-- Logs begin at Thu 2021-08-26 10:03:02 UTC, end at Thu 2021-08-26 12:39:25 UTC. -- Aug 26 10:33:26.159676 n-d-778550-13 systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 10:33:28.862277 n-d-778550-13 neutron-server[101159]: INFO neutron.common.config [-] Logging enabled! Aug 26 10:33:28.862985 n-d-778550-13 neutron-server[101159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev565 Aug 26 10:33:28.863107 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101159) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 10:33:28.866325 n-d-778550-13 neutron-server[101159]: INFO neutron.common.config [-] Logging enabled! Aug 26 10:33:28.866582 n-d-778550-13 neutron-server[101159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev565 Aug 26 10:33:28.866919 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101159) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 10:33:28.867885 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 10:33:28.868146 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 10:33:28.868551 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 10:33:28.868803 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 10:33:28.869034 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 10:33:28.869363 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.869668 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.869971 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.870205 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.870508 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.870833 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.871129 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.871424 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.871732 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.872019 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.872304 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.872593 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.872828 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.873116 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.873409 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.873718 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.873929 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] debug = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.874216 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.874647 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.875093 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.875377 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.875669 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.875970 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.876231 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.876512 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.877066 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.877401 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] host = n-d-778550-13 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.877684 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.877974 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.878262 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.878551 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.878858 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.879140 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.879424 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.879703 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.879981 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] log_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.880261 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.880551 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.880841 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.881131 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.881362 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.881586 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.881880 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.882170 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.882452 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.882751 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.883034 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.883310 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.884104 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.884376 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.884667 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.884960 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.885250 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.885529 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.885809 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.886083 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.886360 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.886649 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.886951 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.887229 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.887509 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.887800 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.888075 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.888356 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.888667 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.888957 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.889245 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.889534 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.889815 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.890099 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.890379 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.890654 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.890957 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] use_json = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.891235 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.891513 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.891790 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.892066 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.892341 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.892626 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.892899 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.893187 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:28.893489 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.893787 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.894090 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.894378 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.894676 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.894994 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.895285 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.895565 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.895875 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.896146 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.896439 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.896720 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.897012 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.897291 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.897588 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.897897 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.898196 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.898491 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.898793 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.899127 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.899913 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.900197 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.900490 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.900771 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.901063 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.901354 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.901637 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.901928 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.902226 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.902520 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.902826 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.903113 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.903407 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.903688 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.903964 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.904247 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.904539 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.904820 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.905101 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.905387 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.905670 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.905946 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.906221 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.906502 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.906822 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.907106 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.907381 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.907655 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.907936 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.908211 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.908501 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.908781 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.909057 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.909333 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.909611 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.909888 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.910162 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.910442 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.910717 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.911018 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.911296 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.911572 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.911849 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.912123 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.912397 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.912673 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.912947 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.913227 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.913504 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.913780 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.914056 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.914334 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.914611 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.914967 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.915272 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.915555 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.915839 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.916123 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.916405 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.916685 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.916964 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.917246 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.917529 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.917805 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.918098 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.918387 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.918676 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.918993 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.919277 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.919583 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.919865 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.920151 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.920433 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.920715 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.921003 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.921290 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.921587 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.921883 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.922179 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.922473 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.922796 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.923085 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.923405 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.923694 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:28.923916 n-d-778550-13 neutron-server[101159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 10:33:28.924168 n-d-778550-13 neutron-server[101159]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101159) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 10:33:29.276001 n-d-778550-13 neutron-server[101159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 10:33:29.276275 n-d-778550-13 neutron-server[101159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 10:33:29.276568 n-d-778550-13 neutron-server[101159]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 10:33:29.276905 n-d-778550-13 neutron-server[101159]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 10:33:29.672366 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.672663 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.672942 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.674341 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.674622 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.674919 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.711132 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.711410 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.711703 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.726415 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.726701 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.727003 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.755993 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.756403 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.756682 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.794400 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.794683 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:29.794983 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.027655 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.028272 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.028272 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.028443 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.029262 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.148883 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.149712 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.149997 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.150275 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.150543 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.150884 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.151153 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.151412 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.151668 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.151953 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.152220 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.152497 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.152759 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.153015 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.153272 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.153544 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.153807 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.154098 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.154359 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.154625 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.154925 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.155186 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.155470 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.155855 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.156112 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.156360 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.156756 n-d-778550-13 neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 10:33:30.157001 n-d-778550-13 neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 10:33:30.157240 n-d-778550-13 neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 10:33:30.157479 n-d-778550-13 neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 10:33:30.157718 n-d-778550-13 neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 10:33:30.157956 n-d-778550-13 neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 10:33:30.158318 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 10:33:30.161394 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 10:33:30.166041 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 10:33:30.169791 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 26 10:33:30.171447 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 10:33:30.171894 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 10:33:30.172234 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 10:33:30.172619 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 10:33:30.175424 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 10:33:30.175678 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 10:33:30.176029 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 10:33:30.181306 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 26 10:33:30.203870 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 10:33:30.204345 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.204648 n-d-778550-13 neutron-server[101159]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101159) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 26 10:33:30.205015 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.206378 n-d-778550-13 neutron-server[101159]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101159) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 10:33:30.206670 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 10:33:30.206946 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 10:33:30.210173 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.210460 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.274074 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 10:33:30.274915 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 10:33:30.275160 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 10:33:30.275539 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 10:33:30.296038 n-d-778550-13 neutron-server[101159]: DEBUG oslo_db.sqlalchemy.engines [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101159) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 26 10:33:30.824644 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Initializing driver for type 'gre' Aug 26 10:33:30.825287 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] gre ID ranges: [(1, 1000)] Aug 26 10:33:30.885745 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Initializing driver for type 'local' Aug 26 10:33:30.886194 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Initializing driver for type 'vlan' Aug 26 10:33:30.899684 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] VlanTypeDriver initialization complete Aug 26 10:33:30.900038 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Initializing driver for type 'vxlan' Aug 26 10:33:30.900721 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] vxlan ID ranges: [(1, 1000)] Aug 26 10:33:30.952747 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Initializing extension driver 'port_security' Aug 26 10:33:30.953103 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.extensions.port_security [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] PortSecurityExtensionDriver initialization complete Aug 26 10:33:30.953441 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Initializing mechanism driver 'openvswitch' Aug 26 10:33:30.953747 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Initializing mechanism driver 'hyperv' Aug 26 10:33:30.960096 n-d-778550-13 neutron-server[101159]: DEBUG neutron.plugins.ml2.plugin [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:33:30.960767 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.961137 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.961491 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.962507 n-d-778550-13 neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 10:33:30.962966 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > subnet after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.963325 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > subnet after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.963671 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > subnet after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.964061 n-d-778550-13 neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 10:33:30.964463 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > network after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.964811 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > network after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.965154 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.965540 n-d-778550-13 neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 10:33:30.965939 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > security_group after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.966285 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > security_group after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.966623 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > security_group after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.967170 n-d-778550-13 neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 10:33:30.967584 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.967938 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.968285 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.968678 n-d-778550-13 neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 10:33:30.969081 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > address_group after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.969429 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > address_group after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.969769 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > address_group after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.970153 n-d-778550-13 neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 10:33:30.970528 n-d-778550-13 neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] ML2 OVO RPC backend initialized. {{(pid=101159) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 26 10:33:30.971256 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router_interface after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.971614 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.972032 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > network before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.972382 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > networks before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.972738 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > port before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.973082 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > ports before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.973426 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > subnet before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.973767 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > subnets before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.974113 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > network after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.974455 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > network after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.974814 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.975153 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.975490 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.975824 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.976159 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > subnet after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.976496 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > subnet after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.976828 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > subnet after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:30.977961 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.plugin [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Modular L2 Plugin initialization complete Aug 26 10:33:30.978292 n-d-778550-13 neutron-server[101159]: DEBUG neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading services supported by the core plugin {{(pid=101159) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 10:33:30.978620 n-d-778550-13 neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Got port-security extension from driver 'port_security' Aug 26 10:33:30.979122 n-d-778550-13 neutron-server[101159]: INFO neutron.extensions.vlantransparent [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Disabled vlantransparent extension. Aug 26 10:33:30.979601 n-d-778550-13 neutron-server[101159]: DEBUG neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101159) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 10:33:30.979913 n-d-778550-13 neutron-server[101159]: INFO neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading Plugin: router Aug 26 10:33:31.016546 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router_interface before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.016933 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router after_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.017302 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router before_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.017663 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.018043 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.018400 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router after_delete 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.018778 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > floatingip after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.019132 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > floatingip after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.019489 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router after_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.019833 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.020179 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.020524 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.020883 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.021290 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router precommit_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.021655 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.021992 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.022333 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: subnet after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.022670 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.023040 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > port precommit_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.023386 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router precommit_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.023726 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: port before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.024068 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.025044 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.025387 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router precommit_delete 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.025739 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router precommit_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.026099 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router_interface after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.026443 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router precommit_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.026841 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > agent after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.027190 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > agent after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.027534 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.028381 n-d-778550-13 neutron-server[101159]: DEBUG neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Tracking information for resource: router configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 10:33:31.028917 n-d-778550-13 neutron-server[101159]: DEBUG neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Tracking information for resource: floatingip configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 10:33:31.033586 n-d-778550-13 neutron-server[101159]: INFO neutron.db.l3_agentschedulers_db [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 10:33:31.034166 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.034525 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.034906 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.035259 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.036032 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router before_create 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.036396 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router precommit_delete 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.036757 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router precommit_create 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.037114 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > router precommit_update 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.042208 n-d-778550-13 neutron-server[101159]: DEBUG neutron.services.provider_configuration [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service providers = [] {{(pid=101159) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 10:33:31.042577 n-d-778550-13 neutron-server[101159]: DEBUG neutron.db.servicetype_db [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101159) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 10:33:31.045506 n-d-778550-13 neutron-server[101159]: DEBUG neutron.services.service_base [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 10:33:31.045856 n-d-778550-13 neutron-server[101159]: DEBUG neutron.services.service_base [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 10:33:31.046198 n-d-778550-13 neutron-server[101159]: DEBUG neutron.services.service_base [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 10:33:31.047133 n-d-778550-13 neutron-server[101159]: DEBUG neutron.services.service_base [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 10:33:31.047502 n-d-778550-13 neutron-server[101159]: INFO neutron.services.service_base [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 10:33:31.047876 n-d-778550-13 neutron-server[101159]: DEBUG neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 10:33:31.048189 n-d-778550-13 neutron-server[101159]: INFO neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 10:33:31.059218 n-d-778550-13 neutron-server[101159]: DEBUG neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 10:33:31.059550 n-d-778550-13 neutron-server[101159]: INFO neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading Plugin: auto_allocate Aug 26 10:33:31.065274 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: network precommit_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.065642 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: network precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.066160 n-d-778550-13 neutron-server[101159]: DEBUG neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 10:33:31.066480 n-d-778550-13 neutron-server[101159]: INFO neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading Plugin: tag Aug 26 10:33:31.072984 n-d-778550-13 neutron-server[101159]: DEBUG neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 10:33:31.073308 n-d-778550-13 neutron-server[101159]: INFO neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading Plugin: timestamp Aug 26 10:33:31.077316 n-d-778550-13 neutron-server[101159]: DEBUG neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 10:33:31.077604 n-d-778550-13 neutron-server[101159]: INFO neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading Plugin: network_ip_availability Aug 26 10:33:31.082942 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.083313 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.083669 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.084370 n-d-778550-13 neutron-server[101159]: DEBUG neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 10:33:31.084688 n-d-778550-13 neutron-server[101159]: INFO neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading Plugin: flavors Aug 26 10:33:31.089429 n-d-778550-13 neutron-server[101159]: DEBUG neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 10:33:31.089758 n-d-778550-13 neutron-server[101159]: INFO neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading Plugin: revisions Aug 26 10:33:31.093999 n-d-778550-13 neutron-server[101159]: DEBUG neutron.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 10:33:31.094383 n-d-778550-13 neutron-server[101159]: DEBUG oslo_concurrency.lockutils [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 10:33:31.095136 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101159) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 26 10:33:31.095473 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Initializing extension manager. Aug 26 10:33:31.095984 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: __init__.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.096323 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: __pycache__ {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.096657 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.096990 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: address_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.097733 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.098292 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: address-group Aug 26 10:33:31.098615 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: address_scope.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.099357 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.099866 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: address-scope Aug 26 10:33:31.100186 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: admin_state_down_before_update.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.101103 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.101611 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: router-admin-state-down-before-update Aug 26 10:33:31.101929 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: agent.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.103382 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.103895 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: agent Aug 26 10:33:31.104217 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: agent_resources_synced.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.105119 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.105628 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: agent-resources-synced Aug 26 10:33:31.105945 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: allowedaddresspairs.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.107811 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.108330 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: allowed-address-pairs Aug 26 10:33:31.108657 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: auto_allocated_topology.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.109723 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.110234 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: auto-allocated-topology Aug 26 10:33:31.110555 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: availability_zone.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.111265 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.111774 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: availability_zone Aug 26 10:33:31.112095 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: availability_zone_filter.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.113002 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.113510 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: availability_zone_filter Aug 26 10:33:31.113828 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: data_plane_status.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.114721 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.115245 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 10:33:31.115565 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: default_subnetpools.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.116468 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.116975 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: default-subnetpools Aug 26 10:33:31.117296 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: dhcpagentscheduler.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.118653 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.119191 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: dhcp_agent_scheduler Aug 26 10:33:31.119514 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: dns.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.120428 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.120937 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension dns-integration not supported by any of loaded plugins Aug 26 10:33:31.121260 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: dns_domain_ports.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.122170 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.122676 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 10:33:31.123035 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.123970 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.124461 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 26 10:33:31.124782 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: dvr.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.125455 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.125959 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: dvr Aug 26 10:33:31.126278 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: ecmp_routes.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.127475 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.127979 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 26 10:33:31.128300 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: empty_string_filtering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.129200 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.129707 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: empty-string-filtering Aug 26 10:33:31.130025 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.130952 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.131462 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 10:33:31.131782 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.132686 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.133195 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 10:33:31.133514 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: external_net.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.134965 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.135476 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: external-net Aug 26 10:33:31.135796 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: extra_dhcp_opt.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.136695 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.137202 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: extra_dhcp_opt Aug 26 10:33:31.137520 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: extraroute.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.138412 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.138949 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: extraroute Aug 26 10:33:31.139269 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: extraroute_atomic.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.140293 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.140802 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: extraroute-atomic Aug 26 10:33:31.141123 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: filter_validation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.141782 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.142282 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: filter-validation Aug 26 10:33:31.142601 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: fip_pf_description.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.143529 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.144032 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 10:33:31.144349 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: fip_port_details.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.145253 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.145756 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: fip-port-details Aug 26 10:33:31.146074 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: flavors.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.147314 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.147834 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: flavors Aug 26 10:33:31.148155 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.150413 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.150948 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 10:33:31.151277 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: floatingip_pools.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.151976 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.152484 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: floatingip-pools Aug 26 10:33:31.152808 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: ip_allocation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.153737 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.154242 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 10:33:31.154566 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.155514 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.156032 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: ip-substring-filtering Aug 26 10:33:31.156352 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: l2_adjacency.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.157274 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.157778 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 10:33:31.158101 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: l3.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.159213 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.159731 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: router Aug 26 10:33:31.160058 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: l3_conntrack_helper.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.162257 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.162812 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 10:33:31.163150 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.164087 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.164602 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: ext-gw-mode Aug 26 10:33:31.164954 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.165865 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.166379 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: l3-ha Aug 26 10:33:31.166703 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: l3_flavors.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.167630 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.168140 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: l3-flavors Aug 26 10:33:31.168461 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.169364 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.169880 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 10:33:31.170199 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: l3agentscheduler.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.171244 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.171759 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: l3_agent_scheduler Aug 26 10:33:31.172084 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: logging.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.173559 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.174085 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension logging not supported by any of loaded plugins Aug 26 10:33:31.174421 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: metering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.175200 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.175783 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: metering Aug 26 10:33:31.176113 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.177192 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.177710 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: metering_source_and_destination_fields Aug 26 10:33:31.178038 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: multiprovidernet.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.178982 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.179493 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: multi-provider Aug 26 10:33:31.179816 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: netmtu.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.180749 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.181259 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: net-mtu Aug 26 10:33:31.181585 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: netmtu_writable.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.182497 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.183047 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: net-mtu-writable Aug 26 10:33:31.183373 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: network_availability_zone.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.184037 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.184545 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: network_availability_zone Aug 26 10:33:31.184867 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: network_ip_availability.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.185950 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.186462 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: network-ip-availability Aug 26 10:33:31.186814 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: network_segment_range.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.187580 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.188089 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 10:33:31.188414 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: pagination.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.189380 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.189708 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: pagination Aug 26 10:33:31.190029 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: port_device_profile.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.190976 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.191493 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: port-device-profile Aug 26 10:33:31.191814 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.192740 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.193257 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: port-mac-address-regenerate Aug 26 10:33:31.193577 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.194489 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.195027 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: port-numa-affinity-policy Aug 26 10:33:31.195348 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: port_resource_request.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.196792 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.197299 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 10:33:31.197619 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: portbindings.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.198530 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.199076 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: binding Aug 26 10:33:31.199397 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: portbindings_extended.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.200778 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.201294 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: binding-extended Aug 26 10:33:31.201619 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: portsecurity.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.202529 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.203071 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: port-security Aug 26 10:33:31.203400 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: project_id.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.204370 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.204699 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: project-id Aug 26 10:33:31.205024 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: providernet.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.205946 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.206463 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: provider Aug 26 10:33:31.206815 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: qos.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.210293 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.210847 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension qos not supported by any of loaded plugins Aug 26 10:33:31.211182 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.213024 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.213548 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 10:33:31.213876 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.214828 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.215347 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 10:33:31.215677 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: qos_default.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.216596 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.217114 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension qos-default not supported by any of loaded plugins Aug 26 10:33:31.217442 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: qos_fip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.218106 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.218616 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension qos-fip not supported by any of loaded plugins Aug 26 10:33:31.218968 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: qos_gateway_ip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.219899 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.220408 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 10:33:31.220728 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: qos_port_network_policy.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.221636 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.222148 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 10:33:31.222467 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: qos_pps_rule.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.223663 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.224203 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension qos-pps not supported by any of loaded plugins Aug 26 10:33:31.224511 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: qos_rule_type_details.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.225426 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.225942 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 10:33:31.226264 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: qos_rules_alias.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.227363 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.227880 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 10:33:31.228203 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: quotasv2.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.229121 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.229449 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: quotas Aug 26 10:33:31.229766 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: quotasv2_detail.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.232851 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.233192 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: quota_details Aug 26 10:33:31.233530 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: rbac.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.234800 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.235331 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: rbac-policies Aug 26 10:33:31.235659 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: rbac_address_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.236584 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.237105 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: rbac-address-group Aug 26 10:33:31.237429 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: rbac_address_scope.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.238339 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.238899 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: rbac-address-scope Aug 26 10:33:31.239224 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: rbac_security_groups.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.240132 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.240644 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: rbac-security-groups Aug 26 10:33:31.240966 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: rbac_subnetpool.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.241872 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.242382 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: rbac-subnetpool Aug 26 10:33:31.242702 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: revisionifmatch.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.243689 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.244204 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: revision-if-match Aug 26 10:33:31.244527 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: revisions.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.245628 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.246143 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: standard-attr-revisions Aug 26 10:33:31.246465 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: router_availability_zone.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.247175 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.247686 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: router_availability_zone Aug 26 10:33:31.248007 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: routerservicetype.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.248930 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.249434 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension router-service-type not supported by any of loaded plugins Aug 26 10:33:31.249753 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.250668 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.251219 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: security-groups-normalized-cidr Aug 26 10:33:31.251539 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: security_groups_port_filtering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.252698 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.253210 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: port-security-groups-filtering Aug 26 10:33:31.253534 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.254446 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.255001 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: security-groups-remote-address-group Aug 26 10:33:31.255324 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: securitygroup.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.266619 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.267180 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: security-group Aug 26 10:33:31.267517 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: segment.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.268311 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.268822 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension segment not supported by any of loaded plugins Aug 26 10:33:31.269149 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.270082 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.270592 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 10:33:31.270944 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: servicetype.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.272123 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.272643 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: service-type Aug 26 10:33:31.272973 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: sorting.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.273955 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.274967 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: sorting Aug 26 10:33:31.275220 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: standard_attr_segment.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.276138 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.276647 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 10:33:31.276968 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: standardattrdescription.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.277613 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.278117 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: standard-attr-description Aug 26 10:33:31.278437 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: stateful_security_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.279419 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.279939 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: stateful-security-group Aug 26 10:33:31.280261 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: stdattrs_common.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.280845 n-d-778550-13 neutron-server[101159]: WARNING neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 10:33:31.281165 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.282084 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.282601 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 10:33:31.282947 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: subnet_onboard.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.284017 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.284538 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: subnet_onboard Aug 26 10:33:31.284861 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.285778 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.286289 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 10:33:31.286612 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: subnet_service_types.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.287560 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.288078 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: subnet-service-types Aug 26 10:33:31.288402 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: subnetallocation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.289467 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.290005 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: subnet_allocation Aug 26 10:33:31.290331 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.291023 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.291544 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: subnetpool-prefix-ops Aug 26 10:33:31.291867 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.292795 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.293310 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 10:33:31.293633 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: tagging.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.294678 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.295229 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: standard-attr-tag Aug 26 10:33:31.295557 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: timestamp.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.296732 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.297249 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loaded extension: standard-attr-timestamp Aug 26 10:33:31.297575 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: trunk.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.298603 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.299163 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension trunk not supported by any of loaded plugins Aug 26 10:33:31.299486 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: trunk_details.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.300399 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.300909 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension trunk-details not supported by any of loaded plugins Aug 26 10:33:31.301230 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: uplink_status_propagation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.302140 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.302649 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 10:33:31.302993 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Loading extension file: vlantransparent.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 10:33:31.303659 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 10:33:31.304171 n-d-778550-13 neutron-server[101159]: INFO neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 10:33:31.306631 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:network Aug 26 10:33:31.307172 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:subnet Aug 26 10:33:31.307569 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 10:33:31.307969 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:port Aug 26 10:33:31.309182 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.309607 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service FLAVORS assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.310225 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.310643 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.310999 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:router Aug 26 10:33:31.311430 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:floatingip Aug 26 10:33:31.311918 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service METERING assigned prefix: /metering {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.313349 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.313717 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.314072 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:33:31.315101 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 10:33:31.315550 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:security_group Aug 26 10:33:31.315982 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 10:33:31.316575 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.316904 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 10:33:31.317249 n-d-778550-13 neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] subnetpool is already registered Aug 26 10:33:31.317666 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.317990 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 10:33:31.318319 n-d-778550-13 neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] subnetpool is already registered Aug 26 10:33:31.320612 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.321040 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service FLAVORS assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.322169 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.322586 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.322949 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:router Aug 26 10:33:31.323290 n-d-778550-13 neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] router is already registered Aug 26 10:33:31.323701 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:floatingip Aug 26 10:33:31.324042 n-d-778550-13 neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] floatingip is already registered Aug 26 10:33:31.324490 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service METERING assigned prefix: /metering {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.325149 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 10:33:31.325475 n-d-778550-13 neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] rbac_policy is already registered Aug 26 10:33:31.325885 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:security_group Aug 26 10:33:31.326219 n-d-778550-13 neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] security_group is already registered Aug 26 10:33:31.326617 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 10:33:31.326979 n-d-778550-13 neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] security_group_rule is already registered Aug 26 10:33:31.327644 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.327923 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 10:33:31.328256 n-d-778550-13 neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] subnetpool is already registered Aug 26 10:33:31.328668 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 10:33:31.328991 n-d-778550-13 neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 10:33:31.329321 n-d-778550-13 neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] subnetpool is already registered Aug 26 10:33:31.329786 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: extensions {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.331273 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: address-groups {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.332753 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: address-scopes {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.334049 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: agents {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.335263 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: auto-allocated-topology {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.336492 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: availability_zones {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.338332 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: dhcp-networks {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.339865 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: dhcp-agents {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.341285 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: routers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.343507 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: flavors {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.344677 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: service_profiles {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.345904 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: next_providers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.347372 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: service_profiles {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.348888 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: floatingip-pools {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.350100 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: routers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.352234 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: floatingips {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.353542 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: l3-routers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.354959 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: l3-agents {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.356350 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: metering-labels {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.357701 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: metering-label-rules {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.358992 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: network-ip-availabilities {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.360252 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: bindings {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.361949 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: quotas {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.363446 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: quotas {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.364869 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: rbac-policies {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.366065 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: security-groups {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.367381 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: security-group-rules {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.369142 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: service-providers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.370342 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: subnetpools {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.372787 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: subnetpools {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.374299 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.375999 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.378031 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.379845 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.381637 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.383477 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.385889 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.387596 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.389342 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.391098 n-d-778550-13 neutron-server[101159]: DEBUG neutron.api.extensions [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 10:33:31.397036 n-d-778550-13 neutron-server[101159]: WARNING keystonemiddleware.auth_token [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 10:33:31.401735 n-d-778550-13 neutron-server[101159]: WARNING keystonemiddleware.auth_token [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 10:33:31.409920 n-d-778550-13 neutron-server[101159]: DEBUG oslo_concurrency.lockutils [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Acquired lock "singleton_lock" {{(pid=101159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 26 10:33:31.410392 n-d-778550-13 neutron-server[101159]: DEBUG oslo_concurrency.lockutils [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Releasing lock "singleton_lock" {{(pid=101159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 26 10:33:31.411054 n-d-778550-13 neutron-server[101159]: INFO oslo_service.service [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Starting 2 workers Aug 26 10:33:31.415879 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Started child 101266 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 10:33:31.420282 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Started child 101267 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 10:33:31.421243 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:31.421905 n-d-778550-13 neutron-server[101159]: INFO neutron.service [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 10:33:31.422541 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Notify callbacks [] for process, before_spawn {{(pid=101159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:31.422757 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [-] (101266) wsgi starting up on http://0.0.0.0:9696 Aug 26 10:33:31.424976 n-d-778550-13 neutron-server[101159]: INFO oslo_service.service [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Starting 1 workers Aug 26 10:33:31.425089 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:31.426440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [-] (101267) wsgi starting up on http://0.0.0.0:9696 Aug 26 10:33:31.430162 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Started child 101268 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 10:33:31.431261 n-d-778550-13 neutron-server[101159]: INFO oslo_service.service [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Starting 1 workers Aug 26 10:33:31.434266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.service [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] calling RpcWorker wait() {{(pid=101268) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 10:33:31.434847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.service [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] returning from RpcWorker wait() {{(pid=101268) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 10:33:31.435766 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Started child 101269 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 10:33:31.436100 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:31.436563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:33:31.436655 n-d-778550-13 neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a77b23cd-8941-40aa-8c48-be77f9f3309f None None] Notify callbacks [] for process, after_spawn {{(pid=101159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:31.438611 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 10:33:31.438847 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 10:33:31.439034 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 10:33:31.439251 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 10:33:31.439588 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 10:33:31.439751 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 10:33:31.440280 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.440571 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.440829 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.441078 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.441372 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.441955 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.442218 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.442452 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.442748 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.443024 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.443209 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.443368 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.443630 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.443872 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.444217 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:31.444683 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.444683 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.444815 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.445005 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.445179 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.445452 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.445712 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.445970 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.446860 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] debug = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.447103 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.447610 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.447857 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.448106 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.448326 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.448599 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.448823 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.449091 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.449361 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.449592 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.449831 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.450089 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.450326 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.450555 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.450821 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.451085 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.451302 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.451774 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] host = n-d-778550-13 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.451991 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.452204 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.452465 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.452692 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.452935 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.453165 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.453419 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.453676 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.453933 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.454159 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.454404 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.454652 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.454922 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.455185 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.455348 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_options = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.455563 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.455830 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.456097 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.456283 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.456451 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.456632 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.456891 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.457054 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.457293 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.457506 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.457720 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.457939 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.458167 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.458396 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.458668 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.458949 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.459163 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.459371 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.459615 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.459873 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.460096 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.460326 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.460555 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.460767 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.460977 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.461187 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.461409 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.461686 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.461900 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.462136 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.462347 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.462612 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.462862 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.463123 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.463349 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.463575 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.463793 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.464068 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.464299 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.464536 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.464793 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.465003 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.465242 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.465473 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.465703 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.465914 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_json = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.466132 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.466380 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.466649 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.466903 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.467112 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.467327 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.467557 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.467796 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.468239 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.468602 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.469062 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.469315 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.469566 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.469944 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.470405 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.470702 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.470892 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.471157 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.471446 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.471669 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.471973 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.472265 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.472470 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.472844 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.473259 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.473374 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.473552 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.473755 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.474136 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.474234 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.474485 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.474708 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.474981 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.475195 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.475568 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.475975 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.476251 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.476515 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.476777 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.476991 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.477227 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.477499 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.477714 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.477949 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.478188 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.478438 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.478654 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.478942 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.479193 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.479417 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.479629 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.479855 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.480116 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.480330 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.480558 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.481178 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.481178 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.481178 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.481553 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.481684 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.481835 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.482351 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.482615 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.482886 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.483127 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.483340 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.483554 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.483770 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.484051 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.484247 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.484466 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.484679 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.484897 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.485106 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.485362 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.485582 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.485814 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.486029 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.486246 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.486474 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.486704 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.486952 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.487166 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.487382 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.487595 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.487810 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.488077 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.488285 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.488501 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.488738 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.488952 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.489169 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.489403 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.489616 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.489825 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.490058 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.490269 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.490528 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.490860 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.491078 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.491323 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.491537 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.491794 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.492031 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.492266 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.492507 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.492745 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.493487 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.493777 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.493966 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.494192 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.494429 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.494665 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.494936 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.495162 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.495413 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.495627 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.495871 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.496114 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.496389 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.496639 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.496890 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.497120 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.497366 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.497627 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.497886 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.498180 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.498419 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.498671 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.498979 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.499644 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.499644 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.499931 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.500070 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.500231 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.500408 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.500651 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.500811 n-d-778550-13 neutron-server[101269]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:33:31.500958 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.501145 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.501362 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.501642 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.502146 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.502387 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.502605 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.502855 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.503164 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.503410 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.503635 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.503824 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.504081 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.504328 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.504575 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.504855 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.505099 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.505875 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.505875 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.505875 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.506288 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.506439 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.506632 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.506890 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.507145 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.507511 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.507663 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.507810 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.508020 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.508268 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.508531 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.509264 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.509488 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.509711 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.509925 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.510273 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.510671 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.510879 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.511020 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.511198 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.511412 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.511633 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.511875 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.512134 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.512351 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.512618 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.512872 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.513104 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.513346 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.513608 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.513858 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.514071 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.514317 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.514536 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.515789 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.515789 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.515789 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.515789 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.515789 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.515789 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.518800 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.518800 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.518800 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.518800 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.518800 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.518800 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.518800 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.518800 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.519913 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.519913 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.519913 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.519913 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.519913 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.519913 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.519913 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.521443 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.521443 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.521443 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.521443 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.521443 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.521443 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.521443 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.523415 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.523415 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.523415 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.523415 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.523415 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.523415 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.523415 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.523415 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.524776 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.524776 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.524776 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.524776 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.524776 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.524776 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.524776 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.525589 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.525589 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.525589 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.525589 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.526059 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.526059 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.526311 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.526311 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.526553 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.527092 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.527250 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.527461 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.527680 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.527895 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.528106 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.528332 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.528541 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.528752 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.528978 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.529195 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.529404 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.529712 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.529964 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.530201 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.530479 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.530778 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.530991 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.531247 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.531554 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.531768 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.532007 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.532227 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.532440 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.532683 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.532932 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.533404 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.533806 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.534233 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.534652 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.534972 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.535268 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.535549 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.535789 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.536099 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.536420 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.536698 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.536955 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.537184 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.537439 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.537681 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.537897 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.538144 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.538376 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.538592 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.538856 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.539084 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.539347 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.539548 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.539761 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.540009 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.540237 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.540471 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.540817 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.541230 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.541576 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 10:33:31.542289 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 10:33:31.542447 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 10:33:31.542770 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 10:33:31.543085 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 10:33:31.544437 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 10:33:31.546144 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 10:33:31.546679 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.546890 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.547070 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.547245 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.547417 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.547612 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.547781 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.547961 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.548119 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.548284 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.548452 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.548615 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.548777 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.548939 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.549100 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.549261 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.549422 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.549583 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.549747 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.549907 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.550068 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.550228 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.550386 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] debug = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.550545 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.551364 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.551675 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.551899 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.553417 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.553585 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.553763 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.553931 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.554097 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.554262 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.554434 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.554587 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.554777 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.554942 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.555105 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.555271 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.555432 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.556126 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] host = n-d-778550-13 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.556287 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.556448 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.556610 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.556773 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.556979 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.557073 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.557232 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.557392 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.557551 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.557738 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.557867 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.558027 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.558194 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.558353 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.558512 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_options = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.558674 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.560044 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.560132 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.560298 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.560512 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.560678 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.561002 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.561218 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.561387 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.561628 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.561954 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.562254 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.562561 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.562743 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.562909 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.563073 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.563230 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.563530 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.563831 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.564129 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.564422 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.564717 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.565055 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.565413 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.566133 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.566772 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.567244 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.567432 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.567605 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.567764 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.568078 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.568354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:33:31.568535 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.568704 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.568866 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.569029 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.569191 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.569351 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.569516 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.569677 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.569838 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.569997 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.570156 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.570316 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.570475 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.570636 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.570818 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_json = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.570979 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.571741 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.571912 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.572073 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.572233 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.572393 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.572552 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.572714 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 10:33:31.572895 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.573059 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.573233 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.573395 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.573557 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.573719 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.573881 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.574042 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.574203 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.574365 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.574535 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.574698 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.574893 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.575054 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.575217 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.575382 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.575545 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.575706 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.575872 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.576033 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.576194 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.576354 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.576524 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.576685 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.576846 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.577008 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.577169 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.577347 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.577509 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.577719 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.577832 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.577994 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.578158 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.578319 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.578481 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.578642 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.578828 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.578992 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.579153 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.579314 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.579475 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.579636 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.579798 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.579961 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.580775 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.580775 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.581679 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.581861 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.582035 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.582205 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.582374 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.582543 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.582709 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.582882 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.583050 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.583225 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.583388 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.583551 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.583713 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.583877 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.584039 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.584200 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.584362 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.584524 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.584686 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.584848 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.585024 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.585186 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.585348 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.585510 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.585673 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.585840 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.586002 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.586163 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.586325 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.586485 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.586648 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.587096 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.587267 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.587430 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.588129 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.588300 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.588464 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.588626 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.588788 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.588950 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.589467 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.589636 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.590196 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.590375 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.590552 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.590714 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.590897 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.591069 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.591219 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.591377 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.591539 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.591701 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.591862 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.592023 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.592188 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.592343 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.592503 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.592664 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.592825 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.593164 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.593624 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.593624 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.593778 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.593856 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.593954 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.594121 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.594283 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.594443 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.598843 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.598843 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.598843 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.598843 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.598843 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.598843 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.598843 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.598843 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599365 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599365 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599365 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599365 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599365 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599365 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599365 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599365 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599810 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599810 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599810 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599810 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599810 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599810 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599810 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.599810 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600229 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600229 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600229 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600229 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600229 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600229 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600229 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600229 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600703 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600703 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600703 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600703 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600703 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600703 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600703 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.600703 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.601222 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.601222 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.601222 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.601222 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.601494 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.601494 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.601632 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.601741 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.601902 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.602064 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.602226 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.602410 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.602572 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.602756 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.602915 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.603074 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.603234 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.603396 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.603557 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.603717 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.603880 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.604042 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.604202 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.604363 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.604525 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.604685 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.604847 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.605009 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.605170 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.605332 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.605496 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.605645 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.605805 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.606320 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.606486 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.606853 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.607355 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.607517 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.607841 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.608005 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.608343 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.608556 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.608778 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.608996 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.609215 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.609481 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.609585 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.609743 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.609911 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.610074 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.610249 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.610441 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.610543 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.610711 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.610900 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.611062 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.611225 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.611400 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.611563 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.611726 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.611889 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.612050 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.612211 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.612382 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.612547 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.612708 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.612870 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.613031 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.613193 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.613365 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.613527 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.613689 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.613851 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.614012 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.614175 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.614346 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.614508 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.614670 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.614853 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.615015 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.615178 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.615349 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.615509 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.615671 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.615835 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.615996 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.616158 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.616329 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.616491 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.616652 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.616814 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.616974 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.617136 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.617307 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.617470 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.617632 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.617800 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.618473 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.618646 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.618832 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.619006 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.619170 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.619333 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.619492 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.619640 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.619802 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621081 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621081 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621081 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621081 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621081 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621081 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621081 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621081 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621658 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621658 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621658 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621658 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.621924 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.622001 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.622128 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.622288 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.622448 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.622608 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.622818 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.622984 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.623145 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.623305 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.623467 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.623629 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.623790 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.623950 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.624111 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.624271 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.624431 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.624592 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 10:33:31.624764 n-d-778550-13 neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 10:33:31.853188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60112) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:33:31.864087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084162 Aug 26 10:33:43.309072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc59a832-a146-4b64-9b2a-33921a1cf643 None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 10:33:43.373289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc59a832-a146-4b64-9b2a-33921a1cf643 None None] No non-hosted networks {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 10:33:43.392038 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12f61f21-097b-45d6-ba82-a0c71fc5b1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3894183'] for agent, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:45.669749 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f7ffe28-59a2-42b7-91bc-812e544ed694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3894183'] for agent, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:45.721579 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f54172b3-63e5-4f45-be19-177e5d3de153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:46.069221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3894183'] for agent, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:46.070659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.071514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.072838 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.075142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.075984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.077166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.079747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.081055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.081537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.081999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.082543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.083069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:46.083729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778550-13', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:33:46.090219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778550-13', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:33:46.981607 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3894183'] for agent, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:49.038526 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3894183'] for agent, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:49.860474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60204) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:33:50.386452 n-d-778550-13 neutron-server[101267]: WARNING oslo_policy.policy [None req-4395f8df-a5ed-4a64-9ce3-c885d7066d19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 10:33:50.387060 n-d-778550-13 neutron-server[101267]: WARNING oslo_policy.policy [None req-4395f8df-a5ed-4a64-9ce3-c885d7066d19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 10:33:50.608834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-4395f8df-a5ed-4a64-9ce3-c885d7066d19 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:33:50.609925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4395f8df-a5ed-4a64-9ce3-c885d7066d19 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7485278 Aug 26 10:33:51.061789 n-d-778550-13 neutron-server[101268]: INFO neutron.db.l3_hamode_db [None req-ae7ab59a-1795-49ee-a21e-7ef15323ff65 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 10:33:51.140500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7ab59a-1795-49ee-a21e-7ef15323ff65 None None] Routers set() bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:33:51.140892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7ab59a-1795-49ee-a21e-7ef15323ff65 None None] Router IDs set() for agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 10:33:53.005681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60218) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:33:53.517909 n-d-778550-13 neutron-server[101266]: WARNING oslo_policy.policy [None req-a51f7c5c-fffe-4673-9709-df646283c26d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 10:33:53.518558 n-d-778550-13 neutron-server[101266]: WARNING oslo_policy.policy [None req-a51f7c5c-fffe-4673-9709-df646283c26d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 10:33:53.737787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a51f7c5c-fffe-4673-9709-df646283c26d admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:33:53.831395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.policy [None req-a51f7c5c-fffe-4673-9709-df646283c26d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101266) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 10:33:53.876888 n-d-778550-13 neutron-server[101266]: WARNING oslo_policy.policy [None req-a51f7c5c-fffe-4673-9709-df646283c26d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 10:33:53.877285 n-d-778550-13 neutron-server[101266]: WARNING oslo_policy.policy [None req-a51f7c5c-fffe-4673-9709-df646283c26d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 10:33:53.886119 n-d-778550-13 neutron-server[101266]: INFO neutron.quota [None req-a51f7c5c-fffe-4673-9709-df646283c26d admin admin] Loaded quota_driver: . Aug 26 10:33:53.983214 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a51f7c5c-fffe-4673-9709-df646283c26d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730519549384', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730519549975', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730519594584', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730519597044', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730519421996', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730519583826', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-579297', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663775', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3845518', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3693934'] for rbac-policy, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:54.049058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a51f7c5c-fffe-4673-9709-df646283c26d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:54.050402 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a51f7c5c-fffe-4673-9709-df646283c26d admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0425258 Aug 26 10:33:56.637208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60236) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:33:56.933254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Request body: {'network': {'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'admin_state_up': True, 'name': 'private', 'project_id': 'fc88a45101f94b03ad462960ec004afa'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:33:56.960602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Made reservation on behalf of fc88a45101f94b03ad462960ec004afa for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:33:56.964140 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:56.982942 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:57.108371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:57.112373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:57.137092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:33:57.162229 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730521531365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:57.162741 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Unsubscribe: segment precommit_create {{(pid=101266) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 10:33:57.163257 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Added segment 3c9ea979-7fe6-4a37-a8c0-54a234516907 of type vlan for network 19039739-c4af-46ed-9dbb-d519ead7ec96 Aug 26 10:33:57.169276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17a6137-dba9-4f11-9a9d-c490eac3c7d5,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:33:57.190770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.191113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.191452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.191939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.192411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.192931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.193260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.193581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.193900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.194216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.194530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.194871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Tracked resource versions report: Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: pushed versions: Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: { 'AddressGroup': {'1.2'}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'ConntrackHelper': {'1.0'}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'Log': {'1.0'}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'Network': {'1.1'}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'Port': {'1.7'}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'PortForwarding': {'1.2'}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'QosPolicy': {'1.9'}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'SecurityGroup': {'1.4'}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'SecurityGroupRule': {'1.2'}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'SubPort': {'1.0'}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'Subnet': {'1.1'}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'Trunk': {'1.1'}} Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: consumer versions: Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: { DHCP agent@n-d-778550-13: {}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: L3 agent@n-d-778550-13: {}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: Metadata agent@n-d-778550-13: {}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: Metering agent@n-d-778550-13: {}, Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: Open vSwitch agent@n-d-778550-13: { 'AddressGroup': '1.2', Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'ConntrackHelper': '1.0', Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'Log': '1.0', Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'Network': '1.1', Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'Port': '1.7', Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'PortForwarding': '1.2', Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'QosPolicy': '1.9', Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'SecurityGroup': '1.4', Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'SecurityGroupRule': '1.2', Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'SubPort': '1.0', Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'Subnet': '1.1', Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: 'Trunk': '1.1'}} Aug 26 10:33:57.195950 n-d-778550-13 neutron-server[101266]: {{(pid=101266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 10:33:57.286586 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:57.323461 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:57.324685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:33:57.325339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:33:57.406869 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7685699 Aug 26 10:33:57.424941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7fcf6-a41e-4e29-8cff-b91f30e1555d admin admin] Pushing event updated for resources: {'Network': ['ID=19039739-c4af-46ed-9dbb-d519ead7ec96,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:33:57.437641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 19039739-c4af-46ed-9dbb-d519ead7ec96 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:34:00.388778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60250) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:34:00.774697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55bb9c2-7a80-442a-a955-83060cfe13f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:34:00.776020 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f55bb9c2-7a80-442a-a955-83060cfe13f0 admin admin] 10.222.0.21 "GET /v2.0/networks/19039739-c4af-46ed-9dbb-d519ead7ec96 HTTP/1.1" status: 200 len: 825 time: 0.3862712 Aug 26 10:34:00.801227 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-afe57955-b9fd-4218-b915-17e425110a03 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/271e6509-23dc-4b67-a5aa-cd696eb3ff3b HTTP/1.1" status: 200 len: 734 time: 0.0183985 Aug 26 10:34:00.810362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] Request body: {'subnet': {'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96', 'name': 'private-subnet', 'subnetpool_id': '271e6509-23dc-4b67-a5aa-cd696eb3ff3b'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:34:00.831748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] Made reservation on behalf of fc88a45101f94b03ad462960ec004afa for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:34:00.834334 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:01.126574 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:01.194485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc1bac2-746a-4a74-98bb-8531cfb0f52c,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:01.196483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] Checking segment: {'id': '3c9ea979-7fe6-4a37-a8c0-54a234516907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:34:01.196885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] Network hostable DHCP agents. Network: 19039739-c4af-46ed-9dbb-d519ead7ec96, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:34:01.223612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] Network 19039739-c4af-46ed-9dbb-d519ead7ec96 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:34:01.239373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 19039739-c4af-46ed-9dbb-d519ead7ec96) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:34:01.244383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:34:01.244975 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:01.249491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae00ba-d28b-4a06-bb7b-64bf190deae1 None None] Network 19039739-c4af-46ed-9dbb-d519ead7ec96 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:34:01.259491 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2ab81f8b-8984-4d2c-b44a-9127f156abdd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4524295 Aug 26 10:34:01.579401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-19039739-c4af-46ed-9dbb-d519ead7ec96', 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'fixed_ips': [{'subnet_id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:34:01.580647 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:01.860405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Allocated IP 172.20.0.2 (19039739-c4af-46ed-9dbb-d519ead7ec96/4fc1bac2-746a-4a74-98bb-8531cfb0f52c/b1d0dd9b-1298-4c2d-b663-30fc14585dc4) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:34:02.070366 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:02.090769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Transition to ACTIVE for port object b1d0dd9b-1298-4c2d-b663-30fc14585dc4 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:34:02.143632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Transition to ACTIVE for port object b1d0dd9b-1298-4c2d-b663-30fc14585dc4 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:34:02.154191 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:02.248897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Network 19039739-c4af-46ed-9dbb-d519ead7ec96 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:34:02.253792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:34:02.255616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Pushing event updated for resources: {'Port': ['ID=b1d0dd9b-1298-4c2d-b663-30fc14585dc4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:02.260257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:34:02.267802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.268144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.268478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.268808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.269138 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.269462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.269784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.270104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.270421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.270760 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.271075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.271395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Tracked resource versions report: Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: pushed versions: Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: { 'AddressGroup': {'1.2'}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'ConntrackHelper': {'1.0'}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'Log': {'1.0'}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'Network': {'1.1'}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'Port': {'1.7'}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'PortForwarding': {'1.2'}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'QosPolicy': {'1.9'}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'SecurityGroup': {'1.4'}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'SecurityGroupRule': {'1.2'}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'SubPort': {'1.0'}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'Subnet': {'1.1'}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'Trunk': {'1.1'}} Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: consumer versions: Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: { DHCP agent@n-d-778550-13: {}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: L3 agent@n-d-778550-13: {}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: Metadata agent@n-d-778550-13: {}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: Metering agent@n-d-778550-13: {}, Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: Open vSwitch agent@n-d-778550-13: { 'AddressGroup': '1.2', Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'ConntrackHelper': '1.0', Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'Log': '1.0', Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'Network': '1.1', Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'Port': '1.7', Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'PortForwarding': '1.2', Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'QosPolicy': '1.9', Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'SecurityGroup': '1.4', Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'SecurityGroupRule': '1.2', Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'SubPort': '1.0', Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'Subnet': '1.1', Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: 'Trunk': '1.1'}} Aug 26 10:34:02.272505 n-d-778550-13 neutron-server[101268]: {{(pid=101268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 10:34:02.347485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Attempting to bind port b1d0dd9b-1298-4c2d-b663-30fc14585dc4 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:34:02.347881 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Attempting to bind port b1d0dd9b-1298-4c2d-b663-30fc14585dc4 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '3c9ea979-7fe6-4a37-a8c0-54a234516907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:34:02.348290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Attempting to bind port b1d0dd9b-1298-4c2d-b663-30fc14585dc4 on network 19039739-c4af-46ed-9dbb-d519ead7ec96 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:34:02.353281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:34:02.353694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Checking segment: {'id': '3c9ea979-7fe6-4a37-a8c0-54a234516907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:34:02.354170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:02.354594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Bound using segment: {'id': '3c9ea979-7fe6-4a37-a8c0-54a234516907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:34:02.355659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Bound port: b1d0dd9b-1298-4c2d-b663-30fc14585dc4, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9ea979-7fe6-4a37-a8c0-54a234516907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:34:02.356057 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:02.418395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] For port b1d0dd9b-1298-4c2d-b663-30fc14585dc4, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:34:02.422531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] For port b1d0dd9b-1298-4c2d-b663-30fc14585dc4, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b1d0dd9b-1298-4c2d-b663-30fc14585dc4,segment=NetworkSegment(3c9ea979-7fe6-4a37-a8c0-54a234516907),segment_id=3c9ea979-7fe6-4a37-a8c0-54a234516907)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:34:02.428075 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:02.495908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bdb81-fe42-40c6-bff4-85fc6bf93da3 None None] Pushing event updated for resources: {'Port': ['ID=b1d0dd9b-1298-4c2d-b663-30fc14585dc4,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:03.697317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60258) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:34:04.022502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-618e945e-ff34-4c5f-b338-def31abee9b5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:34:04.023643 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-618e945e-ff34-4c5f-b338-def31abee9b5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3253763 Aug 26 10:34:06.441180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60266) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:34:06.747186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-ae7f511f-33fc-4806-b5d2-f286374ab425 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:34:06.748351 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ae7f511f-33fc-4806-b5d2-f286374ab425 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3062537 Aug 26 10:34:09.363745 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60276) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:34:09.659412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d7b6a691-2228-4c22-ab47-52ce53b5cc40 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'name': 'router1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:34:09.694231 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a691-2228-4c22-ab47-52ce53b5cc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:09.696119 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a691-2228-4c22-ab47-52ce53b5cc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:09.836645 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a691-2228-4c22-ab47-52ce53b5cc40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:09.841700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a691-2228-4c22-ab47-52ce53b5cc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:09.854928 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a691-2228-4c22-ab47-52ce53b5cc40 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:09.857063 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d7b6a691-2228-4c22-ab47-52ce53b5cc40 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4922268 Aug 26 10:34:10.191851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b1d0dd9b-1298-4c2d-b663-30fc14585dc4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:34:10.291399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port b1d0dd9b-1298-4c2d-b663-30fc14585dc4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:34:10.857938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cb70d7-6857-4191-b499-ff8cc771e512 None None] Network 19039739-c4af-46ed-9dbb-d519ead7ec96 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:34:10.910372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b1d520b1-161a-44e6-8108-8b5960269e83 None None] Provisioning for port b1d0dd9b-1298-4c2d-b663-30fc14585dc4 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:34:10.919443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b1d520b1-161a-44e6-8108-8b5960269e83 None None] Provisioning complete for port b1d0dd9b-1298-4c2d-b663-30fc14585dc4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:34:10.919829 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1d520b1-161a-44e6-8108-8b5960269e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:11.079938 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1d520b1-161a-44e6-8108-8b5960269e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:11.140047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b1d520b1-161a-44e6-8108-8b5960269e83 None None] For port b1d0dd9b-1298-4c2d-b663-30fc14585dc4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b1d0dd9b-1298-4c2d-b663-30fc14585dc4,segment=NetworkSegment(3c9ea979-7fe6-4a37-a8c0-54a234516907),segment_id=3c9ea979-7fe6-4a37-a8c0-54a234516907)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:34:11.147435 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1d520b1-161a-44e6-8108-8b5960269e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:11.201589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d520b1-161a-44e6-8108-8b5960269e83 None None] Pushing event updated for resources: {'Port': ['ID=b1d0dd9b-1298-4c2d-b663-30fc14585dc4,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:11.366251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fd618a89-57b3-4bb3-90de-9165b13b215c None None] Provisioning complete for port b1d0dd9b-1298-4c2d-b663-30fc14585dc4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:34:11.366620 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd618a89-57b3-4bb3-90de-9165b13b215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:12.162404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b1d0dd9b-1298-4c2d-b663-30fc14585dc4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:34:12.211512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b1d0dd9b-1298-4c2d-b663-30fc14585dc4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:34:12.212218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:12.273727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60288) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:34:12.584979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-30533acf-aee6-4da0-af5f-133583f4523f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:34:12.585998 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-30533acf-aee6-4da0-af5f-133583f4523f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3113427 Aug 26 10:34:13.188054 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74176883-d213-47f7-88e4-4b6252129ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:14.972526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60296) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:34:15.284662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:34:15.305762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Made reservation on behalf of 00119555adbe4a0f9ab6bfb2ca8f15e8 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:34:15.307979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:15.316544 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:15.402790 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:15.406890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:15.424676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Reserving flat network on physical network physnet1 {{(pid=101266) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 10:34:15.445775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ebe224-a5e9-4d7e-ace4-651be8391ae3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:15.448974 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:15.449327 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Added segment aa85835f-5cf9-4533-a1b8-82464f6eb840 of type flat for network b1703738-6a36-495d-9edf-c5d14a6506a8 Aug 26 10:34:15.495097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:15.526858 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:15.527814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:34:15.528389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:15.583381 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6097932 Aug 26 10:34:15.587968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc2e79-a3e2-4d26-8d6d-8af8c960d351 admin admin] Pushing event updated for resources: {'Network': ['ID=b1703738-6a36-495d-9edf-c5d14a6506a8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:15.609728 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b1703738-6a36-495d-9edf-c5d14a6506a8 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:34:15.679122 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33863b23-85ae-4221-ad82-8c1679a74b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:16.052830 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:16.924733 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:17.964889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60314) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:34:18.144527 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d955118-18fd-4e7e-a957-fb807f60363d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:34:18.145913 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d955118-18fd-4e7e-a957-fb807f60363d admin admin] 10.222.0.21 "GET /v2.0/subnets/4fc1bac2-746a-4a74-98bb-8531cfb0f52c HTTP/1.1" status: 200 len: 849 time: 0.1800222 Aug 26 10:34:18.265174 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-128fd899-0420-47fa-8d11-e1bf47d3e7b9 admin admin] 10.222.0.21 "GET /v2.0/routers/1eb6a36c-c5c8-4235-86c4-124368e7f193 HTTP/1.1" status: 200 len: 704 time: 0.1131511 Aug 26 10:34:18.538066 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:18.829209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Allocated IP 172.20.0.1 (19039739-c4af-46ed-9dbb-d519ead7ec96/4fc1bac2-746a-4a74-98bb-8531cfb0f52c/b7058699-874a-4c9f-a368-a8d8ecebc738) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:34:18.976098 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:19.027127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:19.048936 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Transition to ACTIVE for port object b7058699-874a-4c9f-a368-a8d8ecebc738 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:34:19.116185 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:19.184582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Network 19039739-c4af-46ed-9dbb-d519ead7ec96 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:34:19.191363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:34:19.194010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:34:19.194555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:19.260099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Pushing event updated for resources: {'Port': ['ID=b7058699-874a-4c9f-a368-a8d8ecebc738,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:19.397692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:19.404844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-10cde511-8371-41c7-aa35-96e1e33975e5 None None] Provisioning for port b7058699-874a-4c9f-a368-a8d8ecebc738 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:34:19.408431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-10cde511-8371-41c7-aa35-96e1e33975e5 None None] Provisioning complete for port b7058699-874a-4c9f-a368-a8d8ecebc738 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:34:19.408805 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10cde511-8371-41c7-aa35-96e1e33975e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:19.441332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-10cde511-8371-41c7-aa35-96e1e33975e5 None None] Port b7058699-874a-4c9f-a368-a8d8ecebc738 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:34:19.600756 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:19.605239 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:19.606149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:19.685017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Pushing event updated for resources: {'Port': ['ID=b7058699-874a-4c9f-a368-a8d8ecebc738,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:19.733198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Network 19039739-c4af-46ed-9dbb-d519ead7ec96 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:34:19.734541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:34:19.894660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Router 1eb6a36c-c5c8-4235-86c4-124368e7f193 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:34:19.961093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b29a16d0-d9cc-41c7-9533-0af914b8bdfb None None] Provisioning complete for port b7058699-874a-4c9f-a368-a8d8ecebc738 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:34:19.961387 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b29a16d0-d9cc-41c7-9533-0af914b8bdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:19.987617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:34:19.993400 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e0d1219f-252a-4cf8-9d49-4a65f74f2b7a admin admin] 10.222.0.21 "PUT /v2.0/routers/1eb6a36c-c5c8-4235-86c4-124368e7f193/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7226212 Aug 26 10:34:19.995987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b29a16d0-d9cc-41c7-9533-0af914b8bdfb None None] Port b7058699-874a-4c9f-a368-a8d8ecebc738 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:34:20.000245 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Sync routers for ids ['1eb6a36c-c5c8-4235-86c4-124368e7f193'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:34:20.011924 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Routers {'1eb6a36c-c5c8-4235-86c4-124368e7f193'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:34:20.013219 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:34:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1eb6a36c-c5c8-4235-86c4-124368e7f193'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:34:20.203936 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Set router 1eb6a36c-c5c8-4235-86c4-124368e7f193 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:34:20.639598 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'name': 'router1', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:34:09Z', 'updated_at': '2021-08-26T10:34:19Z', 'revision_number': 2, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'gw_port_host': None, '_interfaces': [{'id': 'b7058699-874a-4c9f-a368-a8d8ecebc738', 'name': '', 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'mac_address': 'fa:16:3e:91:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:34:18Z', 'updated_at': '2021-08-26T10:34:19Z', 'revision_number': 2, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'subnets': [{'id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271e6509-23dc-4b67-a5aa-cd696eb3ff3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:34:20.692242 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Checking router: 1eb6a36c-c5c8-4235-86c4-124368e7f193 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:34:20.692630 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Updating router 1eb6a36c-c5c8-4235-86c4-124368e7f193 port b7058699-874a-4c9f-a368-a8d8ecebc738 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:34:20.741873 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:21.276464 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:21.297714 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Transition to ACTIVE for port object b7058699-874a-4c9f-a368-a8d8ecebc738 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:34:21.304037 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:21.471523 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Pushing event updated for resources: {'Port': ['ID=b7058699-874a-4c9f-a368-a8d8ecebc738,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:21.476345 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Attempting to bind port b7058699-874a-4c9f-a368-a8d8ecebc738 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:34:21.476743 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Attempting to bind port b7058699-874a-4c9f-a368-a8d8ecebc738 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '3c9ea979-7fe6-4a37-a8c0-54a234516907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:34:21.477164 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Attempting to bind port b7058699-874a-4c9f-a368-a8d8ecebc738 on network 19039739-c4af-46ed-9dbb-d519ead7ec96 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:34:21.485772 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:34:21.486185 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Checking segment: {'id': '3c9ea979-7fe6-4a37-a8c0-54a234516907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:34:21.486675 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:21.487088 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Bound using segment: {'id': '3c9ea979-7fe6-4a37-a8c0-54a234516907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:34:21.487623 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Bound port: b7058699-874a-4c9f-a368-a8d8ecebc738, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9ea979-7fe6-4a37-a8c0-54a234516907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:34:21.488000 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:21.491573 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.491913 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.492245 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.492575 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.492900 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.493221 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.493538 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.493853 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.494171 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.495046 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.495046 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.495220 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Tracked resource versions report: Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: pushed versions: Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: { 'AddressGroup': {'1.2'}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'ConntrackHelper': {'1.0'}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'Log': {'1.0'}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'Network': {'1.1'}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'Port': {'1.7'}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'PortForwarding': {'1.2'}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'QosPolicy': {'1.9'}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'SecurityGroup': {'1.4'}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'SecurityGroupRule': {'1.2'}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'SubPort': {'1.0'}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'Subnet': {'1.1'}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'Trunk': {'1.1'}} Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: consumer versions: Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: { DHCP agent@n-d-778550-13: {}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: L3 agent@n-d-778550-13: {}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: Metadata agent@n-d-778550-13: {}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: Metering agent@n-d-778550-13: {}, Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: Open vSwitch agent@n-d-778550-13: { 'AddressGroup': '1.2', Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'ConntrackHelper': '1.0', Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'Log': '1.0', Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'Network': '1.1', Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'Port': '1.7', Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'PortForwarding': '1.2', Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'QosPolicy': '1.9', Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'SecurityGroup': '1.4', Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'SecurityGroupRule': '1.2', Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'SubPort': '1.0', Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'Subnet': '1.1', Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: 'Trunk': '1.1'}} Aug 26 10:34:21.496402 n-d-778550-13 neutron-server[101269]: {{(pid=101269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 10:34:21.568028 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] For port b7058699-874a-4c9f-a368-a8d8ecebc738, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:34:21.589566 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] For port b7058699-874a-4c9f-a368-a8d8ecebc738, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b7058699-874a-4c9f-a368-a8d8ecebc738,segment=NetworkSegment(3c9ea979-7fe6-4a37-a8c0-54a234516907),segment_id=3c9ea979-7fe6-4a37-a8c0-54a234516907)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:34:21.595002 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:21.654074 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Routers {'1eb6a36c-c5c8-4235-86c4-124368e7f193'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:34:21.654711 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:34:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1eb6a36c-c5c8-4235-86c4-124368e7f193'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:34:21.660370 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88cbb8-4266-4589-8422-94b343141c1a None None] Pushing event updated for resources: {'Port': ['ID=b7058699-874a-4c9f-a368-a8d8ecebc738,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:21.757150 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] Set router 1eb6a36c-c5c8-4235-86c4-124368e7f193 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:34:21.980833 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'name': 'router1', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:34:09Z', 'updated_at': '2021-08-26T10:34:19Z', 'revision_number': 2, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'gw_port_host': None, '_interfaces': [{'id': 'b7058699-874a-4c9f-a368-a8d8ecebc738', 'name': '', 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'mac_address': 'fa:16:3e:91:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:34:18Z', 'updated_at': '2021-08-26T10:34:21Z', 'revision_number': 4, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'subnets': [{'id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271e6509-23dc-4b67-a5aa-cd696eb3ff3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:34:22.010948 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ddcb8-b5f4-4866-8563-f85ec1fd8e71 None None] The sync data for ids ['1eb6a36c-c5c8-4235-86c4-124368e7f193'] in n-d-778550-13 is: [{'id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'name': 'router1', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:34:09Z', 'updated_at': '2021-08-26T10:34:19Z', 'revision_number': 2, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'gw_port_host': None, '_interfaces': [{'id': 'b7058699-874a-4c9f-a368-a8d8ecebc738', 'name': '', 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'mac_address': 'fa:16:3e:91:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:34:18Z', 'updated_at': '2021-08-26T10:34:21Z', 'revision_number': 4, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'subnets': [{'id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271e6509-23dc-4b67-a5aa-cd696eb3ff3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:34:22.252869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60334) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:34:22.374487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca56c2-be69-4706-bc15-72d76011bfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:34:22.375920 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dbca56c2-be69-4706-bc15-72d76011bfe7 admin admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 842 time: 0.1220551 Aug 26 10:34:22.387560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'cidr': '172.25.1.0/24'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:34:22.411844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Made reservation on behalf of 00119555adbe4a0f9ab6bfb2ca8f15e8 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:34:22.414145 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:22.788458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 10:34:22.788963 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:22.841367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad188aa6-39df-4735-bf52-3bf675db9868,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:22.851475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:34:22.851834 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Network hostable DHCP agents. Network: b1703738-6a36-495d-9edf-c5d14a6506a8, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:34:22.871353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:34:22.880423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b1703738-6a36-495d-9edf-c5d14a6506a8) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:34:22.885000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:34:22.886358 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:22.891352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb635cb-e7e8-4fa8-b0be-93ab9d1d9a99 None None] Network b1703738-6a36-495d-9edf-c5d14a6506a8 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:34:22.906893 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ec8cafae-5f21-4ec7-b020-10351ebe3f59 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5187867 Aug 26 10:34:23.055995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a9675-cf06-41d4-9e67-e3f4bfbe31c5 None None] Network b1703738-6a36-495d-9edf-c5d14a6506a8 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:34:25.237321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60342) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:34:25.368277 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-557eefb3-d845-4410-93a2-6a004291013f admin admin] 10.222.0.21 "GET /v2.0/routers/1eb6a36c-c5c8-4235-86c4-124368e7f193 HTTP/1.1" status: 200 len: 710 time: 0.1297317 Aug 26 10:34:25.458286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da68896d-020f-4c0e-997d-322c78db1945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:34:25.459704 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-da68896d-020f-4c0e-997d-322c78db1945 admin admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 886 time: 0.0854518 Aug 26 10:34:25.470374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:34:25.718903 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:25.963489 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:26.040202 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:26.146747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Allocated IP 172.25.1.21 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/71cc0d48-eaf3-45e7-8ba6-b28a38e80211) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:34:26.247398 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:26.286400 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:26.329218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:34:26.330534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:34:26.333121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:34:26.342123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Pushing event updated for resources: {'Port': ['ID=71cc0d48-eaf3-45e7-8ba6-b28a38e80211,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:26.677950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:26.871115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:26.875035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:26.982789 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Router 1eb6a36c-c5c8-4235-86c4-124368e7f193 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:34:27.096618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:34:27.102449 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:27.103793 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7df407aa-9812-45cc-902c-6a420be1409d admin admin] 10.222.0.21 "PUT /v2.0/routers/1eb6a36c-c5c8-4235-86c4-124368e7f193 HTTP/1.1" status: 200 len: 889 time: 1.6370153 Aug 26 10:34:28.202411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b7058699-874a-4c9f-a368-a8d8ecebc738 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:34:28.252772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port b7058699-874a-4c9f-a368-a8d8ecebc738 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:34:28.256878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b7058699-874a-4c9f-a368-a8d8ecebc738 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:34:28.257310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:28.339800 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:28.373000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port b7058699-874a-4c9f-a368-a8d8ecebc738, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b7058699-874a-4c9f-a368-a8d8ecebc738,segment=NetworkSegment(3c9ea979-7fe6-4a37-a8c0-54a234516907),segment_id=3c9ea979-7fe6-4a37-a8c0-54a234516907)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:34:28.377336 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:28.430113 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=b7058699-874a-4c9f-a368-a8d8ecebc738,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:28.481247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Sync routers for ids ['1eb6a36c-c5c8-4235-86c4-124368e7f193'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:34:28.491550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Routers {'1eb6a36c-c5c8-4235-86c4-124368e7f193'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:34:28.492213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:34:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1eb6a36c-c5c8-4235-86c4-124368e7f193'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:34:28.531434 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:34:28.739849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Set router 1eb6a36c-c5c8-4235-86c4-124368e7f193 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:34:29.131833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'name': 'router1', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '71cc0d48-eaf3-45e7-8ba6-b28a38e80211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:34:09Z', 'updated_at': '2021-08-26T10:34:26Z', 'revision_number': 4, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'gw_port': {'id': '71cc0d48-eaf3-45e7-8ba6-b28a38e80211', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:34:26Z', 'updated_at': '2021-08-26T10:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b7058699-874a-4c9f-a368-a8d8ecebc738', 'name': '', 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'mac_address': 'fa:16:3e:91:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:34:18Z', 'updated_at': '2021-08-26T10:34:28Z', 'revision_number': 5, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'subnets': [{'id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271e6509-23dc-4b67-a5aa-cd696eb3ff3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:34:29.180381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Checking router: 1eb6a36c-c5c8-4235-86c4-124368e7f193 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:34:29.180728 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Updating router 1eb6a36c-c5c8-4235-86c4-124368e7f193 port 71cc0d48-eaf3-45e7-8ba6-b28a38e80211 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:34:29.228700 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:29.521498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60354) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:34:29.556443 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:29.567165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Transition to ACTIVE for port object 71cc0d48-eaf3-45e7-8ba6-b28a38e80211 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:34:29.574670 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:29.627293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Attempting to bind port 71cc0d48-eaf3-45e7-8ba6-b28a38e80211 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:34:29.627668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Attempting to bind port 71cc0d48-eaf3-45e7-8ba6-b28a38e80211 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:34:29.628036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Attempting to bind port 71cc0d48-eaf3-45e7-8ba6-b28a38e80211 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:34:29.632482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e398cf-b7ca-4db1-9cf9-1deae31cad6a None None] Pushing event updated for resources: {'Port': ['ID=71cc0d48-eaf3-45e7-8ba6-b28a38e80211,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:29.635465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:34:29.635966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:34:29.636229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:29.636620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:34:29.637091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Bound port: 71cc0d48-eaf3-45e7-8ba6-b28a38e80211, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:34:29.637496 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:29.689924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] For port 71cc0d48-eaf3-45e7-8ba6-b28a38e80211, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:34:29.692976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] For port 71cc0d48-eaf3-45e7-8ba6-b28a38e80211, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=71cc0d48-eaf3-45e7-8ba6-b28a38e80211,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:34:29.696790 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:29.752980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Routers {'1eb6a36c-c5c8-4235-86c4-124368e7f193'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:34:29.753578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:34:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1eb6a36c-c5c8-4235-86c4-124368e7f193'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:34:29.756181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e398cf-b7ca-4db1-9cf9-1deae31cad6a None None] Pushing event updated for resources: {'Port': ['ID=71cc0d48-eaf3-45e7-8ba6-b28a38e80211,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:29.762049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.policy [None req-ac8ee19b-a9a8-4d90-bcca-7567917a5083 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101267) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 10:34:29.809110 n-d-778550-13 neutron-server[101267]: WARNING oslo_policy.policy [None req-ac8ee19b-a9a8-4d90-bcca-7567917a5083 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 10:34:29.809496 n-d-778550-13 neutron-server[101267]: WARNING oslo_policy.policy [None req-ac8ee19b-a9a8-4d90-bcca-7567917a5083 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 10:34:29.819309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ac8ee19b-a9a8-4d90-bcca-7567917a5083 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2968042 Aug 26 10:34:29.948454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] Set router 1eb6a36c-c5c8-4235-86c4-124368e7f193 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:34:30.167905 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'name': 'router1', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '71cc0d48-eaf3-45e7-8ba6-b28a38e80211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:34:09Z', 'updated_at': '2021-08-26T10:34:26Z', 'revision_number': 4, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'gw_port': {'id': '71cc0d48-eaf3-45e7-8ba6-b28a38e80211', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:34:26Z', 'updated_at': '2021-08-26T10:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b7058699-874a-4c9f-a368-a8d8ecebc738', 'name': '', 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'mac_address': 'fa:16:3e:91:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:34:18Z', 'updated_at': '2021-08-26T10:34:28Z', 'revision_number': 5, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'subnets': [{'id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271e6509-23dc-4b67-a5aa-cd696eb3ff3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:34:30.199795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b7058699-874a-4c9f-a368-a8d8ecebc738 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:34:30.204004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555df097-fbe3-43f2-946f-4abdf5d7ff0d None None] The sync data for ids ['1eb6a36c-c5c8-4235-86c4-124368e7f193'] in n-d-778550-13 is: [{'id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'name': 'router1', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '71cc0d48-eaf3-45e7-8ba6-b28a38e80211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:34:09Z', 'updated_at': '2021-08-26T10:34:26Z', 'revision_number': 4, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'gw_port': {'id': '71cc0d48-eaf3-45e7-8ba6-b28a38e80211', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:34:26Z', 'updated_at': '2021-08-26T10:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b7058699-874a-4c9f-a368-a8d8ecebc738', 'name': '', 'network_id': '19039739-c4af-46ed-9dbb-d519ead7ec96', 'tenant_id': 'fc88a45101f94b03ad462960ec004afa', 'mac_address': 'fa:16:3e:91:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a36c-c5c8-4235-86c4-124368e7f193', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:34:18Z', 'updated_at': '2021-08-26T10:34:28Z', 'revision_number': 5, 'project_id': 'fc88a45101f94b03ad462960ec004afa', 'subnets': [{'id': '4fc1bac2-746a-4a74-98bb-8531cfb0f52c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '271e6509-23dc-4b67-a5aa-cd696eb3ff3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:34:30.254285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b7058699-874a-4c9f-a368-a8d8ecebc738 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:34:30.254907 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:32.210007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 71cc0d48-eaf3-45e7-8ba6-b28a38e80211 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:34:32.272284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 71cc0d48-eaf3-45e7-8ba6-b28a38e80211 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:34:32.277001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 71cc0d48-eaf3-45e7-8ba6-b28a38e80211 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:34:32.277385 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:32.361899 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:32.383184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 71cc0d48-eaf3-45e7-8ba6-b28a38e80211, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=71cc0d48-eaf3-45e7-8ba6-b28a38e80211,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:34:32.388600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:32.439882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=71cc0d48-eaf3-45e7-8ba6-b28a38e80211,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:34:34.234626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 71cc0d48-eaf3-45e7-8ba6-b28a38e80211 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:34:34.291375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 71cc0d48-eaf3-45e7-8ba6-b28a38e80211 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:34:34.292098 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:43.194640 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f9dd715-0820-46a4-8b16-b73ac4fb19be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:45.673813 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9cf3eaba-72ce-4d8e-81a4-b2a9dc89b02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:46.055963 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:46.971568 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:34:49.014935 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:35:05.532607 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:35:13.196706 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7e20e5a-f55d-459b-bdc9-69531fdf9ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:35:15.670260 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-463b8edd-ac51-4f57-a6c8-f50d7861bf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:35:16.059192 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:35:16.936800 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:35:19.015327 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:35:42.532044 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:35:43.193210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21d8a9e4-3c1f-4432-96ed-f0ea21b62d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:35:45.671669 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb7f635d-1d8c-4324-993e-c2ced8e34297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:35:46.051576 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:35:46.938547 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:35:49.012169 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:10.646375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60950) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:10.723849 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68ae76d-5eeb-457c-82ca-69130bec6fef admin admin] GET failed (client error): The resource could not be found. Aug 26 10:36:10.725260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f68ae76d-5eeb-457c-82ca-69130bec6fef admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0779290 Aug 26 10:36:10.931242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b523fb-1bf2-46c5-b766-e6942b2624d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:10.932734 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-92b523fb-1bf2-46c5-b766-e6942b2624d2 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2023427 Aug 26 10:36:13.160490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60960) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:13.195469 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36da7721-f7c1-4015-a989-34dc4dd85807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:13.259648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab7fd8-778d-4518-a223-f2a23deffc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:13.261054 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-78ab7fd8-778d-4518-a223-f2a23deffc07 admin admin] 10.222.0.21 "GET /v2.0/subnets/4fc1bac2-746a-4a74-98bb-8531cfb0f52c HTTP/1.1" status: 200 len: 849 time: 0.0995975 Aug 26 10:36:13.271776 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:36:13.358290 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:13.504270 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730521440808'] for subnet, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:13.538921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:13.539152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:13.541135 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] 10.222.0.21 "PUT /v2.0/subnets/4fc1bac2-746a-4a74-98bb-8531cfb0f52c HTTP/1.1" status: 200 len: 868 time: 0.2734144 Aug 26 10:36:13.542002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364a1d62-73d3-4df6-8490-01b0ac0a4ff2 None None] Network 19039739-c4af-46ed-9dbb-d519ead7ec96 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:36:13.562609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc1bac2-746a-4a74-98bb-8531cfb0f52c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:36:13.570815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.571181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.571478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.571823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.572164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.572658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.573006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.573339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.573671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.574002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.574334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.574687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9994f-80f9-40d7-a6fd-45193d753ce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:36:13.972494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-36478d5f-81ca-48a8-a7a6-1874fd8787ba None None] Provisioning complete for port b7058699-874a-4c9f-a368-a8d8ecebc738 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:36:13.972869 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36478d5f-81ca-48a8-a7a6-1874fd8787ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:14.058492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-36478d5f-81ca-48a8-a7a6-1874fd8787ba None None] Provisioning complete for port b1d0dd9b-1298-4c2d-b663-30fc14585dc4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:36:14.058788 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36478d5f-81ca-48a8-a7a6-1874fd8787ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:15.671769 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7e140a4-3b0e-4854-8817-e95dacaa4baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:15.763119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60970) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:15.968183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484bf44c-6d75-4cd7-aaa2-f275ee3ecb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:15.968574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484bf44c-6d75-4cd7-aaa2-f275ee3ecb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:15.970161 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-484bf44c-6d75-4cd7-aaa2-f275ee3ecb7e admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2060781 Aug 26 10:36:16.055890 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:16.941933 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:18.172991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60978) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:18.306441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598bb4c4-c031-4b5f-83b3-376651b8c0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:18.307017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598bb4c4-c031-4b5f-83b3-376651b8c0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:18.308579 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-598bb4c4-c031-4b5f-83b3-376651b8c0c3 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1346285 Aug 26 10:36:19.012653 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:19.530483 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:36:20.496732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60986) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:20.630193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c88362-5dd3-4d1c-abaf-11526ec9c012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:20.631649 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-37c88362-5dd3-4d1c-abaf-11526ec9c012 admin admin] 10.222.0.21 "GET /v2.0/networks/19039739-c4af-46ed-9dbb-d519ead7ec96 HTTP/1.1" status: 200 len: 869 time: 0.1339481 Aug 26 10:36:22.812323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60994) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:22.948024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a16d83-8703-433b-8f6e-323a22b4b674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:22.949432 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-18a16d83-8703-433b-8f6e-323a22b4b674 admin admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 886 time: 0.1361635 Aug 26 10:36:25.159689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32770) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:25.283346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39885991-fb3b-42d4-ac28-14cb9e8bf9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:25.283823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39885991-fb3b-42d4-ac28-14cb9e8bf9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:25.285377 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-39885991-fb3b-42d4-ac28-14cb9e8bf9d9 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247420 Aug 26 10:36:27.474587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 32778) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:27.600690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32751169-92f4-426d-9a0b-fa6117c54197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:27.601153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32751169-92f4-426d-9a0b-fa6117c54197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:27.602673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-32751169-92f4-426d-9a0b-fa6117c54197 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272035 Aug 26 10:36:29.780406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32786) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:29.874003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6334c599-bb85-4b43-a551-acb3978a2478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:29.875447 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6334c599-bb85-4b43-a551-acb3978a2478 admin admin] 10.222.0.21 "GET /v2.0/subnets/4fc1bac2-746a-4a74-98bb-8531cfb0f52c HTTP/1.1" status: 200 len: 868 time: 0.0941029 Aug 26 10:36:32.070190 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32794) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:32.156072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23527e-a503-41a3-b2f3-16fd04394ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:36:32.158041 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ca23527e-a503-41a3-b2f3-16fd04394ec4 admin admin] 10.222.0.21 "GET /v2.0/subnets/ad188aa6-39df-4735-bf52-3bf675db9868 HTTP/1.1" status: 200 len: 816 time: 0.0868220 Aug 26 10:36:43.197160 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-322d3f62-e2ac-429b-b645-8c4de30890b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:45.672773 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf6c4b83-74cd-4e75-9cee-d68a3108a97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:46.058300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:46.945553 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:49.015604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:36:56.528853 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:36:57.600609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32848) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:57.655416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-c9d0914a-bea4-433d-b94f-4dc9dc4cf211 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:36:57.656449 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c9d0914a-bea4-433d-b94f-4dc9dc4cf211 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548432 Aug 26 10:36:59.936154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32856) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:36:59.999243 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfe83cd-cce6-4253-ae1e-8219ca062f40 admin admin] GET failed (client error): The resource could not be found. Aug 26 10:37:00.000544 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bcfe83cd-cce6-4253-ae1e-8219ca062f40 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634458 Aug 26 10:37:00.242612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ed90c6-2208-44ec-a6d7-36f53daa55ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:37:00.244951 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-99ed90c6-2208-44ec-a6d7-36f53daa55ef admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2393870 Aug 26 10:37:02.481012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32864) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:37:02.529355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:37:02.551210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] Made reservation on behalf of 00119555adbe4a0f9ab6bfb2ca8f15e8 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:37:02.553481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:02.584611 n-d-778550-13 neutron-server[101266]: WARNING neutron.services.revisions.revision_plugin [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] Could not find related network for resource to bump revision. Aug 26 10:37:02.597193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:37:02.606714 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:02.607082 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] Added segment 4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c of type vlan for network e924ff56-e3b9-40fa-8771-798dea4169c3 Aug 26 10:37:02.646932 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:02.676873 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:02.677833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:37:02.678698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:02.735466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2532189 Aug 26 10:37:02.738124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9275d96-b6fe-476e-82c2-a782e6f1f297 admin admin] Pushing event updated for resources: {'Network': ['ID=e924ff56-e3b9-40fa-8771-798dea4169c3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:37:02.756347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network e924ff56-e3b9-40fa-8771-798dea4169c3 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:37:04.950966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32872) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:37:05.013843 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a168334-ee9f-4c1d-b364-06b0f554beda admin admin] GET failed (client error): The resource could not be found. Aug 26 10:37:05.015208 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5a168334-ee9f-4c1d-b364-06b0f554beda admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632877 Aug 26 10:37:05.082163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ad2e2-4364-4c83-880e-50aca4d0c1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:37:05.083668 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-995ad2e2-4364-4c83-880e-50aca4d0c1d9 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0637314 Aug 26 10:37:05.093840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:37:05.114287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] Made reservation on behalf of 00119555adbe4a0f9ab6bfb2ca8f15e8 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:37:05.116642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:05.283687 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:05.338171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97efdc4-9aba-4cd0-946d-5078d7832b1b,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:37:05.349511 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:37:05.349872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] Network hostable DHCP agents. Network: e924ff56-e3b9-40fa-8771-798dea4169c3, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:37:05.366334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:37:05.375685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, e924ff56-e3b9-40fa-8771-798dea4169c3) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:37:05.380314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:37:05.380927 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:05.385660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7573d196-2158-4672-a75f-87be7a11e2e8 None None] Network e924ff56-e3b9-40fa-8771-798dea4169c3 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:37:05.394717 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1c06f1fb-dc0b-490e-b949-b3ae838d5a1a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3042147 Aug 26 10:37:05.633750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-e924ff56-e3b9-40fa-8771-798dea4169c3', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'tenant_id': '00119555adbe4a0f9ab6bfb2ca8f15e8', 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:37:05.634638 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:05.768785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Allocated IP 192.168.233.2 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/8352e8c7-25df-4334-965f-7378fdfcb71f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:37:05.950210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:05.958982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Transition to ACTIVE for port object 8352e8c7-25df-4334-965f-7378fdfcb71f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:37:05.974555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Transition to ACTIVE for port object 8352e8c7-25df-4334-965f-7378fdfcb71f will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:37:05.980622 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:06.017854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:37:06.024856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:37:06.027479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:37:06.035086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Pushing event updated for resources: {'Port': ['ID=8352e8c7-25df-4334-965f-7378fdfcb71f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:37:06.056830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.057160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.057587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.058011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.058369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.058707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.059073 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.059403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.059732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.060050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.060376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.060693 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:37:06.097813 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Attempting to bind port 8352e8c7-25df-4334-965f-7378fdfcb71f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:37:06.098188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Attempting to bind port 8352e8c7-25df-4334-965f-7378fdfcb71f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:37:06.098550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Attempting to bind port 8352e8c7-25df-4334-965f-7378fdfcb71f on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:37:06.103703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:37:06.104104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:37:06.104505 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:06.104898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:37:06.105362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Bound port: 8352e8c7-25df-4334-965f-7378fdfcb71f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:37:06.105759 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:06.170476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] For port 8352e8c7-25df-4334-965f-7378fdfcb71f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:37:06.173764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] For port 8352e8c7-25df-4334-965f-7378fdfcb71f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8352e8c7-25df-4334-965f-7378fdfcb71f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:37:06.181579 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:06.240473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb70e7-dc9a-42e8-b63c-f8ce11d0eb93 None None] Pushing event updated for resources: {'Port': ['ID=8352e8c7-25df-4334-965f-7378fdfcb71f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:37:07.123878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9f4e7c-f18a-46e7-8cb9-3da3ed8a71dc None None] Network e924ff56-e3b9-40fa-8771-798dea4169c3 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:37:07.189578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3086212b-1c56-4d24-beda-f9c89382798f None None] Provisioning for port 8352e8c7-25df-4334-965f-7378fdfcb71f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:37:08.328399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8352e8c7-25df-4334-965f-7378fdfcb71f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:37:08.382066 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 8352e8c7-25df-4334-965f-7378fdfcb71f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:37:08.386283 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8352e8c7-25df-4334-965f-7378fdfcb71f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:37:08.386664 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:08.464265 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:08.496938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 8352e8c7-25df-4334-965f-7378fdfcb71f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8352e8c7-25df-4334-965f-7378fdfcb71f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:37:08.500680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:08.548748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=8352e8c7-25df-4334-965f-7378fdfcb71f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:37:10.298121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8352e8c7-25df-4334-965f-7378fdfcb71f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:37:10.347310 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8352e8c7-25df-4334-965f-7378fdfcb71f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:37:10.347683 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:13.199286 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c07c9d5-2e0d-4ffe-99d0-7d7b5d330776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:15.675223 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3199fe6d-3dda-4283-bb87-d4f0e787116f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:16.059813 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:16.947648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:19.019257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:33.527792 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:37:43.199161 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a98ac26-4e6a-44e3-a7ad-359f52968874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:45.678454 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-140ec8a3-e11d-441f-817d-82e8cd5018cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:46.064055 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:46.950222 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:37:49.024567 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:10.588016 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:38:13.201442 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b27d1bca-1aee-440f-8499-41803b763a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:13.865970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32924) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:38:13.872776 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-817154ad-f6cd-4bdc-8e37-cda4e573c831 tempest-verify_tempest_config-375180561 tempest-verify_tempest_config-375180561-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:38:13.873868 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-817154ad-f6cd-4bdc-8e37-cda4e573c831 tempest-verify_tempest_config-375180561 tempest-verify_tempest_config-375180561-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067394 Aug 26 10:38:14.170069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 32942) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:38:14.286362 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:14.295337 n-d-778550-13 neutron-server[101267]: INFO neutron.quota [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Loaded quota_driver: . Aug 26 10:38:14.439800 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:14.448307 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:14.487108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50c6ced4d1774b5ea4104bd933ec5040&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3158207 Aug 26 10:38:14.489752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32950) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:38:14.498498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f1d41c-d83e-4b79-8c3c-8c603e62c412,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:38:14.507338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.507675 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.508008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.508339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.508664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.508985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.509301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.509615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.509928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.510239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.510555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.510888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b7bb6-b25a-4ddb-8bc8-487707b6677c admin admin] Tracked resource versions report: Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: pushed versions: Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: { 'AddressGroup': {'1.2'}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'ConntrackHelper': {'1.0'}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'Log': {'1.0'}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'Network': {'1.1'}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'Port': {'1.7'}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'PortForwarding': {'1.2'}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'QosPolicy': {'1.9'}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'SecurityGroup': {'1.4'}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'SecurityGroupRule': {'1.2'}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'SubPort': {'1.0'}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'Subnet': {'1.1'}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'Trunk': {'1.1'}} Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: consumer versions: Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: { DHCP agent@n-d-778550-13: {}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: L3 agent@n-d-778550-13: {}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: Metadata agent@n-d-778550-13: {}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: Metering agent@n-d-778550-13: {}, Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: Open vSwitch agent@n-d-778550-13: { 'AddressGroup': '1.2', Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'ConntrackHelper': '1.0', Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'Log': '1.0', Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'Network': '1.1', Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'Port': '1.7', Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'PortForwarding': '1.2', Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'QosPolicy': '1.9', Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'SecurityGroup': '1.4', Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'SecurityGroupRule': '1.2', Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'SubPort': '1.0', Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'Subnet': '1.1', Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: 'Trunk': '1.1'}} Aug 26 10:38:14.512513 n-d-778550-13 neutron-server[101267]: {{(pid=101267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 10:38:14.548259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:14.569024 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:14.660245 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:14.662910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:14.664100 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34f1d41c-d83e-4b79-8c3c-8c603e62c412 HTTP/1.1" status: 204 len: 168 time: 0.1731691 Aug 26 10:38:14.672561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f1d41c-d83e-4b79-8c3c-8c603e62c412,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:38:14.679728 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.680080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.680429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.680764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.681100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.681439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.681763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.682089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.682413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.682747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.683083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:14.683408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f94d6b2-ca9e-4167-9cb9-fd70320a80c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:38:15.679033 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fde325d5-ae7d-40f6-b6f0-be3aa97582ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:16.066107 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:16.952326 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:19.038898 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:43.206168 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b6f2d9d-70a0-4004-849f-f31a7b5d5c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:45.678388 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b2e5-919a-4b5e-9f0b-dc72ea8cd05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:46.068259 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:46.954470 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:38:47.526448 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:38:49.027405 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:39:13.208476 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52e3d45f-a055-4f66-9f14-ec194ecf9de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:39:15.677722 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2630d655-ab35-4cf7-9095-05b42f39b7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:39:16.070243 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:39:16.958936 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:39:19.030033 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:39:24.526956 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:39:43.211877 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3fd35f56-ebb1-4618-94ca-2645f6be123e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:39:45.680739 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8a12cf5-de64-4da3-99c4-78820b986698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:39:46.073529 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:39:46.964046 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:39:49.032012 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:40:01.527053 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:40:13.216373 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2af69744-ce31-4746-bde7-7e9bfd5470ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:40:15.689576 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a196a878-6863-4eac-9f6e-23d6d3435ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:40:16.080415 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:40:16.969482 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:40:19.037317 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:40:38.525751 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:40:43.211844 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8a79a85-a510-4bda-8ee8-8f99ed9bbcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:40:45.683267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b5d72bcb-73ff-4087-9e41-8fa1e5d0decb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:40:46.075238 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:40:46.971131 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:40:49.039271 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:13.214546 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb0b4cf8-a57b-4cbb-b469-29fe863e9825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:15.527210 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:41:15.684121 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34021681-60b4-4ff2-af48-472f16af5fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:16.077362 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:16.971572 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:19.040707 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:20.041165 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3894183'] for agent, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:21.769993 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3894183'] for agent, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:43.215298 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edbd322e-1dc4-4d04-b4bd-c10cb3c395ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:45.685310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd06ecf4-98f2-41a6-9a97-212d2ecddc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:46.078364 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:46.974147 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:49.044152 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:49.994408 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:51.718691 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:41:52.526576 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:42:10.562330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33016) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:42:10.667011 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-77c1a39e-42e5-4af0-941f-f78a2704a495 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1034257 Aug 26 10:42:12.894293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33026) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:42:12.958399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-21599f36-ba80-444a-9baa-1892dda36a1e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0623832 Aug 26 10:42:13.218680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fc320d5-37fa-443b-b29d-53be61a405b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:15.686390 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c05cb6fb-9c41-4ccf-b8c7-0e5c87a21ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:16.079116 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:16.977562 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:19.047454 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:19.997494 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:21.732997 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:29.525719 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:42:43.220759 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdd532ff-6dfa-434a-989d-4ae62a99f8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:45.696740 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e14716f4-91eb-49c0-9d2f-37381d5de587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:46.099634 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:46.986022 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:49.060505 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:50.015012 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:42:51.746854 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:06.527912 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:43:13.226230 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13275715-2388-4b10-ad5e-9367cf6c33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:15.688894 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02b63337-fe12-4bf7-bfaf-775eaa7fbf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:16.085679 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:16.991582 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:19.062207 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:20.014068 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:21.742765 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:37.599775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33366) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:37.951550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:38.049928 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:38.054653 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:38.086598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1f7601-e1b9-4adf-b6e9-58e89ccef346,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:38.097324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.097879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.098414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.099405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.099795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.100187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.100573 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.100960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.101435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.101817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.102370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.102776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] Tracked resource versions report: Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: pushed versions: Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: { 'AddressGroup': {'1.2'}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'ConntrackHelper': {'1.0'}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'Log': {'1.0'}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'Network': {'1.1'}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'Port': {'1.7'}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'PortForwarding': {'1.2'}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'QosPolicy': {'1.9'}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'SecurityGroup': {'1.4'}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'SecurityGroupRule': {'1.2'}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'SubPort': {'1.0'}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'Subnet': {'1.1'}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'Trunk': {'1.1'}} Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: consumer versions: Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: { DHCP agent@n-d-778550-13: {}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: HyperV agent@n-h1-778550-13: {}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: HyperV agent@n-h2-778550-13: {}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: L3 agent@n-d-778550-13: {}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: Metadata agent@n-d-778550-13: {}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: Metering agent@n-d-778550-13: {}, Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: Open vSwitch agent@n-d-778550-13: { 'AddressGroup': '1.2', Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'ConntrackHelper': '1.0', Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'Log': '1.0', Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'Network': '1.1', Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'Port': '1.7', Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'PortForwarding': '1.2', Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'QosPolicy': '1.9', Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'SecurityGroup': '1.4', Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'SecurityGroupRule': '1.2', Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'SubPort': '1.0', Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'Subnet': '1.1', Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: 'Trunk': '1.1'}} Aug 26 10:43:38.103902 n-d-778550-13 neutron-server[101267]: {{(pid=101267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 10:43:38.141354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33398) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:38.147250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-173bfc96-8e27-460a-babd-f29f219f388b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8106ced28a5345d7a0189bfb9e9be08b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5463164 Aug 26 10:43:38.210370 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:38.233856 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:38.294117 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:38.297059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:38.301900 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a1f7601-e1b9-4adf-b6e9-58e89ccef346 HTTP/1.1" status: 204 len: 168 time: 0.1586416 Aug 26 10:43:38.310962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1f7601-e1b9-4adf-b6e9-58e89ccef346,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:38.319939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.320487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.321191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.321698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.322193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.322882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.323388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.323866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.324342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.324843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.325178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.325498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140fcb70-b7c4-49a8-a81b-8f4a807929b9 admin admin] Tracked resource versions report: Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: pushed versions: Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: { 'AddressGroup': {'1.2'}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'ConntrackHelper': {'1.0'}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'Log': {'1.0'}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'Network': {'1.1'}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'Port': {'1.7'}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'PortForwarding': {'1.2'}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'QosPolicy': {'1.9'}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'SecurityGroup': {'1.4'}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'SecurityGroupRule': {'1.2'}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'SubPort': {'1.0'}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'Subnet': {'1.1'}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'Trunk': {'1.1'}} Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: consumer versions: Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: { DHCP agent@n-d-778550-13: {}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: HyperV agent@n-h1-778550-13: {}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: HyperV agent@n-h2-778550-13: {}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: L3 agent@n-d-778550-13: {}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: Metadata agent@n-d-778550-13: {}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: Metering agent@n-d-778550-13: {}, Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: Open vSwitch agent@n-d-778550-13: { 'AddressGroup': '1.2', Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'ConntrackHelper': '1.0', Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'Log': '1.0', Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'Network': '1.1', Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'Port': '1.7', Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'PortForwarding': '1.2', Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'QosPolicy': '1.9', Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'SecurityGroup': '1.4', Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'SecurityGroupRule': '1.2', Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'SubPort': '1.0', Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'Subnet': '1.1', Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: 'Trunk': '1.1'}} Aug 26 10:43:38.326921 n-d-778550-13 neutron-server[101266]: {{(pid=101266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 10:43:38.955410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33454) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:38.987212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33458) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:39.282977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ead71b3c-3598-42b5-a4f6-5fbaf8a46703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.307892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33480) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:39.321445 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1d78-bd38-474f-b844-d19f66f32f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.384926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ead71b3c-3598-42b5-a4f6-5fbaf8a46703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.390575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ead71b3c-3598-42b5-a4f6-5fbaf8a46703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.462936 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ead71b3c-3598-42b5-a4f6-5fbaf8a46703 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=282341b86c224f2397571ef5afd1ae11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5063846 Aug 26 10:43:39.463542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33488) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:39.464489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead71b3c-3598-42b5-a4f6-5fbaf8a46703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd26d19-a51c-43e0-9aa8-60d680339e2e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:39.508552 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1d78-bd38-474f-b844-d19f66f32f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.517972 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff6f1d78-bd38-474f-b844-d19f66f32f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.535561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1554f57-c754-4414-92e3-763edb04706c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.548562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3fb588e0-cd0d-41e5-bdcb-5be4db8e68c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.572259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ff6f1d78-bd38-474f-b844-d19f66f32f65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1db2298335ed4ac8a5e16108d3acf0b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2604141 Aug 26 10:43:39.572259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f1d78-bd38-474f-b844-d19f66f32f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792d2b52-43d5-4e13-974f-c87a98fcad8e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:39.575874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33494) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:39.606890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1554f57-c754-4414-92e3-763edb04706c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.710103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1554f57-c754-4414-92e3-763edb04706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.713107 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1554f57-c754-4414-92e3-763edb04706c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.714324 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a1554f57-c754-4414-92e3-763edb04706c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fd26d19-a51c-43e0-9aa8-60d680339e2e HTTP/1.1" status: 204 len: 168 time: 0.2470410 Aug 26 10:43:39.728289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1554f57-c754-4414-92e3-763edb04706c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd26d19-a51c-43e0-9aa8-60d680339e2e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:39.748489 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d08bc5af-49e0-4450-b7bd-9d4a52d830c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.798923 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3fb588e0-cd0d-41e5-bdcb-5be4db8e68c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.804813 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3fb588e0-cd0d-41e5-bdcb-5be4db8e68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.812788 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d08bc5af-49e0-4450-b7bd-9d4a52d830c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.855546 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3fb588e0-cd0d-41e5-bdcb-5be4db8e68c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88e5a3c11fbd41249b63fdca96f80ac4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8670382 Aug 26 10:43:39.863835 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33512) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:39.904523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb588e0-cd0d-41e5-bdcb-5be4db8e68c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310156c8-1a33-4a44-b51c-7fd8759d379c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:39.927767 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d08bc5af-49e0-4450-b7bd-9d4a52d830c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.931238 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d08bc5af-49e0-4450-b7bd-9d4a52d830c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:39.934877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d08bc5af-49e0-4450-b7bd-9d4a52d830c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/792d2b52-43d5-4e13-974f-c87a98fcad8e HTTP/1.1" status: 204 len: 168 time: 0.3551221 Aug 26 10:43:39.943817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bc5af-49e0-4450-b7bd-9d4a52d830c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792d2b52-43d5-4e13-974f-c87a98fcad8e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:39.950556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a31d56bf-9a09-42d2-aa80-6d63c05457db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.008452 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a31d56bf-9a09-42d2-aa80-6d63c05457db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.078148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a31d56bf-9a09-42d2-aa80-6d63c05457db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.081021 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a31d56bf-9a09-42d2-aa80-6d63c05457db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.086089 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a31d56bf-9a09-42d2-aa80-6d63c05457db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/310156c8-1a33-4a44-b51c-7fd8759d379c HTTP/1.1" status: 204 len: 168 time: 0.2173226 Aug 26 10:43:40.091639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d56bf-9a09-42d2-aa80-6d63c05457db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310156c8-1a33-4a44-b51c-7fd8759d379c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:40.491639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33540) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:40.516563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43ffa082-3eff-47cc-bbd8-8bbe0d21e6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.634552 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43ffa082-3eff-47cc-bbd8-8bbe0d21e6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.640807 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43ffa082-3eff-47cc-bbd8-8bbe0d21e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.682947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffa082-3eff-47cc-bbd8-8bbe0d21e6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75c8dba-3e9b-4f14-aac7-527aa53c10e6,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:40.692173 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-43ffa082-3eff-47cc-bbd8-8bbe0d21e6b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91689612389f45ca9d4da0ddd840969d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1964068 Aug 26 10:43:40.692823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33554) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:40.751781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3374a0c9-dbc3-4b14-80f1-6ca0982c5635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.783983 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3374a0c9-dbc3-4b14-80f1-6ca0982c5635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.794075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33556) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:40.810522 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e5ccc6a-f8e4-430d-b02d-9520f1dc1585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.852186 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3374a0c9-dbc3-4b14-80f1-6ca0982c5635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.854856 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3374a0c9-dbc3-4b14-80f1-6ca0982c5635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.858073 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3374a0c9-dbc3-4b14-80f1-6ca0982c5635 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b75c8dba-3e9b-4f14-aac7-527aa53c10e6 HTTP/1.1" status: 204 len: 168 time: 0.1638103 Aug 26 10:43:40.873210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374a0c9-dbc3-4b14-80f1-6ca0982c5635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75c8dba-3e9b-4f14-aac7-527aa53c10e6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:40.954444 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e5ccc6a-f8e4-430d-b02d-9520f1dc1585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:40.960558 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e5ccc6a-f8e4-430d-b02d-9520f1dc1585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:41.009811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ccc6a-f8e4-430d-b02d-9520f1dc1585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b444ee6-a2cd-433f-b7b0-a84f8dd15558,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:41.015613 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5e5ccc6a-f8e4-430d-b02d-9520f1dc1585 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d8999d7ab924bf8b3d015f577300603&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2194602 Aug 26 10:43:41.018135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33568) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:41.089381 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b72074d-ebb2-49bd-b595-ea62b08e7c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:41.119570 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b72074d-ebb2-49bd-b595-ea62b08e7c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:41.186964 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b72074d-ebb2-49bd-b595-ea62b08e7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:41.189732 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b72074d-ebb2-49bd-b595-ea62b08e7c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:41.191049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1b72074d-ebb2-49bd-b595-ea62b08e7c1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b444ee6-a2cd-433f-b7b0-a84f8dd15558 HTTP/1.1" status: 204 len: 168 time: 0.1717877 Aug 26 10:43:41.199699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72074d-ebb2-49bd-b595-ea62b08e7c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b444ee6-a2cd-433f-b7b0-a84f8dd15558,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:42.718270 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33698) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:43.220440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-network', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:43:43.245896 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-620b8414-aeb9-4aba-91b2-3279c49ef6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:43.268162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Made reservation on behalf of ccf1c4b9a1844b5a9341c76b4fd77ad2 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:43:43.271633 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:43.283069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:43.426073 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:43.431437 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:43.475304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:43:43.508488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481f9183-f86f-404c-ad53-89207caed846,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:43.514007 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730521531365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:43.514518 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Unsubscribe: segment precommit_create {{(pid=101267) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 10:43:43.515523 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Added segment 62144a62-690c-40a0-b37f-fd49e69d5c53 of type vlan for network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c Aug 26 10:43:43.527067 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:43:43.673817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:43.743989 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:43.745842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:43:43.747004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:43.840532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1180425 Aug 26 10:43:43.841175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33780) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:43.846112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] Request body: {'subnet': {'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-subnet', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:43:43.870151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd8d04-1bf9-41ec-a0a5-2991a5f11421 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:43.881797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33784) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:43.887899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:43:43.915076 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] Made reservation on behalf of ccf1c4b9a1844b5a9341c76b4fd77ad2 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:43:43.917594 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.221627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.244202 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-729263f4-c812-4902-9bcf-723c1f08660d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.285314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f50a0446-cf9d-4968-84fb-94b0b8bbb8b2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:44.301569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] Checking segment: {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:43:44.302508 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] Network hostable DHCP agents. Network: b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:43:44.328439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] Network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:43:44.346291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:43:44.352466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:43:44.353071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.360939 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f4708-b367-471e-945b-b3941931320e None None] Network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:43:44.427424 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-729263f4-c812-4902-9bcf-723c1f08660d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.437436 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-729263f4-c812-4902-9bcf-723c1f08660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.441957 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cdb7eae4-728c-4a57-bf7c-a9d78951b5a0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5997868 Aug 26 10:43:44.444813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33834) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:44.451802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:43:44.505674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-729263f4-c812-4902-9bcf-723c1f08660d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bf6fe6fc83048ccab474dd2d2c67909&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6226361 Aug 26 10:43:44.506551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729263f4-c812-4902-9bcf-723c1f08660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f99e20-49bb-43f2-886c-685f44d3e58d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:44.508524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.509798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33838) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:44.516672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.583584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-697f2601-1c4f-40ab-a4d4-8849ff0892fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.616580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33850) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:44.618775 n-d-778550-13 neutron-server[101267]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 10:43:44.642015 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.664436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:43:44.665335 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.713212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-e73f2096-719f-4b68-aa34-55dadf3f601a tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c047abd9f366414db9cad4ab28d39061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953283 Aug 26 10:43:44.728588 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-697f2601-1c4f-40ab-a4d4-8849ff0892fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:44.826362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Allocated IP 172.20.0.2 (b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c/f50a0446-cf9d-4968-84fb-94b0b8bbb8b2/7f071dcf-36bc-46a5-812e-78f989494bc8) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:43:44.919255 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.001660 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.014808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Transition to ACTIVE for port object 7f071dcf-36bc-46a5-812e-78f989494bc8 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:43:45.035630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Transition to ACTIVE for port object 7f071dcf-36bc-46a5-812e-78f989494bc8 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:43:45.047926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-1f2dc763-8349-42b1-9965-b475ef5f5a79 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:43:45.050175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-1f2dc763-8349-42b1-9965-b475ef5f5a79 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3164630 Aug 26 10:43:45.052409 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.095064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-aab9a723-6099-4952-9446-2acac67ade34 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/quotas/c047abd9f366414db9cad4ab28d39061 HTTP/1.1" status: 200 len: 375 time: 0.0308499 Aug 26 10:43:45.135812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:43:45.143677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:43:45.155131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:43:45.181304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-20943448-981d-45f0-b671-5816306772e6 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c047abd9f366414db9cad4ab28d39061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683939 Aug 26 10:43:45.185751 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-697f2601-1c4f-40ab-a4d4-8849ff0892fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.186527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Pushing event updated for resources: {'Port': ['ID=7f071dcf-36bc-46a5-812e-78f989494bc8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:45.188957 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-697f2601-1c4f-40ab-a4d4-8849ff0892fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.190638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-697f2601-1c4f-40ab-a4d4-8849ff0892fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8f99e20-49bb-43f2-886c-685f44d3e58d HTTP/1.1" status: 204 len: 168 time: 0.6797159 Aug 26 10:43:45.201023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f2601-1c4f-40ab-a4d4-8849ff0892fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f99e20-49bb-43f2-886c-685f44d3e58d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:45.245148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.246579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.248396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.250784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.252167 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.252771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.253521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.254499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.255318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.256333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.257082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.257835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Tracked resource versions report: Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: pushed versions: Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: { 'AddressGroup': {'1.2'}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'ConntrackHelper': {'1.0'}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'Log': {'1.0'}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'Network': {'1.1'}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'Port': {'1.7'}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'PortForwarding': {'1.2'}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'QosPolicy': {'1.9'}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'SecurityGroup': {'1.4'}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'SecurityGroupRule': {'1.2'}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'SubPort': {'1.0'}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'Subnet': {'1.1'}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'Trunk': {'1.1'}} Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: consumer versions: Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: { DHCP agent@n-d-778550-13: {}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: HyperV agent@n-h1-778550-13: {}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: HyperV agent@n-h2-778550-13: {}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: L3 agent@n-d-778550-13: {}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: Metadata agent@n-d-778550-13: {}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: Metering agent@n-d-778550-13: {}, Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: Open vSwitch agent@n-d-778550-13: { 'AddressGroup': '1.2', Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'ConntrackHelper': '1.0', Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'Log': '1.0', Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'Network': '1.1', Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'Port': '1.7', Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'PortForwarding': '1.2', Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'QosPolicy': '1.9', Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'SecurityGroup': '1.4', Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'SecurityGroupRule': '1.2', Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'SubPort': '1.0', Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'Subnet': '1.1', Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: 'Trunk': '1.1'}} Aug 26 10:43:45.260138 n-d-778550-13 neutron-server[101268]: {{(pid=101268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 10:43:45.340096 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.356840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Attempting to bind port 7f071dcf-36bc-46a5-812e-78f989494bc8 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:43:45.357749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Attempting to bind port 7f071dcf-36bc-46a5-812e-78f989494bc8 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:43:45.358544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Attempting to bind port 7f071dcf-36bc-46a5-812e-78f989494bc8 on network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:43:45.370403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:43:45.372064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Checking segment: {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:43:45.372957 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.373801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Bound using segment: {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:43:45.375125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Bound port: 7f071dcf-36bc-46a5-812e-78f989494bc8, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:43:45.376590 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.387535 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.492552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] For port 7f071dcf-36bc-46a5-812e-78f989494bc8, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:43:45.497684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] For port 7f071dcf-36bc-46a5-812e-78f989494bc8, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7f071dcf-36bc-46a5-812e-78f989494bc8,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:43:45.505579 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.580704 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d0213-9f30-45a1-be82-0d06e94d5730 None None] Pushing event updated for resources: {'Port': ['ID=7f071dcf-36bc-46a5-812e-78f989494bc8,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:45.593876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Allocated IP 172.25.1.70 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/614319ca-ba8d-48c6-9f60-faa627152794) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:43:45.695060 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35ef3b0e-3621-4d10-8e83-b87c320241b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.744719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.821467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.863244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33902) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:45.890271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:43:45.891525 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72466b8e-538e-47bf-bce8-0520e8c344ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:45.895149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:43:45.898608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:43:45.902522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Pushing event updated for resources: {'Port': ['ID=614319ca-ba8d-48c6-9f60-faa627152794,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:46.059867 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72466b8e-538e-47bf-bce8-0520e8c344ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:46.066651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72466b8e-538e-47bf-bce8-0520e8c344ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:46.103156 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:46.107768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33910) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:46.108441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72466b8e-538e-47bf-bce8-0520e8c344ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a5d3d6-0247-4893-9dda-6ab5a621a869,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:46.137987 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-72466b8e-538e-47bf-bce8-0520e8c344ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc30e58175a4425ca678a8392ba24f5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2731254 Aug 26 10:43:46.140890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33914) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:46.203864 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08319585-e6e9-430f-a178-5194aa1f5e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:46.246919 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08319585-e6e9-430f-a178-5194aa1f5e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:46.332130 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08319585-e6e9-430f-a178-5194aa1f5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:46.336003 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08319585-e6e9-430f-a178-5194aa1f5e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:46.337768 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-08319585-e6e9-430f-a178-5194aa1f5e3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28a5d3d6-0247-4893-9dda-6ab5a621a869 HTTP/1.1" status: 204 len: 168 time: 0.1959300 Aug 26 10:43:46.356123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08319585-e6e9-430f-a178-5194aa1f5e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a5d3d6-0247-4893-9dda-6ab5a621a869,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:46.374104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:46.611445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-239aabca-96b8-4435-9709-15fee2fea601 req-63ef02c1-4ddd-4cb1-a186-be5bac149ecb tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 210 time: 0.4991002 Aug 26 10:43:46.693964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7f071dcf-36bc-46a5-812e-78f989494bc8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:43:46.827365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 7f071dcf-36bc-46a5-812e-78f989494bc8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:43:46.904746 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:46.983776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614b73d3-07f1-4d66-ac13-24d739b43c4d None None] Network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:43:47.086792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8469155a-e92e-4b57-a139-895d1b20b1f5 None None] Provisioning for port 7f071dcf-36bc-46a5-812e-78f989494bc8 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:43:47.093670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8469155a-e92e-4b57-a139-895d1b20b1f5 None None] Provisioning complete for port 7f071dcf-36bc-46a5-812e-78f989494bc8 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:43:47.094457 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8469155a-e92e-4b57-a139-895d1b20b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:47.148027 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:47.262199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:43:47.355578 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8469155a-e92e-4b57-a139-895d1b20b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:47.418903 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8469155a-e92e-4b57-a139-895d1b20b1f5 None None] For port 7f071dcf-36bc-46a5-812e-78f989494bc8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7f071dcf-36bc-46a5-812e-78f989494bc8,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:43:47.431096 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8469155a-e92e-4b57-a139-895d1b20b1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:47.530366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469155a-e92e-4b57-a139-895d1b20b1f5 None None] Pushing event updated for resources: {'Port': ['ID=7f071dcf-36bc-46a5-812e-78f989494bc8,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:47.616244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:43:47.629459 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Sync routers for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:43:47.643848 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:43:47.645815 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:43:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:43:47.652706 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:47.654141 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7832a1b2-7e09-4fb2-9fcd-c85b8d4fc073 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.2081935 Aug 26 10:43:47.657101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34010) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:47.859642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c078604a-7103-4d48-b009-b43dec83554b None None] Provisioning complete for port 7f071dcf-36bc-46a5-812e-78f989494bc8 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:43:47.861606 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c078604a-7103-4d48-b009-b43dec83554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:47.926139 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:43:47.969760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34030) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:48.237219 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:46Z', 'revision_number': 3, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:43:48.318831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b54d7a8-8dd2-48ba-8069-f4e5fdb6b303 req-6b5c8294-8d1b-4262-9f8a-faa0ef9943fa tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 210 time: 0.0935845 Aug 26 10:43:48.329552 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Checking router: aab41ab7-3f15-4780-a22d-1aa8a6dd0275 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:43:48.335594 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Updating router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 port 614319ca-ba8d-48c6-9f60-faa627152794 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:43:48.418189 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:48.442982 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f816b0d-82fa-4aef-b10b-ff2189dfc617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:48.622543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7f071dcf-36bc-46a5-812e-78f989494bc8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:43:48.702491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.42', 55845) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:48.703039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34062) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:48.752887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7f071dcf-36bc-46a5-812e-78f989494bc8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:43:48.753281 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:48.860643 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-1cc4fcbc-4878-48ad-b3fa-a8f251d816e3 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c047abd9f366414db9cad4ab28d39061&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1538363 Aug 26 10:43:49.030770 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f816b0d-82fa-4aef-b10b-ff2189dfc617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.073522 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.091126 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f816b0d-82fa-4aef-b10b-ff2189dfc617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.137484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f816b0d-82fa-4aef-b10b-ff2189dfc617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa28be33-ea22-4802-9b4f-11d62c7f07dd,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:49.148500 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.192414 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Transition to ACTIVE for port object 614319ca-ba8d-48c6-9f60-faa627152794 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:43:49.209680 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.212879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16f9d61f-3d27-4496-b39e-9191f6e0dfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.261222 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3f816b0d-82fa-4aef-b10b-ff2189dfc617 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f08976252da2495aa445b2793608d9a2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2881725 Aug 26 10:43:49.261402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34090) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:49.281797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-063c5715-e3d9-4cb2-ab24-d3f6bc26443d tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:43:49.284448 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-063c5715-e3d9-4cb2-ab24-d3f6bc26443d tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4155743 Aug 26 10:43:49.340737 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Attempting to bind port 614319ca-ba8d-48c6-9f60-faa627152794 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:43:49.345572 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Attempting to bind port 614319ca-ba8d-48c6-9f60-faa627152794 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:43:49.347074 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Attempting to bind port 614319ca-ba8d-48c6-9f60-faa627152794 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:43:49.376217 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:43:49.381161 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:43:49.381934 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.382775 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:43:49.384254 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Bound port: 614319ca-ba8d-48c6-9f60-faa627152794, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:43:49.387085 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.414794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Request body: {'port': {'device_id': 'e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'c047abd9f366414db9cad4ab28d39061'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:43:49.446987 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2284f8ed-33f2-45c5-a572-649514d56fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.478822 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2284f8ed-33f2-45c5-a572-649514d56fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.492438 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Pushing event updated for resources: {'Port': ['ID=614319ca-ba8d-48c6-9f60-faa627152794,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:49.536627 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.539134 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.539582 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.540182 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.540592 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.541139 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.541639 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.547280 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.547896 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.548368 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.548940 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.549384 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Tracked resource versions report: Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: pushed versions: Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: { 'AddressGroup': {'1.2'}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'ConntrackHelper': {'1.0'}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'Log': {'1.0'}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'Network': {'1.1'}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'Port': {'1.7'}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'PortForwarding': {'1.2'}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'QosPolicy': {'1.9'}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'SecurityGroup': {'1.4'}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'SecurityGroupRule': {'1.2'}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'SubPort': {'1.0'}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'Subnet': {'1.1'}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'Trunk': {'1.1'}} Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: consumer versions: Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: { DHCP agent@n-d-778550-13: {}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: HyperV agent@n-h1-778550-13: {}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: HyperV agent@n-h2-778550-13: {}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: L3 agent@n-d-778550-13: {}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: Metadata agent@n-d-778550-13: {}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: Metering agent@n-d-778550-13: {}, Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: Open vSwitch agent@n-d-778550-13: { 'AddressGroup': '1.2', Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'ConntrackHelper': '1.0', Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'Log': '1.0', Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'Network': '1.1', Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'Port': '1.7', Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'PortForwarding': '1.2', Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'QosPolicy': '1.9', Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'SecurityGroup': '1.4', Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'SecurityGroupRule': '1.2', Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'SubPort': '1.0', Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'Subnet': '1.1', Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: 'Trunk': '1.1'}} Aug 26 10:43:49.550609 n-d-778550-13 neutron-server[101269]: {{(pid=101269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 10:43:49.579476 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] For port 614319ca-ba8d-48c6-9f60-faa627152794, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:43:49.592258 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] For port 614319ca-ba8d-48c6-9f60-faa627152794, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=614319ca-ba8d-48c6-9f60-faa627152794,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:43:49.600003 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.635075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e631dd3-4fe1-4285-8ea7-a4958f7961d9 req-9ca90bd2-d648-4e8f-965b-d0e771c6347d tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 210 time: 0.0443184 Aug 26 10:43:49.668463 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.706551 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2284f8ed-33f2-45c5-a572-649514d56fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.711114 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:43:49.712145 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:43:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:43:49.713634 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2284f8ed-33f2-45c5-a572-649514d56fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.718712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2284f8ed-33f2-45c5-a572-649514d56fe5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa28be33-ea22-4802-9b4f-11d62c7f07dd HTTP/1.1" status: 204 len: 168 time: 0.4548702 Aug 26 10:43:49.776113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34116) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:49.822929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284f8ed-33f2-45c5-a572-649514d56fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa28be33-ea22-4802-9b4f-11d62c7f07dd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:49.855886 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16f9d61f-3d27-4496-b39e-9191f6e0dfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.887643 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16f9d61f-3d27-4496-b39e-9191f6e0dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:49.927975 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375406c-85fd-4a37-bbf9-8f957d5ea2c1 None None] Pushing event updated for resources: {'Port': ['ID=614319ca-ba8d-48c6-9f60-faa627152794,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:49.959623 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:43:49.981516 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-16f9d61f-3d27-4496-b39e-9191f6e0dfe9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9c6719bba9a4c9785cf3ddfd69e740e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2411196 Aug 26 10:43:49.982953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34122) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:49.991592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Made reservation on behalf of c047abd9f366414db9cad4ab28d39061 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:43:49.995442 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:50.010028 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9d61f-3d27-4496-b39e-9191f6e0dfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca89460-5b1c-4b53-9a21-d5ade5e3cb05,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:50.037521 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:50.061474 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:50.198955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3d1b00c-c2a3-4c87-8156-516864458d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:50.249644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3d1b00c-c2a3-4c87-8156-516864458d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:50.307908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Allocated IP 172.20.0.1 (b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c/f50a0446-cf9d-4968-84fb-94b0b8bbb8b2/50052e73-ab2a-49e7-81f9-73ff8e76c10d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:43:50.359671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:50.372516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:50.395131 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3d1b00c-c2a3-4c87-8156-516864458d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:50.398802 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3d1b00c-c2a3-4c87-8156-516864458d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:50.404339 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e3d1b00c-c2a3-4c87-8156-516864458d17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ca89460-5b1c-4b53-9a21-d5ade5e3cb05 HTTP/1.1" status: 204 len: 168 time: 0.4201646 Aug 26 10:43:50.500436 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:46Z', 'revision_number': 3, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:43:50.582755 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f712f5-34ad-4ead-a676-968b0593cbda None None] The sync data for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 is: [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:46Z', 'revision_number': 3, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:43:50.642655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0b5643d4-cac7-4834-b923-f82b355e8382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:50.696700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34136) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:50.794986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34140) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:50.885540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a458a01-4194-452b-92a6-38f5c62a5383,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:50.950174 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd85883c-9587-41aa-99c3-ba73e30ba0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:51.030691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1b00c-c2a3-4c87-8156-516864458d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca89460-5b1c-4b53-9a21-d5ade5e3cb05,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:51.205191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Allocated IP 192.168.233.75 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/b790792f-613d-417e-9b85-6ecf76090e9b) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:43:51.246829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:51.289451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Transition to ACTIVE for port object 50052e73-ab2a-49e7-81f9-73ff8e76c10d will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:43:51.510234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca226246-b98a-4d8c-898e-4a4988f66995 req-1c900a91-ca82-4c01-98e0-afec60c2f8c5 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 210 time: 0.3431270 Aug 26 10:43:51.564398 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3d54-198c-4341-9e96-1c59c0c50daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:51.606785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34154) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:51.664359 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69054cda-a484-43f7-b6b6-7b97c97204f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:51.774406 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:51.785782 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:51.871425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:51.904880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Transition to ACTIVE for port object b790792f-613d-417e-9b85-6ecf76090e9b will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:43:51.953629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Pushing event updated for resources: {'Port': ['ID=50052e73-ab2a-49e7-81f9-73ff8e76c10d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:51.973314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:43:51.976060 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:51.976360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:43:51.987642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:43:51.988383 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.152301 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0b5643d4-cac7-4834-b923-f82b355e8382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.165961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:43:52.167470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Pushing event updated for resources: {'Port': ['ID=b790792f-613d-417e-9b85-6ecf76090e9b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:52.176456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:43:52.180302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:43:52.187401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:43:52.188796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.196622 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0b5643d4-cac7-4834-b923-f82b355e8382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.200319 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-dbeb3d54-198c-4341-9e96-1c59c0c50daf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 10:43:52.200319 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 10:43:52.200319 n-d-778550-13 neutron-server[101267]: [parameters: {'project_id_1': '0ce288abb40c4de4a1718f75934d1c28', 'expiration_1': datetime.datetime(2021, 8, 26, 10, 43, 51, 619158)}] Aug 26 10:43:52.200319 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:43:52.200707 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-dbeb3d54-198c-4341-9e96-1c59c0c50daf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:43:52.284237 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0b5643d4-cac7-4834-b923-f82b355e8382 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acdbf5e6eb2e4ee3bbaf1d4b070c47ae&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4534976 Aug 26 10:43:52.288028 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34162) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:52.318291 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-69054cda-a484-43f7-b6b6-7b97c97204f1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 10:43:52.318291 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 10:43:52.318291 n-d-778550-13 neutron-server[101267]: [parameters: {'project_id_1': '1ce864adc3664ad5a82c8dfb221cf42f', 'expiration_1': datetime.datetime(2021, 8, 26, 10, 43, 51, 715760)}] Aug 26 10:43:52.318291 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:43:52.318668 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-69054cda-a484-43f7-b6b6-7b97c97204f1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:43:52.415781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b55266ad-3192-4aba-9f07-f37990e749df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.466550 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b55266ad-3192-4aba-9f07-f37990e749df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.549635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e4ad2726-e389-4a56-b7c0-e72bba818b10 None None] Provisioning for port 50052e73-ab2a-49e7-81f9-73ff8e76c10d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:43:52.565444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e4ad2726-e389-4a56-b7c0-e72bba818b10 None None] Provisioning complete for port 50052e73-ab2a-49e7-81f9-73ff8e76c10d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:43:52.586375 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b55266ad-3192-4aba-9f07-f37990e749df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.586639 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4ad2726-e389-4a56-b7c0-e72bba818b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.590346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b55266ad-3192-4aba-9f07-f37990e749df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.594578 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b55266ad-3192-4aba-9f07-f37990e749df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7b4516d-4aef-4c29-8e1b-237cb0ba4022 HTTP/1.1" status: 204 len: 168 time: 0.3028224 Aug 26 10:43:52.602194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55266ad-3192-4aba-9f07-f37990e749df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b4516d-4aef-4c29-8e1b-237cb0ba4022,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:52.677948 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad2726-e389-4a56-b7c0-e72bba818b10 None None] Port 50052e73-ab2a-49e7-81f9-73ff8e76c10d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:43:52.709789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 614319ca-ba8d-48c6-9f60-faa627152794 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:43:52.721888 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3d54-198c-4341-9e96-1c59c0c50daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.769837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 614319ca-ba8d-48c6-9f60-faa627152794 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:43:52.776529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 614319ca-ba8d-48c6-9f60-faa627152794 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:43:52.779426 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.796944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.873824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34170) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:52.931567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69054cda-a484-43f7-b6b6-7b97c97204f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:52.933581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b3e085b6-589e-4324-897f-6988d7bf0e4e None None] Provisioning for port b790792f-613d-417e-9b85-6ecf76090e9b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:43:52.948568 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b3e085b6-589e-4324-897f-6988d7bf0e4e None None] Provisioning complete for port b790792f-613d-417e-9b85-6ecf76090e9b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:43:52.949972 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3e085b6-589e-4324-897f-6988d7bf0e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.028685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b3e085b6-589e-4324-897f-6988d7bf0e4e None None] Port b790792f-613d-417e-9b85-6ecf76090e9b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:43:53.064736 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.068229 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd85883c-9587-41aa-99c3-ba73e30ba0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.086192 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d4c621f4-c5b7-43ed-9570-1f8db9b68da7 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6869586 Aug 26 10:43:53.141224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 614319ca-ba8d-48c6-9f60-faa627152794, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=614319ca-ba8d-48c6-9f60-faa627152794,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:43:53.153350 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.158413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd85883c-9587-41aa-99c3-ba73e30ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.228783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5643d4-cac7-4834-b923-f82b355e8382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b4516d-4aef-4c29-8e1b-237cb0ba4022,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:53.339791 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=614319ca-ba8d-48c6-9f60-faa627152794,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:53.367940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26aad80-2f4e-4c51-9e2f-ca24800f4e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.379375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dd85883c-9587-41aa-99c3-ba73e30ba0d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=492c5dc71d414b6f8821bbe2e3045888&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5836189 Aug 26 10:43:53.384201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34176) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:53.452035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34178) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:53.478863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2d80cfc-aafe-4f32-8b5a-37ac3902a79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.500931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0342429f-dc83-489f-9e8a-8c6636a7d040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.534572 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0342429f-dc83-489f-9e8a-8c6636a7d040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.543817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3d54-198c-4341-9e96-1c59c0c50daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.549143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85883c-9587-41aa-99c3-ba73e30ba0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fd2e15-f0df-40b4-ae92-d1fb64e4cfef,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:53.562799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bff281-4e4d-424e-b7ec-e808b80c1597 req-f3995f70-9348-4e6c-8005-ce941dfb8683 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:43:53.570702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02bff281-4e4d-424e-b7ec-e808b80c1597 req-f3995f70-9348-4e6c-8005-ce941dfb8683 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 935 time: 0.8387744 Aug 26 10:43:53.575551 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbeb3d54-198c-4341-9e96-1c59c0c50daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.633228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0342429f-dc83-489f-9e8a-8c6636a7d040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.636470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0342429f-dc83-489f-9e8a-8c6636a7d040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.642022 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0342429f-dc83-489f-9e8a-8c6636a7d040 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1fd2e15-f0df-40b4-ae92-d1fb64e4cfef HTTP/1.1" status: 204 len: 168 time: 0.2524896 Aug 26 10:43:53.688300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dbeb3d54-198c-4341-9e96-1c59c0c50daf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ce288abb40c4de4a1718f75934d1c28&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9720592 Aug 26 10:43:53.688669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342429f-dc83-489f-9e8a-8c6636a7d040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fd2e15-f0df-40b4-ae92-d1fb64e4cfef,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:53.695347 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb3d54-198c-4341-9e96-1c59c0c50daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b21a733-659a-42e7-827c-73e408d662ef,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:53.696550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34182) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:53.718107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02bff281-4e4d-424e-b7ec-e808b80c1597 req-8751c64d-dc59-4c57-a50e-6ddd78f55181 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460526 Aug 26 10:43:53.838124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.845606 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.846539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.884440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26aad80-2f4e-4c51-9e2f-ca24800f4e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.894806 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26aad80-2f4e-4c51-9e2f-ca24800f4e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.906416 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfa40-d5dc-4ac0-b2dd-cf28821f8019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:53.951551 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e26aad80-2f4e-4c51-9e2f-ca24800f4e61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b4a746d0e8a4e9681b3f6fbefca0b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0736752 Aug 26 10:43:53.953434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Pushing event updated for resources: {'Port': ['ID=50052e73-ab2a-49e7-81f9-73ff8e76c10d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:53.955009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34186) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:53.965262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aad80-2f4e-4c51-9e2f-ca24800f4e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b99586f-db06-4ba2-9fea-e129610c4bdd,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:53.969944 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfa40-d5dc-4ac0-b2dd-cf28821f8019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.024185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:43:54.026569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:43:54.053262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bc24876-55eb-403d-89f9-a456619b83d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.116843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfa40-d5dc-4ac0-b2dd-cf28821f8019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.121497 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fbbfa40-d5dc-4ac0-b2dd-cf28821f8019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.122700 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6fbbfa40-d5dc-4ac0-b2dd-cf28821f8019 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b21a733-659a-42e7-827c-73e408d662ef HTTP/1.1" status: 204 len: 168 time: 0.4251871 Aug 26 10:43:54.124905 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bc24876-55eb-403d-89f9-a456619b83d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.143837 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69054cda-a484-43f7-b6b6-7b97c97204f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.216371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbfa40-d5dc-4ac0-b2dd-cf28821f8019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b21a733-659a-42e7-827c-73e408d662ef,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:54.248328 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69054cda-a484-43f7-b6b6-7b97c97204f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.323720 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bc24876-55eb-403d-89f9-a456619b83d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.326663 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bc24876-55eb-403d-89f9-a456619b83d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.328120 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6bc24876-55eb-403d-89f9-a456619b83d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b99586f-db06-4ba2-9fea-e129610c4bdd HTTP/1.1" status: 204 len: 168 time: 0.3718665 Aug 26 10:43:54.355615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc24876-55eb-403d-89f9-a456619b83d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b99586f-db06-4ba2-9fea-e129610c4bdd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:54.386865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69054cda-a484-43f7-b6b6-7b97c97204f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5d429-c42d-490a-a6bf-0ad4227d53a2,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:54.408882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-69054cda-a484-43f7-b6b6-7b97c97204f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ce864adc3664ad5a82c8dfb221cf42f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7798402 Aug 26 10:43:54.409179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34196) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:54.434345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:43:54.476308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-797c46f1-d36e-4e1c-92ad-1160e51759a7 None None] Provisioning complete for port 50052e73-ab2a-49e7-81f9-73ff8e76c10d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:43:54.477462 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-797c46f1-d36e-4e1c-92ad-1160e51759a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.515305 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2d80cfc-aafe-4f32-8b5a-37ac3902a79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.525419 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2d80cfc-aafe-4f32-8b5a-37ac3902a79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.556382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-797c46f1-d36e-4e1c-92ad-1160e51759a7 None None] Port 50052e73-ab2a-49e7-81f9-73ff8e76c10d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:43:54.588857 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2883aae4-f0f3-481a-9a24-6ed06fbc2259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.617785 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f2d80cfc-aafe-4f32-8b5a-37ac3902a79f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=365c5068d95c4df98536b4245ba3f1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1639397 Aug 26 10:43:54.621236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34200) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:54.623492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d80cfc-aafe-4f32-8b5a-37ac3902a79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6fc7fe-ba6f-4bd7-983f-f4ced80ff212,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:54.641611 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2883aae4-f0f3-481a-9a24-6ed06fbc2259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.657520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 614319ca-ba8d-48c6-9f60-faa627152794 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:43:54.742084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:43:54.754453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fa1b50df-13ba-4457-9e60-eee2338ec451 admin admin] 10.222.0.21 "PUT /v2.0/routers/aab41ab7-3f15-4780-a22d-1aa8a6dd0275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0961885 Aug 26 10:43:54.767990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Sync routers for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:43:54.771975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 614319ca-ba8d-48c6-9f60-faa627152794 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:43:54.772622 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.840732 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b8370e7-f67b-4304-977f-70b8b58b8d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.871353 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2883aae4-f0f3-481a-9a24-6ed06fbc2259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.877172 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2883aae4-f0f3-481a-9a24-6ed06fbc2259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.882395 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2883aae4-f0f3-481a-9a24-6ed06fbc2259 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5f5d429-c42d-490a-a6bf-0ad4227d53a2 HTTP/1.1" status: 204 len: 168 time: 0.4714673 Aug 26 10:43:54.901551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:43:54.902475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:43:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:43:54.922072 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b8370e7-f67b-4304-977f-70b8b58b8d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:54.937267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883aae4-f0f3-481a-9a24-6ed06fbc2259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5d429-c42d-490a-a6bf-0ad4227d53a2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:55.036991 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b8370e7-f67b-4304-977f-70b8b58b8d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.039765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b8370e7-f67b-4304-977f-70b8b58b8d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.040967 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6b8370e7-f67b-4304-977f-70b8b58b8d42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a6fc7fe-ba6f-4bd7-983f-f4ced80ff212 HTTP/1.1" status: 204 len: 168 time: 0.4186225 Aug 26 10:43:55.066289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-a0f113a3-8cf3-46e2-b688-b68fef715693 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:43:55.067516 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-a0f113a3-8cf3-46e2-b688-b68fef715693 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255208 Aug 26 10:43:55.093597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8370e7-f67b-4304-977f-70b8b58b8d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6fc7fe-ba6f-4bd7-983f-f4ced80ff212,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:55.141068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15cf7-3266-4a52-997c-a08d420256a5 req-ce3fc6b4-2cc4-49f3-845a-36740e35a74f tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:43:55.149065 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34214) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:55.151669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09b15cf7-3266-4a52-997c-a08d420256a5 req-ce3fc6b4-2cc4-49f3-845a-36740e35a74f tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 935 time: 0.1691136 Aug 26 10:43:55.183941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-677657b3-58cf-42e6-89df-0ec3c6c7c05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.197085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:43:55.232969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09b15cf7-3266-4a52-997c-a08d420256a5 req-d42a90f6-36bc-4ba0-94b8-4ab226ba2ca0 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801930 Aug 26 10:43:55.263998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34216) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:55.281330 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47ea14cf-609d-4e79-8387-cf3b17a19f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.421332 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-677657b3-58cf-42e6-89df-0ec3c6c7c05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.428035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-677657b3-58cf-42e6-89df-0ec3c6c7c05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.509432 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-677657b3-58cf-42e6-89df-0ec3c6c7c05e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fbfa1150c2d4555962120b8df5f4f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577988 Aug 26 10:43:55.510588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34220) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:55.589934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677657b3-58cf-42e6-89df-0ec3c6c7c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad78c4f-2658-445f-ae51-f087a5c48df9,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:55.703253 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47ea14cf-609d-4e79-8387-cf3b17a19f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.713352 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47ea14cf-609d-4e79-8387-cf3b17a19f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.740951 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5e40ac0-b0a6-4d58-aca9-9b7478c52b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.811928 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5e40ac0-b0a6-4d58-aca9-9b7478c52b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.845522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-47ea14cf-609d-4e79-8387-cf3b17a19f38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2be73795f6d4465ba88469ae4925fe1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5803773 Aug 26 10:43:55.858431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34224) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:55.866014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea14cf-609d-4e79-8387-cf3b17a19f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af60bff9-e847-4119-8bc9-66ea28b839b0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:55.976717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5e40ac0-b0a6-4d58-aca9-9b7478c52b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.979352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5e40ac0-b0a6-4d58-aca9-9b7478c52b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:55.993991 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b5e40ac0-b0a6-4d58-aca9-9b7478c52b64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cad78c4f-2658-445f-ae51-f087a5c48df9 HTTP/1.1" status: 204 len: 168 time: 0.4821310 Aug 26 10:43:56.029609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e40ac0-b0a6-4d58-aca9-9b7478c52b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad78c4f-2658-445f-ae51-f087a5c48df9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:56.053111 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-290eada4-86a5-4bcb-a7f7-e7b73ed31261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:56.108759 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-290eada4-86a5-4bcb-a7f7-e7b73ed31261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:56.111833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 2, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:43:56.172391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Checking router: aab41ab7-3f15-4780-a22d-1aa8a6dd0275 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:43:56.172991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Updating router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 port 50052e73-ab2a-49e7-81f9-73ff8e76c10d binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:43:56.202898 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:56.262045 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-290eada4-86a5-4bcb-a7f7-e7b73ed31261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:56.264730 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-290eada4-86a5-4bcb-a7f7-e7b73ed31261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:56.268786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-290eada4-86a5-4bcb-a7f7-e7b73ed31261 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af60bff9-e847-4119-8bc9-66ea28b839b0 HTTP/1.1" status: 204 len: 168 time: 0.4089150 Aug 26 10:43:56.285645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290eada4-86a5-4bcb-a7f7-e7b73ed31261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af60bff9-e847-4119-8bc9-66ea28b839b0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:56.480597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8aab44-0a73-4deb-a237-bad08816e260 req-30115659-ad20-4bb4-93c2-da3dfc9bf67a tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:43:56.509320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e8aab44-0a73-4deb-a237-bad08816e260 req-30115659-ad20-4bb4-93c2-da3dfc9bf67a tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 935 time: 0.1094303 Aug 26 10:43:56.609027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e8aab44-0a73-4deb-a237-bad08816e260 req-8b4a5492-c57d-4374-b1ca-bd5f1db34a65 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984175 Aug 26 10:43:56.813226 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:56.826140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Transition to ACTIVE for port object 50052e73-ab2a-49e7-81f9-73ff8e76c10d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:43:56.836403 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:57.028183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Attempting to bind port 50052e73-ab2a-49e7-81f9-73ff8e76c10d on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:43:57.028703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Attempting to bind port 50052e73-ab2a-49e7-81f9-73ff8e76c10d by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:43:57.029079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Attempting to bind port 50052e73-ab2a-49e7-81f9-73ff8e76c10d on network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:43:57.031218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a0d62-d3c2-4a47-981b-617d7bf2129c None None] Pushing event updated for resources: {'Port': ['ID=50052e73-ab2a-49e7-81f9-73ff8e76c10d,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:57.037529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:43:57.037989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Checking segment: {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:43:57.039170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:57.039170 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Bound using segment: {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:43:57.039393 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Bound port: 50052e73-ab2a-49e7-81f9-73ff8e76c10d, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:43:57.040202 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:57.276878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] For port 50052e73-ab2a-49e7-81f9-73ff8e76c10d, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:43:57.283885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] For port 50052e73-ab2a-49e7-81f9-73ff8e76c10d, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=50052e73-ab2a-49e7-81f9-73ff8e76c10d,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:43:57.312907 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:57.483463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a0d62-d3c2-4a47-981b-617d7bf2129c None None] Pushing event updated for resources: {'Port': ['ID=50052e73-ab2a-49e7-81f9-73ff8e76c10d,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:57.488390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:43:57.489359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:43:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:43:57.625161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34266) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:57.657851 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e82a419a-5a78-4fa0-bc3e-89eff638fd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:57.909021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5b377-0073-4011-9421-cebce665c109 req-1c82482c-7bbb-4740-8f67-610d4eb457e2 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:43:57.917912 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4a5b377-0073-4011-9421-cebce665c109 req-1c82482c-7bbb-4740-8f67-610d4eb457e2 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 935 time: 0.0913539 Aug 26 10:43:57.952862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e82a419a-5a78-4fa0-bc3e-89eff638fd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:57.956538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:43:57.963587 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e82a419a-5a78-4fa0-bc3e-89eff638fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:57.986285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4a5b377-0073-4011-9421-cebce665c109 req-44047253-606e-4a1f-ad8b-64c8f649566d tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671234 Aug 26 10:43:58.041015 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e82a419a-5a78-4fa0-bc3e-89eff638fd8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87008bc55a81412ea01130903d73afa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144592 Aug 26 10:43:58.041954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a419a-5a78-4fa0-bc3e-89eff638fd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23225026-339d-4dda-bc0b-b00808be1d7a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:58.043724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34272) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:58.131885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce1ee-abbf-43b2-ba20-575460915157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:58.162413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce1ee-abbf-43b2-ba20-575460915157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:58.248294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce1ee-abbf-43b2-ba20-575460915157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:58.253736 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce1ee-abbf-43b2-ba20-575460915157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:58.258662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4a1ce1ee-abbf-43b2-ba20-575460915157 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23225026-339d-4dda-bc0b-b00808be1d7a HTTP/1.1" status: 204 len: 168 time: 0.2119987 Aug 26 10:43:58.279734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ce1ee-abbf-43b2-ba20-575460915157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23225026-339d-4dda-bc0b-b00808be1d7a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:58.311949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Request body: {'port': {'device_id': 'e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90', 'device_owner': 'compute:tempest-test_az-856123566', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:43:58.413555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:58.420106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:43:57Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:43:58.501578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa288cb4-f56d-4e6b-900b-e12551f1ef50 None None] The sync data for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 is: [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:43:57Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:43:59.080397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b790792f-613d-417e-9b85-6ecf76090e9b {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:43:59.101380 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:59.138385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Transition to ACTIVE for port object b790792f-613d-417e-9b85-6ecf76090e9b will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:43:59.148685 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:59.191328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34300) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:43:59.204383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-network', 'tenant_id': '5b34748c3452453b82b7c143697637c0'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:43:59.283756 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Made reservation on behalf of 5b34748c3452453b82b7c143697637c0 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:43:59.295751 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:59.356684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Pushing event updated for resources: {'Port': ['ID=b790792f-613d-417e-9b85-6ecf76090e9b,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:59.361682 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:59.408533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea517f-ec25-4554-94b1-27a912fc4463 req-ac2266c0-13b6-4282-9b5c-be16f513c640 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:43:59.422245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1bea517f-ec25-4554-94b1-27a912fc4463 req-ac2266c0-13b6-4282-9b5c-be16f513c640 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 935 time: 0.3006434 Aug 26 10:43:59.589964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Attempting to bind port b790792f-613d-417e-9b85-6ecf76090e9b on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:43:59.591495 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Attempting to bind port b790792f-613d-417e-9b85-6ecf76090e9b by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:43:59.592425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Attempting to bind port b790792f-613d-417e-9b85-6ecf76090e9b on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:43:59.615245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1bea517f-ec25-4554-94b1-27a912fc4463 req-4d31cae4-98d9-46d5-a9f1-42219aea2178 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900544 Aug 26 10:43:59.625009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Port b790792f-613d-417e-9b85-6ecf76090e9b on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:43:59.625356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Attempting to bind port b790792f-613d-417e-9b85-6ecf76090e9b on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:43:59.645218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:43:59.649004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:43:59.650588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:43:59.654180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Bound port: b790792f-613d-417e-9b85-6ecf76090e9b, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:43:59.654575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:59.792010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] For port b790792f-613d-417e-9b85-6ecf76090e9b, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:43:59.798374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] For port b790792f-613d-417e-9b85-6ecf76090e9b, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b790792f-613d-417e-9b85-6ecf76090e9b,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:43:59.804149 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:59.816094 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:59.817599 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:59.893553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edd7294-917f-4984-991e-f5a9011ab399,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:43:59.916304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:43:59.917237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:59.918805 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] 10.222.0.42 "PUT /v2.0/ports/b790792f-613d-417e-9b85-6ecf76090e9b HTTP/1.1" status: 200 len: 1117 time: 2.4189637 Aug 26 10:43:59.919240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90', 'tag': 'b790792f-613d-417e-9b85-6ecf76090e9b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:43:59.936561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:43:59.964184 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:43:59.964596 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Added segment fffa21eb-58b9-43f1-be0e-19d5690c41ec of type vlan for network 44f0f9bb-8c7a-46b6-a676-102e80d8061a Aug 26 10:44:00.073936 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:00.097698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb21e3-2faa-4b42-b359-1c2a1b29d6bc service neutron] Pushing event updated for resources: {'Port': ['ID=b790792f-613d-417e-9b85-6ecf76090e9b,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:00.145496 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:00.147007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:00.147588 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:00.325367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1321876 Aug 26 10:44:00.328272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34324) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:00.335862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] Request body: {'subnet': {'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-subnet', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:00.356939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e6d9a-747d-4742-a6de-d3d36bf41c58 admin admin] Pushing event updated for resources: {'Network': ['ID=44f0f9bb-8c7a-46b6-a676-102e80d8061a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:00.376781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 44f0f9bb-8c7a-46b6-a676-102e80d8061a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:44:00.386956 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] Made reservation on behalf of 5b34748c3452453b82b7c143697637c0 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:00.394740 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:00.700596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 50052e73-ab2a-49e7-81f9-73ff8e76c10d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:00.735540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:00.823699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 50052e73-ab2a-49e7-81f9-73ff8e76c10d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:00.828219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 50052e73-ab2a-49e7-81f9-73ff8e76c10d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:00.829308 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:00.854816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e69e4-83fa-45de-a442-4ce7eb73296a req-b1ba1a85-6b55-4ee9-aab2-70ce894c2dca tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:00.857553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-555e69e4-83fa-45de-a442-4ce7eb73296a req-b1ba1a85-6b55-4ee9-aab2-70ce894c2dca tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 968 time: 0.1108255 Aug 26 10:44:00.914576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d28ec7-788b-452b-ba61-7e96f1e43bca,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:00.930825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-555e69e4-83fa-45de-a442-4ce7eb73296a req-45b9b1b3-331f-4c5c-aaa1-31fdc9b8faca tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639725 Aug 26 10:44:00.940027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] Checking segment: {'id': 'fffa21eb-58b9-43f1-be0e-19d5690c41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:00.940394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] Network hostable DHCP agents. Network: 44f0f9bb-8c7a-46b6-a676-102e80d8061a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:44:00.966003 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:00.984710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] Network 44f0f9bb-8c7a-46b6-a676-102e80d8061a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:44:01.004475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 44f0f9bb-8c7a-46b6-a676-102e80d8061a) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:01.010757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 50052e73-ab2a-49e7-81f9-73ff8e76c10d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=50052e73-ab2a-49e7-81f9-73ff8e76c10d,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:01.011155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:01.011746 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.017677 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.026721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a739ac9-9cfb-4f58-8bd5-73fcbe82e716 None None] Network 44f0f9bb-8c7a-46b6-a676-102e80d8061a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:01.031082 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2288f960-e8bc-4fe3-8dbe-8bacf3ffdb22 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7007284 Aug 26 10:44:01.033336 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34342) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:01.039555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-router', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:01.077346 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.080861 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.123828 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095a50d0-8dc8-4275-9bdb-5049136265a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90", "tag": "b790792f-613d-417e-9b85-6ecf76090e9b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:01.126969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=50052e73-ab2a-49e7-81f9-73ff8e76c10d,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:01.242139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-44f0f9bb-8c7a-46b6-a676-102e80d8061a', 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'fixed_ips': [{'subnet_id': 'e4d28ec7-788b-452b-ba61-7e96f1e43bca'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:44:01.242886 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.360300 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.409233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Allocated IP 172.20.0.2 (44f0f9bb-8c7a-46b6-a676-102e80d8061a/e4d28ec7-788b-452b-ba61-7e96f1e43bca/f14042ff-9ea6-40a2-afab-1b2737aeee16) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:01.509350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d5bb8fbb-b686-424d-af69-9186aba3a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:01.510862 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-d5bb8fbb-b686-424d-af69-9186aba3a1ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c047abd9f366414db9cad4ab28d39061&device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 1120 time: 0.1296277 Aug 26 10:44:01.519651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.639242 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.649450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Transition to ACTIVE for port object f14042ff-9ea6-40a2-afab-1b2737aeee16 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:01.656457 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-0ba0bfdf-9bff-4f22-ad5a-695dddee9464 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b790792f-613d-417e-9b85-6ecf76090e9b HTTP/1.1" status: 200 len: 217 time: 0.1281378 Aug 26 10:44:01.670400 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Transition to ACTIVE for port object f14042ff-9ea6-40a2-afab-1b2737aeee16 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:01.680665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.746309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Pushing event updated for resources: {'Port': ['ID=f14042ff-9ea6-40a2-afab-1b2737aeee16,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:01.754663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Network 44f0f9bb-8c7a-46b6-a676-102e80d8061a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:01.757248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:01.760601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:01.776589 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35df4f4-dc65-4c81-ba53-00b717d0e0e0 x-openstack-request-id: req-e35df4f4-dc65-4c81-ba53-00b717d0e0e0 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:01.777637 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90", "tag": "b790792f-613d-417e-9b85-6ecf76090e9b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:01.778048 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e35df4f4-dc65-4c81-ba53-00b717d0e0e0 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:01.779011 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90', 'tag': 'b790792f-613d-417e-9b85-6ecf76090e9b', 'status': 'completed', 'code': 200} Aug 26 10:44:01.794472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-953ade59-495a-42b0-be13-6112ba673ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:01.797413 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-953ade59-495a-42b0-be13-6112ba673ca4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1270561 Aug 26 10:44:01.863628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Attempting to bind port f14042ff-9ea6-40a2-afab-1b2737aeee16 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:01.864364 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Attempting to bind port f14042ff-9ea6-40a2-afab-1b2737aeee16 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fffa21eb-58b9-43f1-be0e-19d5690c41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:01.865213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Attempting to bind port f14042ff-9ea6-40a2-afab-1b2737aeee16 on network 44f0f9bb-8c7a-46b6-a676-102e80d8061a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:01.874890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:01.875667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Checking segment: {'id': 'fffa21eb-58b9-43f1-be0e-19d5690c41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:01.876556 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.877176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Bound using segment: {'id': 'fffa21eb-58b9-43f1-be0e-19d5690c41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:01.877865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Bound port: f14042ff-9ea6-40a2-afab-1b2737aeee16, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffa21eb-58b9-43f1-be0e-19d5690c41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:01.878481 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.915778 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.962228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] For port f14042ff-9ea6-40a2-afab-1b2737aeee16, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:01.963743 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:01.966340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] For port f14042ff-9ea6-40a2-afab-1b2737aeee16, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f14042ff-9ea6-40a2-afab-1b2737aeee16,segment=NetworkSegment(fffa21eb-58b9-43f1-be0e-19d5690c41ec),segment_id=fffa21eb-58b9-43f1-be0e-19d5690c41ec)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:01.974377 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:02.039761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b816c-d531-49d7-84ba-7a97c61497bd None None] Pushing event updated for resources: {'Port': ['ID=f14042ff-9ea6-40a2-afab-1b2737aeee16,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:02.159447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Allocated IP 172.25.1.58 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/3bf96361-a803-49df-8ba3-3d4877de47e8) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:02.189571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-1a97bf49-040d-40c7-8c6f-a7f6c31dd6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:02.191966 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-1a97bf49-040d-40c7-8c6f-a7f6c31dd6d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3864946 Aug 26 10:44:02.200527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf04e3-6be7-4b59-9b71-e0e0a5e86b9c req-d3633f4f-96f8-4e5c-b8ae-9945d55ffa47 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:02.202238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54cf04e3-6be7-4b59-9b71-e0e0a5e86b9c req-d3633f4f-96f8-4e5c-b8ae-9945d55ffa47 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 968 time: 0.0919640 Aug 26 10:44:02.313267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54cf04e3-6be7-4b59-9b71-e0e0a5e86b9c req-9b9373cf-5679-497e-b5ad-da5db0e1254b tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014874 Aug 26 10:44:02.336052 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-ed34a0d2-1606-4253-bb10-4b23340ff337 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342874 Aug 26 10:44:02.361338 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:02.475061 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:02.528945 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e47658a3-d45a-4aa9-9906-c4deb75d1bf5 req-648d22b3-3fd7-4e2d-bb81-ab5f76d2ad3b service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752944 Aug 26 10:44:02.566267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:02.571603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:02.588491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:02.702531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf96361-a803-49df-8ba3-3d4877de47e8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:02.709746 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a50d0-8dc8-4275-9bdb-5049136265a6 req-c7199c31-56ae-4d0e-b2eb-10e9511cfb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:02.720151 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-095a50d0-8dc8-4275-9bdb-5049136265a6 req-c7199c31-56ae-4d0e-b2eb-10e9511cfb0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c047abd9f366414db9cad4ab28d39061&device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 1120 time: 0.1096530 Aug 26 10:44:02.796428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 50052e73-ab2a-49e7-81f9-73ff8e76c10d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:02.914573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 50052e73-ab2a-49e7-81f9-73ff8e76c10d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:02.918308 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:03.009960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a50d0-8dc8-4275-9bdb-5049136265a6 req-76097cf3-cb49-4803-b9bf-d0e26cf70874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:03.015976 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-095a50d0-8dc8-4275-9bdb-5049136265a6 req-76097cf3-cb49-4803-b9bf-d0e26cf70874 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2835228 Aug 26 10:44:03.038400 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:03.066465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f14042ff-9ea6-40a2-afab-1b2737aeee16 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:03.080457 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-095a50d0-8dc8-4275-9bdb-5049136265a6 req-c372f183-2c01-48ae-87e4-0c99943046cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b790792f-613d-417e-9b85-6ecf76090e9b HTTP/1.1" status: 200 len: 217 time: 0.0583694 Aug 26 10:44:03.159034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a50d0-8dc8-4275-9bdb-5049136265a6 req-c0ba1953-7def-4901-a2ae-559e2bc2a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:03.161221 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-095a50d0-8dc8-4275-9bdb-5049136265a6 req-c0ba1953-7def-4901-a2ae-559e2bc2a9a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0718336 Aug 26 10:44:03.189254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f14042ff-9ea6-40a2-afab-1b2737aeee16 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:03.263717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a50d0-8dc8-4275-9bdb-5049136265a6 req-dabf606d-a0bc-4bba-ab83-f74a256c71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:03.265413 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-095a50d0-8dc8-4275-9bdb-5049136265a6 req-dabf606d-a0bc-4bba-ab83-f74a256c71a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0950074 Aug 26 10:44:03.437500 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-095a50d0-8dc8-4275-9bdb-5049136265a6 req-603db45c-1fc2-4ed0-9ecd-a53099412267 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634622 Aug 26 10:44:03.525503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:03.572450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674d00a-0152-41e0-80a5-7ed7a6a529f1 None None] Network 44f0f9bb-8c7a-46b6-a676-102e80d8061a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:03.633265 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-095a50d0-8dc8-4275-9bdb-5049136265a6 req-25f7e63f-8662-49a9-a913-1520df1df36e service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881185 Aug 26 10:44:03.658502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccd239-1cfd-4d52-9442-6e5e0fbac074 req-3ba753ec-6af3-43d6-b162-39800b8853e0 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:03.659930 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54ccd239-1cfd-4d52-9442-6e5e0fbac074 req-3ba753ec-6af3-43d6-b162-39800b8853e0 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 968 time: 0.1881092 Aug 26 10:44:03.694533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-78766cc6-6985-460a-af04-7deb2c9a591c None None] Provisioning for port f14042ff-9ea6-40a2-afab-1b2737aeee16 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:03.709558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-78766cc6-6985-460a-af04-7deb2c9a591c None None] Provisioning complete for port f14042ff-9ea6-40a2-afab-1b2737aeee16 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:03.709931 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78766cc6-6985-460a-af04-7deb2c9a591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:03.750180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54ccd239-1cfd-4d52-9442-6e5e0fbac074 req-4adf138f-bf22-46ea-a629-6ae8e8040c76 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794179 Aug 26 10:44:03.802873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Router 2978f2d3-efdb-438c-97fa-e056f7611c46 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:44:03.981283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78766cc6-6985-460a-af04-7deb2c9a591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:04.034395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-78766cc6-6985-460a-af04-7deb2c9a591c None None] For port f14042ff-9ea6-40a2-afab-1b2737aeee16, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f14042ff-9ea6-40a2-afab-1b2737aeee16,segment=NetworkSegment(fffa21eb-58b9-43f1-be0e-19d5690c41ec),segment_id=fffa21eb-58b9-43f1-be0e-19d5690c41ec)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:04.041392 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78766cc6-6985-460a-af04-7deb2c9a591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:04.077382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:44:04.088363 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Sync routers for ids ['2978f2d3-efdb-438c-97fa-e056f7611c46'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:44:04.101528 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Routers {'2978f2d3-efdb-438c-97fa-e056f7611c46'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:44:04.102777 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:43:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2978f2d3-efdb-438c-97fa-e056f7611c46'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:04.121252 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:04.125831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ccf6c85c-eb5e-4f94-9816-964dd0eeddd4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0911343 Aug 26 10:44:04.128808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34428) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:04.137925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78766cc6-6985-460a-af04-7deb2c9a591c None None] Pushing event updated for resources: {'Port': ['ID=f14042ff-9ea6-40a2-afab-1b2737aeee16,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:04.269463 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Set router 2978f2d3-efdb-438c-97fa-e056f7611c46 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:44:04.373799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-81230ff1-a2f3-4d13-b3dc-4c22e9cb469a None None] Provisioning complete for port f14042ff-9ea6-40a2-afab-1b2737aeee16 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:04.374177 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-81230ff1-a2f3-4d13-b3dc-4c22e9cb469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:04.517825 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-router', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:02Z', 'revision_number': 3, 'project_id': '5b34748c3452453b82b7c143697637c0', 'gw_port': {'id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:04.551338 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Checking router: 2978f2d3-efdb-438c-97fa-e056f7611c46 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:44:04.551702 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Updating router 2978f2d3-efdb-438c-97fa-e056f7611c46 port 3bf96361-a803-49df-8ba3-3d4877de47e8 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:44:04.579579 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:04.613852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f14042ff-9ea6-40a2-afab-1b2737aeee16 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:04.720590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f14042ff-9ea6-40a2-afab-1b2737aeee16 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:04.722164 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:04.750613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34446) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:04.770050 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:04.993456 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.005179 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Transition to ACTIVE for port object 3bf96361-a803-49df-8ba3-3d4877de47e8 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:05.016166 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.027385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Allocated IP 172.20.0.1 (44f0f9bb-8c7a-46b6-a676-102e80d8061a/e4d28ec7-788b-452b-ba61-7e96f1e43bca/dc9d296f-f62d-4676-9617-a933e7a967bc) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:05.063817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99058e3-7ca2-4976-ba56-af991a8aea64 req-683dbe79-162b-4dee-acb5-221ccedb02ae tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:05.065389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f99058e3-7ca2-4976-ba56-af991a8aea64 req-683dbe79-162b-4dee-acb5-221ccedb02ae tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 968 time: 0.1118553 Aug 26 10:44:05.077530 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Attempting to bind port 3bf96361-a803-49df-8ba3-3d4877de47e8 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:05.078002 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Attempting to bind port 3bf96361-a803-49df-8ba3-3d4877de47e8 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:05.078441 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Attempting to bind port 3bf96361-a803-49df-8ba3-3d4877de47e8 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:05.092860 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309357a1-ea2c-4bf0-b70c-c23a058faff0 None None] Pushing event updated for resources: {'Port': ['ID=3bf96361-a803-49df-8ba3-3d4877de47e8,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:05.103672 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:05.104361 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:05.104839 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.105341 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:05.105900 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Bound port: 3bf96361-a803-49df-8ba3-3d4877de47e8, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:05.106378 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.152762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f99058e3-7ca2-4976-ba56-af991a8aea64 req-b9b4a81e-cbe4-4416-a543-9a761317d90c tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770776 Aug 26 10:44:05.180170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.181839 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] For port 3bf96361-a803-49df-8ba3-3d4877de47e8, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:05.185422 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] For port 3bf96361-a803-49df-8ba3-3d4877de47e8, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3bf96361-a803-49df-8ba3-3d4877de47e8,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:05.187036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Transition to ACTIVE for port object dc9d296f-f62d-4676-9617-a933e7a967bc will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:05.194862 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.248760 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.288398 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b8d7de80-1738-4f4b-80a6-dcda1cee0f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.296551 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Routers {'2978f2d3-efdb-438c-97fa-e056f7611c46'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:44:05.303126 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:43:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2978f2d3-efdb-438c-97fa-e056f7611c46'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:05.325479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Network 44f0f9bb-8c7a-46b6-a676-102e80d8061a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:05.337617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:05.342816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:05.343370 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.355322 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309357a1-ea2c-4bf0-b70c-c23a058faff0 None None] Pushing event updated for resources: {'Port': ['ID=3bf96361-a803-49df-8ba3-3d4877de47e8,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:05.535382 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b8d7de80-1738-4f4b-80a6-dcda1cee0f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.544802 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b8d7de80-1738-4f4b-80a6-dcda1cee0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.551881 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] Set router 2978f2d3-efdb-438c-97fa-e056f7611c46 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:44:05.583702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9d296f-f62d-4676-9617-a933e7a967bc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:05.603051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.635026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b8d7de80-1738-4f4b-80a6-dcda1cee0f57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37f2d04f46da4c7ebf4f5c02f878f8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8791530 Aug 26 10:44:05.635840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34478) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:05.636496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7de80-1738-4f4b-80a6-dcda1cee0f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c237ef-9571-4f35-8536-707ea149bd4d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:05.764101 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5bb09c4f-7d42-41d0-b66c-ce1c5d6dc13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.798488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6d236dac-1592-46c2-adbb-b6895c37cbad None None] Provisioning for port dc9d296f-f62d-4676-9617-a933e7a967bc completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:05.816010 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6d236dac-1592-46c2-adbb-b6895c37cbad None None] Provisioning complete for port dc9d296f-f62d-4676-9617-a933e7a967bc triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:05.816822 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d236dac-1592-46c2-adbb-b6895c37cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.817382 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5bb09c4f-7d42-41d0-b66c-ce1c5d6dc13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.885846 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-router', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:02Z', 'revision_number': 3, 'project_id': '5b34748c3452453b82b7c143697637c0', 'gw_port': {'id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:05.891998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6d236dac-1592-46c2-adbb-b6895c37cbad None None] Port dc9d296f-f62d-4676-9617-a933e7a967bc cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:44:05.937121 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609763b-29c6-4ad0-ba4f-698ec6f8beae None None] The sync data for ids ['2978f2d3-efdb-438c-97fa-e056f7611c46'] in n-d-778550-13 is: [{'id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-router', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:02Z', 'revision_number': 3, 'project_id': '5b34748c3452453b82b7c143697637c0', 'gw_port': {'id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:44:05.959733 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5bb09c4f-7d42-41d0-b66c-ce1c5d6dc13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.963470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5bb09c4f-7d42-41d0-b66c-ce1c5d6dc13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:05.969254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5bb09c4f-7d42-41d0-b66c-ce1c5d6dc13b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3c237ef-9571-4f35-8536-707ea149bd4d HTTP/1.1" status: 204 len: 168 time: 0.3208678 Aug 26 10:44:05.983004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb09c4f-7d42-41d0-b66c-ce1c5d6dc13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c237ef-9571-4f35-8536-707ea149bd4d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:05.995336 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:06.006581 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:06.007427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:06.032374 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34502) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:06.107500 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9d296f-f62d-4676-9617-a933e7a967bc,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:06.264465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Network 44f0f9bb-8c7a-46b6-a676-102e80d8061a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:06.265938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:06.279531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-29372add-9f88-4aa6-882f-4473a10f644c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cac702c5642f41e2949e2afdcb274895&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394683 Aug 26 10:44:06.559262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-9e9d498c-fa1e-4cfb-99b3-cdc4b95b68b6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:06.560749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-9e9d498c-fa1e-4cfb-99b3-cdc4b95b68b6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804277 Aug 26 10:44:06.560863 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Router 2978f2d3-efdb-438c-97fa-e056f7611c46 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:44:06.611430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-f250c5e7-d0cc-4d86-83df-152aa2ce0e18 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/quotas/cac702c5642f41e2949e2afdcb274895 HTTP/1.1" status: 200 len: 375 time: 0.0384007 Aug 26 10:44:06.664692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3bf96361-a803-49df-8ba3-3d4877de47e8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:06.715168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-8827f96c-1609-4a10-ac4c-5561ce6bd4af tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020334 Aug 26 10:44:06.722100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34528) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:06.744918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6828d-55e5-435b-81e4-891036f018b3 req-113382c7-6406-49e7-928a-64d14a69ea48 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:06.747858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-74777980-47a8-4e8b-88eb-365e97199f8e None None] Provisioning complete for port dc9d296f-f62d-4676-9617-a933e7a967bc triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:06.748391 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74777980-47a8-4e8b-88eb-365e97199f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:06.758601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a6828d-55e5-435b-81e4-891036f018b3 req-113382c7-6406-49e7-928a-64d14a69ea48 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 968 time: 0.2911377 Aug 26 10:44:06.763804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3bf96361-a803-49df-8ba3-3d4877de47e8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:06.779825 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-85d34f31-5127-4ac9-9f0d-e9e4fffe3736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:06.801444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3bf96361-a803-49df-8ba3-3d4877de47e8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:06.803102 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:06.864499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-74777980-47a8-4e8b-88eb-365e97199f8e None None] Port dc9d296f-f62d-4676-9617-a933e7a967bc cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:44:06.923681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b790792f-613d-417e-9b85-6ecf76090e9b details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:44:06.938656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a6828d-55e5-435b-81e4-891036f018b3 req-034b6e84-93fc-4692-8bf6-5749d3ac4e12 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664948 Aug 26 10:44:06.941924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34532) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:06.969251 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.007880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abb126cd-c164-4b4f-a611-0d2a5ad1be40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.024966 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ae7760b7-7e19-44f3-98b2-5c3ba6975816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.104288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-accaf965-a946-4fdf-80f5-21d1798fc8e7 req-86e20d31-2163-48d7-8189-bf3c55809683 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 210 time: 0.0675592 Aug 26 10:44:07.143997 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-85d34f31-5127-4ac9-9f0d-e9e4fffe3736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.157908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-85d34f31-5127-4ac9-9f0d-e9e4fffe3736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.186798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:44:07.193923 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c1ff8210-71e3-42bc-a974-da5a5bfb9c42 admin admin] 10.222.0.21 "PUT /v2.0/routers/2978f2d3-efdb-438c-97fa-e056f7611c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0639639 Aug 26 10:44:07.206690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-85d34f31-5127-4ac9-9f0d-e9e4fffe3736 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e25201820f174a1eb6094dfc427cb644&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1723843 Aug 26 10:44:07.207443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34548) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:07.211558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 3bf96361-a803-49df-8ba3-3d4877de47e8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3bf96361-a803-49df-8ba3-3d4877de47e8,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:07.229874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-abb126cd-c164-4b4f-a611-0d2a5ad1be40 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 10:44:07.229874 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 10:44:07.229874 n-d-778550-13 neutron-server[101267]: [parameters: {'project_id_1': 'b96e2dacfa1a449a84c8e69ae2074496', 'expiration_1': datetime.datetime(2021, 8, 26, 10, 44, 7, 80847)}] Aug 26 10:44:07.229874 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:44:07.231165 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-abb126cd-c164-4b4f-a611-0d2a5ad1be40 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:44:07.234030 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.280095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d34f31-5127-4ac9-9f0d-e9e4fffe3736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7546f4-7149-47f9-ac5d-bb1ddb2e7bb8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:07.301881 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b790792f-613d-417e-9b85-6ecf76090e9b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b790792f-613d-417e-9b85-6ecf76090e9b,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:07.320123 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79adff0e-3c56-4fab-a1f0-4177595f53cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.325277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'b790792f-613d-417e-9b85-6ecf76090e9b', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'b790792f-613d-417e-9b85-6ecf76090e9b', 'mac_address': 'fa:16:3e:6c:6f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:tempest-test_az-856123566', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:44:07.357998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79adff0e-3c56-4fab-a1f0-4177595f53cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.404349 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.406468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=3bf96361-a803-49df-8ba3-3d4877de47e8,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:07.425698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b790792f-613d-417e-9b85-6ecf76090e9b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:07.457696 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ae7760b7-7e19-44f3-98b2-5c3ba6975816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.462201 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ae7760b7-7e19-44f3-98b2-5c3ba6975816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.491288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b790792f-613d-417e-9b85-6ecf76090e9b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b790792f-613d-417e-9b85-6ecf76090e9b,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:07.492729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7760b7-7e19-44f3-98b2-5c3ba6975816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e919c20f-774c-49a3-a908-2371f281ff70,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:07.503243 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.511263 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79adff0e-3c56-4fab-a1f0-4177595f53cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.513808 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79adff0e-3c56-4fab-a1f0-4177595f53cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.517731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-79adff0e-3c56-4fab-a1f0-4177595f53cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd7546f4-7149-47f9-ac5d-bb1ddb2e7bb8 HTTP/1.1" status: 204 len: 168 time: 0.3036118 Aug 26 10:44:07.525124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ae7760b7-7e19-44f3-98b2-5c3ba6975816 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=400238542ee444c1a8c8b38b0b209b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7627950 Aug 26 10:44:07.525124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34568) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:07.564858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adff0e-3c56-4fab-a1f0-4177595f53cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7546f4-7149-47f9-ac5d-bb1ddb2e7bb8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:07.598222 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a8b5-d7f4-4864-87b1-536fe8779c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.642176 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a8b5-d7f4-4864-87b1-536fe8779c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.678227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b790792f-613d-417e-9b85-6ecf76090e9b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:07.716527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a8b5-d7f4-4864-87b1-536fe8779c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.719812 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a8b5-d7f4-4864-87b1-536fe8779c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.720506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ddb8a8b5-d7f4-4864-87b1-536fe8779c21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e919c20f-774c-49a3-a908-2371f281ff70 HTTP/1.1" status: 204 len: 168 time: 0.1945882 Aug 26 10:44:07.732187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abb126cd-c164-4b4f-a611-0d2a5ad1be40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.735289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8a8b5-d7f4-4864-87b1-536fe8779c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e919c20f-774c-49a3-a908-2371f281ff70,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:07.816988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['b790792f-613d-417e-9b85-6ecf76090e9b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:44:07.930649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abb126cd-c164-4b4f-a611-0d2a5ad1be40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:07.941027 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abb126cd-c164-4b4f-a611-0d2a5ad1be40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.008444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-abb126cd-c164-4b4f-a611-0d2a5ad1be40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b96e2dacfa1a449a84c8e69ae2074496&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0462799 Aug 26 10:44:08.009899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34598) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:08.100238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-82a06cc2-fae2-4e5c-b99c-cc68de74c4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.126260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb126cd-c164-4b4f-a611-0d2a5ad1be40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01acbd1-6f45-4138-8b0b-7442bc397a94,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:08.150859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-82a06cc2-fae2-4e5c-b99c-cc68de74c4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.174045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7c25d-81c4-43f0-b96f-03d36bd79cb6 req-c020cd51-921f-4f68-a26e-4a347242f6fe tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:08.178464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcc7c25d-81c4-43f0-b96f-03d36bd79cb6 req-c020cd51-921f-4f68-a26e-4a347242f6fe tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 969 time: 0.1244314 Aug 26 10:44:08.263927 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-82a06cc2-fae2-4e5c-b99c-cc68de74c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.266071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcc7c25d-81c4-43f0-b96f-03d36bd79cb6 req-fb340f1d-ba7f-4d7a-8001-a51995a62f13 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785174 Aug 26 10:44:08.266723 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-82a06cc2-fae2-4e5c-b99c-cc68de74c4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.267928 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-82a06cc2-fae2-4e5c-b99c-cc68de74c4cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f01acbd1-6f45-4138-8b0b-7442bc397a94 HTTP/1.1" status: 204 len: 168 time: 0.2567427 Aug 26 10:44:08.289610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a06cc2-fae2-4e5c-b99c-cc68de74c4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01acbd1-6f45-4138-8b0b-7442bc397a94,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:08.404319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74308858-2613-4c22-b2c9-365c82ea8391 req-dd4d72c5-5582-4162-a7f7-46e3dded2aea tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 210 time: 0.0487754 Aug 26 10:44:08.452677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Sync routers for ids ['2978f2d3-efdb-438c-97fa-e056f7611c46'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:44:08.464875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Routers {'2978f2d3-efdb-438c-97fa-e056f7611c46'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:44:08.465916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:43:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2978f2d3-efdb-438c-97fa-e056f7611c46'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:08.535233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34616) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:08.550655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34620) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:08.583148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-731451d5-be0d-41a4-8da3-00b5326eedd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.652578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3bf96361-a803-49df-8ba3-3d4877de47e8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:08.686057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34622) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:08.691707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4afa98e8-0db8-4d85-bc69-3242d01789d1 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079470998', 'description': 'tempest-description--1623784500'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:08.768440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Set router 2978f2d3-efdb-438c-97fa-e056f7611c46 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:44:08.769478 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-731451d5-be0d-41a4-8da3-00b5326eedd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.782356 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-731451d5-be0d-41a4-8da3-00b5326eedd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.804495 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4afa98e8-0db8-4d85-bc69-3242d01789d1 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.843154 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-731451d5-be0d-41a4-8da3-00b5326eedd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc27be7d11b94c48973dddb7ad461a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912159 Aug 26 10:44:08.844643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731451d5-be0d-41a4-8da3-00b5326eedd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854e5e33-e5f2-489c-bd5c-4b9e6bf88624,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:08.849194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34626) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:08.890869 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b790792f-613d-417e-9b85-6ecf76090e9b up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:08.916011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34628) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:08.919843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3bf96361-a803-49df-8ba3-3d4877de47e8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:08.920436 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.938441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3599e1ce-c65d-46f5-a2cb-de38d7697459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.942026 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c477992-5fe0-4690-958f-510c3d67397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:08.977423 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3599e1ce-c65d-46f5-a2cb-de38d7697459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.058851 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4afa98e8-0db8-4d85-bc69-3242d01789d1 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.059839 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3599e1ce-c65d-46f5-a2cb-de38d7697459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.065304 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3599e1ce-c65d-46f5-a2cb-de38d7697459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.070554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port b790792f-613d-417e-9b85-6ecf76090e9b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:09.070768 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3599e1ce-c65d-46f5-a2cb-de38d7697459 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/854e5e33-e5f2-489c-bd5c-4b9e6bf88624 HTTP/1.1" status: 204 len: 168 time: 0.2166615 Aug 26 10:44:09.072035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4afa98e8-0db8-4d85-bc69-3242d01789d1 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.079905 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port b790792f-613d-417e-9b85-6ecf76090e9b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:09.080449 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.093398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599e1ce-c65d-46f5-a2cb-de38d7697459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854e5e33-e5f2-489c-bd5c-4b9e6bf88624,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:09.127133 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa98e8-0db8-4d85-bc69-3242d01789d1 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849075f8-8b36-4681-b3b7-c7d5b945223d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:09.186764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.47', 57844) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:09.245387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-router', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:05Z', 'revision_number': 4, 'project_id': '5b34748c3452453b82b7c143697637c0', 'gw_port': {'id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'dc9d296f-f62d-4676-9617-a933e7a967bc', 'name': '', 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'mac_address': 'fa:16:3e:11:cb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'e4d28ec7-788b-452b-ba61-7e96f1e43bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:04Z', 'updated_at': '2021-08-26T10:44:05Z', 'revision_number': 2, 'project_id': '5b34748c3452453b82b7c143697637c0', 'subnets': [{'id': 'e4d28ec7-788b-452b-ba61-7e96f1e43bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:09.260167 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8e7aa66-c629-46dc-8ada-4f49a4771d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.290979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c477992-5fe0-4690-958f-510c3d67397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.291547 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Checking router: 2978f2d3-efdb-438c-97fa-e056f7611c46 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:44:09.291817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Updating router 2978f2d3-efdb-438c-97fa-e056f7611c46 port dc9d296f-f62d-4676-9617-a933e7a967bc binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:44:09.306268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-54ceb244-6284-44c7-bb2e-fbeba8d5bdc4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=cac702c5642f41e2949e2afdcb274895&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172721 Aug 26 10:44:09.306498 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c477992-5fe0-4690-958f-510c3d67397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.333836 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.337449 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.344333 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0c477992-5fe0-4690-958f-510c3d67397d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24db13c993aa4f67bc4667070ece3876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260924 Aug 26 10:44:09.346288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34642) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:09.441403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c477992-5fe0-4690-958f-510c3d67397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe0e0f3-7f7a-4d5f-8984-efa5741d1e99,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:09.504568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4afa98e8-0db8-4d85-bc69-3242d01789d1 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.505888 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4afa98e8-0db8-4d85-bc69-3242d01789d1 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8188243 Aug 26 10:44:09.510485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34650) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:09.527687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-37fc37e6-be1b-490e-bde9-bfed81d36da0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Request body: {'security_group_rule': {'security_group_id': '849075f8-8b36-4681-b3b7-c7d5b945223d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:09.561745 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-402993af-ddbd-49af-8cf9-2f88cf39e881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.590500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b790792f-613d-417e-9b85-6ecf76090e9b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b790792f-613d-417e-9b85-6ecf76090e9b,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:09.605431 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95899172-e832-479f-9392-3cda1c1e3e96 req-f7f8381a-538f-4dbe-8115-5f0c07734ab7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 210 time: 0.0937512 Aug 26 10:44:09.619498 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-402993af-ddbd-49af-8cf9-2f88cf39e881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.702031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a8224-525c-472e-9eae-1893441dba75 req-cc2492fc-1821-495c-9c29-6b0c02928e1f tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:09.711745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-491a8224-525c-472e-9eae-1893441dba75 req-cc2492fc-1821-495c-9c29-6b0c02928e1f tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 969 time: 0.2102644 Aug 26 10:44:09.726968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-40c75d01-4060-4866-bf2b-6a696dd7e65b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:09.729589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-40c75d01-4060-4866-bf2b-6a696dd7e65b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4093001 Aug 26 10:44:09.750933 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-402993af-ddbd-49af-8cf9-2f88cf39e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.754840 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-402993af-ddbd-49af-8cf9-2f88cf39e881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.760133 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-402993af-ddbd-49af-8cf9-2f88cf39e881 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffe0e0f3-7f7a-4d5f-8984-efa5741d1e99 HTTP/1.1" status: 204 len: 168 time: 0.4125695 Aug 26 10:44:09.774673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402993af-ddbd-49af-8cf9-2f88cf39e881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe0e0f3-7f7a-4d5f-8984-efa5741d1e99,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:09.780798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b790792f-613d-417e-9b85-6ecf76090e9b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:09.816077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-491a8224-525c-472e-9eae-1893441dba75 req-062b79c4-751c-49d5-b616-34c32a31f001 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028459 Aug 26 10:44:09.840645 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8e7aa66-c629-46dc-8ada-4f49a4771d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.847762 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8e7aa66-c629-46dc-8ada-4f49a4771d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.899395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37fc37e6-be1b-490e-bde9-bfed81d36da0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:09.906240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f8e7aa66-c629-46dc-8ada-4f49a4771d02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9131768277654457afc3a07745ae4e93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3691289 Aug 26 10:44:09.910034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34666) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:09.925312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7aa66-c629-46dc-8ada-4f49a4771d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b935128-051b-4da8-85d1-da346953fc0b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:09.943497 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.023852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37fc37e6-be1b-490e-bde9-bfed81d36da0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.032359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37fc37e6-be1b-490e-bde9-bfed81d36da0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.056103 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4800221f-623f-4089-9f2c-7897d4ef8e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.060241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37fc37e6-be1b-490e-bde9-bfed81d36da0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.065394 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-37fc37e6-be1b-490e-bde9-bfed81d36da0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5538068 Aug 26 10:44:10.066465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34676) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:10.079286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1beb0239-0d9a-4de5-a82c-b9790d1c59cc tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Request body: {'security_group_rule': {'security_group_id': '849075f8-8b36-4681-b3b7-c7d5b945223d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:10.095888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc37e6-be1b-490e-bde9-bfed81d36da0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3bb0d1-d400-4839-9bd0-14c00d7764e0,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:10.116108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b790792f-613d-417e-9b85-6ecf76090e9b,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:10.120714 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4800221f-623f-4089-9f2c-7897d4ef8e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.138584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1beb0239-0d9a-4de5-a82c-b9790d1c59cc tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.225848 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4800221f-623f-4089-9f2c-7897d4ef8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.228805 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4800221f-623f-4089-9f2c-7897d4ef8e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.230582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4800221f-623f-4089-9f2c-7897d4ef8e3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b935128-051b-4da8-85d1-da346953fc0b HTTP/1.1" status: 204 len: 168 time: 0.3187187 Aug 26 10:44:10.232716 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1beb0239-0d9a-4de5-a82c-b9790d1c59cc tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.241765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1beb0239-0d9a-4de5-a82c-b9790d1c59cc tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.245009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800221f-623f-4089-9f2c-7897d4ef8e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b935128-051b-4da8-85d1-da346953fc0b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:10.286785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb0239-0d9a-4de5-a82c-b9790d1c59cc tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414015b0-758d-4244-823f-08c64ce798be,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:10.286785 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1beb0239-0d9a-4de5-a82c-b9790d1c59cc tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.293520 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1beb0239-0d9a-4de5-a82c-b9790d1c59cc tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2181747 Aug 26 10:44:10.295925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34686) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:10.301290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:10.329944 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.336816 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.368717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Transition to ACTIVE for port object dc9d296f-f62d-4676-9617-a933e7a967bc will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:10.383106 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.437844 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e075f55-da68-49e0-a2ab-66ed24b4a0cc" -d '{"events": [{"server_uuid": "e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90", "name": "network-vif-plugged", "status": "completed", "tag": "b790792f-613d-417e-9b85-6ecf76090e9b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:10.490384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdc914-5c10-40f5-bdae-3dbc3c2348e0 None None] Pushing event updated for resources: {'Port': ['ID=dc9d296f-f62d-4676-9617-a933e7a967bc,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:10.574375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Attempting to bind port dc9d296f-f62d-4676-9617-a933e7a967bc on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:10.575213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Attempting to bind port dc9d296f-f62d-4676-9617-a933e7a967bc by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fffa21eb-58b9-43f1-be0e-19d5690c41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:10.577062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Attempting to bind port dc9d296f-f62d-4676-9617-a933e7a967bc on network 44f0f9bb-8c7a-46b6-a676-102e80d8061a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:10.592194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:10.592758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Checking segment: {'id': 'fffa21eb-58b9-43f1-be0e-19d5690c41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:10.593233 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.593699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Bound using segment: {'id': 'fffa21eb-58b9-43f1-be0e-19d5690c41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:10.594319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Bound port: dc9d296f-f62d-4676-9617-a933e7a967bc, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffa21eb-58b9-43f1-be0e-19d5690c41ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:10.599906 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.682113 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.730931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] For port dc9d296f-f62d-4676-9617-a933e7a967bc, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:10.736854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] For port dc9d296f-f62d-4676-9617-a933e7a967bc, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=dc9d296f-f62d-4676-9617-a933e7a967bc,segment=NetworkSegment(fffa21eb-58b9-43f1-be0e-19d5690c41ec),segment_id=fffa21eb-58b9-43f1-be0e-19d5690c41ec)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:10.748566 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:10.854139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Routers {'2978f2d3-efdb-438c-97fa-e056f7611c46'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:44:10.854139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:43:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2978f2d3-efdb-438c-97fa-e056f7611c46'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:10.941630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d4050c3-c78c-4974-98bd-59db270d7ca2 req-0eb30362-713f-42f0-ac39-91cb219c6791 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 210 time: 0.2107573 Aug 26 10:44:11.080895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdc914-5c10-40f5-bdae-3dbc3c2348e0 None None] Pushing event updated for resources: {'Port': ['ID=dc9d296f-f62d-4676-9617-a933e7a967bc,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:11.089459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] Set router 2978f2d3-efdb-438c-97fa-e056f7611c46 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:44:11.117894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Allocated IP 172.25.1.129 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/7325a4a2-a4ef-44c0-8241-f395b2db0ac6) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:11.207480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34712) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:11.252676 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed439a4d-d10c-45c4-88b5-a045e7932ae8 x-openstack-request-id: req-ed439a4d-d10c-45c4-88b5-a045e7932ae8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:11.253557 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90", "name": "network-vif-plugged", "status": "completed", "tag": "b790792f-613d-417e-9b85-6ecf76090e9b", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:11.253997 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed439a4d-d10c-45c4-88b5-a045e7932ae8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:11.254962 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b790792f-613d-417e-9b85-6ecf76090e9b', 'code': 200} Aug 26 10:44:11.256272 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cab6e56a-0fad-420f-818e-a2c9cdafc647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:11.274632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856998c-0a03-428a-8484-7b8b796b3494 req-649bf996-68bb-463b-b993-4ba21117a9e6 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:11.276436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3856998c-0a03-428a-8484-7b8b796b3494 req-649bf996-68bb-463b-b993-4ba21117a9e6 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 970 time: 0.2219079 Aug 26 10:44:11.360545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:11.443603 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:11.496309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-router', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:05Z', 'revision_number': 4, 'project_id': '5b34748c3452453b82b7c143697637c0', 'gw_port': {'id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'dc9d296f-f62d-4676-9617-a933e7a967bc', 'name': '', 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'mac_address': 'fa:16:3e:11:cb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'e4d28ec7-788b-452b-ba61-7e96f1e43bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:04Z', 'updated_at': '2021-08-26T10:44:10Z', 'revision_number': 4, 'project_id': '5b34748c3452453b82b7c143697637c0', 'subnets': [{'id': 'e4d28ec7-788b-452b-ba61-7e96f1e43bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:11.511087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3856998c-0a03-428a-8484-7b8b796b3494 req-43eb3082-6b85-402d-a8ad-df36a4f04ec2 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838509 Aug 26 10:44:11.527586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:11.533815 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:11.538944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:11.548147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Pushing event updated for resources: {'Port': ['ID=7325a4a2-a4ef-44c0-8241-f395b2db0ac6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:11.601773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c4d3e-6c94-418a-b56a-55835382a6a3 None None] The sync data for ids ['2978f2d3-efdb-438c-97fa-e056f7611c46'] in n-d-778550-13 is: [{'id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-router', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:05Z', 'revision_number': 4, 'project_id': '5b34748c3452453b82b7c143697637c0', 'gw_port': {'id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'dc9d296f-f62d-4676-9617-a933e7a967bc', 'name': '', 'network_id': '44f0f9bb-8c7a-46b6-a676-102e80d8061a', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'mac_address': 'fa:16:3e:11:cb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'e4d28ec7-788b-452b-ba61-7e96f1e43bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:04Z', 'updated_at': '2021-08-26T10:44:10Z', 'revision_number': 4, 'project_id': '5b34748c3452453b82b7c143697637c0', 'subnets': [{'id': 'e4d28ec7-788b-452b-ba61-7e96f1e43bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:44:11.607555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bebd6-85ef-4dab-b441-191c35541f25 req-2f82e1b4-4c67-4435-841a-a56cc2890631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:11.611574 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-950bebd6-85ef-4dab-b441-191c35541f25 req-2f82e1b4-4c67-4435-841a-a56cc2890631 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 1122 time: 0.2624428 Aug 26 10:44:11.626463 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cab6e56a-0fad-420f-818e-a2c9cdafc647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:11.638303 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cab6e56a-0fad-420f-818e-a2c9cdafc647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:11.644341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-950bebd6-85ef-4dab-b441-191c35541f25 req-a3841245-7dbf-41dd-8cf9-f5acc735a2d2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:11.716278 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:11.756645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e56a-0fad-420f-818e-a2c9cdafc647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6a6b5d-c711-4f2f-83d6-257c829fbcd4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:11.778872 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cab6e56a-0fad-420f-818e-a2c9cdafc647 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=957b6bd700cc407a903ca810b0689004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5697153 Aug 26 10:44:11.782313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34722) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:11.818384 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:11.997933 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-950bebd6-85ef-4dab-b441-191c35541f25 req-a3841245-7dbf-41dd-8cf9-f5acc735a2d2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:12.022466 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-950bebd6-85ef-4dab-b441-191c35541f25 req-a3841245-7dbf-41dd-8cf9-f5acc735a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:12.075481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c44d519e-77c3-4eb7-8f84-286156c5eafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:12.087503 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-950bebd6-85ef-4dab-b441-191c35541f25 req-a3841245-7dbf-41dd-8cf9-f5acc735a2d2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684992 Aug 26 10:44:12.112365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3841245-7dbf-41dd-8cf9-f5acc735a2d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9df5b019-1ab7-4f11-8c19-69ae8cabc54a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:12.119947 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c44d519e-77c3-4eb7-8f84-286156c5eafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:12.131212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a54aab80-7bd0-48c5-b87d-92899421184e req-e2ed8197-59e1-40b9-acfe-6a2f9049b928 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 210 time: 0.0643868 Aug 26 10:44:12.177610 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:12.189564 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:12.205117 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c44d519e-77c3-4eb7-8f84-286156c5eafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:12.211152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c44d519e-77c3-4eb7-8f84-286156c5eafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:12.212750 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c44d519e-77c3-4eb7-8f84-286156c5eafb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b6a6b5d-c711-4f2f-83d6-257c829fbcd4 HTTP/1.1" status: 204 len: 168 time: 0.4292622 Aug 26 10:44:12.231329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d519e-77c3-4eb7-8f84-286156c5eafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6a6b5d-c711-4f2f-83d6-257c829fbcd4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:12.239845 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:12.267904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Pushing event updated for resources: {'Port': ['ID=7325a4a2-a4ef-44c0-8241-f395b2db0ac6,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:12.271039 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:12.281897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-861d9891-5b2e-48ce-ba4e-43b0e95e1998 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9768898 Aug 26 10:44:12.650955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dc9d296f-f62d-4676-9617-a933e7a967bc up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:12.698637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1be280-8f4d-4fce-acd4-a4545aeb1d9a req-91e060f6-1196-47c0-9d5b-52d368b58ba3 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:12.702788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e1be280-8f4d-4fce-acd4-a4545aeb1d9a req-91e060f6-1196-47c0-9d5b-52d368b58ba3 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 970 time: 0.0890079 Aug 26 10:44:12.736572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port dc9d296f-f62d-4676-9617-a933e7a967bc completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:12.746356 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port dc9d296f-f62d-4676-9617-a933e7a967bc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:12.746762 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:12.771157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e1be280-8f4d-4fce-acd4-a4545aeb1d9a req-1e175a45-7554-4274-93b9-85efa882387a tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574331 Aug 26 10:44:12.902526 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-251e61e0-1967-4457-8732-b7b4a01428ee tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2079470998&fields=id&tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2 HTTP/1.1" status: 200 len: 267 time: 0.0625653 Aug 26 10:44:12.949730 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:13.025935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port dc9d296f-f62d-4676-9617-a933e7a967bc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=dc9d296f-f62d-4676-9617-a933e7a967bc,segment=NetworkSegment(fffa21eb-58b9-43f1-be0e-19d5690c41ec),segment_id=fffa21eb-58b9-43f1-be0e-19d5690c41ec)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:13.032758 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:13.128386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=dc9d296f-f62d-4676-9617-a933e7a967bc,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:13.246169 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1269f984-e23a-4ab6-b3f4-3bbd57933d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:13.267833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-72df39de-b88e-4558-bcec-62a8818903d0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:13.272396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-72df39de-b88e-4558-bcec-62a8818903d0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/networks?id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c HTTP/1.1" status: 200 len: 823 time: 0.3622675 Aug 26 10:44:13.308728 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4903f442-7c85-4226-b251-ff9f12961748 req-0ec723dc-6839-4a32-9275-c1eb461557cc tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 210 time: 0.0542819 Aug 26 10:44:13.321225 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-b4e92229-1f52-4de3-b033-a2a3ab4c5d99 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/quotas/ccf1c4b9a1844b5a9341c76b4fd77ad2 HTTP/1.1" status: 200 len: 375 time: 0.0120928 Aug 26 10:44:13.419343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-792644c8-faf6-4941-b2da-a64f1effd1ab tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892825 Aug 26 10:44:13.819422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-df9c086e-03a5-4af6-a2da-bb37cb3c174c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:44:13.826933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-df9c086e-03a5-4af6-a2da-bb37cb3c174c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2332907 Aug 26 10:44:13.931704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-aac048e1-1118-465b-a01c-814cc23b58fd service neutron] 10.222.0.21 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034110 Aug 26 10:44:14.035593 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-540dd000-a42e-481f-842e-49b5539b593f service neutron] 10.222.0.21 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993843 Aug 26 10:44:14.268766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-f86c8615-705c-4a35-9190-445b3894850a tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c1ceb0f08cd248e5b9784461e53ca5ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342801 Aug 26 10:44:14.419250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddb26a-5aba-4c78-b2bb-08b259c048c7 req-0e3a4e03-0486-441a-bf36-5fbc37ae1416 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:14.421443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0eddb26a-5aba-4c78-b2bb-08b259c048c7 req-0e3a4e03-0486-441a-bf36-5fbc37ae1416 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 970 time: 0.0843637 Aug 26 10:44:14.472395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-b665647a-70a0-4dda-8217-05adcd1926f9 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:14.480631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-b665647a-70a0-4dda-8217-05adcd1926f9 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049708 Aug 26 10:44:14.511123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-328550bf-38ff-4046-9cc9-a4f1d826ff01 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/quotas/c1ceb0f08cd248e5b9784461e53ca5ce HTTP/1.1" status: 200 len: 375 time: 0.0293131 Aug 26 10:44:14.528244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0eddb26a-5aba-4c78-b2bb-08b259c048c7 req-8d448288-0be6-4535-9082-1854fcba325d tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949793 Aug 26 10:44:14.557515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0edc67f4-a4bf-4f33-88b7-fdc5aad54b92 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1ceb0f08cd248e5b9784461e53ca5ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454204 Aug 26 10:44:14.655965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dc9d296f-f62d-4676-9617-a933e7a967bc up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:14.689878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d33fa9a-3b8d-4886-b79d-6f2cb69fd10c req-159b63ca-2c32-4f0d-a055-952be3634211 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 210 time: 0.0498912 Aug 26 10:44:14.693549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34850) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:14.735631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port dc9d296f-f62d-4676-9617-a933e7a967bc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:14.736383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:14.851297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3c088f-5eca-4b7f-a0e3-5cdd60b4e6fb req-21beb1db-c261-4ae7-a405-9ec082ba0a12 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 210 time: 0.0591807 Aug 26 10:44:14.937956 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-589325085-network', 'tenant_id': 'b511d0e342254b5691c29fa10c143578'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:14.983970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Made reservation on behalf of b511d0e342254b5691c29fa10c143578 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:14.988000 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:14.999327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.073279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632b49e-d8a8-4c2b-a8d2-59ec4a03f666 req-b62ca5d7-b717-4d92-b9a9-e8fc39b7ce56 tempest-AggregatesAdminTestJSON-1919380497 tempest-AggregatesAdminTestJSON-1919380497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:15.080889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4632b49e-d8a8-4c2b-a8d2-59ec4a03f666 req-b62ca5d7-b717-4d92-b9a9-e8fc39b7ce56 tempest-AggregatesAdminTestJSON-1919380497 tempest-AggregatesAdminTestJSON-1919380497-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 1122 time: 0.0943365 Aug 26 10:44:15.120971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4632b49e-d8a8-4c2b-a8d2-59ec4a03f666 req-fa8dcae0-e9b4-4933-97d3-ca77db01b885 tempest-AggregatesAdminTestJSON-1919380497 tempest-AggregatesAdminTestJSON-1919380497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.138335 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.144254 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.189057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:15.213364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:44:15.234033 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.234449 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Added segment 6ad75321-61d3-4cb1-83e5-3f805193a123 of type vlan for network 657a6332-c7e9-4269-9b38-992ff7efbc3a Aug 26 10:44:15.292348 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.295084 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4632b49e-d8a8-4c2b-a8d2-59ec4a03f666 req-fa8dcae0-e9b4-4933-97d3-ca77db01b885 tempest-AggregatesAdminTestJSON-1919380497 tempest-AggregatesAdminTestJSON-1919380497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.302480 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4632b49e-d8a8-4c2b-a8d2-59ec4a03f666 req-fa8dcae0-e9b4-4933-97d3-ca77db01b885 tempest-AggregatesAdminTestJSON-1919380497 tempest-AggregatesAdminTestJSON-1919380497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.342971 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.344872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:15.345734 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.356866 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4632b49e-d8a8-4c2b-a8d2-59ec4a03f666 req-fa8dcae0-e9b4-4933-97d3-ca77db01b885 tempest-AggregatesAdminTestJSON-1919380497 tempest-AggregatesAdminTestJSON-1919380497-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717814 Aug 26 10:44:15.371768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dcae0-e9b4-4933-97d3-ca77db01b885 tempest-AggregatesAdminTestJSON-1919380497 tempest-AggregatesAdminTestJSON-1919380497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af6e351-8120-4435-b405-72e730f07296,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:15.435729 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05cc5711-9e2a-4b4b-b4f9-7e63d4528ac0 req-8c23d15b-ca48-47e2-b69f-075fef758812 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 210 time: 0.0552874 Aug 26 10:44:15.462195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] Pushing event updated for resources: {'Network': ['ID=657a6332-c7e9-4269-9b38-992ff7efbc3a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:15.473578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34886) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:15.480633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] Request body: {'subnet': {'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-589325085-subnet', 'tenant_id': 'b511d0e342254b5691c29fa10c143578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:15.483529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 657a6332-c7e9-4269-9b38-992ff7efbc3a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:44:15.509413 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c9e21045-5372-4dee-8ecf-844dff108324 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8144894 Aug 26 10:44:15.518172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] Made reservation on behalf of b511d0e342254b5691c29fa10c143578 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:15.522431 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.717469 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-81e95fc1-c8d2-4589-93e9-d4c3c54c9865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:15.853364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21501a21-4e58-4724-9a06-5ffbd412f755 req-fd4873ee-9370-41c8-9ee5-e3b52a10d8dd tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 210 time: 0.0437102 Aug 26 10:44:15.888923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34906) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:16.017689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ba8e44b-0a77-4397-8ce0-59604f5a4010 req-c4956c92-c658-4ab5-8dd2-497e3d3b04d0 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 210 time: 0.0419986 Aug 26 10:44:16.025503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:16.042427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8368582f-6d17-413c-b2cc-c2f608358326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:16.073161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ad226f-a097-4f16-92ab-f25561609e9e,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:16.091764 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:16.129688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:16.130233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] Network hostable DHCP agents. Network: 657a6332-c7e9-4269-9b38-992ff7efbc3a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:44:16.164674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] Network 657a6332-c7e9-4269-9b38-992ff7efbc3a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:44:16.182015 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8368582f-6d17-413c-b2cc-c2f608358326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:16.189799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8368582f-6d17-413c-b2cc-c2f608358326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:16.190552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 657a6332-c7e9-4269-9b38-992ff7efbc3a) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:16.201580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:16.203151 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:16.205394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0cb0f8-9ac6-43ad-a74c-864a1fcc75d0 None None] Network 657a6332-c7e9-4269-9b38-992ff7efbc3a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:16.245378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cfefb30e-498d-476e-acc8-3ad9c216ee1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7702641 Aug 26 10:44:16.267529 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8368582f-6d17-413c-b2cc-c2f608358326 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a86abe40e1864b84af0d8cfdd7740cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777378 Aug 26 10:44:16.269968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368582f-6d17-413c-b2cc-c2f608358326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7604ef-cee0-46d3-9916-31c038e1c6e3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:16.276596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34930) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:16.383967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45fb483c-9932-4804-973a-81a11237755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:16.435625 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45fb483c-9932-4804-973a-81a11237755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:16.445373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302bdcc3-00ac-4d6c-be7e-d4ff16ceb033 None None] Network 657a6332-c7e9-4269-9b38-992ff7efbc3a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:16.561694 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45fb483c-9932-4804-973a-81a11237755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:16.564943 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45fb483c-9932-4804-973a-81a11237755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:16.568819 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-45fb483c-9932-4804-973a-81a11237755b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb7604ef-cee0-46d3-9916-31c038e1c6e3 HTTP/1.1" status: 204 len: 168 time: 0.2859929 Aug 26 10:44:16.577810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb483c-9932-4804-973a-81a11237755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7604ef-cee0-46d3-9916-31c038e1c6e3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:16.618648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a93197da-f859-4808-96c2-589d2b9ecb6c req-fe0d5e05-588f-433a-87a5-09aea127236d tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 210 time: 0.0425022 Aug 26 10:44:16.974715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8539e2a0-39bf-4db8-a32c-b963bbe56aac req-1f15f558-e8a5-46d2-a1b9-fe98110950f6 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 210 time: 0.0349190 Aug 26 10:44:17.021367 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.148442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-03d23531-69fb-4953-8a9b-f523e7fd564e req-73b8842d-54b2-4f66-94a4-13650894dd59 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 210 time: 0.0388565 Aug 26 10:44:17.244062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35002) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:17.258883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26ecf317-4d55-4871-b233-75ed72432788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.413720 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26ecf317-4d55-4871-b233-75ed72432788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.420329 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26ecf317-4d55-4871-b233-75ed72432788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.473159 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-26ecf317-4d55-4871-b233-75ed72432788 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19eb6477f271473d9778e3d79a6dfecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274253 Aug 26 10:44:17.477627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecf317-4d55-4871-b233-75ed72432788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea109ad-e44c-4668-b780-e08823d09fb0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:17.477763 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35018) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:17.482665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35020) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:17.488129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-89886719-network', 'tenant_id': 'ba0a347524ef42c7adba8b73f380063f'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:17.517941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Made reservation on behalf of ba0a347524ef42c7adba8b73f380063f for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:17.520559 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.537448 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.574516 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-00b0d720-f4c5-4743-8e52-1ac8fb739cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.609154 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-00b0d720-f4c5-4743-8e52-1ac8fb739cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.663597 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.670049 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.680863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-00b0d720-f4c5-4743-8e52-1ac8fb739cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.684830 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-00b0d720-f4c5-4743-8e52-1ac8fb739cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.698865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-00b0d720-f4c5-4743-8e52-1ac8fb739cf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ea109ad-e44c-4668-b780-e08823d09fb0 HTTP/1.1" status: 204 len: 168 time: 0.2080452 Aug 26 10:44:17.698865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0d720-f4c5-4743-8e52-1ac8fb739cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea109ad-e44c-4668-b780-e08823d09fb0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:17.712645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:44:17.725169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4113c5-00d8-43ef-911d-a386dccd525e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:17.733194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.733739 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Added segment 8172d5a8-6009-4be5-81f5-18a908a08af7 of type vlan for network 7120327a-1600-489b-865a-12392e6e2639 Aug 26 10:44:17.785103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.816071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a96b98a6-ca29-4d04-afa1-46415e664120 req-e08f1b2b-ad67-42c4-8cbb-00a37e8e8381 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 210 time: 0.0773442 Aug 26 10:44:17.818436 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.819735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:17.820518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:17.888779 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4024348 Aug 26 10:44:17.889136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35042) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:17.894185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] Request body: {'subnet': {'network_id': '7120327a-1600-489b-865a-12392e6e2639', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-89886719-subnet', 'tenant_id': 'ba0a347524ef42c7adba8b73f380063f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:17.929627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f1344-3c4f-4af3-9610-9594f2273bbb admin admin] Pushing event updated for resources: {'Network': ['ID=7120327a-1600-489b-865a-12392e6e2639,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:17.943238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] Made reservation on behalf of ba0a347524ef42c7adba8b73f380063f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:17.943894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 7120327a-1600-489b-865a-12392e6e2639 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:44:17.949878 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:18.151343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Request body: {'port': {'device_id': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'cac702c5642f41e2949e2afdcb274895'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:18.331693 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:18.411756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8c4afe5-ccd4-44d2-8c10-5feab4f40f06 req-d59bba8d-990f-4ce3-8c3e-6569b695fba6 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 210 time: 0.0365438 Aug 26 10:44:18.449562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9080a0a9-ff67-402b-94ca-0aec081ff8e2,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:18.453493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] Checking segment: {'id': '8172d5a8-6009-4be5-81f5-18a908a08af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7120327a-1600-489b-865a-12392e6e2639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:18.453862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] Network hostable DHCP agents. Network: 7120327a-1600-489b-865a-12392e6e2639, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:44:18.480777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Made reservation on behalf of cac702c5642f41e2949e2afdcb274895 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:18.484442 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:18.494603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] Network 7120327a-1600-489b-865a-12392e6e2639 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:44:18.511103 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:18.554401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 7120327a-1600-489b-865a-12392e6e2639) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:18.569839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daff3d39-77eb-4b84-89ac-634a4dfff6c4 None None] Network 7120327a-1600-489b-865a-12392e6e2639 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:18.575891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbe87c3-ca77-4c9b-a329-749bf3f9f9ba req-c0d1c2f6-448d-47ac-bc3d-e7e02eb23cea tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 210 time: 0.0365841 Aug 26 10:44:18.579249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:18.580051 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:18.739187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:18.758800 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:18.780610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d593fcf0-661d-485d-b3b4-c39ecdef8394 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8893077 Aug 26 10:44:19.006070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:19.027897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d30851b5-e336-4da8-9ae1-9b41457fba58 req-a4a4f31d-aa79-4a22-a71b-9a87e1821e07 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 210 time: 0.0731149 Aug 26 10:44:19.062711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b614e-f8e6-4852-8410-b9d98c16fbb9 None None] Network 7120327a-1600-489b-865a-12392e6e2639 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:19.076329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.47', 57850) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:19.256357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Allocated IP 192.168.233.187 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/a4cf371b-83a7-48c6-80e5-bac0eeada815) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:19.272739 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:19.447486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-421d584d-c1e8-4275-8ca1-e2a12369ec5a tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:19.449589 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-421d584d-c1e8-4275-8ca1-e2a12369ec5a tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.47 "GET /v2.0/networks?id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c HTTP/1.1" status: 200 len: 823 time: 0.3720489 Aug 26 10:44:19.463371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35146) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:19.486175 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:19.503598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Transition to ACTIVE for port object a4cf371b-83a7-48c6-80e5-bac0eeada815 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:19.556098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.47', 57851) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:19.567964 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-e7f7d6e1-f11b-4589-a722-c412920ff161 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2 HTTP/1.1" status: 200 len: 380 time: 0.0980201 Aug 26 10:44:19.582036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-c4a95207-965a-404c-b628-cc0cbae958c7 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c1ceb0f08cd248e5b9784461e53ca5ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247540 Aug 26 10:44:19.584010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Request body: {'port': {'device_id': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'admin_state_up': True, 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'security_groups': ['849075f8-8b36-4681-b3b7-c7d5b945223d']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:19.606060 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:19.732802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:19.748111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:19.768751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:19.775972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:19.776878 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:19.801589 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Made reservation on behalf of ccf1c4b9a1844b5a9341c76b4fd77ad2 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:19.805682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Pushing event updated for resources: {'Port': ['ID=a4cf371b-83a7-48c6-80e5-bac0eeada815,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:19.806283 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:19.823851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-830e678b-1674-4e6b-891c-9c6f809b6055 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6779737 Aug 26 10:44:19.855086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-934b28e0-d7ed-4444-8bb2-e318295f2e26 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:44:19.857342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-934b28e0-d7ed-4444-8bb2-e318295f2e26 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183771 Aug 26 10:44:19.927147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-49d9f6f0-8874-417c-9a96-410661dc7649 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:19.930077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-49d9f6f0-8874-417c-9a96-410661dc7649 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3380513 Aug 26 10:44:19.963266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Request body: {'port': {'device_id': '7153bfe4-f721-4783-a106-cef2795b289e', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'c1ceb0f08cd248e5b9784461e53ca5ce'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:20.041267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.126454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Allocated IP 172.20.0.11 (b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c/f50a0446-cf9d-4968-84fb-94b0b8bbb8b2/a611b120-1d5e-4d48-88df-ddcdf0c63456) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:20.142700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35170) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:20.142822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0e04e0d4-69e6-4ae1-bf6f-25f15a646221 None None] Provisioning for port a4cf371b-83a7-48c6-80e5-bac0eeada815 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:20.155654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0e04e0d4-69e6-4ae1-bf6f-25f15a646221 None None] Provisioning complete for port a4cf371b-83a7-48c6-80e5-bac0eeada815 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:20.158482 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e04e0d4-69e6-4ae1-bf6f-25f15a646221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.256354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0e04e0d4-69e6-4ae1-bf6f-25f15a646221 None None] Port a4cf371b-83a7-48c6-80e5-bac0eeada815 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:44:20.285440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d702a0e-fa47-47d0-848b-7cdf038f016e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.357666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.358191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1117474995-network', 'tenant_id': 'bbdc0b3586bc413e8f4363512678b56e'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:20.380265 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Transition to ACTIVE for port object a611b120-1d5e-4d48-88df-ddcdf0c63456 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:20.397891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79386718-7bc3-4b5b-8a37-6b69ee490e58 req-72518a0e-e2ce-48c2-a4d5-0774a11c07bf tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 210 time: 0.2518723 Aug 26 10:44:20.415505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Request body: {'port': {'device_id': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:20.450384 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d702a0e-fa47-47d0-848b-7cdf038f016e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.459649 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d702a0e-fa47-47d0-848b-7cdf038f016e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.525309 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d702a0e-fa47-47d0-848b-7cdf038f016e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59b1440ae6134ece911b126332b7418d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745496 Aug 26 10:44:20.525963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35176) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:20.530898 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:44:20.538967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d702a0e-fa47-47d0-848b-7cdf038f016e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d9f6fd-47a5-4895-a596-4f3c0a61acc0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:20.547639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Made reservation on behalf of bbdc0b3586bc413e8f4363512678b56e for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:20.549910 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.551619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.557866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f55a-5d6d-4820-b524-936f4760d138 req-d98ab69e-dbe8-497d-a243-d758444ca842 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:20.559481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-d98ab69e-dbe8-497d-a243-d758444ca842 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 820 time: 0.4726937 Aug 26 10:44:20.592999 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.594882 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.617909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Made reservation on behalf of c1ceb0f08cd248e5b9784461e53ca5ce for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:20.621372 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.626708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-aefa1de2-8016-4afb-b0b9-3ae25d3ace6b tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/quotas/b511d0e342254b5691c29fa10c143578 HTTP/1.1" status: 200 len: 375 time: 0.0568657 Aug 26 10:44:20.630719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:20.639032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:20.641992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:20.648196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:20.648840 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.651419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Pushing event updated for resources: {'Port': ['ID=a611b120-1d5e-4d48-88df-ddcdf0c63456,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:20.668270 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.675064 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b534709-63d7-4efe-9d5a-ecdec7fc5afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.689025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35477c-5272-4303-a6ea-b42d245e9ead req-983a8b33-7216-4160-b1c5-1d5bf33823bf tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:20.690596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d35477c-5272-4303-a6ea-b42d245e9ead req-983a8b33-7216-4160-b1c5-1d5bf33823bf tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 936 time: 0.2262557 Aug 26 10:44:20.714540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b534709-63d7-4efe-9d5a-ecdec7fc5afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.720558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-8387a77c-ab9c-4988-8ab3-fdcc664b9f32 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783787 Aug 26 10:44:20.811765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b534709-63d7-4efe-9d5a-ecdec7fc5afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.814672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b534709-63d7-4efe-9d5a-ecdec7fc5afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:20.823100 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3b534709-63d7-4efe-9d5a-ecdec7fc5afa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20d9f6fd-47a5-4895-a596-4f3c0a61acc0 HTTP/1.1" status: 204 len: 168 time: 0.2906847 Aug 26 10:44:20.833501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b534709-63d7-4efe-9d5a-ecdec7fc5afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d9f6fd-47a5-4895-a596-4f3c0a61acc0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:20.984607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-437a08de-eea0-40fa-8939-587bc8a9e528 None None] Provisioning for port a611b120-1d5e-4d48-88df-ddcdf0c63456 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:20.987893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d35477c-5272-4303-a6ea-b42d245e9ead req-4b892244-b649-45cc-ad09-050abd0e39b4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718270 Aug 26 10:44:21.008511 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-437a08de-eea0-40fa-8939-587bc8a9e528 None None] Provisioning complete for port a611b120-1d5e-4d48-88df-ddcdf0c63456 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:21.009644 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-437a08de-eea0-40fa-8939-587bc8a9e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.010810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-070bfc1a-dcce-4803-b8f1-33550c7960d4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:44:21.018017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-070bfc1a-dcce-4803-b8f1-33550c7960d4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2009616 Aug 26 10:44:21.075365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-437a08de-eea0-40fa-8939-587bc8a9e528 None None] Port a611b120-1d5e-4d48-88df-ddcdf0c63456 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:44:21.177494 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.187905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-3d635ccc-dcc4-4409-818b-3af902aecf3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6180105 Aug 26 10:44:21.192765 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.201993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Request body: {'port': {'device_id': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:21.265253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:44:21.283371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-1b56af93-de4c-4a67-b16d-225c067a3966 service neutron] 10.222.0.21 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640815 Aug 26 10:44:21.322110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.381293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35192) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:21.381985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2409722-110e-426f-be67-e891b44a33c7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:21.392722 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.393076 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Added segment bb3485d3-d190-4831-92d3-cd4d7dd2bdce of type vlan for network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 Aug 26 10:44:21.429973 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c388-be23-44ed-8827-95d244fdd319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.461339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cf371b-83a7-48c6-80e5-bac0eeada815 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:21.483576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.518346 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.572603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Transition to ACTIVE for port object a4cf371b-83a7-48c6-80e5-bac0eeada815 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:21.603979 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.735830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-c754296b-4dd3-402b-8b35-74afe0857069 service neutron] 10.222.0.21 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509935 Aug 26 10:44:21.796256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.797883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:21.799232 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.803849 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.824485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a611b120-1d5e-4d48-88df-ddcdf0c63456 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:21.831608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a4cf371b-83a7-48c6-80e5-bac0eeada815,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:21.838909 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.850698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:21.893810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Transition to ACTIVE for port object a611b120-1d5e-4d48-88df-ddcdf0c63456 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:21.914844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:22.076294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a611b120-1d5e-4d48-88df-ddcdf0c63456,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:22.091409 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:22.093457 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Attempting to bind port a611b120-1d5e-4d48-88df-ddcdf0c63456 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:22.093798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Attempting to bind port a611b120-1d5e-4d48-88df-ddcdf0c63456 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:22.094130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Attempting to bind port a611b120-1d5e-4d48-88df-ddcdf0c63456 on network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:22.099711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Port a611b120-1d5e-4d48-88df-ddcdf0c63456 on network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:44:22.100024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Attempting to bind port a611b120-1d5e-4d48-88df-ddcdf0c63456 on network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:22.112329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:22.112329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Checking segment: {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:22.112734 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Bound using segment: {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:22.112874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Bound port: a611b120-1d5e-4d48-88df-ddcdf0c63456, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:22.113301 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:22.256867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] For port a611b120-1d5e-4d48-88df-ddcdf0c63456, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:22.266108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] For port a611b120-1d5e-4d48-88df-ddcdf0c63456, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a611b120-1d5e-4d48-88df-ddcdf0c63456,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:22.275249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:22.336879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092a5cf7-9cb7-48d6-992c-a72451a35e2f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:22.357136 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-350eac65-8d9a-4d25-8a1c-dda6dd180c15 req-c1589547-8683-4885-a285-315e370335aa tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 210 time: 0.4796293 Aug 26 10:44:22.411709 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:22.414044 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:22.415386 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] 10.222.0.47 "PUT /v2.0/ports/a611b120-1d5e-4d48-88df-ddcdf0c63456 HTTP/1.1" status: 200 len: 1093 time: 1.2190256 Aug 26 10:44:22.417782 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'tag': 'a611b120-1d5e-4d48-88df-ddcdf0c63456'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:22.433446 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf178ac-6be2-4435-9b6a-db3ea75bc057" -d '{"events": [{"name": "network-changed", "server_uuid": "eebf227e-3e1e-4f51-a99a-84e5eb84f7bd", "tag": "a611b120-1d5e-4d48-88df-ddcdf0c63456"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:22.498226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Attempting to bind port a4cf371b-83a7-48c6-80e5-bac0eeada815 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:22.499013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Attempting to bind port a4cf371b-83a7-48c6-80e5-bac0eeada815 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:22.499966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Attempting to bind port a4cf371b-83a7-48c6-80e5-bac0eeada815 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:22.534376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed4486-4144-43d5-a2b0-2499a1d1afa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a611b120-1d5e-4d48-88df-ddcdf0c63456,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:22.589456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] Pushing event updated for resources: {'Network': ['ID=1ef82442-85ca-4ab5-82ba-4ef962a133c5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:22.608713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:44:22.616399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Port a4cf371b-83a7-48c6-80e5-bac0eeada815 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:44:22.617471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Attempting to bind port a4cf371b-83a7-48c6-80e5-bac0eeada815 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:22.632294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-e94c3371-6b55-49c5-8e87-81934ad8a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:22.634905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-e94c3371-6b55-49c5-8e87-81934ad8a2bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2&device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 1096 time: 0.1269388 Aug 26 10:44:22.635865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ceee0-4095-441e-9811-fbd8b367e0a3 req-c8eb16ae-7f9a-44ad-8afc-08498d68582c tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:22.637631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc3ceee0-4095-441e-9811-fbd8b367e0a3 req-c8eb16ae-7f9a-44ad-8afc-08498d68582c tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 944 time: 0.5092907 Aug 26 10:44:22.698221 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-d7d4eba9-b79b-47ba-83a0-84e7ba7a20bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a611b120-1d5e-4d48-88df-ddcdf0c63456 HTTP/1.1" status: 200 len: 217 time: 0.0516255 Aug 26 10:44:22.703977 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f670c00-2cce-4451-b362-c7633bba065e req-0084b46b-e58c-400a-9033-ca0e1d25a002 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 210 time: 0.1195667 Aug 26 10:44:22.711754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:22.712329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:22.714042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:22.714958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Bound port: a4cf371b-83a7-48c6-80e5-bac0eeada815, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:22.715549 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:22.812864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-a574106f-5f33-4faa-8d48-2792dbef4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:22.814993 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-a574106f-5f33-4faa-8d48-2792dbef4d04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f50a0446-cf9d-4968-84fb-94b0b8bbb8b2 HTTP/1.1" status: 200 len: 862 time: 0.1083696 Aug 26 10:44:22.888412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-94f5c405-104c-4480-99d8-90a4ab1957c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:22.892299 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-94f5c405-104c-4480-99d8-90a4ab1957c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688591 Aug 26 10:44:22.912325 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c388-be23-44ed-8827-95d244fdd319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:22.961297 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c388-be23-44ed-8827-95d244fdd319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:23.029673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dbb59e72-3243-4445-93ad-3f57ed7faa18 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.5649388 Aug 26 10:44:23.035778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35224) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:23.042659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] Request body: {'subnet': {'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1117474995-subnet', 'tenant_id': 'bbdc0b3586bc413e8f4363512678b56e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:23.056541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc3ceee0-4095-441e-9811-fbd8b367e0a3 req-c3765ac6-9642-412f-8177-c984697452ce tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609293 Aug 26 10:44:23.100314 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-44777879-d2af-4144-a3af-c48aca5ed795 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992705 Aug 26 10:44:23.113645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] Made reservation on behalf of bbdc0b3586bc413e8f4363512678b56e for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:23.117399 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:23.150924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b1d7c388-be23-44ed-8827-95d244fdd319 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e3e100c9412423794f473447be06a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7657716 Aug 26 10:44:23.164405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:23.170600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Allocated IP 192.168.233.28 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:23.175541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35226) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:23.179568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7c388-be23-44ed-8827-95d244fdd319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea216eda-72e7-482c-b0af-3f9c12e1a879,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:23.271035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd8b15-3f93-4e0e-a2f5-35357cc82b74 req-583e6612-5614-476b-a049-b6a65cbb525c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:23.273682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83cd8b15-3f93-4e0e-a2f5-35357cc82b74 req-583e6612-5614-476b-a049-b6a65cbb525c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 948 time: 0.4390457 Aug 26 10:44:23.280104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:23.311982 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:23.442935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:23.443984 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:23.446186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] 10.222.0.47 "PUT /v2.0/ports/a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 200 len: 1097 time: 3.1009128 Aug 26 10:44:23.452435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:23.512232 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3259b857-5782-4dcf-a353-e189effc9d0f x-openstack-request-id: req-3259b857-5782-4dcf-a353-e189effc9d0f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:23.513078 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebf227e-3e1e-4f51-a99a-84e5eb84f7bd", "tag": "a611b120-1d5e-4d48-88df-ddcdf0c63456", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:23.513078 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3259b857-5782-4dcf-a353-e189effc9d0f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:23.513612 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'tag': 'a611b120-1d5e-4d48-88df-ddcdf0c63456', 'status': 'completed', 'code': 200} Aug 26 10:44:23.647498 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1aa8b02-9997-4181-a609-72bf0d447338 req-e0e5bb7c-d8f8-4107-b60b-1eeef39fed55 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366454 Aug 26 10:44:23.905713 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:23.950033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1deecf1b-59c5-4ba9-a2b2-3fb5d767a8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:24.123126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83cd8b15-3f93-4e0e-a2f5-35357cc82b74 req-1c472f72-e43f-4d6f-af3c-ec7a418726e5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8310950 Aug 26 10:44:24.127695 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:24.207009 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1deecf1b-59c5-4ba9-a2b2-3fb5d767a8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:24.218756 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f73be-6838-4fd8-a17e-dd3c9f5c7b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a4cf371b-83a7-48c6-80e5-bac0eeada815,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:24.237177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b8f04e-fe58-45c4-94a0-9f19669a90e3,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:24.278591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf178ac-6be2-4435-9b6a-db3ea75bc057 req-b1ee6fb4-6ee3-4614-bdaa-12e0dac61cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:24.281218 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3cf178ac-6be2-4435-9b6a-db3ea75bc057 req-b1ee6fb4-6ee3-4614-bdaa-12e0dac61cd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2&device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 1096 time: 0.3982663 Aug 26 10:44:24.296516 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9b5e5e0-60bc-48f5-afb9-7fc78ef3c1fe req-44a8a0eb-1b4d-43a7-b795-eec6d2e3ad91 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 210 time: 0.2069302 Aug 26 10:44:24.331378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:24.331378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] Network hostable DHCP agents. Network: 1ef82442-85ca-4ab5-82ba-4ef962a133c5, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:44:24.331666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-93843a62-ba8e-43a7-bda0-d767b2f5b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:24.331666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-93843a62-ba8e-43a7-bda0-d767b2f5b9e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 1100 time: 0.7554584 Aug 26 10:44:24.394574 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b4b72f5-84c5-47d7-9fd6-895d1a6b68da req-637ec139-f60a-4147-b62c-3d419d9c4e9a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 210 time: 0.1024714 Aug 26 10:44:24.468489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f55a-5d6d-4820-b524-936f4760d138 req-ba7cc06e-1d1b-43d0-8713-796998c38091 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:24.471893 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-ba7cc06e-1d1b-43d0-8713-796998c38091 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 820 time: 0.4735703 Aug 26 10:44:24.490841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Request body: {'port': {'device_id': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a', 'admin_state_up': True, 'tenant_id': 'b511d0e342254b5691c29fa10c143578'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:24.541221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-d38f0628-f6b4-4144-b53a-8f96c9fbf90f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 200 len: 217 time: 0.1651349 Aug 26 10:44:24.594625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] Network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:44:24.635512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 1ef82442-85ca-4ab5-82ba-4ef962a133c5) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:24.647423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ff2dc-9971-421b-afc3-d11b02a040c3 None None] Network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:24.665285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf178ac-6be2-4435-9b6a-db3ea75bc057 req-672000cd-6fd8-48f7-ba37-4c946d5209ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:24.667864 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3cf178ac-6be2-4435-9b6a-db3ea75bc057 req-672000cd-6fd8-48f7-ba37-4c946d5209ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c HTTP/1.1" status: 200 len: 924 time: 0.3702538 Aug 26 10:44:24.704920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:24.706192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:24.709584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:24.717187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1deecf1b-59c5-4ba9-a2b2-3fb5d767a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:24.721950 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1deecf1b-59c5-4ba9-a2b2-3fb5d767a8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:24.723927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1deecf1b-59c5-4ba9-a2b2-3fb5d767a8cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea216eda-72e7-482c-b0af-3f9c12e1a879 HTTP/1.1" status: 204 len: 168 time: 1.5458686 Aug 26 10:44:24.781018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Transition to ACTIVE for port object 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:24.808088 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0f1b086-cb39-48e2-8e44-4e3b1cb4cb2b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7703154 Aug 26 10:44:24.862178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-e30da252-589c-45b6-8c55-3dc96ec7daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:24.866363 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3cf178ac-6be2-4435-9b6a-db3ea75bc057 req-8d71caf8-7030-469e-9b11-3349a8ec75a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a611b120-1d5e-4d48-88df-ddcdf0c63456 HTTP/1.1" status: 200 len: 217 time: 0.1781106 Aug 26 10:44:24.868960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-e30da252-589c-45b6-8c55-3dc96ec7daa1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.3205893 Aug 26 10:44:24.883007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deecf1b-59c5-4ba9-a2b2-3fb5d767a8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea216eda-72e7-482c-b0af-3f9c12e1a879,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:24.929768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b21c48-a5bc-4b04-b92e-48c7c40d254f req-3da4fe34-6d4a-4a3c-a22c-ee7defe4d27b tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:24.940095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69b21c48-a5bc-4b04-b92e-48c7c40d254f req-3da4fe34-6d4a-4a3c-a22c-ee7defe4d27b tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 944 time: 0.3964338 Aug 26 10:44:24.961062 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:24.993832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd683a3-dbf7-4a77-abd7-b39ba13c0d62 None None] Network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:25.021229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf178ac-6be2-4435-9b6a-db3ea75bc057 req-b294646e-db84-4793-b968-7086a862dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:25.024763 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3cf178ac-6be2-4435-9b6a-db3ea75bc057 req-b294646e-db84-4793-b968-7086a862dc06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f50a0446-cf9d-4968-84fb-94b0b8bbb8b2 HTTP/1.1" status: 200 len: 862 time: 0.1373186 Aug 26 10:44:25.026815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Made reservation on behalf of b511d0e342254b5691c29fa10c143578 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:25.033435 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:25.052235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:25.065578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:25.074061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:25.081385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:25.082356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:25.090116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Pushing event updated for resources: {'Port': ['ID=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:25.102673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-1e1606e5-30fa-4ac7-a6f9-a38338762407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:25.104659 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-1e1606e5-30fa-4ac7-a6f9-a38338762407 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2164090 Aug 26 10:44:25.119545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69b21c48-a5bc-4b04-b92e-48c7c40d254f req-1295f335-f3d3-4d42-8e12-d66495fa270f tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780500 Aug 26 10:44:25.227803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-be1c9326-9513-45f0-a500-4d33a080a372 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2876050 Aug 26 10:44:25.245681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Request body: {'port': {'device_id': '7153bfe4-f721-4783-a106-cef2795b289e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:25.380520 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:25.401383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf178ac-6be2-4435-9b6a-db3ea75bc057 req-5fc4d50a-8f2a-4503-b68a-0232b4b31ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:25.402791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-fa963ad4-61a6-41e1-9f0a-e959de7f4989 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782309 Aug 26 10:44:25.412378 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3cf178ac-6be2-4435-9b6a-db3ea75bc057 req-5fc4d50a-8f2a-4503-b68a-0232b4b31ec6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3483806 Aug 26 10:44:25.418781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.42', 55857) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:25.663050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b50da167-d36e-40ed-9249-0df467d9e4a5 None None] Provisioning for port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:25.668238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b50da167-d36e-40ed-9249-0df467d9e4a5 None None] Provisioning complete for port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:25.668905 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b50da167-d36e-40ed-9249-0df467d9e4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:25.722219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8651d822-0bc3-4677-968a-6504884a595a req-70208f31-456f-4766-b446-6b28e5e064ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2982571 Aug 26 10:44:25.729013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Allocated IP 172.20.0.8 (657a6332-c7e9-4269-9b38-992ff7efbc3a/49ad226f-a097-4f16-92ab-f25561609e9e/6a860385-b54f-44f8-a243-d4f7dbf0e44f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:25.765454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b50da167-d36e-40ed-9249-0df467d9e4a5 None None] Port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:44:25.796560 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3cf178ac-6be2-4435-9b6a-db3ea75bc057 req-d24e1cca-6f80-4fce-a6c1-f17bbdff5d79 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728693 Aug 26 10:44:25.810378 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92ebd6a-d145-418c-aca5-70d5c8af333e x-openstack-request-id: req-b92ebd6a-d145-418c-aca5-70d5c8af333e {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:25.817910 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:25.818385 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b92ebd6a-d145-418c-aca5-70d5c8af333e {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:25.819037 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815', 'status': 'completed', 'code': 200} Aug 26 10:44:25.875393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83bfacaa-d94d-4853-be9b-72328309ae58 req-1ce44c75-1a1a-4a24-91c6-af30ea7ac380 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573379 Aug 26 10:44:26.072749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651d822-0bc3-4677-968a-6504884a595a req-52fb7b80-9cd8-4d08-8ef2-7e987b201fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:26.075152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8651d822-0bc3-4677-968a-6504884a595a req-52fb7b80-9cd8-4d08-8ef2-7e987b201fc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c047abd9f366414db9cad4ab28d39061&device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 1122 time: 0.2026169 Aug 26 10:44:26.118332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d983c-7292-4b62-8ef0-9d3edecc3783 req-6c8779ea-f68f-4de0-be77-cb59f2342c53 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:26.119952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c5d983c-7292-4b62-8ef0-9d3edecc3783 req-6c8779ea-f68f-4de0-be77-cb59f2342c53 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 948 time: 0.2191777 Aug 26 10:44:26.222342 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3cf178ac-6be2-4435-9b6a-db3ea75bc057 req-0801bc4f-4d4d-42e4-8e81-7a17f5df132b service neutron] 10.222.0.47 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075754 Aug 26 10:44:26.222619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd req-3f2ef3e0-ddc1-4b09-bad7-3a5563b3d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:26.222619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd req-3f2ef3e0-ddc1-4b09-bad7-3a5563b3d108 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 1100 time: 0.2563968 Aug 26 10:44:26.312284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:26.404618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c5d983c-7292-4b62-8ef0-9d3edecc3783 req-5e256a27-a2ed-4315-aa59-47fb62c72dc7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709110 Aug 26 10:44:26.445401 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:26.452561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:26.466170 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:26.471565 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651d822-0bc3-4677-968a-6504884a595a req-a6b209e3-7a2f-4f75-856f-8a9918be1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:26.473805 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8651d822-0bc3-4677-968a-6504884a595a req-a6b209e3-7a2f-4f75-856f-8a9918be1235 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.3505659 Aug 26 10:44:26.586536 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Network 657a6332-c7e9-4269-9b38-992ff7efbc3a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:26.600070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:26.608394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:26.622589 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:26.623944 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:26.653822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Pushing event updated for resources: {'Port': ['ID=6a860385-b54f-44f8-a243-d4f7dbf0e44f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:26.663592 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-de7b21b5-17f4-4251-80d2-41e035af87fc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1795378 Aug 26 10:44:26.694945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Request body: {'port': {'device_id': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:26.732536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd req-df4fdbc0-1069-4ef6-a494-5ba5d3f9989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:26.734184 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd req-df4fdbc0-1069-4ef6-a494-5ba5d3f9989b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.4991868 Aug 26 10:44:26.735597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Transition to ACTIVE for port object 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:26.737218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8651d822-0bc3-4677-968a-6504884a595a req-6f25757c-8a7f-4255-b35c-9482fb26625f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=b790792f-613d-417e-9b85-6ecf76090e9b HTTP/1.1" status: 200 len: 217 time: 0.2511456 Aug 26 10:44:26.763226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35306) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:26.786587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1739931444-network', 'tenant_id': '16b43828363c48129bb9c5bfa5893e2b'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:26.828346 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:26.863830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd req-27f70f91-2bbf-4cdf-87a9-c7d3ff74f5a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 200 len: 217 time: 0.1201096 Aug 26 10:44:26.892381 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:27.016305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd req-be7c9aff-9586-4de4-bfc7-d5bd6fcbedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:27.022107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd req-be7c9aff-9586-4de4-bfc7-d5bd6fcbedd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1435342 Aug 26 10:44:27.040486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651d822-0bc3-4677-968a-6504884a595a req-29a8aaa1-188d-4446-a950-c4626c7a8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:27.043561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8651d822-0bc3-4677-968a-6504884a595a req-29a8aaa1-188d-4446-a950-c4626c7a8c0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2981598 Aug 26 10:44:27.057430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Made reservation on behalf of 16b43828363c48129bb9c5bfa5893e2b for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:27.061852 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:27.143368 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:27.247576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Pushing event updated for resources: {'Port': ['ID=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:27.399709 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a860385-b54f-44f8-a243-d4f7dbf0e44f {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:27.409693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35318) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:27.426761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:27.442380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd req-66ae7038-f71c-4c99-a904-98e51fd527f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:27.445368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd req-66ae7038-f71c-4c99-a904-98e51fd527f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3897438 Aug 26 10:44:27.456054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Transition to ACTIVE for port object 6a860385-b54f-44f8-a243-d4f7dbf0e44f will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:27.465657 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:27.473445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Attempting to bind port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:27.473981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Attempting to bind port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:27.474534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Attempting to bind port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:27.505846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35324) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:27.537681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Pushing event updated for resources: {'Port': ['ID=6a860385-b54f-44f8-a243-d4f7dbf0e44f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:27.554452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a59ac-5184-41cc-97f7-a94e4a124647 req-64ffce2e-3091-425e-b879-4bee4aa23e80 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:27.557059 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-705a59ac-5184-41cc-97f7-a94e4a124647 req-64ffce2e-3091-425e-b879-4bee4aa23e80 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 931 time: 0.3868759 Aug 26 10:44:27.571815 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a863cab-d840-49a2-90d9-28629756a241 req-0a916ec1-b188-47a9-92b9-c429589382f5 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:27.575240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a863cab-d840-49a2-90d9-28629756a241 req-0a916ec1-b188-47a9-92b9-c429589382f5 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 947 time: 0.4210055 Aug 26 10:44:27.580004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:27.581658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:27.582118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:27.592057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:44:27.595128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:27.626647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:27.626979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:27.627531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:27.628153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Bound port: 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:27.628656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:27.634302 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a57057ac-2108-414f-9a9c-9636a437f4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:27.634813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:44:27.635241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Attempting to bind port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:27.697131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:27.697581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:27.698043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:27.698578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Bound port: 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:27.699028 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:27.721023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651d822-0bc3-4677-968a-6504884a595a req-3f33de0e-ac99-4d06-84ba-054683dddbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:27.722817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8651d822-0bc3-4677-968a-6504884a595a req-3f33de0e-ac99-4d06-84ba-054683dddbb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5815101 Aug 26 10:44:27.743949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-88a876b1-dc23-4661-9e6e-a530f1516005 tempest-AutoAllocateNetworkTest-1608880480 tempest-AutoAllocateNetworkTest-1608880480-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=20ad343fe15f401f832f1f8b97d09eb7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2350860 Aug 26 10:44:27.751428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35330) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:27.798801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:27.845324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd req-403257ac-2a40-41d7-ad5a-ab562357e14c service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772459 Aug 26 10:44:27.873836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:27.880269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a863cab-d840-49a2-90d9-28629756a241 req-ebf04b4f-8c49-49d6-b598-75a57ba91fa4 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403109 Aug 26 10:44:27.883690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-705a59ac-5184-41cc-97f7-a94e4a124647 req-05045d68-74a7-4e56-b62f-8d856dcd6ca9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504544 Aug 26 10:44:27.884814 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:27.983397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:27.984575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:27.987249 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] 10.222.0.42 "PUT /v2.0/ports/6a860385-b54f-44f8-a243-d4f7dbf0e44f HTTP/1.1" status: 200 len: 1092 time: 1.3144445 Aug 26 10:44:27.988052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'tag': '6a860385-b54f-44f8-a243-d4f7dbf0e44f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:27.993278 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d623dee0-e39c-48fc-8c06-3a21a71fe3af" -d '{"events": [{"name": "network-changed", "server_uuid": "18372c4b-9acd-48a7-82ea-d4405eff7e51", "tag": "6a860385-b54f-44f8-a243-d4f7dbf0e44f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:28.062155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6dd2d37b-f7b4-46ef-a7fe-33bd118a04dd req-416be120-c22f-41c7-aa9c-b51b26b5e1fa service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929486 Aug 26 10:44:28.120370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae09a6a-20a8-4b73-96eb-24a539acc90d tempest-AutoAllocateNetworkTest-1608880480 tempest-AutoAllocateNetworkTest-1608880480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:28.126597 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cae09a6a-20a8-4b73-96eb-24a539acc90d tempest-AutoAllocateNetworkTest-1608880480 tempest-AutoAllocateNetworkTest-1608880480-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3694465 Aug 26 10:44:28.130719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35334) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:28.132049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9278c2b-8f22-4aae-9ef2-a2484da66616 service neutron] Pushing event updated for resources: {'Port': ['ID=6a860385-b54f-44f8-a243-d4f7dbf0e44f,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:28.192536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] For port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:28.194694 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cd825f09-5ec9-40fc-a59f-8a5b70c2f254 tempest-AutoAllocateNetworkTest-1608880480 tempest-AutoAllocateNetworkTest-1608880480-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658762 Aug 26 10:44:28.198119 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:28.199147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35336) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:28.201168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8651d822-0bc3-4677-968a-6504884a595a req-21b8c027-2727-4791-ba70-8f156556021a service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597156 Aug 26 10:44:28.217835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:28.241742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] For port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:28.264629 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a755b045-9f12-41d7-9c0a-f328c0e24e66 tempest-AutoAllocateNetworkTest-1608880480 tempest-AutoAllocateNetworkTest-1608880480-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=20ad343fe15f401f832f1f8b97d09eb7 HTTP/1.1" status: 200 len: 208 time: 0.0601599 Aug 26 10:44:28.267411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f55a-5d6d-4820-b524-936f4760d138 req-fe1d8ac4-b672-43d5-92f1-4f8fc353e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:28.268581 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-fe1d8ac4-b672-43d5-92f1-4f8fc353e584 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 1095 time: 0.2188766 Aug 26 10:44:28.271797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.42', 55858) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:28.306892 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:28.311134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:44:28.351717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9bd9b-8456-4474-b116-b92693d31357 req-7f137dba-9be4-483c-b6a4-86b140f361f6 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:28.353516 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3da9bd9b-8456-4474-b116-b92693d31357 req-7f137dba-9be4-483c-b6a4-86b140f361f6 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 970 time: 0.2690971 Aug 26 10:44:28.385140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6eedc-a1b9-45b8-8e9f-543607271cb0 req-1fef9cd0-667e-4242-a68b-75a3e1a2511e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:28.386722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8cd6eedc-a1b9-45b8-8e9f-543607271cb0 req-1fef9cd0-667e-4242-a68b-75a3e1a2511e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 944 time: 0.3077552 Aug 26 10:44:28.394107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e0e7f-33e4-41e1-86d2-5a14d82b215c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:28.401384 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:28.401734 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Added segment 418dea6b-37ad-4c3d-b8e7-ce2471adb7ef of type vlan for network f1dade00-040c-47c6-8d7e-9c77d3f19085 Aug 26 10:44:28.416598 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-8747957e-418e-4e45-85df-62849f241fea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f HTTP/1.1" status: 200 len: 217 time: 0.1366241 Aug 26 10:44:28.419822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:28.419822 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:28.420327 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] 10.222.0.47 "PUT /v2.0/ports/31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 HTTP/1.1" status: 200 len: 1096 time: 3.1806066 Aug 26 10:44:28.438578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7153bfe4-f721-4783-a106-cef2795b289e', 'tag': '31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:28.440812 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e456b543-907f-4ea5-9d99-6878a390ef56" -d '{"events": [{"name": "network-changed", "server_uuid": "7153bfe4-f721-4783-a106-cef2795b289e", "tag": "31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:28.509075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018f06e-753a-446a-a4d0-c7f49d4461b5 req-6aeee804-5e9f-4be4-8a0e-bdc436f71a1a tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:28.510713 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f018f06e-753a-446a-a4d0-c7f49d4461b5 req-6aeee804-5e9f-4be4-8a0e-bdc436f71a1a tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 970 time: 0.2322590 Aug 26 10:44:28.529134 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a611b120-1d5e-4d48-88df-ddcdf0c63456 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:44:28.610207 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f55a-5d6d-4820-b524-936f4760d138 req-4a69005d-84c4-42bb-bd72-8644a3e864d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:28.611751 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-4a69005d-84c4-42bb-bd72-8644a3e864d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.1837239 Aug 26 10:44:28.625611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3da9bd9b-8456-4474-b116-b92693d31357 req-900b9a42-b4aa-4659-8a1d-42d79708a1cc tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/security-groups?id=8a458a01-4194-452b-92a6-38f5c62a5383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356327 Aug 26 10:44:28.690152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c71b1-28ab-4c20-bd88-edfdb12a97be service neutron] Pushing event updated for resources: {'Port': ['ID=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:28.690366 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-80ec0475-1b68-48a2-b1bd-3e1eebe62099 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672400 Aug 26 10:44:28.690673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35346) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:28.699078 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:28.723155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8cd6eedc-a1b9-45b8-8e9f-543607271cb0 req-9bcba9ce-8f4d-4807-af72-2c00eeb9d6d3 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137944 Aug 26 10:44:28.735495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8651d822-0bc3-4677-968a-6504884a595a req-dcc13a09-bb6f-4223-8d8b-abee66bea1c2 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255616 Aug 26 10:44:28.735729 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a57057ac-2108-414f-9a9c-9636a437f4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:28.783899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a57057ac-2108-414f-9a9c-9636a437f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:28.808840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a611b120-1d5e-4d48-88df-ddcdf0c63456, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a611b120-1d5e-4d48-88df-ddcdf0c63456,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:28.845804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'a611b120-1d5e-4d48-88df-ddcdf0c63456', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'port_id': 'a611b120-1d5e-4d48-88df-ddcdf0c63456', 'mac_address': 'fa:16:3e:29:90:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:44:28.871547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-e57cde17-492b-4493-b144-28616aa278a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:28.874362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-e57cde17-492b-4493-b144-28616aa278a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1ceb0f08cd248e5b9784461e53ca5ce&device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 1099 time: 0.3913531 Aug 26 10:44:28.879334 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419f3587-5e45-4800-8e98-adc5ffffcc99 x-openstack-request-id: req-419f3587-5e45-4800-8e98-adc5ffffcc99 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:28.879860 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7153bfe4-f721-4783-a106-cef2795b289e", "tag": "31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:28.880143 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-419f3587-5e45-4800-8e98-adc5ffffcc99 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:28.880790 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7153bfe4-f721-4783-a106-cef2795b289e', 'tag': '31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0', 'status': 'completed', 'code': 200} Aug 26 10:44:28.905748 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:28.930003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a611b120-1d5e-4d48-88df-ddcdf0c63456 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:28.957893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a611b120-1d5e-4d48-88df-ddcdf0c63456, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a611b120-1d5e-4d48-88df-ddcdf0c63456,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:28.968165 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:28.989177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0c94-9faa-46bb-bc65-66527b35ea12 req-a2f7902f-1088-437d-9c1e-9162984d2a7d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:28.991449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1ff0c94-9faa-46bb-bc65-66527b35ea12 req-a2f7902f-1088-437d-9c1e-9162984d2a7d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 948 time: 0.2261412 Aug 26 10:44:28.993085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-680331b6-e416-4ced-97b3-480aa14db165 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 HTTP/1.1" status: 200 len: 217 time: 0.1048508 Aug 26 10:44:28.993829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:28.995220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:28.995950 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.033150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2548501 Aug 26 10:44:29.033785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35354) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:29.047585 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27e704d-00e8-4dcb-b1e0-787f3ea4ddb0 x-openstack-request-id: req-d27e704d-00e8-4dcb-b1e0-787f3ea4ddb0 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:29.048140 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18372c4b-9acd-48a7-82ea-d4405eff7e51", "tag": "6a860385-b54f-44f8-a243-d4f7dbf0e44f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:29.048140 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d27e704d-00e8-4dcb-b1e0-787f3ea4ddb0 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:29.048475 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'tag': '6a860385-b54f-44f8-a243-d4f7dbf0e44f', 'status': 'completed', 'code': 200} Aug 26 10:44:29.049512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a611b120-1d5e-4d48-88df-ddcdf0c63456,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:29.098364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] Request body: {'subnet': {'network_id': 'f1dade00-040c-47c6-8d7e-9c77d3f19085', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1739931444-subnet', 'tenant_id': '16b43828363c48129bb9c5bfa5893e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:29.107761 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a57057ac-2108-414f-9a9c-9636a437f4f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c68782d706c4ab382e74714a1a799cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6963515 Aug 26 10:44:29.118581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35360) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:29.130560 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a44f0a74-28d1-4971-929f-e2b1c45352b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.142615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57057ac-2108-414f-9a9c-9636a437f4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7f5cf9-cdcb-4515-b08d-84789f98b40b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:29.189784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-f018f06e-753a-446a-a4d0-c7f49d4461b5 req-8766c93c-25b1-4972-85e5-b0e2ec8a9d73 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Deleting port b790792f-613d-417e-9b85-6ecf76090e9b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:44:29.190159 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f018f06e-753a-446a-a4d0-c7f49d4461b5 req-8766c93c-25b1-4972-85e5-b0e2ec8a9d73 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.200478 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-824491c3-a3a8-4c17-a4a9-661a049b56ff service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985099 Aug 26 10:44:29.237005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68864899-e9a8-46b2-b173-dc8da610e212 admin admin] Pushing event updated for resources: {'Network': ['ID=f1dade00-040c-47c6-8d7e-9c77d3f19085,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:29.243437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-79d534e6-e99f-4416-8447-8231f1dfe844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:29.245832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-79d534e6-e99f-4416-8447-8231f1dfe844 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2347376 Aug 26 10:44:29.253880 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f1dade00-040c-47c6-8d7e-9c77d3f19085 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:44:29.271935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] Made reservation on behalf of 16b43828363c48129bb9c5bfa5893e2b for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:29.274525 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.291226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1ff0c94-9faa-46bb-bc65-66527b35ea12 req-43f186c1-4465-479c-b68f-d06229dd02a5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811327 Aug 26 10:44:29.395907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f018f06e-753a-446a-a4d0-c7f49d4461b5 req-8766c93c-25b1-4972-85e5-b0e2ec8a9d73 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] For port b790792f-613d-417e-9b85-6ecf76090e9b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b790792f-613d-417e-9b85-6ecf76090e9b,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:29.396307 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f018f06e-753a-446a-a4d0-c7f49d4461b5 req-8766c93c-25b1-4972-85e5-b0e2ec8a9d73 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.403777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['a611b120-1d5e-4d48-88df-ddcdf0c63456'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:44:29.424269 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b762f55a-5d6d-4820-b524-936f4760d138 req-c82d72d6-f4ed-4041-943d-5ff11cd93279 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177465 Aug 26 10:44:29.427206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-f018f06e-753a-446a-a4d0-c7f49d4461b5 req-8766c93c-25b1-4972-85e5-b0e2ec8a9d73 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Calling delete_port for b790792f-613d-417e-9b85-6ecf76090e9b owned by compute:tempest-test_az-856123566 {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:44:29.534311 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a44f0a74-28d1-4971-929f-e2b1c45352b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.559378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a44f0a74-28d1-4971-929f-e2b1c45352b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.632087 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a44f0a74-28d1-4971-929f-e2b1c45352b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20ad343fe15f401f832f1f8b97d09eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9352922 Aug 26 10:44:29.635127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f0a74-28d1-4971-929f-e2b1c45352b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5094a17-23d3-4c05-aae9-90ca81cfe936,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:29.637710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35362) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:29.657727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623dee0-e39c-48fc-8c06-3a21a71fe3af req-1631cf84-bbc2-4572-8ce0-7d81010fa00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:29.659315 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d623dee0-e39c-48fc-8c06-3a21a71fe3af req-1631cf84-bbc2-4572-8ce0-7d81010fa00e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 1095 time: 0.1424570 Aug 26 10:44:29.702233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89845643-259b-4fea-b417-d4e50e3a0637 req-c54e467d-65a6-471f-810d-ff976f26c0fb tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:29.703796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-89845643-259b-4fea-b417-d4e50e3a0637 req-c54e467d-65a6-471f-810d-ff976f26c0fb tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 947 time: 0.6012385 Aug 26 10:44:29.754746 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f965e322-52f2-4e5e-9eb6-4cec270c4053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.797574 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f018f06e-753a-446a-a4d0-c7f49d4461b5 req-8766c93c-25b1-4972-85e5-b0e2ec8a9d73 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.808239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-c08a3e54-aef6-45c1-a5a9-897d9062c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:29.810746 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-c08a3e54-aef6-45c1-a5a9-897d9062c7de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5515292 Aug 26 10:44:29.814046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['b790792f-613d-417e-9b85-6ecf76090e9b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:44:29.823966 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a252d51-06cb-46ce-ab04-df8e100ed64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.839691 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f965e322-52f2-4e5e-9eb6-4cec270c4053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.856850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766c93c-25b1-4972-85e5-b0e2ec8a9d73 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Pushing event deleted for resources: {'Port': ['ID=b790792f-613d-417e-9b85-6ecf76090e9b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:29.877248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c31d5-c282-430b-85e7-432be35f3078 req-c8a2442d-38c2-481d-8df7-d94b2a7f591a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:29.879265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee0c31d5-c282-430b-85e7-432be35f3078 req-c8a2442d-38c2-481d-8df7-d94b2a7f591a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 943 time: 0.2013094 Aug 26 10:44:29.943204 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a252d51-06cb-46ce-ab04-df8e100ed64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:29.945770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623dee0-e39c-48fc-8c06-3a21a71fe3af req-5c53aeab-9424-4d65-94d3-0b969f96c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:29.947690 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d623dee0-e39c-48fc-8c06-3a21a71fe3af req-5c53aeab-9424-4d65-94d3-0b969f96c1c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.2730398 Aug 26 10:44:29.952688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-89845643-259b-4fea-b417-d4e50e3a0637 req-0dd85be2-10ce-44cc-8101-8e39cd81403d tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377877 Aug 26 10:44:30.024610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f018f06e-753a-446a-a4d0-c7f49d4461b5 req-8766c93c-25b1-4972-85e5-b0e2ec8a9d73 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] No DVR routers for this DVR port b790792f-613d-417e-9b85-6ecf76090e9b on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:44:30.030833 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f018f06e-753a-446a-a4d0-c7f49d4461b5 req-8766c93c-25b1-4972-85e5-b0e2ec8a9d73 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:30.035823 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f018f06e-753a-446a-a4d0-c7f49d4461b5 req-8766c93c-25b1-4972-85e5-b0e2ec8a9d73 tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.42 "DELETE /v2.0/ports/b790792f-613d-417e-9b85-6ecf76090e9b HTTP/1.1" status: 204 len: 173 time: 1.5162592 Aug 26 10:44:30.115274 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d623dee0-e39c-48fc-8c06-3a21a71fe3af req-b911dd16-e836-425a-9fc1-2fb4ab274c83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f HTTP/1.1" status: 200 len: 217 time: 0.1390793 Aug 26 10:44:30.154083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a45d6a58-167d-4a15-9310-1f97d4025737 req-1e3f2b01-3310-4705-91b2-a036e5cd6e9c tempest-AggregatesAdminTestJSON-10562573 tempest-AggregatesAdminTestJSON-10562573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90 HTTP/1.1" status: 200 len: 210 time: 0.0695639 Aug 26 10:44:30.186614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee0c31d5-c282-430b-85e7-432be35f3078 req-24b7b7c7-83bd-49d0-a400-29dc5895eda0 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861614 Aug 26 10:44:30.256682 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f965e322-52f2-4e5e-9eb6-4cec270c4053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:30.260114 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f965e322-52f2-4e5e-9eb6-4cec270c4053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:30.261487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f965e322-52f2-4e5e-9eb6-4cec270c4053 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe7f5cf9-cdcb-4515-b08d-84789f98b40b HTTP/1.1" status: 204 len: 168 time: 1.1394930 Aug 26 10:44:30.278491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-f218126c-6617-467a-b100-50ae4a4c9a90 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561403 Aug 26 10:44:30.297092 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a252d51-06cb-46ce-ab04-df8e100ed64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:30.301547 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a252d51-06cb-46ce-ab04-df8e100ed64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:30.302903 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4a252d51-06cb-46ce-ab04-df8e100ed64f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5094a17-23d3-4c05-aae9-90ca81cfe936 HTTP/1.1" status: 204 len: 168 time: 0.6627216 Aug 26 10:44:30.326678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a252d51-06cb-46ce-ab04-df8e100ed64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5094a17-23d3-4c05-aae9-90ca81cfe936,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:30.329876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623dee0-e39c-48fc-8c06-3a21a71fe3af req-0d274f94-95ee-4311-8afa-4f3c770f47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:30.333619 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d623dee0-e39c-48fc-8c06-3a21a71fe3af req-0d274f94-95ee-4311-8afa-4f3c770f47ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.2095642 Aug 26 10:44:30.375691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965e322-52f2-4e5e-9eb6-4cec270c4053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7f5cf9-cdcb-4515-b08d-84789f98b40b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:30.435643 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:30.475871 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d623dee0-e39c-48fc-8c06-3a21a71fe3af req-4e64c70a-c8da-47f6-b23c-8565ed8f124a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192658 Aug 26 10:44:30.499448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a4cf371b-83a7-48c6-80e5-bac0eeada815 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:44:30.591301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30d7d3a-36f7-48d6-987d-53a90a06d5c0,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:30.612222 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d623dee0-e39c-48fc-8c06-3a21a71fe3af req-f91e1e38-3bde-4ecb-8058-dcc77afd307e service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287484 Aug 26 10:44:30.617238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c497c-564a-4d09-a16b-7d8b94b3caf6 req-b25c16dc-b6f1-4a1a-9a41-36510c362176 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:30.618790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-761c497c-564a-4d09-a16b-7d8b94b3caf6 req-b25c16dc-b6f1-4a1a-9a41-36510c362176 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 945 time: 0.2408988 Aug 26 10:44:30.627491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2a8b76d-fd23-45ab-a7fa-279c9e5f7803 req-ac3f5db2-e93f-4897-84c6-20e05fdd191c service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191156 Aug 26 10:44:30.634024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] Checking segment: {'id': '418dea6b-37ad-4c3d-b8e7-ce2471adb7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f1dade00-040c-47c6-8d7e-9c77d3f19085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:30.634397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] Network hostable DHCP agents. Network: f1dade00-040c-47c6-8d7e-9c77d3f19085, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:44:30.643871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024696b0-6c5f-4f29-a1f9-9c9f576ffd60 req-4b5cdfba-d39e-472b-a35e-61e3af7b80a1 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:30.651655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-024696b0-6c5f-4f29-a1f9-9c9f576ffd60 req-4b5cdfba-d39e-472b-a35e-61e3af7b80a1 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 948 time: 0.2023060 Aug 26 10:44:30.731418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] Network f1dade00-040c-47c6-8d7e-9c77d3f19085 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:44:30.740040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-761c497c-564a-4d09-a16b-7d8b94b3caf6 req-d249e131-1ab9-4ac3-8069-712c00a8476a tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863309 Aug 26 10:44:30.742032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:30.756281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-024696b0-6c5f-4f29-a1f9-9c9f576ffd60 req-73176179-822c-4ec7-87b6-d16a282c6d69 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990498 Aug 26 10:44:30.758411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'a4cf371b-83a7-48c6-80e5-bac0eeada815', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'a4cf371b-83a7-48c6-80e5-bac0eeada815', 'mac_address': 'fa:16:3e:c8:90:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:44:30.788061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f1dade00-040c-47c6-8d7e-9c77d3f19085) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:30.789330 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a611b120-1d5e-4d48-88df-ddcdf0c63456 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:30.793573 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:30.794166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:30.815592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456b543-907f-4ea5-9d99-6878a390ef56 req-44c54595-0862-4d63-a6e5-db393d0947ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:30.818536 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e456b543-907f-4ea5-9d99-6878a390ef56 req-44c54595-0862-4d63-a6e5-db393d0947ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c1ceb0f08cd248e5b9784461e53ca5ce&device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 1099 time: 0.0610647 Aug 26 10:44:30.832711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c30500be-1961-441c-b9d7-f4c0b11dd24c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7641594 Aug 26 10:44:30.876184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d623dee0-e39c-48fc-8c06-3a21a71fe3af req-8f977828-14f0-4291-811e-ea877ba3ef23 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548649 Aug 26 10:44:30.881562 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:30.897139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0180d15-cf78-4746-86a9-d1b2d94e2404 None None] Network f1dade00-040c-47c6-8d7e-9c77d3f19085 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:30.917680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cf371b-83a7-48c6-80e5-bac0eeada815 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:30.999554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456b543-907f-4ea5-9d99-6878a390ef56 req-a04c2835-ed1c-470d-96a8-2860ca774c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:31.010931 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e456b543-907f-4ea5-9d99-6878a390ef56 req-a04c2835-ed1c-470d-96a8-2860ca774c3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1757455 Aug 26 10:44:31.033024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:31.049188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90', 'name': 'network-vif-deleted', 'tag': 'b790792f-613d-417e-9b85-6ecf76090e9b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:31.053211 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced1f80b-72bc-4720-a98a-bdee0a3f6b9b" -d '{"events": [{"server_uuid": "e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90", "name": "network-vif-deleted", "tag": "b790792f-613d-417e-9b85-6ecf76090e9b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:31.060483 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:31.089769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e456b543-907f-4ea5-9d99-6878a390ef56 req-a3863721-cb53-4e66-924c-a601404ac42f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 HTTP/1.1" status: 200 len: 217 time: 0.0678480 Aug 26 10:44:31.117792 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809276e9-6d01-4b85-b147-c913b3375083 x-openstack-request-id: req-809276e9-6d01-4b85-b147-c913b3375083 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:31.118798 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90", "name": "network-vif-deleted", "tag": "b790792f-613d-417e-9b85-6ecf76090e9b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:31.119404 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-809276e9-6d01-4b85-b147-c913b3375083 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:31.120276 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ab80e9-f07b-4ad8-a62d-b3f8f4feab90', 'name': 'network-vif-deleted', 'tag': 'b790792f-613d-417e-9b85-6ecf76090e9b', 'status': 'completed', 'code': 200} Aug 26 10:44:31.145988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35392) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:31.158151 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port a611b120-1d5e-4d48-88df-ddcdf0c63456 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:31.165500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c34f-81f6-4695-99ab-b23f6410e06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:31.173004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port a611b120-1d5e-4d48-88df-ddcdf0c63456 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:31.173379 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:31.179614 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456b543-907f-4ea5-9d99-6878a390ef56 req-55c6c7e3-7884-41d4-8668-59c8ca5afa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:31.181936 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e456b543-907f-4ea5-9d99-6878a390ef56 req-55c6c7e3-7884-41d4-8668-59c8ca5afa06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0828981 Aug 26 10:44:31.239538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a4cf371b-83a7-48c6-80e5-bac0eeada815,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:31.295635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456b543-907f-4ea5-9d99-6878a390ef56 req-76db5160-4b4e-40b7-bf1c-6d709c0666a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:31.297320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e456b543-907f-4ea5-9d99-6878a390ef56 req-76db5160-4b4e-40b7-bf1c-6d709c0666a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1026883 Aug 26 10:44:31.314689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18ff1b-e216-4357-b17b-02e186fc125b req-60fbc473-99ba-4ed5-8ac0-646b9ee9dd0a tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:31.317181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e18ff1b-e216-4357-b17b-02e186fc125b req-60fbc473-99ba-4ed5-8ac0-646b9ee9dd0a tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 947 time: 0.1340573 Aug 26 10:44:31.317580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c34f-81f6-4695-99ab-b23f6410e06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:31.324579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c34f-81f6-4695-99ab-b23f6410e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:31.355265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b2cf25-aeef-4986-99bf-7bea752e539b None None] Network f1dade00-040c-47c6-8d7e-9c77d3f19085 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:31.385490 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c4a3c34f-81f6-4695-99ab-b23f6410e06a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49d65effe13c4a5a92fb82f148ef42a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375162 Aug 26 10:44:31.386258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3c34f-81f6-4695-99ab-b23f6410e06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc32f5bd-602a-4f97-a5b5-89b0fc61ef91,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:31.389002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35402) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:31.457992 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1aa167ab-27c2-4502-b62c-eb9a11c7c258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:31.479140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['a4cf371b-83a7-48c6-80e5-bac0eeada815'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:44:31.487495 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1aa167ab-27c2-4502-b62c-eb9a11c7c258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:31.530087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e456b543-907f-4ea5-9d99-6878a390ef56 req-aa22c941-25df-444f-a2ae-dc3eb5db2fa9 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115517 Aug 26 10:44:31.544220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:31.560699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38650f57-4ccc-42c4-a04f-cb64281b62d2 req-8f00d25a-d87f-4cd5-919f-82aeb2a56eb4 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:31.562556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1aa167ab-27c2-4502-b62c-eb9a11c7c258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:31.565573 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1aa167ab-27c2-4502-b62c-eb9a11c7c258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:31.567797 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1aa167ab-27c2-4502-b62c-eb9a11c7c258 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc32f5bd-602a-4f97-a5b5-89b0fc61ef91 HTTP/1.1" status: 204 len: 168 time: 0.1778429 Aug 26 10:44:31.579538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa167ab-27c2-4502-b62c-eb9a11c7c258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc32f5bd-602a-4f97-a5b5-89b0fc61ef91,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:31.589167 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-38650f57-4ccc-42c4-a04f-cb64281b62d2 req-8f00d25a-d87f-4cd5-919f-82aeb2a56eb4 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 943 time: 0.2291749 Aug 26 10:44:31.601666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e18ff1b-e216-4357-b17b-02e186fc125b req-defc5674-91c8-434b-b4a3-af0425e82f4d tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610521 Aug 26 10:44:31.665749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a611b120-1d5e-4d48-88df-ddcdf0c63456'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:31.665749 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6fc5e4-2fcf-4173-9839-6f07307f43b1" -d '{"events": [{"server_uuid": "eebf227e-3e1e-4f51-a99a-84e5eb84f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "a611b120-1d5e-4d48-88df-ddcdf0c63456"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:31.695636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a611b120-1d5e-4d48-88df-ddcdf0c63456, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a611b120-1d5e-4d48-88df-ddcdf0c63456,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:31.710982 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:31.771366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-38650f57-4ccc-42c4-a04f-cb64281b62d2 req-fc089fd0-d5c0-4520-8eb2-514a5f8eb4ba tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738000 Aug 26 10:44:31.798159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a611b120-1d5e-4d48-88df-ddcdf0c63456,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:31.847832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e456b543-907f-4ea5-9d99-6878a390ef56 req-be6fe38c-2ecf-45b7-8b3b-211612728ad9 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542386 Aug 26 10:44:31.856671 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec30f1a6-cdca-4794-bb61-3a8a582bafef x-openstack-request-id: req-ec30f1a6-cdca-4794-bb61-3a8a582bafef {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:31.858462 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebf227e-3e1e-4f51-a99a-84e5eb84f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "a611b120-1d5e-4d48-88df-ddcdf0c63456", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:31.859273 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec30f1a6-cdca-4794-bb61-3a8a582bafef {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:31.860592 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a611b120-1d5e-4d48-88df-ddcdf0c63456', 'code': 200} Aug 26 10:44:31.991189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5590d-7896-4907-b5a4-a88a64bd521a req-e108c20e-7485-43bc-b212-ad1d2e02f184 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:31.998718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82a5590d-7896-4907-b5a4-a88a64bd521a req-e108c20e-7485-43bc-b212-ad1d2e02f184 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 949 time: 0.0885658 Aug 26 10:44:32.036449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfb161-e77c-4b44-80c8-2d0f436ff160 req-f6069ac8-302b-4ca6-bf6b-2045987ca830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:32.037943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8cfb161-e77c-4b44-80c8-2d0f436ff160 req-f6069ac8-302b-4ca6-bf6b-2045987ca830 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 1098 time: 0.0878830 Aug 26 10:44:32.047294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82a5590d-7896-4907-b5a4-a88a64bd521a req-2c229fd9-0785-49b5-b1e3-c05e09a2bfdd tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475554 Aug 26 10:44:32.097278 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8cfb161-e77c-4b44-80c8-2d0f436ff160 req-54486997-13fb-4c81-96c6-53023852aba4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471792 Aug 26 10:44:32.158896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35430) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:32.170913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db0bcd-bb76-447c-bac9-6d4e87dfe32f req-cb00a72e-9bd2-4b24-9868-1e4312f85943 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:32.172922 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3db0bcd-bb76-447c-bac9-6d4e87dfe32f req-cb00a72e-9bd2-4b24-9868-1e4312f85943 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 946 time: 0.0621312 Aug 26 10:44:32.223079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3db0bcd-bb76-447c-bac9-6d4e87dfe32f req-d1979ac2-8f8a-411d-ac33-3bf933bc4b1b tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425067 Aug 26 10:44:32.392231 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3ea241b9-c133-423b-818f-2d4f785fcc27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c047abd9f366414db9cad4ab28d39061&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2319357 Aug 26 10:44:32.394541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35448) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:32.407510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe69493-3137-48ab-a777-8db37f69d5ec req-16ff3221-aed4-4dad-8359-f69aecb4a6b0 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:32.409605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-16ff3221-aed4-4dad-8359-f69aecb4a6b0 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 808 time: 0.1358144 Aug 26 10:44:32.429926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-5107d71b-84e7-4329-91eb-c35af488f034 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/quotas/bbdc0b3586bc413e8f4363512678b56e HTTP/1.1" status: 200 len: 375 time: 0.0135164 Aug 26 10:44:32.455862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-422daa6a-97f4-45bd-bd0d-37c73c9f066e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:32.470795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-3d70d0d2-abe6-47cf-829c-be3762258d0e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345635 Aug 26 10:44:32.498196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-422daa6a-97f4-45bd-bd0d-37c73c9f066e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:32.586868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-422daa6a-97f4-45bd-bd0d-37c73c9f066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:32.592228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-422daa6a-97f4-45bd-bd0d-37c73c9f066e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:32.595335 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-422daa6a-97f4-45bd-bd0d-37c73c9f066e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a458a01-4194-452b-92a6-38f5c62a5383 HTTP/1.1" status: 204 len: 168 time: 0.1995780 Aug 26 10:44:32.606052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422daa6a-97f4-45bd-bd0d-37c73c9f066e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a458a01-4194-452b-92a6-38f5c62a5383,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:32.616616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-0fb3c6ba-beff-4d0d-a2cf-975ca56a9244 service neutron] 10.222.0.21 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375523 Aug 26 10:44:32.803403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-06550331-2d6d-4a10-9c4c-7da7d3eaa1f8 service neutron] 10.222.0.21 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799576 Aug 26 10:44:32.823511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c5e25-a23a-490f-bdd8-f4cbf82e70f3 req-e00d5046-bed4-4054-9f7a-33fad23a5837 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:32.825036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d76c5e25-a23a-490f-bdd8-f4cbf82e70f3 req-e00d5046-bed4-4054-9f7a-33fad23a5837 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 947 time: 0.1204450 Aug 26 10:44:32.885600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d76c5e25-a23a-490f-bdd8-f4cbf82e70f3 req-167f5380-c098-41fe-b204-c744bc53f7a9 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503743 Aug 26 10:44:32.985659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 6a860385-b54f-44f8-a243-d4f7dbf0e44f details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:44:33.053292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b790792f-613d-417e-9b85-6ecf76090e9b no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:44:33.117963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc0ea95d-92fd-4682-9c24-5836ed54b49b req-68cfecec-91b3-4505-9d26-259bc06a0f35 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 210 time: 0.1288216 Aug 26 10:44:33.121532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: b790792f-613d-417e-9b85-6ecf76090e9b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:44:33.121886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b790792f-613d-417e-9b85-6ecf76090e9b not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:44:33.173888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35482) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:33.177743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71351ee3-c57a-49b0-a2dc-1a52dd18589b req-31440adc-e33c-4754-a0c8-218b22a1dec3 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:33.179880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71351ee3-c57a-49b0-a2dc-1a52dd18589b req-31440adc-e33c-4754-a0c8-218b22a1dec3 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 943 time: 0.1302717 Aug 26 10:44:33.270361 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-da31e0c2-669b-4a41-ac24-089180662f45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50342f86a2944f9d9b03271d4eb8fa51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929666 Aug 26 10:44:33.270719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35490) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:33.354621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71351ee3-c57a-49b0-a2dc-1a52dd18589b req-7e63f709-fc84-4976-be73-047d0cb2a4e5 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679394 Aug 26 10:44:33.357376 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7749a5a-a743-4115-ab8c-2ff9f4852e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:33.392582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:33.408397 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7749a5a-a743-4115-ab8c-2ff9f4852e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:33.419346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '6a860385-b54f-44f8-a243-d4f7dbf0e44f', 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a', 'port_id': '6a860385-b54f-44f8-a243-d4f7dbf0e44f', 'mac_address': 'fa:16:3e:0a:e0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ad226f-a097-4f16-92ab-f25561609e9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:44:33.432763 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5443-e1ff-4034-b6e0-8a7e97dba4a0 req-40a4955b-04c6-4675-8baa-74b2d86c1bb6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:33.434361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90ed5443-e1ff-4034-b6e0-8a7e97dba4a0 req-40a4955b-04c6-4675-8baa-74b2d86c1bb6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 949 time: 0.1887298 Aug 26 10:44:33.491974 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:33.518792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a860385-b54f-44f8-a243-d4f7dbf0e44f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:33.519562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7749a5a-a743-4115-ab8c-2ff9f4852e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:33.522768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7749a5a-a743-4115-ab8c-2ff9f4852e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:33.523078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90ed5443-e1ff-4034-b6e0-8a7e97dba4a0 req-b8278556-b17f-4054-8f28-4b31f18fab76 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789542 Aug 26 10:44:33.524194 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e7749a5a-a743-4115-ab8c-2ff9f4852e5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8af6e351-8120-4435-b405-72e730f07296 HTTP/1.1" status: 204 len: 168 time: 0.2522595 Aug 26 10:44:33.537759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7749a5a-a743-4115-ab8c-2ff9f4852e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af6e351-8120-4435-b405-72e730f07296,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:33.587369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:33.603436 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:33.603789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d820-4841-4f12-ad40-22a44a6844c0 req-11b8ad37-f38f-4cee-b794-6b1d8e60a84c tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:33.613694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e825d820-4841-4f12-ad40-22a44a6844c0 req-11b8ad37-f38f-4cee-b794-6b1d8e60a84c tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 946 time: 0.0863373 Aug 26 10:44:33.663662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e825d820-4841-4f12-ad40-22a44a6844c0 req-64be2683-4d24-4a14-94da-5f943820a35a tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452070 Aug 26 10:44:33.663796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35502) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:33.693460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=6a860385-b54f-44f8-a243-d4f7dbf0e44f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:33.795928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['6a860385-b54f-44f8-a243-d4f7dbf0e44f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:44:33.973589 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-network', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:34.000144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Made reservation on behalf of 20080515732149c9b6d9fce63aaa35e6 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:34.014027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.026705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.072386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d69a63-9053-47c6-84b2-066f18a0b1af req-10ce2296-4af9-49dd-bb40-0267015e73af tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:34.074234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6d69a63-9053-47c6-84b2-066f18a0b1af req-10ce2296-4af9-49dd-bb40-0267015e73af tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 947 time: 0.0707567 Aug 26 10:44:34.142965 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6d69a63-9053-47c6-84b2-066f18a0b1af req-94d5a4e3-379c-4b94-b47a-cdf989d43ed7 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592434 Aug 26 10:44:34.152007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.158342 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.197449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:44:34.210915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c988f08b-3fce-4e9d-b627-3c91562ef8c1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:34.236978 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.237401 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Added segment afd53e86-5805-4a4b-a720-ed25d60dad53 of type vlan for network b176b1a6-3fb7-4848-955f-268cb85cb650 Aug 26 10:44:34.287969 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.293712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfbbfa96-f583-4229-aeda-8936d1d15455 req-7b852c40-7107-45ac-a13f-5a7409ec86d4 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 210 time: 0.0589576 Aug 26 10:44:34.371813 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.372852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:34.373610 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.488629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] Pushing event updated for resources: {'Network': ['ID=b176b1a6-3fb7-4848-955f-268cb85cb650,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:34.506320 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a6c54426-bde9-4826-a7fb-991f82c17a7c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8417366 Aug 26 10:44:34.510416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35546) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:34.516506 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] Request body: {'subnet': {'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-subnet', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:34.517938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b176b1a6-3fb7-4848-955f-268cb85cb650 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:44:34.520163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:44:34.521985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a4cf371b-83a7-48c6-80e5-bac0eeada815 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:34.548867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] Made reservation on behalf of 20080515732149c9b6d9fce63aaa35e6 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:34.552866 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.601656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe361245-88cd-4729-b6d1-d295f823e538 req-fc28bd7c-53c1-4f66-9dff-1c83a9c9796a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:34.611220 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe361245-88cd-4729-b6d1-d295f823e538 req-fc28bd7c-53c1-4f66-9dff-1c83a9c9796a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 944 time: 0.1280315 Aug 26 10:44:34.669219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe69493-3137-48ab-a777-8db37f69d5ec req-4f4afb91-bf97-43ec-b666-5201ecea7df3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:34.670890 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-4f4afb91-bf97-43ec-b666-5201ecea7df3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.42 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 808 time: 0.3404584 Aug 26 10:44:34.687727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Request body: {'port': {'device_id': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5', 'admin_state_up': True, 'tenant_id': 'bbdc0b3586bc413e8f4363512678b56e'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:34.714584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe361245-88cd-4729-b6d1-d295f823e538 req-5ca23f1f-48ec-4b13-8de4-6be74b248ec0 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013224 Aug 26 10:44:34.735350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc30ab4-6a6c-4192-b5e6-2a25d10bfcff req-b5543c13-987a-4bd5-ba22-3353171f7a66 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:34.744893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3bc30ab4-6a6c-4192-b5e6-2a25d10bfcff req-b5543c13-987a-4bd5-ba22-3353171f7a66 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 949 time: 0.0815108 Aug 26 10:44:34.789841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:34.794655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3bc30ab4-6a6c-4192-b5e6-2a25d10bfcff req-a90ba875-0bfc-4e44-875c-5e0a4232022b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487463 Aug 26 10:44:34.837863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0', 'mac_address': 'fa:16:3e:e7:79:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:44:34.908315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port a4cf371b-83a7-48c6-80e5-bac0eeada815 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:34.914456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port a4cf371b-83a7-48c6-80e5-bac0eeada815 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:34.915253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.919508 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.920272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5ad51-a06b-45d4-bc0e-d9b212f80ba5 req-73603bc6-4de9-459b-9185-2448cdbff38b tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:34.923433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c9f5ad51-a06b-45d4-bc0e-d9b212f80ba5 req-73603bc6-4de9-459b-9185-2448cdbff38b tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 946 time: 0.0737267 Aug 26 10:44:34.952446 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:34.978669 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:34.996047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 6a860385-b54f-44f8-a243-d4f7dbf0e44f up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:35.005914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:35.019734 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c9f5ad51-a06b-45d4-bc0e-d9b212f80ba5 req-05aa0983-d741-4947-b8e2-e536d11d3f8c tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820286 Aug 26 10:44:35.029214 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.043488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Made reservation on behalf of bbdc0b3586bc413e8f4363512678b56e for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:35.053801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.096741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:35.153686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] Checking segment: {'id': 'afd53e86-5805-4a4b-a720-ed25d60dad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:35.153933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] Network hostable DHCP agents. Network: b176b1a6-3fb7-4848-955f-268cb85cb650, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:44:35.167496 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.181920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 6a860385-b54f-44f8-a243-d4f7dbf0e44f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:35.193712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87122a9f-ac23-4cd7-ae14-7355849b0363,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:35.198632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 6a860385-b54f-44f8-a243-d4f7dbf0e44f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:35.199371 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.249970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:35.252557 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783db34b-e7de-42cd-b6b9-79eb3a6f8c4e" -d '{"events": [{"server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "name": "network-vif-plugged", "status": "completed", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:35.257883 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] Network b176b1a6-3fb7-4848-955f-268cb85cb650 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:44:35.268094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ea6f7-08b7-408b-a185-7e4668e1a721 req-7b21159b-7598-43d4-a105-77849cfefa3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:35.270778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-189ea6f7-08b7-408b-a185-7e4668e1a721 req-7b21159b-7598-43d4-a105-77849cfefa3e tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 946 time: 0.1024671 Aug 26 10:44:35.279405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35582) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:35.284452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-87f80860-c668-45aa-8e22-9467d05b0028 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Request body: {'floatingip': {'port_id': 'a611b120-1d5e-4d48-88df-ddcdf0c63456'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:35.292237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:35.305245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b176b1a6-3fb7-4848-955f-268cb85cb650) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:35.305737 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.321360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:35.321982 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.333590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bc9484-dbca-4b2d-b54a-5b24db18be07 None None] Network b176b1a6-3fb7-4848-955f-268cb85cb650 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:35.337603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Allocated IP 172.20.0.9 (1ef82442-85ca-4ab5-82ba-4ef962a133c5/a6b8f04e-fe58-45c4-94a0-9f19669a90e3/7c49015d-b414-4768-958c-bb99bd41261a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:35.375436 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9a6f56a6-192a-4e58-9239-1c16acd4bf79 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8635709 Aug 26 10:44:35.382062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35588) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:35.393393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-router', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:35.419665 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202c8c36-ed32-4245-8b80-82063e744736 x-openstack-request-id: req-202c8c36-ed32-4245-8b80-82063e744736 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:35.419994 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "name": "network-vif-plugged", "status": "completed", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:35.420297 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-202c8c36-ed32-4245-8b80-82063e744736 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:35.420693 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815', 'code': 200} Aug 26 10:44:35.487174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:44:35.510274 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.516585 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.533217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87f80860-c668-45aa-8e22-9467d05b0028 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.589140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-551a1001-c19e-4990-8cb9-4745d5e926a3 req-1ba39bd3-84d9-4a0a-8e27-c9c0baa35796 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 210 time: 0.1054318 Aug 26 10:44:35.687362 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.688529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35594) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:35.778693 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a4cf371b-83a7-48c6-80e5-bac0eeada815,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:35.791945 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.873144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71515b-ab8e-4d10-86c5-060f04caae6f req-77085dbc-9783-45e9-bee3-530ed84507d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:35.874858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c71515b-ab8e-4d10-86c5-060f04caae6f req-77085dbc-9783-45e9-bee3-530ed84507d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 1102 time: 0.4238141 Aug 26 10:44:35.902417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98840f6-9af9-44ba-98f3-32e9c8a946cc req-fe926f2d-b91f-470c-a775-586a8d8dbe43 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:35.904263 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c98840f6-9af9-44ba-98f3-32e9c8a946cc req-fe926f2d-b91f-470c-a775-586a8d8dbe43 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 948 time: 0.5604560 Aug 26 10:44:35.910131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:35.926455 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:35.981692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.010038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b176b1a6-3fb7-4848-955f-268cb85cb650', 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'fixed_ips': [{'subnet_id': '87122a9f-ac23-4cd7-ae14-7355849b0363'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:44:36.011198 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.035949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=6a860385-b54f-44f8-a243-d4f7dbf0e44f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:36.073838 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.081255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c98840f6-9af9-44ba-98f3-32e9c8a946cc req-34aef623-205e-46e1-9438-0454534e242d tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486592 Aug 26 10:44:36.085724 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c71515b-ab8e-4d10-86c5-060f04caae6f req-5add4ae9-14bb-4536-92cc-1119e0abe9ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026227 Aug 26 10:44:36.117773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c66605-dc6e-40b8-b7c3-c6e97a749432 req-21c66625-d297-4a3e-aa5f-b07895e48f76 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:36.122984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53c66605-dc6e-40b8-b7c3-c6e97a749432 req-21c66625-d297-4a3e-aa5f-b07895e48f76 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 945 time: 0.1892171 Aug 26 10:44:36.248338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Allocated IP 172.20.0.2 (b176b1a6-3fb7-4848-955f-268cb85cb650/87122a9f-ac23-4cd7-ae14-7355849b0363/c69eecc3-5193-4187-b973-eee9afe265fc) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:36.285336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53c66605-dc6e-40b8-b7c3-c6e97a749432 req-1dadb8d2-63bf-4fe7-8b24-03bfba5e0c94 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485612 Aug 26 10:44:36.345203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dfc637fc-a540-4997-bb1b-a8cb02bb6031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.395410 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.452616 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.465048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Transition to ACTIVE for port object c69eecc3-5193-4187-b973-eee9afe265fc will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:36.469809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:36.485206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Transition to ACTIVE for port object c69eecc3-5193-4187-b973-eee9afe265fc will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:36.485997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:36.491952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:36.497997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:36.498774 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.501574 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.504348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Pushing event updated for resources: {'Port': ['ID=7c49015d-b414-4768-958c-bb99bd41261a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:36.567935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Network b176b1a6-3fb7-4848-955f-268cb85cb650 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:36.571169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:36.583333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:36.599981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Pushing event updated for resources: {'Port': ['ID=c69eecc3-5193-4187-b973-eee9afe265fc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:36.661930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Attempting to bind port c69eecc3-5193-4187-b973-eee9afe265fc on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:36.662311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Attempting to bind port c69eecc3-5193-4187-b973-eee9afe265fc by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'afd53e86-5805-4a4b-a720-ed25d60dad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:36.663099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Attempting to bind port c69eecc3-5193-4187-b973-eee9afe265fc on network b176b1a6-3fb7-4848-955f-268cb85cb650 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:36.668924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:36.669296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Checking segment: {'id': 'afd53e86-5805-4a4b-a720-ed25d60dad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:36.669700 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.670429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Bound using segment: {'id': 'afd53e86-5805-4a4b-a720-ed25d60dad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:36.670963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Bound port: c69eecc3-5193-4187-b973-eee9afe265fc, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd53e86-5805-4a4b-a720-ed25d60dad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:36.671347 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.673290 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dfc637fc-a540-4997-bb1b-a8cb02bb6031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.677304 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.704193 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.705952 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dfc637fc-a540-4997-bb1b-a8cb02bb6031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.715063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a08887-a74a-4065-89f6-38ba10759b4b req-c5e6e01e-d41b-4c7a-b3d9-54f3951b93a4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:36.716625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7a08887-a74a-4065-89f6-38ba10759b4b req-c5e6e01e-d41b-4c7a-b3d9-54f3951b93a4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.5140259 Aug 26 10:44:36.733640 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d11e56d6-af97-4126-8d62-9e36bf70b5b8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0502362 Aug 26 10:44:36.742264 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87f80860-c668-45aa-8e22-9467d05b0028 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.750241 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] For port c69eecc3-5193-4187-b973-eee9afe265fc, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:36.753850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] For port c69eecc3-5193-4187-b973-eee9afe265fc, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c69eecc3-5193-4187-b973-eee9afe265fc,segment=NetworkSegment(afd53e86-5805-4a4b-a720-ed25d60dad53),segment_id=afd53e86-5805-4a4b-a720-ed25d60dad53)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:36.757683 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.772767 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87f80860-c668-45aa-8e22-9467d05b0028 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.779270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Request body: {'port': {'device_id': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:36.819153 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dfc637fc-a540-4997-bb1b-a8cb02bb6031 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afbf3065e0204ab1820c65273146db94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1292832 Aug 26 10:44:36.821729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35616) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:36.823106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed661c-bf1a-4cd5-8ca2-8c424263a0b2 None None] Pushing event updated for resources: {'Port': ['ID=c69eecc3-5193-4187-b973-eee9afe265fc,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:36.839099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc637fc-a540-4997-bb1b-a8cb02bb6031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec80b4f-b00e-4a1a-82b2-e6bfab354243,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:36.845447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7a08887-a74a-4065-89f6-38ba10759b4b req-afa89c24-591a-4285-aafc-410077a922b3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057398 Aug 26 10:44:36.853982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f933dc-1afa-4bea-8d47-9d36744ae0a3 req-ffa554e2-7a30-4221-bd8c-8c8cb572fb2c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:36.856281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48f933dc-1afa-4bea-8d47-9d36744ae0a3 req-ffa554e2-7a30-4221-bd8c-8c8cb572fb2c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 931 time: 0.1387398 Aug 26 10:44:36.928865 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-87f80860-c668-45aa-8e22-9467d05b0028 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Floating IP ba1479f0-4f6c-428d-b615-d538f6553996 associated. External IP: 172.25.1.129, port: a611b120-1d5e-4d48-88df-ddcdf0c63456. Aug 26 10:44:36.941035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:36.966690 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Allocated IP 172.25.1.106 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/22812851-7fb9-4849-a0e3-2fb2b4fe5d48) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:37.014565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07855581-92c0-4c7c-89bd-64e325c5ea6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:37.016388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48f933dc-1afa-4bea-8d47-9d36744ae0a3 req-26a74374-93a3-41b4-b39c-df0d47049a74 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513896 Aug 26 10:44:37.184449 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07855581-92c0-4c7c-89bd-64e325c5ea6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:37.309192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd3d2c-3c24-4c6c-80d7-8225ad63ef4d req-f377b8c9-6240-484d-9b0b-195a26f3843f tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:37.315250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dafd3d2c-3c24-4c6c-80d7-8225ad63ef4d req-f377b8c9-6240-484d-9b0b-195a26f3843f tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 948 time: 0.1177568 Aug 26 10:44:37.382350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f80860-c668-45aa-8e22-9467d05b0028 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:44:37.386765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07855581-92c0-4c7c-89bd-64e325c5ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:37.390873 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07855581-92c0-4c7c-89bd-64e325c5ea6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:37.390873 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-07855581-92c0-4c7c-89bd-64e325c5ea6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dec80b4f-b00e-4a1a-82b2-e6bfab354243 HTTP/1.1" status: 204 len: 168 time: 0.5652235 Aug 26 10:44:37.398151 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:37.422623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a860385-b54f-44f8-a243-d4f7dbf0e44f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:37.423390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dafd3d2c-3c24-4c6c-80d7-8225ad63ef4d req-7f062f29-097a-4eef-9ae8-8132db8ba615 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041036 Aug 26 10:44:37.424619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07855581-92c0-4c7c-89bd-64e325c5ea6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec80b4f-b00e-4a1a-82b2-e6bfab354243,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:37.425708 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad0b405-88fa-4704-b6e9-521e36ce6249" -d '{"events": [{"server_uuid": "18372c4b-9acd-48a7-82ea-d4405eff7e51", "name": "network-vif-plugged", "status": "completed", "tag": "6a860385-b54f-44f8-a243-d4f7dbf0e44f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:37.558156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:37.608053 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab5ace9-60c5-4b14-be9b-34778ba020b6 x-openstack-request-id: req-dab5ace9-60c5-4b14-be9b-34778ba020b6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:37.608370 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18372c4b-9acd-48a7-82ea-d4405eff7e51", "name": "network-vif-plugged", "status": "completed", "tag": "6a860385-b54f-44f8-a243-d4f7dbf0e44f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:37.608845 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dab5ace9-60c5-4b14-be9b-34778ba020b6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:37.609668 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a860385-b54f-44f8-a243-d4f7dbf0e44f', 'code': 200} Aug 26 10:44:37.613946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c49015d-b414-4768-958c-bb99bd41261a {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:37.625208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:37.636864 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:37.639032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:37.644555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:37.700223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Pushing event updated for resources: {'Port': ['ID=22812851-7fb9-4849-a0e3-2fb2b4fe5d48,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:37.719736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Transition to ACTIVE for port object 7c49015d-b414-4768-958c-bb99bd41261a will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:37.771235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:37.850797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35652) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:37.918036 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a8b96e5-e781-4c1a-92f1-201a274a16fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:37.930764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef6d66-d393-407b-9f06-1d7cc60f9c9d req-64649c05-6f51-477c-b8fa-874f1a8f0f25 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:37.939540 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9eef6d66-d393-407b-9f06-1d7cc60f9c9d req-64649c05-6f51-477c-b8fa-874f1a8f0f25 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 945 time: 0.0889769 Aug 26 10:44:37.946946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dd2ee-c6ee-4360-808a-0b5357902e15 req-2b0994c8-bc6d-469c-b68c-d8da8202fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:37.948474 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44dd2ee-c6ee-4360-808a-0b5357902e15 req-2b0994c8-bc6d-469c-b68c-d8da8202fe5d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 1097 time: 0.2433231 Aug 26 10:44:37.950546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f80860-c668-45aa-8e22-9467d05b0028 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:44:37.955949 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87f80860-c668-45aa-8e22-9467d05b0028 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:37.964687 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd73090-9239-47b8-b104-60a62c014ef4 None None] Sync routers for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:44:37.974620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Pushing event updated for resources: {'Port': ['ID=7c49015d-b414-4768-958c-bb99bd41261a,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:37.983516 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd73090-9239-47b8-b104-60a62c014ef4 None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:44:37.984277 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dcd73090-9239-47b8-b104-60a62c014ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:44:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:37.997297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35656) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:38.064963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-87f80860-c668-45aa-8e22-9467d05b0028 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "PUT /v2.0/floatingips/ba1479f0-4f6c-428d-b615-d538f6553996 HTTP/1.1" status: 200 len: 992 time: 2.7840171 Aug 26 10:44:38.069749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'tag': 'a611b120-1d5e-4d48-88df-ddcdf0c63456'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:38.072095 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d0efa6-99dd-438f-a31d-e034317ceed9" -d '{"events": [{"name": "network-changed", "server_uuid": "eebf227e-3e1e-4f51-a99a-84e5eb84f7bd", "tag": "a611b120-1d5e-4d48-88df-ddcdf0c63456"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:38.085697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9eef6d66-d393-407b-9f06-1d7cc60f9c9d req-147da4ed-7af8-4d7b-8145-03e67b4d2f90 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450651 Aug 26 10:44:38.118088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028b178-3f8d-4608-9fb8-1cb6fe85ebe8 req-1682beef-7b1b-4265-a8bb-3c371beabf4b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:38.128401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:38.128842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:38.129133 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:38.129295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8028b178-3f8d-4608-9fb8-1cb6fe85ebe8 req-1682beef-7b1b-4265-a8bb-3c371beabf4b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.1299131 Aug 26 10:44:38.178038 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Port 7c49015d-b414-4768-958c-bb99bd41261a on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:44:38.178038 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:38.185067 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-dcd73090-9239-47b8-b104-60a62c014ef4 None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:44:38.191032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:38.191451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:38.191764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:38.192224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Bound port: 7c49015d-b414-4768-958c-bb99bd41261a, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:38.192592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:38.215925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8028b178-3f8d-4608-9fb8-1cb6fe85ebe8 req-59f09093-6a64-485b-8346-79a94e2bd71d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818353 Aug 26 10:44:38.216132 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44dd2ee-c6ee-4360-808a-0b5357902e15 req-0db5cd50-a8dc-40e9-bd94-472861c7dadc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356315 Aug 26 10:44:38.238976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:38.291410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72de324-5e8c-46d2-a019-0235e90946e7 None None] Network b176b1a6-3fb7-4848-955f-268cb85cb650 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:44:38.314779 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:38.319727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7c49015d-b414-4768-958c-bb99bd41261a,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:38.356172 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:38.397706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bda2cb56-2251-4e81-a31e-b1bf878f2b58 None None] Provisioning for port c69eecc3-5193-4187-b973-eee9afe265fc completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:38.402425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:38.408378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ac218-9d1c-4901-a237-f652c818f176 req-e069f4ed-842d-4e17-9f20-caa975c85236 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:38.421879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f66ac218-9d1c-4901-a237-f652c818f176 req-e069f4ed-842d-4e17-9f20-caa975c85236 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 943 time: 0.2337737 Aug 26 10:44:38.454177 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea0e66a-1c91-41d6-a329-faebe7b3cdee x-openstack-request-id: req-1ea0e66a-1c91-41d6-a329-faebe7b3cdee {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:38.454484 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebf227e-3e1e-4f51-a99a-84e5eb84f7bd", "tag": "a611b120-1d5e-4d48-88df-ddcdf0c63456", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:38.454757 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ea0e66a-1c91-41d6-a329-faebe7b3cdee {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:38.455169 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'tag': 'a611b120-1d5e-4d48-88df-ddcdf0c63456', 'status': 'completed', 'code': 200} Aug 26 10:44:38.489539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Pushing event updated for resources: {'Port': ['ID=7c49015d-b414-4768-958c-bb99bd41261a,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:38.508561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f66ac218-9d1c-4901-a237-f652c818f176 req-1504a5ef-0958-4ea0-81e8-bc964622a65c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856981 Aug 26 10:44:38.517943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.518295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.519260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.519625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.519950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.520284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.520622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.520959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.521302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.521616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.521941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.522269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:38.537317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:38.538514 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:38.539466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-396d5d01-217d-4401-9aa2-226a35270cae service neutron] 10.222.0.42 "PUT /v2.0/ports/7c49015d-b414-4768-958c-bb99bd41261a HTTP/1.1" status: 200 len: 1092 time: 1.7696187 Aug 26 10:44:38.542788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'tag': '7c49015d-b414-4768-958c-bb99bd41261a'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:38.544964 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d113cc4-0749-43d2-bd17-366fbe812f90" -d '{"events": [{"name": "network-changed", "server_uuid": "ced6de65-329a-44e7-899c-b5bdfc104b12", "tag": "7c49015d-b414-4768-958c-bb99bd41261a"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:38.589230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:38.593076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0efa6-99dd-438f-a31d-e034317ceed9 req-8e603c04-91b5-493a-a308-088067234213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:38.600872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51d0efa6-99dd-438f-a31d-e034317ceed9 req-8e603c04-91b5-493a-a308-088067234213 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2&device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 1098 time: 0.1335297 Aug 26 10:44:38.648545 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a8b96e5-e781-4c1a-92f1-201a274a16fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:38.687302 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a8b96e5-e781-4c1a-92f1-201a274a16fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:38.761421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:38.772346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:38.773699 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:38.778630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c69eecc3-5193-4187-b973-eee9afe265fc up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:38.816508 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dcd73090-9239-47b8-b104-60a62c014ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ba1479f0-4f6c-428d-b615-d538f6553996', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'port_id': 'a611b120-1d5e-4d48-88df-ddcdf0c63456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'mac_address': 'fa:16:3e:29:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:44:11Z', 'updated_at': '2021-08-26T10:44:36Z', 'revision_number': 1, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:38.846762 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd73090-9239-47b8-b104-60a62c014ef4 None None] Checking router: aab41ab7-3f15-4780-a22d-1aa8a6dd0275 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:44:38.856806 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd73090-9239-47b8-b104-60a62c014ef4 None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:44:38.857516 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dcd73090-9239-47b8-b104-60a62c014ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:44:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:38.891525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c69eecc3-5193-4187-b973-eee9afe265fc completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:38.897027 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c69eecc3-5193-4187-b973-eee9afe265fc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:38.897468 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:38.916117 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5a8b96e5-e781-4c1a-92f1-201a274a16fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba945ee0923548bbb1b02e2c0b6ac695&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0640836 Aug 26 10:44:38.927655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35674) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:38.933327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe69493-3137-48ab-a777-8db37f69d5ec req-adfe0261-b0f1-4d07-afac-0c4252815eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:38.942413 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-adfe0261-b0f1-4d07-afac-0c4252815eb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 1095 time: 0.3397129 Aug 26 10:44:38.943449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b96e5-e781-4c1a-92f1-201a274a16fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4985d2f1-b0df-4e42-89b9-3b1e0c9a6e5a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:38.980861 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.028665 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-dcd73090-9239-47b8-b104-60a62c014ef4 None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:44:39.032401 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.116896 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-d3b062ae-dcbe-429c-9f19-6df3a6b503ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c49015d-b414-4768-958c-bb99bd41261a HTTP/1.1" status: 200 len: 217 time: 0.1258066 Aug 26 10:44:39.117234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b966b7cd606a4b7fafa692b4fa0c00b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1156697 Aug 26 10:44:39.117600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35676) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:39.124058 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.126203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dbcb3a-4e95-4287-8640-afa64f47e315,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:39.131446 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.147746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6fb0c-0dbc-413d-bd70-bd5d2dfdc8c2 req-ec602922-3bf2-4729-a707-18eb24d0589a tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:39.149988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0cd6fb0c-0dbc-413d-bd70-bd5d2dfdc8c2 req-ec602922-3bf2-4729-a707-18eb24d0589a tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 948 time: 0.4065609 Aug 26 10:44:39.170661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0efa6-99dd-438f-a31d-e034317ceed9 req-3981301f-a301-49a1-b0ab-fe7b498dc032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:39.172368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51d0efa6-99dd-438f-a31d-e034317ceed9 req-3981301f-a301-49a1-b0ab-fe7b498dc032 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c HTTP/1.1" status: 200 len: 924 time: 0.5622942 Aug 26 10:44:39.187030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.187473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.187823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.189104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.189104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.189104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.189104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.197318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.198066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.198066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.198406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.198779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34066edc-0755-4a12-97c8-c55626e2564c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:39.206291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7b702e97-a783-47fb-bab4-e16f4d19867a None None] Provisioning complete for port c69eecc3-5193-4187-b973-eee9afe265fc triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:39.207211 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b702e97-a783-47fb-bab4-e16f4d19867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.230765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.254011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe69493-3137-48ab-a777-8db37f69d5ec req-3bf5bb4b-c2dd-4963-9e8a-56f4c86834c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:39.255701 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-3bf5bb4b-c2dd-4963-9e8a-56f4c86834c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1238470 Aug 26 10:44:39.265489 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-15c5d957-3438-445b-9a89-a62062c9f9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.292299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0cd6fb0c-0dbc-413d-bd70-bd5d2dfdc8c2 req-4e2b8c64-ea30-438d-a61c-e67968c59eae tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255627 Aug 26 10:44:39.353193 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-e91bb984-a899-448d-9c54-bf682d500f9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886164 Aug 26 10:44:39.355514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c69eecc3-5193-4187-b973-eee9afe265fc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c69eecc3-5193-4187-b973-eee9afe265fc,segment=NetworkSegment(afd53e86-5805-4a4b-a720-ed25d60dad53),segment_id=afd53e86-5805-4a4b-a720-ed25d60dad53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:39.365465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:39.366988 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.399481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42f63484-aa99-4a8f-a59c-fcf216a45805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.401886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d828996-3368-46ad-a0eb-46dd7d4692df req-8cbd5ca7-061a-4595-b032-6cda01340cc9 tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:39.411175 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a722961e-8e53-4d7f-b342-784fbba08250 x-openstack-request-id: req-a722961e-8e53-4d7f-b342-784fbba08250 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:39.411671 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced6de65-329a-44e7-899c-b5bdfc104b12", "tag": "7c49015d-b414-4768-958c-bb99bd41261a", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:39.411788 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a722961e-8e53-4d7f-b342-784fbba08250 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:39.412108 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'tag': '7c49015d-b414-4768-958c-bb99bd41261a', 'status': 'completed', 'code': 200} Aug 26 10:44:39.412399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d828996-3368-46ad-a0eb-46dd7d4692df req-8cbd5ca7-061a-4595-b032-6cda01340cc9 tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 1102 time: 0.2872512 Aug 26 10:44:39.418016 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-15c5d957-3438-445b-9a89-a62062c9f9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.437497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c69eecc3-5193-4187-b973-eee9afe265fc,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:39.441311 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.461370 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0d828996-3368-46ad-a0eb-46dd7d4692df req-3b8eaf01-d374-4384-a264-4915fcdbf3dd tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.519567 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dcd73090-9239-47b8-b104-60a62c014ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ba1479f0-4f6c-428d-b615-d538f6553996', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'port_id': 'a611b120-1d5e-4d48-88df-ddcdf0c63456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'mac_address': 'fa:16:3e:29:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:44:11Z', 'updated_at': '2021-08-26T10:44:36Z', 'revision_number': 1, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:39.539072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:39.557163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51d0efa6-99dd-438f-a31d-e034317ceed9 req-3c8b06a1-92c5-4337-b06a-f6bd03212965 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a611b120-1d5e-4d48-88df-ddcdf0c63456 HTTP/1.1" status: 200 len: 1000 time: 0.3130684 Aug 26 10:44:39.558071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42f63484-aa99-4a8f-a59c-fcf216a45805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.567671 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd73090-9239-47b8-b104-60a62c014ef4 None None] The sync data for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 is: [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ba1479f0-4f6c-428d-b615-d538f6553996', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'port_id': 'a611b120-1d5e-4d48-88df-ddcdf0c63456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'mac_address': 'fa:16:3e:29:90:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:44:11Z', 'updated_at': '2021-08-26T10:44:36Z', 'revision_number': 1, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:44:39.611276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7153bfe4-f721-4783-a106-cef2795b289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:39.614191 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c34fd1-6f4c-4687-9e71-f909cdb56a71" -d '{"events": [{"server_uuid": "7153bfe4-f721-4783-a106-cef2795b289e", "name": "network-vif-plugged", "status": "completed", "tag": "31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:39.647393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-a0aa5d72-b876-4913-b47f-ff1eba5e19b9 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756202 Aug 26 10:44:39.672345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15737179-d32e-4f4e-b298-f677d6e5afb1 req-650edffa-352a-43a4-9385-59ac4d5137d9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:39.674480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15737179-d32e-4f4e-b298-f677d6e5afb1 req-650edffa-352a-43a4-9385-59ac4d5137d9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 945 time: 0.1283436 Aug 26 10:44:39.689982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0efa6-99dd-438f-a31d-e034317ceed9 req-848a6d2d-77c0-41af-8c7c-de59efafe511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:39.691599 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51d0efa6-99dd-438f-a31d-e034317ceed9 req-848a6d2d-77c0-41af-8c7c-de59efafe511 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f50a0446-cf9d-4968-84fb-94b0b8bbb8b2 HTTP/1.1" status: 200 len: 862 time: 0.1269391 Aug 26 10:44:39.717227 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-15c5d957-3438-445b-9a89-a62062c9f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.719937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-15c5d957-3438-445b-9a89-a62062c9f9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.724548 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-15c5d957-3438-445b-9a89-a62062c9f9ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4985d2f1-b0df-4e42-89b9-3b1e0c9a6e5a HTTP/1.1" status: 204 len: 168 time: 0.7902057 Aug 26 10:44:39.746215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5d957-3438-445b-9a89-a62062c9f9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4985d2f1-b0df-4e42-89b9-3b1e0c9a6e5a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:39.752991 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42f63484-aa99-4a8f-a59c-fcf216a45805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.755691 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42f63484-aa99-4a8f-a59c-fcf216a45805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.756899 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-42f63484-aa99-4a8f-a59c-fcf216a45805 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68dbcb3a-4e95-4287-8640-afa64f47e315 HTTP/1.1" status: 204 len: 168 time: 0.6307321 Aug 26 10:44:39.768256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Router 7cd650da-741c-452e-a967-919fe559bcd2 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:44:39.788861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f63484-aa99-4a8f-a59c-fcf216a45805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dbcb3a-4e95-4287-8640-afa64f47e315,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:39.823587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15737179-d32e-4f4e-b298-f677d6e5afb1 req-c822c927-a553-4555-bd8a-97abc5f1b696 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264520 Aug 26 10:44:39.838800 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efe69493-3137-48ab-a777-8db37f69d5ec req-24fc97de-b08f-4389-8fd5-66aefd6d1a0f service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836653 Aug 26 10:44:39.864945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0efa6-99dd-438f-a31d-e034317ceed9 req-effab164-88a1-4003-9bda-f4d52114c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:39.864945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51d0efa6-99dd-438f-a31d-e034317ceed9 req-effab164-88a1-4003-9bda-f4d52114c6bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581006 Aug 26 10:44:39.886489 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0d828996-3368-46ad-a0eb-46dd7d4692df req-3b8eaf01-d374-4384-a264-4915fcdbf3dd tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:39.926120 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0d828996-3368-46ad-a0eb-46dd7d4692df req-3b8eaf01-d374-4384-a264-4915fcdbf3dd tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:40.007420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8eaf01-d374-4384-a264-4915fcdbf3dd tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c51fc70-8834-4c6a-9720-8165385ef78d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:40.053918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c1ad2a-911b-4ed8-a0c0-1a47efb3cafd None None] New status for floating IP ba1479f0-4f6c-428d-b615-d538f6553996: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:44:40.056024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d828996-3368-46ad-a0eb-46dd7d4692df req-3b8eaf01-d374-4384-a264-4915fcdbf3dd tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6344187 Aug 26 10:44:40.169875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51d0efa6-99dd-438f-a31d-e034317ceed9 req-8317f0f7-0d31-4d1d-ac02-b98fa030b8c9 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888441 Aug 26 10:44:40.287985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:44:40.298854 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Sync routers for ids ['7cd650da-741c-452e-a967-919fe559bcd2'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:44:40.316151 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Routers {'7cd650da-741c-452e-a967-919fe559bcd2'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:44:40.316727 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:44:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7cd650da-741c-452e-a967-919fe559bcd2'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:40.336071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:40.340977 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-93b9073c-7c03-4d64-adff-88ab60a9afbf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9557412 Aug 26 10:44:40.343648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35710) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:40.352677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d113cc4-0749-43d2-bd17-366fbe812f90 req-0d806667-5380-4aca-9574-3ac4ab3db22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:40.354166 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d113cc4-0749-43d2-bd17-366fbe812f90 req-0d806667-5380-4aca-9574-3ac4ab3db22d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 1095 time: 0.0640049 Aug 26 10:44:40.355705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51d0efa6-99dd-438f-a31d-e034317ceed9 req-45e1ac55-416f-497a-a820-83ad38a3a46c service neutron] 10.222.0.47 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694031 Aug 26 10:44:40.498259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a49ebd-8ced-445d-bb58-da9e56319b84 req-5a760747-b583-419e-9c2d-d7d870c09bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:40.505473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0a49ebd-8ced-445d-bb58-da9e56319b84 req-5a760747-b583-419e-9c2d-d7d870c09bc6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 1101 time: 0.1178989 Aug 26 10:44:40.541357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35712) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:40.559180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e5634-ae8f-4428-85c4-2958317f9db4 req-a9f49502-8e2a-44f4-acb3-096b866e6e4e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:40.561016 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fa3e2264-efab-4f9e-9620-a2266dd67b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:40.567279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c3e5634-ae8f-4428-85c4-2958317f9db4 req-a9f49502-8e2a-44f4-acb3-096b866e6e4e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 943 time: 0.3933163 Aug 26 10:44:40.587322 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Set router 7cd650da-741c-452e-a967-919fe559bcd2 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:44:40.651942 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2874e5-5219-419c-a9a5-8c6dff0cc51b x-openstack-request-id: req-df2874e5-5219-419c-a9a5-8c6dff0cc51b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:40.652517 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7153bfe4-f721-4783-a106-cef2795b289e", "name": "network-vif-plugged", "status": "completed", "tag": "31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:40.652600 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df2874e5-5219-419c-a9a5-8c6dff0cc51b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:40.653406 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7153bfe4-f721-4783-a106-cef2795b289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0', 'code': 200} Aug 26 10:44:40.666969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c69eecc3-5193-4187-b973-eee9afe265fc up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:40.696815 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c3e5634-ae8f-4428-85c4-2958317f9db4 req-316f3382-27b7-465b-a63a-3fd12e9f3aec tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159294 Aug 26 10:44:40.699027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0a49ebd-8ced-445d-bb58-da9e56319b84 req-1c996e19-37f8-457e-a7a9-7fa89457365c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823521 Aug 26 10:44:40.769535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d113cc4-0749-43d2-bd17-366fbe812f90 req-4eb567a9-0afb-4fa9-87bf-1a8be74a6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:40.771515 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d113cc4-0749-43d2-bd17-366fbe812f90 req-4eb567a9-0afb-4fa9-87bf-1a8be74a6765 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.3809707 Aug 26 10:44:40.784797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27af8-4c1c-4585-ba7a-39f318c0de2f req-f8ce34cf-dd0d-44cf-a922-9f3e007ac026 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:40.792720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0bc27af8-4c1c-4585-ba7a-39f318c0de2f req-f8ce34cf-dd0d-44cf-a922-9f3e007ac026 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 1097 time: 0.0674970 Aug 26 10:44:40.808483 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c69eecc3-5193-4187-b973-eee9afe265fc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:40.810235 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:40.837098 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0bc27af8-4c1c-4585-ba7a-39f318c0de2f req-d6763bd1-59ab-4090-b1fa-076aec505796 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Aug 26 10:44:40.863716 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d113cc4-0749-43d2-bd17-366fbe812f90 req-b482898d-6da1-4ba5-99bf-9a103bf206a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c49015d-b414-4768-958c-bb99bd41261a HTTP/1.1" status: 200 len: 217 time: 0.0539722 Aug 26 10:44:41.021300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc8054-9443-488e-945a-669972164571 req-65b90216-d55d-4e08-91ca-80e524b3b998 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:41.031242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62dc8054-9443-488e-945a-669972164571 req-65b90216-d55d-4e08-91ca-80e524b3b998 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 949 time: 0.0685644 Aug 26 10:44:41.073540 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62dc8054-9443-488e-945a-669972164571 req-68ac50a3-27bb-473b-849d-d7eae958b723 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Aug 26 10:44:41.087654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fa3e2264-efab-4f9e-9620-a2266dd67b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.091413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d113cc4-0749-43d2-bd17-366fbe812f90 req-881bb18c-462a-427d-af5c-2279835bd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:41.093629 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d113cc4-0749-43d2-bd17-366fbe812f90 req-881bb18c-462a-427d-af5c-2279835bd068 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.2203405 Aug 26 10:44:41.110866 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd650da-741c-452e-a967-919fe559bcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-router', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:35Z', 'updated_at': '2021-08-26T10:44:37Z', 'revision_number': 3, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'gw_port': {'id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:36Z', 'updated_at': '2021-08-26T10:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:41.145902 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fa3e2264-efab-4f9e-9620-a2266dd67b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.157589 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Checking router: 7cd650da-741c-452e-a967-919fe559bcd2 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:44:41.159174 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Updating router 7cd650da-741c-452e-a967-919fe559bcd2 port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:44:41.188442 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.214111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee7e8c-b9d6-411b-8dc0-6b8c12b00f0f req-ce1c9b9b-9300-4458-b8a2-4ba194812fad tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:41.227335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10ee7e8c-b9d6-411b-8dc0-6b8c12b00f0f req-ce1c9b9b-9300-4458-b8a2-4ba194812fad tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 1097 time: 0.0635335 Aug 26 10:44:41.269575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e2264-efab-4f9e-9620-a2266dd67b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5233ab50-618d-42c9-887b-709b5358323c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:41.283070 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d113cc4-0749-43d2-bd17-366fbe812f90 req-8d588b52-32e9-42aa-9abe-f8ab7e4e1bd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751621 Aug 26 10:44:41.292792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10ee7e8c-b9d6-411b-8dc0-6b8c12b00f0f req-221c7bc8-d21b-4ffb-8ab2-09eefd827288 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632670 Aug 26 10:44:41.378252 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fa3e2264-efab-4f9e-9620-a2266dd67b14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88af7df403fc43fab4503023cbffdd22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8315778 Aug 26 10:44:41.378621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35738) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:41.482168 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.486071 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74e0dd65-1280-4cc6-9900-23dee226c1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.489830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d113cc4-0749-43d2-bd17-366fbe812f90 req-43c45f6a-19f3-4509-b088-f978d49ce9f9 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969354 Aug 26 10:44:41.565413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74e0dd65-1280-4cc6-9900-23dee226c1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.615011 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d113cc4-0749-43d2-bd17-366fbe812f90 req-7cdba88c-3a38-497b-861b-275394f67073 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160474 Aug 26 10:44:41.652423 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.670101 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74e0dd65-1280-4cc6-9900-23dee226c1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.678718 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74e0dd65-1280-4cc6-9900-23dee226c1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.680098 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-74e0dd65-1280-4cc6-9900-23dee226c1d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5233ab50-618d-42c9-887b-709b5358323c HTTP/1.1" status: 204 len: 168 time: 0.3003285 Aug 26 10:44:41.699822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0dd65-1280-4cc6-9900-23dee226c1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5233ab50-618d-42c9-887b-709b5358323c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:41.724901 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Transition to ACTIVE for port object 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:41.740518 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.875804 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77879e24-f6c2-4d36-ab2a-3190c028ebe3 None None] Pushing event updated for resources: {'Port': ['ID=22812851-7fb9-4849-a0e3-2fb2b4fe5d48,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:41.894262 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Attempting to bind port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:41.894636 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Attempting to bind port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:41.895040 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Attempting to bind port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:41.919169 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:41.919559 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:41.919971 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.921075 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:41.921590 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Bound port: 22812851-7fb9-4849-a0e3-2fb2b4fe5d48, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:41.922072 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:41.940940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Allocated IP 172.20.0.1 (b176b1a6-3fb7-4848-955f-268cb85cb650/87122a9f-ac23-4cd7-ae14-7355849b0363/6ce6538c-27af-4253-ac93-0b89c1a4974c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:41.969906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787daf04-8cb3-43e8-ab93-a3a5b55782b0 req-29bc5ee8-b2ae-4e54-815e-14a36513d577 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:41.977916 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-787daf04-8cb3-43e8-ab93-a3a5b55782b0 req-29bc5ee8-b2ae-4e54-815e-14a36513d577 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 943 time: 0.0970750 Aug 26 10:44:42.060093 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-787daf04-8cb3-43e8-ab93-a3a5b55782b0 req-fff72acf-2a00-4d58-972b-4fce0c03e53c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803213 Aug 26 10:44:42.064062 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] For port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:42.070855 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] For port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=22812851-7fb9-4849-a0e3-2fb2b4fe5d48,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:42.089036 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:42.123348 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:42.149756 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Transition to ACTIVE for port object 6ce6538c-27af-4253-ac93-0b89c1a4974c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:42.202395 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77879e24-f6c2-4d36-ab2a-3190c028ebe3 None None] Pushing event updated for resources: {'Port': ['ID=22812851-7fb9-4849-a0e3-2fb2b4fe5d48,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:42.206159 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Routers {'7cd650da-741c-452e-a967-919fe559bcd2'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:44:42.206934 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:44:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7cd650da-741c-452e-a967-919fe559bcd2'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:42.225708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35776) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:42.273241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:42.322622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f17ec-a764-40e2-b80b-481f1ab2177d req-66abebe7-033d-4182-81b2-02b8dd42bc3a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:42.324690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-376f17ec-a764-40e2-b80b-481f1ab2177d req-66abebe7-033d-4182-81b2-02b8dd42bc3a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.0792289 Aug 26 10:44:42.343634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce6538c-27af-4253-ac93-0b89c1a4974c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:42.353679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Network b176b1a6-3fb7-4848-955f-268cb85cb650 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:42.355815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:42.358620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:42.359309 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:42.399757 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] Set router 7cd650da-741c-452e-a967-919fe559bcd2 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:44:42.462018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-376f17ec-a764-40e2-b80b-481f1ab2177d req-af3626d3-ff30-45e2-94b5-32a83f1f467b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845010 Aug 26 10:44:42.505905 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-122910af-6783-4210-9c48-34ea0d0cc73d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2778704 Aug 26 10:44:42.651919 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:42.726563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffe501-36a1-4083-9ab8-224a860f6c04 req-55aa2bf3-2a1d-4d99-b884-e54de2703f0b tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:42.735484 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1ffe501-36a1-4083-9ab8-224a860f6c04 req-55aa2bf3-2a1d-4d99-b884-e54de2703f0b tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 949 time: 0.1317599 Aug 26 10:44:42.759671 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd650da-741c-452e-a967-919fe559bcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-router', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:35Z', 'updated_at': '2021-08-26T10:44:37Z', 'revision_number': 3, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'gw_port': {'id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:36Z', 'updated_at': '2021-08-26T10:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:42.787959 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d30149f8-da9e-4309-aa5b-b519926b23b8 None None] Provisioning for port 6ce6538c-27af-4253-ac93-0b89c1a4974c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:42.794368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d30149f8-da9e-4309-aa5b-b519926b23b8 None None] Provisioning complete for port 6ce6538c-27af-4253-ac93-0b89c1a4974c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:42.795092 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d30149f8-da9e-4309-aa5b-b519926b23b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:42.796027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1ffe501-36a1-4083-9ab8-224a860f6c04 req-b45a51cf-2a62-482f-9d7c-3d438f448a0a tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557921 Aug 26 10:44:42.871312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d30149f8-da9e-4309-aa5b-b519926b23b8 None None] Port 6ce6538c-27af-4253-ac93-0b89c1a4974c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:44:43.013731 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:43.015843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 7c49015d-b414-4768-958c-bb99bd41261a details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:44:43.016123 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca835191-288c-4121-8e04-e7adc197ded6 None None] The sync data for ids ['7cd650da-741c-452e-a967-919fe559bcd2'] in n-d-778550-13 is: [{'id': '7cd650da-741c-452e-a967-919fe559bcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-router', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:35Z', 'updated_at': '2021-08-26T10:44:37Z', 'revision_number': 3, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'gw_port': {'id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:36Z', 'updated_at': '2021-08-26T10:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:44:43.023135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:43.024429 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:43.195258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce6538c-27af-4253-ac93-0b89c1a4974c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:43.272615 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea72a0ca-4f81-4201-bedf-dbb68d5adfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:43.281407 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7c49015d-b414-4768-958c-bb99bd41261a,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:43.293343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Network b176b1a6-3fb7-4848-955f-268cb85cb650 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:43.295507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '7c49015d-b414-4768-958c-bb99bd41261a', 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5', 'port_id': '7c49015d-b414-4768-958c-bb99bd41261a', 'mac_address': 'fa:16:3e:94:66:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b8f04e-fe58-45c4-94a0-9f19669a90e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:44:43.295803 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:43.374500 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:43.405067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c49015d-b414-4768-958c-bb99bd41261a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:43.483941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7c49015d-b414-4768-958c-bb99bd41261a,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:43.495528 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:43.624119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Router 7cd650da-741c-452e-a967-919fe559bcd2 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:44:43.677036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=7c49015d-b414-4768-958c-bb99bd41261a,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:43.761584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['7c49015d-b414-4768-958c-bb99bd41261a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:44:43.871824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5e7f0cb6-a1cb-486c-8ff8-5299eeab6c98 None None] Provisioning complete for port 6ce6538c-27af-4253-ac93-0b89c1a4974c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:43.872574 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e7f0cb6-a1cb-486c-8ff8-5299eeab6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:43.950456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f0cb6-a1cb-486c-8ff8-5299eeab6c98 None None] Port 6ce6538c-27af-4253-ac93-0b89c1a4974c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:44:43.968838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:44:44.000112 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ce7a4a46-e933-48eb-9a24-07d8d8a61d43 admin admin] 10.222.0.21 "PUT /v2.0/routers/7cd650da-741c-452e-a967-919fe559bcd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6469772 Aug 26 10:44:44.337316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35880) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:44.458135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cecbdc-a270-4e79-bb41-4244c6e10e4e req-45217754-8ac6-4019-8ae6-c5008e74073d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:44.459708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04cecbdc-a270-4e79-bb41-4244c6e10e4e req-45217754-8ac6-4019-8ae6-c5008e74073d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 944 time: 0.1035156 Aug 26 10:44:44.468220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-991170b5-6dbb-4afc-8fe6-bdc4ef406cf9 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:44:44.469252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-991170b5-6dbb-4afc-8fe6-bdc4ef406cf9 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1304908 Aug 26 10:44:44.522339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04cecbdc-a270-4e79-bb41-4244c6e10e4e req-080d9473-9594-44e4-b055-8bde00388b49 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518751 Aug 26 10:44:44.640696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:44.670396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb41e5-f754-4170-a74d-52dc8ede2e75 req-2834fdf1-870f-4f57-b1b4-42022757814d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:44.675853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ffb41e5-f754-4170-a74d-52dc8ede2e75 req-2834fdf1-870f-4f57-b1b4-42022757814d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.0609133 Aug 26 10:44:44.682395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Request body: {'binding': {'host': 'n-h1-778550-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:44.683245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Unknown quota resources ['binding']. {{(pid=101267) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 10:44:44.738933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:44.743638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:44.744015 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:44.779763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ffb41e5-f754-4170-a74d-52dc8ede2e75 req-75107cc3-cb9c-4864-bdcc-b02a6ce9c37d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614018 Aug 26 10:44:44.853501 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:44.877790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=22812851-7fb9-4849-a0e3-2fb2b4fe5d48,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:44.882179 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:44.941224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=22812851-7fb9-4849-a0e3-2fb2b4fe5d48,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:44.948028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832afb4-d9db-4d77-af28-921938d3f970 req-0c4de698-5a9e-4cd4-a80c-f9052ea9eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:44.949552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-0c4de698-5a9e-4cd4-a80c-f9052ea9eaae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 1102 time: 0.1778982 Aug 26 10:44:45.020031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a55f-43f0-409a-97d5-ff8b8e129607 req-2784f4a5-6bc8-421e-85fb-77f877933332 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:45.021573 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2590a55f-43f0-409a-97d5-ff8b8e129607 req-2784f4a5-6bc8-421e-85fb-77f877933332 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 949 time: 0.1622488 Aug 26 10:44:45.053591 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 7c49015d-b414-4768-958c-bb99bd41261a up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:45.069686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on host n-h1-778550-13 for vnic_type normal with profile None {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:45.070027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:45.070359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:45.087330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:44:45.087660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:45.108884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 7c49015d-b414-4768-958c-bb99bd41261a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:45.109955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:45.110294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:45.110694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:45.111161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Bound port: 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:45.114640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 7c49015d-b414-4768-958c-bb99bd41261a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:45.115685 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:45.121473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2590a55f-43f0-409a-97d5-ff8b8e129607 req-436f3b72-7ca6-4893-9043-4513e18db637 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919163 Aug 26 10:44:45.142696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832afb4-d9db-4d77-af28-921938d3f970 req-6814f83c-6f45-48f9-b274-5c6c9bca3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:45.142696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-6814f83c-6f45-48f9-b274-5c6c9bca3e96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1800542 Aug 26 10:44:45.226687 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-9923188f-8222-4926-8358-e19ba781a14b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 200 len: 217 time: 0.0597496 Aug 26 10:44:45.256415 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:45.299945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:45.302297 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c49015d-b414-4768-958c-bb99bd41261a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:45.304720 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b798e92c-97c3-4f0f-afb7-42a003ce363a" -d '{"events": [{"server_uuid": "ced6de65-329a-44e7-899c-b5bdfc104b12", "name": "network-vif-plugged", "status": "completed", "tag": "7c49015d-b414-4768-958c-bb99bd41261a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:45.308220 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:45.309139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d763d1ea-b693-4346-8fa7-8ffac687fadb service neutron] 10.222.0.21 "POST /v2.0/ports/6a860385-b54f-44f8-a243-d4f7dbf0e44f/bindings HTTP/1.1" status: 201 len: 390 time: 0.7854710 Aug 26 10:44:45.310577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832afb4-d9db-4d77-af28-921938d3f970 req-8b7b61c3-e437-4fc6-b1c0-86d9f3c13c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:45.312055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-8b7b61c3-e437-4fc6-b1c0-86d9f3c13c14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0778046 Aug 26 10:44:45.325439 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7c49015d-b414-4768-958c-bb99bd41261a,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:45.337922 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:45.396900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Sync routers for ids ['7cd650da-741c-452e-a967-919fe559bcd2'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:44:45.406156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832afb4-d9db-4d77-af28-921938d3f970 req-661588a7-3418-4d48-a1d4-a4987d375423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:45.407829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-661588a7-3418-4d48-a1d4-a4987d375423 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0880942 Aug 26 10:44:45.412726 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=7c49015d-b414-4768-958c-bb99bd41261a,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:45.425001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.425409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.426024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.426359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.426696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.427784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.428134 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.428472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.428803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.429133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.429533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.430272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:44:45.434664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Routers {'7cd650da-741c-452e-a967-919fe559bcd2'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:44:45.435313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:44:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7cd650da-741c-452e-a967-919fe559bcd2'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:45.589992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Set router 7cd650da-741c-452e-a967-919fe559bcd2 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:44:45.747465 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-831a6ebc-1551-4e9d-aed2-e36da5d4a433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:45.762183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-32796be3-9a30-4f61-8f3a-e10600530f1f service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451049 Aug 26 10:44:45.764128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d93ff96c-5eaf-44c5-9e00-d6ad417a263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:45.765502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d93ff96c-5eaf-44c5-9e00-d6ad417a263b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 1097 time: 0.1276307 Aug 26 10:44:45.841000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-6dd6f73b-cf79-41e1-8d55-1cd145c40b18 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c1ceb0f08cd248e5b9784461e53ca5ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990102 Aug 26 10:44:45.846482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd650da-741c-452e-a967-919fe559bcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-router', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:35Z', 'updated_at': '2021-08-26T10:44:42Z', 'revision_number': 4, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'gw_port': {'id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:36Z', 'updated_at': '2021-08-26T10:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6ce6538c-27af-4253-ac93-0b89c1a4974c', 'name': '', 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'mac_address': 'fa:16:3e:5d:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '87122a9f-ac23-4cd7-ae14-7355849b0363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:41Z', 'updated_at': '2021-08-26T10:44:42Z', 'revision_number': 2, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'subnets': [{'id': '87122a9f-ac23-4cd7-ae14-7355849b0363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:45.880937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Checking router: 7cd650da-741c-452e-a967-919fe559bcd2 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:44:45.881597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Updating router 7cd650da-741c-452e-a967-919fe559bcd2 port 6ce6538c-27af-4253-ac93-0b89c1a4974c binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:44:45.913605 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:45.973009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35934) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:46.095489 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c9598c5-3ff6-4b94-8fc0-0af91955031d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.110564 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.165669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-8d2b32c7-a147-49d4-979b-f283f518b999 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6120520 Aug 26 10:44:46.205953 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c9598c5-3ff6-4b94-8fc0-0af91955031d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.211195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c9598c5-3ff6-4b94-8fc0-0af91955031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.218138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:46.255682 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.262423 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3c9598c5-3ff6-4b94-8fc0-0af91955031d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb6111056a2646e3a080a06638667608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875173 Aug 26 10:44:46.264512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35940) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:46.269336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Transition to ACTIVE for port object 6ce6538c-27af-4253-ac93-0b89c1a4974c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:46.272736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9598c5-3ff6-4b94-8fc0-0af91955031d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf89756-2a16-474a-bc67-0d3e52994fdc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:46.276836 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.311076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-21d101a4-88eb-411d-8326-136b0866d86f service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240459 Aug 26 10:44:46.318638 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.325645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-36e19a5c-f2f3-4348-a6a1-64099a683321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:46.327138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-36e19a5c-f2f3-4348-a6a1-64099a683321 service neutron] 10.222.0.47 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.5484571 Aug 26 10:44:46.359006 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3592c1e2-2f73-4894-b0e2-0222b8275fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.415486 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3592c1e2-2f73-4894-b0e2-0222b8275fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.426140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-3a46d6a6-99db-4a00-9dee-d9e460a455bd tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:46.430712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-3a46d6a6-99db-4a00-9dee-d9e460a455bd tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3389549 Aug 26 10:44:46.431196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fbbab-8507-44d7-ad44-bac3db058d11 None None] Pushing event updated for resources: {'Port': ['ID=6ce6538c-27af-4253-ac93-0b89c1a4974c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:46.433129 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-90447f5d-7ac8-4641-9100-272aef8adfeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f HTTP/1.1" status: 200 len: 217 time: 0.0898244 Aug 26 10:44:46.446622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Attempting to bind port 6ce6538c-27af-4253-ac93-0b89c1a4974c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:46.447137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Attempting to bind port 6ce6538c-27af-4253-ac93-0b89c1a4974c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'afd53e86-5805-4a4b-a720-ed25d60dad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:46.447566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Attempting to bind port 6ce6538c-27af-4253-ac93-0b89c1a4974c on network b176b1a6-3fb7-4848-955f-268cb85cb650 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:46.461507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:46.461959 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Checking segment: {'id': 'afd53e86-5805-4a4b-a720-ed25d60dad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:46.462596 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.463110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Bound using segment: {'id': 'afd53e86-5805-4a4b-a720-ed25d60dad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:46.463666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Bound port: 6ce6538c-27af-4253-ac93-0b89c1a4974c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd53e86-5805-4a4b-a720-ed25d60dad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:46.464127 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.471496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-47763f8f-26c6-46a6-8f0f-3293ceae3329 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/quotas/c1ceb0f08cd248e5b9784461e53ca5ce HTTP/1.1" status: 200 len: 375 time: 0.0311320 Aug 26 10:44:46.514841 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3592c1e2-2f73-4894-b0e2-0222b8275fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.519047 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3592c1e2-2f73-4894-b0e2-0222b8275fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.521336 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3592c1e2-2f73-4894-b0e2-0222b8275fd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bf89756-2a16-474a-bc67-0d3e52994fdc HTTP/1.1" status: 204 len: 168 time: 0.2549155 Aug 26 10:44:46.537366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592c1e2-2f73-4894-b0e2-0222b8275fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf89756-2a16-474a-bc67-0d3e52994fdc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:46.585879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-b6669c70-3a92-4414-a44b-54b4969a853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:46.585879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-b6669c70-3a92-4414-a44b-54b4969a853f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.1280284 Aug 26 10:44:46.605180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0941ba46-29f2-496c-b900-d872faf2fab9 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1ceb0f08cd248e5b9784461e53ca5ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1327376 Aug 26 10:44:46.621603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] For port 6ce6538c-27af-4253-ac93-0b89c1a4974c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:46.653459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] For port 6ce6538c-27af-4253-ac93-0b89c1a4974c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6ce6538c-27af-4253-ac93-0b89c1a4974c,segment=NetworkSegment(afd53e86-5805-4a4b-a720-ed25d60dad53),segment_id=afd53e86-5805-4a4b-a720-ed25d60dad53)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:46.666696 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.674809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-47d183e2-5dd9-4380-a1f1-2208fac936db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648870 Aug 26 10:44:46.701710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:46.854998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fbbab-8507-44d7-ad44-bac3db058d11 None None] Pushing event updated for resources: {'Port': ['ID=6ce6538c-27af-4253-ac93-0b89c1a4974c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:46.862314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:46.948114 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1953eb54-4517-439d-a5bc-3f0f254e7220 x-openstack-request-id: req-1953eb54-4517-439d-a5bc-3f0f254e7220 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:46.949159 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced6de65-329a-44e7-899c-b5bdfc104b12", "name": "network-vif-plugged", "status": "completed", "tag": "7c49015d-b414-4768-958c-bb99bd41261a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:46.949563 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1953eb54-4517-439d-a5bc-3f0f254e7220 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:46.950126 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c49015d-b414-4768-958c-bb99bd41261a', 'code': 200} Aug 26 10:44:46.985562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e42370-1d3f-460a-820d-a4cb77eef61f req-eaac0bc6-1b8e-4226-9bdb-e371b13ce343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:46.992602 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-95e42370-1d3f-460a-820d-a4cb77eef61f req-eaac0bc6-1b8e-4226-9bdb-e371b13ce343 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 1097 time: 0.0633895 Aug 26 10:44:46.995587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:46.995962 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.011808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-fc4478b9-5313-401c-91d8-42ffaf59e86c service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061788 Aug 26 10:44:47.028709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35950) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:47.063374 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-95e42370-1d3f-460a-820d-a4cb77eef61f req-84712065-3789-469e-af49-bf63bbb56478 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660155 Aug 26 10:44:47.076393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Allocated IP 172.25.1.95 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/fd38017f-4c1e-4238-84c7-f2ab8534d13d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:47.090675 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.099670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Routers {'7cd650da-741c-452e-a967-919fe559bcd2'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:44:47.100555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:44:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7cd650da-741c-452e-a967-919fe559bcd2'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:47.168681 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7227ce81-9ffc-49cf-b568-46b6117a6a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.178824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095773fb-16e3-4c60-bc60-18293a34c5b8 req-90db30bf-1018-489e-9791-07ef4b808350 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:47.183345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-095773fb-16e3-4c60-bc60-18293a34c5b8 req-90db30bf-1018-489e-9791-07ef4b808350 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 945 time: 0.2754903 Aug 26 10:44:47.266278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] Set router 7cd650da-741c-452e-a967-919fe559bcd2 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:44:47.351309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-4f6f9882-3e85-4b19-b0ba-719c535f22ef service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236208 Aug 26 10:44:47.412413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-095773fb-16e3-4c60-bc60-18293a34c5b8 req-3fbc0bc8-bb8a-466c-889d-53a4da25bcd1 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908450 Aug 26 10:44:47.485024 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.531772 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7227ce81-9ffc-49cf-b568-46b6117a6a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.560669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7227ce81-9ffc-49cf-b568-46b6117a6a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.574841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.666140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd650da-741c-452e-a967-919fe559bcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-router', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:35Z', 'updated_at': '2021-08-26T10:44:42Z', 'revision_number': 4, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'gw_port': {'id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:36Z', 'updated_at': '2021-08-26T10:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6ce6538c-27af-4253-ac93-0b89c1a4974c', 'name': '', 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'mac_address': 'fa:16:3e:5d:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '87122a9f-ac23-4cd7-ae14-7355849b0363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:41Z', 'updated_at': '2021-08-26T10:44:46Z', 'revision_number': 4, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'subnets': [{'id': '87122a9f-ac23-4cd7-ae14-7355849b0363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:44:47.699236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c37fc04-5aec-4ab0-a61f-cade9fb7b27f None None] The sync data for ids ['7cd650da-741c-452e-a967-919fe559bcd2'] in n-d-778550-13 is: [{'id': '7cd650da-741c-452e-a967-919fe559bcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-router', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:35Z', 'updated_at': '2021-08-26T10:44:42Z', 'revision_number': 4, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'gw_port': {'id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:36Z', 'updated_at': '2021-08-26T10:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6ce6538c-27af-4253-ac93-0b89c1a4974c', 'name': '', 'network_id': 'b176b1a6-3fb7-4848-955f-268cb85cb650', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'mac_address': 'fa:16:3e:5d:42:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '87122a9f-ac23-4cd7-ae14-7355849b0363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:41Z', 'updated_at': '2021-08-26T10:44:46Z', 'revision_number': 4, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'subnets': [{'id': '87122a9f-ac23-4cd7-ae14-7355849b0363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:44:47.713446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:47.727369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:47.736083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7227ce81-9ffc-49cf-b568-46b6117a6a7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdf6450745f44f16952c5f7798748e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6992068 Aug 26 10:44:47.738419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35962) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:47.740154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:47.743328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227ce81-9ffc-49cf-b568-46b6117a6a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61bbf7d-0bb8-46c5-9e35-a43aa7bd305d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:47.782269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event updated for resources: {'Port': ['ID=fd38017f-4c1e-4238-84c7-f2ab8534d13d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:47.828208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-87bf0e06-20c1-4fac-b1bc-12beaa149b6f tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:47.829757 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-87bf0e06-20c1-4fac-b1bc-12beaa149b6f tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.2463319 Aug 26 10:44:47.833187 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5df04479-9080-4ecc-bc7e-64135d6203bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.849138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fc25d-2619-4a87-9811-d28a3d7d89b7 req-02da8c66-d684-46d7-9f85-7a36fc1988b3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:47.850820 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d25fc25d-2619-4a87-9811-d28a3d7d89b7 req-02da8c66-d684-46d7-9f85-7a36fc1988b3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 945 time: 0.2860944 Aug 26 10:44:47.856201 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-13'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:47.858362 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5df04479-9080-4ecc-bc7e-64135d6203bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.887175 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.917437 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5df04479-9080-4ecc-bc7e-64135d6203bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.922192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5df04479-9080-4ecc-bc7e-64135d6203bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:47.924631 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5df04479-9080-4ecc-bc7e-64135d6203bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d61bbf7d-0bb8-46c5-9e35-a43aa7bd305d HTTP/1.1" status: 204 len: 168 time: 0.1805916 Aug 26 10:44:47.935052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df04479-9080-4ecc-bc7e-64135d6203bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61bbf7d-0bb8-46c5-9e35-a43aa7bd305d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:48.013626 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d25fc25d-2619-4a87-9811-d28a3d7d89b7 req-042c7693-3de3-4df0-a2b4-82f40a705fb7 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514571 Aug 26 10:44:48.030820 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:48.035874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:48.080019 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0a3f90b0-4742-47a4-948c-984f698de3c1 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c1ceb0f08cd248e5b9784461e53ca5ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474832 Aug 26 10:44:48.379794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8797534-c7d9-4fc7-97f7-8a089be6aefe req-e9672977-6b3b-44fa-ac95-d80084adafcf tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:48.381335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8797534-c7d9-4fc7-97f7-8a089be6aefe req-e9672977-6b3b-44fa-ac95-d80084adafcf tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.2364693 Aug 26 10:44:48.409731 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-720dbe95-cfdb-4a09-924c-b95039d55add tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:48.412337 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-720dbe95-cfdb-4a09-924c-b95039d55add tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3206489 Aug 26 10:44:48.428523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Request body: {'port': {'device_id': '46cbfe6e-d328-43a9-a295-2b96abd2f236', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'c1ceb0f08cd248e5b9784461e53ca5ce'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:48.490041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8797534-c7d9-4fc7-97f7-8a089be6aefe req-43334cbe-97aa-4fd2-8e9b-c113ea8ccb2a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988467 Aug 26 10:44:48.567293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:48.638942 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:48.648705 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:48.699347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6ce6538c-27af-4253-ac93-0b89c1a4974c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:48.703319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:48.735911 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:48.769913 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:48.771531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5733199 Aug 26 10:44:48.786438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8aaf7c-03fe-4bbb-bd21-098d5092b2ab tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event updated for resources: {'Port': ['ID=fd38017f-4c1e-4238-84c7-f2ab8534d13d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:48.805227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a860385-b54f-44f8-a243-d4f7dbf0e44f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:48.808012 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a25f4a5-2b01-4f00-b15a-25f5deb2db7a" -d '{"events": [{"server_uuid": "18372c4b-9acd-48a7-82ea-d4405eff7e51", "name": "network-vif-unplugged", "status": "completed", "tag": "6a860385-b54f-44f8-a243-d4f7dbf0e44f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:48.816293 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:48.887047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:48.938078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6ce6538c-27af-4253-ac93-0b89c1a4974c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:48.944986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6ce6538c-27af-4253-ac93-0b89c1a4974c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:48.946849 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:48.967298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a860385-b54f-44f8-a243-d4f7dbf0e44f,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:48.998691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Made reservation on behalf of c1ceb0f08cd248e5b9784461e53ca5ce for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:49.003389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:49.004663 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-50ff3608-8451-48d8-b658-b397c17c5662 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.95 HTTP/1.1" status: 200 len: 695 time: 0.2131879 Aug 26 10:44:49.077617 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:49.086596 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:49.114530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 6ce6538c-27af-4253-ac93-0b89c1a4974c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6ce6538c-27af-4253-ac93-0b89c1a4974c,segment=NetworkSegment(afd53e86-5805-4a4b-a720-ed25d60dad53),segment_id=afd53e86-5805-4a4b-a720-ed25d60dad53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:49.116284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8034e64b-2931-4514-adb1-98d132f3240c req-c9256a80-f9bf-47bb-9aca-1edbd331946f tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 210 time: 0.1463070 Aug 26 10:44:49.131246 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:49.211120 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=6ce6538c-27af-4253-ac93-0b89c1a4974c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:49.242977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Allocated IP 192.168.233.9 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/b8db790b-0779-4579-9474-aa00d28b221f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:49.271603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on host n-h2-778550-13 for vnic_type normal with profile {"migrating_to": "n-h1-778550-13"} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:49.271944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:49.272284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:49.285998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:44:49.286331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Attempting to bind port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:49.298935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:49.299278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:49.299663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:49.300128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Bound port: 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:49.300497 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:49.387521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-99871ee3-ce99-4c76-b8e1-9a11cd7bc1ea tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:49.389006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-99871ee3-ce99-4c76-b8e1-9a11cd7bc1ea tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.3832464 Aug 26 10:44:49.414459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-9c4a677e-19c2-47da-a453-3c6091bcc1ac tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:44:49.415546 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8930864b-df54-41c7-93e2-9d7e6c8c7306 req-9c4a677e-19c2-47da-a453-3c6091bcc1ac tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162733 Aug 26 10:44:49.442342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab17bae-8ae8-4893-8b22-542231a01d22 req-99544c13-492b-4197-92cf-8aa05188fa58 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:49.450159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ab17bae-8ae8-4893-8b22-542231a01d22 req-99544c13-492b-4197-92cf-8aa05188fa58 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 943 time: 0.1371343 Aug 26 10:44:49.459476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:49.468996 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:49.480096 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72880fa2-d416-4af9-ad2a-040a665446d5 x-openstack-request-id: req-72880fa2-d416-4af9-ad2a-040a665446d5 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:49.480435 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18372c4b-9acd-48a7-82ea-d4405eff7e51", "name": "network-vif-unplugged", "status": "completed", "tag": "6a860385-b54f-44f8-a243-d4f7dbf0e44f", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:49.480718 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72880fa2-d416-4af9-ad2a-040a665446d5 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:49.481134 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a860385-b54f-44f8-a243-d4f7dbf0e44f', 'code': 200} Aug 26 10:44:49.486691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Transition to ACTIVE for port object b8db790b-0779-4579-9474-aa00d28b221f will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:49.496227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:49.509024 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:49.542759 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:49.549169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ab17bae-8ae8-4893-8b22-542231a01d22 req-68c23728-b580-4ce6-bb45-1906756833ae tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960948 Aug 26 10:44:49.557090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:44:49.648236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:49.652535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:49.657711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:49.665228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:49.665993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:49.670923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Pushing event updated for resources: {'Port': ['ID=b8db790b-0779-4579-9474-aa00d28b221f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:49.704694 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0f58f70e-5b6e-492c-a934-47721b47af96 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2808044 Aug 26 10:44:49.718431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Request body: {'port': {'device_id': '46cbfe6e-d328-43a9-a295-2b96abd2f236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:49.797545 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.025370 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.037079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6a860385-b54f-44f8-a243-d4f7dbf0e44f,revision_number=8']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:50.066007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:50.066806 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.069428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-d7ed5009-9eb2-4201-8a8b-3144422d15d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/6a860385-b54f-44f8-a243-d4f7dbf0e44f HTTP/1.1" status: 200 len: 1123 time: 2.2304146 Aug 26 10:44:50.075725 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4b3d4fdf-1d58-4f11-befa-2983d7b1095b None None] Provisioning for port b8db790b-0779-4579-9474-aa00d28b221f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:50.088985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4b3d4fdf-1d58-4f11-befa-2983d7b1095b None None] Provisioning complete for port b8db790b-0779-4579-9474-aa00d28b221f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:50.090909 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b3d4fdf-1d58-4f11-befa-2983d7b1095b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.126314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30759bb3-3618-495b-9d8f-5332155b216e req-df260cb4-2647-4ccb-952a-2c375ada72dd tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:50.130968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30759bb3-3618-495b-9d8f-5332155b216e req-df260cb4-2647-4ccb-952a-2c375ada72dd tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 945 time: 0.5759692 Aug 26 10:44:50.152537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['6a860385-b54f-44f8-a243-d4f7dbf0e44f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:44:50.215036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4b3d4fdf-1d58-4f11-befa-2983d7b1095b None None] Port b8db790b-0779-4579-9474-aa00d28b221f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:44:50.230056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30759bb3-3618-495b-9d8f-5332155b216e req-f89a7cb2-83ef-4c7d-980b-dc1f93480340 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676055 Aug 26 10:44:50.289032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8db790b-0779-4579-9474-aa00d28b221f {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:50.293959 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-1317a03d-7e0c-47fd-b933-4bd326b0fc3b tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2599683 Aug 26 10:44:50.306500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.308895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:50.320502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Transition to ACTIVE for port object b8db790b-0779-4579-9474-aa00d28b221f will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:50.327019 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.364804 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.434333 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8db790b-0779-4579-9474-aa00d28b221f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:50.452991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Attempting to bind port b8db790b-0779-4579-9474-aa00d28b221f on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:50.453618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Attempting to bind port b8db790b-0779-4579-9474-aa00d28b221f by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:50.454247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Attempting to bind port b8db790b-0779-4579-9474-aa00d28b221f on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:50.462419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Port b8db790b-0779-4579-9474-aa00d28b221f on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:44:50.463117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Attempting to bind port b8db790b-0779-4579-9474-aa00d28b221f on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:50.478230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:50.478938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:50.479727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:50.480719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Bound port: b8db790b-0779-4579-9474-aa00d28b221f, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:50.481293 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.551114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90777fb5-444e-424e-afd7-133d51af0efe req-9af548cd-fe24-45d0-a1d2-d0dc21e5cf71 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:50.555845 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90777fb5-444e-424e-afd7-133d51af0efe req-9af548cd-fe24-45d0-a1d2-d0dc21e5cf71 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.1580253 Aug 26 10:44:50.584295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] For port b8db790b-0779-4579-9474-aa00d28b221f, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:50.591060 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] For port b8db790b-0779-4579-9474-aa00d28b221f, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b8db790b-0779-4579-9474-aa00d28b221f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:50.610038 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.647390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6ce6538c-27af-4253-ac93-0b89c1a4974c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:50.647585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90777fb5-444e-424e-afd7-133d51af0efe req-1f9c0b6f-fbf6-4d9e-b800-d25d88633f45 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758884 Aug 26 10:44:50.665343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:50.665514 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.666188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.667775 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] 10.222.0.42 "PUT /v2.0/ports/b8db790b-0779-4579-9474-aa00d28b221f HTTP/1.1" status: 200 len: 1095 time: 0.9538944 Aug 26 10:44:50.668327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cbfe6e-d328-43a9-a295-2b96abd2f236', 'tag': 'b8db790b-0779-4579-9474-aa00d28b221f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:50.671428 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0313c69a-2411-426a-b53d-3892c3593af5" -d '{"events": [{"name": "network-changed", "server_uuid": "46cbfe6e-d328-43a9-a295-2b96abd2f236", "tag": "b8db790b-0779-4579-9474-aa00d28b221f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:50.727783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6322a-f33f-4aa2-9af2-8873c72537d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8db790b-0779-4579-9474-aa00d28b221f,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:50.774080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-062f625f-bfc1-4f91-9177-eb0c136e0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:50.776595 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-062f625f-bfc1-4f91-9177-eb0c136e0f1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1ceb0f08cd248e5b9784461e53ca5ce&device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 1098 time: 0.0582719 Aug 26 10:44:50.779240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6ce6538c-27af-4253-ac93-0b89c1a4974c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:50.779616 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:50.825165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Allocated IP 172.25.1.186 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/6f70ff31-fa64-49d2-b447-62f9b8922330) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:50.843460 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-48fbceb7-8d25-489d-897e-58e2484b43bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=b8db790b-0779-4579-9474-aa00d28b221f HTTP/1.1" status: 200 len: 217 time: 0.0516112 Aug 26 10:44:50.920654 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-fcdabbb1-b5ba-4d4d-9360-41ffc31881a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:50.923144 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-fcdabbb1-b5ba-4d4d-9360-41ffc31881a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0724437 Aug 26 10:44:50.974112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-448dfd24-4bc4-4ca3-8b3c-cc60c7e2c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:50.975767 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-448dfd24-4bc4-4ca3-8b3c-cc60c7e2c2b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459790 Aug 26 10:44:51.000828 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:51.012677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8b6ac-faf2-4ab1-882e-348aa0c65485 req-dd8fe186-6566-404c-a3bd-bcc9e3afff6e tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:51.014372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3f8b6ac-faf2-4ab1-882e-348aa0c65485 req-dd8fe186-6566-404c-a3bd-bcc9e3afff6e tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 946 time: 0.0997105 Aug 26 10:44:51.081551 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3f8b6ac-faf2-4ab1-882e-348aa0c65485 req-b6e0cc3a-cd6c-4a1a-b228-cb323da8f06c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562196 Aug 26 10:44:51.083575 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-9bf1789b-7c02-42e7-97a1-f192a8834c94 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002042 Aug 26 10:44:51.083787 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:51.133268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:51.143429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:51.149656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:51.185083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event updated for resources: {'Port': ['ID=6f70ff31-fa64-49d2-b447-62f9b8922330,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:51.209446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:51.219005 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86e62726-8fcf-40a0-b171-a6553e0dfbe5 req-0248b1f8-a397-40fe-8a32-d9ebd098dc3a service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271060 Aug 26 10:44:51.256550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:51.417426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5548d-6ef2-4d18-b14f-ff71b858a2f2 req-c36fb9ff-22ed-4b59-888e-6f579fbf933b tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:51.418988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eff5548d-6ef2-4d18-b14f-ff71b858a2f2 req-c36fb9ff-22ed-4b59-888e-6f579fbf933b tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 1097 time: 0.0795574 Aug 26 10:44:51.469735 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:51.472689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eff5548d-6ef2-4d18-b14f-ff71b858a2f2 req-0efc64be-aecf-438b-ad8c-03c70fd1e487 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476799 Aug 26 10:44:51.475049 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:51.484594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'tag': '6a860385-b54f-44f8-a243-d4f7dbf0e44f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:51.487061 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a385a70-7456-4059-b3a2-53ecf37e3334" -d '{"events": [{"name": "network-changed", "server_uuid": "18372c4b-9acd-48a7-82ea-d4405eff7e51", "tag": "6a860385-b54f-44f8-a243-d4f7dbf0e44f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:51.514996 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:51.537479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event updated for resources: {'Port': ['ID=6f70ff31-fa64-49d2-b447-62f9b8922330,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:51.547360 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:51.549039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-7ba0a188-7315-495a-80e8-057585644d7d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2478514 Aug 26 10:44:51.622590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-54b7c8b7-5127-4558-80aa-171da9267fcf tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.186 HTTP/1.1" status: 200 len: 696 time: 0.0547931 Aug 26 10:44:51.637188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f139de-fd6e-4422-8b71-c702d5bee2cf req-3d69f9f3-0822-4e5a-a497-86f4c9cbb61d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:51.638712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30f139de-fd6e-4422-8b71-c702d5bee2cf req-3d69f9f3-0822-4e5a-a497-86f4c9cbb61d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 943 time: 0.1029749 Aug 26 10:44:51.733675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30f139de-fd6e-4422-8b71-c702d5bee2cf req-ceafd99d-7dbc-4bce-aeff-37e9813b4c8d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862436 Aug 26 10:44:51.781657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-b26c713b-ecf5-4731-98b9-2ec93fe18cb9 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:51.783404 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-b26c713b-ecf5-4731-98b9-2ec93fe18cb9 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.1544716 Aug 26 10:44:51.785312 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:51.795742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-01b0b41f-ff8a-43f5-8c34-281eda326ad8 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:44:51.796927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdbf9c11-f9a8-46e5-8697-61ad582bd28e req-01b0b41f-ff8a-43f5-8c34-281eda326ad8 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065069 Aug 26 10:44:51.843164 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044676ca-8eae-4276-b506-9c281dcdec73 x-openstack-request-id: req-044676ca-8eae-4276-b506-9c281dcdec73 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:51.843696 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cbfe6e-d328-43a9-a295-2b96abd2f236", "tag": "b8db790b-0779-4579-9474-aa00d28b221f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:51.843857 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-044676ca-8eae-4276-b506-9c281dcdec73 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:51.846271 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cbfe6e-d328-43a9-a295-2b96abd2f236', 'tag': 'b8db790b-0779-4579-9474-aa00d28b221f', 'status': 'completed', 'code': 200} Aug 26 10:44:51.927106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c69a-2411-426a-b53d-3892c3593af5 req-5b3c3693-412b-4be2-a239-ff23f5f2101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:51.928947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-8f669375-91b5-4075-a317-72d3f09654f3 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=814dc570c4d54e5b985b103cf7ce50f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276303 Aug 26 10:44:51.929682 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0313c69a-2411-426a-b53d-3892c3593af5 req-5b3c3693-412b-4be2-a239-ff23f5f2101a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c1ceb0f08cd248e5b9784461e53ca5ce&device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 1098 time: 0.0627940 Aug 26 10:44:52.025462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c69a-2411-426a-b53d-3892c3593af5 req-37a33d1b-4aa6-46a9-92ed-654b3a7a80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:52.027005 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0313c69a-2411-426a-b53d-3892c3593af5 req-37a33d1b-4aa6-46a9-92ed-654b3a7a80a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.0880458 Aug 26 10:44:52.066948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713d74-5f55-4590-a3cd-8fa2be2d5a4b req-04b3c655-b8b5-423d-932c-104103f070a5 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:52.068399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc713d74-5f55-4590-a3cd-8fa2be2d5a4b req-04b3c655-b8b5-423d-932c-104103f070a5 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 1097 time: 0.0821564 Aug 26 10:44:52.073144 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0313c69a-2411-426a-b53d-3892c3593af5 req-1db7e10d-7670-4b7f-8aec-4f08d895c1ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=b8db790b-0779-4579-9474-aa00d28b221f HTTP/1.1" status: 200 len: 217 time: 0.0356598 Aug 26 10:44:52.077281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-e333eb4d-c473-45a3-9389-91a2433a7c44 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:52.078769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-e333eb4d-c473-45a3-9389-91a2433a7c44 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429791 Aug 26 10:44:52.106386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-8982b97d-48ce-4587-ba7a-af310f00dec8 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/quotas/814dc570c4d54e5b985b103cf7ce50f1 HTTP/1.1" status: 200 len: 375 time: 0.0206230 Aug 26 10:44:52.129796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc713d74-5f55-4590-a3cd-8fa2be2d5a4b req-f69c26cd-2b16-4a4e-af6f-f903c6425398 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499768 Aug 26 10:44:52.145973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-7559da0e-57a7-4870-8ea4-29c394f5604b tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=814dc570c4d54e5b985b103cf7ce50f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312140 Aug 26 10:44:52.151163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c69a-2411-426a-b53d-3892c3593af5 req-ce71c53b-fb3f-4153-9886-cd8e525422ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:52.152999 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0313c69a-2411-426a-b53d-3892c3593af5 req-ce71c53b-fb3f-4153-9886-cd8e525422ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0712814 Aug 26 10:44:52.180354 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbfc397-8ff8-4fb7-9cc0-2cb101c9d50f x-openstack-request-id: req-dcbfc397-8ff8-4fb7-9cc0-2cb101c9d50f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:52.180744 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18372c4b-9acd-48a7-82ea-d4405eff7e51", "tag": "6a860385-b54f-44f8-a243-d4f7dbf0e44f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:52.181005 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcbfc397-8ff8-4fb7-9cc0-2cb101c9d50f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:52.181414 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'tag': '6a860385-b54f-44f8-a243-d4f7dbf0e44f', 'status': 'completed', 'code': 200} Aug 26 10:44:52.217794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c69a-2411-426a-b53d-3892c3593af5 req-a279e967-d9d8-4cb9-81c0-2d0772846421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:52.219822 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0313c69a-2411-426a-b53d-3892c3593af5 req-a279e967-d9d8-4cb9-81c0-2d0772846421 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584314 Aug 26 10:44:52.293282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5556ab-f486-4ed9-8f9d-0a6cb7d4d8c7 req-15563d9a-2e07-466d-ad27-ae53c771c4e0 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:52.295078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a5556ab-f486-4ed9-8f9d-0a6cb7d4d8c7 req-15563d9a-2e07-466d-ad27-ae53c771c4e0 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.0618792 Aug 26 10:44:52.316248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a385a70-7456-4059-b3a2-53ecf37e3334 req-ba53d8af-9b4f-414e-a29e-a467e85ace59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:52.317825 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1a385a70-7456-4059-b3a2-53ecf37e3334 req-ba53d8af-9b4f-414e-a29e-a467e85ace59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 1126 time: 0.1134071 Aug 26 10:44:52.402425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a5556ab-f486-4ed9-8f9d-0a6cb7d4d8c7 req-f3bf0488-f9ef-4b94-b9e8-21e403dc446b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994573 Aug 26 10:44:52.419917 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0313c69a-2411-426a-b53d-3892c3593af5 req-e0c8f511-ad83-449d-b004-d012d9a5f1fa service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837497 Aug 26 10:44:52.453068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-5209c9f1-df40-4239-b0d0-7a2cdef0778a tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1518312 Aug 26 10:44:52.459832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:52.488644 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:52.510957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a385a70-7456-4059-b3a2-53ecf37e3334 req-044cdce8-680d-4fc3-be47-056adbd3a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:52.513673 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1a385a70-7456-4059-b3a2-53ecf37e3334 req-044cdce8-680d-4fc3-be47-056adbd3a945 service neutron] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.1868808 Aug 26 10:44:52.575297 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1a385a70-7456-4059-b3a2-53ecf37e3334 req-9e7701e5-501e-4b21-b4e9-e77c41cf1e6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f HTTP/1.1" status: 200 len: 217 time: 0.0527122 Aug 26 10:44:52.578109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6a860385-b54f-44f8-a243-d4f7dbf0e44f details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:44:52.632287 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:52.681148 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0313c69a-2411-426a-b53d-3892c3593af5 req-437714fb-0638-480c-aabe-c9dbae10e884 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471056 Aug 26 10:44:52.703646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a385a70-7456-4059-b3a2-53ecf37e3334 req-9b3febe1-944a-4db6-a9d1-dc966236b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:52.705938 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1a385a70-7456-4059-b3a2-53ecf37e3334 req-9b3febe1-944a-4db6-a9d1-dc966236b924 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.0658104 Aug 26 10:44:52.757915 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1a385a70-7456-4059-b3a2-53ecf37e3334 req-676bd1fc-9f89-4e0e-95aa-890abdfeaeeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437131 Aug 26 10:44:52.796954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412439f-9e92-4297-9345-29efe71dcea4 req-3bdb3543-0f5f-4dee-8735-ceca9e9f613f tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:52.798943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d412439f-9e92-4297-9345-29efe71dcea4 req-3bdb3543-0f5f-4dee-8735-ceca9e9f613f tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 946 time: 0.1118147 Aug 26 10:44:52.813265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:52.845300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6a860385-b54f-44f8-a243-d4f7dbf0e44f has no active binding in host n-h1-778550-13 {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 26 10:44:52.877744 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1a385a70-7456-4059-b3a2-53ecf37e3334 req-71c63404-371b-4357-9120-d5323d8809af service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121993 Aug 26 10:44:52.885483 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d412439f-9e92-4297-9345-29efe71dcea4 req-0e207e52-b8e3-4cb9-98a4-3fdc1490b99f tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632498 Aug 26 10:44:52.893963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Allocated IP 172.25.1.88 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/9e29f92f-5bcf-4b2c-bc7f-60d21c52cd8a) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:53.025573 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1a385a70-7456-4059-b3a2-53ecf37e3334 req-a690b19c-8ecd-4ca8-80a8-b7c287a3288c service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402831 Aug 26 10:44:53.043153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36084) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:53.129528 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bad1f34a-eb69-4f43-907b-6fc2069b7370 req-6abb4011-1148-4cf2-a0ce-d493d23a5d66 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 210 time: 0.0392580 Aug 26 10:44:53.147432 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.183138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d2f12e0-1896-402b-bcbe-9405baa01851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.213656 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.281824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:53.291438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:53.296774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:53.304579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event updated for resources: {'Port': ['ID=9e29f92f-5bcf-4b2c-bc7f-60d21c52cd8a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:53.316876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d2f12e0-1896-402b-bcbe-9405baa01851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.320960 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d2f12e0-1896-402b-bcbe-9405baa01851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.344374 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b723ff-e18e-422c-84d6-f656164c5571 req-feffb71f-3e7d-4276-a3a4-e0dfd63fde7b tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:53.345957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95b723ff-e18e-422c-84d6-f656164c5571 req-feffb71f-3e7d-4276-a3a4-e0dfd63fde7b tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 943 time: 0.1015089 Aug 26 10:44:53.359998 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d2f12e0-1896-402b-bcbe-9405baa01851 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b5d7f7ea4e243d8b391333ea2ed25de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157303 Aug 26 10:44:53.361675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f12e0-1896-402b-bcbe-9405baa01851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d22baa2-535c-4e01-bd90-a161c3a9f3a8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:53.363979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36088) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:53.374594 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.419032 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb7193a5-1909-4762-b774-01e894449048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.428905 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95b723ff-e18e-422c-84d6-f656164c5571 req-61461dca-2044-4f16-8995-87a53ef431b8 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707753 Aug 26 10:44:53.436594 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.470908 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb7193a5-1909-4762-b774-01e894449048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.556342 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb7193a5-1909-4762-b774-01e894449048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.561953 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb7193a5-1909-4762-b774-01e894449048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.566332 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bb7193a5-1909-4762-b774-01e894449048 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d22baa2-535c-4e01-bd90-a161c3a9f3a8 HTTP/1.1" status: 204 len: 168 time: 0.2013545 Aug 26 10:44:53.576628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7193a5-1909-4762-b774-01e894449048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d22baa2-535c-4e01-bd90-a161c3a9f3a8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:53.634832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-c23fe0b1-4820-42bb-8e04-039f3534d8dc tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=814dc570c4d54e5b985b103cf7ce50f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381269 Aug 26 10:44:53.705678 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.717547 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.762332 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.787802 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:53.795833 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3405905 Aug 26 10:44:53.849342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e61586-4ab2-4bad-a2d1-105e26fc981e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event updated for resources: {'Port': ['ID=9e29f92f-5bcf-4b2c-bc7f-60d21c52cd8a,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:53.871487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-e6e844bc-9801-4261-b427-76c8ec9b15d3 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 695 time: 0.0747147 Aug 26 10:44:53.880520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-7573981e-0c54-4584-84a6-5e133b02db0a tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:53.882038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-7573981e-0c54-4584-84a6-5e133b02db0a tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396796 Aug 26 10:44:53.937733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Request body: {'port': {'device_id': 'd82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '814dc570c4d54e5b985b103cf7ce50f1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:53.989025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36110) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:54.007436 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-840f3699-f801-41aa-9142-1aa6f74a9f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:54.065900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-f71cf6f4-eca8-4353-b929-fd4709271eb2 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:54.067414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f6661ea-5003-4cf9-87df-d15f40340c34 req-f71cf6f4-eca8-4353-b929-fd4709271eb2 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.1844177 Aug 26 10:44:54.135887 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-840f3699-f801-41aa-9142-1aa6f74a9f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:54.141295 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-840f3699-f801-41aa-9142-1aa6f74a9f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:54.184541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Made reservation on behalf of 814dc570c4d54e5b985b103cf7ce50f1 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:44:54.188578 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:54.191696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f3699-f801-41aa-9142-1aa6f74a9f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a160f51-9168-46d0-bee6-0ea58cc7430f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:54.201564 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-840f3699-f801-41aa-9142-1aa6f74a9f63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=722f2295c2d74fd5bdda13eeeeecedcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106164 Aug 26 10:44:54.201704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36122) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:44:54.213586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc519f-4978-4ada-ae1d-bd09f562ffed req-d3187cf4-12d9-4988-9926-6b0ded9fbe02 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:54.215289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35dc519f-4978-4ada-ae1d-bd09f562ffed req-d3187cf4-12d9-4988-9926-6b0ded9fbe02 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.0873001 Aug 26 10:44:54.220797 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:54.307280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35dc519f-4978-4ada-ae1d-bd09f562ffed req-4808ebf5-d1c9-45c8-a787-2310f7090886 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832844 Aug 26 10:44:54.337009 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-773fda22-f60c-4969-a06e-12f0fb8541e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:54.374324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-773fda22-f60c-4969-a06e-12f0fb8541e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:54.439824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:54.449133 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:54.474983 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-773fda22-f60c-4969-a06e-12f0fb8541e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:54.477639 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-773fda22-f60c-4969-a06e-12f0fb8541e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:54.481698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-773fda22-f60c-4969-a06e-12f0fb8541e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a160f51-9168-46d0-bee6-0ea58cc7430f HTTP/1.1" status: 204 len: 168 time: 0.2749002 Aug 26 10:44:54.544988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbff811c-5bbf-4fe9-8b9a-81530b8ca941,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:54.583469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fda22-f60c-4969-a06e-12f0fb8541e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a160f51-9168-46d0-bee6-0ea58cc7430f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:54.629090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca59e6-08d4-4e63-af03-647b4af34f94 req-34403b07-efc3-4c0a-836b-531ba298379c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:54.630808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c9ca59e6-08d4-4e63-af03-647b4af34f94 req-34403b07-efc3-4c0a-836b-531ba298379c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 946 time: 0.1043177 Aug 26 10:44:54.673214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Allocated IP 192.168.233.210 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/263cdeae-0b81-4b85-be02-844844fc4c92) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:54.701618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c9ca59e6-08d4-4e63-af03-647b4af34f94 req-29ff6aac-be6c-448b-88be-b10f596b3997 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623899 Aug 26 10:44:54.940243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-6e942c68-8057-4f77-8c00-0f0805e9174c tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2122300 Aug 26 10:44:54.959289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:54.981639 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:55.002008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Transition to ACTIVE for port object 263cdeae-0b81-4b85-be02-844844fc4c92 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:55.004270 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:55.078325 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-8a433bc8-9598-42e3-9120-74c05a8826a9 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:44:55.079434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-8a433bc8-9598-42e3-9120-74c05a8826a9 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1667488 Aug 26 10:44:55.095494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Request body: {'binding': {'host': 'n-h1-778550-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:55.095947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Unknown quota resources ['binding']. {{(pid=101267) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 10:44:55.125802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b8db790b-0779-4579-9474-aa00d28b221f details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:44:55.291139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b8db790b-0779-4579-9474-aa00d28b221f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b8db790b-0779-4579-9474-aa00d28b221f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:55.306811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'b8db790b-0779-4579-9474-aa00d28b221f', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'b8db790b-0779-4579-9474-aa00d28b221f', 'mac_address': 'fa:16:3e:50:6b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:44:55.353923 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:55.364480 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:55.374614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8db790b-0779-4579-9474-aa00d28b221f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:55.405446 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b8db790b-0779-4579-9474-aa00d28b221f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b8db790b-0779-4579-9474-aa00d28b221f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:55.410683 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:55.431234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:55.471060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b8db790b-0779-4579-9474-aa00d28b221f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:55.475244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:55.487482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:55.493873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:55.494512 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:55.503651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Pushing event updated for resources: {'Port': ['ID=263cdeae-0b81-4b85-be02-844844fc4c92,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:55.528725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-9c9262fb-7ad9-436b-ade6-bd61967615c7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6247311 Aug 26 10:44:55.554482 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:55.583437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Request body: {'port': {'device_id': 'd82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:44:55.646407 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['b8db790b-0779-4579-9474-aa00d28b221f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:44:55.681515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a on host n-h1-778550-13 for vnic_type normal with profile None {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:55.682086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:55.682181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:55.711499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Port 7c49015d-b414-4768-958c-bb99bd41261a on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:44:55.711847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:55.727606 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:55.765044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:55.765709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:55.765830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:55.766207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Bound port: 7c49015d-b414-4768-958c-bb99bd41261a, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:55.844761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Allocated IP 172.25.1.134 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/986e0760-9479-494b-8de5-f38c88fa4fec) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:44:55.895061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7c49015d-b414-4768-958c-bb99bd41261a,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:55.900765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-75938eae-81db-4104-93e5-b28526060b14 None None] Provisioning for port 263cdeae-0b81-4b85-be02-844844fc4c92 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:55.904956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-75938eae-81db-4104-93e5-b28526060b14 None None] Provisioning complete for port 263cdeae-0b81-4b85-be02-844844fc4c92 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:55.905321 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75938eae-81db-4104-93e5-b28526060b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:55.945815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-75938eae-81db-4104-93e5-b28526060b14 None None] Port 263cdeae-0b81-4b85-be02-844844fc4c92 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:44:55.978118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:55.979291 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-78c18259-446f-4489-9060-b4c670c18ee1 service neutron] 10.222.0.21 "POST /v2.0/ports/7c49015d-b414-4768-958c-bb99bd41261a/bindings HTTP/1.1" status: 201 len: 390 time: 0.8883574 Aug 26 10:44:56.111955 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:56.259354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c05448-ee86-45a2-b50a-a5bf836f2fbb req-28537d50-59de-466c-8e8d-a69254ef9d1c tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:56.260792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39c05448-ee86-45a2-b50a-a5bf836f2fbb req-28537d50-59de-466c-8e8d-a69254ef9d1c tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 936 time: 0.1137149 Aug 26 10:44:56.276128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263cdeae-0b81-4b85-be02-844844fc4c92 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:56.285753 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:56.301109 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:56.353195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:44:56.371423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Transition to ACTIVE for port object 263cdeae-0b81-4b85-be02-844844fc4c92 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:56.372461 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:44:56.377168 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:44:56.384564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39c05448-ee86-45a2-b50a-a5bf836f2fbb req-ef7850b5-0d4f-40e8-82fb-8ba34acd5d83 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133142 Aug 26 10:44:56.385183 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:56.387103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event updated for resources: {'Port': ['ID=986e0760-9479-494b-8de5-f38c88fa4fec,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:56.512732 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Pushing event updated for resources: {'Port': ['ID=263cdeae-0b81-4b85-be02-844844fc4c92,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:56.535631 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:56.562941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Attempting to bind port 263cdeae-0b81-4b85-be02-844844fc4c92 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:44:56.563283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Attempting to bind port 263cdeae-0b81-4b85-be02-844844fc4c92 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:44:56.564154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Attempting to bind port 263cdeae-0b81-4b85-be02-844844fc4c92 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:56.597045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f9f4c-baac-4c8a-9bae-7106a8cdbe7f req-11bddbed-c9ac-44ed-8355-55af2c2b8ee8 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:56.598635 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef7f9f4c-baac-4c8a-9bae-7106a8cdbe7f req-11bddbed-c9ac-44ed-8355-55af2c2b8ee8 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 943 time: 0.1540048 Aug 26 10:44:56.602013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Port 263cdeae-0b81-4b85-be02-844844fc4c92 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:44:56.602340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Attempting to bind port 263cdeae-0b81-4b85-be02-844844fc4c92 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:44:56.604607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:56.641625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:44:56.642544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:44:56.643029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:44:56.643398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Bound port: 263cdeae-0b81-4b85-be02-844844fc4c92, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:44:56.643755 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:56.727747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef7f9f4c-baac-4c8a-9bae-7106a8cdbe7f req-6f97bc30-4a2e-46fa-be9f-45d3fff2a44e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211913 Aug 26 10:44:56.807775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] For port 263cdeae-0b81-4b85-be02-844844fc4c92, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:56.841826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] For port 263cdeae-0b81-4b85-be02-844844fc4c92, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=263cdeae-0b81-4b85-be02-844844fc4c92,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:44:56.852473 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:56.911266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:56.911891 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:56.913793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] 10.222.0.47 "PUT /v2.0/ports/263cdeae-0b81-4b85-be02-844844fc4c92 HTTP/1.1" status: 200 len: 1097 time: 1.3436475 Aug 26 10:44:56.914523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8', 'tag': '263cdeae-0b81-4b85-be02-844844fc4c92'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:56.916779 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8", "tag": "263cdeae-0b81-4b85-be02-844844fc4c92"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:56.934297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e932102-4ae0-4e14-94cf-3e0842ead29c req-ec2cd772-75ce-49f8-a5dd-39ad1474d7bc tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:56.935937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e932102-4ae0-4e14-94cf-3e0842ead29c req-ec2cd772-75ce-49f8-a5dd-39ad1474d7bc tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.1482289 Aug 26 10:44:56.976460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca615169-0f87-450a-94e8-5c60f85a63fa service neutron] Pushing event updated for resources: {'Port': ['ID=263cdeae-0b81-4b85-be02-844844fc4c92,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:56.988252 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:57.009387 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:57.064743 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:57.073481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e932102-4ae0-4e14-94cf-3e0842ead29c req-07904e4e-ed42-4502-8dc6-c25d5dc29a78 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264360 Aug 26 10:44:57.096714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-3828274d-e809-4b43-98ac-ba16dca257d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:57.098196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-3828274d-e809-4b43-98ac-ba16dca257d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=814dc570c4d54e5b985b103cf7ce50f1&device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 1100 time: 0.1335425 Aug 26 10:44:57.099523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event updated for resources: {'Port': ['ID=986e0760-9479-494b-8de5-f38c88fa4fec,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:57.102059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:57.103239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-45ac1ca6-e8bb-41c0-b497-d86be1acdf3d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1527479 Aug 26 10:44:57.132373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b8db790b-0779-4579-9474-aa00d28b221f up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:44:57.184420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port b8db790b-0779-4579-9474-aa00d28b221f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:44:57.188742 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port b8db790b-0779-4579-9474-aa00d28b221f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:44:57.189242 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:57.223260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-d9c8125d-e03c-47df-aeab-96ea8f9a8b43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=263cdeae-0b81-4b85-be02-844844fc4c92 HTTP/1.1" status: 200 len: 217 time: 0.1104002 Aug 26 10:44:57.240683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-3ff11e87-7c60-4f54-9a38-83f69ae91c0c tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.134 HTTP/1.1" status: 200 len: 696 time: 0.1303504 Aug 26 10:44:57.277829 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:57.297606 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-3f6a2b4b-60be-44cf-8f10-1e5e4a670794 service neutron] 10.222.0.42 "GET /v2.0/ports/6a860385-b54f-44f8-a243-d4f7dbf0e44f/bindings/n-h1-778550-13 HTTP/1.1" status: 200 len: 385 time: 0.0720842 Aug 26 10:44:57.304059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cbfe6e-d328-43a9-a295-2b96abd2f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8db790b-0779-4579-9474-aa00d28b221f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:44:57.306553 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d978316-e6de-4f1d-bc0d-fd12dbbe05db" -d '{"events": [{"server_uuid": "46cbfe6e-d328-43a9-a295-2b96abd2f236", "name": "network-vif-plugged", "status": "completed", "tag": "b8db790b-0779-4579-9474-aa00d28b221f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:44:57.319766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b8db790b-0779-4579-9474-aa00d28b221f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b8db790b-0779-4579-9474-aa00d28b221f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:57.325929 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:57.380077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-13ea11c0-cd0b-4193-97dd-8828b24702a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:57.381571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-13ea11c0-cd0b-4193-97dd-8828b24702a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1398697 Aug 26 10:44:57.386849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b8db790b-0779-4579-9474-aa00d28b221f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:57.403818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ffc8d-9331-40be-858f-dfef568324b9 req-013528a8-06b4-4b4d-bb74-10791d945184 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:57.405323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f7ffc8d-9331-40be-858f-dfef568324b9 req-013528a8-06b4-4b4d-bb74-10791d945184 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 947 time: 0.1625404 Aug 26 10:44:57.482682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-8bf56b93-7efb-4fc5-86eb-27aa1496b809 service neutron] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:57.488885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-54882153-f5e6-43b9-8090-e147ecba2714 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:57.490291 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ed112a4-16b7-47ef-82e5-72efef2b905e req-54882153-f5e6-43b9-8090-e147ecba2714 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.2319090 Aug 26 10:44:57.499090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f7ffc8d-9331-40be-858f-dfef568324b9 req-19e16abf-032f-4821-9c07-33a555270601 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792327 Aug 26 10:44:57.506052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-8bf56b93-7efb-4fc5-86eb-27aa1496b809 service neutron] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:44:57.512466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-6792a545-b299-48f9-a761-641f28f01dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:57.514831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-6792a545-b299-48f9-a761-641f28f01dc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1197248 Aug 26 10:44:57.530052 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:44:57.546998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-8bf56b93-7efb-4fc5-86eb-27aa1496b809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a860385-b54f-44f8-a243-d4f7dbf0e44f {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:44:57.558063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-8bf56b93-7efb-4fc5-86eb-27aa1496b809 service neutron] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:44:57.578502 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-8bf56b93-7efb-4fc5-86eb-27aa1496b809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:57.662351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da0a2d-4376-481c-878a-e74bf4dcc450 req-82bea56b-4d90-4365-93a9-16a26d0666eb tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:57.663303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-8bf56b93-7efb-4fc5-86eb-27aa1496b809 service neutron] Transition to ACTIVE for port object 6a860385-b54f-44f8-a243-d4f7dbf0e44f will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:44:57.664194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91da0a2d-4376-481c-878a-e74bf4dcc450 req-82bea56b-4d90-4365-93a9-16a26d0666eb tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 945 time: 0.0824287 Aug 26 10:44:57.671276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-8bf56b93-7efb-4fc5-86eb-27aa1496b809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:44:57.671542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-e225d585-1215-46cf-9363-c7af1280a347 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441417 Aug 26 10:44:57.728444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-8bf56b93-7efb-4fc5-86eb-27aa1496b809 service neutron] No DVR routers for this DVR port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:44:57.767524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91da0a2d-4376-481c-878a-e74bf4dcc450 req-7305e21b-f28d-450c-ab75-e5267ab184cd tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946085 Aug 26 10:44:57.777126 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-8bf56b93-7efb-4fc5-86eb-27aa1496b809 service neutron] 10.222.0.42 "PUT /v2.0/ports/6a860385-b54f-44f8-a243-d4f7dbf0e44f/bindings/n-h1-778550-13/activate HTTP/1.1" status: 200 len: 370 time: 0.4709413 Aug 26 10:44:57.778008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf56b93-7efb-4fc5-86eb-27aa1496b809 service neutron] Pushing event updated for resources: {'Port': ['ID=6a860385-b54f-44f8-a243-d4f7dbf0e44f,revision_number=10']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:44:57.819942 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d27f5449-6194-4471-a4f8-cfa1bb1f0a79 req-ebc5d87a-7fe8-470c-9e89-39ebf01758e6 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330156 Aug 26 10:44:57.840263 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0006723f-fae6-4779-aa3c-0fbd86658085 x-openstack-request-id: req-0006723f-fae6-4779-aa3c-0fbd86658085 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:57.840637 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8", "tag": "263cdeae-0b81-4b85-be02-844844fc4c92", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:57.841603 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0006723f-fae6-4779-aa3c-0fbd86658085 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:57.842075 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8', 'tag': '263cdeae-0b81-4b85-be02-844844fc4c92', 'status': 'completed', 'code': 200} Aug 26 10:44:57.877226 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb519276-a323-4bb8-97d7-2edbbe3eb057 x-openstack-request-id: req-cb519276-a323-4bb8-97d7-2edbbe3eb057 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:44:57.877621 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cbfe6e-d328-43a9-a295-2b96abd2f236", "name": "network-vif-plugged", "status": "completed", "tag": "b8db790b-0779-4579-9474-aa00d28b221f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:44:57.877949 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb519276-a323-4bb8-97d7-2edbbe3eb057 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:44:57.878445 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cbfe6e-d328-43a9-a295-2b96abd2f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8db790b-0779-4579-9474-aa00d28b221f', 'code': 200} Aug 26 10:44:57.943446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-c9685066-76b4-43c9-a18c-d22b3b8d913c tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:57.945955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-c9685066-76b4-43c9-a18c-d22b3b8d913c tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.0973625 Aug 26 10:44:57.960820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9 req-bf993cd1-f603-4d68-8a82-12cad24269db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:57.962232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9 req-bf993cd1-f603-4d68-8a82-12cad24269db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=814dc570c4d54e5b985b103cf7ce50f1&device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 1100 time: 0.0764003 Aug 26 10:44:58.005549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c895a-04e7-4fb4-a952-663e8beecf69 req-e769c4c4-7ebf-48d9-bca2-9d490e6f7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:58.007086 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c70c895a-04e7-4fb4-a952-663e8beecf69 req-e769c4c4-7ebf-48d9-bca2-9d490e6f7e68 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 1100 time: 0.0483499 Aug 26 10:44:58.047387 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c70c895a-04e7-4fb4-a952-663e8beecf69 req-c997ce70-28c4-43be-b797-8304838920c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Aug 26 10:44:58.354962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46ff5d9d-03c8-48e3-b43b-273e21724d72 req-6eeee106-d6cc-4e4a-8109-2d185546dda6 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips/6de29d0c-47ec-4d60-be55-81e72e57852c HTTP/1.1" status: 200 len: 693 time: 0.3455698 Aug 26 10:44:58.392902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59340e7-f29c-4e38-9b05-f30bdadaa6da req-9afe1303-8f20-40db-82dc-caa0ab91c04a tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:58.394381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a59340e7-f29c-4e38-9b05-f30bdadaa6da req-9afe1303-8f20-40db-82dc-caa0ab91c04a tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 948 time: 0.4453638 Aug 26 10:44:58.411627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-53255aad-70d9-4278-b218-e02d45ea4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:58.413113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-53255aad-70d9-4278-b218-e02d45ea4a87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51&tenant_id=b511d0e342254b5691c29fa10c143578 HTTP/1.1" status: 200 len: 1096 time: 0.4499149 Aug 26 10:44:58.534283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9 req-f9e3eaed-db28-4dde-b260-c39337907472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:58.535827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9 req-f9e3eaed-db28-4dde-b260-c39337907472 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.5278792 Aug 26 10:44:58.549440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a59340e7-f29c-4e38-9b05-f30bdadaa6da req-a906a46d-7398-40fe-a0b6-2c58b2e09bcf tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353643 Aug 26 10:44:58.565023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-f0d3a7dd-3d8b-41e3-a91e-20e35cdadef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:58.566600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-f0d3a7dd-3d8b-41e3-a91e-20e35cdadef2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 1096 time: 0.1190259 Aug 26 10:44:58.617221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9 req-23938050-d587-4999-a7cb-c32d5884fe7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=263cdeae-0b81-4b85-be02-844844fc4c92 HTTP/1.1" status: 200 len: 217 time: 0.0629792 Aug 26 10:44:58.680036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff5d9d-03c8-48e3-b43b-273e21724d72 req-b2972431-4415-43f2-9e23-ee3fac5586fc tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:58.681379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46ff5d9d-03c8-48e3-b43b-273e21724d72 req-b2972431-4415-43f2-9e23-ee3fac5586fc tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.3193073 Aug 26 10:44:58.732077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-46ff5d9d-03c8-48e3-b43b-273e21724d72 req-55d11831-1d1d-45dc-acd6-3414ebe2a703 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:44:58.733126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46ff5d9d-03c8-48e3-b43b-273e21724d72 req-55d11831-1d1d-45dc-acd6-3414ebe2a703 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178442 Aug 26 10:44:58.771145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9 req-d493f293-3d9f-4875-9a14-a1ce0d5b38be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:58.772622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9 req-d493f293-3d9f-4875-9a14-a1ce0d5b38be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1416032 Aug 26 10:44:58.783059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0405-4a2d-40a8-94ab-28d77e962bdc req-a5c4ca9b-7ba4-4842-a614-b58b474bf482 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:58.784535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56ca0405-4a2d-40a8-94ab-28d77e962bdc req-a5c4ca9b-7ba4-4842-a614-b58b474bf482 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 944 time: 0.1663899 Aug 26 10:44:58.828184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-14d02de8-06ca-42fc-bd66-a1f4921f7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:58.829666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-14d02de8-06ca-42fc-bd66-a1f4921f7d17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.2263019 Aug 26 10:44:58.888719 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-98b753a3-2326-49f2-b5b5-90a2d0ae69e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f HTTP/1.1" status: 200 len: 217 time: 0.0485392 Aug 26 10:44:58.895046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9 req-96326aa4-f2f3-4579-8923-118eb963a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:58.896519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9 req-96326aa4-f2f3-4579-8923-118eb963a6b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1081767 Aug 26 10:44:58.899550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56ca0405-4a2d-40a8-94ab-28d77e962bdc req-67c14d69-23f7-4a1d-a818-963ff2019d68 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979986 Aug 26 10:44:59.064989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-36137dff-9627-424e-824a-70981ea0c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:59.066378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-36137dff-9627-424e-824a-70981ea0c390 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.1578104 Aug 26 10:44:59.109286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8116-dd35-437d-9a0c-9f591e420f34 req-3657f3d3-75ad-4a4f-a26c-6861e5125277 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:59.110811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-941b8116-dd35-437d-9a0c-9f591e420f34 req-3657f3d3-75ad-4a4f-a26c-6861e5125277 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.1666162 Aug 26 10:44:59.131793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-b4c1b1eb-8b7a-4f72-bf9c-9ae52a51aa39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558970 Aug 26 10:44:59.168403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9 req-2c0d6b85-0867-435b-961b-7a1c191bd8d0 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519169 Aug 26 10:44:59.184561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d622504-2438-45a8-9752-faccf5ab4395 req-4c0091b2-fba1-41c7-ab57-9d3f05903ab8 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:59.185968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d622504-2438-45a8-9752-faccf5ab4395 req-4c0091b2-fba1-41c7-ab57-9d3f05903ab8 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 948 time: 0.1630142 Aug 26 10:44:59.297392 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-941b8116-dd35-437d-9a0c-9f591e420f34 req-7d8f9fe4-3160-448b-9835-518d83ddb5fb tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677177 Aug 26 10:44:59.341996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d622504-2438-45a8-9752-faccf5ab4395 req-ba6e5b13-960e-4900-bdbf-c5b85607ce98 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241899 Aug 26 10:44:59.397139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dab8b18f-e74d-4860-86da-a85995da38ae req-03c4779e-c0fe-46d1-a798-b9774bc025b1 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips/6de29d0c-47ec-4d60-be55-81e72e57852c HTTP/1.1" status: 200 len: 693 time: 0.0735457 Aug 26 10:44:59.443865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-7d632b78-33ff-4242-86d8-401e5d81df69 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910388 Aug 26 10:44:59.506261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bee060c-c1cc-4a2c-8750-016ef4b80bc9 req-3f1678af-0ee2-44a4-b1a7-df2a6f8f5b9b service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193486 Aug 26 10:44:59.594622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307c3d2-5a27-4f61-b8be-52e320495807 req-7b385523-beb8-44f9-9e19-0e622aa5a702 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:59.596036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6307c3d2-5a27-4f61-b8be-52e320495807 req-7b385523-beb8-44f9-9e19-0e622aa5a702 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 945 time: 0.1980278 Aug 26 10:44:59.647662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8b18f-e74d-4860-86da-a85995da38ae req-769812ba-cecf-4c9b-a514-8376768e7a8d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:59.649000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dab8b18f-e74d-4860-86da-a85995da38ae req-769812ba-cecf-4c9b-a514-8376768e7a8d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.2437453 Aug 26 10:44:59.665080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-dab8b18f-e74d-4860-86da-a85995da38ae req-59eb154d-17a2-44f1-8297-dc5c37b97857 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:44:59.666045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dab8b18f-e74d-4860-86da-a85995da38ae req-59eb154d-17a2-44f1-8297-dc5c37b97857 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103831 Aug 26 10:44:59.677909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-35661090-bc54-4198-a94e-f52cd7ab16a7 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135031 Aug 26 10:44:59.689622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6307c3d2-5a27-4f61-b8be-52e320495807 req-b58ddb5b-450a-4210-bff1-ead846d2395a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845299 Aug 26 10:44:59.734916 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dab8b18f-e74d-4860-86da-a85995da38ae req-c0a88c95-2c6c-4157-96e4-f754eab6cb6d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.134 HTTP/1.1" status: 200 len: 696 time: 0.0615532 Aug 26 10:44:59.799096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dab8b18f-e74d-4860-86da-a85995da38ae req-d2aef420-58c5-40b8-baa1-0e1b6c217489 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.134 HTTP/1.1" status: 200 len: 696 time: 0.0576544 Aug 26 10:44:59.919369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b97a7-e5ae-485c-ba7d-09358f321587 req-08ade802-59a9-4355-965b-e4e91626f74a tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:44:59.920790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d04b97a7-e5ae-485c-ba7d-09358f321587 req-08ade802-59a9-4355-965b-e4e91626f74a tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 948 time: 0.1403217 Aug 26 10:45:00.007914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d04b97a7-e5ae-485c-ba7d-09358f321587 req-281beb86-236f-4d26-9625-81c82214c781 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645232 Aug 26 10:45:00.027360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-f1ad7354-3e41-42f3-bc61-8bed8420fc36 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:00.028809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-f1ad7354-3e41-42f3-bc61-8bed8420fc36 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.0708392 Aug 26 10:45:00.033541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-dab8b18f-e74d-4860-86da-a85995da38ae req-8a11bf8f-3d5c-4c8c-88af-753b0e6bb0e3 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Deleting port 986e0760-9479-494b-8de5-f38c88fa4fec {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:00.033882 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dab8b18f-e74d-4860-86da-a85995da38ae req-8a11bf8f-3d5c-4c8c-88af-753b0e6bb0e3 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:00.155774 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dab8b18f-e74d-4860-86da-a85995da38ae req-8a11bf8f-3d5c-4c8c-88af-753b0e6bb0e3 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:00.155995 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dab8b18f-e74d-4860-86da-a85995da38ae req-8a11bf8f-3d5c-4c8c-88af-753b0e6bb0e3 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:00.194570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-dab8b18f-e74d-4860-86da-a85995da38ae req-8a11bf8f-3d5c-4c8c-88af-753b0e6bb0e3 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Calling delete_port for 986e0760-9479-494b-8de5-f38c88fa4fec owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:00.296764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-0116d881-7e1c-448b-a622-152cdb1090ea service neutron] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:00.301681 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-0116d881-7e1c-448b-a622-152cdb1090ea service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:00.302848 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2578641f-434a-4c18-8a72-1e1ae84a7905 req-0116d881-7e1c-448b-a622-152cdb1090ea service neutron] 10.222.0.47 "DELETE /v2.0/ports/6a860385-b54f-44f8-a243-d4f7dbf0e44f/bindings/n-h2-778550-13 HTTP/1.1" status: 204 len: 173 time: 0.2574465 Aug 26 10:45:00.412136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d550093-ecac-488c-8468-7b77afa3c36f req-b80a38b2-8606-40b6-9f71-9fee373b6a20 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:00.413888 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d550093-ecac-488c-8468-7b77afa3c36f req-b80a38b2-8606-40b6-9f71-9fee373b6a20 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 944 time: 0.0799801 Aug 26 10:45:00.453741 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dab8b18f-e74d-4860-86da-a85995da38ae req-8a11bf8f-3d5c-4c8c-88af-753b0e6bb0e3 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:00.496727 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d550093-ecac-488c-8468-7b77afa3c36f req-168b911d-b8d3-433e-b478-485795997114 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747077 Aug 26 10:45:00.499064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11bf8f-3d5c-4c8c-88af-753b0e6bb0e3 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event deleted for resources: {'Port': ['ID=986e0760-9479-494b-8de5-f38c88fa4fec,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:00.524049 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dab8b18f-e74d-4860-86da-a85995da38ae req-8a11bf8f-3d5c-4c8c-88af-753b0e6bb0e3 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:00.528362 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dab8b18f-e74d-4860-86da-a85995da38ae req-8a11bf8f-3d5c-4c8c-88af-753b0e6bb0e3 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:00.529523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dab8b18f-e74d-4860-86da-a85995da38ae req-8a11bf8f-3d5c-4c8c-88af-753b0e6bb0e3 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "DELETE /v2.0/floatingips/6de29d0c-47ec-4d60-be55-81e72e57852c HTTP/1.1" status: 204 len: 173 time: 0.7151845 Aug 26 10:45:00.922097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732772b6-6779-4ee4-a927-9f42c505682b req-6dad620f-dddb-406b-b06f-26b71b606352 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:00.923706 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-732772b6-6779-4ee4-a927-9f42c505682b req-6dad620f-dddb-406b-b06f-26b71b606352 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.3148582 Aug 26 10:45:00.936237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb78a87-5e35-437e-9c68-73c040d1459e req-01ec56d2-b8c2-44a0-831b-763a22fcf11e tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:00.937689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb78a87-5e35-437e-9c68-73c040d1459e req-01ec56d2-b8c2-44a0-831b-763a22fcf11e tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 948 time: 0.3031454 Aug 26 10:45:00.992454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-732772b6-6779-4ee4-a927-9f42c505682b req-d5adb053-ba51-47b8-88e5-4166837e51bd tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532236 Aug 26 10:45:00.997215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb78a87-5e35-437e-9c68-73c040d1459e req-0a4ed5ad-16d3-4faa-80a3-a82fc28dbe46 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522082 Aug 26 10:45:01.169869 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 6a860385-b54f-44f8-a243-d4f7dbf0e44f no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:01.211110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 6a860385-b54f-44f8-a243-d4f7dbf0e44f not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:01.259578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad06a4b-c33e-4caa-9bf8-09b719071de9 req-d660be02-deec-4357-a863-84aae3254625 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:01.261098 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ad06a4b-c33e-4caa-9bf8-09b719071de9 req-d660be02-deec-4357-a863-84aae3254625 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 945 time: 0.1451178 Aug 26 10:45:01.270361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136387-3b48-414d-80bb-15212707d285 req-560cfe9e-e050-45e1-8d28-0e9a79b34834 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:01.272112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f136387-3b48-414d-80bb-15212707d285 req-560cfe9e-e050-45e1-8d28-0e9a79b34834 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2507432 Aug 26 10:45:01.311023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ad06a4b-c33e-4caa-9bf8-09b719071de9 req-e124d593-405c-4225-bb6c-10dc531d8217 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378892 Aug 26 10:45:01.356745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354662a-4041-42fb-8493-c7e998406c32 req-15db27b7-d5d6-4459-a985-6f3755590a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:01.358304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-15db27b7-d5d6-4459-a985-6f3755590a55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 1097 time: 0.0419967 Aug 26 10:45:01.492515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7efbb-a5a1-414a-bb6a-096f8d8e684c req-090dbd1d-e44b-47ec-9d8a-1f82653f8f3c tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:01.493709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ddd7efbb-a5a1-414a-bb6a-096f8d8e684c req-090dbd1d-e44b-47ec-9d8a-1f82653f8f3c tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 948 time: 0.1125662 Aug 26 10:45:01.548724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354662a-4041-42fb-8493-c7e998406c32 req-abf5072f-fad3-495a-91de-e42a278b0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:01.550103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-abf5072f-fad3-495a-91de-e42a278b0a97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.1785743 Aug 26 10:45:01.578064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ddd7efbb-a5a1-414a-bb6a-096f8d8e684c req-5d4e8c99-a5bc-4a8a-a3d7-8ce8d5dc2fe6 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655200 Aug 26 10:45:01.609349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-02b2f3e0-21d6-4222-80de-bf3eb987234a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c49015d-b414-4768-958c-bb99bd41261a HTTP/1.1" status: 200 len: 217 time: 0.0418196 Aug 26 10:45:01.614970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05314d-6e39-43f7-bc32-b161aab1b431 req-ca12a569-f4ad-4492-b763-8173cda81f1f tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:01.616482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a05314d-6e39-43f7-bc32-b161aab1b431 req-ca12a569-f4ad-4492-b763-8173cda81f1f tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 1096 time: 0.1364048 Aug 26 10:45:01.736867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e76acb57-4b7e-4c98-899f-2b565c8800d2 req-606bb733-5c49-48e0-97f8-d95c72867e1e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=20080515732149c9b6d9fce63aaa35e6 HTTP/1.1" status: 200 len: 1655 time: 0.1081874 Aug 26 10:45:01.765724 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a05314d-6e39-43f7-bc32-b161aab1b431 req-3511f40e-abe9-4725-93d0-def9ceda508e tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380980 Aug 26 10:45:01.767117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354662a-4041-42fb-8493-c7e998406c32 req-6d89076b-b667-4446-a8e4-68a9ec86fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:01.768481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-6d89076b-b667-4446-a8e4-68a9ec86fd49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1490891 Aug 26 10:45:01.835695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-587b5efd-90de-4825-afda-e9d4c8c1fa71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560496 Aug 26 10:45:01.988406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76acb57-4b7e-4c98-899f-2b565c8800d2 req-2a862efa-e975-49b3-8d6d-6986c5480288 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:01.990071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e76acb57-4b7e-4c98-899f-2b565c8800d2 req-2a862efa-e975-49b3-8d6d-6986c5480288 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks?id=b1703738-6a36-495d-9edf-c5d14a6506a8&id=b1703738-6a36-495d-9edf-c5d14a6506a8&id=b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 787 time: 0.2423375 Aug 26 10:45:02.012945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25738a0-9c68-438b-ba5c-cce331705b82 req-21693aea-6636-4e9b-adfa-ac4fed44dafe tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:02.014438 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c25738a0-9c68-438b-ba5c-cce331705b82 req-21693aea-6636-4e9b-adfa-ac4fed44dafe tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 948 time: 0.1199608 Aug 26 10:45:02.018611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-e76acb57-4b7e-4c98-899f-2b565c8800d2 req-f2b7da10-e329-4500-825f-bd73dc048b2f tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:45:02.019610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e76acb57-4b7e-4c98-899f-2b565c8800d2 req-f2b7da10-e329-4500-825f-bd73dc048b2f tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199926 Aug 26 10:45:02.031920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-2a16754f-683b-408c-9fb9-4d3e9bfe0499 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864593 Aug 26 10:45:02.118162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c25738a0-9c68-438b-ba5c-cce331705b82 req-ec2f3c2b-3650-4bcb-ba32-51401aea4605 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960081 Aug 26 10:45:02.160786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-35293408-02bf-4ddc-a387-220f91240d65 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203446 Aug 26 10:45:02.341962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe3b93-16c2-41ee-be21-fcfd3850724c req-7aa55f2a-db85-46ec-8bf4-61ca4a256619 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:02.343455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5fe3b93-16c2-41ee-be21-fcfd3850724c req-7aa55f2a-db85-46ec-8bf4-61ca4a256619 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.1370215 Aug 26 10:45:02.366406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354662a-4041-42fb-8493-c7e998406c32 req-856ca981-65be-4e8b-bdfc-85c41e97f2dc tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:02.367970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-856ca981-65be-4e8b-bdfc-85c41e97f2dc tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.1306241 Aug 26 10:45:02.383026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-13'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:02.394232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-df58530e-75d2-4f07-bf31-b10f4743b2a0 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:02.394609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36266) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:02.395759 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-df58530e-75d2-4f07-bf31-b10f4743b2a0 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 820 time: 0.2112660 Aug 26 10:45:02.442893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-d2709d6f-bed5-4759-8aa1-ff7fa1094e20 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/quotas/b511d0e342254b5691c29fa10c143578 HTTP/1.1" status: 200 len: 375 time: 0.0294662 Aug 26 10:45:02.449283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5fe3b93-16c2-41ee-be21-fcfd3850724c req-4484190f-2bb0-4b87-b62f-c2548a863a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998466 Aug 26 10:45:02.514485 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ccc68dfa-0d77-4abc-a4b0-b111f3adb617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:02.535459 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:02.557533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-c224b31e-8d2e-4510-84bf-86d76ab0735b tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips/1ce11416-1709-47e0-b7e8-e0e9270c4164 HTTP/1.1" status: 200 len: 692 time: 0.0802922 Aug 26 10:45:02.597781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b53277ba-ecbe-486c-bdb8-9868a47b137e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1474400 Aug 26 10:45:02.609531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 263cdeae-0b81-4b85-be02-844844fc4c92 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:45:02.613413 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ccc68dfa-0d77-4abc-a4b0-b111f3adb617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:02.618360 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ccc68dfa-0d77-4abc-a4b0-b111f3adb617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:02.654819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc68dfa-0d77-4abc-a4b0-b111f3adb617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801ad78c-25e6-4fb2-8c76-404491a2b06d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:02.660053 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ccc68dfa-0d77-4abc-a4b0-b111f3adb617 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f7fae7ffdfc499a807beec45e9a7338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643456 Aug 26 10:45:02.663021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36272) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:02.712963 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be322174-fc5c-4306-96f2-dd0741ca7780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:02.716086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 263cdeae-0b81-4b85-be02-844844fc4c92, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=263cdeae-0b81-4b85-be02-844844fc4c92,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:02.728549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '263cdeae-0b81-4b85-be02-844844fc4c92', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '263cdeae-0b81-4b85-be02-844844fc4c92', 'mac_address': 'fa:16:3e:86:d1:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:45:02.736456 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be322174-fc5c-4306-96f2-dd0741ca7780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:02.775129 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:02.793437 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263cdeae-0b81-4b85-be02-844844fc4c92 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:02.804715 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be322174-fc5c-4306-96f2-dd0741ca7780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:02.807661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be322174-fc5c-4306-96f2-dd0741ca7780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:02.809025 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-be322174-fc5c-4306-96f2-dd0741ca7780 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/801ad78c-25e6-4fb2-8c76-404491a2b06d HTTP/1.1" status: 204 len: 168 time: 0.1449897 Aug 26 10:45:02.818073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be322174-fc5c-4306-96f2-dd0741ca7780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801ad78c-25e6-4fb2-8c76-404491a2b06d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:02.826484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-b7c78fff-26ce-4050-849d-6bea46dc2a70 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:02.833950 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-b7c78fff-26ce-4050-849d-6bea46dc2a70 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.2680330 Aug 26 10:45:02.840767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 263cdeae-0b81-4b85-be02-844844fc4c92, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=263cdeae-0b81-4b85-be02-844844fc4c92,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:02.846378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-22876fc3-88e3-4bc2-84e1-f7260c2e5a6b tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:45:02.847433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-22876fc3-88e3-4bc2-84e1-f7260c2e5a6b tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128767 Aug 26 10:45:02.848006 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:02.877322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-bfd7d4a1-07d3-4b3c-89c1-fb80fceef0fa service neutron] 10.222.0.21 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395692 Aug 26 10:45:02.880155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7c49015d-b414-4768-958c-bb99bd41261a,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:02.904145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=263cdeae-0b81-4b85-be02-844844fc4c92,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:03.112571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36280) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:03.126273 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bfa9a03-4701-473d-8e1f-ac0d2bfe415e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.172720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-4c5c86cb-0505-4f74-a0ac-040cc6ef307e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 695 time: 0.3090832 Aug 26 10:45:03.226798 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bfa9a03-4701-473d-8e1f-ac0d2bfe415e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.231168 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bfa9a03-4701-473d-8e1f-ac0d2bfe415e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.253647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['263cdeae-0b81-4b85-be02-844844fc4c92'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:03.272075 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5bfa9a03-4701-473d-8e1f-ac0d2bfe415e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a97d2beb0f7c42919782090815347a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583328 Aug 26 10:45:03.272860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa9a03-4701-473d-8e1f-ac0d2bfe415e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef7a767-d176-4215-b8cf-d214bb799b80,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:03.275209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36284) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:03.276416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-4b7745f8-22cc-4c04-979d-76ef8a12c838 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.88 HTTP/1.1" status: 200 len: 695 time: 0.0773559 Aug 26 10:45:03.286856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:03.339789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-362d1364-07b0-430e-b926-a33fec9dc675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.367596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-362d1364-07b0-430e-b926-a33fec9dc675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.417753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b9c8bb0a-b9ed-4363-8c9c-b8d284a36c12 service neutron] 10.222.0.21 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046849 Aug 26 10:45:03.418196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c49015d-b414-4768-958c-bb99bd41261a'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:03.422372 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae9ade6-ebe0-4ce3-82c3-55ef0db7cdf4" -d '{"events": [{"server_uuid": "ced6de65-329a-44e7-899c-b5bdfc104b12", "name": "network-vif-unplugged", "status": "completed", "tag": "7c49015d-b414-4768-958c-bb99bd41261a"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:03.427335 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-362d1364-07b0-430e-b926-a33fec9dc675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.428240 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.431048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-362d1364-07b0-430e-b926-a33fec9dc675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.432378 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-362d1364-07b0-430e-b926-a33fec9dc675 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ef7a767-d176-4215-b8cf-d214bb799b80 HTTP/1.1" status: 204 len: 168 time: 0.1450703 Aug 26 10:45:03.443798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d1364-07b0-430e-b926-a33fec9dc675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef7a767-d176-4215-b8cf-d214bb799b80,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:03.459368 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.585228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Pushing event updated for resources: {'Port': ['ID=7c49015d-b414-4768-958c-bb99bd41261a,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:03.596258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-7b275306-cf03-4cd8-b851-a38b66b59571 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Deleting port 9e29f92f-5bcf-4b2c-bc7f-60d21c52cd8a {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:03.596678 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-7b275306-cf03-4cd8-b851-a38b66b59571 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.614102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a on host n-h2-778550-13 for vnic_type normal with profile {"migrating_to": "n-h1-778550-13"} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:03.614518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:03.615008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:03.663381 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Port 7c49015d-b414-4768-958c-bb99bd41261a on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:03.663735 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Attempting to bind port 7c49015d-b414-4768-958c-bb99bd41261a on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:03.691037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:03.691387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:03.691778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:03.692233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Bound port: 7c49015d-b414-4768-958c-bb99bd41261a, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:03.692595 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.776962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f0b49-4b5e-4713-baf9-7bd416e86f1e req-0fc8600a-5f47-41c1-bb20-8ba72749f711 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:03.778563 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca8f0b49-4b5e-4713-baf9-7bd416e86f1e req-0fc8600a-5f47-41c1-bb20-8ba72749f711 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 943 time: 0.1330731 Aug 26 10:45:03.784486 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-7b275306-cf03-4cd8-b851-a38b66b59571 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.784823 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-7b275306-cf03-4cd8-b851-a38b66b59571 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.826578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-7b275306-cf03-4cd8-b851-a38b66b59571 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Calling delete_port for 9e29f92f-5bcf-4b2c-bc7f-60d21c52cd8a owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:03.857540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:03.862599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7c49015d-b414-4768-958c-bb99bd41261a,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:03.899926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:03.930904 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca8f0b49-4b5e-4713-baf9-7bd416e86f1e req-6cbc55d9-1f9f-488c-a57a-da1c015cc10a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430094 Aug 26 10:45:04.045692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:04.046326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:04.048367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] 10.222.0.47 "PUT /v2.0/ports/7c49015d-b414-4768-958c-bb99bd41261a HTTP/1.1" status: 200 len: 1123 time: 1.6711836 Aug 26 10:45:04.049205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3e2ac-4b1a-49aa-8aff-688e4ae21848 service neutron] Pushing event updated for resources: {'Port': ['ID=7c49015d-b414-4768-958c-bb99bd41261a,revision_number=8']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:04.114499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['7c49015d-b414-4768-958c-bb99bd41261a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:04.136948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fbca3-93a7-450d-9dd2-1ab15612a80e req-8c3e09b6-79b0-49df-8406-222abeadb717 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:04.138304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-799fbca3-93a7-450d-9dd2-1ab15612a80e req-8c3e09b6-79b0-49df-8406-222abeadb717 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 949 time: 0.1117690 Aug 26 10:45:04.157183 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-7b275306-cf03-4cd8-b851-a38b66b59571 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:04.198708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b275306-cf03-4cd8-b851-a38b66b59571 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event deleted for resources: {'Port': ['ID=9e29f92f-5bcf-4b2c-bc7f-60d21c52cd8a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:04.280158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-799fbca3-93a7-450d-9dd2-1ab15612a80e req-fbfc9571-bbec-4a1e-9691-1621110ab22c tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311052 Aug 26 10:45:04.284119 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-7b275306-cf03-4cd8-b851-a38b66b59571 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:04.305474 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-7b275306-cf03-4cd8-b851-a38b66b59571 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:04.311763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1d1cd13-ae19-4359-9e99-1091b8ecd2f8 req-7b275306-cf03-4cd8-b851-a38b66b59571 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "DELETE /v2.0/floatingips/1ce11416-1709-47e0-b7e8-e0e9270c4164 HTTP/1.1" status: 204 len: 173 time: 1.0049250 Aug 26 10:45:04.436983 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8671a06-68fc-4ad2-b116-9aafbe16886f x-openstack-request-id: req-c8671a06-68fc-4ad2-b116-9aafbe16886f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:04.437272 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced6de65-329a-44e7-899c-b5bdfc104b12", "name": "network-vif-unplugged", "status": "completed", "tag": "7c49015d-b414-4768-958c-bb99bd41261a", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:04.437652 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8671a06-68fc-4ad2-b116-9aafbe16886f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:04.438159 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c49015d-b414-4768-958c-bb99bd41261a', 'code': 200} Aug 26 10:45:04.466853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a3cb2-f5b1-471d-bbde-965a63779d9e req-c725ec05-0891-4297-9d46-c33cc4bc7be9 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:04.469021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b8a3cb2-f5b1-471d-bbde-965a63779d9e req-c725ec05-0891-4297-9d46-c33cc4bc7be9 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 948 time: 0.0619822 Aug 26 10:45:04.559218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bfb45-778e-4c0f-a59e-ae90ac2ab580 req-4cd6b81f-0d45-4c54-bc5c-e7baf9490e4d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:04.560782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-697bfb45-778e-4c0f-a59e-ae90ac2ab580 req-4cd6b81f-0d45-4c54-bc5c-e7baf9490e4d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.0883815 Aug 26 10:45:04.564289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b8a3cb2-f5b1-471d-bbde-965a63779d9e req-a9d9e96b-4123-41e3-8bf1-84ae2f9a5ff0 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791457 Aug 26 10:45:04.618427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 263cdeae-0b81-4b85-be02-844844fc4c92 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:04.629142 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-697bfb45-778e-4c0f-a59e-ae90ac2ab580 req-ccba0d78-ade2-4f78-885c-2d54e968fd6b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612047 Aug 26 10:45:04.686331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52726819-a099-4f56-b6b5-b23c6b484f45 req-bfd687a0-e1c5-4375-866f-f4a9dafec815 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 210 time: 0.0394108 Aug 26 10:45:04.703252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 263cdeae-0b81-4b85-be02-844844fc4c92 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:04.708660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 263cdeae-0b81-4b85-be02-844844fc4c92 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:04.709295 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:04.739645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-56a28532-3845-4a9b-91f5-0c0df5fcccdd tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips/fe74b7d8-9f97-4c05-85be-c63c6779547c HTTP/1.1" status: 200 len: 693 time: 0.0719442 Aug 26 10:45:04.849555 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:04.887376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263cdeae-0b81-4b85-be02-844844fc4c92'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:04.890205 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffb21fa-6977-436e-a4f7-92ff689eb71f" -d '{"events": [{"server_uuid": "d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8", "name": "network-vif-plugged", "status": "completed", "tag": "263cdeae-0b81-4b85-be02-844844fc4c92"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:04.904439 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 263cdeae-0b81-4b85-be02-844844fc4c92, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=263cdeae-0b81-4b85-be02-844844fc4c92,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:04.907973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-076bf577-342a-4285-8297-9af2eac66262 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:04.909448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-076bf577-342a-4285-8297-9af2eac66262 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.1612785 Aug 26 10:45:04.910799 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:04.918822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d08a45-f539-469f-84fb-7d7d907553a1 req-6b08e870-3146-4826-b356-ea41c92c1bd4 tempest-LiveMigrationNegativeTest-575642027 tempest-LiveMigrationNegativeTest-575642027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:04.920486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8d08a45-f539-469f-84fb-7d7d907553a1 req-6b08e870-3146-4826-b356-ea41c92c1bd4 tempest-LiveMigrationNegativeTest-575642027 tempest-LiveMigrationNegativeTest-575642027-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 1100 time: 0.0611720 Aug 26 10:45:04.940274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-cb754efa-49fd-4d4a-b4d2-fcc1d8fe53a1 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:04.941838 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-cb754efa-49fd-4d4a-b4d2-fcc1d8fe53a1 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 820 time: 0.2571929 Aug 26 10:45:04.960440 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Request body: {'port': {'device_id': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a', 'admin_state_up': True, 'tenant_id': 'b511d0e342254b5691c29fa10c143578'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:04.986358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=263cdeae-0b81-4b85-be02-844844fc4c92,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:04.991423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-4d6367a0-5ac1-4328-b25f-734109ee2894 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.186 HTTP/1.1" status: 200 len: 696 time: 0.0697706 Aug 26 10:45:04.992276 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f8d08a45-f539-469f-84fb-7d7d907553a1 req-ea0092ba-55d0-47bc-932f-0955b6b5903c tempest-LiveMigrationNegativeTest-575642027 tempest-LiveMigrationNegativeTest-575642027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.056933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-9300be84-a3c3-4184-9bb7-790a57faedee tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.186 HTTP/1.1" status: 200 len: 696 time: 0.0559735 Aug 26 10:45:05.255805 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f8d08a45-f539-469f-84fb-7d7d907553a1 req-ea0092ba-55d0-47bc-932f-0955b6b5903c tempest-LiveMigrationNegativeTest-575642027 tempest-LiveMigrationNegativeTest-575642027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.262547 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f8d08a45-f539-469f-84fb-7d7d907553a1 req-ea0092ba-55d0-47bc-932f-0955b6b5903c tempest-LiveMigrationNegativeTest-575642027 tempest-LiveMigrationNegativeTest-575642027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.270556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-1de47e21-33b0-4450-99f9-3cf8eb38a274 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Deleting port 6f70ff31-fa64-49d2-b447-62f9b8922330 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:05.270986 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-1de47e21-33b0-4450-99f9-3cf8eb38a274 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.277871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Made reservation on behalf of b511d0e342254b5691c29fa10c143578 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:05.282261 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.332660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8d08a45-f539-469f-84fb-7d7d907553a1 req-ea0092ba-55d0-47bc-932f-0955b6b5903c tempest-LiveMigrationNegativeTest-575642027 tempest-LiveMigrationNegativeTest-575642027-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027500 Aug 26 10:45:05.343789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0092ba-55d0-47bc-932f-0955b6b5903c tempest-LiveMigrationNegativeTest-575642027 tempest-LiveMigrationNegativeTest-575642027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46a252b-2541-4c90-84a5-7eac20d304c9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:05.395372 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e834af87-46a6-4744-ac39-18815ca2bbd9 x-openstack-request-id: req-e834af87-46a6-4744-ac39-18815ca2bbd9 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:05.395940 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8", "name": "network-vif-plugged", "status": "completed", "tag": "263cdeae-0b81-4b85-be02-844844fc4c92", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:05.395940 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e834af87-46a6-4744-ac39-18815ca2bbd9 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:05.396262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-1de47e21-33b0-4450-99f9-3cf8eb38a274 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.396378 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263cdeae-0b81-4b85-be02-844844fc4c92', 'code': 200} Aug 26 10:45:05.396576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-1de47e21-33b0-4450-99f9-3cf8eb38a274 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.411718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-1de47e21-33b0-4450-99f9-3cf8eb38a274 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Calling delete_port for 6f70ff31-fa64-49d2-b447-62f9b8922330 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:05.449896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Allocated IP 172.20.0.10 (657a6332-c7e9-4269-9b38-992ff7efbc3a/49ad226f-a097-4f16-92ab-f25561609e9e/add5d02b-9499-4e72-805b-65d9dbfe448b) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:05.574589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e8853-7e59-4d3e-a878-e316ed7ba264 req-648aaeba-f267-4a23-a1ca-77939e670225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:05.576177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e08e8853-7e59-4d3e-a878-e316ed7ba264 req-648aaeba-f267-4a23-a1ca-77939e670225 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 1102 time: 0.0994027 Aug 26 10:45:05.587046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497a557-7d8b-48f4-af42-fa3794b66ded req-1af5f736-2529-4b69-aa3f-87f7b30aa3e9 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:05.588586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9497a557-7d8b-48f4-af42-fa3794b66ded req-1af5f736-2529-4b69-aa3f-87f7b30aa3e9 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 943 time: 0.1129394 Aug 26 10:45:05.639857 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.676918 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e08e8853-7e59-4d3e-a878-e316ed7ba264 req-845f17c2-7ff3-4c00-b652-482fbd5646b5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872202 Aug 26 10:45:05.680692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.689332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9497a557-7d8b-48f4-af42-fa3794b66ded req-d3f93161-54e4-4d09-a402-1ec2df14af1b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920358 Aug 26 10:45:05.713697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-1de47e21-33b0-4450-99f9-3cf8eb38a274 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.725418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Network 657a6332-c7e9-4269-9b38-992ff7efbc3a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:05.734944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:05.741203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:05.743586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de47e21-33b0-4450-99f9-3cf8eb38a274 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event deleted for resources: {'Port': ['ID=6f70ff31-fa64-49d2-b447-62f9b8922330,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:05.747291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:05.747959 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.752084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Pushing event updated for resources: {'Port': ['ID=add5d02b-9499-4e72-805b-65d9dbfe448b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:05.768325 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-47e82c93-1244-40e5-8988-80f991894c8e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8156450 Aug 26 10:45:05.775394 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-1de47e21-33b0-4450-99f9-3cf8eb38a274 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.778813 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-1de47e21-33b0-4450-99f9-3cf8eb38a274 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.780003 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ca035fa-bf2a-49c2-91b9-2d5e7e4cbbb7 req-1de47e21-33b0-4450-99f9-3cf8eb38a274 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "DELETE /v2.0/floatingips/fe74b7d8-9f97-4c05-85be-c63c6779547c HTTP/1.1" status: 204 len: 173 time: 0.7101629 Aug 26 10:45:05.782527 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Request body: {'port': {'device_id': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:05.848868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:05.898692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b13f03-26c3-44cd-9c09-79153644c8c9 req-93976420-a1d2-4716-a83e-921720a85800 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:05.898692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6b13f03-26c3-44cd-9c09-79153644c8c9 req-93976420-a1d2-4716-a83e-921720a85800 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 950 time: 0.0623302 Aug 26 10:45:05.947409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6b13f03-26c3-44cd-9c09-79153644c8c9 req-3bda9a29-df34-4c8f-8b2d-8856ceba0cf7 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433648 Aug 26 10:45:06.073345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532678b-cb24-48a2-9636-294bb745ea10 req-d950ffc7-fa29-4990-951d-38e551b7d3a1 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:06.074899 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5532678b-cb24-48a2-9636-294bb745ea10 req-d950ffc7-fa29-4990-951d-38e551b7d3a1 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.0665264 Aug 26 10:45:06.138242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5532678b-cb24-48a2-9636-294bb745ea10 req-fb996d54-fb87-414f-b6d5-87d5afd40f38 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 Aug 26 10:45:06.147204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5831b-9d93-4390-847c-ce21e4ece32e req-e5261b08-d459-4c89-9b11-f8844a1b5dd2 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:06.148918 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dca5831b-9d93-4390-847c-ce21e4ece32e req-e5261b08-d459-4c89-9b11-f8844a1b5dd2 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 932 time: 0.0928733 Aug 26 10:45:06.161537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add5d02b-9499-4e72-805b-65d9dbfe448b {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:06.169807 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:06.183647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Transition to ACTIVE for port object add5d02b-9499-4e72-805b-65d9dbfe448b will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:06.188285 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:06.232489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-ebef85ac-d244-410d-8ddd-63ffef9d34a0 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips/7ce6488c-716b-4e6b-be04-ed265be53e04 HTTP/1.1" status: 200 len: 692 time: 0.0603666 Aug 26 10:45:06.236744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Pushing event updated for resources: {'Port': ['ID=add5d02b-9499-4e72-805b-65d9dbfe448b,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:06.239183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dca5831b-9d93-4390-847c-ce21e4ece32e req-27007f65-ef64-4f6f-a09f-d2d05d922344 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827162 Aug 26 10:45:06.279499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:06.279835 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:06.280166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:06.285637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Port add5d02b-9499-4e72-805b-65d9dbfe448b on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:06.285961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:06.291423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:06.291764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:06.292143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:06.292570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Bound port: add5d02b-9499-4e72-805b-65d9dbfe448b, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:06.292928 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:06.353826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-9794f4ec-83e1-4913-9852-68841623fe4e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:06.355318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-9794f4ec-83e1-4913-9852-68841623fe4e tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.1142082 Aug 26 10:45:06.377734 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:06.381592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:06.396262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:06.414807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-8c79f26b-8a71-48a4-bcdc-bfe574eab086 tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.95 HTTP/1.1" status: 200 len: 695 time: 0.0515559 Aug 26 10:45:06.441059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'tag': '7c49015d-b414-4768-958c-bb99bd41261a'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:06.442471 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79109310-cf0f-49bd-8473-b25775848066" -d '{"events": [{"name": "network-changed", "server_uuid": "ced6de65-329a-44e7-899c-b5bdfc104b12", "tag": "7c49015d-b414-4768-958c-bb99bd41261a"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:06.462884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:06.464069 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:06.466508 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] 10.222.0.42 "PUT /v2.0/ports/add5d02b-9499-4e72-805b-65d9dbfe448b HTTP/1.1" status: 200 len: 1093 time: 0.6890440 Aug 26 10:45:06.472057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'tag': 'add5d02b-9499-4e72-805b-65d9dbfe448b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:06.476420 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d25c256-2cb9-4a68-af8f-fb62e85c1a62" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cb2c1e-55c3-4a73-9c1e-51a8dea34180", "tag": "add5d02b-9499-4e72-805b-65d9dbfe448b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:06.491085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-0b540356-b0b2-4127-a6fb-fd820c53c70d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.95 HTTP/1.1" status: 200 len: 695 time: 0.0687730 Aug 26 10:45:06.512352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493710c-bf38-40d7-a81c-d4e13f2f64a9 service neutron] Pushing event updated for resources: {'Port': ['ID=add5d02b-9499-4e72-805b-65d9dbfe448b,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:06.562938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-353710ce-d759-4af5-8c9e-305f60f06d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:06.565053 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-353710ce-d759-4af5-8c9e-305f60f06d7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 1096 time: 0.0463855 Aug 26 10:45:06.628736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7c49015d-b414-4768-958c-bb99bd41261a details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:45:06.630929 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-64aa9917-1c28-4a96-b963-9f1134964408 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add5d02b-9499-4e72-805b-65d9dbfe448b HTTP/1.1" status: 200 len: 217 time: 0.0483754 Aug 26 10:45:06.643424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-f28e0a7d-c396-40cb-b957-935cbbc8f24d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Deleting port fd38017f-4c1e-4238-84c7-f2ab8534d13d {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:06.643661 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-f28e0a7d-c396-40cb-b957-935cbbc8f24d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:06.693837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-dd7dcb5c-000c-455c-bd2d-fb640b8a22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:06.706567 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-dd7dcb5c-000c-455c-bd2d-fb640b8a22ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.0604963 Aug 26 10:45:06.730334 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cc3bc1-35ce-44e9-802a-84f4aee400c6 x-openstack-request-id: req-89cc3bc1-35ce-44e9-802a-84f4aee400c6 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:06.731151 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced6de65-329a-44e7-899c-b5bdfc104b12", "tag": "7c49015d-b414-4768-958c-bb99bd41261a", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:06.731672 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89cc3bc1-35ce-44e9-802a-84f4aee400c6 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:06.732253 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'tag': '7c49015d-b414-4768-958c-bb99bd41261a', 'status': 'completed', 'code': 200} Aug 26 10:45:06.767992 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154cac9f-ff22-4cf7-9f15-b010db9d3f2a x-openstack-request-id: req-154cac9f-ff22-4cf7-9f15-b010db9d3f2a {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:06.768348 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cb2c1e-55c3-4a73-9c1e-51a8dea34180", "tag": "add5d02b-9499-4e72-805b-65d9dbfe448b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:06.768533 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-154cac9f-ff22-4cf7-9f15-b010db9d3f2a {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:06.768931 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'tag': 'add5d02b-9499-4e72-805b-65d9dbfe448b', 'status': 'completed', 'code': 200} Aug 26 10:45:06.771769 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-913fd33c-968f-4010-a0ec-60c9956899b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640230 Aug 26 10:45:06.780203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-f28e0a7d-c396-40cb-b957-935cbbc8f24d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:06.780874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-f28e0a7d-c396-40cb-b957-935cbbc8f24d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:06.786376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7c49015d-b414-4768-958c-bb99bd41261a,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:06.801403 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-f28e0a7d-c396-40cb-b957-935cbbc8f24d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Calling delete_port for fd38017f-4c1e-4238-84c7-f2ab8534d13d owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:06.803568 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7c49015d-b414-4768-958c-bb99bd41261a has no active binding in host n-h1-778550-13 {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 26 10:45:06.859297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79109310-cf0f-49bd-8473-b25775848066 req-4c6e05c1-b913-427a-8f26-b8b75bbedaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:06.860259 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79109310-cf0f-49bd-8473-b25775848066 req-4c6e05c1-b913-427a-8f26-b8b75bbedaea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 1126 time: 0.1395338 Aug 26 10:45:06.942556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf28e7-6c79-46c9-82c4-515300da559b req-9a5cabec-e62b-4e5c-ae16-23a72637750e tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:06.944837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbaf28e7-6c79-46c9-82c4-515300da559b req-9a5cabec-e62b-4e5c-ae16-23a72637750e tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 948 time: 0.0849686 Aug 26 10:45:06.955775 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-f3616b86-ebe3-452b-bdc2-d5eb91ced278 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746767 Aug 26 10:45:07.016709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbaf28e7-6c79-46c9-82c4-515300da559b req-4b4821a9-f7ca-4395-8478-5e8d82ba842c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546658 Aug 26 10:45:07.062001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79109310-cf0f-49bd-8473-b25775848066 req-811bce79-a300-48a1-862c-3bb37c1c513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:07.065328 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79109310-cf0f-49bd-8473-b25775848066 req-811bce79-a300-48a1-862c-3bb37c1c513b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.1942797 Aug 26 10:45:07.074880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-f28e0a7d-c396-40cb-b957-935cbbc8f24d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:07.114984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e0a7d-c396-40cb-b957-935cbbc8f24d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Pushing event deleted for resources: {'Port': ['ID=fd38017f-4c1e-4238-84c7-f2ab8534d13d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:07.134000 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79109310-cf0f-49bd-8473-b25775848066 req-efbf38ac-92e1-412f-a7d8-ae586db3d382 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c49015d-b414-4768-958c-bb99bd41261a HTTP/1.1" status: 200 len: 217 time: 0.0589941 Aug 26 10:45:07.145138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36394) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:07.166711 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-f28e0a7d-c396-40cb-b957-935cbbc8f24d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:07.169624 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-f28e0a7d-c396-40cb-b957-935cbbc8f24d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:07.180276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18efdc8e-5f82-4df3-8725-1922d1579408 req-f28e0a7d-c396-40cb-b957-935cbbc8f24d tempest-FloatingIPDetailsTestJSON-176601950 tempest-FloatingIPDetailsTestJSON-176601950-project] 10.222.0.21 "DELETE /v2.0/floatingips/7ce6488c-716b-4e6b-be04-ed265be53e04 HTTP/1.1" status: 204 len: 173 time: 0.6830125 Aug 26 10:45:07.180276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36400) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:07.186123 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a1431738-3b0e-4375-9e58-cfc15b5b7709 req-aedb335b-90f7-4943-8892-ba58d2d48137 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162480 Aug 26 10:45:07.241010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79109310-cf0f-49bd-8473-b25775848066 req-39e5160c-4d02-48ee-a77a-9225bd08819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:07.248018 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79109310-cf0f-49bd-8473-b25775848066 req-39e5160c-4d02-48ee-a77a-9225bd08819a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.0990832 Aug 26 10:45:07.297969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425739ca-197b-437a-afd3-99037cab9fd3 req-53e66826-f182-4dba-9946-3c553aaded9c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:07.300176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-425739ca-197b-437a-afd3-99037cab9fd3 req-53e66826-f182-4dba-9946-3c553aaded9c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 943 time: 0.1893241 Aug 26 10:45:07.368993 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79109310-cf0f-49bd-8473-b25775848066 req-6ae72af5-2969-4b8a-8180-c543b84be729 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144385 Aug 26 10:45:07.370320 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bcee2da3-ed45-466a-90b3-db5a17f63765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:07.663497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee0eab-eaf0-4d09-9264-8339f094d0ae req-cb3b1b5e-788b-48c4-ac5c-f8d2997d3f2e tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:07.665123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9fee0eab-eaf0-4d09-9264-8339f094d0ae req-cb3b1b5e-788b-48c4-ac5c-f8d2997d3f2e tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 950 time: 0.4119501 Aug 26 10:45:07.703592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25c256-2cb9-4a68-af8f-fb62e85c1a62 req-5a06145d-768e-4fcc-b9f1-424bdd8b451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:07.705148 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d25c256-2cb9-4a68-af8f-fb62e85c1a62 req-5a06145d-768e-4fcc-b9f1-424bdd8b451c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 1096 time: 0.4248369 Aug 26 10:45:07.724983 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-425739ca-197b-437a-afd3-99037cab9fd3 req-c56e29bc-db8b-4500-aa61-55cffe22cf86 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255755 Aug 26 10:45:07.788427 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79109310-cf0f-49bd-8473-b25775848066 req-8502718b-0a15-461e-a6b0-0a5dc003e7e2 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967798 Aug 26 10:45:07.793106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9fee0eab-eaf0-4d09-9264-8339f094d0ae req-03df6105-3c5a-4904-ab95-eb2591add08c tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851929 Aug 26 10:45:07.942708 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bcee2da3-ed45-466a-90b3-db5a17f63765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:07.950514 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bcee2da3-ed45-466a-90b3-db5a17f63765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:07.962957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25c256-2cb9-4a68-af8f-fb62e85c1a62 req-271ddb0f-7a06-4117-8038-2ce48ab7f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:07.964756 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d25c256-2cb9-4a68-af8f-fb62e85c1a62 req-271ddb0f-7a06-4117-8038-2ce48ab7f22c service neutron] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.2493639 Aug 26 10:45:08.004635 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79109310-cf0f-49bd-8473-b25775848066 req-d8b9e2dd-abd0-4eee-9746-5ee5d38c8d8a service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061412 Aug 26 10:45:08.040767 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d25c256-2cb9-4a68-af8f-fb62e85c1a62 req-1b0e6735-ff3e-4b9d-8bc7-6171cbb95cbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add5d02b-9499-4e72-805b-65d9dbfe448b HTTP/1.1" status: 200 len: 217 time: 0.0549006 Aug 26 10:45:08.044245 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bcee2da3-ed45-466a-90b3-db5a17f63765 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=315d0e5acae5404187b9561704c948f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8969886 Aug 26 10:45:08.047143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36406) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:08.054536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9612bcb-5419-4499-a1cc-92b5ac9806b3 req-11cd6ef6-b2eb-48f8-bb65-cb4ee3c30507 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:08.055883 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee2da3-ed45-466a-90b3-db5a17f63765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e504c36-5995-42d0-831a-db50a900bb90,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:08.056272 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9612bcb-5419-4499-a1cc-92b5ac9806b3 req-11cd6ef6-b2eb-48f8-bb65-cb4ee3c30507 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.1865010 Aug 26 10:45:08.095964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc011a-b699-4235-9830-08e880524240 req-d31d732b-8eaa-48d8-9d99-b4b556b9a8be tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:08.097582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06bc011a-b699-4235-9830-08e880524240 req-d31d732b-8eaa-48d8-9d99-b4b556b9a8be tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 944 time: 0.1690960 Aug 26 10:45:08.134489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25c256-2cb9-4a68-af8f-fb62e85c1a62 req-b6ff49e2-e67c-4dc2-8bd7-591406e3f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:08.136034 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d25c256-2cb9-4a68-af8f-fb62e85c1a62 req-b6ff49e2-e67c-4dc2-8bd7-591406e3f381 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.0811787 Aug 26 10:45:08.157949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-692a1573-742d-4edc-bf5c-7c94866a29ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:08.173022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9612bcb-5419-4499-a1cc-92b5ac9806b3 req-47691364-1c44-4ea3-b58e-bdfea73866cc tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979192 Aug 26 10:45:08.174799 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d25c256-2cb9-4a68-af8f-fb62e85c1a62 req-4cefb9fe-5e46-402b-8662-1c1d340581ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290835 Aug 26 10:45:08.186639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06bc011a-b699-4235-9830-08e880524240 req-d37cd461-9eb7-4051-8f53-43e32959b309 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785925 Aug 26 10:45:08.224153 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-692a1573-742d-4edc-bf5c-7c94866a29ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:08.334664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148568-60cb-459a-a5af-9509493cd06a req-2e69a041-0ab1-4b8e-a7b0-071e90679d74 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:08.336238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd148568-60cb-459a-a5af-9509493cd06a req-2e69a041-0ab1-4b8e-a7b0-071e90679d74 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 948 time: 0.0776098 Aug 26 10:45:08.345230 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:08.357042 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d25c256-2cb9-4a68-af8f-fb62e85c1a62 req-113e995b-2f2d-4f1c-9a8f-9c5d7c762158 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666341 Aug 26 10:45:08.367733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-692a1573-742d-4edc-bf5c-7c94866a29ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:08.372778 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-692a1573-742d-4edc-bf5c-7c94866a29ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:08.374900 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-692a1573-742d-4edc-bf5c-7c94866a29ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e504c36-5995-42d0-831a-db50a900bb90 HTTP/1.1" status: 204 len: 168 time: 0.3262920 Aug 26 10:45:08.434393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd148568-60cb-459a-a5af-9509493cd06a req-d838cd3a-4e83-4847-b990-3b1af7f53645 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853724 Aug 26 10:45:08.456042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a1573-742d-4edc-bf5c-7c94866a29ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e504c36-5995-42d0-831a-db50a900bb90,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:08.471076 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f378a3-7c37-42ab-8afc-9cb6ff072573 req-f7b875be-66cc-4fee-9823-fed18a7e162b tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:08.473357 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-93f378a3-7c37-42ab-8afc-9cb6ff072573 req-f7b875be-66cc-4fee-9823-fed18a7e162b tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.42 "GET /v2.0/ports?device_id=46cbfe6e-d328-43a9-a295-2b96abd2f236 HTTP/1.1" status: 200 len: 948 time: 0.1582096 Aug 26 10:45:08.585085 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d25c256-2cb9-4a68-af8f-fb62e85c1a62 req-e00c1293-260f-44ae-8f87-96bbe78a4eff service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049937 Aug 26 10:45:08.621340 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-93f378a3-7c37-42ab-8afc-9cb6ff072573 req-cb896c4e-14e6-424a-8900-a6b56cff8a0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Deleting port b8db790b-0779-4579-9474-aa00d28b221f {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:08.622123 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-93f378a3-7c37-42ab-8afc-9cb6ff072573 req-cb896c4e-14e6-424a-8900-a6b56cff8a0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:08.737180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-93f378a3-7c37-42ab-8afc-9cb6ff072573 req-cb896c4e-14e6-424a-8900-a6b56cff8a0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] For port b8db790b-0779-4579-9474-aa00d28b221f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b8db790b-0779-4579-9474-aa00d28b221f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:08.737541 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-93f378a3-7c37-42ab-8afc-9cb6ff072573 req-cb896c4e-14e6-424a-8900-a6b56cff8a0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:08.758057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-93f378a3-7c37-42ab-8afc-9cb6ff072573 req-cb896c4e-14e6-424a-8900-a6b56cff8a0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Calling delete_port for b8db790b-0779-4579-9474-aa00d28b221f owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:08.780644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36414) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:08.797471 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca2871ec-f0a9-431c-88d2-9d044c52cfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:08.900039 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-93f378a3-7c37-42ab-8afc-9cb6ff072573 req-cb896c4e-14e6-424a-8900-a6b56cff8a0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:08.913449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:08.915814 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['b8db790b-0779-4579-9474-aa00d28b221f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:08.931926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb896c4e-14e6-424a-8900-a6b56cff8a0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Pushing event deleted for resources: {'Port': ['ID=b8db790b-0779-4579-9474-aa00d28b221f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:08.967420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] Deleting port 6ce6538c-27af-4253-ac93-0b89c1a4974c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:08.967772 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:08.983335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f378a3-7c37-42ab-8afc-9cb6ff072573 req-cb896c4e-14e6-424a-8900-a6b56cff8a0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] No DVR routers for this DVR port b8db790b-0779-4579-9474-aa00d28b221f on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:08.988298 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-93f378a3-7c37-42ab-8afc-9cb6ff072573 req-cb896c4e-14e6-424a-8900-a6b56cff8a0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:08.990631 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-93f378a3-7c37-42ab-8afc-9cb6ff072573 req-cb896c4e-14e6-424a-8900-a6b56cff8a0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.42 "DELETE /v2.0/ports/b8db790b-0779-4579-9474-aa00d28b221f HTTP/1.1" status: 204 len: 173 time: 0.5075462 Aug 26 10:45:08.991011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3f8da-1d9f-4aa8-97d7-837e8a4551c3 req-ccac951c-a94a-432c-9d2a-a5151eff4e0c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:08.991579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cbfe6e-d328-43a9-a295-2b96abd2f236', 'name': 'network-vif-deleted', 'tag': 'b8db790b-0779-4579-9474-aa00d28b221f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:08.992588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0a3f8da-1d9f-4aa8-97d7-837e8a4551c3 req-ccac951c-a94a-432c-9d2a-a5151eff4e0c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 943 time: 0.1694465 Aug 26 10:45:08.994479 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b473e4b-66c2-4541-94a6-1d2fdb029110" -d '{"events": [{"server_uuid": "46cbfe6e-d328-43a9-a295-2b96abd2f236", "name": "network-vif-deleted", "tag": "b8db790b-0779-4579-9474-aa00d28b221f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:09.050078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dcd31-a357-4ed1-903c-abd5cb685866 req-c9d1c547-cc03-4003-a97b-ae9ced4f9192 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:09.056835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f9dcd31-a357-4ed1-903c-abd5cb685866 req-c9d1c547-cc03-4003-a97b-ae9ced4f9192 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 950 time: 0.1807353 Aug 26 10:45:09.161619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f9dcd31-a357-4ed1-903c-abd5cb685866 req-e31980a2-deb3-49c7-8513-f1278c69fc6f tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038868 Aug 26 10:45:09.191445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0a3f8da-1d9f-4aa8-97d7-837e8a4551c3 req-b7d30d32-fffc-48e7-8424-5f91c5cfed66 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684859 Aug 26 10:45:09.226248 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea3f96c-4152-4702-bd87-df9eef9cc999 x-openstack-request-id: req-8ea3f96c-4152-4702-bd87-df9eef9cc999 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:09.226748 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cbfe6e-d328-43a9-a295-2b96abd2f236", "name": "network-vif-deleted", "tag": "b8db790b-0779-4579-9474-aa00d28b221f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:09.226862 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ea3f96c-4152-4702-bd87-df9eef9cc999 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:09.227210 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cbfe6e-d328-43a9-a295-2b96abd2f236', 'name': 'network-vif-deleted', 'tag': 'b8db790b-0779-4579-9474-aa00d28b221f', 'status': 'completed', 'code': 200} Aug 26 10:45:09.230991 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca2871ec-f0a9-431c-88d2-9d044c52cfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:09.239683 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca2871ec-f0a9-431c-88d2-9d044c52cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:09.244399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] For port 6ce6538c-27af-4253-ac93-0b89c1a4974c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6ce6538c-27af-4253-ac93-0b89c1a4974c,segment=NetworkSegment(afd53e86-5805-4a4b-a720-ed25d60dad53),segment_id=afd53e86-5805-4a4b-a720-ed25d60dad53)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:09.244799 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:09.274334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] Calling delete_port for 6ce6538c-27af-4253-ac93-0b89c1a4974c owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:09.307475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ca2871ec-f0a9-431c-88d2-9d044c52cfb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=363acc69d7c049a5b2ef043e5116c177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255151 Aug 26 10:45:09.308183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36430) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:09.310991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2871ec-f0a9-431c-88d2-9d044c52cfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee876146-0e1f-494d-b84d-4d725d2ab86c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:09.363398 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86f16ebe-96c8-4e1a-8e14-7f9ec4348d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:09.391175 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86f16ebe-96c8-4e1a-8e14-7f9ec4348d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:09.462532 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86f16ebe-96c8-4e1a-8e14-7f9ec4348d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:09.473649 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86f16ebe-96c8-4e1a-8e14-7f9ec4348d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:09.477436 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-86f16ebe-96c8-4e1a-8e14-7f9ec4348d0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee876146-0e1f-494d-b84d-4d725d2ab86c HTTP/1.1" status: 204 len: 168 time: 0.1658118 Aug 26 10:45:09.482058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8b98d-aa95-4b14-87d3-1ceee90048e1 req-10f176b0-c01e-4854-bbc4-9b10528648c8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:09.484921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31e8b98d-aa95-4b14-87d3-1ceee90048e1 req-10f176b0-c01e-4854-bbc4-9b10528648c8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.1397090 Aug 26 10:45:09.492039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f16ebe-96c8-4e1a-8e14-7f9ec4348d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee876146-0e1f-494d-b84d-4d725d2ab86c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:09.580907 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-6832afb4-d9db-4d77-af28-921938d3f970 req-4b36ca71-c049-4c1b-abda-db9cc55d9f4f service neutron] show failed (client error): The resource could not be found. Aug 26 10:45:09.582103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-4b36ca71-c049-4c1b-abda-db9cc55d9f4f service neutron] 10.222.0.47 "GET /v2.0/ports/a4cf371b-83a7-48c6-80e5-bac0eeada815/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.1991246 Aug 26 10:45:09.617378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31e8b98d-aa95-4b14-87d3-1ceee90048e1 req-56fcbfae-6525-499d-b7bc-862e2630af37 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241171 Aug 26 10:45:09.736180 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:09.814443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce6538c-27af-4253-ac93-0b89c1a4974c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:09.959610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832afb4-d9db-4d77-af28-921938d3f970 req-393b8865-3345-4f87-881a-15c989d1c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:09.961308 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-393b8865-3345-4f87-881a-15c989d1c4a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85&tenant_id=cac702c5642f41e2949e2afdcb274895 HTTP/1.1" status: 200 len: 1102 time: 0.1375735 Aug 26 10:45:09.974435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:10.044997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:10.130446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:10.168131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa1e22-e41f-4c95-8692-b7587f84c6f6 req-4d1ad857-fd06-40f4-a8a6-211083376728 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:10.170672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-38fa1e22-e41f-4c95-8692-b7587f84c6f6 req-4d1ad857-fd06-40f4-a8a6-211083376728 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 944 time: 0.4472065 Aug 26 10:45:10.268767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47961c25-e25d-400c-a804-b3a035cafa10 req-7f79590a-0b6c-4f54-a6a0-af1e50ea3471 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:10.270331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47961c25-e25d-400c-a804-b3a035cafa10 req-7f79590a-0b6c-4f54-a6a0-af1e50ea3471 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 950 time: 0.3721373 Aug 26 10:45:10.352269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-38fa1e22-e41f-4c95-8692-b7587f84c6f6 req-429d104b-7289-41ea-93d1-77189e2d7272 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725953 Aug 26 10:45:10.377724 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:10.398698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47961c25-e25d-400c-a804-b3a035cafa10 req-d05b8483-eef4-415d-a49e-6945b3c75821 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148541 Aug 26 10:45:10.444007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:10.511396 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:10.530593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Transition to ACTIVE for port object a4cf371b-83a7-48c6-80e5-bac0eeada815 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:10.538031 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:10.548698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36462) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:10.607297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687c164-481f-4f1e-b7fe-7a71fef915a2 req-7328ed1d-1616-4379-acce-b481c307ea64 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:10.611293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c687c164-481f-4f1e-b7fe-7a71fef915a2 req-7328ed1d-1616-4379-acce-b481c307ea64 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 943 time: 0.1208799 Aug 26 10:45:10.663403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] No DVR routers for this DVR port a4cf371b-83a7-48c6-80e5-bac0eeada815 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:10.683626 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c687c164-481f-4f1e-b7fe-7a71fef915a2 req-40db9010-a61d-45a8-8b88-13435fec1a18 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643055 Aug 26 10:45:10.686768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] Router 7cd650da-741c-452e-a967-919fe559bcd2 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:45:10.705129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cf371b-83a7-48c6-80e5-bac0eeada815,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:10.727757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Attempting to bind port a4cf371b-83a7-48c6-80e5-bac0eeada815 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:10.728220 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Attempting to bind port a4cf371b-83a7-48c6-80e5-bac0eeada815 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:10.729127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Attempting to bind port a4cf371b-83a7-48c6-80e5-bac0eeada815 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:10.736500 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Port a4cf371b-83a7-48c6-80e5-bac0eeada815 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:10.737220 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Attempting to bind port a4cf371b-83a7-48c6-80e5-bac0eeada815 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:10.744861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:10.749933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:10.750629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:10.751346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Bound port: a4cf371b-83a7-48c6-80e5-bac0eeada815, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:10.752227 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:10.852651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-689641683-network', 'tenant_id': '19b6b7a14a104175b09c10303890218b'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:10.903019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:10.918611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Made reservation on behalf of 19b6b7a14a104175b09c10303890218b for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:10.920915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:10.935594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:10.951201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:10.956540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:10.998576 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-07a4c9b1-a4e3-4317-acfc-296706b0200c service neutron] 10.222.0.42 "GET /v2.0/ports/7c49015d-b414-4768-958c-bb99bd41261a/bindings/n-h1-778550-13 HTTP/1.1" status: 200 len: 385 time: 0.1283951 Aug 26 10:45:11.029094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:11.029733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:11.032034 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 200 len: 1097 time: 1.0612199 Aug 26 10:45:11.090787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c25ac9-e943-4bbe-9526-8446b29cd5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cf371b-83a7-48c6-80e5-bac0eeada815,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:11.187565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832afb4-d9db-4d77-af28-921938d3f970 req-72f1a382-aa3c-4917-a586-7466f722d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:11.190078 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-72f1a382-aa3c-4917-a586-7466f722d88b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 1100 time: 0.1130664 Aug 26 10:45:11.204465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device add5d02b-9499-4e72-805b-65d9dbfe448b details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:45:11.229768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815'}, {'name': 'network-changed', 'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:11.232402 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c" -d '{"events": [{"server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "name": "network-vif-unplugged", "status": "completed", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815"}, {"name": "network-changed", "server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:11.233730 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29aa79-9868-4ccc-9813-77f8049215f8 req-ec2907a5-0773-4807-909e-f32328757a26 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:11.235356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d29aa79-9868-4ccc-9813-77f8049215f8 req-ec2907a5-0773-4807-909e-f32328757a26 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 949 time: 0.4115717 Aug 26 10:45:11.253463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb4fde-aa2a-496a-baa7-61c0944993c6 req-a96ebea0-b24f-4129-aeb9-ee6c64587d13 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:11.255056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ffb4fde-aa2a-496a-baa7-61c0944993c6 req-a96ebea0-b24f-4129-aeb9-ee6c64587d13 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 948 time: 0.4181180 Aug 26 10:45:11.256205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:45:11.262302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3752ff31-ac42-4946-8810-afd1b8d70c9c admin admin] 10.222.0.21 "PUT /v2.0/routers/7cd650da-741c-452e-a967-919fe559bcd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0825419 Aug 26 10:45:11.264771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36472) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:11.282259 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7142287-2443-4a60-82e3-1d31c6350df7 None None] Sync routers for ids ['7cd650da-741c-452e-a967-919fe559bcd2'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:45:11.301509 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7142287-2443-4a60-82e3-1d31c6350df7 None None] Routers {'7cd650da-741c-452e-a967-919fe559bcd2'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:11.302293 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f7142287-2443-4a60-82e3-1d31c6350df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:44:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7cd650da-741c-452e-a967-919fe559bcd2'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:11.435141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d29aa79-9868-4ccc-9813-77f8049215f8 req-33b68595-349e-4df1-80c7-ffb421d732de tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765130 Aug 26 10:45:11.455661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:11.473279 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f7142287-2443-4a60-82e3-1d31c6350df7 None None] Set router 7cd650da-741c-452e-a967-919fe559bcd2 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:11.476251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:11.519887 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832afb4-d9db-4d77-af28-921938d3f970 req-b57a6216-486f-42d4-bb33-c7b0aa91b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:11.521462 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-b57a6216-486f-42d4-bb33-c7b0aa91b405 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.3227937 Aug 26 10:45:11.534946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:11.553776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ffb4fde-aa2a-496a-baa7-61c0944993c6 req-d6a1e510-4427-4c39-85f3-c69476938578 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668972 Aug 26 10:45:11.573432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'add5d02b-9499-4e72-805b-65d9dbfe448b', 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a', 'port_id': 'add5d02b-9499-4e72-805b-65d9dbfe448b', 'mac_address': 'fa:16:3e:be:9b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ad226f-a097-4f16-92ab-f25561609e9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:45:11.583181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:45:11.586154 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-30265734-fbbf-4793-80fd-035576ddf0a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 200 len: 217 time: 0.0539708 Aug 26 10:45:11.613837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f354662a-4041-42fb-8493-c7e998406c32 req-7991b631-abb0-4b50-ac67-140ef4c84223 service neutron] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7c49015d-b414-4768-958c-bb99bd41261a,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:11.639091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c13d4e-460d-4dce-accd-a9e536689ba0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:11.656890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:11.664186 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Added segment dae220cd-f1be-4557-bef5-025d3852cc94 of type vlan for network 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b Aug 26 10:45:11.689354 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:11.713379 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5e594d-0455-485d-ae1c-13d00e35d3c5 x-openstack-request-id: req-1b5e594d-0455-485d-ae1c-13d00e35d3c5 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:11.714939 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "name": "network-vif-unplugged", "status": "completed", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815", "code": 200}, {"name": "network-changed", "server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:11.715201 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b5e594d-0455-485d-ae1c-13d00e35d3c5 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:11.716745 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815', 'code': 200} Aug 26 10:45:11.717033 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815', 'status': 'completed', 'code': 200} Aug 26 10:45:11.718429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add5d02b-9499-4e72-805b-65d9dbfe448b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:11.726981 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:11.728778 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f7142287-2443-4a60-82e3-1d31c6350df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd650da-741c-452e-a967-919fe559bcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-router', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:35Z', 'updated_at': '2021-08-26T10:45:09Z', 'revision_number': 5, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'gw_port': {'id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:36Z', 'updated_at': '2021-08-26T10:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:11.770499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:11.774299 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7142287-2443-4a60-82e3-1d31c6350df7 None None] Checking router: 7cd650da-741c-452e-a967-919fe559bcd2 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:45:11.779112 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:11.784568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f354662a-4041-42fb-8493-c7e998406c32 req-7991b631-abb0-4b50-ac67-140ef4c84223 service neutron] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:11.788260 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7142287-2443-4a60-82e3-1d31c6350df7 None None] Routers {'7cd650da-741c-452e-a967-919fe559bcd2'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:11.789053 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f7142287-2443-4a60-82e3-1d31c6350df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:44:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7cd650da-741c-452e-a967-919fe559bcd2'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:11.802285 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:11.834875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=add5d02b-9499-4e72-805b-65d9dbfe448b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:11.841651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832afb4-d9db-4d77-af28-921938d3f970 req-c344733f-8a85-4f63-83b8-5c1dbb6c7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:11.843808 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-c344733f-8a85-4f63-83b8-5c1dbb6c7740 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2486620 Aug 26 10:45:11.907316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-f354662a-4041-42fb-8493-c7e998406c32 req-7991b631-abb0-4b50-ac67-140ef4c84223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c49015d-b414-4768-958c-bb99bd41261a {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:11.911331 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f7142287-2443-4a60-82e3-1d31c6350df7 None None] Set router 7cd650da-741c-452e-a967-919fe559bcd2 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:11.914238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:11.914238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:11.914238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:11.917513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-4e5303ee-1d4f-4c12-b0ec-edd36087d964 tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:11.919076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-4e5303ee-1d4f-4c12-b0ec-edd36087d964 tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 1102 time: 0.4223175 Aug 26 10:45:11.936232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f354662a-4041-42fb-8493-c7e998406c32 req-7991b631-abb0-4b50-ac67-140ef4c84223 service neutron] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7c49015d-b414-4768-958c-bb99bd41261a,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:11.988597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['add5d02b-9499-4e72-805b-65d9dbfe448b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:12.031866 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4817359 Aug 26 10:45:12.041579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36482) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:12.054146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] Request body: {'subnet': {'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-689641683-subnet', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:12.072497 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f354662a-4041-42fb-8493-c7e998406c32 req-7991b631-abb0-4b50-ac67-140ef4c84223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:12.084052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832afb4-d9db-4d77-af28-921938d3f970 req-1f3ffaf2-f858-4094-a3d2-1065c546710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:12.087137 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-1f3ffaf2-f858-4094-a3d2-1065c546710c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2200584 Aug 26 10:45:12.099914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9233cf8-8d7f-485e-a321-b17e10b97ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:12.115429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-21a236ea-6230-4913-85a3-98fbf350ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:12.117412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-21a236ea-6230-4913-85a3-98fbf350ef03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 1100 time: 0.4336622 Aug 26 10:45:12.124082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:45:12.151106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699cb47-8001-49f5-853b-f4f7f59c6d64 req-749f44db-bf1b-4097-86ce-bb3dc6cb0bc3 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:12.154332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0699cb47-8001-49f5-853b-f4f7f59c6d64 req-749f44db-bf1b-4097-86ce-bb3dc6cb0bc3 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 945 time: 0.4150212 Aug 26 10:45:12.176160 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f7142287-2443-4a60-82e3-1d31c6350df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd650da-741c-452e-a967-919fe559bcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-router', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:35Z', 'updated_at': '2021-08-26T10:45:09Z', 'revision_number': 5, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'gw_port': {'id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:36Z', 'updated_at': '2021-08-26T10:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:12.214845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e7d8a-ddf1-4a56-b16b-d0341bface94 req-057d2e4d-420a-4c07-8c53-4d37f2119e83 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:12.220900 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7142287-2443-4a60-82e3-1d31c6350df7 None None] The sync data for ids ['7cd650da-741c-452e-a967-919fe559bcd2'] in n-d-778550-13 is: [{'id': '7cd650da-741c-452e-a967-919fe559bcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1672435974-router', 'tenant_id': '20080515732149c9b6d9fce63aaa35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:35Z', 'updated_at': '2021-08-26T10:45:09Z', 'revision_number': 5, 'project_id': '20080515732149c9b6d9fce63aaa35e6', 'gw_port': {'id': '22812851-7fb9-4849-a0e3-2fb2b4fe5d48', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd650da-741c-452e-a967-919fe559bcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:36Z', 'updated_at': '2021-08-26T10:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:45:12.226852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4a6e7d8a-ddf1-4a56-b16b-d0341bface94 req-057d2e4d-420a-4c07-8c53-4d37f2119e83 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 950 time: 0.3490143 Aug 26 10:45:12.264310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] Made reservation on behalf of 19b6b7a14a104175b09c10303890218b for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:12.267882 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:12.358064 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:12.425582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4a6e7d8a-ddf1-4a56-b16b-d0341bface94 req-1f66cef2-65c5-4bba-9868-bd21247275b5 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976333 Aug 26 10:45:12.465556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0699cb47-8001-49f5-853b-f4f7f59c6d64 req-62970bd2-06fe-4ade-ac3d-c977b59eb641 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351053 Aug 26 10:45:12.486998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-fbb6bc06-d32d-4c8f-8d19-c380643ca5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:12.488559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-fbb6bc06-d32d-4c8f-8d19-c380643ca5ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.3557422 Aug 26 10:45:12.499216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-1f58f75b-01c5-415e-9dea-7af7c833b89e tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] Deleting port 263cdeae-0b81-4b85-be02-844844fc4c92 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:12.499216 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-1f58f75b-01c5-415e-9dea-7af7c833b89e tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:12.596252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-1076458e-d3f8-4d58-8d9e-1b8ed96b9a87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 200 len: 217 time: 0.0966675 Aug 26 10:45:12.622570 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6ce6538c-27af-4253-ac93-0b89c1a4974c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:12.675397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a4cf371b-83a7-48c6-80e5-bac0eeada815 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:12.678478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6ce6538c-27af-4253-ac93-0b89c1a4974c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:12.679623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6ce6538c-27af-4253-ac93-0b89c1a4974c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:12.713585 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-1801c2a5-0665-4eb3-95c2-b6ee379995d4 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046615 Aug 26 10:45:12.730429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a4cf371b-83a7-48c6-80e5-bac0eeada815 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:12.733277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-f354662a-4041-42fb-8493-c7e998406c32 req-7991b631-abb0-4b50-ac67-140ef4c84223 service neutron] Transition to ACTIVE for port object 7c49015d-b414-4768-958c-bb99bd41261a will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:12.759051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f354662a-4041-42fb-8493-c7e998406c32 req-7991b631-abb0-4b50-ac67-140ef4c84223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:12.777465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Deleting port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:12.777841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:12.787936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-1f58f75b-01c5-415e-9dea-7af7c833b89e tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] For port 263cdeae-0b81-4b85-be02-844844fc4c92, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=263cdeae-0b81-4b85-be02-844844fc4c92,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:12.788315 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-1f58f75b-01c5-415e-9dea-7af7c833b89e tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:12.811497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-024488c1-e798-4757-98a1-daa3d829a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:12.813530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-024488c1-e798-4757-98a1-daa3d829a8f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1878250 Aug 26 10:45:12.854819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5181b5-8bd2-4ab6-be66-10debc4d419c req-972354a1-7141-4808-953e-d149a177b17f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:12.855940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd5181b5-8bd2-4ab6-be66-10debc4d419c req-972354a1-7141-4808-953e-d149a177b17f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 943 time: 0.2641001 Aug 26 10:45:12.864520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bfa14-a6c9-4f05-800b-342acc09dcd2 req-083f9b43-7684-4b8f-a91b-b73a0d78925b tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:12.865998 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b00bfa14-a6c9-4f05-800b-342acc09dcd2 req-083f9b43-7684-4b8f-a91b-b73a0d78925b tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 949 time: 0.2729106 Aug 26 10:45:12.877345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-1f58f75b-01c5-415e-9dea-7af7c833b89e tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] Calling delete_port for 263cdeae-0b81-4b85-be02-844844fc4c92 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:12.882244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f922cf-370f-47cc-b9fe-0fc428928221 req-fe1cef7e-55f2-4d0a-af90-98914c5e562b tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:12.883839 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f2f922cf-370f-47cc-b9fe-0fc428928221 req-fe1cef7e-55f2-4d0a-af90-98914c5e562b tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.47 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 949 time: 0.2609804 Aug 26 10:45:12.986007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f354662a-4041-42fb-8493-c7e998406c32 req-7991b631-abb0-4b50-ac67-140ef4c84223 service neutron] No DVR routers for this DVR port 7c49015d-b414-4768-958c-bb99bd41261a on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:12.992854 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991b631-abb0-4b50-ac67-140ef4c84223 service neutron] Pushing event updated for resources: {'Port': ['ID=7c49015d-b414-4768-958c-bb99bd41261a,revision_number=10']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:13.038055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd5181b5-8bd2-4ab6-be66-10debc4d419c req-3c93ee25-03bd-4967-918d-bfbe11e49d65 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691773 Aug 26 10:45:13.048915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b00bfa14-a6c9-4f05-800b-342acc09dcd2 req-73f920ba-56d3-4363-ae38-0c1ceb3a90d1 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/security-groups?id=092a5cf7-9cb7-48d6-992c-a72451a35e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588624 Aug 26 10:45:13.063297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-a4cf3b16-1a5c-4812-8f24-e730332750a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:13.064870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-a4cf3b16-1a5c-4812-8f24-e730332750a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2232766 Aug 26 10:45:13.071498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] For port 22812851-7fb9-4849-a0e3-2fb2b4fe5d48, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=22812851-7fb9-4849-a0e3-2fb2b4fe5d48,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:13.071903 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:13.110013 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6832afb4-d9db-4d77-af28-921938d3f970 req-cacee006-101c-4285-bd97-5082f1aad5f8 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855691 Aug 26 10:45:13.134316 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-7991b631-abb0-4b50-ac67-140ef4c84223 service neutron] 10.222.0.42 "PUT /v2.0/ports/7c49015d-b414-4768-958c-bb99bd41261a/bindings/n-h1-778550-13/activate HTTP/1.1" status: 200 len: 370 time: 2.1241634 Aug 26 10:45:13.147837 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:13.151534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Calling delete_port for 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:13.224347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device add5d02b-9499-4e72-805b-65d9dbfe448b up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:13.244010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-f2f922cf-370f-47cc-b9fe-0fc428928221 req-6d086d68-b584-4de2-8eb2-75bcd914ec0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Deleting port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:13.244355 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f2f922cf-370f-47cc-b9fe-0fc428928221 req-6d086d68-b584-4de2-8eb2-75bcd914ec0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:13.261328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.47', 57870) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:13.262873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0600c7be-1f35-4819-98c2-afced7a17429,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:13.295024 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-670ae183-fc2e-4d37-8a13-c0e658c5cda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:13.318231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port add5d02b-9499-4e72-805b-65d9dbfe448b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:13.323930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port add5d02b-9499-4e72-805b-65d9dbfe448b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:13.324425 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:13.388880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeef825-e4fe-46d4-9b4a-4215587d77d2 req-abcae4ef-8d3e-425a-810e-a084ce7df50e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:13.396553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afeef825-e4fe-46d4-9b4a-4215587d77d2 req-abcae4ef-8d3e-425a-810e-a084ce7df50e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 948 time: 0.2462876 Aug 26 10:45:13.397757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] Checking segment: {'id': 'dae220cd-f1be-4557-bef5-025d3852cc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:13.398120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] Network hostable DHCP agents. Network: 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:45:13.403262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-05b9f397-889f-4353-9eb7-83a4af1b8679 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282716 Aug 26 10:45:13.409259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-52896acc-9af9-486a-942a-18b1ef6edc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:13.411066 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-52896acc-9af9-486a-942a-18b1ef6edc3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 1100 time: 0.2327826 Aug 26 10:45:13.421054 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:13.426056 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-1f58f75b-01c5-415e-9dea-7af7c833b89e tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:13.450718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add5d02b-9499-4e72-805b-65d9dbfe448b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:13.450718 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fd1869-cbca-4520-8016-68d243e8d625" -d '{"events": [{"server_uuid": "c8cb2c1e-55c3-4a73-9c1e-51a8dea34180", "name": "network-vif-plugged", "status": "completed", "tag": "add5d02b-9499-4e72-805b-65d9dbfe448b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:13.473505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:13.480720 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:13.482028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b8db790b-0779-4579-9474-aa00d28b221f no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:13.499354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f2f922cf-370f-47cc-b9fe-0fc428928221 req-6d086d68-b584-4de2-8eb2-75bcd914ec0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] For port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:13.500367 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f2f922cf-370f-47cc-b9fe-0fc428928221 req-6d086d68-b584-4de2-8eb2-75bcd914ec0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:13.536607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: b8db790b-0779-4579-9474-aa00d28b221f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:13.537277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b8db790b-0779-4579-9474-aa00d28b221f not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:13.537733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 7c49015d-b414-4768-958c-bb99bd41261a no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:13.560727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f75b-01c5-415e-9dea-7af7c833b89e tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] Pushing event deleted for resources: {'Port': ['ID=263cdeae-0b81-4b85-be02-844844fc4c92,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:13.576343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354662a-4041-42fb-8493-c7e998406c32 req-efc3c55a-aeee-47c3-843e-d4829702f00d tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:13.578513 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-efc3c55a-aeee-47c3-843e-d4829702f00d tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.3131859 Aug 26 10:45:13.603655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] Network 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:45:13.606907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-f2f922cf-370f-47cc-b9fe-0fc428928221 req-6d086d68-b584-4de2-8eb2-75bcd914ec0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Calling delete_port for 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:13.653309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c12be8a-2769-441f-97f9-45767e414671 req-eab9a34f-ab93-4ee2-81e1-65a5f5ec8f19 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8 HTTP/1.1" status: 200 len: 210 time: 0.0980949 Aug 26 10:45:13.657851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:13.672692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:13.673626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:13.710839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afeef825-e4fe-46d4-9b4a-4215587d77d2 req-4e91d919-f3b3-4876-af10-a4d2e095f520 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132601 Aug 26 10:45:13.735654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-1f58f75b-01c5-415e-9dea-7af7c833b89e tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] No DVR routers for this DVR port 263cdeae-0b81-4b85-be02-844844fc4c92 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:13.759836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-1f58f75b-01c5-415e-9dea-7af7c833b89e tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:13.759836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-1f58f75b-01c5-415e-9dea-7af7c833b89e tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] 10.222.0.47 "DELETE /v2.0/ports/263cdeae-0b81-4b85-be02-844844fc4c92 HTTP/1.1" status: 204 len: 173 time: 1.8142147 Aug 26 10:45:13.761104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8', 'name': 'network-vif-deleted', 'tag': '263cdeae-0b81-4b85-be02-844844fc4c92'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:13.773063 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cd57d6c0-f0a7-4842-a799-075704cd9876 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7295299 Aug 26 10:45:13.774147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36496) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:13.783740 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaa774e-3092-41b5-b35c-8aa75d869436" -d '{"events": [{"server_uuid": "d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8", "name": "network-vif-deleted", "tag": "263cdeae-0b81-4b85-be02-844844fc4c92"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:13.806889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-689641683-router', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:13.831931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354662a-4041-42fb-8493-c7e998406c32 req-7ba952de-a1e0-4302-80d2-0b252ae75a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:13.835599 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-7ba952de-a1e0-4302-80d2-0b252ae75a3c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12&tenant_id=bbdc0b3586bc413e8f4363512678b56e HTTP/1.1" status: 200 len: 1096 time: 0.2453837 Aug 26 10:45:13.850661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-bf890890-ad0d-41e3-b134-3a96ab1fb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:13.855059 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-bf890890-ad0d-41e3-b134-3a96ab1fb9fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.4265246 Aug 26 10:45:13.856553 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e47cce-1206-474e-8392-2e8425b76d60 x-openstack-request-id: req-31e47cce-1206-474e-8392-2e8425b76d60 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:13.857054 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cb2c1e-55c3-4a73-9c1e-51a8dea34180", "name": "network-vif-plugged", "status": "completed", "tag": "add5d02b-9499-4e72-805b-65d9dbfe448b", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:13.857153 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31e47cce-1206-474e-8392-2e8425b76d60 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:13.859696 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add5d02b-9499-4e72-805b-65d9dbfe448b', 'code': 200} Aug 26 10:45:13.866125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 7c49015d-b414-4768-958c-bb99bd41261a not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:13.869519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=add5d02b-9499-4e72-805b-65d9dbfe448b,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:13.878338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b234247d-843e-47bf-97ad-6ab36e9061e1 None None] Network 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:45:13.917035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-27470f01-9ba9-4a67-8328-4d7d197cda9e service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038872 Aug 26 10:45:13.979473 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.003655 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-f945e0ea-3d35-424c-8c2b-02388ea5c0c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 200 len: 217 time: 0.0905504 Aug 26 10:45:14.011869 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.013027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.023765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92b376-d87b-4d4d-9963-9c8a81b880d2 req-f4a8c059-51b5-487a-b319-b2a5463af034 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:14.025566 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a92b376-d87b-4d4d-9963-9c8a81b880d2 req-f4a8c059-51b5-487a-b319-b2a5463af034 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 946 time: 0.1348381 Aug 26 10:45:14.035591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Pushing event deleted for resources: {'Port': ['ID=22812851-7fb9-4849-a0e3-2fb2b4fe5d48,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:14.040576 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1eebae9-429c-423c-a075-a395b2190833 x-openstack-request-id: req-f1eebae9-429c-423c-a075-a395b2190833 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:14.040869 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8", "name": "network-vif-deleted", "tag": "263cdeae-0b81-4b85-be02-844844fc4c92", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:14.041121 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1eebae9-429c-423c-a075-a395b2190833 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:14.041508 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82a788f-bbcb-49d0-9a5b-bbeda9c1b6f8', 'name': 'network-vif-deleted', 'tag': '263cdeae-0b81-4b85-be02-844844fc4c92', 'status': 'completed', 'code': 200} Aug 26 10:45:14.069734 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.112767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9b4bd-3d71-4c22-a618-0ad38af26b72 req-0879e140-a586-4145-9bf9-b387bb85b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:14.114310 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-22e9b4bd-3d71-4c22-a618-0ad38af26b72 req-0879e140-a586-4145-9bf9-b387bb85b8c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 1098 time: 0.2581677 Aug 26 10:45:14.139741 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354662a-4041-42fb-8493-c7e998406c32 req-c159db67-f2a1-44b6-a8b0-b1792acbc619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:14.141861 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-c159db67-f2a1-44b6-a8b0-b1792acbc619 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 1096 time: 0.2499657 Aug 26 10:45:14.150054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b', 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'fixed_ips': [{'subnet_id': '0600c7be-1f35-4819-98c2-afced7a17429'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:45:14.151253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.193521 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.210621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-e34f8ccd-87b5-4480-8471-4fd97d786f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:14.213755 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-e34f8ccd-87b5-4480-8471-4fd97d786f83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1913488 Aug 26 10:45:14.214649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.231129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.235269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a92b376-d87b-4d4d-9963-9c8a81b880d2 req-accdb307-629f-4c29-bb10-562bce9c40cf tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964626 Aug 26 10:45:14.309415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f2f922cf-370f-47cc-b9fe-0fc428928221 req-6d086d68-b584-4de2-8eb2-75bcd914ec0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.329215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:14.407794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Allocated IP 172.20.0.2 (9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b/0600c7be-1f35-4819-98c2-afced7a17429/da89d8f6-d759-4525-85cf-5b495f30d83b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:14.421624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d086d68-b584-4de2-8eb2-75bcd914ec0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Pushing event deleted for resources: {'Port': ['ID=31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:14.427570 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-22e9b4bd-3d71-4c22-a618-0ad38af26b72 req-b254e695-0502-4a64-8f3d-710cd82c2e01 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976258 Aug 26 10:45:14.647064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 263cdeae-0b81-4b85-be02-844844fc4c92 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:14.703910 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.715919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Transition to ACTIVE for port object da89d8f6-d759-4525-85cf-5b495f30d83b will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:14.740691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Transition to ACTIVE for port object da89d8f6-d759-4525-85cf-5b495f30d83b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:14.743636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 263cdeae-0b81-4b85-be02-844844fc4c92 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:14.744448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 263cdeae-0b81-4b85-be02-844844fc4c92 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:14.751861 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.770589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Network 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:14.789380 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:14.793355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:14.795493 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3dafed6e-eb54-4660-9dbc-326d2da74ec3 req-f3c3ac13-223a-4973-ac4d-024f27ce1539 tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.21 "GET /v2.0/ports?device_id=7153bfe4-f721-4783-a106-cef2795b289e HTTP/1.1" status: 200 len: 210 time: 0.0669580 Aug 26 10:45:14.809490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f922cf-370f-47cc-b9fe-0fc428928221 req-6d086d68-b584-4de2-8eb2-75bcd914ec0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] No DVR routers for this DVR port 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:14.818352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debd8f6-abff-4734-a65a-c9cac967e460 req-75325cdb-2a5c-41f8-81f2-8629df081eae tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:14.826465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5debd8f6-abff-4734-a65a-c9cac967e460 req-75325cdb-2a5c-41f8-81f2-8629df081eae tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 944 time: 0.6370585 Aug 26 10:45:14.836118 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f2f922cf-370f-47cc-b9fe-0fc428928221 req-6d086d68-b584-4de2-8eb2-75bcd914ec0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.840336 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f2f922cf-370f-47cc-b9fe-0fc428928221 req-6d086d68-b584-4de2-8eb2-75bcd914ec0c tempest-LiveMigrationNegativeTest-1832063075 tempest-LiveMigrationNegativeTest-1832063075-project] 10.222.0.47 "DELETE /v2.0/ports/31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 HTTP/1.1" status: 204 len: 173 time: 1.9487805 Aug 26 10:45:14.845754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Pushing event updated for resources: {'Port': ['ID=da89d8f6-d759-4525-85cf-5b495f30d83b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:14.849751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7153bfe4-f721-4783-a106-cef2795b289e', 'name': 'network-vif-deleted', 'tag': '31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:14.857039 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da548301-1298-473b-a8e2-9c376715820f" -d '{"events": [{"server_uuid": "7153bfe4-f721-4783-a106-cef2795b289e", "name": "network-vif-deleted", "tag": "31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:14.862264 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-4570e3de-846a-4f59-910e-a0a9fff92acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:14.868491 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-4570e3de-846a-4f59-910e-a0a9fff92acf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6233680 Aug 26 10:45:14.872275 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.873013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd650da-741c-452e-a967-919fe559bcd2 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:45:14.876288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.887701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5debd8f6-abff-4734-a65a-c9cac967e460 req-2e4d01a0-69b3-47d3-8de1-b6825c571bed tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586028 Aug 26 10:45:14.915083 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:14.922833 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9b11c5cc-22ca-41d6-a274-3779d6ebfc34 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7cd650da-741c-452e-a967-919fe559bcd2 HTTP/1.1" status: 204 len: 168 time: 3.6445735 Aug 26 10:45:14.922833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36512) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:14.992071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Attempting to bind port da89d8f6-d759-4525-85cf-5b495f30d83b on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:14.992770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Attempting to bind port da89d8f6-d759-4525-85cf-5b495f30d83b by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'dae220cd-f1be-4557-bef5-025d3852cc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:14.993694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Attempting to bind port da89d8f6-d759-4525-85cf-5b495f30d83b on network 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:15.002572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:15.003073 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Checking segment: {'id': 'dae220cd-f1be-4557-bef5-025d3852cc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:15.003585 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.004039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Bound using segment: {'id': 'dae220cd-f1be-4557-bef5-025d3852cc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:15.004606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Bound port: da89d8f6-d759-4525-85cf-5b495f30d83b, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae220cd-f1be-4557-bef5-025d3852cc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:15.005095 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.037670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f69e0de-71df-4bc0-a626-afedfbbf7f99 admin admin] Deleting subnet 87122a9f-ac23-4cd7-ae14-7355849b0363 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:45:15.046085 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0de-71df-4bc0-a626-afedfbbf7f99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.088450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] For port da89d8f6-d759-4525-85cf-5b495f30d83b, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:15.092976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] For port da89d8f6-d759-4525-85cf-5b495f30d83b, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=da89d8f6-d759-4525-85cf-5b495f30d83b,segment=NetworkSegment(dae220cd-f1be-4557-bef5-025d3852cc94),segment_id=dae220cd-f1be-4557-bef5-025d3852cc94)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:15.104229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.110319 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e380cb-72ca-4dd5-832a-2566079bc030 x-openstack-request-id: req-d1e380cb-72ca-4dd5-832a-2566079bc030 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:15.110622 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7153bfe4-f721-4783-a106-cef2795b289e", "name": "network-vif-deleted", "tag": "31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:15.121344 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1e380cb-72ca-4dd5-832a-2566079bc030 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:15.121780 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7153bfe4-f721-4783-a106-cef2795b289e', 'name': 'network-vif-deleted', 'tag': '31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0', 'status': 'completed', 'code': 200} Aug 26 10:45:15.153059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354662a-4041-42fb-8493-c7e998406c32 req-e9190339-cdf0-4b17-a938-94b0a695bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:15.160030 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-e9190339-cdf0-4b17-a938-94b0a695bdea service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.9792824 Aug 26 10:45:15.162275 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-09f493ef-11d5-427c-bcef-7c1c2ca0ea1c service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794671 Aug 26 10:45:15.205615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4522d4-1da2-4d68-8c66-9a8ab3e1ee39 None None] Pushing event updated for resources: {'Port': ['ID=da89d8f6-d759-4525-85cf-5b495f30d83b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:15.255471 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0de-71df-4bc0-a626-afedfbbf7f99 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.306901 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af1b4d-03cf-4916-908d-a04c13aebfe6 req-29baab07-5857-48a0-9bff-d7b181d7b670 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:15.315374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4af1b4d-03cf-4916-908d-a04c13aebfe6 req-29baab07-5857-48a0-9bff-d7b181d7b670 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 948 time: 0.2722070 Aug 26 10:45:15.330168 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-155e2f64-96c5-472f-adac-c9b7674db2b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c49015d-b414-4768-958c-bb99bd41261a HTTP/1.1" status: 200 len: 217 time: 0.1521811 Aug 26 10:45:15.417552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-d2c38e76-3f4c-4053-9e5a-79a462460633 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=814dc570c4d54e5b985b103cf7ce50f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793953 Aug 26 10:45:15.450822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354662a-4041-42fb-8493-c7e998406c32 req-4b810f15-1908-4861-94b4-15ac715faf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:15.452698 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-4b810f15-1908-4861-94b4-15ac715faf9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1121104 Aug 26 10:45:15.460119 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0de-71df-4bc0-a626-afedfbbf7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.492522 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bf37007-e4f3-4bd1-a31d-e6827b42f67c req-3f120323-dd0e-4c32-b76c-4468b642fd7d service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064106 Aug 26 10:45:15.531447 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-bd81a360-fd2c-40e7-acf1-7c4ab8075996 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583184 Aug 26 10:45:15.587664 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4af1b4d-03cf-4916-908d-a04c13aebfe6 req-7e2d24d2-41a9-48da-85e2-cf974e67b6e5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710230 Aug 26 10:45:15.707605 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-3b5c72c1-5f10-4156-944b-7b7ea27728b5 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669290 Aug 26 10:45:15.708654 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db38865c-1239-4676-8283-5d1a01528d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.732683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594a8eb-895d-4355-92c3-54bc004c412d req-c32290b5-c206-419e-a38f-ddb23edd02b4 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:15.739208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-c32290b5-c206-419e-a38f-ddb23edd02b4 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025210 Aug 26 10:45:15.751460 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0de-71df-4bc0-a626-afedfbbf7f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.777242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69e0de-71df-4bc0-a626-afedfbbf7f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87122a9f-ac23-4cd7-ae14-7355849b0363,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:15.784961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-50843d2c-e20a-499b-a064-88b79341c120 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/quotas/814dc570c4d54e5b985b103cf7ce50f1 HTTP/1.1" status: 200 len: 375 time: 0.0448480 Aug 26 10:45:15.796086 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f69e0de-71df-4bc0-a626-afedfbbf7f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.800691 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2f69e0de-71df-4bc0-a626-afedfbbf7f99 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/87122a9f-ac23-4cd7-ae14-7355849b0363 HTTP/1.1" status: 204 len: 168 time: 0.8748629 Aug 26 10:45:15.800867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36530) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:15.810551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ffa2a-312f-4ddd-ad6d-fa4486bd4a1a None None] Network b176b1a6-3fb7-4848-955f-268cb85cb650 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:45:15.852592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b50f6-daf1-45dd-ad54-c94ca4bf0027 req-c1da5cbb-bf58-4d78-a2ec-516cca6e0a21 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:15.860097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4a3b50f6-daf1-45dd-ad54-c94ca4bf0027 req-c1da5cbb-bf58-4d78-a2ec-516cca6e0a21 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 946 time: 0.1949279 Aug 26 10:45:15.888444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-26ae3191-783f-4973-827a-12732372947a tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=814dc570c4d54e5b985b103cf7ce50f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938218 Aug 26 10:45:15.889506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.922788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.927788 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-571dc15e-1467-4053-95ac-dae48ee45995 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826804 Aug 26 10:45:15.959166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:15.965674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4a3b50f6-daf1-45dd-ad54-c94ca4bf0027 req-bd704101-5aec-447f-913f-37dea51492ab tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046095 Aug 26 10:45:16.063496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4377cb4-8e91-488a-a5ae-4bd4fd2729f0 None None] DHCP port deletion for b176b1a6-3fb7-4848-955f-268cb85cb650 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:45:16.109434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Allocated IP 172.25.1.211 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/787f196c-69d6-4798-9cfc-97a308fbd777) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:16.116173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Deleting port c69eecc3-5193-4187-b973-eee9afe265fc {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:16.116413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:16.143317 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:16.241430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a4377cb4-8e91-488a-a5ae-4bd4fd2729f0 None None] Deleting port c69eecc3-5193-4187-b973-eee9afe265fc {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:16.241696 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4377cb4-8e91-488a-a5ae-4bd4fd2729f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:16.326939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] For port c69eecc3-5193-4187-b973-eee9afe265fc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c69eecc3-5193-4187-b973-eee9afe265fc,segment=NetworkSegment(afd53e86-5805-4a4b-a720-ed25d60dad53),segment_id=afd53e86-5805-4a4b-a720-ed25d60dad53)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:16.327465 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:16.351651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Calling delete_port for c69eecc3-5193-4187-b973-eee9afe265fc owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:16.354701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:16.467766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a4377cb4-8e91-488a-a5ae-4bd4fd2729f0 None None] For port c69eecc3-5193-4187-b973-eee9afe265fc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c69eecc3-5193-4187-b973-eee9afe265fc,segment=NetworkSegment(afd53e86-5805-4a4b-a720-ed25d60dad53),segment_id=afd53e86-5805-4a4b-a720-ed25d60dad53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:16.468368 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4377cb4-8e91-488a-a5ae-4bd4fd2729f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:16.500103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a4377cb4-8e91-488a-a5ae-4bd4fd2729f0 None None] Calling delete_port for c69eecc3-5193-4187-b973-eee9afe265fc owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:16.506648 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:16.540563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36548) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:16.621084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e35d99-0d61-48e3-a1fb-15671b83f640 req-c066bd02-a879-44e0-800c-d8ea839fd962 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:16.625824 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6e35d99-0d61-48e3-a1fb-15671b83f640 req-c066bd02-a879-44e0-800c-d8ea839fd962 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 1098 time: 0.1841898 Aug 26 10:45:16.626716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Pushing event updated for resources: {'Port': ['ID=787f196c-69d6-4798-9cfc-97a308fbd777,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:16.655704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354662a-4041-42fb-8493-c7e998406c32 req-24c8e29c-72b5-430a-be47-a46bd9815e2a tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:16.656545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3b637-6bb5-442e-aea2-d419be1047fd None None] Network 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:45:16.657761 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-24c8e29c-72b5-430a-be47-a46bd9815e2a tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.2418301 Aug 26 10:45:16.658694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:16.661291 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:16.668596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:16.677452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174415-ec16-4f6d-9255-38e8f7856bb5 req-b5948eb0-d2f6-45e4-9454-facd8a2d6062 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:16.680407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:16.703592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05174415-ec16-4f6d-9255-38e8f7856bb5 req-b5948eb0-d2f6-45e4-9454-facd8a2d6062 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 944 time: 0.2604744 Aug 26 10:45:16.714988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:16.773058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69eecc3-5193-4187-b973-eee9afe265fc,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:16.786031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] No DVR routers for this DVR port c69eecc3-5193-4187-b973-eee9afe265fc on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:16.816884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device da89d8f6-d759-4525-85cf-5b495f30d83b up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:16.819992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:16.820606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 31c6fe5d-fdb1-4bd5-a630-05b6519f5fb0 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:16.860842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05174415-ec16-4f6d-9255-38e8f7856bb5 req-190fdc43-f275-4eaf-a293-2052f7640dbd tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559472 Aug 26 10:45:16.881912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a7de536f-6129-4c97-84af-144f8d243b01 None None] Provisioning for port da89d8f6-d759-4525-85cf-5b495f30d83b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:16.904281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6e35d99-0d61-48e3-a1fb-15671b83f640 req-96d5b359-898f-4576-baab-eddadb1fe0ba tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647376 Aug 26 10:45:16.906979 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4377cb4-8e91-488a-a5ae-4bd4fd2729f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:16.951443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4377cb4-8e91-488a-a5ae-4bd4fd2729f0 None None] No DVR routers for this DVR port c69eecc3-5193-4187-b973-eee9afe265fc on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:16.959802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4377cb4-8e91-488a-a5ae-4bd4fd2729f0 None None] Pushing event deleted for resources: {'Port': ['ID=c69eecc3-5193-4187-b973-eee9afe265fc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:16.972663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port da89d8f6-d759-4525-85cf-5b495f30d83b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:16.984332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port da89d8f6-d759-4525-85cf-5b495f30d83b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:16.984574 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.075586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25545348-44ca-4626-bde6-35c2a899a5c1 req-6f70c8c7-c85c-483e-9a6f-80f8822b2d82 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 210 time: 0.0407724 Aug 26 10:45:17.078240 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.101641 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.101641 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.102507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.102925 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > port after_create 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.103290 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.103734 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > port after_update 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.105176 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.105502 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.105845 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.106178 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.129258 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.182561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f354662a-4041-42fb-8493-c7e998406c32 req-88c00e80-ef25-4625-a3f8-d20309604e8d service neutron] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:17.183701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.228987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port da89d8f6-d759-4525-85cf-5b495f30d83b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=da89d8f6-d759-4525-85cf-5b495f30d83b,segment=NetworkSegment(dae220cd-f1be-4557-bef5-025d3852cc94),segment_id=dae220cd-f1be-4557-bef5-025d3852cc94)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:17.233434 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.247291 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.247885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.248735 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.255002 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:17.256112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b176b1a6-3fb7-4848-955f-268cb85cb650']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:17.257659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f354662a-4041-42fb-8493-c7e998406c32 req-88c00e80-ef25-4625-a3f8-d20309604e8d service neutron] Notify callbacks [] for binding, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.258702 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f354662a-4041-42fb-8493-c7e998406c32 req-88c00e80-ef25-4625-a3f8-d20309604e8d service neutron] 10.222.0.47 "DELETE /v2.0/ports/7c49015d-b414-4768-958c-bb99bd41261a/bindings/n-h2-778550-13 HTTP/1.1" status: 204 len: 173 time: 0.5886576 Aug 26 10:45:17.281628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a4cf371b-83a7-48c6-80e5-bac0eeada815 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:45:17.293122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.340277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=da89d8f6-d759-4525-85cf-5b495f30d83b,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:17.355417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c69eecc3-5193-4187-b973-eee9afe265fc no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:17.405608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c69eecc3-5193-4187-b973-eee9afe265fc {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:17.405953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c69eecc3-5193-4187-b973-eee9afe265fc not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:17.406387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:17.415292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd53e86-5805-4a4b-a720-ed25d60dad53') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:17.415747 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd53e86-5805-4a4b-a720-ed25d60dad53') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:17.445844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:17.451802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 22812851-7fb9-4849-a0e3-2fb2b4fe5d48 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:17.485617 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-103174f7-563f-46b0-9607-7cc689d2462f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1ceb0f08cd248e5b9784461e53ca5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9267209 Aug 26 10:45:17.486763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36564) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:17.487534 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.523345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:17.529199 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.539557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'a4cf371b-83a7-48c6-80e5-bac0eeada815', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'a4cf371b-83a7-48c6-80e5-bac0eeada815', 'mac_address': 'fa:16:3e:c8:90:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:45:17.540451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a3710-4090-43d6-a59e-6424871ebef7 req-123b26b3-2820-4442-9580-926fe3eab0b9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:17.548563 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad9a3710-4090-43d6-a59e-6424871ebef7 req-123b26b3-2820-4442-9580-926fe3eab0b9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 948 time: 0.2388115 Aug 26 10:45:17.565442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:45:17.565960 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: from cryptography.utils import int_from_bytes Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: from cryptography.utils import int_from_bytes Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:45:17.583927 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:45:17.590812 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca1d7-ddf2-4c00-b3a9-a492c3b833d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.593281 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.608152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cf371b-83a7-48c6-80e5-bac0eeada815 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:17.638530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:17.645549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0a2d39dd-64a7-4b4c-8172-a463ece1a14f None None] Provisioning complete for port da89d8f6-d759-4525-85cf-5b495f30d83b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:17.646076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a2d39dd-64a7-4b4c-8172-a463ece1a14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.648071 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.659485 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca1d7-ddf2-4c00-b3a9-a492c3b833d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.668058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16315ae-e991-43e6-893a-40d34252543f req-1c422867-6372-4f67-89ff-14e875af5344 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:17.670624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f16315ae-e991-43e6-893a-40d34252543f req-1c422867-6372-4f67-89ff-14e875af5344 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 1098 time: 0.3692369 Aug 26 10:45:17.691060 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.732242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad9a3710-4090-43d6-a59e-6424871ebef7 req-af9727dd-55da-48b2-9a17-134f272e2fba tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817563 Aug 26 10:45:17.762526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a4cf371b-83a7-48c6-80e5-bac0eeada815,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:17.763426 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.822438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=b176b1a6-3fb7-4848-955f-268cb85cb650,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:17.825054 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.831152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-76fa6e84-e0a3-4762-8e57-8297a1b16f41 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b176b1a6-3fb7-4848-955f-268cb85cb650 HTTP/1.1" status: 204 len: 168 time: 2.0252635 Aug 26 10:45:17.857063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f16315ae-e991-43e6-893a-40d34252543f req-52e7aa88-c7cb-4c41-95de-734cce7bdd2e tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762135 Aug 26 10:45:17.865938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a4cf371b-83a7-48c6-80e5-bac0eeada815'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:17.925593 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca1d7-ddf2-4c00-b3a9-a492c3b833d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.929653 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca1d7-ddf2-4c00-b3a9-a492c3b833d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:17.935879 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7b0ca1d7-ddf2-4c00-b3a9-a492c3b833d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/092a5cf7-9cb7-48d6-992c-a72451a35e2f HTTP/1.1" status: 204 len: 168 time: 0.4481387 Aug 26 10:45:17.980358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ca1d7-ddf2-4c00-b3a9-a492c3b833d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092a5cf7-9cb7-48d6-992c-a72451a35e2f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:18.098424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36586) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:18.102280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:45:18.204662 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-8700d441-a492-4f4b-af8c-df7ac9db5771 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=814dc570c4d54e5b985b103cf7ce50f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856943 Aug 26 10:45:18.361669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb2e0e-ad6d-43bb-98d5-73cd6cd1ab04 req-91f394a0-d5fd-402c-bf5a-31499254cec0 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:18.376766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ddb2e0e-ad6d-43bb-98d5-73cd6cd1ab04 req-91f394a0-d5fd-402c-bf5a-31499254cec0 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 944 time: 0.2238078 Aug 26 10:45:18.387814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0eb30e2e-e9d0-42bf-80e0-f6eb40e93eff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20080515732149c9b6d9fce63aaa35e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826314 Aug 26 10:45:18.414710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36592) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:18.429409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653e5f2-34d3-4f65-bb62-62f00b8795ef req-0f2bf1cd-aa9c-464b-89e8-2879ce1c8d2d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:18.443386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a653e5f2-34d3-4f65-bb62-62f00b8795ef req-0f2bf1cd-aa9c-464b-89e8-2879ce1c8d2d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 949 time: 0.2852240 Aug 26 10:45:18.537964 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ddb2e0e-ad6d-43bb-98d5-73cd6cd1ab04 req-d364bf25-d8db-4e42-848f-9e2f5eabd979 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595466 Aug 26 10:45:18.635988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a653e5f2-34d3-4f65-bb62-62f00b8795ef req-b8b0a1c6-b9ea-474e-905d-5198650c4c0a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909633 Aug 26 10:45:18.661673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36596) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:18.678884 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f67a1c96-add3-4789-96dc-de73283746ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:18.707782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device da89d8f6-d759-4525-85cf-5b495f30d83b up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:18.804054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port da89d8f6-d759-4525-85cf-5b495f30d83b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:18.804768 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:18.813159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e5df56b-8b41-44c2-9757-305395c54296 req-a8151983-2b7f-4cf5-bf0b-ca3f4d57d453 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 210 time: 0.0546818 Aug 26 10:45:18.815573 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f67a1c96-add3-4789-96dc-de73283746ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:18.854812 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-aeeb432a-ad40-4ce6-a8c3-97db934f46f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8c8343e47ee4a25baeca37669f2822b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913314 Aug 26 10:45:18.864862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36600) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:18.934314 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f67a1c96-add3-4789-96dc-de73283746ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:18.937922 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f67a1c96-add3-4789-96dc-de73283746ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:18.939352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f67a1c96-add3-4789-96dc-de73283746ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c988f08b-3fce-4e9d-b627-3c91562ef8c1 HTTP/1.1" status: 204 len: 168 time: 0.4926989 Aug 26 10:45:18.970663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a1c96-add3-4789-96dc-de73283746ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c988f08b-3fce-4e9d-b627-3c91562ef8c1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:18.998344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-aa30e2ba-edac-4755-9847-6e17b1133d60 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:19.000673 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-aa30e2ba-edac-4755-9847-6e17b1133d60 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.47 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85&tenant_id=cac702c5642f41e2949e2afdcb274895&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 949 time: 0.5947993 Aug 26 10:45:19.008879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:45:19.031189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Sync routers for ids ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:45:19.073904 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-03733c74-36f8-48a8-ae08-f1ffd13f331c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:19.086335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594a8eb-895d-4355-92c3-54bc004c412d req-ab8b2f3e-43fa-485d-b6ba-dad39f6b0ccb tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:19.088205 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-ab8b2f3e-43fa-485d-b6ba-dad39f6b0ccb tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7559724 Aug 26 10:45:19.091584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:19.093618 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c541280d-bdc8-4e78-8718-bf2d143b97d7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2971795 Aug 26 10:45:19.102027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Request body: {'port': {'device_id': 'ed98d632-728d-49c2-9da6-29336262bfe0', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '814dc570c4d54e5b985b103cf7ce50f1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:19.105315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36606) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:19.114123 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-03733c74-36f8-48a8-ae08-f1ffd13f331c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:19.121710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Routers {'7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:19.122480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:19.200927 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-03733c74-36f8-48a8-ae08-f1ffd13f331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:19.205337 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-03733c74-36f8-48a8-ae08-f1ffd13f331c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:19.207241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-03733c74-36f8-48a8-ae08-f1ffd13f331c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d46a252b-2541-4c90-84a5-7eac20d304c9 HTTP/1.1" status: 204 len: 168 time: 0.3411846 Aug 26 10:45:19.232022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03733c74-36f8-48a8-ae08-f1ffd13f331c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46a252b-2541-4c90-84a5-7eac20d304c9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:19.253277 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ed5a2-793a-4468-b4f6-ec4c49f94c76 req-9d6b40c8-c3d0-47a7-aa3d-56627afd20bd tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:19.256541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Set router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:19.257692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b79ed5a2-793a-4468-b4f6-ec4c49f94c76 req-9d6b40c8-c3d0-47a7-aa3d-56627afd20bd tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 1096 time: 0.2888587 Aug 26 10:45:19.267053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a883f-fa86-4d76-b3ae-d3bac56ab14c req-48044b74-ed67-4422-ba38-f53567d24096 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:19.272450 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-4aa92d88-187f-46f6-931e-731acdc30269 service neutron] delete failed (client error): The resource could not be found. Aug 26 10:45:19.274083 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-4aa92d88-187f-46f6-931e-731acdc30269 service neutron] 10.222.0.47 "DELETE /v2.0/ports/a4cf371b-83a7-48c6-80e5-bac0eeada815/bindings/n-h1-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.2630765 Aug 26 10:45:19.283265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c18a883f-fa86-4d76-b3ae-d3bac56ab14c req-48044b74-ed67-4422-ba38-f53567d24096 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 1098 time: 0.2133691 Aug 26 10:45:19.347388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a4cf371b-83a7-48c6-80e5-bac0eeada815 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:19.375744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c18a883f-fa86-4d76-b3ae-d3bac56ab14c req-15d50f3d-7af1-4e19-9bb5-c3a17a0bab63 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911329 Aug 26 10:45:19.411996 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:19.415288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b79ed5a2-793a-4468-b4f6-ec4c49f94c76 req-f17f0833-9b29-49ed-8f94-bf8f5dd0d972 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290936 Aug 26 10:45:19.496432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port a4cf371b-83a7-48c6-80e5-bac0eeada815 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:19.522172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port a4cf371b-83a7-48c6-80e5-bac0eeada815 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:19.522670 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:19.591331 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Made reservation on behalf of 814dc570c4d54e5b985b103cf7ce50f1 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:19.598569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:19.817211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-c2883b4a-1ce1-4c35-9f8a-76464431cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:19.818791 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-c2883b4a-1ce1-4c35-9f8a-76464431cb5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 1101 time: 0.4086459 Aug 26 10:45:19.921038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-046b6fc0-0206-49bb-814d-827cf0eddb3e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:19.926696 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:19.929137 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-046b6fc0-0206-49bb-814d-827cf0eddb3e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 808 time: 0.1960709 Aug 26 10:45:19.945830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'name': 'tempest-FloatingIPsTestJSON-689641683-router', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:14Z', 'updated_at': '2021-08-26T10:45:16Z', 'revision_number': 3, 'project_id': '19b6b7a14a104175b09c10303890218b', 'gw_port': {'id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:95:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:15Z', 'updated_at': '2021-08-26T10:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:19.985385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Checking router: 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:45:19.985385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Updating router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac port 787f196c-69d6-4798-9cfc-97a308fbd777 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:45:19.985645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-b872dc0a-8737-4806-a242-2eb851b07c4c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/quotas/bbdc0b3586bc413e8f4363512678b56e HTTP/1.1" status: 200 len: 375 time: 0.0552175 Aug 26 10:45:19.997796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:20.001393 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ea5a3b-ff07-42d1-9b1e-12e1cdea33e3" -d '{"events": [{"server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "name": "network-vif-plugged", "status": "completed", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:20.040362 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff0d5c-d314-42ff-9e5d-d547cdb7ce53 req-46e1831f-c49d-4718-952f-3cd53120c9c6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:20.042197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22ff0d5c-d314-42ff-9e5d-d547cdb7ce53 req-46e1831f-c49d-4718-952f-3cd53120c9c6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 949 time: 0.1104991 Aug 26 10:45:20.050850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:20.055277 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:20.059569 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:20.088529 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:20.095244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22ff0d5c-d314-42ff-9e5d-d547cdb7ce53 req-b770f64f-c408-41c9-baba-49b24b27cf85 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462406 Aug 26 10:45:20.118309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-b36dc902-f012-44f9-81a5-a3261352f319 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1222661 Aug 26 10:45:20.238771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-82ccc2e2-dd85-439b-bec5-a7559bc3b8d1 service neutron] 10.222.0.21 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180117 Aug 26 10:45:20.285251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f8d314c-fd5e-4137-8041-ca13624683c3 req-92f7aa3c-0c39-4c2c-bd1f-a8612297dba8 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 210 time: 0.0452099 Aug 26 10:45:20.312748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a4cf371b-83a7-48c6-80e5-bac0eeada815,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:20.337693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Allocated IP 192.168.233.184 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/b6ce4fb2-9591-47d8-b025-ef4428d00b3f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:20.378904 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:20.457212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-590dae66-e311-4222-8587-be95e2cebc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:20.457886 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991102de-27a5-4198-bf6a-0f32cb9fae71 x-openstack-request-id: req-991102de-27a5-4198-bf6a-0f32cb9fae71 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:20.458106 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "name": "network-vif-plugged", "status": "completed", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:20.458367 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-991102de-27a5-4198-bf6a-0f32cb9fae71 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:20.458792 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815', 'code': 200} Aug 26 10:45:20.461932 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-590dae66-e311-4222-8587-be95e2cebc91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.6146016 Aug 26 10:45:20.483233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-4d3e16b3-56c2-4b45-b4d7-b61915cd941c service neutron] 10.222.0.21 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318540 Aug 26 10:45:20.585449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc867236-5ae2-41bf-aef7-b1814861546c req-dfd4f63b-a594-414d-ba8f-1b68044a49be tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:20.594482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc867236-5ae2-41bf-aef7-b1814861546c req-dfd4f63b-a594-414d-ba8f-1b68044a49be tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 1098 time: 0.0872405 Aug 26 10:45:20.652101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc867236-5ae2-41bf-aef7-b1814861546c req-065a6adb-2a01-40a5-aaa6-0e89eba531f4 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559788 Aug 26 10:45:20.653335 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-ff551d1a-a33e-4bd3-845a-e68db0b60f19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 200 len: 217 time: 0.1544895 Aug 26 10:45:20.730214 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-ab1cb35d-5695-4b08-b525-e8a7d4575b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:20.732114 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-ab1cb35d-5695-4b08-b525-e8a7d4575b3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0615957 Aug 26 10:45:20.791384 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:20.820505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Transition to ACTIVE for port object 787f196c-69d6-4798-9cfc-97a308fbd777 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:20.835240 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:20.935675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f64baf93-d587-48c0-9b11-fe2faa22130c req-b32deeaa-4b9d-4047-9e67-69a219cc3a44 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 210 time: 0.0688062 Aug 26 10:45:20.940778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36678) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:20.952091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Attempting to bind port 787f196c-69d6-4798-9cfc-97a308fbd777 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:20.952700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Attempting to bind port 787f196c-69d6-4798-9cfc-97a308fbd777 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:20.952953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Attempting to bind port 787f196c-69d6-4798-9cfc-97a308fbd777 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:20.980144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ef864-1fea-460e-af0c-201d64c6feea None None] Pushing event updated for resources: {'Port': ['ID=787f196c-69d6-4798-9cfc-97a308fbd777,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:20.983322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:20.984436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:20.985029 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:20.988051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:20.988793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Bound port: 787f196c-69d6-4798-9cfc-97a308fbd777, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:20.989372 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:20.994926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:21.052955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-14f71dd0-f896-46fb-82d3-4f287cf2a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:21.054516 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-14f71dd0-f896-46fb-82d3-4f287cf2a355 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3119040 Aug 26 10:45:21.063650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Transition to ACTIVE for port object b6ce4fb2-9591-47d8-b025-ef4428d00b3f will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:21.109410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Allocated IP 172.20.0.1 (9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b/0600c7be-1f35-4819-98c2-afced7a17429/af0a46e2-585b-481e-bb77-b444470a84ec) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:21.134032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] For port 787f196c-69d6-4798-9cfc-97a308fbd777, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:21.143380 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] For port 787f196c-69d6-4798-9cfc-97a308fbd777, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=787f196c-69d6-4798-9cfc-97a308fbd777,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:21.159677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537733459-network', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:21.174555 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:21.285224 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:21.337138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Made reservation on behalf of 71b7b99e1cfe4a92b762a510e714ae77 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:21.343344 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:21.343765 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-9f4e4705-7e65-4a7d-b9fd-2952a49f04d7 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664957 Aug 26 10:45:21.348148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:21.355261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:21.363414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:21.370378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:21.371284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:21.427547 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:21.501975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Routers {'7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:21.502655 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:21.520371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ef864-1fea-460e-af0c-201d64c6feea None None] Pushing event updated for resources: {'Port': ['ID=787f196c-69d6-4798-9cfc-97a308fbd777,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:21.544221 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a07942b-7165-4fe6-8b3b-2aef3ad1f61a req-a182b6dd-a34f-42f2-bea4-0b30b7b4ac45 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819468 Aug 26 10:45:21.580003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Pushing event updated for resources: {'Port': ['ID=b6ce4fb2-9591-47d8-b025-ef4428d00b3f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:21.600253 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:21.628673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Transition to ACTIVE for port object af0a46e2-585b-481e-bb77-b444470a84ec will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:21.774224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae84f23-bfa2-4085-906a-eec0a6dcb790 req-8fd6bbe7-7dc5-407d-8804-897625218c02 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:21.782995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ae84f23-bfa2-4085-906a-eec0a6dcb790 req-8fd6bbe7-7dc5-407d-8804-897625218c02 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.4823937 Aug 26 10:45:21.784188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:21.804505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] Set router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:21.847992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Network 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:21.851939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:21.864053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:21.865323 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:21.935008 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:21.972957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ae84f23-bfa2-4085-906a-eec0a6dcb790 req-88f11875-5c5b-4adb-8aa2-261a7883bb21 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848297 Aug 26 10:45:21.990857 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:22.030006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Pushing event updated for resources: {'Port': ['ID=af0a46e2-585b-481e-bb77-b444470a84ec,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:22.048871 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-198b239e-04cd-4b77-bc20-a17a90e99743 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9507697 Aug 26 10:45:22.063319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:45:22.093312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f6afdf-e990-4a4a-8b7a-202051597a3c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:22.103551 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:22.104741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-02d9f384-eafa-4ac7-b109-c7797a2b7c85 None None] Provisioning for port b6ce4fb2-9591-47d8-b025-ef4428d00b3f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:22.116392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Request body: {'port': {'device_id': 'ed98d632-728d-49c2-9da6-29336262bfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:22.128079 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:22.128855 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Added segment 27da392c-4615-495c-a382-2fd3af9ed698 of type vlan for network e6039ce6-785f-4b79-a1f0-4f336569edd8 Aug 26 10:45:22.144202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-02d9f384-eafa-4ac7-b109-c7797a2b7c85 None None] Provisioning complete for port b6ce4fb2-9591-47d8-b025-ef4428d00b3f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:22.144816 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02d9f384-eafa-4ac7-b109-c7797a2b7c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:22.297007 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:22.354451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47d4f8-9737-4cd4-bd8f-6a9c9d4b7503 req-22d7d843-c54d-4f56-9680-0f5985bfd2bb tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:22.356119 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc47d4f8-9737-4cd4-bd8f-6a9c9d4b7503 req-22d7d843-c54d-4f56-9680-0f5985bfd2bb tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 936 time: 0.1496859 Aug 26 10:45:22.363895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:22.367144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:22.367760 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:22.375527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-02d9f384-eafa-4ac7-b109-c7797a2b7c85 None None] Port b6ce4fb2-9591-47d8-b025-ef4428d00b3f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:45:22.468842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5252326 Aug 26 10:45:22.482033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36730) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:22.512538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] Request body: {'subnet': {'network_id': 'e6039ce6-785f-4b79-a1f0-4f336569edd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537733459-subnet', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:22.517704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:22.552837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5874f84b-ae55-4183-bc0c-186546039aaf None None] Provisioning for port af0a46e2-585b-481e-bb77-b444470a84ec completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:22.567635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5874f84b-ae55-4183-bc0c-186546039aaf None None] Provisioning complete for port af0a46e2-585b-481e-bb77-b444470a84ec triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:22.568802 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5874f84b-ae55-4183-bc0c-186546039aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:22.578060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785920ec-db92-4abd-bbca-a48343d52459 admin admin] Pushing event updated for resources: {'Network': ['ID=e6039ce6-785f-4b79-a1f0-4f336569edd8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:22.657356 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:22.659966 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc47d4f8-9737-4cd4-bd8f-6a9c9d4b7503 req-4de3a292-a662-4225-a887-cfc7cb481fd5 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724342 Aug 26 10:45:22.680177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] Made reservation on behalf of 71b7b99e1cfe4a92b762a510e714ae77 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:22.682635 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:22.709565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network e6039ce6-785f-4b79-a1f0-4f336569edd8 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:45:22.877494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'name': 'tempest-FloatingIPsTestJSON-689641683-router', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:14Z', 'updated_at': '2021-08-26T10:45:16Z', 'revision_number': 3, 'project_id': '19b6b7a14a104175b09c10303890218b', 'gw_port': {'id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:95:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:15Z', 'updated_at': '2021-08-26T10:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:22.916634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-7ea79a72-0480-4129-b940-bc1588a9cc20 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:22.918300 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-7ea79a72-0480-4129-b940-bc1588a9cc20 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.42 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 808 time: 0.2743657 Aug 26 10:45:22.932306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5cbd5-dfa1-4ddc-be86-f660d8e257ba None None] The sync data for ids ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'] in n-d-778550-13 is: [{'id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'name': 'tempest-FloatingIPsTestJSON-689641683-router', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:14Z', 'updated_at': '2021-08-26T10:45:16Z', 'revision_number': 3, 'project_id': '19b6b7a14a104175b09c10303890218b', 'gw_port': {'id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:95:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:15Z', 'updated_at': '2021-08-26T10:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:45:22.933690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76568458-1561-45fc-8048-ef809cd054f2 req-87e8f1cd-3e79-4f9e-8d2f-88285458142f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 210 time: 0.0688522 Aug 26 10:45:22.949995 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Request body: {'port': {'device_id': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5', 'admin_state_up': True, 'tenant_id': 'bbdc0b3586bc413e8f4363512678b56e'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:22.954090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-ed285dcc-caf8-4385-89b6-00d512a205bb tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:45:22.958276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5874f84b-ae55-4183-bc0c-186546039aaf None None] Port af0a46e2-585b-481e-bb77-b444470a84ec cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:45:22.967211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-ed285dcc-caf8-4385-89b6-00d512a205bb tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264854 Aug 26 10:45:22.975995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Request body: {'binding': {'host': 'n-h1-778550-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:22.979466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Unknown quota resources ['binding']. {{(pid=101267) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 10:45:23.198452 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:23.292750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78eded18-6b2a-46be-b473-e7a4de0b871c,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:23.329319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] Checking segment: {'id': '27da392c-4615-495c-a382-2fd3af9ed698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e6039ce6-785f-4b79-a1f0-4f336569edd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:23.330481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] Network hostable DHCP agents. Network: e6039ce6-785f-4b79-a1f0-4f336569edd8, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:45:23.343698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b on host n-h1-778550-13 for vnic_type normal with profile None {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:23.344413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:23.344970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:23.354204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Port add5d02b-9499-4e72-805b-65d9dbfe448b on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:23.354595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:23.366594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:23.367154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:23.367545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:23.367989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Bound port: add5d02b-9499-4e72-805b-65d9dbfe448b, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:23.407711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] Network e6039ce6-785f-4b79-a1f0-4f336569edd8 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:45:23.446188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-d8d36bdc-7f27-4d03-a18b-d9edd6a5459d tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f9030f6b93d24075a64d913ef8774462&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430231 Aug 26 10:45:23.452608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, e6039ce6-785f-4b79-a1f0-4f336569edd8) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:23.460647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:23.461242 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:23.466230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385d11e-3a6b-415d-b98b-73449b7cf846 None None] Network e6039ce6-785f-4b79-a1f0-4f336569edd8 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:45:23.538497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:23.568279 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:23.571414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3d8f7387-1cf2-4658-a60f-dab2ab5dad0c service neutron] 10.222.0.21 "POST /v2.0/ports/add5d02b-9499-4e72-805b-65d9dbfe448b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6023173 Aug 26 10:45:23.609538 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ad68f6e7-ab03-41ec-b76e-0d9961fc1493 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1262672 Aug 26 10:45:23.610193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36748) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:23.617751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537733459-router', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:23.697389 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:23.704516 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:23.729195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-e6039ce6-785f-4b79-a1f0-4f336569edd8', 'network_id': 'e6039ce6-785f-4b79-a1f0-4f336569edd8', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'fixed_ips': [{'subnet_id': '78eded18-6b2a-46be-b473-e7a4de0b871c'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:45:23.730769 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:23.771876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-62c53791-738c-4fca-a08f-329d2f3f8ee6 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:23.780675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-62c53791-738c-4fca-a08f-329d2f3f8ee6 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067431 Aug 26 10:45:23.926206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-797828d1-805f-497e-b787-006760ea5aa6 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/quotas/f9030f6b93d24075a64d913ef8774462 HTTP/1.1" status: 200 len: 375 time: 0.1441548 Aug 26 10:45:23.979340 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.039252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Allocated IP 172.20.0.2 (e6039ce6-785f-4b79-a1f0-4f336569edd8/78eded18-6b2a-46be-b473-e7a4de0b871c/fc6f1f4e-ee78-42e7-b476-b01854337692) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:24.076023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Made reservation on behalf of bbdc0b3586bc413e8f4363512678b56e for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:24.080340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.115709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35a25eba-77bf-411f-801c-923edb16ab60 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9030f6b93d24075a64d913ef8774462&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1340847 Aug 26 10:45:24.156647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e072bb-dd66-441e-a974-b5dc840e627c req-0f6641e9-3865-48e9-820c-d99fa7a416d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:24.158139 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-0f6641e9-3865-48e9-820c-d99fa7a416d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 1098 time: 0.2161818 Aug 26 10:45:24.161384 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-53ba90ad-5244-4010-b18a-926d942c2965 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2204912 Aug 26 10:45:24.346993 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.372497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Transition to ACTIVE for port object fc6f1f4e-ee78-42e7-b476-b01854337692 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:24.413532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Transition to ACTIVE for port object fc6f1f4e-ee78-42e7-b476-b01854337692 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:24.423058 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.492349 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Network e6039ce6-785f-4b79-a1f0-4f336569edd8 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:24.502108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:24.508885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:24.516841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Pushing event updated for resources: {'Port': ['ID=fc6f1f4e-ee78-42e7-b476-b01854337692,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:24.538162 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ce4fb2-9591-47d8-b025-ef4428d00b3f {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:24.560627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.588415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Transition to ACTIVE for port object b6ce4fb2-9591-47d8-b025-ef4428d00b3f will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:24.595825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Attempting to bind port fc6f1f4e-ee78-42e7-b476-b01854337692 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:24.596873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Attempting to bind port fc6f1f4e-ee78-42e7-b476-b01854337692 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '27da392c-4615-495c-a382-2fd3af9ed698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e6039ce6-785f-4b79-a1f0-4f336569edd8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:24.597488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Attempting to bind port fc6f1f4e-ee78-42e7-b476-b01854337692 on network e6039ce6-785f-4b79-a1f0-4f336569edd8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:24.606093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:24.606381 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.607003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Checking segment: {'id': '27da392c-4615-495c-a382-2fd3af9ed698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e6039ce6-785f-4b79-a1f0-4f336569edd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:24.607598 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.608478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Bound using segment: {'id': '27da392c-4615-495c-a382-2fd3af9ed698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e6039ce6-785f-4b79-a1f0-4f336569edd8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:24.609246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Bound port: fc6f1f4e-ee78-42e7-b476-b01854337692, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27da392c-4615-495c-a382-2fd3af9ed698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'e6039ce6-785f-4b79-a1f0-4f336569edd8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:24.609959 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.662577 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.719431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] For port fc6f1f4e-ee78-42e7-b476-b01854337692, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:24.728831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] For port fc6f1f4e-ee78-42e7-b476-b01854337692, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fc6f1f4e-ee78-42e7-b476-b01854337692,segment=NetworkSegment(27da392c-4615-495c-a382-2fd3af9ed698),segment_id=27da392c-4615-495c-a382-2fd3af9ed698)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:24.737820 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.832115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a92841-4361-41ab-9fcf-ef59986bed66 None None] Pushing event updated for resources: {'Port': ['ID=fc6f1f4e-ee78-42e7-b476-b01854337692,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:24.840748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 787f196c-69d6-4798-9cfc-97a308fbd777 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:24.861070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610cbb-9c53-445e-b2e5-bf2e23679b5e req-22fd7d91-e834-4670-940d-e9e076316141 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:24.862089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.862288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:24.877028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40610cbb-9c53-445e-b2e5-bf2e23679b5e req-22fd7d91-e834-4670-940d-e9e076316141 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.9525745 Aug 26 10:45:24.938360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e072bb-dd66-441e-a974-b5dc840e627c req-1f6698ad-2c94-4b14-a0a5-37ee0c8bfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:24.940155 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-1f6698ad-2c94-4b14-a0a5-37ee0c8bfb15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.7683742 Aug 26 10:45:24.940941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ce4fb2-9591-47d8-b025-ef4428d00b3f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:24.956738 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 787f196c-69d6-4798-9cfc-97a308fbd777 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:24.968951 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 787f196c-69d6-4798-9cfc-97a308fbd777 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:24.969643 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:25.097999 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-bd79b2fe-3463-48a8-9eb0-6036c6a270e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add5d02b-9499-4e72-805b-65d9dbfe448b HTTP/1.1" status: 200 len: 217 time: 0.1345804 Aug 26 10:45:25.129807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-aea86b62-6c45-4c6b-945d-a7c005398541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:25.131651 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-aea86b62-6c45-4c6b-945d-a7c005398541 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2&device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 1098 time: 0.8128729 Aug 26 10:45:25.158035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:25.168150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-50eebd89-5eb5-4e27-802f-8173a120e6ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3529587 Aug 26 10:45:25.201305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f8bc6-8ffc-4584-b588-912e0a12edad req-0e29bcf4-bd99-49c6-a845-a16c98d7d06a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:25.220870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-273f8bc6-8ffc-4584-b588-912e0a12edad req-0e29bcf4-bd99-49c6-a845-a16c98d7d06a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 946 time: 0.4073513 Aug 26 10:45:25.230313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Allocated IP 172.20.0.5 (1ef82442-85ca-4ab5-82ba-4ef962a133c5/a6b8f04e-fe58-45c4-94a0-9f19669a90e3/eae35baf-abcb-43a4-9a43-8e9fbbd59f0f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:25.269025 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40610cbb-9c53-445e-b2e5-bf2e23679b5e req-1d8a77cc-4442-4906-910d-49ac0bdf7408 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904064 Aug 26 10:45:25.403649 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:25.474112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 787f196c-69d6-4798-9cfc-97a308fbd777, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=787f196c-69d6-4798-9cfc-97a308fbd777,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:25.484997 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:25.587418 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-273f8bc6-8ffc-4584-b588-912e0a12edad req-ecc79b8a-6dfa-4e14-b918-81d097eee0cf tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654821 Aug 26 10:45:25.621918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=787f196c-69d6-4798-9cfc-97a308fbd777,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:25.627205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Attempting to bind port b6ce4fb2-9591-47d8-b025-ef4428d00b3f on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:25.627697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Attempting to bind port b6ce4fb2-9591-47d8-b025-ef4428d00b3f by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:25.628146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Attempting to bind port b6ce4fb2-9591-47d8-b025-ef4428d00b3f on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:25.636965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Network 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:25.659618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:25.660029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281b54c-d9a1-4d5d-b0a7-ce9d6e110b99 req-e80a7952-0cfa-4c4b-b99e-6cc2b7af5c5b tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:25.662184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Pushing event updated for resources: {'Port': ['ID=af0a46e2-585b-481e-bb77-b444470a84ec,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:25.671582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1281b54c-d9a1-4d5d-b0a7-ce9d6e110b99 req-e80a7952-0cfa-4c4b-b99e-6cc2b7af5c5b tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 948 time: 0.2215617 Aug 26 10:45:25.676717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Port b6ce4fb2-9591-47d8-b025-ef4428d00b3f on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:25.677043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Attempting to bind port b6ce4fb2-9591-47d8-b025-ef4428d00b3f on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:25.738004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:25.738848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:25.739425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:25.740191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Bound port: b6ce4fb2-9591-47d8-b025-ef4428d00b3f, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:25.740511 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:25.777442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-29835948-63b7-40c2-9406-37609021946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:25.780149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-29835948-63b7-40c2-9406-37609021946d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 1102 time: 0.4415622 Aug 26 10:45:25.781825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e072bb-dd66-441e-a974-b5dc840e627c req-ca861ca3-941e-4d98-9683-bfab68a9be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:25.783601 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-ca861ca3-941e-4d98-9683-bfab68a9be2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.6509144 Aug 26 10:45:25.872138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-421ff6ee-8475-4328-80bd-d3d287d7dd8b req-9e9ea1af-bc7f-4e4d-b49b-7059a5ff7df1 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 210 time: 0.0671802 Aug 26 10:45:25.878248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1281b54c-d9a1-4d5d-b0a7-ce9d6e110b99 req-bebbe6f6-f01b-41d2-8f1d-3ef3cdcf7205 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056987 Aug 26 10:45:26.037034 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-d2032b9a-a38c-40a6-90c1-2209beb8fda4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2272017 Aug 26 10:45:26.102080 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d58811d-b174-4d30-a42c-29c18bcce45f req-b658f84d-9c04-4242-9af8-8f989b2364ba tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 210 time: 0.0552585 Aug 26 10:45:26.118195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6fb72099-9215-47fa-a0e1-40549a686a76 None None] Provisioning complete for port af0a46e2-585b-481e-bb77-b444470a84ec triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:26.118584 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6fb72099-9215-47fa-a0e1-40549a686a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:26.164390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-dd95abd8-e621-47fd-b93e-070bda44d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:26.166116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-dd95abd8-e621-47fd-b93e-070bda44d6eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.3479788 Aug 26 10:45:26.200507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6fb72099-9215-47fa-a0e1-40549a686a76 None None] Port af0a46e2-585b-481e-bb77-b444470a84ec cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:45:26.250287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-c0d5c678-271e-4e7d-be1b-2934e47c2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:26.252507 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-c0d5c678-271e-4e7d-be1b-2934e47c2d70 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c HTTP/1.1" status: 200 len: 924 time: 0.9608927 Aug 26 10:45:26.335125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-43f7791f-d26a-4151-9343-d34d50ff618e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 200 len: 217 time: 0.1332288 Aug 26 10:45:26.414562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:45:26.449096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] For port b6ce4fb2-9591-47d8-b025-ef4428d00b3f, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:26.479277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-eee8351c-0133-47f2-afca-6922466df736 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f9030f6b93d24075a64d913ef8774462&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954282 Aug 26 10:45:26.509855 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] For port b6ce4fb2-9591-47d8-b025-ef4428d00b3f, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b6ce4fb2-9591-47d8-b025-ef4428d00b3f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:26.535645 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:26.591915 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:26.623104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-7d0d9892-23ff-4af1-9cf2-03afbac09fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:26.640530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-7d0d9892-23ff-4af1-9cf2-03afbac09fb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2951384 Aug 26 10:45:26.700098 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdbf434-97f3-46f8-9995-8f94290fe086 None None] Network e6039ce6-785f-4b79-a1f0-4f336569edd8 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:45:26.758148 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:26.832022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7e2be46b-7861-4c76-816c-94fe2272c817 None None] Provisioning for port fc6f1f4e-ee78-42e7-b476-b01854337692 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:26.882246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-5bbef5f4-260e-48e3-b870-65a695cbe78c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cac702c5642f41e2949e2afdcb274895&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1442568 Aug 26 10:45:26.890995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fc6f1f4e-ee78-42e7-b476-b01854337692 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:26.981369 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-40412c35-02cb-46b4-bb8b-e4acbbe10cf9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a611b120-1d5e-4d48-88df-ddcdf0c63456 HTTP/1.1" status: 200 len: 1002 time: 0.7143469 Aug 26 10:45:26.985624 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:27.016155 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-002304e6-de2f-4380-aa8c-7534f2bd0745 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9537151 Aug 26 10:45:27.143398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-010b39d1-1061-4a92-8ea5-31a4b044e094 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:27.147768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port fc6f1f4e-ee78-42e7-b476-b01854337692 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:27.148029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-010b39d1-1061-4a92-8ea5-31a4b044e094 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6541402 Aug 26 10:45:27.155518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port fc6f1f4e-ee78-42e7-b476-b01854337692 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:27.155899 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:27.158994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-d1401125-8a1c-407b-a06b-31e8db607cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:27.160838 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-d1401125-8a1c-407b-a06b-31e8db607cb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f50a0446-cf9d-4968-84fb-94b0b8bbb8b2 HTTP/1.1" status: 200 len: 862 time: 0.1514151 Aug 26 10:45:27.174045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-399e7f42-5de3-48e0-8fd9-30f219c5c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:27.177477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-399e7f42-5de3-48e0-8fd9-30f219c5c195 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4370482 Aug 26 10:45:27.191102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Request body: {'port': {'device_id': '7278fcbb-5e26-412c-938e-27cf34b0b156', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'f9030f6b93d24075a64d913ef8774462'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:27.238197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:27.239286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:27.241796 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] 10.222.0.42 "PUT /v2.0/ports/b6ce4fb2-9591-47d8-b025-ef4428d00b3f HTTP/1.1" status: 200 len: 1097 time: 5.1646247 Aug 26 10:45:27.243773 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:45:27.247729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed98d632-728d-49c2-9da6-29336262bfe0', 'tag': 'b6ce4fb2-9591-47d8-b025-ef4428d00b3f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:27.252296 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43351592-5830-4a32-9fb2-0e6a69baf4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed98d632-728d-49c2-9da6-29336262bfe0", "tag": "b6ce4fb2-9591-47d8-b025-ef4428d00b3f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:27.260842 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Sync routers for ids ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:45:27.276341 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:27.276893 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Routers {'7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:27.277705 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:27.294983 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-85c240af-6425-4d01-9612-87ca8df97b24 admin admin] 10.222.0.21 "PUT /v2.0/routers/7ac53f35-4e69-45de-8c96-ec65ffa6e9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1881685 Aug 26 10:45:27.330652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port fc6f1f4e-ee78-42e7-b476-b01854337692, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fc6f1f4e-ee78-42e7-b476-b01854337692,segment=NetworkSegment(27da392c-4615-495c-a382-2fd3af9ed698),segment_id=27da392c-4615-495c-a382-2fd3af9ed698)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:27.344548 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:27.345639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 787f196c-69d6-4798-9cfc-97a308fbd777 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:27.469566 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Set router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:27.479555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:27.486418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cb375-26c5-46ed-bbe3-97955474360c req-504dc23f-98b6-408d-ae83-979b6aedaae4 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:27.499641 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-876cb375-26c5-46ed-bbe3-97955474360c req-504dc23f-98b6-408d-ae83-979b6aedaae4 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 946 time: 0.6866329 Aug 26 10:45:27.508220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=fc6f1f4e-ee78-42e7-b476-b01854337692,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:27.589146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 787f196c-69d6-4798-9cfc-97a308fbd777 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:27.589538 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:27.663722 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:27.683114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-dc6f3294-11e5-47d4-a89d-bd9dbad88b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:27.687905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-dc6f3294-11e5-47d4-a89d-bd9dbad88b32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4221056 Aug 26 10:45:27.690494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:27.709655 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-75ebb885-26c4-4e0b-aa56-d8aafa845ad3 None None] Provisioning complete for port fc6f1f4e-ee78-42e7-b476-b01854337692 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:27.710552 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ebb885-26c4-4e0b-aa56-d8aafa845ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:27.728095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cc7ea-98ec-435c-bce2-8381cc392698 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ce4fb2-9591-47d8-b025-ef4428d00b3f,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:27.752046 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'name': 'tempest-FloatingIPsTestJSON-689641683-router', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:14Z', 'updated_at': '2021-08-26T10:45:22Z', 'revision_number': 4, 'project_id': '19b6b7a14a104175b09c10303890218b', 'gw_port': {'id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:15Z', 'updated_at': '2021-08-26T10:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'af0a46e2-585b-481e-bb77-b444470a84ec', 'name': '', 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'mac_address': 'fa:16:3e:85:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0600c7be-1f35-4819-98c2-afced7a17429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:20Z', 'updated_at': '2021-08-26T10:45:23Z', 'revision_number': 2, 'project_id': '19b6b7a14a104175b09c10303890218b', 'subnets': [{'id': '0600c7be-1f35-4819-98c2-afced7a17429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:27.782455 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Checking router: 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:45:27.783146 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Updating router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac port af0a46e2-585b-481e-bb77-b444470a84ec binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:45:27.806539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Allocated IP 172.25.1.107 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/ed16f207-d8bf-4c1a-b355-b71b40fab6f6) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:27.812563 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:27.829617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa08e-8011-4704-abfd-70a64fee159f req-7827c6f2-69e6-408b-a5cf-c303deb46d5c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:27.835261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-7827c6f2-69e6-408b-a5cf-c303deb46d5c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8750136 Aug 26 10:45:27.846429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:27.854688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:27.855504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:27.862484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594a8eb-895d-4355-92c3-54bc004c412d req-3b067b50-6835-4ce0-a87a-e2665e4972c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:27.864697 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-3b067b50-6835-4ce0-a87a-e2665e4972c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=814dc570c4d54e5b985b103cf7ce50f1&device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 1100 time: 0.5017915 Aug 26 10:45:27.867057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-876cb375-26c5-46ed-bbe3-97955474360c req-c4ea0dad-db96-4652-a017-c4dbb4f43067 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661780 Aug 26 10:45:27.903234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-a50d3311-24c5-4ef2-9553-9cd1743036f4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/quotas/cac702c5642f41e2949e2afdcb274895 HTTP/1.1" status: 200 len: 375 time: 0.0496478 Aug 26 10:45:27.964161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Pushing event updated for resources: {'Port': ['ID=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:27.988681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-2f02e6d3-9e31-44ee-90bf-e02d1982c5db service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7794790 Aug 26 10:45:28.103978 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-e9050719-c8b1-45dd-b9a8-ed9723b7da82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b6ce4fb2-9591-47d8-b025-ef4428d00b3f HTTP/1.1" status: 200 len: 217 time: 0.1029460 Aug 26 10:45:28.128213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Made reservation on behalf of f9030f6b93d24075a64d913ef8774462 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:28.131886 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:28.152311 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:28.164632 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Transition to ACTIVE for port object af0a46e2-585b-481e-bb77-b444470a84ec will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:28.166812 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-7d00b7a0-852c-416c-bb24-9c342ede3c0d service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1209655 Aug 26 10:45:28.174826 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:28.182479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:28.198250 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-55d0b9e7-c25d-43aa-a0db-e7e9d2c34522 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2689550 Aug 26 10:45:28.218416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Request body: {'port': {'device_id': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:28.224541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-b017b4d7-7364-4577-a615-23b22162baa9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2959621 Aug 26 10:45:28.252744 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Pushing event updated for resources: {'Port': ['ID=af0a46e2-585b-481e-bb77-b444470a84ec,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:28.265343 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.266711 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.267247 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.267741 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.268244 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.268894 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.269400 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.269878 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.270614 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.271145 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.271655 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.272131 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:28.282651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:28.324330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594a8eb-895d-4355-92c3-54bc004c412d req-4a56172e-fd60-4cdf-9b1b-93cfd8af5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:28.328085 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-4a56172e-fd60-4cdf-9b1b-93cfd8af5f28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2117698 Aug 26 10:45:28.335203 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Attempting to bind port af0a46e2-585b-481e-bb77-b444470a84ec on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:28.335934 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Attempting to bind port af0a46e2-585b-481e-bb77-b444470a84ec by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'dae220cd-f1be-4557-bef5-025d3852cc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:28.336488 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Attempting to bind port af0a46e2-585b-481e-bb77-b444470a84ec on network 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:28.338601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3ef1221-bccf-45b7-a5fb-98b268111dbe req-814655ee-c042-4095-8eab-5ed0e12f21d3 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216159 Aug 26 10:45:28.344600 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:28.345287 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Checking segment: {'id': 'dae220cd-f1be-4557-bef5-025d3852cc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:28.346065 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:28.346618 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Bound using segment: {'id': 'dae220cd-f1be-4557-bef5-025d3852cc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:28.347293 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Bound port: af0a46e2-585b-481e-bb77-b444470a84ec, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae220cd-f1be-4557-bef5-025d3852cc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:28.347868 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:28.351124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eef89-e53a-43c5-b303-70eaedd9d9be req-b6d9f7ec-f45a-49bc-be72-491afe2eda17 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:28.352884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d6eef89-e53a-43c5-b303-70eaedd9d9be req-b6d9f7ec-f45a-49bc-be72-491afe2eda17 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 931 time: 0.2565525 Aug 26 10:45:28.394008 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-e1d759dc-2aa0-4cf7-8b0b-947c0d926033 service neutron] 10.222.0.47 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787157 Aug 26 10:45:28.453883 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] For port af0a46e2-585b-481e-bb77-b444470a84ec, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:28.458823 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] For port af0a46e2-585b-481e-bb77-b444470a84ec, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=af0a46e2-585b-481e-bb77-b444470a84ec,segment=NetworkSegment(dae220cd-f1be-4557-bef5-025d3852cc94),segment_id=dae220cd-f1be-4557-bef5-025d3852cc94)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:28.469303 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:28.576782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d6eef89-e53a-43c5-b303-70eaedd9d9be req-92488d9e-5060-46bf-a721-78ab477b5114 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881454 Aug 26 10:45:28.581087 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:28.616682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:28.687847 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb05db-f49b-4365-83de-e4d162551316 None None] Pushing event updated for resources: {'Port': ['ID=af0a46e2-585b-481e-bb77-b444470a84ec,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:28.689508 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-53f22669-63c6-455b-8058-4c69ee52b6ed req-a664ee30-b253-4cc5-b857-52192749e77a service neutron] 10.222.0.47 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407856 Aug 26 10:45:28.691568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e072bb-dd66-441e-a974-b5dc840e627c req-f820ce58-4260-4598-91f5-c55146485bd9 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:28.700626 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-f820ce58-4260-4598-91f5-c55146485bd9 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1098 time: 0.4241545 Aug 26 10:45:28.703853 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Routers {'7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:28.705533 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:28.707859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-13'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:28.841471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:28.899751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fc6f1f4e-ee78-42e7-b476-b01854337692 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:28.945466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:28.997687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port fc6f1f4e-ee78-42e7-b476-b01854337692 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:28.998165 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:29.146234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae35baf-abcb-43a4-9a43-8e9fbbd59f0f {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:29.155892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:29.164320 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] Set router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:29.171041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Transition to ACTIVE for port object eae35baf-abcb-43a4-9a43-8e9fbbd59f0f will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:29.189391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594a8eb-895d-4355-92c3-54bc004c412d req-60ee45a4-538a-4e6f-a453-4eec25dde67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:29.191344 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-60ee45a4-538a-4e6f-a453-4eec25dde67d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8525524 Aug 26 10:45:29.205030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:29.385929 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:29.413453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Pushing event updated for resources: {'Port': ['ID=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:29.528825 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-736bec39-0bf3-4a2c-8626-b861270ae905 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260639 Aug 26 10:45:29.537723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:29.543478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:29.544394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:29.613232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1486df52-04f5-4b6a-9e82-d958a1b769ea req-e4d30f71-16b4-4579-adba-0e91800801f6 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 210 time: 0.7298634 Aug 26 10:45:29.622048 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:29.625446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:29.690616 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'name': 'tempest-FloatingIPsTestJSON-689641683-router', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:14Z', 'updated_at': '2021-08-26T10:45:22Z', 'revision_number': 4, 'project_id': '19b6b7a14a104175b09c10303890218b', 'gw_port': {'id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:15Z', 'updated_at': '2021-08-26T10:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'af0a46e2-585b-481e-bb77-b444470a84ec', 'name': '', 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'mac_address': 'fa:16:3e:85:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0600c7be-1f35-4819-98c2-afced7a17429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:20Z', 'updated_at': '2021-08-26T10:45:28Z', 'revision_number': 4, 'project_id': '19b6b7a14a104175b09c10303890218b', 'subnets': [{'id': '0600c7be-1f35-4819-98c2-afced7a17429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:29.697716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ed16f207-d8bf-4c1a-b355-b71b40fab6f6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:29.711323 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:29.759878 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376a57bf-c9ed-4b3c-ad68-a78de317a38e None None] The sync data for ids ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'] in n-d-778550-13 is: [{'id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'name': 'tempest-FloatingIPsTestJSON-689641683-router', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:14Z', 'updated_at': '2021-08-26T10:45:22Z', 'revision_number': 4, 'project_id': '19b6b7a14a104175b09c10303890218b', 'gw_port': {'id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:15Z', 'updated_at': '2021-08-26T10:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'af0a46e2-585b-481e-bb77-b444470a84ec', 'name': '', 'network_id': '9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'mac_address': 'fa:16:3e:85:8f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0600c7be-1f35-4819-98c2-afced7a17429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:20Z', 'updated_at': '2021-08-26T10:45:28Z', 'revision_number': 4, 'project_id': '19b6b7a14a104175b09c10303890218b', 'subnets': [{'id': '0600c7be-1f35-4819-98c2-afced7a17429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:45:29.789220 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ccc16f-586d-482a-affd-6b865ec3defd x-openstack-request-id: req-09ccc16f-586d-482a-affd-6b865ec3defd {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:29.789584 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed98d632-728d-49c2-9da6-29336262bfe0", "tag": "b6ce4fb2-9591-47d8-b025-ef4428d00b3f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:29.789803 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09ccc16f-586d-482a-affd-6b865ec3defd {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:29.790191 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed98d632-728d-49c2-9da6-29336262bfe0', 'tag': 'b6ce4fb2-9591-47d8-b025-ef4428d00b3f', 'status': 'completed', 'code': 200} Aug 26 10:45:29.798502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:29.798902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:29.825522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:29.826144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:29.826745 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:29.829633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Bound port: eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:29.829633 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:29.891935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:29.892746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e28de3-d0de-4346-afdb-5672c131bc68 req-92ced24a-b23c-4707-aab5-256cd11af4d1 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:29.895487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1e28de3-d0de-4346-afdb-5672c131bc68 req-92ced24a-b23c-4707-aab5-256cd11af4d1 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 948 time: 1.1941333 Aug 26 10:45:29.895487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1edd50-1450-463f-8897-4742bf580946,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:29.999715 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9594a8eb-895d-4355-92c3-54bc004c412d req-21e27cfd-c8ff-44e7-ace2-951f90eb381c service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494834 Aug 26 10:45:30.046260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:30.052125 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:30.054115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:30.088685 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:30.165987 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:30.166604 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:30.168058 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] 10.222.0.42 "PUT /v2.0/ports/eae35baf-abcb-43a4-9a43-8e9fbbd59f0f HTTP/1.1" status: 200 len: 1092 time: 1.9585435 Aug 26 10:45:30.191220 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:30.212188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:30.227641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773a4f7-7b02-4862-a8d0-66ff300ce960 service neutron] Pushing event updated for resources: {'Port': ['ID=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:30.262883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1e28de3-d0de-4346-afdb-5672c131bc68 req-0c8aa0ed-e77a-4caa-bd12-70dc7a25efb4 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101213 Aug 26 10:45:30.293471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Allocated IP 192.168.233.46 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/7a42f596-b439-4acd-8bdc-fd9cc473c8b5) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:30.349048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-ad591a2e-7f4c-413b-b2ea-96fee9e406ec tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5653234 Aug 26 10:45:30.368062 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:30.401611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08d05c02-9c25-4a30-a573-d70ff7c6df43 req-bf9ed8f1-ab26-480a-9394-e0d0b2f23b1b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 210 time: 0.0501194 Aug 26 10:45:30.541752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43351592-5830-4a32-9fb2-0e6a69baf4b1 req-de5c400d-ec9e-4c6f-b724-ab162f4a4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:30.546483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43351592-5830-4a32-9fb2-0e6a69baf4b1 req-de5c400d-ec9e-4c6f-b724-ab162f4a4bee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=814dc570c4d54e5b985b103cf7ce50f1&device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 1100 time: 0.4432342 Aug 26 10:45:30.660072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-ca87ed7b-88d7-4fa4-b02e-161e10915896 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cac702c5642f41e2949e2afdcb274895&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612085 Aug 26 10:45:30.696524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Pushing event updated for resources: {'Port': ['ID=add5d02b-9499-4e72-805b-65d9dbfe448b,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:30.708049 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:30.720160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-e9d9692a-e39e-444b-801e-84efd380a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:30.721477 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-e9d9692a-e39e-444b-801e-84efd380a6ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 1095 time: 0.4907992 Aug 26 10:45:30.724412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b on host n-h2-778550-13 for vnic_type normal with profile {"migrating_to": "n-h1-778550-13"} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:30.725403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:30.725403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:30.746603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device af0a46e2-585b-481e-bb77-b444470a84ec up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:30.769897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Port add5d02b-9499-4e72-805b-65d9dbfe448b on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:30.770262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Attempting to bind port add5d02b-9499-4e72-805b-65d9dbfe448b on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:30.812690 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-6b3d8f7a-4da3-4255-80e3-77e26d44f178 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f HTTP/1.1" status: 200 len: 217 time: 0.0577662 Aug 26 10:45:30.816079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:30.816466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:30.816856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:30.817259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Bound port: add5d02b-9499-4e72-805b-65d9dbfe448b, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:30.817630 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:30.818657 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:30.821247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port af0a46e2-585b-481e-bb77-b444470a84ec completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:30.825996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port af0a46e2-585b-481e-bb77-b444470a84ec triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:30.827170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:30.854121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Transition to ACTIVE for port object 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:30.883263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43351592-5830-4a32-9fb2-0e6a69baf4b1 req-103ce9e7-335c-4303-a4f8-6f7514431f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:30.884781 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43351592-5830-4a32-9fb2-0e6a69baf4b1 req-103ce9e7-335c-4303-a4f8-6f7514431f36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.3272517 Aug 26 10:45:30.925119 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:30.927145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:30.964015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port af0a46e2-585b-481e-bb77-b444470a84ec, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=af0a46e2-585b-481e-bb77-b444470a84ec,segment=NetworkSegment(dae220cd-f1be-4557-bef5-025d3852cc94),segment_id=dae220cd-f1be-4557-bef5-025d3852cc94)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:30.965479 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43351592-5830-4a32-9fb2-0e6a69baf4b1 req-78e742d5-839b-45ed-9124-e662403f2ded service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b6ce4fb2-9591-47d8-b025-ef4428d00b3f HTTP/1.1" status: 200 len: 217 time: 0.0516422 Aug 26 10:45:30.969037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-934d102b-877b-461e-b3c7-d06c6240717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:30.970715 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-934d102b-877b-461e-b3c7-d06c6240717f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1472070 Aug 26 10:45:30.971057 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:30.989343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546f043-31ae-4618-9948-4dfc8cc7036f req-0a9dbec8-599a-4f42-9e9e-6ad15b5b7c0f tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:30.990984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d546f043-31ae-4618-9948-4dfc8cc7036f req-0a9dbec8-599a-4f42-9e9e-6ad15b5b7c0f tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 944 time: 0.3975401 Aug 26 10:45:31.036539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=af0a46e2-585b-481e-bb77-b444470a84ec,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:31.051705 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-7c90efc7-2c5e-41da-bfa6-a18ef0e76080 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664499 Aug 26 10:45:31.053071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa08e-8011-4704-abfd-70a64fee159f req-c8c30295-9b42-417c-bc32-3745b0a35a82 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:31.054594 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-c8c30295-9b42-417c-bc32-3745b0a35a82 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3480070 Aug 26 10:45:31.055648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:31.069110 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:31.084421 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:31.098444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Request body: {'port': {'device_id': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'cac702c5642f41e2949e2afdcb274895'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:31.125404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:31.141657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43351592-5830-4a32-9fb2-0e6a69baf4b1 req-ec1f6562-8929-492f-90d0-8d47d9218996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:31.143233 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43351592-5830-4a32-9fb2-0e6a69baf4b1 req-ec1f6562-8929-492f-90d0-8d47d9218996 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1591754 Aug 26 10:45:31.212411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:31.254354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:31.256929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:31.285315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Pushing event updated for resources: {'Port': ['ID=add5d02b-9499-4e72-805b-65d9dbfe448b,revision_number=8']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:31.292998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:31.293650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:31.295947 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-4af6508d-5dfa-4f4c-8ec0-e522c3a2f17f service neutron] 10.222.0.47 "PUT /v2.0/ports/add5d02b-9499-4e72-805b-65d9dbfe448b HTTP/1.1" status: 200 len: 1124 time: 2.5935657 Aug 26 10:45:31.303994 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-8aecaa4f-91b3-4e1e-9e41-9736c253ef3b service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340140 Aug 26 10:45:31.307331 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43351592-5830-4a32-9fb2-0e6a69baf4b1 req-aa234afe-3c2b-4059-9fd5-598d46cb11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:31.308935 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43351592-5830-4a32-9fb2-0e6a69baf4b1 req-aa234afe-3c2b-4059-9fd5-598d46cb11f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1436925 Aug 26 10:45:31.350138 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['add5d02b-9499-4e72-805b-65d9dbfe448b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:31.405108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d546f043-31ae-4618-9948-4dfc8cc7036f req-c2848edf-e055-4fed-b50c-b4ff820d857b tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980885 Aug 26 10:45:31.448945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Pushing event updated for resources: {'Port': ['ID=7a42f596-b439-4acd-8bdc-fd9cc473c8b5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:31.464568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:31.465471 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:31.546549 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43351592-5830-4a32-9fb2-0e6a69baf4b1 req-0c1f8481-7173-4f49-8dd1-ee5d8c24f0b1 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167664 Aug 26 10:45:31.548954 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0ca6cce2-1791-41ac-bced-74407a62bfb5 req-f86ace68-d8e2-4fed-ad98-20179b965bca service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285399 Aug 26 10:45:31.599835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-1008eafd-76db-4d5c-b3be-bf51eb65bd1b tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4306507 Aug 26 10:45:31.622855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Request body: {'port': {'device_id': '7278fcbb-5e26-412c-938e-27cf34b0b156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:31.657663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-024c1ef8-bb66-406a-ac10-6575fd377839 None None] Provisioning for port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:31.662208 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-024c1ef8-bb66-406a-ac10-6575fd377839 None None] Provisioning complete for port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:31.662554 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-024c1ef8-bb66-406a-ac10-6575fd377839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:31.686063 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43351592-5830-4a32-9fb2-0e6a69baf4b1 req-44f19f99-bbbc-4e95-acc6-4adbf88ab3e3 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280518 Aug 26 10:45:31.696736 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:31.706661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-024c1ef8-bb66-406a-ac10-6575fd377839 None None] Port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:45:31.791095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'tag': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f'}, {'server_uuid': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add5d02b-9499-4e72-805b-65d9dbfe448b'}, {'name': 'network-changed', 'server_uuid': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'tag': 'add5d02b-9499-4e72-805b-65d9dbfe448b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:31.793668 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163b6dbf-3a1e-405b-a387-c58b8417ded1" -d '{"events": [{"name": "network-changed", "server_uuid": "a04ba697-80da-4b86-8559-37e8dd477b7f", "tag": "eae35baf-abcb-43a4-9a43-8e9fbbd59f0f"}, {"server_uuid": "c8cb2c1e-55c3-4a73-9c1e-51a8dea34180", "name": "network-vif-unplugged", "status": "completed", "tag": "add5d02b-9499-4e72-805b-65d9dbfe448b"}, {"name": "network-changed", "server_uuid": "c8cb2c1e-55c3-4a73-9c1e-51a8dea34180", "tag": "add5d02b-9499-4e72-805b-65d9dbfe448b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:31.833759 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:31.852585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d62b6f-9061-4aee-aa45-6454e9b31bf8 req-cc05d63d-4baf-4ed8-bdc6-ce6a248740bf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:31.854106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23d62b6f-9061-4aee-aa45-6454e9b31bf8 req-cc05d63d-4baf-4ed8-bdc6-ce6a248740bf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 943 time: 0.2669678 Aug 26 10:45:31.863485 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:31.870619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Made reservation on behalf of cac702c5642f41e2949e2afdcb274895 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:31.874590 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:32.334013 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23d62b6f-9061-4aee-aa45-6454e9b31bf8 req-44c9e2da-0cd4-4f28-b3b8-b44aa2cdf95c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643574 Aug 26 10:45:32.393578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Allocated IP 172.25.1.224 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c23fef52-6a68-452e-bfef-1cd4f7d89998) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:32.630162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device af0a46e2-585b-481e-bb77-b444470a84ec up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:32.657600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76573be0-4e5c-4031-9ad5-88e557d44f13 req-48017b55-d2e6-49d3-adf7-b978f414040c tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:32.659235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76573be0-4e5c-4031-9ad5-88e557d44f13 req-48017b55-d2e6-49d3-adf7-b978f414040c tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 935 time: 0.1952076 Aug 26 10:45:32.674343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Allocated IP 192.168.233.136 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:32.683571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port af0a46e2-585b-481e-bb77-b444470a84ec triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:32.683571 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:32.751251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Router 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:45:32.767295 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:32.792049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76573be0-4e5c-4031-9ad5-88e557d44f13 req-a3111265-a1a5-464b-b30c-7f7452589f82 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1edd50-1450-463f-8897-4742bf580946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152644 Aug 26 10:45:33.030969 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.045601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab423c50-9019-42f8-8edd-454ac9d168d0 req-b0ffbe2b-2af0-4df6-91a5-11bc91a33273 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:33.047192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab423c50-9019-42f8-8edd-454ac9d168d0 req-b0ffbe2b-2af0-4df6-91a5-11bc91a33273 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 948 time: 0.1910059 Aug 26 10:45:33.113057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:45:33.122453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Sync routers for ids ['7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:45:33.134879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Routers {'7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:33.136128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:33.138139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:33.148752 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.152888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:33.158711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:33.193563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Pushing event updated for resources: {'Port': ['ID=c23fef52-6a68-452e-bfef-1cd4f7d89998,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:33.207963 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.209205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ddec95ab-7093-4ecb-bc05-4e01a153c1e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.5953779 Aug 26 10:45:33.212923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36826) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:33.219250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab423c50-9019-42f8-8edd-454ac9d168d0 req-88d4640a-791e-4b85-9a74-4771df7337a4 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649897 Aug 26 10:45:33.220299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Transition to ACTIVE for port object c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:33.257387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Set router 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:33.300194 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.314923 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.335558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a4cf371b-83a7-48c6-80e5-bac0eeada815'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:33.337711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b6ce4fb2-9591-47d8-b025-ef4428d00b3f details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:45:33.454102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:33.473978 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.475882 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:33.485397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:33.541123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Pushing event updated for resources: {'Port': ['ID=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:33.586330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a0d8c-f4fe-4085-bf88-5b5158929ff7 req-0fde66ae-27d9-489a-9bfa-5cac5c037207 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:33.587975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-590a0d8c-f4fe-4085-bf88-5b5158929ff7 req-0fde66ae-27d9-489a-9bfa-5cac5c037207 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 936 time: 0.2394433 Aug 26 10:45:33.664156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b6ce4fb2-9591-47d8-b025-ef4428d00b3f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b6ce4fb2-9591-47d8-b025-ef4428d00b3f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:33.684039 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:33.684717 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.693030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'b6ce4fb2-9591-47d8-b025-ef4428d00b3f', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'b6ce4fb2-9591-47d8-b025-ef4428d00b3f', 'mac_address': 'fa:16:3e:da:44:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:45:33.721458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537733459-router', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:23Z', 'updated_at': '2021-08-26T10:45:30Z', 'revision_number': 3, 'project_id': '71b7b99e1cfe4a92b762a510e714ae77', 'gw_port': {'id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:43:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:26Z', 'updated_at': '2021-08-26T10:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:33.794236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e807829b-9915-49d2-9aed-0d8266772a95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7140939 Aug 26 10:45:33.806262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-590a0d8c-f4fe-4085-bf88-5b5158929ff7 req-273aa4cd-11b0-4400-9819-e809f3f30879 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995347 Aug 26 10:45:33.807583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Checking router: 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:45:33.807937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Updating router 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 port ed16f207-d8bf-4c1a-b355-b71b40fab6f6 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:45:33.811745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Request body: {'port': {'device_id': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:33.843844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.848987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:33.869700 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.880730 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.897325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ce4fb2-9591-47d8-b025-ef4428d00b3f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:33.901351 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.952046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b6ce4fb2-9591-47d8-b025-ef4428d00b3f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b6ce4fb2-9591-47d8-b025-ef4428d00b3f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:33.954550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Transition to ACTIVE for port object 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:33.954714 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faee70f3-9e3b-4ce9-97b0-323ca1e7530b x-openstack-request-id: req-faee70f3-9e3b-4ce9-97b0-323ca1e7530b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:33.954983 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04ba697-80da-4b86-8559-37e8dd477b7f", "tag": "eae35baf-abcb-43a4-9a43-8e9fbbd59f0f", "status": "completed", "code": 200}, {"server_uuid": "c8cb2c1e-55c3-4a73-9c1e-51a8dea34180", "name": "network-vif-unplugged", "status": "completed", "tag": "add5d02b-9499-4e72-805b-65d9dbfe448b", "code": 200}, {"name": "network-changed", "server_uuid": "c8cb2c1e-55c3-4a73-9c1e-51a8dea34180", "tag": "add5d02b-9499-4e72-805b-65d9dbfe448b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:33.955199 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faee70f3-9e3b-4ce9-97b0-323ca1e7530b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:33.955648 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'tag': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f', 'status': 'completed', 'code': 200} Aug 26 10:45:33.955977 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add5d02b-9499-4e72-805b-65d9dbfe448b', 'code': 200} Aug 26 10:45:33.956085 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'tag': 'add5d02b-9499-4e72-805b-65d9dbfe448b', 'status': 'completed', 'code': 200} Aug 26 10:45:33.964112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f64e2529-76a0-46c6-8420-1a5ca2e83d6b None None] Provisioning for port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:33.964943 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.968643 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.972421 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.972749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.974200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f64e2529-76a0-46c6-8420-1a5ca2e83d6b None None] Provisioning complete for port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:33.974588 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f64e2529-76a0-46c6-8420-1a5ca2e83d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:33.984405 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.071049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-2a1327a9-dad7-4fa8-a418-2e8679393c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:34.072624 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-2a1327a9-dad7-4fa8-a418-2e8679393c96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 1095 time: 0.1156290 Aug 26 10:45:34.140581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f64e2529-76a0-46c6-8420-1a5ca2e83d6b None None] Port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:45:34.146856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b6ce4fb2-9591-47d8-b025-ef4428d00b3f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:34.181129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Pushing event updated for resources: {'Port': ['ID=7a42f596-b439-4acd-8bdc-fd9cc473c8b5,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:34.231965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Allocated IP 172.20.0.1 (e6039ce6-785f-4b79-a1f0-4f336569edd8/78eded18-6b2a-46be-b473-e7a4de0b871c/2a510fc2-bb48-4869-9e19-dfc72809bfdc) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:34.236845 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-66ddb682-4c61-4188-bf0b-c515ad4b2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:34.238600 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-66ddb682-4c61-4188-bf0b-c515ad4b2036 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.1471565 Aug 26 10:45:34.262084 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.294313 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-ce826f75-88d8-48e1-bbf8-aea9e9063343 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f HTTP/1.1" status: 200 len: 217 time: 0.0432620 Aug 26 10:45:34.366767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['b6ce4fb2-9591-47d8-b025-ef4428d00b3f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:34.399466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-e8d42c33-48ec-40ae-85d6-b7c30bd610a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:34.400745 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-e8d42c33-48ec-40ae-85d6-b7c30bd610a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.0961463 Aug 26 10:45:34.405414 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.412256 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0611689 Aug 26 10:45:34.439999 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-989fe54c-f3f0-48b1-8f10-6f1af5194ba6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303607 Aug 26 10:45:34.443698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3a2f7-b226-4091-8ff2-c2671e8e2a93 req-4fd2862b-e692-4683-bc2a-13333140d82e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:34.447850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30a3a2f7-b226-4091-8ff2-c2671e8e2a93 req-4fd2862b-e692-4683-bc2a-13333140d82e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 944 time: 0.4251964 Aug 26 10:45:34.505166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e1b0f-bd97-4617-8fe4-dd81805e04d0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Pushing event updated for resources: {'Port': ['ID=c23fef52-6a68-452e-bfef-1cd4f7d89998,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:34.530387 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:45:34.543082 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.562240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-2ca7accf-953a-4976-8829-84a3c23e9a02 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.224 HTTP/1.1" status: 200 len: 696 time: 0.1482797 Aug 26 10:45:34.579690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Attempting to bind port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:34.579976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Attempting to bind port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:34.580147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Attempting to bind port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:34.587067 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.601867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Transition to ACTIVE for port object 2a510fc2-bb48-4869-9e19-dfc72809bfdc will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:34.607864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Transition to ACTIVE for port object ed16f207-d8bf-4c1a-b355-b71b40fab6f6 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:34.625006 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.645621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:34.645621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Attempting to bind port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:34.650186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30a3a2f7-b226-4091-8ff2-c2671e8e2a93 req-163e19af-cb05-4d74-b9d4-1d8bcba8536d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857111 Aug 26 10:45:34.681414 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-41e86168-8f2c-4cf5-b06d-2037f367977e service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319458 Aug 26 10:45:34.697665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:34.698569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:34.699220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:34.699622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Bound port: 7a42f596-b439-4acd-8bdc-fd9cc473c8b5, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:34.700244 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.725490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Attempting to bind port ed16f207-d8bf-4c1a-b355-b71b40fab6f6 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:34.726318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Attempting to bind port ed16f207-d8bf-4c1a-b355-b71b40fab6f6 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:34.726721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Attempting to bind port ed16f207-d8bf-4c1a-b355-b71b40fab6f6 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:34.733375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799a91c-1bdb-4a6d-86ac-9e5f7a291caf None None] Pushing event updated for resources: {'Port': ['ID=ed16f207-d8bf-4c1a-b355-b71b40fab6f6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:34.769484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.769978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:34.770714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:34.771776 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.773055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:34.774584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Bound port: ed16f207-d8bf-4c1a-b355-b71b40fab6f6, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:34.780405 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.835254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Network e6039ce6-785f-4b79-a1f0-4f336569edd8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:34.839697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-aed699d4-5111-4991-b997-620080cf7dac tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:34.841109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d32ac1b4-22f4-4d31-b84e-a8fb2a4b6c3b req-aed699d4-5111-4991-b997-620080cf7dac tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.2289693 Aug 26 10:45:34.844053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:34.847659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Pushing event updated for resources: {'Port': ['ID=2a510fc2-bb48-4869-9e19-dfc72809bfdc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:34.849997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:34.851312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.872159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] For port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:34.922598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] For port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7a42f596-b439-4acd-8bdc-fd9cc473c8b5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:34.951973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] For port ed16f207-d8bf-4c1a-b355-b71b40fab6f6, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:34.959041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] For port ed16f207-d8bf-4c1a-b355-b71b40fab6f6, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ed16f207-d8bf-4c1a-b355-b71b40fab6f6,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:34.960723 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:34.963856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device add5d02b-9499-4e72-805b-65d9dbfe448b details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:45:34.971865 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-9499a971-aca4-4d13-9279-3bcaa142d976 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801106 Aug 26 10:45:35.018072 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:35.029674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:35.036798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:35.037546 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:35.039264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] 10.222.0.47 "PUT /v2.0/ports/7a42f596-b439-4acd-8bdc-fd9cc473c8b5 HTTP/1.1" status: 200 len: 1096 time: 3.4214988 Aug 26 10:45:35.046453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7278fcbb-5e26-412c-938e-27cf34b0b156', 'tag': '7a42f596-b439-4acd-8bdc-fd9cc473c8b5'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:35.048933 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ea1c63-8daf-4802-8031-78f8746202ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7278fcbb-5e26-412c-938e-27cf34b0b156", "tag": "7a42f596-b439-4acd-8bdc-fd9cc473c8b5"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:35.068670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:35.088616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d159f-48e5-4335-afeb-6225b0a4d93c req-f932d8fb-ca05-4072-a2f1-f646a725a7ee tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:35.090224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd1d159f-48e5-4335-afeb-6225b0a4d93c req-f932d8fb-ca05-4072-a2f1-f646a725a7ee tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 943 time: 0.2447236 Aug 26 10:45:35.156571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc97d2-ece1-4827-b3bb-5090d8168a22 service neutron] Pushing event updated for resources: {'Port': ['ID=7a42f596-b439-4acd-8bdc-fd9cc473c8b5,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:35.160245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Transition to ACTIVE for port object c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:35.191403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-355069d9-f478-4957-ad61-f812ce2bfda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:35.193546 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-355069d9-f478-4957-ad61-f812ce2bfda1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 1127 time: 0.1413240 Aug 26 10:45:35.197660 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:35.198377 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:35.335557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device eae35baf-abcb-43a4-9a43-8e9fbbd59f0f details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:45:35.338776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b6ce4fb2-9591-47d8-b025-ef4428d00b3f up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:35.358783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:35.448575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Routers {'7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:35.449620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:35.476258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-00f6b8f4-350c-409a-a72d-fb0544fc82dd None None] Provisioning for port 2a510fc2-bb48-4869-9e19-dfc72809bfdc completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:35.543861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-00f6b8f4-350c-409a-a72d-fb0544fc82dd None None] Provisioning complete for port 2a510fc2-bb48-4869-9e19-dfc72809bfdc triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:35.544311 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00f6b8f4-350c-409a-a72d-fb0544fc82dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:35.598510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799a91c-1bdb-4a6d-86ac-9e5f7a291caf None None] Pushing event updated for resources: {'Port': ['ID=ed16f207-d8bf-4c1a-b355-b71b40fab6f6,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:35.607288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-00f6b8f4-350c-409a-a72d-fb0544fc82dd None None] Port 2a510fc2-bb48-4869-9e19-dfc72809bfdc cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:45:35.609341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device add5d02b-9499-4e72-805b-65d9dbfe448b has no active binding in host n-h1-778550-13 {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 26 10:45:35.644551 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:45:35.663679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-906967fe-55ba-4a0c-9eb6-f7bd8b413939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:35.665093 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-906967fe-55ba-4a0c-9eb6-f7bd8b413939 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9030f6b93d24075a64d913ef8774462&device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 1099 time: 0.5606334 Aug 26 10:45:35.676895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-c2cb2a0e-655f-4c82-babc-b142b453bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:35.678514 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-c2cb2a0e-655f-4c82-babc-b142b453bb47 service neutron] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.4682777 Aug 26 10:45:35.684528 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd1d159f-48e5-4335-afeb-6225b0a4d93c req-caf49ede-9195-443c-9fb8-31709a1d54e4 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782037 Aug 26 10:45:35.746282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:35.753878 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-d6fcb920-72d4-4b4c-ad1b-add0c31b1dd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add5d02b-9499-4e72-805b-65d9dbfe448b HTTP/1.1" status: 200 len: 217 time: 0.0670240 Aug 26 10:45:35.806240 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:35.807398 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:35.821064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] Set router 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:35.829306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6175a2a-7164-4c04-a69b-73c32b832661 req-2405efb4-f11b-4f7c-8473-8bfb4a532cf8 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:35.831052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6175a2a-7164-4c04-a69b-73c32b832661 req-2405efb4-f11b-4f7c-8473-8bfb4a532cf8 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 947 time: 0.6982036 Aug 26 10:45:35.832451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-4ff85df4-340e-4986-9c7b-7ff9f114651a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7a42f596-b439-4acd-8bdc-fd9cc473c8b5 HTTP/1.1" status: 200 len: 217 time: 0.1405270 Aug 26 10:45:35.884937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:35.954153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port b6ce4fb2-9591-47d8-b025-ef4428d00b3f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:35.978144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-18d0e354-cfee-4978-8932-1be9aed1ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:35.981106 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-18d0e354-cfee-4978-8932-1be9aed1ba3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.2190354 Aug 26 10:45:35.982186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Pushing event updated for resources: {'Port': ['ID=2a510fc2-bb48-4869-9e19-dfc72809bfdc,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:35.983177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6175a2a-7164-4c04-a69b-73c32b832661 req-ea95d5f1-589c-477e-92d6-803dc3cdef57 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1edd50-1450-463f-8897-4742bf580946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424556 Aug 26 10:45:35.987743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Attempting to bind port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:35.988087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Attempting to bind port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:35.988427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Attempting to bind port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:35.999317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ab3c4-acbf-4387-aa0d-edae42a3a09d req-52531639-95ad-48be-b53c-7dd6a940c2db tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:36.000917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-389ab3c4-acbf-4387-aa0d-edae42a3a09d req-52531639-95ad-48be-b53c-7dd6a940c2db tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 949 time: 0.1916373 Aug 26 10:45:36.003751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-e0c01290-e8bd-453b-ad49-89d3aa9eab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:36.005193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-e0c01290-e8bd-453b-ad49-89d3aa9eab80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1583080 Aug 26 10:45:36.007572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:36.007904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Attempting to bind port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:36.021351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port b6ce4fb2-9591-47d8-b025-ef4428d00b3f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:36.021351 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:36.055396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:36.055396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:36.055396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:36.055823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Bound port: c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:36.056191 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:36.065757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:36.073715 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-f63f04de-13c2-409f-a892-7b102b33cfcd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791233 Aug 26 10:45:36.095548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-389ab3c4-acbf-4387-aa0d-edae42a3a09d req-468559ed-aa7e-4d78-bb6f-44e741eab454 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848799 Aug 26 10:45:36.134421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f', 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5', 'port_id': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f', 'mac_address': 'fa:16:3e:14:69:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b8f04e-fe58-45c4-94a0-9f19669a90e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:45:36.171320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Network e6039ce6-785f-4b79-a1f0-4f336569edd8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:36.175475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-5b0dcaed-3596-4cfa-ad3a-504325a0bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:36.176369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:36.177012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-5b0dcaed-3596-4cfa-ad3a-504325a0bf17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1577666 Aug 26 10:45:36.258995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35ec5f4d-b287-4a95-b0bc-d79424c9fd62 req-d0f3378f-bb0e-4874-8176-a6c969346648 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips/4a490524-4f2b-4f81-af16-c4bde9e4f083 HTTP/1.1" status: 200 len: 693 time: 0.0998261 Aug 26 10:45:36.283513 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-76f23961-30f2-4361-9b30-8ce630221bb9 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987939 Aug 26 10:45:36.314220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:36.326593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:36.347388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae35baf-abcb-43a4-9a43-8e9fbbd59f0f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:36.359992 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:36.401253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:36.405468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff93cd-3189-4ff2-bc4c-5be6d23bb19b req-bbebf896-9e0a-420e-9c08-1fce3dd88e37 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:36.415718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1ff93cd-3189-4ff2-bc4c-5be6d23bb19b req-bbebf896-9e0a-420e-9c08-1fce3dd88e37 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 948 time: 0.2941415 Aug 26 10:45:36.423050 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:36.428448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:36.442985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed98d632-728d-49c2-9da6-29336262bfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ce4fb2-9591-47d8-b025-ef4428d00b3f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:36.446125 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0df8fb-4c90-4f30-b559-07585f71fa73" -d '{"events": [{"server_uuid": "ed98d632-728d-49c2-9da6-29336262bfe0", "name": "network-vif-plugged", "status": "completed", "tag": "b6ce4fb2-9591-47d8-b025-ef4428d00b3f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:36.453374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537733459-router', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:23Z', 'updated_at': '2021-08-26T10:45:34Z', 'revision_number': 4, 'project_id': '71b7b99e1cfe4a92b762a510e714ae77', 'gw_port': {'id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:43:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:26Z', 'updated_at': '2021-08-26T10:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2a510fc2-bb48-4869-9e19-dfc72809bfdc', 'name': '', 'network_id': 'e6039ce6-785f-4b79-a1f0-4f336569edd8', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'mac_address': 'fa:16:3e:4c:7a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '78eded18-6b2a-46be-b473-e7a4de0b871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:33Z', 'updated_at': '2021-08-26T10:45:34Z', 'revision_number': 1, 'project_id': '71b7b99e1cfe4a92b762a510e714ae77', 'subnets': [{'id': '78eded18-6b2a-46be-b473-e7a4de0b871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:36.465086 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:36.518269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb3993-40c4-483b-b5e6-b949c316ceea None None] The sync data for ids ['7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'] in n-d-778550-13 is: [{'id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537733459-router', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:23Z', 'updated_at': '2021-08-26T10:45:34Z', 'revision_number': 4, 'project_id': '71b7b99e1cfe4a92b762a510e714ae77', 'gw_port': {'id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:43:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:26Z', 'updated_at': '2021-08-26T10:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2a510fc2-bb48-4869-9e19-dfc72809bfdc', 'name': '', 'network_id': 'e6039ce6-785f-4b79-a1f0-4f336569edd8', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'mac_address': 'fa:16:3e:4c:7a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '78eded18-6b2a-46be-b473-e7a4de0b871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:33Z', 'updated_at': '2021-08-26T10:45:34Z', 'revision_number': 1, 'project_id': '71b7b99e1cfe4a92b762a510e714ae77', 'subnets': [{'id': '78eded18-6b2a-46be-b473-e7a4de0b871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:45:36.536196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b6ce4fb2-9591-47d8-b025-ef4428d00b3f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b6ce4fb2-9591-47d8-b025-ef4428d00b3f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:36.551967 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:36.556189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Router 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:45:36.573427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:36.585028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-803b37f9-39fb-44f5-b3ec-3666ca924a41 None None] Provisioning complete for port 2a510fc2-bb48-4869-9e19-dfc72809bfdc triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:36.585747 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-803b37f9-39fb-44f5-b3ec-3666ca924a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:36.587209 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-eaefea53-4a35-489e-9557-b8be5e88f286 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751104 Aug 26 10:45:36.595057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:36.595700 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:36.597169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] 10.222.0.42 "PUT /v2.0/ports/c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 HTTP/1.1" status: 200 len: 1097 time: 2.7898796 Aug 26 10:45:36.611199 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-163b6dbf-3a1e-405b-a387-c58b8417ded1 req-c43cb798-697d-49c4-aeb1-9e5d333df781 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823226 Aug 26 10:45:36.635156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1ff93cd-3189-4ff2-bc4c-5be6d23bb19b req-0b6a5578-280d-4604-96fa-6e6a265c671e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180490 Aug 26 10:45:36.738113 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['eae35baf-abcb-43a4-9a43-8e9fbbd59f0f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:36.828181 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c44ce93-19e3-4549-a63f-11818b04ffa4 x-openstack-request-id: req-3c44ce93-19e3-4549-a63f-11818b04ffa4 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:36.828477 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7278fcbb-5e26-412c-938e-27cf34b0b156", "tag": "7a42f596-b439-4acd-8bdc-fd9cc473c8b5", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:36.828739 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c44ce93-19e3-4549-a63f-11818b04ffa4 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:36.829141 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7278fcbb-5e26-412c-938e-27cf34b0b156', 'tag': '7a42f596-b439-4acd-8bdc-fd9cc473c8b5', 'status': 'completed', 'code': 200} Aug 26 10:45:36.863445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device add5d02b-9499-4e72-805b-65d9dbfe448b details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:45:36.871082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec5f4d-b287-4a95-b0bc-d79424c9fd62 req-d2de0dd1-9a48-4997-8526-21907cef6f55 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:36.872572 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-dc8e7077-f1c3-4330-b713-b8bd437765b2 service neutron] 10.222.0.42 "GET /v2.0/ports/add5d02b-9499-4e72-805b-65d9dbfe448b/bindings/n-h1-778550-13 HTTP/1.1" status: 200 len: 385 time: 0.1990702 Aug 26 10:45:36.873049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35ec5f4d-b287-4a95-b0bc-d79424c9fd62 req-d2de0dd1-9a48-4997-8526-21907cef6f55 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.6122892 Aug 26 10:45:36.879871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-803b37f9-39fb-44f5-b3ec-3666ca924a41 None None] Port 2a510fc2-bb48-4869-9e19-dfc72809bfdc cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:45:36.883482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044ada3-a798-465b-bfd9-51a3c0e58226 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:36.948825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:45:36.964761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-35ec5f4d-b287-4a95-b0bc-d79424c9fd62 req-b1a660d7-af0f-4b2d-a783-301ee7435438 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:45:36.966260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35ec5f4d-b287-4a95-b0bc-d79424c9fd62 req-b1a660d7-af0f-4b2d-a783-301ee7435438 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0720949 Aug 26 10:45:36.969643 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-23ccbf93-7302-4128-aa86-077a380caa43 admin admin] 10.222.0.21 "PUT /v2.0/routers/7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7550561 Aug 26 10:45:37.018396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b6ce4fb2-9591-47d8-b025-ef4428d00b3f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:37.055103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa08e-8011-4704-abfd-70a64fee159f req-4106d541-afed-4fb4-9ee4-077b3579321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:37.056859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-4106d541-afed-4fb4-9ee4-077b3579321d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 1100 time: 0.2583218 Aug 26 10:45:37.059953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e167234-a813-4d4d-aa30-dcfb632b6ff6 req-33792b88-2bf4-4fae-a8ed-6bf0fb9d0ab3 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442964 Aug 26 10:45:37.089866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e34c5f-fd58-4b1f-a5b1-a9553d77e2a0 req-7562b356-3e82-4255-90d7-0c5b7e10169c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:37.095837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44e34c5f-fd58-4b1f-a5b1-a9553d77e2a0 req-7562b356-3e82-4255-90d7-0c5b7e10169c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 944 time: 0.2165473 Aug 26 10:45:37.194802 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0e17d7-d8d6-46e9-b711-27da8f96cea4 x-openstack-request-id: req-cd0e17d7-d8d6-46e9-b711-27da8f96cea4 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:37.195468 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed98d632-728d-49c2-9da6-29336262bfe0", "name": "network-vif-plugged", "status": "completed", "tag": "b6ce4fb2-9591-47d8-b025-ef4428d00b3f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:37.195891 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd0e17d7-d8d6-46e9-b711-27da8f96cea4 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:37.196493 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed98d632-728d-49c2-9da6-29336262bfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ce4fb2-9591-47d8-b025-ef4428d00b3f', 'code': 200} Aug 26 10:45:37.209952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:37.283225 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-7e4619b4-7dd4-4ac7-9574-882814ea1f02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 HTTP/1.1" status: 200 len: 217 time: 0.2147260 Aug 26 10:45:37.311182 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device add5d02b-9499-4e72-805b-65d9dbfe448b has no active binding in host n-h1-778550-13 {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 26 10:45:37.337066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-20e072bb-dd66-441e-a974-b5dc840e627c req-f4f2d308-ff16-48e8-8077-3b46985bf715 service neutron] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:37.351173 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device add5d02b-9499-4e72-805b-65d9dbfe448b no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:37.356508 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2a30e-5bac-4231-82fe-6e5219fe402b req-ac9dc0c3-fed6-4b09-9f1a-7d51d9a44bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:37.358249 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8ef2a30e-5bac-4231-82fe-6e5219fe402b req-ac9dc0c3-fed6-4b09-9f1a-7d51d9a44bdb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 1102 time: 0.0823126 Aug 26 10:45:37.376889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-20e072bb-dd66-441e-a974-b5dc840e627c req-f4f2d308-ff16-48e8-8077-3b46985bf715 service neutron] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:37.419762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44e34c5f-fd58-4b1f-a5b1-a9553d77e2a0 req-aed10127-5edc-40d7-8516-bc11910da24d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046347 Aug 26 10:45:37.427367 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8ef2a30e-5bac-4231-82fe-6e5219fe402b req-5b1de84c-1f3c-4a57-a4a7-265dbc16b050 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599775 Aug 26 10:45:37.448352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-20e072bb-dd66-441e-a974-b5dc840e627c req-f4f2d308-ff16-48e8-8077-3b46985bf715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add5d02b-9499-4e72-805b-65d9dbfe448b {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:37.448603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea1c63-8daf-4802-8031-78f8746202ee req-86e97d1b-3b1f-4196-b622-d6aace6a897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:37.449992 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6ea1c63-8daf-4802-8031-78f8746202ee req-86e97d1b-3b1f-4196-b622-d6aace6a897e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9030f6b93d24075a64d913ef8774462&device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 1099 time: 0.2258701 Aug 26 10:45:37.460434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-20e072bb-dd66-441e-a974-b5dc840e627c req-f4f2d308-ff16-48e8-8077-3b46985bf715 service neutron] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:37.463580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa08e-8011-4704-abfd-70a64fee159f req-21eba2ee-2ce2-4246-b5c1-a653bb3bd93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:37.467603 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-21eba2ee-2ce2-4246-b5c1-a653bb3bd93d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1729071 Aug 26 10:45:37.491187 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-20e072bb-dd66-441e-a974-b5dc840e627c req-f4f2d308-ff16-48e8-8077-3b46985bf715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:37.577378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49722756-a61f-4bf4-9313-3d9733c797e5 req-95f4a06a-833b-451a-b1ea-ce0f6097d77a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=19b6b7a14a104175b09c10303890218b HTTP/1.1" status: 200 len: 696 time: 0.1000602 Aug 26 10:45:37.590243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f428c-fe5e-484f-a866-18c4244d813c req-9e408568-f44d-418e-a278-8ac8d8858326 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:37.591955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a60f428c-fe5e-484f-a866-18c4244d813c req-9e408568-f44d-418e-a278-8ac8d8858326 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 944 time: 0.2369571 Aug 26 10:45:37.630677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-20e072bb-dd66-441e-a974-b5dc840e627c req-f4f2d308-ff16-48e8-8077-3b46985bf715 service neutron] Transition to ACTIVE for port object add5d02b-9499-4e72-805b-65d9dbfe448b will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:37.637798 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-20e072bb-dd66-441e-a974-b5dc840e627c req-f4f2d308-ff16-48e8-8077-3b46985bf715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:37.753024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e072bb-dd66-441e-a974-b5dc840e627c req-f4f2d308-ff16-48e8-8077-3b46985bf715 service neutron] No DVR routers for this DVR port add5d02b-9499-4e72-805b-65d9dbfe448b on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:37.772726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2d308-ff16-48e8-8077-3b46985bf715 service neutron] Pushing event updated for resources: {'Port': ['ID=add5d02b-9499-4e72-805b-65d9dbfe448b,revision_number=10']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:37.799348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a60f428c-fe5e-484f-a866-18c4244d813c req-4d90c5f4-7da2-44f6-b171-54c0b0253565 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799858 Aug 26 10:45:37.800325 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea1c63-8daf-4802-8031-78f8746202ee req-1ec3a08b-25b3-4fd4-9473-82e13f68c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:37.801720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6ea1c63-8daf-4802-8031-78f8746202ee req-1ec3a08b-25b3-4fd4-9473-82e13f68c3e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.3332238 Aug 26 10:45:37.804172 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-f4f2d308-ff16-48e8-8077-3b46985bf715 service neutron] 10.222.0.42 "PUT /v2.0/ports/add5d02b-9499-4e72-805b-65d9dbfe448b/bindings/n-h1-778550-13/activate HTTP/1.1" status: 200 len: 370 time: 0.9166808 Aug 26 10:45:37.806515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa08e-8011-4704-abfd-70a64fee159f req-4e5d9ca4-dd02-4153-a011-0de669de4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:37.808031 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-4e5d9ca4-dd02-4153-a011-0de669de4b3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1580882 Aug 26 10:45:37.861866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49722756-a61f-4bf4-9313-3d9733c797e5 req-424b7bae-dd9d-41d9-830b-70f8e056f050 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:37.863520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49722756-a61f-4bf4-9313-3d9733c797e5 req-424b7bae-dd9d-41d9-830b-70f8e056f050 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/networks?id=b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 787 time: 0.2706175 Aug 26 10:45:37.866580 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6ea1c63-8daf-4802-8031-78f8746202ee req-b929a978-0945-465b-9ae1-a91f6236dae4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7a42f596-b439-4acd-8bdc-fd9cc473c8b5 HTTP/1.1" status: 200 len: 217 time: 0.0493653 Aug 26 10:45:37.993368 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e072bb-dd66-441e-a974-b5dc840e627c req-bdda6c77-e994-44f0-8895-c7022b3edafa tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:37.995330 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-bdda6c77-e994-44f0-8895-c7022b3edafa tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.0750751 Aug 26 10:45:38.037256 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea1c63-8daf-4802-8031-78f8746202ee req-cf1eb861-6283-4021-93ca-d7b097789408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:38.038979 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6ea1c63-8daf-4802-8031-78f8746202ee req-cf1eb861-6283-4021-93ca-d7b097789408 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1644597 Aug 26 10:45:38.055468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e072bb-dd66-441e-a974-b5dc840e627c req-64d1ebfc-3098-47bb-adb1-166b4c8d841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:38.058151 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-64d1ebfc-3098-47bb-adb1-166b4c8d841f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180&tenant_id=b511d0e342254b5691c29fa10c143578 HTTP/1.1" status: 200 len: 1097 time: 0.0486870 Aug 26 10:45:38.107953 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c620ad-de86-4607-9f16-f9d08aeca638 req-e08f615d-1ec4-47b9-89ce-a0facafcc72f tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:38.109558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54c620ad-de86-4607-9f16-f9d08aeca638 req-e08f615d-1ec4-47b9-89ce-a0facafcc72f tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 947 time: 0.1890175 Aug 26 10:45:38.119025 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-ecc0c733-7e20-42f7-80c8-67ecda54df6e service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541120 Aug 26 10:45:38.130777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b157c-f3af-4165-aa18-ab2c7a8c86a4 req-c8cec955-d127-42d2-acc6-502716626c5c tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:38.132339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-694b157c-f3af-4165-aa18-ab2c7a8c86a4 req-c8cec955-d127-42d2-acc6-502716626c5c tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 950 time: 0.1701591 Aug 26 10:45:38.159000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e072bb-dd66-441e-a974-b5dc840e627c req-aa0308be-b8e0-446f-8d98-4e1e32badb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:38.160925 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-aa0308be-b8e0-446f-8d98-4e1e32badb5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 1097 time: 0.0745103 Aug 26 10:45:38.311492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e072bb-dd66-441e-a974-b5dc840e627c req-752982f7-3e49-4836-8f64-d94954e69cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:38.313472 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-752982f7-3e49-4836-8f64-d94954e69cce service neutron] 10.222.0.47 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.1436508 Aug 26 10:45:38.382657 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-3420a5ef-9fcc-461c-9aab-5ee1dc80bf17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add5d02b-9499-4e72-805b-65d9dbfe448b HTTP/1.1" status: 200 len: 217 time: 0.0609753 Aug 26 10:45:38.441677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e072bb-dd66-441e-a974-b5dc840e627c req-8f6318d5-79fa-4dfd-a9b6-62d08fbd3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:38.443279 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-8f6318d5-79fa-4dfd-a9b6-62d08fbd3234 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.0520077 Aug 26 10:45:38.497300 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-062e8241-e049-4391-b3c9-87163df6e8a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437722 Aug 26 10:45:38.504275 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea1c63-8daf-4802-8031-78f8746202ee req-514d4ef1-cd90-495d-8390-2bdb7c1d2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:38.505798 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6ea1c63-8daf-4802-8031-78f8746202ee req-514d4ef1-cd90-495d-8390-2bdb7c1d2275 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4587543 Aug 26 10:45:38.550893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54c620ad-de86-4607-9f16-f9d08aeca638 req-d2b1fdb9-e4c2-4565-af3f-3df62262a4b8 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1edd50-1450-463f-8897-4742bf580946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156058 Aug 26 10:45:38.619323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-694b157c-f3af-4165-aa18-ab2c7a8c86a4 req-11e99025-15bf-453a-8ca8-89bb2c33570c tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583106 Aug 26 10:45:38.695797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78eaa08e-8011-4704-abfd-70a64fee159f req-4ba1aca2-5816-42cc-bddc-a2a089a90e7b service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620747 Aug 26 10:45:38.710399 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-0a197536-ca30-4976-8d76-0dffe5cbc7ab service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049949 Aug 26 10:45:38.835122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ed16f207-d8bf-4c1a-b355-b71b40fab6f6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:38.842940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6ea1c63-8daf-4802-8031-78f8746202ee req-2314271e-fdce-404d-9d5f-c88881e662d5 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217213 Aug 26 10:45:38.843541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:38.845969 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8283e38-20e2-4d07-ba67-2afb25a9120d" -d '{"events": [{"name": "network-changed", "server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:38.852180 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-e29cc689-3bfe-487a-a0df-d5c5e40d8676 req-37d0b780-9f02-47b0-9546-e88baf36a79e tempest-FloatingIPDetailsNegativeTestJSON-918977697 tempest-FloatingIPDetailsNegativeTestJSON-918977697-project] show failed (client error): The resource could not be found. Aug 26 10:45:38.853388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e29cc689-3bfe-487a-a0df-d5c5e40d8676 req-37d0b780-9f02-47b0-9546-e88baf36a79e tempest-FloatingIPDetailsNegativeTestJSON-918977697 tempest-FloatingIPDetailsNegativeTestJSON-918977697-project] 10.222.0.21 "GET /v2.0/floatingips/3218f820-13b8-4c7c-878c-a9f5e4756974 HTTP/1.1" status: 404 len: 350 time: 0.0830507 Aug 26 10:45:38.857750 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-8f43aaf2-45eb-4bc4-9e1b-e1d97393e168 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387131 Aug 26 10:45:38.869047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36878) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:38.928104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9acd40-3770-402a-a016-86d4bd67be1c req-06fec6e0-8e4a-43e7-a970-ffce1eba1e28 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:38.930107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b9acd40-3770-402a-a016-86d4bd67be1c req-06fec6e0-8e4a-43e7-a970-ffce1eba1e28 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 948 time: 0.2198482 Aug 26 10:45:38.938871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port ed16f207-d8bf-4c1a-b355-b71b40fab6f6 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:38.946090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port ed16f207-d8bf-4c1a-b355-b71b40fab6f6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:38.947441 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:39.006352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-c442a62f-f0e9-4272-a72d-ada31ef86bce tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips/4a490524-4f2b-4f81-af16-c4bde9e4f083 HTTP/1.1" status: 200 len: 693 time: 0.0714831 Aug 26 10:45:39.118532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b9acd40-3770-402a-a016-86d4bd67be1c req-842c174b-2536-4967-a80c-93e90fa972f1 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429486 Aug 26 10:45:39.123490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6ea1c63-8daf-4802-8031-78f8746202ee req-48a39823-5a83-4468-9eb0-b85200971c94 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690346 Aug 26 10:45:39.249481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-3357e760-83c8-41e4-980b-446decd6a1e8 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:39.252113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-3357e760-83c8-41e4-980b-446decd6a1e8 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.2352974 Aug 26 10:45:39.307267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:39.334208 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port ed16f207-d8bf-4c1a-b355-b71b40fab6f6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ed16f207-d8bf-4c1a-b355-b71b40fab6f6,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:39.339549 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:39.378412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device eae35baf-abcb-43a4-9a43-8e9fbbd59f0f up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:39.392323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-ce6f11dd-c131-49b3-9730-c4e876fc22ad tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.224 HTTP/1.1" status: 200 len: 696 time: 0.1248846 Aug 26 10:45:39.423105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=ed16f207-d8bf-4c1a-b355-b71b40fab6f6,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:39.457309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:39.464283 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:39.464861 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:39.495063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-e675774d-2c54-451e-896a-36317adec193 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.224 HTTP/1.1" status: 200 len: 696 time: 0.1000626 Aug 26 10:45:39.505706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e072bb-dd66-441e-a974-b5dc840e627c req-ed8d5a55-8e0c-48ff-a28c-7d09d62ef2b0 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:39.507380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-ed8d5a55-8e0c-48ff-a28c-7d09d62ef2b0 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.2541175 Aug 26 10:45:39.539770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908be93-1eef-493b-8b38-7f748abacb41 req-970116e1-ad51-48cb-a42c-ccffaedaad5d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:39.541449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8908be93-1eef-493b-8b38-7f748abacb41 req-970116e1-ad51-48cb-a42c-ccffaedaad5d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 945 time: 0.1787663 Aug 26 10:45:39.562762 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:39.603352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:39.608027 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3b1cf3-2d33-4bf3-98fc-4f9ce83e952b" -d '{"events": [{"server_uuid": "a04ba697-80da-4b86-8559-37e8dd477b7f", "name": "network-vif-plugged", "status": "completed", "tag": "eae35baf-abcb-43a4-9a43-8e9fbbd59f0f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:39.621438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:39.631688 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:39.636578 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:39.692645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:39.797954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8908be93-1eef-493b-8b38-7f748abacb41 req-5e6ed20c-3690-4579-b7f4-1897bf2e4747 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235785 Aug 26 10:45:39.824287 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] Sync routers for ids ['7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:45:39.840561 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] Routers {'7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:39.841979 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:39.944808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Deleting port c23fef52-6a68-452e-bfef-1cd4f7d89998 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:39.945072 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:39.964405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-20e072bb-dd66-441e-a974-b5dc840e627c req-db03427d-3aae-4734-8421-8d38c431e598 service neutron] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:39.972538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Deleting port 2a510fc2-bb48-4869-9e19-dfc72809bfdc {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:39.972941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:40.001465 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-20e072bb-dd66-441e-a974-b5dc840e627c req-db03427d-3aae-4734-8421-8d38c431e598 service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:40.002623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20e072bb-dd66-441e-a974-b5dc840e627c req-db03427d-3aae-4734-8421-8d38c431e598 service neutron] 10.222.0.47 "DELETE /v2.0/ports/add5d02b-9499-4e72-805b-65d9dbfe448b/bindings/n-h2-778550-13 HTTP/1.1" status: 204 len: 173 time: 0.4786191 Aug 26 10:45:40.004785 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] Set router 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:40.020446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511cb9-dc9e-415a-ab33-b20231077bcd req-d945f4dd-a3ee-47bd-9f59-f7bb7cb06ca6 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:40.022070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47511cb9-dc9e-415a-ab33-b20231077bcd req-d945f4dd-a3ee-47bd-9f59-f7bb7cb06ca6 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 945 time: 0.1423161 Aug 26 10:45:40.078089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:40.095051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Calling delete_port for 2a510fc2-bb48-4869-9e19-dfc72809bfdc owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:40.098203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:40.098533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:40.111957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47511cb9-dc9e-415a-ab33-b20231077bcd req-75049620-87e4-40ae-bc4f-3bd6ed437f40 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690210 Aug 26 10:45:40.118883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Calling delete_port for c23fef52-6a68-452e-bfef-1cd4f7d89998 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:40.197885 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd38055-5406-41ae-8265-2e1f844197bc x-openstack-request-id: req-7cd38055-5406-41ae-8265-2e1f844197bc {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:40.198265 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:40.198478 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cd38055-5406-41ae-8265-2e1f844197bc {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:40.198998 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3', 'status': 'completed', 'code': 200} Aug 26 10:45:40.335448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8283e38-20e2-4d07-ba67-2afb25a9120d req-75b10e38-39a1-4622-a39d-60d53060e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:40.336982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8283e38-20e2-4d07-ba67-2afb25a9120d req-75b10e38-39a1-4622-a39d-60d53060e23d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 1100 time: 0.1147568 Aug 26 10:45:40.353429 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:40.355893 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537733459-router', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:23Z', 'updated_at': '2021-08-26T10:45:34Z', 'revision_number': 4, 'project_id': '71b7b99e1cfe4a92b762a510e714ae77', 'gw_port': {'id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:43:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:26Z', 'updated_at': '2021-08-26T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2a510fc2-bb48-4869-9e19-dfc72809bfdc', 'name': '', 'network_id': 'e6039ce6-785f-4b79-a1f0-4f336569edd8', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'mac_address': 'fa:16:3e:4c:7a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '78eded18-6b2a-46be-b473-e7a4de0b871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:33Z', 'updated_at': '2021-08-26T10:45:35Z', 'revision_number': 2, 'project_id': '71b7b99e1cfe4a92b762a510e714ae77', 'subnets': [{'id': '78eded18-6b2a-46be-b473-e7a4de0b871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:40.383989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a510fc2-bb48-4869-9e19-dfc72809bfdc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:40.410470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:40.414962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.415322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.415670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.416014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.416356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.416856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.417336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.417684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.418016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.418349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.418680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.419033 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.423946 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] Checking router: 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:45:40.424561 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] Updating router 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 port 2a510fc2-bb48-4869-9e19-dfc72809bfdc binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:45:40.426445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f7dc0-c0ae-4619-ba12-977b57e95ec2 req-7c27f7e5-9aa2-4f6a-a579-35d5024fcd31 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:40.428640 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe7f7dc0-c0ae-4619-ba12-977b57e95ec2 req-7c27f7e5-9aa2-4f6a-a579-35d5024fcd31 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 947 time: 0.1345117 Aug 26 10:45:40.464383 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] Port 2a510fc2-bb48-4869-9e19-dfc72809bfdc not found while updating agent binding for router 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4. {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 26 10:45:40.477783 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] Routers {'7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:40.478849 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:40.482503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Pushing event deleted for resources: {'Port': ['ID=c23fef52-6a68-452e-bfef-1cd4f7d89998,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:40.525610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.525961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.526310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.526652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.527472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.527472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.527712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.528589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.528589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.528795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.529048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.529377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:40.612966 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] Set router 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:40.619051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:40.626351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe7f7dc0-c0ae-4619-ba12-977b57e95ec2 req-214a10dd-8f87-4ba7-a86e-a98d081fb3d3 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1edd50-1450-463f-8897-4742bf580946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850584 Aug 26 10:45:40.632850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8283e38-20e2-4d07-ba67-2afb25a9120d req-cb963990-603e-4e91-b168-38fc43723497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:40.634311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8283e38-20e2-4d07-ba67-2afb25a9120d req-cb963990-603e-4e91-b168-38fc43723497 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2864411 Aug 26 10:45:40.644628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:40.648515 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:40.649870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-769f5ed8-45da-46f6-8cb1-a5d9581f3730 req-a950aa5b-1c5f-45c0-836f-a9f1904f9e3a tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "DELETE /v2.0/floatingips/4a490524-4f2b-4f81-af16-c4bde9e4f083 HTTP/1.1" status: 204 len: 173 time: 1.1396332 Aug 26 10:45:40.737412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8283e38-20e2-4d07-ba67-2afb25a9120d req-71877183-bd78-4868-9073-af219bc59fd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 HTTP/1.1" status: 200 len: 217 time: 0.0940049 Aug 26 10:45:40.741811 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e51818c-8892-40e4-9c31-518ddddd7ff3 x-openstack-request-id: req-6e51818c-8892-40e4-9c31-518ddddd7ff3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:40.742983 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04ba697-80da-4b86-8559-37e8dd477b7f", "name": "network-vif-plugged", "status": "completed", "tag": "eae35baf-abcb-43a4-9a43-8e9fbbd59f0f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:40.743402 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e51818c-8892-40e4-9c31-518ddddd7ff3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:40.743986 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f', 'code': 200} Aug 26 10:45:40.759497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ed16f207-d8bf-4c1a-b355-b71b40fab6f6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:40.848329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port ed16f207-d8bf-4c1a-b355-b71b40fab6f6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:40.848835 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:40.883306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:45:40.965807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8283e38-20e2-4d07-ba67-2afb25a9120d req-c1be3f0e-6392-4435-ad41-f11bd9ac5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:40.969131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8283e38-20e2-4d07-ba67-2afb25a9120d req-c1be3f0e-6392-4435-ad41-f11bd9ac5299 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2022223 Aug 26 10:45:40.998017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb36006-48a8-4faf-bf85-5451d3bfcf1e req-27ee1cb5-845a-4646-af75-59467e7a648b tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:41.001061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bb36006-48a8-4faf-bf85-5451d3bfcf1e req-27ee1cb5-845a-4646-af75-59467e7a648b tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 950 time: 0.2552133 Aug 26 10:45:41.017101 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537733459-router', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:23Z', 'updated_at': '2021-08-26T10:45:40Z', 'revision_number': 5, 'project_id': '71b7b99e1cfe4a92b762a510e714ae77', 'gw_port': {'id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:43:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:26Z', 'updated_at': '2021-08-26T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:41.053929 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61ac5c-26ae-4647-af47-22a58adbfd91 None None] The sync data for ids ['7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'] in n-d-778550-13 is: [{'id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1537733459-router', 'tenant_id': '71b7b99e1cfe4a92b762a510e714ae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:23Z', 'updated_at': '2021-08-26T10:45:40Z', 'revision_number': 5, 'project_id': '71b7b99e1cfe4a92b762a510e714ae77', 'gw_port': {'id': 'ed16f207-d8bf-4c1a-b355-b71b40fab6f6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:43:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:26Z', 'updated_at': '2021-08-26T10:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:45:41.080105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7a42f596-b439-4acd-8bdc-fd9cc473c8b5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:41.100656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '7a42f596-b439-4acd-8bdc-fd9cc473c8b5', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '7a42f596-b439-4acd-8bdc-fd9cc473c8b5', 'mac_address': 'fa:16:3e:eb:b9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:45:41.119896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed076760-4237-40ea-a208-38fb2b6c8698 req-cea15449-cff3-4323-b507-d4b745362933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:41.121550 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ed076760-4237-40ea-a208-38fb2b6c8698 req-cea15449-cff3-4323-b507-d4b745362933 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 1097 time: 0.0683503 Aug 26 10:45:41.154747 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef365a-31fd-49e1-b3b4-f36dcf48f0fe req-7de9dfe2-8129-4da1-ba83-ec4ada0ce382 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:41.155499 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:41.156410 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98ef365a-31fd-49e1-b3b4-f36dcf48f0fe req-7de9dfe2-8129-4da1-ba83-ec4ada0ce382 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 948 time: 0.2767117 Aug 26 10:45:41.163259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bb36006-48a8-4faf-bf85-5451d3bfcf1e req-31bf7f51-e6ad-4a48-a315-5010a6607360 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124616 Aug 26 10:45:41.173099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:41.194153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8283e38-20e2-4d07-ba67-2afb25a9120d req-1bea8e53-8de0-4586-8ea9-9fb31f8dd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:41.195913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8283e38-20e2-4d07-ba67-2afb25a9120d req-1bea8e53-8de0-4586-8ea9-9fb31f8dd53e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644092 Aug 26 10:45:41.199706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7a42f596-b439-4acd-8bdc-fd9cc473c8b5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:41.208198 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:41.228921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ed076760-4237-40ea-a208-38fb2b6c8698 req-487811a3-2f6f-49d7-a315-aeb7b77ccbfc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998828 Aug 26 10:45:41.277280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98ef365a-31fd-49e1-b3b4-f36dcf48f0fe req-9a81df66-335d-416f-b97a-378d5850684d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097331 Aug 26 10:45:41.293994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=7a42f596-b439-4acd-8bdc-fd9cc473c8b5,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:41.300348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Router 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:45:41.359546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:45:41.418284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8283e38-20e2-4d07-ba67-2afb25a9120d req-e9f20f45-97ed-4502-8b9e-9f7a146bef9a service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122161 Aug 26 10:45:41.435253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:45:41.451778 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-11be3cb7-0e7b-4aeb-82cb-07a2e929e76a admin admin] 10.222.0.21 "PUT /v2.0/routers/7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5811863 Aug 26 10:45:41.455890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36900) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:41.486675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bede4425-96fd-4d2f-b626-269eaf0b9b68 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2052124 Aug 26 10:45:41.494052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:41.501763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:41.515502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3', 'mac_address': 'fa:16:3e:f1:fb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:45:41.552113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7752c75-97a3-4f5a-9a66-351508f1b7e8 req-60af5da8-e7d5-4440-b5b3-7277f2004739 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:41.559603 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7752c75-97a3-4f5a-9a66-351508f1b7e8 req-60af5da8-e7d5-4440-b5b3-7277f2004739 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 1097 time: 0.2042160 Aug 26 10:45:41.563844 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:41.586251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:41.595861 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:41.599638 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:41.610194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['7a42f596-b439-4acd-8bdc-fd9cc473c8b5'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:41.616455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:41.649787 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:41.704833 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7752c75-97a3-4f5a-9a66-351508f1b7e8 req-a4f5eda3-07ee-479b-93a8-c5a96508b7f4 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383185 Aug 26 10:45:41.707240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8283e38-20e2-4d07-ba67-2afb25a9120d req-5aafa017-d988-4cb1-aa45-cbc1806e8bbb service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515051 Aug 26 10:45:41.708111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:41.741397 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:41.861474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Deleting port ed16f207-d8bf-4c1a-b355-b71b40fab6f6 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:41.861818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:41.891624 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:41.916003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159e8b0-9b74-4c79-9fed-0669bd206403 req-6cb23662-0535-4329-acfc-61ac7bd8f666 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:41.919285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4159e8b0-9b74-4c79-9fed-0669bd206403 req-6cb23662-0535-4329-acfc-61ac7bd8f666 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 945 time: 0.0784893 Aug 26 10:45:41.935438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:41.967519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] For port ed16f207-d8bf-4c1a-b355-b71b40fab6f6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ed16f207-d8bf-4c1a-b355-b71b40fab6f6,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:41.967976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:41.988818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Calling delete_port for ed16f207-d8bf-4c1a-b355-b71b40fab6f6 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:42.021298 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4159e8b0-9b74-4c79-9fed-0669bd206403 req-ac2af8d4-cf8a-422b-a88f-d9f244521e24 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563982 Aug 26 10:45:42.102013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Allocated IP 172.25.1.106 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c3e86bee-bc0f-4282-ac9f-e3acc4b625a6) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:42.252426 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.323042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed16f207-d8bf-4c1a-b355-b71b40fab6f6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:42.374016 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.384869 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.418845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57200047-df88-4420-bb5a-cda88ee30c7a req-17a98d6f-7896-4d8f-b513-da793af1ec40 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:42.427651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57200047-df88-4420-bb5a-cda88ee30c7a req-17a98d6f-7896-4d8f-b513-da793af1ec40 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 948 time: 0.0925896 Aug 26 10:45:42.483255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57200047-df88-4420-bb5a-cda88ee30c7a req-8a8f02cb-4756-4488-b49b-aeee7ab60212 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1edd50-1450-463f-8897-4742bf580946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547123 Aug 26 10:45:42.492990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.505348 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.511440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.545818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:42.549909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:42.555960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:42.603920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Pushing event updated for resources: {'Port': ['ID=c3e86bee-bc0f-4282-ac9f-e3acc4b625a6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:42.607352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.608055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:45:42.615092 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.616494 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-13594e46-18bf-4e4c-b81d-6966d992c148 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4 HTTP/1.1" status: 204 len: 168 time: 1.1582475 Aug 26 10:45:42.622325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36922) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:42.623354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3b560-4521-427f-be53-212ec908c0b5 None None] Sync routers for ids ['7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:45:42.645542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3b560-4521-427f-be53-212ec908c0b5 None None] Routers set() bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:42.646131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3b560-4521-427f-be53-212ec908c0b5 None None] Router IDs set() for agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 10:45:42.647369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_agentschedulers_db [None req-b8b3b560-4521-427f-be53-212ec908c0b5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent'). {{(pid=101268) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 26 10:45:42.664359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3b560-4521-427f-be53-212ec908c0b5 None None] Routers set() bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:42.665007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3b560-4521-427f-be53-212ec908c0b5 None None] Router IDs set() for agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 10:45:42.665795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_agentschedulers_db [None req-b8b3b560-4521-427f-be53-212ec908c0b5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent'). {{(pid=101268) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 26 10:45:42.666329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3b560-4521-427f-be53-212ec908c0b5 None None] The sync data for ids ['7dd8acb1-36e4-44ed-a2e3-d2a7365cebc4'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:45:42.701124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19ccc5d-f82c-4338-9ff1-2cfd128a4d49 admin admin] Deleting subnet 78eded18-6b2a-46be-b473-e7a4de0b871c {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:45:42.707436 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c19ccc5d-f82c-4338-9ff1-2cfd128a4d49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.732834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2a510fc2-bb48-4869-9e19-dfc72809bfdc no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:42.756811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 2a510fc2-bb48-4869-9e19-dfc72809bfdc {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:42.757311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2a510fc2-bb48-4869-9e19-dfc72809bfdc not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:42.781350 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c19ccc5d-f82c-4338-9ff1-2cfd128a4d49 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.789717 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.825745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-154f6680-a40d-48c8-a0e6-cef2bcb34ceb tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:42.828302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-154f6680-a40d-48c8-a0e6-cef2bcb34ceb tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 820 time: 0.1855335 Aug 26 10:45:42.872630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-382b33a9-1719-40d7-8392-334f43cf2436 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/quotas/b511d0e342254b5691c29fa10c143578 HTTP/1.1" status: 200 len: 375 time: 0.0140185 Aug 26 10:45:42.880075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:42.885876 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.901332 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c19ccc5d-f82c-4338-9ff1-2cfd128a4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.966752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:42.972293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-01509f3f-c177-4562-aec4-3825e9912600 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874670 Aug 26 10:45:42.972589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:42.973280 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:42.988783 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c19ccc5d-f82c-4338-9ff1-2cfd128a4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.020230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ccc5d-f82c-4338-9ff1-2cfd128a4d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78eded18-6b2a-46be-b473-e7a4de0b871c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:43.040216 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c19ccc5d-f82c-4338-9ff1-2cfd128a4d49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.043128 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c19ccc5d-f82c-4338-9ff1-2cfd128a4d49 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/78eded18-6b2a-46be-b473-e7a4de0b871c HTTP/1.1" status: 204 len: 168 time: 0.4179828 Aug 26 10:45:43.046623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5246f347-8584-4b53-8405-78d8741d216c None None] Network e6039ce6-785f-4b79-a1f0-4f336569edd8 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:45:43.047399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36924) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:43.143145 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.163919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-fecfbd3d-5546-4f15-8f8b-ebed59b81318 service neutron] 10.222.0.21 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770029 Aug 26 10:45:43.230953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Deleting port fc6f1f4e-ee78-42e7-b476-b01854337692 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:43.231296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.264798 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.268295 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.272545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.273091 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28af17f6-7748-427f-9739-cedf4c63fe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.307468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7278fcbb-5e26-412c-938e-27cf34b0b156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a42f596-b439-4acd-8bdc-fd9cc473c8b5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:43.316538 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b7c65e-4cd1-464b-ab09-e85bb4e032c7" -d '{"events": [{"server_uuid": "7278fcbb-5e26-412c-938e-27cf34b0b156", "name": "network-vif-plugged", "status": "completed", "tag": "7a42f596-b439-4acd-8bdc-fd9cc473c8b5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:43.332242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7a42f596-b439-4acd-8bdc-fd9cc473c8b5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:43.335468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Pushing event updated for resources: {'Port': ['ID=c3e86bee-bc0f-4282-ac9f-e3acc4b625a6,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:43.337896 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.367984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] For port fc6f1f4e-ee78-42e7-b476-b01854337692, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fc6f1f4e-ee78-42e7-b476-b01854337692,segment=NetworkSegment(27da392c-4615-495c-a382-2fd3af9ed698),segment_id=27da392c-4615-495c-a382-2fd3af9ed698)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:43.368640 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.378229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:43.401201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-85d5cd04-2cfc-49cb-ab66-85e88f854dd6 service neutron] 10.222.0.21 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243562 Aug 26 10:45:43.404034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Calling delete_port for fc6f1f4e-ee78-42e7-b476-b01854337692 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:43.409540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f80271-69ae-4e43-8083-ed86a91ddb05 None None] DHCP port deletion for e6039ce6-785f-4b79-a1f0-4f336569edd8 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:45:43.415307 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.433134 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.436265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-bcf06f6e-7397-481d-a71d-d10bce993699 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9484172 Aug 26 10:45:43.503101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=7a42f596-b439-4acd-8bdc-fd9cc473c8b5,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:43.518783 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.544628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-73f80271-69ae-4e43-8083-ed86a91ddb05 None None] Deleting port fc6f1f4e-ee78-42e7-b476-b01854337692 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:43.544992 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-73f80271-69ae-4e43-8083-ed86a91ddb05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.546630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:43.548433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-05dd57ed-2972-4256-af14-516a98a72b17 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 696 time: 0.0986676 Aug 26 10:45:43.562775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6f1f4e-ee78-42e7-b476-b01854337692,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:43.570926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:43.571310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.573230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] No DVR routers for this DVR port fc6f1f4e-ee78-42e7-b476-b01854337692 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:43.668136 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-73f80271-69ae-4e43-8083-ed86a91ddb05 None None] For port fc6f1f4e-ee78-42e7-b476-b01854337692, host n-d-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:43.668452 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-73f80271-69ae-4e43-8083-ed86a91ddb05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.687019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-73f80271-69ae-4e43-8083-ed86a91ddb05 None None] Calling delete_port for fc6f1f4e-ee78-42e7-b476-b01854337692 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:43.690266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-73f80271-69ae-4e43-8083-ed86a91ddb05 None None] Port fc6f1f4e-ee78-42e7-b476-b01854337692 was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 10:45:43.694496 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-73f80271-69ae-4e43-8083-ed86a91ddb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.737759 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.752126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-4f96ff2c-0c9f-4482-9429-7e3f62116adf tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:43.754270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa9ae53d-2a38-4871-8062-8cbccbf2a868 req-4f96ff2c-0c9f-4482-9429-7e3f62116adf tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.1991506 Aug 26 10:45:43.762573 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.763050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f80271-69ae-4e43-8083-ed86a91ddb05 None None] Pushing event deleted for resources: {'Port': ['ID=fc6f1f4e-ee78-42e7-b476-b01854337692,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:43.774393 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.781218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f80271-69ae-4e43-8083-ed86a91ddb05 None None] No DVR routers for this DVR port fc6f1f4e-ee78-42e7-b476-b01854337692 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:43.785330 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.787162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.787961 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.794996 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.803518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.807641 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.811548 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.812087 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.813005 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.852726 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e88b7-af71-4cba-9d61-b6cc3bacc8c3 req-ed15581b-5b1c-42f3-9cba-cc8c8bbcdb94 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:43.859644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-315e88b7-af71-4cba-9d61-b6cc3bacc8c3 req-ed15581b-5b1c-42f3-9cba-cc8c8bbcdb94 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 950 time: 0.1041393 Aug 26 10:45:43.873338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:43.881182 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:43.956331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-315e88b7-af71-4cba-9d61-b6cc3bacc8c3 req-5bc36760-9070-44e3-9c21-3931cfd44f63 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723364 Aug 26 10:45:43.971095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.971431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.972064 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.972899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101266) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 10:45:43.973436 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6039ce6-785f-4b79-a1f0-4f336569edd8']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:43.988433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:44.007040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27da392c-4615-495c-a382-2fd3af9ed698') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:44.007407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27da392c-4615-495c-a382-2fd3af9ed698') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:44.034003 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:44.066299 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:44.072907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45651b8-7c42-426c-ae4d-195189400d1b req-22d64e45-4cec-4d51-be00-4523cfb6b71f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:44.075969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f45651b8-7c42-426c-ae4d-195189400d1b req-22d64e45-4cec-4d51-be00-4523cfb6b71f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.1073413 Aug 26 10:45:44.077118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:45:44.077565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: from cryptography.utils import int_from_bytes Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: from cryptography.utils import int_from_bytes Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:45:44.082817 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:45:44.156220 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:44.170186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f45651b8-7c42-426c-ae4d-195189400d1b req-48fed7bb-cf3f-46f5-90f2-c7a6ffc27204 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844772 Aug 26 10:45:44.181591 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:44.184399 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e6039ce6-785f-4b79-a1f0-4f336569edd8 HTTP/1.1" status: 204 len: 168 time: 1.1355004 Aug 26 10:45:44.191660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff20f12-67a6-45c4-811f-35d397d109b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6039ce6-785f-4b79-a1f0-4f336569edd8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:44.208013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5e118-9818-4fb8-886c-4c924765ba2a req-49a04027-08df-4c86-9ff8-679a65943ffc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:44.210029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5dc5e118-9818-4fb8-886c-4c924765ba2a req-49a04027-08df-4c86-9ff8-679a65943ffc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 945 time: 0.0945847 Aug 26 10:45:44.287437 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18b891b-e678-46b3-a0f3-d869ed1ea051 x-openstack-request-id: req-c18b891b-e678-46b3-a0f3-d869ed1ea051 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:44.288593 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7278fcbb-5e26-412c-938e-27cf34b0b156", "name": "network-vif-plugged", "status": "completed", "tag": "7a42f596-b439-4acd-8bdc-fd9cc473c8b5", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:44.289067 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c18b891b-e678-46b3-a0f3-d869ed1ea051 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:44.291495 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7278fcbb-5e26-412c-938e-27cf34b0b156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a42f596-b439-4acd-8bdc-fd9cc473c8b5', 'code': 200} Aug 26 10:45:44.308614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5dc5e118-9818-4fb8-886c-4c924765ba2a req-7587b2f9-a04b-4d83-a3d7-c3513c15cc25 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803618 Aug 26 10:45:44.515547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36950) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:44.591933 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5472847b-93f5-400f-82f1-a35854ef6fa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71b7b99e1cfe4a92b762a510e714ae77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737994 Aug 26 10:45:44.595704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36952) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:44.708643 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fc6f1f4e-ee78-42e7-b476-b01854337692 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:44.712085 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-543eba68-8848-430f-a59f-a5c7bf761c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:44.736796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: fc6f1f4e-ee78-42e7-b476-b01854337692 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:44.737616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fc6f1f4e-ee78-42e7-b476-b01854337692 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:44.738260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ed16f207-d8bf-4c1a-b355-b71b40fab6f6 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:44.758751 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-543eba68-8848-430f-a59f-a5c7bf761c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:44.761293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-faccf167-546f-436d-8759-bba29d7865ab req-29a5f4fe-0098-491b-bcc2-2d636553a885 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 210 time: 0.0467517 Aug 26 10:45:44.782119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: ed16f207-d8bf-4c1a-b355-b71b40fab6f6 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:44.782668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ed16f207-d8bf-4c1a-b355-b71b40fab6f6 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:44.783881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e42a51-69a7-40c1-b598-1db7efea8359 req-0407ac9b-6e57-4e06-8321-35561d7a9358 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:44.787469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5e42a51-69a7-40c1-b598-1db7efea8359 req-0407ac9b-6e57-4e06-8321-35561d7a9358 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 949 time: 0.4429486 Aug 26 10:45:44.835741 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ec2e2-32d7-4fa5-8020-eeb5ee2b8864 req-14793d0c-ef87-484a-9698-766e79ffa9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:44.838829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-088ec2e2-32d7-4fa5-8020-eeb5ee2b8864 req-14793d0c-ef87-484a-9698-766e79ffa9dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 1101 time: 0.4241476 Aug 26 10:45:44.845924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-543eba68-8848-430f-a59f-a5c7bf761c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:44.848702 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-543eba68-8848-430f-a59f-a5c7bf761c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:44.853480 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-543eba68-8848-430f-a59f-a5c7bf761c79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4f6afdf-e990-4a4a-8b7a-202051597a3c HTTP/1.1" status: 204 len: 168 time: 0.2529933 Aug 26 10:45:44.862941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eba68-8848-430f-a59f-a5c7bf761c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f6afdf-e990-4a4a-8b7a-202051597a3c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:44.923713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-62e19c6c-50ab-4b40-a522-c30e164c4aaf tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips/c7ac1d0d-0d73-493f-a6aa-84a90a59ac68 HTTP/1.1" status: 200 len: 693 time: 0.0998242 Aug 26 10:45:44.952524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5e42a51-69a7-40c1-b598-1db7efea8359 req-95de8c5e-9248-47bf-8f1c-a6cd81da9997 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1edd50-1450-463f-8897-4742bf580946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526837 Aug 26 10:45:45.044112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-088ec2e2-32d7-4fa5-8020-eeb5ee2b8864 req-95a82d1f-e07c-49b1-98b9-ae6ab68649da service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0f1edd50-1450-463f-8897-4742bf580946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461692 Aug 26 10:45:45.113418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-25d49697-7fd7-46db-a8bb-c7a7836ebf24 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:45.115365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-25d49697-7fd7-46db-a8bb-c7a7836ebf24 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.1819677 Aug 26 10:45:45.213101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-dc56522c-93c3-42fe-a26b-b3751b3e76f4 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 696 time: 0.0908687 Aug 26 10:45:45.358202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-ccc22e66-0525-4c40-a5fc-3a99f5b0741f tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 696 time: 0.1281703 Aug 26 10:45:45.569211 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf44a0e-d12e-4cb7-ab76-0ad2b131fc6d req-4ccf3b3a-e0b9-4b68-ad6a-b09898cc8d73 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:45.570926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcf44a0e-d12e-4cb7-ab76-0ad2b131fc6d req-4ccf3b3a-e0b9-4b68-ad6a-b09898cc8d73 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 1097 time: 0.3347147 Aug 26 10:45:45.675777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcf44a0e-d12e-4cb7-ab76-0ad2b131fc6d req-e77de5a7-4572-4265-b2f9-d382da2a4ba6 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915558 Aug 26 10:45:45.683094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-899a14cb-aa28-4a82-bb3e-19acbab23a25 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:45.685095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-899a14cb-aa28-4a82-bb3e-19acbab23a25 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.47 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 820 time: 0.3427291 Aug 26 10:45:45.702823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Request body: {'port': {'device_id': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a', 'admin_state_up': True, 'tenant_id': 'b511d0e342254b5691c29fa10c143578'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:45.712150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-68878e65-dae2-4c78-a75e-6c7a087a51f0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Deleting port c3e86bee-bc0f-4282-ac9f-e3acc4b625a6 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:45.712494 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1e4649d-7bf5-4940-ab47-7d6f8d8b57f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:45.713006 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-68878e65-dae2-4c78-a75e-6c7a087a51f0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:45.876126 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-68878e65-dae2-4c78-a75e-6c7a087a51f0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:45.876874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-68878e65-dae2-4c78-a75e-6c7a087a51f0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:45.895838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-68878e65-dae2-4c78-a75e-6c7a087a51f0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Calling delete_port for c3e86bee-bc0f-4282-ac9f-e3acc4b625a6 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:45.925625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Made reservation on behalf of b511d0e342254b5691c29fa10c143578 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:45.929223 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:45.942770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36984) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:46.067820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2037187644-network', 'tenant_id': 'bb06d1dd03e540bea7a9ae2f453c1cb4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:46.071451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eb174-d13d-4d52-a170-89811b5d465b req-302516b1-f762-4781-b537-de933b9b5018 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:46.073011 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-587eb174-d13d-4d52-a170-89811b5d465b req-302516b1-f762-4781-b537-de933b9b5018 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 950 time: 0.1648009 Aug 26 10:45:46.098380 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.111963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Made reservation on behalf of bb06d1dd03e540bea7a9ae2f453c1cb4 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:46.115098 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.127111 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.194584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-587eb174-d13d-4d52-a170-89811b5d465b req-26dd332b-b66c-4268-b58f-94693d46ced4 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038601 Aug 26 10:45:46.223197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Allocated IP 172.20.0.5 (657a6332-c7e9-4269-9b38-992ff7efbc3a/49ad226f-a097-4f16-92ab-f25561609e9e/25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:46.235554 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-68878e65-dae2-4c78-a75e-6c7a087a51f0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.281434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68878e65-dae2-4c78-a75e-6c7a087a51f0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Pushing event deleted for resources: {'Port': ['ID=c3e86bee-bc0f-4282-ac9f-e3acc4b625a6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:46.293078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:46.298715 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558c83a7-5245-4cd8-a014-2276d98e8fd2" -d '{"events": [{"server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:46.351045 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.357969 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.384298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:45:46.402247 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.402690 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Added segment bfa48ee2-8e64-4de6-a752-b336c31b97ac of type vlan for network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf Aug 26 10:45:46.404821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2bc6ab-eefe-49fc-9415-35e9ba514440,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:46.447106 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-68878e65-dae2-4c78-a75e-6c7a087a51f0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.449720 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-68878e65-dae2-4c78-a75e-6c7a087a51f0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.451010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-366c471c-c3bc-467c-9d2e-82a79ef4f61b req-68878e65-dae2-4c78-a75e-6c7a087a51f0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "DELETE /v2.0/floatingips/c7ac1d0d-0d73-493f-a6aa-84a90a59ac68 HTTP/1.1" status: 204 len: 173 time: 1.0648322 Aug 26 10:45:46.487549 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.538421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e80f0b-057e-4f5f-aa82-3fa86663be5f req-a302203d-3bc6-4b27-b419-506813575934 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:46.540106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0e80f0b-057e-4f5f-aa82-3fa86663be5f req-a302203d-3bc6-4b27-b419-506813575934 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.2047596 Aug 26 10:45:46.542700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.544929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:46.545843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.615645 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6662066 Aug 26 10:45:46.617383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36994) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:46.622626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] Request body: {'subnet': {'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2037187644-subnet', 'tenant_id': 'bb06d1dd03e540bea7a9ae2f453c1cb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:46.631598 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.644409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83f7e4-6878-464c-9b3f-283c95ab354e admin admin] Pushing event updated for resources: {'Network': ['ID=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:46.658788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] Made reservation on behalf of bb06d1dd03e540bea7a9ae2f453c1cb4 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:46.662044 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.664976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:45:46.715290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a1f06-eeb6-4415-b265-b4a3189af50b req-2bca4078-6594-4e64-8238-92c48d427bdc tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:46.718889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e23a1f06-eeb6-4415-b265-b4a3189af50b req-2bca4078-6594-4e64-8238-92c48d427bdc tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 1097 time: 0.2126312 Aug 26 10:45:46.723335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0e80f0b-057e-4f5f-aa82-3fa86663be5f req-2a5b7af7-306d-4e31-b996-7f068c7629fd tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638877 Aug 26 10:45:46.744772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bc0dd-34be-400d-9e3e-bc6eff1a14d5 req-907d4597-441d-4e28-8ef9-b04861aa46b1 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:46.759964 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f4bc0dd-34be-400d-9e3e-bc6eff1a14d5 req-907d4597-441d-4e28-8ef9-b04861aa46b1 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 950 time: 0.2015102 Aug 26 10:45:46.886832 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.915029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-464d13c4-a351-4d7c-8705-593a3fb38e09 req-2bf8908b-5871-4b9f-85e5-3e4902e27aed tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 210 time: 0.0684652 Aug 26 10:45:46.937658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e23a1f06-eeb6-4415-b265-b4a3189af50b req-d373938c-1a6d-46fa-967d-0f50c1a52369 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092159 Aug 26 10:45:46.938762 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:46.973140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b7aaaf-6bb9-41cb-8de8-b1187d4324ad,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:47.006008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] Checking segment: {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:47.006849 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] Network hostable DHCP agents. Network: 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:45:47.023481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Network 657a6332-c7e9-4269-9b38-992ff7efbc3a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:47.026448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:47.029093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Pushing event updated for resources: {'Port': ['ID=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:47.031423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:47.037194 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:47.060920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] Network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:45:47.082124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:47.090407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:47.091995 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:47.101079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5353a700-3941-4b33-9ef7-5dd077d8eeb4 None None] Network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:45:47.119190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:47.119932 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:47.126069 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-20cce316-03d4-41a5-a81b-139ff64e6f32 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5076020 Aug 26 10:45:47.141182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-8f4bc0dd-34be-400d-9e3e-bc6eff1a14d5 req-c076742b-d6c6-45a8-bad3-948c047ddf12 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Deleting port b6ce4fb2-9591-47d8-b025-ef4428d00b3f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:47.149944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8f4bc0dd-34be-400d-9e3e-bc6eff1a14d5 req-c076742b-d6c6-45a8-bad3-948c047ddf12 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:47.202859 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce907602-d714-40dd-9d05-40dbfb12088c x-openstack-request-id: req-ce907602-d714-40dd-9d05-40dbfb12088c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:47.203305 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:47.203962 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce907602-d714-40dd-9d05-40dbfb12088c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:47.204793 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3', 'code': 200} Aug 26 10:45:47.260145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-2be0275c-3768-4b9a-ac1f-dc8aeae4a657 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5645962 Aug 26 10:45:47.273225 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-1da34d94-6c0e-4d03-9759-324a32103067 req-c051a74d-d423-4dbd-a0eb-8acfc0a06dc0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] show failed (client error): The resource could not be found. Aug 26 10:45:47.276341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1da34d94-6c0e-4d03-9759-324a32103067 req-c051a74d-d423-4dbd-a0eb-8acfc0a06dc0 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips/c7ac1d0d-0d73-493f-a6aa-84a90a59ac68 HTTP/1.1" status: 404 len: 350 time: 0.1011205 Aug 26 10:45:47.306260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Request body: {'port': {'device_id': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:47.315536 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75b8d7-e3f3-412e-8834-3787780e7ec2 req-d66fdfc4-4a7a-4d2c-b090-5b2ed7d1a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:47.318449 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4f75b8d7-e3f3-412e-8834-3787780e7ec2 req-d66fdfc4-4a7a-4d2c-b090-5b2ed7d1a9a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 1102 time: 0.0798893 Aug 26 10:45:47.373008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813f6f6-40c9-4c5f-a1d1-83a00d5bf6f3 req-b7de926b-92a9-4de2-8759-63fc5c7c44cf tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:47.382801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c8dd2-9b79-46bb-ae58-965bbff61f06 None None] Network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:45:47.387241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4813f6f6-40c9-4c5f-a1d1-83a00d5bf6f3 req-b7de926b-92a9-4de2-8759-63fc5c7c44cf tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 949 time: 0.2937262 Aug 26 10:45:47.401565 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4f75b8d7-e3f3-412e-8834-3787780e7ec2 req-10bd5488-a37d-486f-b439-0f10cc89d582 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735185 Aug 26 10:45:47.497104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4813f6f6-40c9-4c5f-a1d1-83a00d5bf6f3 req-4ef19dc0-ce3d-4397-8d70-098b9a19fba1 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1edd50-1450-463f-8897-4742bf580946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085134 Aug 26 10:45:47.570804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-8f4bc0dd-34be-400d-9e3e-bc6eff1a14d5 req-c076742b-d6c6-45a8-bad3-948c047ddf12 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] For port b6ce4fb2-9591-47d8-b025-ef4428d00b3f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b6ce4fb2-9591-47d8-b025-ef4428d00b3f,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:47.571103 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8f4bc0dd-34be-400d-9e3e-bc6eff1a14d5 req-c076742b-d6c6-45a8-bad3-948c047ddf12 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:47.630240 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:47.632467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-8f4bc0dd-34be-400d-9e3e-bc6eff1a14d5 req-c076742b-d6c6-45a8-bad3-948c047ddf12 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Calling delete_port for b6ce4fb2-9591-47d8-b025-ef4428d00b3f owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:47.635146 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-7deb6983-a4f8-4ed8-8e2e-5dbd37256463 req-6a30137b-c75c-4624-950a-ddade0086e02 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] show failed (client error): The resource could not be found. Aug 26 10:45:47.636204 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7deb6983-a4f8-4ed8-8e2e-5dbd37256463 req-6a30137b-c75c-4624-950a-ddade0086e02 tempest-FloatingIPsTestJSON-908144438 tempest-FloatingIPsTestJSON-908144438-project] 10.222.0.21 "GET /v2.0/floatingips/c7ac1d0d-0d73-493f-a6aa-84a90a59ac68 HTTP/1.1" status: 404 len: 350 time: 0.0710909 Aug 26 10:45:47.651780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37016) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:47.837055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b0f89-b20a-4c8f-bbec-091406664cab req-c1dc9b48-97f1-4af0-850d-25271a79fed6 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:47.838692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-763b0f89-b20a-4c8f-bbec-091406664cab req-c1dc9b48-97f1-4af0-850d-25271a79fed6 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed98d632-728d-49c2-9da6-29336262bfe0 HTTP/1.1" status: 200 len: 950 time: 0.2098048 Aug 26 10:45:48.248248 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:48.349464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-763b0f89-b20a-4c8f-bbec-091406664cab req-841cf6a3-f60d-4679-9ccc-98841466c086 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.21 "GET /v2.0/security-groups?id=fbff811c-5bbf-4fe9-8b9a-81530b8ca941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849072 Aug 26 10:45:48.423912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8f4bc0dd-34be-400d-9e3e-bc6eff1a14d5 req-c076742b-d6c6-45a8-bad3-948c047ddf12 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:48.439797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-6f612a40-0807-479f-b09d-8211a9b15f8e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:48.441386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-6f612a40-0807-479f-b09d-8211a9b15f8e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 805 time: 0.2484195 Aug 26 10:45:48.442332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['b6ce4fb2-9591-47d8-b025-ef4428d00b3f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:48.493142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076742b-d6c6-45a8-bad3-948c047ddf12 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Pushing event deleted for resources: {'Port': ['ID=b6ce4fb2-9591-47d8-b025-ef4428d00b3f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:48.568217 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-1e0594b3-b502-49ee-862e-8323565b4084 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/quotas/bb06d1dd03e540bea7a9ae2f453c1cb4 HTTP/1.1" status: 200 len: 375 time: 0.0971150 Aug 26 10:45:48.650850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4bc0dd-34be-400d-9e3e-bc6eff1a14d5 req-c076742b-d6c6-45a8-bad3-948c047ddf12 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] No DVR routers for this DVR port b6ce4fb2-9591-47d8-b025-ef4428d00b3f on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:48.662771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7a984427-50ab-4f63-8ab3-dbca487a2387 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943687 Aug 26 10:45:48.686629 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8f4bc0dd-34be-400d-9e3e-bc6eff1a14d5 req-c076742b-d6c6-45a8-bad3-948c047ddf12 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:48.688770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f4bc0dd-34be-400d-9e3e-bc6eff1a14d5 req-c076742b-d6c6-45a8-bad3-948c047ddf12 tempest-DeleteServersAdminTestJSON-78620291 tempest-DeleteServersAdminTestJSON-78620291-project] 10.222.0.42 "DELETE /v2.0/ports/b6ce4fb2-9591-47d8-b025-ef4428d00b3f HTTP/1.1" status: 204 len: 173 time: 1.9049878 Aug 26 10:45:48.689408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed98d632-728d-49c2-9da6-29336262bfe0', 'name': 'network-vif-deleted', 'tag': 'b6ce4fb2-9591-47d8-b025-ef4428d00b3f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:48.691754 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9780a4-24c5-4973-8e53-6e073c829e28" -d '{"events": [{"server_uuid": "ed98d632-728d-49c2-9da6-29336262bfe0", "name": "network-vif-deleted", "tag": "b6ce4fb2-9591-47d8-b025-ef4428d00b3f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:48.700710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:48.750703 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:48.799922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] Deleting port af0a46e2-585b-481e-bb77-b444470a84ec {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:48.803557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:48.809935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Transition to ACTIVE for port object 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:48.829394 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:48.860490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62edaa0-bfae-4c4b-87eb-da0eef80bbf2 req-46a55f7a-eb00-48c7-90ab-8d0065636bfa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:48.862927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c62edaa0-bfae-4c4b-87eb-da0eef80bbf2 req-46a55f7a-eb00-48c7-90ab-8d0065636bfa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.1089625 Aug 26 10:45:48.926133 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] For port af0a46e2-585b-481e-bb77-b444470a84ec, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=af0a46e2-585b-481e-bb77-b444470a84ec,segment=NetworkSegment(dae220cd-f1be-4557-bef5-025d3852cc94),segment_id=dae220cd-f1be-4557-bef5-025d3852cc94)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:48.926526 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:48.944703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] Calling delete_port for af0a46e2-585b-481e-bb77-b444470a84ec owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:48.949110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-0fc195f7-0874-4dda-acfe-7c99062f6449 service neutron] 10.222.0.21 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853532 Aug 26 10:45:48.953727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Pushing event updated for resources: {'Port': ['ID=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:48.994610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c62edaa0-bfae-4c4b-87eb-da0eef80bbf2 req-890edf5c-112a-44f5-90df-53be3ebd94df tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991480 Aug 26 10:45:49.086571 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:49.169055 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:49.202245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:49.202567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=af0a46e2-585b-481e-bb77-b444470a84ec,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:49.202768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:49.202921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:49.228676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905d4a9-fb8c-4005-9136-81ac48bbaeb3 req-a7af2ae4-853d-4706-980b-7716650bc542 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:49.236878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8905d4a9-fb8c-4005-9136-81ac48bbaeb3 req-a7af2ae4-853d-4706-980b-7716650bc542 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 943 time: 0.1369336 Aug 26 10:45:49.247957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:49.248364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:49.255300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-a61dc09a-97e5-4385-8437-46c4f144b25f service neutron] 10.222.0.21 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644591 Aug 26 10:45:49.277433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:49.278507 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:49.279158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:49.279931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Bound port: 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:49.280512 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:49.407652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8905d4a9-fb8c-4005-9136-81ac48bbaeb3 req-f2b52f45-5305-40ae-86ef-cfdba0aaf226 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696310 Aug 26 10:45:49.433134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:49.440994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:49.464979 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:49.645544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:49.646373 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:49.648991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] 10.222.0.47 "PUT /v2.0/ports/25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 HTTP/1.1" status: 200 len: 1092 time: 2.3707335 Aug 26 10:45:49.735814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03629c66-14a8-4f38-99d4-5e8fcc1e9f96 service neutron] Pushing event updated for resources: {'Port': ['ID=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:49.794590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fd66d-1245-4541-9367-a94199dc0e88 req-19ceb8b1-a4b8-4a42-82cc-fb8ac957286e tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:49.803455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae5fd66d-1245-4541-9367-a94199dc0e88 req-19ceb8b1-a4b8-4a42-82cc-fb8ac957286e tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 1097 time: 0.1744812 Aug 26 10:45:49.846231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-47941ff0-3c89-4264-90e6-e68530898406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:49.847842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-47941ff0-3c89-4264-90e6-e68530898406 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 1095 time: 0.0996916 Aug 26 10:45:49.877512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae5fd66d-1245-4541-9367-a94199dc0e88 req-8d0684f1-4a0b-4e5e-9d10-895ea30aca01 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724409 Aug 26 10:45:49.898102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:49.987018 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2085b193-bf37-4c20-95f8-e7c4c97bf46e x-openstack-request-id: req-2085b193-bf37-4c20-95f8-e7c4c97bf46e {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:49.987378 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed98d632-728d-49c2-9da6-29336262bfe0", "name": "network-vif-deleted", "tag": "b6ce4fb2-9591-47d8-b025-ef4428d00b3f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:49.987743 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2085b193-bf37-4c20-95f8-e7c4c97bf46e {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:49.988409 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed98d632-728d-49c2-9da6-29336262bfe0', 'name': 'network-vif-deleted', 'tag': 'b6ce4fb2-9591-47d8-b025-ef4428d00b3f', 'status': 'completed', 'code': 200} Aug 26 10:45:49.995229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-b3bba8eb-388f-4d27-b3a6-bd37b0d8535d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 HTTP/1.1" status: 200 len: 217 time: 0.1160307 Aug 26 10:45:50.025094 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:50.082805 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4694c399-5824-423e-bc24-8805ccdf4e99 req-0c5fa95f-1328-44fa-add2-ebdca83fce15 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 210 time: 0.0986829 Aug 26 10:45:50.128035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-c245476e-bff6-4db5-b44d-81153691e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:50.129561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-c245476e-bff6-4db5-b44d-81153691e017 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.0980937 Aug 26 10:45:50.143539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f415306-d52e-4e76-a6db-01059ab4fd49 req-40ae7f52-09ee-4363-bcba-531300221eaa tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:50.152127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f415306-d52e-4e76-a6db-01059ab4fd49 req-40ae7f52-09ee-4363-bcba-531300221eaa tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 949 time: 0.1625886 Aug 26 10:45:50.185753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-f073d6e8-8c9e-498f-8920-6f8c9ca0deeb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307503 Aug 26 10:45:50.306610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f415306-d52e-4e76-a6db-01059ab4fd49 req-bb8845c7-e659-4525-9852-62e7237d2305 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1edd50-1450-463f-8897-4742bf580946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532841 Aug 26 10:45:50.378418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] Router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:45:50.443766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-19abdab5-a030-469a-b316-b978b8189365 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494667 Aug 26 10:45:50.709472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:45:50.733198 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0cf0f4cb-3533-4794-816f-c2b16d816a9b admin admin] 10.222.0.21 "PUT /v2.0/routers/7ac53f35-4e69-45de-8c96-ec65ffa6e9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0786693 Aug 26 10:45:50.739646 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c3583-e6b2-41fd-a7d2-7cfeac4a4f0f None None] Sync routers for ids ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:45:50.740460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca8ec6-4a7c-4c34-bedd-1bc23ac07c01 req-e858586e-3d1e-467a-8b62-f1ff08d40989 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:50.749213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5dca8ec6-4a7c-4c34-bedd-1bc23ac07c01 req-e858586e-3d1e-467a-8b62-f1ff08d40989 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.1775656 Aug 26 10:45:50.751817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37074) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:50.754677 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c3583-e6b2-41fd-a7d2-7cfeac4a4f0f None None] Routers {'7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:50.759774 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-719c3583-e6b2-41fd-a7d2-7cfeac4a4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:50.836458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca0d73fb-6772-4c30-b229-1539e44b7365 req-0113dab3-fca1-4959-9109-19864f4db1f3 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722696 Aug 26 10:45:50.955141 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-719c3583-e6b2-41fd-a7d2-7cfeac4a4f0f None None] Set router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:51.038900 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5dca8ec6-4a7c-4c34-bedd-1bc23ac07c01 req-4fe9bad6-b866-4cd2-982f-43ee979c3150 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000294 Aug 26 10:45:51.136181 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:51.250160 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-719c3583-e6b2-41fd-a7d2-7cfeac4a4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'name': 'tempest-FloatingIPsTestJSON-689641683-router', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:14Z', 'updated_at': '2021-08-26T10:45:49Z', 'revision_number': 5, 'project_id': '19b6b7a14a104175b09c10303890218b', 'gw_port': {'id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:15Z', 'updated_at': '2021-08-26T10:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:51.379707 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c3583-e6b2-41fd-a7d2-7cfeac4a4f0f None None] Checking router: 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:45:51.391410 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c3583-e6b2-41fd-a7d2-7cfeac4a4f0f None None] Routers {'7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:45:51.392339 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-719c3583-e6b2-41fd-a7d2-7cfeac4a4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:51.437747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b6ce4fb2-9591-47d8-b025-ef4428d00b3f no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:51.462885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e27da-c28b-4ac3-9f0b-91279db442ac req-1c157b38-5d9f-4a95-afd9-f9ed3141ad4d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:51.464539 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae6e27da-c28b-4ac3-9f0b-91279db442ac req-1c157b38-5d9f-4a95-afd9-f9ed3141ad4d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 943 time: 0.2415948 Aug 26 10:45:51.483581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: b6ce4fb2-9591-47d8-b025-ef4428d00b3f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:51.484233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b6ce4fb2-9591-47d8-b025-ef4428d00b3f not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:51.543545 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-719c3583-e6b2-41fd-a7d2-7cfeac4a4f0f None None] Set router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:45:51.608128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-09dde225-0002-48e5-9d8f-8b3bd80ae375 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:51.609708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-09dde225-0002-48e5-9d8f-8b3bd80ae375 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 805 time: 0.3316689 Aug 26 10:45:51.631878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Request body: {'port': {'device_id': '1334b561-0549-471e-b535-ec43c23cae25', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'admin_state_up': True, 'tenant_id': 'bb06d1dd03e540bea7a9ae2f453c1cb4'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:51.644358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae6e27da-c28b-4ac3-9f0b-91279db442ac req-395c5b30-eb8e-4f03-85be-4bb944025532 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351967 Aug 26 10:45:51.700293 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:51.716522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69078d-e007-4100-8d4d-00bf27a8881b req-1a646607-f351-4631-bc54-5e0903b3e437 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:51.716932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f69078d-e007-4100-8d4d-00bf27a8881b req-1a646607-f351-4631-bc54-5e0903b3e437 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.47 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 949 time: 0.2067997 Aug 26 10:45:51.779648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:51.827644 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-719c3583-e6b2-41fd-a7d2-7cfeac4a4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'name': 'tempest-FloatingIPsTestJSON-689641683-router', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:14Z', 'updated_at': '2021-08-26T10:45:49Z', 'revision_number': 5, 'project_id': '19b6b7a14a104175b09c10303890218b', 'gw_port': {'id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:15Z', 'updated_at': '2021-08-26T10:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:51.845134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-95a72267-d083-4091-acbb-ed6ddfaf30d7 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:45:51.846442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-95a72267-d083-4091-acbb-ed6ddfaf30d7 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196073 Aug 26 10:45:51.889898 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c3583-e6b2-41fd-a7d2-7cfeac4a4f0f None None] The sync data for ids ['7ac53f35-4e69-45de-8c96-ec65ffa6e9ac'] in n-d-778550-13 is: [{'id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'name': 'tempest-FloatingIPsTestJSON-689641683-router', 'tenant_id': '19b6b7a14a104175b09c10303890218b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:45:14Z', 'updated_at': '2021-08-26T10:45:49Z', 'revision_number': 5, 'project_id': '19b6b7a14a104175b09c10303890218b', 'gw_port': {'id': '787f196c-69d6-4798-9cfc-97a308fbd777', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:95:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac53f35-4e69-45de-8c96-ec65ffa6e9ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:45:15Z', 'updated_at': '2021-08-26T10:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:45:51.890761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Request body: {'binding': {'host': 'n-h1-778550-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:51.892169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Unknown quota resources ['binding']. {{(pid=101267) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 10:45:52.007359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'tag': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:52.010210 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41579272-5fea-485d-b58d-d58792660b45" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f8c73c-39d7-48b7-a4c5-e79b86044de4", "tag": "25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:52.038939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Made reservation on behalf of bb06d1dd03e540bea7a9ae2f453c1cb4 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:45:52.041854 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:52.045394 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Deleting port 787f196c-69d6-4798-9cfc-97a308fbd777 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:52.045834 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:52.167659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-4f69078d-e007-4100-8d4d-00bf27a8881b req-f0f8f561-ddd4-45b3-8daa-07c3ece8d68a tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Deleting port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:52.167898 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4f69078d-e007-4100-8d4d-00bf27a8881b req-f0f8f561-ddd4-45b3-8daa-07c3ece8d68a tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:52.179322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-305b2118-cda8-4520-8ff0-78c8a503b183 req-abacbdc6-df11-4f6b-a410-572058d6b215 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 210 time: 0.0838153 Aug 26 10:45:52.629555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device af0a46e2-585b-481e-bb77-b444470a84ec no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:52.653520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: af0a46e2-585b-481e-bb77-b444470a84ec {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:52.653872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device af0a46e2-585b-481e-bb77-b444470a84ec not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:52.678796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-3ce97802-09c1-4eff-a0cb-2747e5b1aae1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5815816 Aug 26 10:45:52.692077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] For port 787f196c-69d6-4798-9cfc-97a308fbd777, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=787f196c-69d6-4798-9cfc-97a308fbd777,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:52.692469 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:52.708791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on host n-h1-778550-13 for vnic_type normal with profile None {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:52.709124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:52.709456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:52.749749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Calling delete_port for 787f196c-69d6-4798-9cfc-97a308fbd777 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:52.755479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-4f69078d-e007-4100-8d4d-00bf27a8881b req-f0f8f561-ddd4-45b3-8daa-07c3ece8d68a tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] For port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7a42f596-b439-4acd-8bdc-fd9cc473c8b5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:52.755856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4f69078d-e007-4100-8d4d-00bf27a8881b req-f0f8f561-ddd4-45b3-8daa-07c3ece8d68a tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:52.769186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:52.769494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:52.795155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-4f69078d-e007-4100-8d4d-00bf27a8881b req-f0f8f561-ddd4-45b3-8daa-07c3ece8d68a tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Calling delete_port for 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:52.838576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:52.838931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:52.839299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:52.839751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Bound port: eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:52.854149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512242c-8d7a-499e-80a2-0fc7eca46823 req-1caeddb0-a264-4ba1-9246-c5482704f9b7 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:52.855715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1512242c-8d7a-499e-80a2-0fc7eca46823 req-1caeddb0-a264-4ba1-9246-c5482704f9b7 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 949 time: 0.5541945 Aug 26 10:45:52.893012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Allocated IP 172.20.0.10 (2513d8d4-e6b8-42e4-aba0-0e77aebadfbf/80b7aaaf-6bb9-41cb-8de8-b1187d4324ad/baabc383-65a1-4827-9ea4-57d18682c637) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:45:53.086299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:53.114713 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:53.116109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-350f5a77-6b13-4d13-8f89-665c536d35c7 service neutron] 10.222.0.21 "POST /v2.0/ports/eae35baf-abcb-43a4-9a43-8e9fbbd59f0f/bindings HTTP/1.1" status: 201 len: 390 time: 1.2357543 Aug 26 10:45:53.119053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1512242c-8d7a-499e-80a2-0fc7eca46823 req-04c92ddc-2e07-4700-a569-c1dde1ea5b64 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f1edd50-1450-463f-8897-4742bf580946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352688 Aug 26 10:45:53.274619 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e5e83-a303-4278-94be-d04cdd275543 x-openstack-request-id: req-6b9e5e83-a303-4278-94be-d04cdd275543 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:53.274811 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f8c73c-39d7-48b7-a4c5-e79b86044de4", "tag": "25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:53.274987 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b9e5e83-a303-4278-94be-d04cdd275543 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:53.275335 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'tag': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4', 'status': 'completed', 'code': 200} Aug 26 10:45:53.345328 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4f69078d-e007-4100-8d4d-00bf27a8881b req-f0f8f561-ddd4-45b3-8daa-07c3ece8d68a tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:53.365938 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:53.373666 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:53.415615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8f561-ddd4-45b3-8daa-07c3ece8d68a tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Pushing event deleted for resources: {'Port': ['ID=7a42f596-b439-4acd-8bdc-fd9cc473c8b5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:53.585507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579272-5fea-485d-b58d-d58792660b45 req-4288b2c4-c375-4d26-b77a-141cb7587891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:53.587439 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-41579272-5fea-485d-b58d-d58792660b45 req-4288b2c4-c375-4d26-b77a-141cb7587891 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 1095 time: 0.2535272 Aug 26 10:45:53.643223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=787f196c-69d6-4798-9cfc-97a308fbd777,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:53.780768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f69078d-e007-4100-8d4d-00bf27a8881b req-f0f8f561-ddd4-45b3-8daa-07c3ece8d68a tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] No DVR routers for this DVR port 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:53.785256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-5ea3db4c-cd53-449f-a384-fc754d8acfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:53.785645 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4f69078d-e007-4100-8d4d-00bf27a8881b req-f0f8f561-ddd4-45b3-8daa-07c3ece8d68a tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:53.788774 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-5ea3db4c-cd53-449f-a384-fc754d8acfbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 1097 time: 0.2181375 Aug 26 10:45:53.789682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f69078d-e007-4100-8d4d-00bf27a8881b req-f0f8f561-ddd4-45b3-8daa-07c3ece8d68a tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.47 "DELETE /v2.0/ports/7a42f596-b439-4acd-8bdc-fd9cc473c8b5 HTTP/1.1" status: 204 len: 173 time: 2.0635867 Aug 26 10:45:53.884707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37136) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:53.911170 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:53.917469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579272-5fea-485d-b58d-d58792660b45 req-f26a2be4-b4f1-48ed-a093-5567c2dd7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:53.920788 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-41579272-5fea-485d-b58d-d58792660b45 req-f26a2be4-b4f1-48ed-a093-5567c2dd7014 service neutron] 10.222.0.47 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.2852836 Aug 26 10:45:53.923602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cfc4-4931-4b36-83aa-802e4c4eb0e7 req-e009a613-9011-4597-8b54-76c4974e84e0 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:53.933115 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33a0cfc4-4931-4b36-83aa-802e4c4eb0e7 req-e009a613-9011-4597-8b54-76c4974e84e0 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 943 time: 0.3347363 Aug 26 10:45:53.991058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3a688-3cab-4871-b5b4-9f39891fd0a0 req-903ec0a1-b506-4439-95b3-762201eeeb5b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:53.993112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55d3a688-3cab-4871-b5b4-9f39891fd0a0 req-903ec0a1-b506-4439-95b3-762201eeeb5b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.3973858 Aug 26 10:45:54.066889 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-41579272-5fea-485d-b58d-d58792660b45 req-0a2a1a1a-e210-45e4-9579-43502648b30a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 HTTP/1.1" status: 200 len: 217 time: 0.1221969 Aug 26 10:45:54.071268 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.162541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-faa72910-717e-40d1-9d33-24d435d85281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:54.166319 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.167028 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-faa72910-717e-40d1-9d33-24d435d85281 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.3581972 Aug 26 10:45:54.174234 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.204237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579272-5fea-485d-b58d-d58792660b45 req-ba722161-0785-4ea4-8469-760585f24de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:54.206759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:45:54.206953 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-41579272-5fea-485d-b58d-d58792660b45 req-ba722161-0785-4ea4-8469-760585f24de9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.1241090 Aug 26 10:45:54.262216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:45:54.270412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33a0cfc4-4931-4b36-83aa-802e4c4eb0e7 req-ef3904fd-a8bf-48cd-b4be-89d434e77811 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362069 Aug 26 10:45:54.271285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:45:54.278380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Pushing event updated for resources: {'Port': ['ID=baabc383-65a1-4827-9ea4-57d18682c637,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:54.282865 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bc8c16db-9331-4559-be5e-7eccb3e502b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=814dc570c4d54e5b985b103cf7ce50f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942058 Aug 26 10:45:54.295448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37142) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:54.298833 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-71326ffb-a26a-4c34-8cb2-cac09d1ec3b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f HTTP/1.1" status: 200 len: 217 time: 0.1167214 Aug 26 10:45:54.314277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55d3a688-3cab-4871-b5b4-9f39891fd0a0 req-75d74170-5d4a-4069-b65a-a1770e89b78a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407343 Aug 26 10:45:54.320390 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.320925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ac53f35-4e69-45de-8c96-ec65ffa6e9ac {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:45:54.334207 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.339331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b48b9687-bd28-4f5a-9b5f-0f2bb30980d6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7ac53f35-4e69-45de-8c96-ec65ffa6e9ac HTTP/1.1" status: 204 len: 168 time: 3.5215542 Aug 26 10:45:54.339603 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-41579272-5fea-485d-b58d-d58792660b45 req-951092e2-0c2b-4ed2-b3c8-483ef6b603e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577538 Aug 26 10:45:54.339795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37144) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:54.359778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:54.360779 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.412956 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-7d7521cb-041e-4b6d-9b51-b6337f78d66e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7869484 Aug 26 10:45:54.417444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-940079b8-b242-497e-a075-02a4a2ff4cb0 admin admin] Deleting subnet 0600c7be-1f35-4819-98c2-afced7a17429 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:45:54.427643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Request body: {'port': {'device_id': '1334b561-0549-471e-b535-ec43c23cae25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:54.431089 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-940079b8-b242-497e-a075-02a4a2ff4cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.432132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-ed69c3e6-37f4-4420-9a5e-e46c5f9a3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:54.435366 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-ed69c3e6-37f4-4420-9a5e-e46c5f9a3d42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1019971 Aug 26 10:45:54.539488 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.547528 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-940079b8-b242-497e-a075-02a4a2ff4cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.631110 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-b6ec7ef5-7b22-407c-bc23-b2cd5828268e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728921 Aug 26 10:45:54.759029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232e082-1ffd-42b3-b012-701266bb4af6 req-0e60b83c-60ec-4888-9a8f-8d7aec7443b4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:54.760627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d232e082-1ffd-42b3-b012-701266bb4af6 req-0e60b83c-60ec-4888-9a8f-8d7aec7443b4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 932 time: 0.1846089 Aug 26 10:45:54.818050 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33022c01-1056-41c6-b9c2-a83bd6a95362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.846499 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-41579272-5fea-485d-b58d-d58792660b45 req-deda7f60-3923-4c07-af9c-4cb0626655c3 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017782 Aug 26 10:45:54.855617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-992a6719-9de9-4c94-8185-d9317841df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:54.856625 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-940079b8-b242-497e-a075-02a4a2ff4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.857715 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-992a6719-9de9-4c94-8185-d9317841df0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 1102 time: 0.1586943 Aug 26 10:45:54.889302 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33022c01-1056-41c6-b9c2-a83bd6a95362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:54.897164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261fc8d-eb99-4763-b90f-7103884ee702 req-f717452b-0ac2-4494-80d2-4b20150a069d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:54.898921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f261fc8d-eb99-4763-b90f-7103884ee702 req-f717452b-0ac2-4494-80d2-4b20150a069d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 945 time: 0.3012395 Aug 26 10:45:54.929372 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-270005ef-a2fc-4343-ae8e-f1e369189a51 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715645 Aug 26 10:45:54.942160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:45:54.948784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:55.170358 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-41579272-5fea-485d-b58d-d58792660b45 req-27a753a6-3e42-496a-86df-1b54e665f09a service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071823 Aug 26 10:45:55.187499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:55.188399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7a42f596-b439-4acd-8bdc-fd9cc473c8b5 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:55.188687 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f261fc8d-eb99-4763-b90f-7103884ee702 req-52d8715b-e8a3-4c9e-817e-5e83b37d3828 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706220 Aug 26 10:45:55.204972 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-c4890f7b-862f-4767-a68b-ef6c04bdcae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:55.206702 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-c4890f7b-862f-4767-a68b-ef6c04bdcae7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.3286703 Aug 26 10:45:55.211109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d232e082-1ffd-42b3-b012-701266bb4af6 req-7644102e-b175-41b7-b248-2bbd7a56f742 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960226 Aug 26 10:45:55.221415 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-dc9d8996-c279-4e5b-9dec-073b25ca12b3 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374034 Aug 26 10:45:55.240009 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33022c01-1056-41c6-b9c2-a83bd6a95362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:55.245314 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33022c01-1056-41c6-b9c2-a83bd6a95362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:55.246286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:55.248062 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-33022c01-1056-41c6-b9c2-a83bd6a95362 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbff811c-5bbf-4fe9-8b9a-81530b8ca941 HTTP/1.1" status: 204 len: 168 time: 0.9510102 Aug 26 10:45:55.258686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4', 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a', 'port_id': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4', 'mac_address': 'fa:16:3e:44:42:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ad226f-a097-4f16-92ab-f25561609e9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:45:55.284860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7278fcbb-5e26-412c-938e-27cf34b0b156', 'name': 'network-vif-deleted', 'tag': '7a42f596-b439-4acd-8bdc-fd9cc473c8b5'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:55.299163 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcdd7a2-d128-4557-a90a-05915f2704f2" -d '{"events": [{"server_uuid": "7278fcbb-5e26-412c-938e-27cf34b0b156", "name": "network-vif-deleted", "tag": "7a42f596-b439-4acd-8bdc-fd9cc473c8b5"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:55.328888 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:55.356362 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-940079b8-b242-497e-a075-02a4a2ff4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:55.504939 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-2fbba942-8177-4026-a6db-0ce209fd065e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 HTTP/1.1" status: 200 len: 217 time: 0.2863941 Aug 26 10:45:55.511506 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b76edaf-66b3-40dd-a9ad-eca9a7f11a40 x-openstack-request-id: req-1b76edaf-66b3-40dd-a9ad-eca9a7f11a40 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:55.512582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33022c01-1056-41c6-b9c2-a83bd6a95362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbff811c-5bbf-4fe9-8b9a-81530b8ca941,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:55.512865 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7278fcbb-5e26-412c-938e-27cf34b0b156", "name": "network-vif-deleted", "tag": "7a42f596-b439-4acd-8bdc-fd9cc473c8b5", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:55.513284 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b76edaf-66b3-40dd-a9ad-eca9a7f11a40 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:55.513836 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7278fcbb-5e26-412c-938e-27cf34b0b156', 'name': 'network-vif-deleted', 'tag': '7a42f596-b439-4acd-8bdc-fd9cc473c8b5', 'status': 'completed', 'code': 200} Aug 26 10:45:55.514774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940079b8-b242-497e-a075-02a4a2ff4cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0600c7be-1f35-4819-98c2-afced7a17429,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:55.519950 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-940079b8-b242-497e-a075-02a4a2ff4cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:55.522348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-940079b8-b242-497e-a075-02a4a2ff4cb0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0600c7be-1f35-4819-98c2-afced7a17429 HTTP/1.1" status: 204 len: 168 time: 1.1817434 Aug 26 10:45:55.528976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37156) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:55.536949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:55.564662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed750e-20e4-4ddd-bc7f-1fa332e9f5cf None None] Network 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:45:55.690249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3da8eb92-d855-480b-a300-b54e994acf0a req-361f10f7-1079-41f9-8f69-be7d0502b5a9 tempest-ServerDiagnosticsNegativeTest-1798681697 tempest-ServerDiagnosticsNegativeTest-1798681697-project] 10.222.0.21 "GET /v2.0/ports?device_id=7278fcbb-5e26-412c-938e-27cf34b0b156 HTTP/1.1" status: 200 len: 210 time: 0.1298068 Aug 26 10:45:55.719339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:55.730027 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:55.750191 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:55.825104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baabc383-65a1-4827-9ea4-57d18682c637 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:45:55.857533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:55.893200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-7d32d979-ef59-41f7-8a47-afdd323c2754 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:55.894895 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-7d32d979-ef59-41f7-8a47-afdd323c2754 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.4493675 Aug 26 10:45:55.901921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-bd8a3b06-cd10-4af3-8996-a0f2319f06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:55.905290 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-bd8a3b06-cd10-4af3-8996-a0f2319f06bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2988460 Aug 26 10:45:55.915872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-13'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:45:55.953313 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Transition to ACTIVE for port object baabc383-65a1-4827-9ea4-57d18682c637 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:45:55.971878 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:56.034780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180f6c4-0e9f-41e5-9877-9624b3e73f37 req-fb2e74f3-3283-4fee-b7f6-d8c8a59c4905 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:56.037270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b180f6c4-0e9f-41e5-9877-9624b3e73f37 req-fb2e74f3-3283-4fee-b7f6-d8c8a59c4905 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 944 time: 0.2254643 Aug 26 10:45:56.062961 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:56.066273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cef8c-3cc9-4135-a21b-7fabb99347bb req-464275e2-19f5-4a04-8e87-2322a9cdc76c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:56.068066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-830cef8c-3cc9-4135-a21b-7fabb99347bb req-464275e2-19f5-4a04-8e87-2322a9cdc76c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.2167797 Aug 26 10:45:56.098801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.104264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.109362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.110989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Pushing event updated for resources: {'Port': ['ID=baabc383-65a1-4827-9ea4-57d18682c637,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:56.117577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.118558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.120464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.124518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.125516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.126573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.128278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.132225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.133246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:45:56.138446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Deleting port da89d8f6-d759-4525-85cf-5b495f30d83b {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:56.138835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:56.141292 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:56.180996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:56.185569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-78024c73-b659-470d-b58c-d5e119ca4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:56.199082 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-78024c73-b659-470d-b58c-d5e119ca4d1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2760293 Aug 26 10:45:56.285209 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b180f6c4-0e9f-41e5-9877-9624b3e73f37 req-08bbd955-fe34-4540-adc4-35a7ec4c333b tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072575 Aug 26 10:45:56.307146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6594c03d-3e04-4359-abcd-1d0062b00177 None None] DHCP port deletion for 9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:45:56.342837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37164) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:56.351747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-830cef8c-3cc9-4135-a21b-7fabb99347bb req-223a0778-5061-40d8-9de6-0a0367187912 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544892 Aug 26 10:45:56.364160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] For port da89d8f6-d759-4525-85cf-5b495f30d83b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=da89d8f6-d759-4525-85cf-5b495f30d83b,segment=NetworkSegment(dae220cd-f1be-4557-bef5-025d3852cc94),segment_id=dae220cd-f1be-4557-bef5-025d3852cc94)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:56.364502 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:56.403419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Calling delete_port for da89d8f6-d759-4525-85cf-5b495f30d83b owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:56.429747 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Attempting to bind port baabc383-65a1-4827-9ea4-57d18682c637 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:56.430096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Attempting to bind port baabc383-65a1-4827-9ea4-57d18682c637 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:56.431986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Attempting to bind port baabc383-65a1-4827-9ea4-57d18682c637 on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:56.438012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Port baabc383-65a1-4827-9ea4-57d18682c637 on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:56.438335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Attempting to bind port baabc383-65a1-4827-9ea4-57d18682c637 on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:56.474431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8df2a7bd-a6fc-4d0a-a9d1-bb2adeefd309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:56.490609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:56.491135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Checking segment: {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:56.491598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Bound using segment: {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:56.492107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Bound port: baabc383-65a1-4827-9ea4-57d18682c637, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:56.492571 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:56.598856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6594c03d-3e04-4359-abcd-1d0062b00177 None None] Deleting port da89d8f6-d759-4525-85cf-5b495f30d83b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:45:56.599443 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6594c03d-3e04-4359-abcd-1d0062b00177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:56.642834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] For port baabc383-65a1-4827-9ea4-57d18682c637, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:56.649318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] For port baabc383-65a1-4827-9ea4-57d18682c637, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=baabc383-65a1-4827-9ea4-57d18682c637,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:56.684229 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:56.703152 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:56.733414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c977204-2c35-4532-ab86-204e3d1fdbe6 req-93a8a0d1-f837-4729-af9f-4a7529773902 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:56.736708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c977204-2c35-4532-ab86-204e3d1fdbe6 req-93a8a0d1-f837-4729-af9f-4a7529773902 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 945 time: 0.1832695 Aug 26 10:45:56.775775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] No DVR routers for this DVR port da89d8f6-d759-4525-85cf-5b495f30d83b on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:56.782981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device da89d8f6-d759-4525-85cf-5b495f30d83b no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:56.826452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6594c03d-3e04-4359-abcd-1d0062b00177 None None] For port da89d8f6-d759-4525-85cf-5b495f30d83b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=da89d8f6-d759-4525-85cf-5b495f30d83b,segment=NetworkSegment(dae220cd-f1be-4557-bef5-025d3852cc94),segment_id=dae220cd-f1be-4557-bef5-025d3852cc94)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:56.826903 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6594c03d-3e04-4359-abcd-1d0062b00177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:56.847456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6594c03d-3e04-4359-abcd-1d0062b00177 None None] Calling delete_port for da89d8f6-d759-4525-85cf-5b495f30d83b owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:45:56.951945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: da89d8f6-d759-4525-85cf-5b495f30d83b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:56.952173 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device da89d8f6-d759-4525-85cf-5b495f30d83b not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:56.952774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 787f196c-69d6-4798-9cfc-97a308fbd777 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:45:56.955125 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6594c03d-3e04-4359-abcd-1d0062b00177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:57.046205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594c03d-3e04-4359-abcd-1d0062b00177 None None] Pushing event deleted for resources: {'Port': ['ID=da89d8f6-d759-4525-85cf-5b495f30d83b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:57.059341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 787f196c-69d6-4798-9cfc-97a308fbd777 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:45:57.059853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 787f196c-69d6-4798-9cfc-97a308fbd777 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:45:57.066002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594c03d-3e04-4359-abcd-1d0062b00177 None None] No DVR routers for this DVR port da89d8f6-d759-4525-85cf-5b495f30d83b on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:45:57.140534 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-e95ab1dd-2dbc-4ead-91bf-d119fe281670 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9284456 Aug 26 10:45:57.153773 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:57.265381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c977204-2c35-4532-ab86-204e3d1fdbe6 req-526a90ea-1b95-41de-ae9a-dda6c23c1c81 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841287 Aug 26 10:45:57.268159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:57.268783 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:57.270315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] 10.222.0.42 "PUT /v2.0/ports/baabc383-65a1-4827-9ea4-57d18682c637 HTTP/1.1" status: 200 len: 1093 time: 2.8474660 Aug 26 10:45:57.308364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Pushing event deleted for resources: {'Port': ['ID=da89d8f6-d759-4525-85cf-5b495f30d83b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:57.359824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:57.369421 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-055472bc-8718-4566-91df-5fddda4dd86e service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175236 Aug 26 10:45:57.380028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41627765-9fcf-4303-8ce6-4dd4d6045497 service neutron] Pushing event updated for resources: {'Port': ['ID=baabc383-65a1-4827-9ea4-57d18682c637,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:57.466672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8df2a7bd-a6fc-4d0a-a9d1-bb2adeefd309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:57.474492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd33d5-7f27-4a7b-9796-eb81bdcd7219 req-395e74c1-51bb-4c95-acdc-79b4b4c24658 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:57.484147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-debd33d5-7f27-4a7b-9796-eb81bdcd7219 req-395e74c1-51bb-4c95-acdc-79b4b4c24658 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 944 time: 0.8377559 Aug 26 10:45:57.493045 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8df2a7bd-a6fc-4d0a-a9d1-bb2adeefd309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:57.537206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:57.542470 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d981c2a-f470-461f-944f-1c82869e9141" -d '{"events": [{"server_uuid": "a04ba697-80da-4b86-8559-37e8dd477b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "eae35baf-abcb-43a4-9a43-8e9fbbd59f0f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:57.546271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1334b561-0549-471e-b535-ec43c23cae25', 'tag': 'baabc383-65a1-4827-9ea4-57d18682c637'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:57.548582 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c5e938-8ae9-4755-9384-b3cb68f38383" -d '{"events": [{"name": "network-changed", "server_uuid": "1334b561-0549-471e-b535-ec43c23cae25", "tag": "baabc383-65a1-4827-9ea4-57d18682c637"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:57.554377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-debd33d5-7f27-4a7b-9796-eb81bdcd7219 req-75b71296-853e-47ff-a902-b717bac5a9cf tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694375 Aug 26 10:45:57.606835 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:57.608835 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2a7bd-a6fc-4d0a-a9d1-bb2adeefd309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ee61ff-6dcb-4f8c-a494-e8b490b7b3c0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:57.626220 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:57.635169 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:57.650122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-2b4faae9-0f8f-4e7b-935c-3c43c25388d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:57.651710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-2b4faae9-0f8f-4e7b-935c-3c43c25388d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 1096 time: 0.3355691 Aug 26 10:45:57.693704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:57.755471 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8df2a7bd-a6fc-4d0a-a9d1-bb2adeefd309 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1dba9d0a8b246e5878eaa51dde87def&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4085424 Aug 26 10:45:57.761347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37180) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:57.765862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-a005f2db-dd08-404a-a592-a03f209be623 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baabc383-65a1-4827-9ea4-57d18682c637 HTTP/1.1" status: 200 len: 217 time: 0.0927529 Aug 26 10:45:57.768609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae220cd-f1be-4557-bef5-025d3852cc94') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:57.768973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae220cd-f1be-4557-bef5-025d3852cc94') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:45:57.786667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1a0f1-ea88-410d-9cfc-99386a88e53f req-599645bf-4f7a-4c51-8bda-e7a1bd6ef790 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:57.794617 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0f1a0f1-ea88-410d-9cfc-99386a88e53f req-599645bf-4f7a-4c51-8bda-e7a1bd6ef790 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 944 time: 0.2649078 Aug 26 10:45:57.814054 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:57.870624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Pushing event updated for resources: {'Port': ['ID=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:57.875711 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:57.904718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-afabe9d3-6ffb-4a64-a751-0d86f4939aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:57.904718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-afabe9d3-6ffb-4a64-a751-0d86f4939aeb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80b7aaaf-6bb9-41cb-8de8-b1187d4324ad HTTP/1.1" status: 200 len: 845 time: 0.0986748 Aug 26 10:45:57.907343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0f1a0f1-ea88-410d-9cfc-99386a88e53f req-f201496e-57fa-4119-baa2-326efd5e53d7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117163 Aug 26 10:45:57.909043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:45:57.909301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37184) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:57.909765 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:57.926950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on host n-h2-778550-13 for vnic_type normal with profile {"migrating_to": "n-h1-778550-13"} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:45:57.927517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:45:57.928078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:57.942262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475d09-17e5-42de-8b9f-2131bbafec93 req-be5a21ff-3688-4ceb-9e42-9d218cd29098 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:57.945415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:45:57.945415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Attempting to bind port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:45:57.952149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36475d09-17e5-42de-8b9f-2131bbafec93 req-be5a21ff-3688-4ceb-9e42-9d218cd29098 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.2535713 Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:45:57.953795 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:45:57.959015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:45:57.959364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:45:57.959929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:45:57.960380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Bound port: eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:45:57.960743 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:57.982984 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9339bbf-1e25-4c8f-959e-292a0058edf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.031425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9339bbf-1e25-4c8f-959e-292a0058edf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.092275 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b22fa2-e432-48f4-a6c6-130eed03ed4f x-openstack-request-id: req-72b22fa2-e432-48f4-a6c6-130eed03ed4f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:58.092893 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1334b561-0549-471e-b535-ec43c23cae25", "tag": "baabc383-65a1-4827-9ea4-57d18682c637", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:58.093411 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72b22fa2-e432-48f4-a6c6-130eed03ed4f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:58.094279 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1334b561-0549-471e-b535-ec43c23cae25', 'tag': 'baabc383-65a1-4827-9ea4-57d18682c637', 'status': 'completed', 'code': 200} Aug 26 10:45:58.098317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:45:58.102516 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e51d317-1ec0-492c-b388-7e6ab353a7c8 x-openstack-request-id: req-0e51d317-1ec0-492c-b388-7e6ab353a7c8 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:58.102840 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04ba697-80da-4b86-8559-37e8dd477b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "eae35baf-abcb-43a4-9a43-8e9fbbd59f0f", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:58.103298 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e51d317-1ec0-492c-b388-7e6ab353a7c8 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:58.103710 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f', 'code': 200} Aug 26 10:45:58.105535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:45:58.112011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.126654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-499c36c7-6bf2-4740-898b-a51448d13036 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535933 Aug 26 10:45:58.171316 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.173911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9339bbf-1e25-4c8f-959e-292a0058edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.176530 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9339bbf-1e25-4c8f-959e-292a0058edf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.177688 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e9339bbf-1e25-4c8f-959e-292a0058edf3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1ee61ff-6dcb-4f8c-a494-e8b490b7b3c0 HTTP/1.1" status: 204 len: 168 time: 0.4041309 Aug 26 10:45:58.196971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.200809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] 10.222.0.21 "DELETE /v2.0/networks/9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b HTTP/1.1" status: 204 len: 168 time: 2.6702881 Aug 26 10:45:58.232452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9339bbf-1e25-4c8f-959e-292a0058edf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ee61ff-6dcb-4f8c-a494-e8b490b7b3c0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:58.243209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Pushing event updated for resources: {'Port': ['ID=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,revision_number=8']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:58.247077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:58.247713 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.249314 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a0a8b888-03e3-4aca-8690-f6ca40654b85 service neutron] 10.222.0.47 "PUT /v2.0/ports/eae35baf-abcb-43a4-9a43-8e9fbbd59f0f HTTP/1.1" status: 200 len: 1123 time: 2.3423300 Aug 26 10:45:58.287828 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ee55bc1d-a317-431f-82de-c20fbeb17f5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9030f6b93d24075a64d913ef8774462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770800 Aug 26 10:45:58.289217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37192) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:58.329547 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['eae35baf-abcb-43a4-9a43-8e9fbbd59f0f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:45:58.340766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36475d09-17e5-42de-8b9f-2131bbafec93 req-0590fd80-bf5f-4fed-8b6b-746802552948 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856819 Aug 26 10:45:58.346208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36792efa-1c18-4a06-9843-83e1a5c1497a admin admin] Pushing event deleted for resources: {'Network': ['ID=9e4aaf14-9ce8-45a0-ba0d-8fa08df62d0b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:58.428100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5fde9429-0d5f-4f2f-baa2-10ed5875d5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.448279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-50b429d1-ad2f-4ce2-854c-f5056d0aa776 service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085322 Aug 26 10:45:58.461789 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37198) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:58.498289 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5fde9429-0d5f-4f2f-baa2-10ed5875d5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.559132 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c5aa6042-c30c-4717-a056-e065c95ca556 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19b6b7a14a104175b09c10303890218b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952229 Aug 26 10:45:58.559599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37200) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:58.619516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5fde9429-0d5f-4f2f-baa2-10ed5875d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.623265 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5fde9429-0d5f-4f2f-baa2-10ed5875d5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.623977 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5fde9429-0d5f-4f2f-baa2-10ed5875d5dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f1edd50-1450-463f-8897-4742bf580946 HTTP/1.1" status: 204 len: 168 time: 0.3321671 Aug 26 10:45:58.643867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a4990a4-b972-498d-b596-77ec6c432747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.669123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde9429-0d5f-4f2f-baa2-10ed5875d5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1edd50-1450-463f-8897-4742bf580946,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:58.671578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b0ccb-35be-49fa-a0ba-6128b97b10c2 req-d82834a0-51a1-46c1-8856-af8a8073f0af tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:58.673347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6b0ccb-35be-49fa-a0ba-6128b97b10c2 req-d82834a0-51a1-46c1-8856-af8a8073f0af tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 943 time: 0.2354088 Aug 26 10:45:58.675850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf1a21a-edc7-47e9-8a5c-fb44c2b4e432 req-73e3dc78-7b79-4dc4-8699-4dc4989474d5 service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026989 Aug 26 10:45:58.721256 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a4990a4-b972-498d-b596-77ec6c432747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.763008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6b0ccb-35be-49fa-a0ba-6128b97b10c2 req-66d374fa-e529-4e06-81bc-33128375c72e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797970 Aug 26 10:45:58.853138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a4990a4-b972-498d-b596-77ec6c432747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.859201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a4990a4-b972-498d-b596-77ec6c432747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:58.861703 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6a4990a4-b972-498d-b596-77ec6c432747 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66c13d4e-460d-4dce-accd-a9e536689ba0 HTTP/1.1" status: 204 len: 168 time: 0.3000081 Aug 26 10:45:58.880249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4990a4-b972-498d-b596-77ec6c432747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c13d4e-460d-4dce-accd-a9e536689ba0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:58.880908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195e617-a93d-4560-8cc4-c6d55d2b358c req-3ae55812-5905-4be5-99be-68d993bfb488 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:58.882512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3195e617-a93d-4560-8cc4-c6d55d2b358c req-3ae55812-5905-4be5-99be-68d993bfb488 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 944 time: 0.0970399 Aug 26 10:45:58.892697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5e938-8ae9-4755-9384-b3cb68f38383 req-dacb0e30-a26c-42cb-ba3c-1a6f3350a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:58.894253 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61c5e938-8ae9-4755-9384-b3cb68f38383 req-dacb0e30-a26c-42cb-ba3c-1a6f3350a94a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 1096 time: 0.0977802 Aug 26 10:45:58.952272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:45:58.986453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3195e617-a93d-4560-8cc4-c6d55d2b358c req-7cc02275-8319-42b1-a171-8e2374f6bede tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901489 Aug 26 10:45:59.067302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:45:59.076398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:45:59.077005 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:59.084693 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5e938-8ae9-4755-9384-b3cb68f38383 req-b9e273d0-3a87-4a56-9307-1ebc13f4256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:59.086227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61c5e938-8ae9-4755-9384-b3cb68f38383 req-b9e273d0-3a87-4a56-9307-1ebc13f4256c service neutron] 10.222.0.42 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 906 time: 0.1687219 Aug 26 10:45:59.148428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61c5e938-8ae9-4755-9384-b3cb68f38383 req-061626c2-fffa-4533-9cf5-f24d2087bd7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baabc383-65a1-4827-9ea4-57d18682c637 HTTP/1.1" status: 200 len: 217 time: 0.0416694 Aug 26 10:45:59.235050 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:59.240679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa519ac-bd7f-45f5-8fbe-470ecadb5572 req-ac28559c-8f28-4096-b2a7-d6ed4008ec74 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:59.250346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-daa519ac-bd7f-45f5-8fbe-470ecadb5572 req-ac28559c-8f28-4096-b2a7-d6ed4008ec74 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 944 time: 0.1799638 Aug 26 10:45:59.269984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:45:59.273298 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b30fc78-75c9-4b6a-aaeb-efbd0e812a0f" -d '{"events": [{"server_uuid": "e1f8c73c-39d7-48b7-a4c5-e79b86044de4", "name": "network-vif-plugged", "status": "completed", "tag": "25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:45:59.280625 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:45:59.287515 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:59.319589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5e938-8ae9-4755-9384-b3cb68f38383 req-f4a55a68-0d36-4135-b5ec-8be05d5c93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:59.321259 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de30ec34-9a84-4fe7-8a6b-7de4c9336485 x-openstack-request-id: req-de30ec34-9a84-4fe7-8a6b-7de4c9336485 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:45:59.321448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61c5e938-8ae9-4755-9384-b3cb68f38383 req-f4a55a68-0d36-4135-b5ec-8be05d5c93b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80b7aaaf-6bb9-41cb-8de8-b1187d4324ad HTTP/1.1" status: 200 len: 845 time: 0.1619821 Aug 26 10:45:59.322960 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f8c73c-39d7-48b7-a4c5-e79b86044de4", "name": "network-vif-plugged", "status": "completed", "tag": "25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:45:59.323396 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de30ec34-9a84-4fe7-8a6b-7de4c9336485 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:45:59.323891 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4', 'code': 200} Aug 26 10:45:59.339330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-daa519ac-bd7f-45f5-8fbe-470ecadb5572 req-668104a3-ef42-4224-abc8-d9568ffbbe69 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868697 Aug 26 10:45:59.341459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37222) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:59.364453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:59.386350 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fce8494-6ee0-4dd2-a2c4-c2b0e728ecf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:59.445197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61c5e938-8ae9-4755-9384-b3cb68f38383 req-98f6177a-4a47-4887-ae6e-753b9185052d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916331 Aug 26 10:45:59.533284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb5e4d-9359-4519-a3c6-163071314a51 req-be8da42e-89f0-4105-8866-a5f5f00403c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:59.536305 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7ccb5e4d-9359-4519-a3c6-163071314a51 req-be8da42e-89f0-4105-8866-a5f5f00403c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 1097 time: 0.1032813 Aug 26 10:45:59.597763 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7ccb5e4d-9359-4519-a3c6-163071314a51 req-28a03057-c31c-489f-aa2a-015c4085c185 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509901 Aug 26 10:45:59.619335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042d6a3-d891-4d67-98bd-b6705cd069bb req-d6b8f0e9-9cf5-499b-8642-5377a52d3236 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:59.621777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e042d6a3-d891-4d67-98bd-b6705cd069bb req-d6b8f0e9-9cf5-499b-8642-5377a52d3236 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.1802840 Aug 26 10:45:59.639661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fce8494-6ee0-4dd2-a2c4-c2b0e728ecf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:59.648253 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fce8494-6ee0-4dd2-a2c4-c2b0e728ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:59.672892 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61c5e938-8ae9-4755-9384-b3cb68f38383 req-fd7eaf52-560c-4f21-bff8-8ea6c5aedffe service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108777 Aug 26 10:45:59.696200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e042d6a3-d891-4d67-98bd-b6705cd069bb req-5c63d013-9df3-4c3b-a771-68c8ab742245 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645261 Aug 26 10:45:59.708493 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4fce8494-6ee0-4dd2-a2c4-c2b0e728ecf4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea18dd15331f482c8bc2931bd888d594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629072 Aug 26 10:45:59.708493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce8494-6ee0-4dd2-a2c4-c2b0e728ecf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b28210-1f09-4277-b8a8-9e7529862b43,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:59.711008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37234) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:45:59.774977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-21ffb5a4-57c7-4c7b-b8af-e73ec95bf03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:59.801470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-21ffb5a4-57c7-4c7b-b8af-e73ec95bf03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:59.826591 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61c5e938-8ae9-4755-9384-b3cb68f38383 req-4ad8ec03-56ee-45e0-b3fd-79fc6b1aec9c service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446917 Aug 26 10:45:59.872811 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-21ffb5a4-57c7-4c7b-b8af-e73ec95bf03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:59.876494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-21ffb5a4-57c7-4c7b-b8af-e73ec95bf03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:45:59.876494 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-21ffb5a4-57c7-4c7b-b8af-e73ec95bf03f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9b28210-1f09-4277-b8a8-9e7529862b43 HTTP/1.1" status: 204 len: 168 time: 0.1648014 Aug 26 10:45:59.886688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffb5a4-57c7-4c7b-b8af-e73ec95bf03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b28210-1f09-4277-b8a8-9e7529862b43,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:45:59.927371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb6332-c653-4bbf-97c3-f6fce559f2c7 req-c39a25a3-bb07-4f11-bdef-56be838736e1 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:45:59.929203 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbdb6332-c653-4bbf-97c3-f6fce559f2c7 req-c39a25a3-bb07-4f11-bdef-56be838736e1 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 943 time: 0.0657549 Aug 26 10:45:59.974390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbdb6332-c653-4bbf-97c3-f6fce559f2c7 req-c5fec19f-f465-4481-9cf6-f2ef6f5ef52a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Aug 26 10:46:00.105116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'tag': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:00.109560 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7592261-89ff-4fd4-a5e7-b2802f2c6cff" -d '{"events": [{"name": "network-changed", "server_uuid": "a04ba697-80da-4b86-8559-37e8dd477b7f", "tag": "eae35baf-abcb-43a4-9a43-8e9fbbd59f0f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:00.146098 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce15a6d6-d1c4-4d5f-a817-8aef309185f7 x-openstack-request-id: req-ce15a6d6-d1c4-4d5f-a817-8aef309185f7 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:00.146594 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04ba697-80da-4b86-8559-37e8dd477b7f", "tag": "eae35baf-abcb-43a4-9a43-8e9fbbd59f0f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:00.148114 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce15a6d6-d1c4-4d5f-a817-8aef309185f7 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:00.148822 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'tag': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f', 'status': 'completed', 'code': 200} Aug 26 10:46:00.158709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9adb5-d803-484f-bb9a-fac010091014 req-00f0b715-ef36-45a0-8ef6-8232141b4bc3 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:00.160410 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16c9adb5-d803-484f-bb9a-fac010091014 req-00f0b715-ef36-45a0-8ef6-8232141b4bc3 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 944 time: 0.0719526 Aug 26 10:46:00.240531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16c9adb5-d803-484f-bb9a-fac010091014 req-6d150744-5be0-450b-a308-7afa12f863cf tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714114 Aug 26 10:46:00.247529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7592261-89ff-4fd4-a5e7-b2802f2c6cff req-c156355a-8a53-446d-b6d1-dfd5c7d6076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:00.249333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7592261-89ff-4fd4-a5e7-b2802f2c6cff req-c156355a-8a53-446d-b6d1-dfd5c7d6076e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 1126 time: 0.0726974 Aug 26 10:46:00.357984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7592261-89ff-4fd4-a5e7-b2802f2c6cff req-e9559c4f-5af7-45d5-b5db-7ae22725fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:00.359542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7592261-89ff-4fd4-a5e7-b2802f2c6cff req-e9559c4f-5af7-45d5-b5db-7ae22725fb59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.1029019 Aug 26 10:46:00.411076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7592261-89ff-4fd4-a5e7-b2802f2c6cff req-eed2d797-2cd3-4406-b970-6211ac562f9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f HTTP/1.1" status: 200 len: 217 time: 0.0439911 Aug 26 10:46:00.532702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7592261-89ff-4fd4-a5e7-b2802f2c6cff req-5748a290-f258-4acd-8b94-86603a750d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:00.534912 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7592261-89ff-4fd4-a5e7-b2802f2c6cff req-5748a290-f258-4acd-8b94-86603a750d67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1149883 Aug 26 10:46:00.564259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe269f3-d7f3-40c8-8a88-70823866b9a6 req-e975c9e1-d6b8-49d7-b659-b548c01a6add tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:00.571501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9fe269f3-d7f3-40c8-8a88-70823866b9a6 req-e975c9e1-d6b8-49d7-b659-b548c01a6add tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 945 time: 0.1098914 Aug 26 10:46:00.595864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7592261-89ff-4fd4-a5e7-b2802f2c6cff req-aa0f8f3d-9f6b-4a2c-a5bb-2dcc7da67f90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534940 Aug 26 10:46:00.683878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9fe269f3-d7f3-40c8-8a88-70823866b9a6 req-0af5b0b6-51ae-4933-8d74-a7e2254ab02b tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109247 Aug 26 10:46:00.732297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7592261-89ff-4fd4-a5e7-b2802f2c6cff req-47e3452b-c989-4859-8de5-07a67c735185 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277862 Aug 26 10:46:00.879217 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7592261-89ff-4fd4-a5e7-b2802f2c6cff req-89dfbc1e-234a-4017-9e7b-dd1663bad0a2 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396241 Aug 26 10:46:00.893047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5029ab0-36d2-47a3-a4d5-e714aed9cb76 req-7d8abd47-f48f-4052-916c-80563de8f930 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:00.894826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5029ab0-36d2-47a3-a4d5-e714aed9cb76 req-7d8abd47-f48f-4052-916c-80563de8f930 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.0766537 Aug 26 10:46:00.943347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5029ab0-36d2-47a3-a4d5-e714aed9cb76 req-ea74d84e-1d42-4f5f-b413-f2b0d60f4459 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Aug 26 10:46:00.953230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device eae35baf-abcb-43a4-9a43-8e9fbbd59f0f details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:46:01.098399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:01.118797 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device eae35baf-abcb-43a4-9a43-8e9fbbd59f0f has no active binding in host n-h1-778550-13 {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 26 10:46:01.200531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a288f7b-20c6-4f75-8176-fefbaf3d3d84 req-9caa2042-13bc-4c6f-bd18-3fd1c4dfb91f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:01.203911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a288f7b-20c6-4f75-8176-fefbaf3d3d84 req-9caa2042-13bc-4c6f-bd18-3fd1c4dfb91f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 943 time: 0.1411552 Aug 26 10:46:01.330005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a288f7b-20c6-4f75-8176-fefbaf3d3d84 req-11651b83-d103-412a-89a4-c7e274659a5e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029601 Aug 26 10:46:01.483473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba1f7d-d197-4a4c-a447-48e11426c0f8 req-034d0025-e166-4986-8736-a9a198c0dec6 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:01.485453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2ba1f7d-d197-4a4c-a447-48e11426c0f8 req-034d0025-e166-4986-8736-a9a198c0dec6 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 944 time: 0.1098065 Aug 26 10:46:01.510617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device baabc383-65a1-4827-9ea4-57d18682c637 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:46:01.534850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2ba1f7d-d197-4a4c-a447-48e11426c0f8 req-8e2e8136-509a-4a45-9b19-8b72a80070c2 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Aug 26 10:46:01.636430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port baabc383-65a1-4827-9ea4-57d18682c637, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=baabc383-65a1-4827-9ea4-57d18682c637,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:01.661798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'baabc383-65a1-4827-9ea4-57d18682c637', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'port_id': 'baabc383-65a1-4827-9ea4-57d18682c637', 'mac_address': 'fa:16:3e:00:97:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b7aaaf-6bb9-41cb-8de8-b1187d4324ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:46:01.705425 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:01.720764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baabc383-65a1-4827-9ea4-57d18682c637 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:01.746105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port baabc383-65a1-4827-9ea4-57d18682c637, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=baabc383-65a1-4827-9ea4-57d18682c637,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:01.751147 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:01.836172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=baabc383-65a1-4827-9ea4-57d18682c637,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:01.862416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe93a9-4b6c-47cd-abb7-abaf4d90a1d6 req-762b8b99-f450-4969-8868-d387626dfd72 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:01.867786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebfe93a9-4b6c-47cd-abb7-abaf4d90a1d6 req-762b8b99-f450-4969-8868-d387626dfd72 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 945 time: 0.0733168 Aug 26 10:46:01.931081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebfe93a9-4b6c-47cd-abb7-abaf4d90a1d6 req-8d621e40-2973-4521-b25a-0ddf3c053ce6 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556686 Aug 26 10:46:01.957074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37362) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:02.073179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1db92-d35f-4d48-8a38-904b4487d968 req-f0ec21f7-cb46-43f9-8573-382f10d35970 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.081065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fd1db92-d35f-4d48-8a38-904b4487d968 req-f0ec21f7-cb46-43f9-8573-382f10d35970 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.0600543 Aug 26 10:46:02.081734 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['baabc383-65a1-4827-9ea4-57d18682c637'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:02.130519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fd1db92-d35f-4d48-8a38-904b4487d968 req-20d2dc4e-12f3-4f7a-91b7-bd330b516ce1 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428977 Aug 26 10:46:02.196894 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-03f8ede9-38f6-4270-a374-43ff6ca6d822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:02.375053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d5390-5d97-47f6-9ac1-ceedcd9389a8 req-ee655623-2c3c-4877-9ea7-38dae724cf55 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.376647 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7c5d5390-5d97-47f6-9ac1-ceedcd9389a8 req-ee655623-2c3c-4877-9ea7-38dae724cf55 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 1097 time: 0.1515248 Aug 26 10:46:02.388517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-03f8ede9-38f6-4270-a374-43ff6ca6d822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:02.394424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-03f8ede9-38f6-4270-a374-43ff6ca6d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:02.424317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37538a-f397-4fe4-8c31-ed33732fdbc3 req-7e428ef2-dac5-4790-a7d2-9a97f7f3a25a tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.424798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37538a-f397-4fe4-8c31-ed33732fdbc3 req-7e428ef2-dac5-4790-a7d2-9a97f7f3a25a tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.425267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37538a-f397-4fe4-8c31-ed33732fdbc3 req-7e428ef2-dac5-4790-a7d2-9a97f7f3a25a tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.425736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37538a-f397-4fe4-8c31-ed33732fdbc3 req-7e428ef2-dac5-4790-a7d2-9a97f7f3a25a tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.426199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37538a-f397-4fe4-8c31-ed33732fdbc3 req-7e428ef2-dac5-4790-a7d2-9a97f7f3a25a tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.426666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37538a-f397-4fe4-8c31-ed33732fdbc3 req-7e428ef2-dac5-4790-a7d2-9a97f7f3a25a tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.427176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37538a-f397-4fe4-8c31-ed33732fdbc3 req-7e428ef2-dac5-4790-a7d2-9a97f7f3a25a tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.427638 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37538a-f397-4fe4-8c31-ed33732fdbc3 req-7e428ef2-dac5-4790-a7d2-9a97f7f3a25a tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.428100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37538a-f397-4fe4-8c31-ed33732fdbc3 req-7e428ef2-dac5-4790-a7d2-9a97f7f3a25a tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.428557 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37538a-f397-4fe4-8c31-ed33732fdbc3 req-7e428ef2-dac5-4790-a7d2-9a97f7f3a25a tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.430638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc37538a-f397-4fe4-8c31-ed33732fdbc3 req-7e428ef2-dac5-4790-a7d2-9a97f7f3a25a tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7129 time: 0.2794909 Aug 26 10:46:02.460427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7c5d5390-5d97-47f6-9ac1-ceedcd9389a8 req-0d8757a1-6780-4e46-80fc-388de4e7d928 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617642 Aug 26 10:46:02.469598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8ede9-38f6-4270-a374-43ff6ca6d822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc29d23-e82a-4118-a839-1fdc83b2e956,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:02.479909 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-03f8ede9-38f6-4270-a374-43ff6ca6d822 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d95f54deb2df41c785005ab6a68b2847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5216613 Aug 26 10:46:02.486477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37382) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:02.611031 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cae9ee0e-c8ae-431e-a443-2734b2d0f3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:02.686774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f964933-e702-457c-8fb3-e47e1b2f2e70 req-77c3bb84-4253-4331-8996-cce4cece31b9 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.688297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f964933-e702-457c-8fb3-e47e1b2f2e70 req-77c3bb84-4253-4331-8996-cce4cece31b9 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 943 time: 0.1395614 Aug 26 10:46:02.691935 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cae9ee0e-c8ae-431e-a443-2734b2d0f3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:02.781784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a635e-acb9-476f-88b6-33f401ffcdc1 req-ba1457c2-6f14-4bb9-838a-fe2e982e60e7 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.783250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc2a635e-acb9-476f-88b6-33f401ffcdc1 req-ba1457c2-6f14-4bb9-838a-fe2e982e60e7 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 886 time: 0.1896298 Aug 26 10:46:02.794476 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f964933-e702-457c-8fb3-e47e1b2f2e70 req-5b3713be-5370-4708-995a-81050282c03d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944309 Aug 26 10:46:02.811985 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cae9ee0e-c8ae-431e-a443-2734b2d0f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:02.814776 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cae9ee0e-c8ae-431e-a443-2734b2d0f3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:02.818335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cae9ee0e-c8ae-431e-a443-2734b2d0f3c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dc29d23-e82a-4118-a839-1fdc83b2e956 HTTP/1.1" status: 204 len: 168 time: 0.3279328 Aug 26 10:46:02.830992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9ee0e-c8ae-431e-a443-2734b2d0f3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc29d23-e82a-4118-a839-1fdc83b2e956,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:02.943415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88f0b-2499-410d-891b-814512c21afb req-3edda678-fa4d-454a-b3e6-ef384470f519 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:02.945181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7d88f0b-2499-410d-891b-814512c21afb req-3edda678-fa4d-454a-b3e6-ef384470f519 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 945 time: 0.0640521 Aug 26 10:46:03.012564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7d88f0b-2499-410d-891b-814512c21afb req-fe9afa68-622b-4175-890d-e3a2086e86b4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595880 Aug 26 10:46:03.202282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e1b9-6e71-4f36-8561-387bbcb4318d req-6f146135-3635-4378-98e4-8c1299ca0133 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.203401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e1b9-6e71-4f36-8561-387bbcb4318d req-6f146135-3635-4378-98e4-8c1299ca0133 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.204005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e1b9-6e71-4f36-8561-387bbcb4318d req-6f146135-3635-4378-98e4-8c1299ca0133 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.204569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e1b9-6e71-4f36-8561-387bbcb4318d req-6f146135-3635-4378-98e4-8c1299ca0133 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.205140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e1b9-6e71-4f36-8561-387bbcb4318d req-6f146135-3635-4378-98e4-8c1299ca0133 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.205682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e1b9-6e71-4f36-8561-387bbcb4318d req-6f146135-3635-4378-98e4-8c1299ca0133 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.206353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e1b9-6e71-4f36-8561-387bbcb4318d req-6f146135-3635-4378-98e4-8c1299ca0133 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.206936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e1b9-6e71-4f36-8561-387bbcb4318d req-6f146135-3635-4378-98e4-8c1299ca0133 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.207493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e1b9-6e71-4f36-8561-387bbcb4318d req-6f146135-3635-4378-98e4-8c1299ca0133 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.208077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e1b9-6e71-4f36-8561-387bbcb4318d req-6f146135-3635-4378-98e4-8c1299ca0133 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.210770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3111e1b9-6e71-4f36-8561-387bbcb4318d req-6f146135-3635-4378-98e4-8c1299ca0133 tempest-NetworksTest-1111199843 tempest-NetworksTest-1111199843-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7129 time: 0.1656156 Aug 26 10:46:03.393663 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-d31d1cd7-acef-4a48-abb2-89b4d23643e5 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431204 Aug 26 10:46:03.524178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device baabc383-65a1-4827-9ea4-57d18682c637 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:03.610132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37438) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:03.679154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e034e-ac40-4ccd-b1e3-8260e4d88ede req-e4e822c8-1b28-4be5-b788-c220fb10fd85 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.694715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b2e034e-ac40-4ccd-b1e3-8260e4d88ede req-e4e822c8-1b28-4be5-b788-c220fb10fd85 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.3648937 Aug 26 10:46:03.716638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port baabc383-65a1-4827-9ea4-57d18682c637 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:03.723940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port baabc383-65a1-4827-9ea4-57d18682c637 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:03.724460 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:03.858089 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:03.871667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b2e034e-ac40-4ccd-b1e3-8260e4d88ede req-c6f97d5e-1a44-4960-8b42-fa44ad70acd8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708140 Aug 26 10:46:03.910289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1334b561-0549-471e-b535-ec43c23cae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baabc383-65a1-4827-9ea4-57d18682c637'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:03.913208 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc55ed11-01a6-4f07-a77c-0ca1e8e3cc43" -d '{"events": [{"server_uuid": "1334b561-0549-471e-b535-ec43c23cae25", "name": "network-vif-plugged", "status": "completed", "tag": "baabc383-65a1-4827-9ea4-57d18682c637"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:03.915208 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-86074665-faff-4a51-a347-3baeb15155be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:03.952597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port baabc383-65a1-4827-9ea4-57d18682c637, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=baabc383-65a1-4827-9ea4-57d18682c637,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:03.959128 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:03.970190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-904ceceb-5461-4b73-9c27-94d28196b87a tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:03.971766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-904ceceb-5461-4b73-9c27-94d28196b87a tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5501590 Aug 26 10:46:04.000636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-71293ae2-7608-4f0c-ac51-f1e276c3e3de tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/quotas/b0ce5dbe6e9744f7b5deac3ecfcea2d7 HTTP/1.1" status: 200 len: 375 time: 0.0186064 Aug 26 10:46:04.005429 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-03d18065-4f2c-465f-9080-22e93302c2b7 service neutron] 10.222.0.42 "GET /v2.0/ports/eae35baf-abcb-43a4-9a43-8e9fbbd59f0f/bindings/n-h1-778550-13 HTTP/1.1" status: 200 len: 385 time: 0.3446634 Aug 26 10:46:04.063124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-992bcb14-c670-45b8-af35-f57a0912f6b1 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542619 Aug 26 10:46:04.086994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37460) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:04.101610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=baabc383-65a1-4827-9ea4-57d18682c637,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:04.240550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b9607-6a68-4d56-9d77-d7a6b42b2c9c req-eb212ce3-c99c-4598-84a2-ec967fb1ff0b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:04.248908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-287b9607-6a68-4d56-9d77-d7a6b42b2c9c req-eb212ce3-c99c-4598-84a2-ec967fb1ff0b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 943 time: 0.1373172 Aug 26 10:46:04.272095 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a85119-27a0-4d07-b1fb-06d7dd6d6e10 x-openstack-request-id: req-f3a85119-27a0-4d07-b1fb-06d7dd6d6e10 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:04.274534 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1334b561-0549-471e-b535-ec43c23cae25", "name": "network-vif-plugged", "status": "completed", "tag": "baabc383-65a1-4827-9ea4-57d18682c637", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:04.274854 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3a85119-27a0-4d07-b1fb-06d7dd6d6e10 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:04.275277 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1334b561-0549-471e-b535-ec43c23cae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baabc383-65a1-4827-9ea4-57d18682c637', 'code': 200} Aug 26 10:46:04.312476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1040131918-network', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:04.392932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ccc1a-a2ab-46f0-855a-f0b9161fdd60 req-b5bfad49-11c5-49d9-818c-707b562a40a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:04.394943 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c63ccc1a-a2ab-46f0-855a-f0b9161fdd60 req-b5bfad49-11c5-49d9-818c-707b562a40a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 1098 time: 0.0497737 Aug 26 10:46:04.437145 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c63ccc1a-a2ab-46f0-855a-f0b9161fdd60 req-75d4ba37-abec-4b47-be83-4ec0e555d40d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351882 Aug 26 10:46:04.482068 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-86074665-faff-4a51-a347-3baeb15155be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:04.510504 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-86074665-faff-4a51-a347-3baeb15155be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:04.516659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:04.519844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:04.536580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:04.543965 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-287b9607-6a68-4d56-9d77-d7a6b42b2c9c req-ca74aa20-7306-4325-970d-f2152af6f632 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940497 Aug 26 10:46:04.766829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:04.775388 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:04.846845 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:46:04.859010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04241c1-1241-48a2-b44c-a8fa02dc42db,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:04.872491 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:04.873286 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Added segment 097c13ca-7022-4e28-9773-8b6c8171b546 of type vlan for network 9c29a414-e206-4e98-b1a0-62ff2e09f39a Aug 26 10:46:04.954294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-86074665-faff-4a51-a347-3baeb15155be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59faed80a52443ac9dffe2738828c34c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3402596 Aug 26 10:46:04.961988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b9e4b-c569-4394-ac11-be0f172689ea req-35afdd86-e59f-4acc-8bc5-9cbea166f1bb tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:04.963228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37490) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:04.970168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e57b9e4b-c569-4394-ac11-be0f172689ea req-35afdd86-e59f-4acc-8bc5-9cbea166f1bb tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 946 time: 0.5006657 Aug 26 10:46:04.976518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86074665-faff-4a51-a347-3baeb15155be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55cc7b3-0a01-438e-8579-92b9a2b47978,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:04.980606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-825c34b7-f6b6-4d85-a061-de03080067fc tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764661 Aug 26 10:46:05.010758 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:05.039766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-c964421f-d570-43de-83f4-da229849ea76 service neutron] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:05.095055 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:05.096691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:05.097455 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:05.102976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c822df23-41c7-4ba7-9dc9-907e2e82293a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:05.124239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e57b9e4b-c569-4394-ac11-be0f172689ea req-0573de50-7510-4243-bbff-df1c63d4892d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530960 Aug 26 10:46:05.129994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-c964421f-d570-43de-83f4-da229849ea76 service neutron] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:05.209409 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1207125 Aug 26 10:46:05.214761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37494) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:05.229824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] Request body: {'subnet': {'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1040131918-subnet', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:05.232762 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c822df23-41c7-4ba7-9dc9-907e2e82293a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:05.248978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309717b-a5f8-45c1-a263-3cf690a63223 admin admin] Pushing event updated for resources: {'Network': ['ID=9c29a414-e206-4e98-b1a0-62ff2e09f39a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:05.250572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-c964421f-d570-43de-83f4-da229849ea76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae35baf-abcb-43a4-9a43-8e9fbbd59f0f {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:05.263324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 9c29a414-e206-4e98-b1a0-62ff2e09f39a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:46:05.296918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-c964421f-d570-43de-83f4-da229849ea76 service neutron] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:05.306507 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-cea5a73b-1178-4aac-b271-35842ee8fc4c tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:05.308798 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-cea5a73b-1178-4aac-b271-35842ee8fc4c tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142095 Aug 26 10:46:05.328271 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c822df23-41c7-4ba7-9dc9-907e2e82293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:05.332982 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c822df23-41c7-4ba7-9dc9-907e2e82293a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:05.338472 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c822df23-41c7-4ba7-9dc9-907e2e82293a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a55cc7b3-0a01-438e-8579-92b9a2b47978 HTTP/1.1" status: 204 len: 168 time: 0.3738296 Aug 26 10:46:05.340829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-c58b5d6d-02a7-452b-a50e-7681542889cb tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/quotas/b0ce5dbe6e9744f7b5deac3ecfcea2d7 HTTP/1.1" status: 200 len: 375 time: 0.0229199 Aug 26 10:46:05.343612 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-c964421f-d570-43de-83f4-da229849ea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:05.348184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:05.350715 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:05.354848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822df23-41c7-4ba7-9dc9-907e2e82293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55cc7b3-0a01-438e-8579-92b9a2b47978,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:05.442014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f72c3b8f-260a-4d3c-881d-6f3ea0b68336 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887618 Aug 26 10:46:05.456478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a671d-e307-45cd-876a-9d10b5e82f5f req-53f48406-f485-41a1-9b32-767dd9b5a7f0 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:05.463933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-277a671d-e307-45cd-876a-9d10b5e82f5f req-53f48406-f485-41a1-9b32-767dd9b5a7f0 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.2245965 Aug 26 10:46:05.634430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-277a671d-e307-45cd-876a-9d10b5e82f5f req-1d043d4c-aa76-46ab-a493-effb96f21d5a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641774 Aug 26 10:46:05.698479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-c964421f-d570-43de-83f4-da229849ea76 service neutron] Transition to ACTIVE for port object eae35baf-abcb-43a4-9a43-8e9fbbd59f0f will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:05.786099 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-c964421f-d570-43de-83f4-da229849ea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:05.812714 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-36d1d404-f41f-4534-99e1-abbb019a8e02 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412652 Aug 26 10:46:05.981230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-672e2b05-78bc-4788-a5b5-05f90cfe123c tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:05.982861 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-672e2b05-78bc-4788-a5b5-05f90cfe123c tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641617 Aug 26 10:46:06.002897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Request body: {'port': {'device_id': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'b0ce5dbe6e9744f7b5deac3ecfcea2d7'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:06.006612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bace2c0-0df1-459c-8a0b-ddbbecc362e4 req-78fd221b-eae4-44ae-882f-6536a8849edd tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:06.014661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bace2c0-0df1-459c-8a0b-ddbbecc362e4 req-78fd221b-eae4-44ae-882f-6536a8849edd tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 944 time: 0.2599356 Aug 26 10:46:06.032794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-c964421f-d570-43de-83f4-da229849ea76 service neutron] No DVR routers for this DVR port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:46:06.053582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37512) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:06.064466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8ab6e64-2a05-4976-9cf2-603ceb40e572 req-ac5bb2c2-b06c-4ef1-bc00-a0e3652ac6aa tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 210 time: 0.1191773 Aug 26 10:46:06.076051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964421f-d570-43de-83f4-da229849ea76 service neutron] Pushing event updated for resources: {'Port': ['ID=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,revision_number=10']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:06.083714 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.102951 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-02100669-f7d4-4c6c-8beb-de2b325ed169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.174954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bace2c0-0df1-459c-8a0b-ddbbecc362e4 req-d1d83239-fc1d-4876-bea8-a3ddd9182b1a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592286 Aug 26 10:46:06.196639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-c964421f-d570-43de-83f4-da229849ea76 service neutron] 10.222.0.42 "PUT /v2.0/ports/eae35baf-abcb-43a4-9a43-8e9fbbd59f0f/bindings/n-h1-778550-13/activate HTTP/1.1" status: 200 len: 370 time: 2.1748512 Aug 26 10:46:06.256787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e578bc-0e70-4fe6-a893-d9310ddafc79,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:06.291076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] Checking segment: {'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:06.291665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] Network hostable DHCP agents. Network: 9c29a414-e206-4e98-b1a0-62ff2e09f39a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:46:06.349855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] Network 9c29a414-e206-4e98-b1a0-62ff2e09f39a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:46:06.369046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1e67c-a4b8-4788-b743-663c8932ba31 req-e6bda86c-fa43-4a9e-bda4-d7f970fa3bfb tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:06.372165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7cf1e67c-a4b8-4788-b743-663c8932ba31 req-e6bda86c-fa43-4a9e-bda4-d7f970fa3bfb tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 946 time: 0.0833113 Aug 26 10:46:06.385250 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-25ba7ca1-9955-4339-aa29-d4ee88170461 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:06.387426 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-25ba7ca1-9955-4339-aa29-d4ee88170461 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.1054015 Aug 26 10:46:06.389966 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-02100669-f7d4-4c6c-8beb-de2b325ed169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.393813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 9c29a414-e206-4e98-b1a0-62ff2e09f39a) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:06.395571 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-02100669-f7d4-4c6c-8beb-de2b325ed169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.402476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ce7a32-0748-4246-9f8e-5d2dd3ac75c7 None None] Network 9c29a414-e206-4e98-b1a0-62ff2e09f39a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:46:06.409647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:06.410337 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.466026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7cf1e67c-a4b8-4788-b743-663c8932ba31 req-d12fde11-8f70-49fd-96de-698b90d4c7cf tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853419 Aug 26 10:46:06.523380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-663d5cbc-22f9-4f44-93e0-96cbc2ebec4a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3072164 Aug 26 10:46:06.526490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37526) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:06.535849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:06.536167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02100669-f7d4-4c6c-8beb-de2b325ed169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4252c204-3bbc-4567-8513-34ce6e8ad04f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:06.550107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Made reservation on behalf of b0ce5dbe6e9744f7b5deac3ecfcea2d7 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:06.553737 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.590335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37530) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:06.591059 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-02100669-f7d4-4c6c-8beb-de2b325ed169 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02eefcc5ce59427eaeb345da4467c1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5363283 Aug 26 10:46:06.597071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.602460 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.604036 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.655117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-58745f31-fab9-4929-8bdd-fbd40ef9708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:06.657084 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-58745f31-fab9-4929-8bdd-fbd40ef9708b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f&tenant_id=bbdc0b3586bc413e8f4363512678b56e HTTP/1.1" status: 200 len: 1096 time: 0.1762094 Aug 26 10:46:06.688847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:46:06.689914 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.749319 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f25fbc2e-ffd6-4451-9eb9-e7b83b96d652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.775440 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.897044 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.907831 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.963097 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:06.970675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-7ff2d285-31e9-4ba4-a1ae-a6c326879aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:06.972439 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-7ff2d285-31e9-4ba4-a1ae-a6c326879aac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 1096 time: 0.2650335 Aug 26 10:46:06.985477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Allocated IP 172.20.0.2 (9c29a414-e206-4e98-b1a0-62ff2e09f39a/34e578bc-0e70-4fe6-a893-d9310ddafc79/1150ae62-b618-4e02-8004-0f249275db3e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:07.030621 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f25fbc2e-ffd6-4451-9eb9-e7b83b96d652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:07.113006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:07.155529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc52672-bb04-4f72-a945-2cef9ccb8517 req-955707f7-8ebe-495a-a768-281b75ab3862 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:07.164121 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2dc52672-bb04-4f72-a945-2cef9ccb8517 req-955707f7-8ebe-495a-a768-281b75ab3862 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.2800348 Aug 26 10:46:07.176612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa59eb-6df1-4e92-8b15-7ef847984893 req-c35a8fa1-ee77-4773-bc92-1fbe93a8c5e7 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:07.178226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edaa59eb-6df1-4e92-8b15-7ef847984893 req-c35a8fa1-ee77-4773-bc92-1fbe93a8c5e7 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 946 time: 0.2090380 Aug 26 10:46:07.277246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edaa59eb-6df1-4e92-8b15-7ef847984893 req-051e2edf-4966-4068-a5bd-b8687976fea5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784857 Aug 26 10:46:07.278200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-06695a52-0e59-4f9b-b2cf-b29f37647ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:07.279710 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-06695a52-0e59-4f9b-b2cf-b29f37647ab2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.2704253 Aug 26 10:46:07.280974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Allocated IP 192.168.233.146 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:07.284230 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2dc52672-bb04-4f72-a945-2cef9ccb8517 req-289b9f98-8350-47df-b059-727080931483 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182573 Aug 26 10:46:07.290091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f25fbc2e-ffd6-4451-9eb9-e7b83b96d652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:07.302982 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:07.303097 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f25fbc2e-ffd6-4451-9eb9-e7b83b96d652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:07.303097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f25fbc2e-ffd6-4451-9eb9-e7b83b96d652 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4252c204-3bbc-4567-8513-34ce6e8ad04f HTTP/1.1" status: 204 len: 168 time: 0.7095723 Aug 26 10:46:07.318198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Transition to ACTIVE for port object 1150ae62-b618-4e02-8004-0f249275db3e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:07.330405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fbc2e-ffd6-4451-9eb9-e7b83b96d652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4252c204-3bbc-4567-8513-34ce6e8ad04f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:07.379807 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-159a881f-cc78-4129-8735-b9b6f8633845 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f HTTP/1.1" status: 200 len: 217 time: 0.0910308 Aug 26 10:46:07.400303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Transition to ACTIVE for port object 1150ae62-b618-4e02-8004-0f249275db3e will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:07.421728 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:07.452584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Network 9c29a414-e206-4e98-b1a0-62ff2e09f39a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:07.455829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:07.463137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:07.588850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-0bade630-114a-4ad3-8e04-0658566f168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:07.591753 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-0bade630-114a-4ad3-8e04-0658566f168a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1966953 Aug 26 10:46:07.641686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81a55dfc-ed17-497c-9d6f-0920b61bfefc req-fde0e449-17f4-42df-8d09-6d34c6831cd1 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 210 time: 0.1659856 Aug 26 10:46:07.658273 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-bc0532f0-5e2b-480d-982f-edf3de100c1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322864 Aug 26 10:46:07.659744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device eae35baf-abcb-43a4-9a43-8e9fbbd59f0f no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:46:07.740954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Attempting to bind port 1150ae62-b618-4e02-8004-0f249275db3e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:07.741621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Attempting to bind port 1150ae62-b618-4e02-8004-0f249275db3e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:07.742166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Attempting to bind port 1150ae62-b618-4e02-8004-0f249275db3e on network 9c29a414-e206-4e98-b1a0-62ff2e09f39a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:07.755303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device eae35baf-abcb-43a4-9a43-8e9fbbd59f0f not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:46:07.760369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:07.761059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Checking segment: {'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:07.762630 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:07.763436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Bound using segment: {'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:07.764374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Bound port: 1150ae62-b618-4e02-8004-0f249275db3e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:07.764664 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:07.765203 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:07.791931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Pushing event updated for resources: {'Port': ['ID=1150ae62-b618-4e02-8004-0f249275db3e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:07.825461 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:07.865344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Transition to ACTIVE for port object b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:07.868539 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a7efc98f-dd1d-471b-84a5-6b4a53285309 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007439 Aug 26 10:46:07.876815 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:07.882565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-657c99cf-61ef-4905-a7e8-79569ca084ab tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2606833 Aug 26 10:46:07.923304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] For port 1150ae62-b618-4e02-8004-0f249275db3e, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:07.926932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] For port 1150ae62-b618-4e02-8004-0f249275db3e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1150ae62-b618-4e02-8004-0f249275db3e,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:07.935812 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:07.994475 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:08.023610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8290a-389a-4880-8ec0-446e911929bf None None] Pushing event updated for resources: {'Port': ['ID=1150ae62-b618-4e02-8004-0f249275db3e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:08.140573 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-24cd8244-a5a4-43c1-8a41-f418828cde63 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605605 Aug 26 10:46:08.149246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-2b43b55e-af47-441f-af79-5f5eba6ce7ed tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:08.151296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-2b43b55e-af47-441f-af79-5f5eba6ce7ed tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554030 Aug 26 10:46:08.164466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Request body: {'port': {'device_id': '6e039aca-e341-48c8-9294-659650f350e4', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'b0ce5dbe6e9744f7b5deac3ecfcea2d7'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:08.177615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Pushing event updated for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:08.187362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:08.208826 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:08.215580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:08.315408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cf58c-9621-4001-b41b-bf45fa41015c req-41d262e9-959b-4cf8-80b2-6391b5593966 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:08.330901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b4cf58c-9621-4001-b41b-bf45fa41015c req-41d262e9-959b-4cf8-80b2-6391b5593966 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 944 time: 0.5753789 Aug 26 10:46:08.380431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:08.387399 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:08.434989 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-cfb0740e-8a95-45b3-8444-6edf746351db tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4410822 Aug 26 10:46:08.518530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Request body: {'port': {'device_id': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:08.607397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b4cf58c-9621-4001-b41b-bf45fa41015c req-cd64265b-34ef-4e8f-8b12-8134f22a71a0 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733724 Aug 26 10:46:08.633743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Allocated IP 172.25.1.101 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/21aeb84b-8ec4-452b-a186-ad82b4f06b9e) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:08.700894 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:08.706020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f9ddd-7069-459b-a7f5-cd9a94b09c49 req-09d63242-e590-41d6-b350-4b372c499066 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:08.721320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a59f9ddd-7069-459b-a7f5-cd9a94b09c49 req-09d63242-e590-41d6-b350-4b372c499066 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 946 time: 0.2917681 Aug 26 10:46:08.731431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9ec4fd5f-4c53-4f05-bb27-645cfce1ed16 None None] Provisioning for port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:08.739215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9ec4fd5f-4c53-4f05-bb27-645cfce1ed16 None None] Provisioning complete for port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:08.740048 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ec4fd5f-4c53-4f05-bb27-645cfce1ed16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:08.828883 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-95ebe923-b7e1-4ab0-865e-560d343ffa58 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:08.830427 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-95ebe923-b7e1-4ab0-865e-560d343ffa58 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.1306403 Aug 26 10:46:08.855741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1150ae62-b618-4e02-8004-0f249275db3e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:08.908608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Made reservation on behalf of b0ce5dbe6e9744f7b5deac3ecfcea2d7 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:08.913061 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:08.942553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4fd5f-4c53-4f05-bb27-645cfce1ed16 None None] Port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:46:08.999809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a59f9ddd-7069-459b-a7f5-cd9a94b09c49 req-96f29aa9-5c0d-44b5-ad94-f18a16894afe tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722507 Aug 26 10:46:09.004097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 1150ae62-b618-4e02-8004-0f249275db3e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:09.129042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f63ea-943b-4b8b-b32e-3adbb6bcacd7 req-6153c644-c3cb-4ca5-b6c1-5221c83261dd tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:09.158671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c13f63ea-943b-4b8b-b32e-3adbb6bcacd7 req-6153c644-c3cb-4ca5-b6c1-5221c83261dd tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.4178262 Aug 26 10:46:09.321350 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:09.355794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:09.367235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:09.388925 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Transition to ACTIVE for port object b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:09.393694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e26ad0c2-d2d2-4ba7-add4-20aee599861e req-b6df7091-0d4f-4919-a8cc-e1cfc6e8e50f tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 210 time: 0.0782130 Aug 26 10:46:09.396936 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a06b68d5-dd3d-4d7b-8957-2e0dceb3b84c service neutron] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:09.402626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a06b68d5-dd3d-4d7b-8957-2e0dceb3b84c service neutron] Notify callbacks [] for binding, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:09.404230 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-82887f4f-9b8b-4a60-bf94-e9ad3c8054be req-a06b68d5-dd3d-4d7b-8957-2e0dceb3b84c service neutron] 10.222.0.47 "DELETE /v2.0/ports/eae35baf-abcb-43a4-9a43-8e9fbbd59f0f/bindings/n-h2-778550-13 HTTP/1.1" status: 204 len: 173 time: 0.3683023 Aug 26 10:46:09.404961 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:09.454127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:09.561437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c13f63ea-943b-4b8b-b32e-3adbb6bcacd7 req-a4d143e7-520e-4072-8b2d-1d00c0813060 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013624 Aug 26 10:46:09.589705 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:09.599876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Attempting to bind port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:09.600328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Attempting to bind port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:09.600995 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Attempting to bind port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:09.607969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:46:09.608334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Attempting to bind port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:09.615169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:09.615554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:09.616195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:09.616673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Bound port: b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:09.617213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:09.644712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df1fa1-0edf-43a5-a0a6-b6bd866c78ef None None] Network 9c29a414-e206-4e98-b1a0-62ff2e09f39a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:46:09.689725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=21aeb84b-8ec4-452b-a186-ad82b4f06b9e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:09.735739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Allocated IP 192.168.233.190 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/17b0d5b8-65cb-4fd9-b95f-8405a254f72e) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:09.745859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:09.754315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:09.766142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:09.834392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:09.839673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:09.850075 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:09.935114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:09.936222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:09.939317 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 HTTP/1.1" status: 200 len: 1097 time: 1.4284246 Aug 26 10:46:09.940366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:09.944673 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db117b5e-c7f8-4eab-b139-12e6a9b4e578" -d '{"events": [{"name": "network-changed", "server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:09.998538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe32db-4777-4483-9ba0-268187bb88a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:10.129923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-8d681f60-ed3a-49cd-ba8d-e32478550887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:10.134318 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-8d681f60-ed3a-49cd-ba8d-e32478550887 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 1100 time: 0.1313188 Aug 26 10:46:10.213493 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-51848104-4b22-471b-a528-95cd5346d415 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 HTTP/1.1" status: 200 len: 217 time: 0.0692780 Aug 26 10:46:10.223817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:10.231847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2202b201-2a17-432f-b961-bf206f8adb5a None None] Provisioning for port 1150ae62-b618-4e02-8004-0f249275db3e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:10.257706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2202b201-2a17-432f-b961-bf206f8adb5a None None] Provisioning complete for port 1150ae62-b618-4e02-8004-0f249275db3e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:10.259210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2202b201-2a17-432f-b961-bf206f8adb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:10.292396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Transition to ACTIVE for port object 17b0d5b8-65cb-4fd9-b95f-8405a254f72e will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:10.331259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-840fe924-4c50-45bb-8f3a-71b43925bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:10.336179 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-840fe924-4c50-45bb-8f3a-71b43925bfcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1151547 Aug 26 10:46:10.433405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-9ba7c4c1-fbb2-4d14-86b6-4c64466437af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:10.434994 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-9ba7c4c1-fbb2-4d14-86b6-4c64466437af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901341 Aug 26 10:46:10.453875 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:10.462339 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fefaa92-f18e-49b4-b378-9a3960a57289 x-openstack-request-id: req-6fefaa92-f18e-49b4-b378-9a3960a57289 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:10.462669 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:10.462910 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fefaa92-f18e-49b4-b378-9a3960a57289 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:10.463315 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'status': 'completed', 'code': 200} Aug 26 10:46:10.567823 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-bffde806-56a4-430b-b7f2-683cd094cbd6 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247931 Aug 26 10:46:10.568034 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2202b201-2a17-432f-b961-bf206f8adb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:10.610553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2202b201-2a17-432f-b961-bf206f8adb5a None None] For port 1150ae62-b618-4e02-8004-0f249275db3e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1150ae62-b618-4e02-8004-0f249275db3e,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:10.617251 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2202b201-2a17-432f-b961-bf206f8adb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:10.718776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202b201-2a17-432f-b961-bf206f8adb5a None None] Pushing event updated for resources: {'Port': ['ID=1150ae62-b618-4e02-8004-0f249275db3e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:10.774372 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fb31e9a-6e82-4392-b878-d725f2580cd5 req-09e46660-4867-4f33-a534-62c79b81cc20 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959951 Aug 26 10:46:10.900106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db117b5e-c7f8-4eab-b139-12e6a9b4e578 req-c3572740-1df6-41a3-bfc3-8e076a5a3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:10.902638 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db117b5e-c7f8-4eab-b139-12e6a9b4e578 req-c3572740-1df6-41a3-bfc3-8e076a5a3fe7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 1100 time: 0.0630119 Aug 26 10:46:10.990656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3e3413d2-c734-49c0-b58c-0c37ab310f5e None None] Provisioning complete for port 1150ae62-b618-4e02-8004-0f249275db3e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:10.991945 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e3413d2-c734-49c0-b58c-0c37ab310f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:11.089031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db117b5e-c7f8-4eab-b139-12e6a9b4e578 req-084e185c-ea5e-4657-87fe-698c7a341615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:11.094296 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db117b5e-c7f8-4eab-b139-12e6a9b4e578 req-084e185c-ea5e-4657-87fe-698c7a341615 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1853104 Aug 26 10:46:11.140019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:11.169850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669917b5-3cec-4960-bb4a-b9e7564529fa req-33786bbc-5d2a-42a1-90f9-5982eb67bf7a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:11.177114 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-669917b5-3cec-4960-bb4a-b9e7564529fa req-33786bbc-5d2a-42a1-90f9-5982eb67bf7a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 944 time: 0.8066318 Aug 26 10:46:11.185296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Pushing event updated for resources: {'Port': ['ID=17b0d5b8-65cb-4fd9-b95f-8405a254f72e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:11.187884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:11.199523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:11.203796 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db117b5e-c7f8-4eab-b139-12e6a9b4e578 req-ecc708a9-7e3e-49de-9f90-b8d8d28ffb60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 HTTP/1.1" status: 200 len: 217 time: 0.1009820 Aug 26 10:46:11.283416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db117b5e-c7f8-4eab-b139-12e6a9b4e578 req-f16f823a-68e2-4f77-8ba7-f4ab43105f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:11.283649 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db117b5e-c7f8-4eab-b139-12e6a9b4e578 req-f16f823a-68e2-4f77-8ba7-f4ab43105f4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0726902 Aug 26 10:46:11.341005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-669917b5-3cec-4960-bb4a-b9e7564529fa req-5d6a3a56-c84d-4442-a2f7-fa8a722b26ba tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625345 Aug 26 10:46:11.343832 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db117b5e-c7f8-4eab-b139-12e6a9b4e578 req-b904167b-88e3-45cc-8ce5-1ac2d7cb5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:11.345645 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db117b5e-c7f8-4eab-b139-12e6a9b4e578 req-b904167b-88e3-45cc-8ce5-1ac2d7cb5d40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543821 Aug 26 10:46:11.363034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80ede-b3c1-4936-a44a-75281a034a7c req-48ff9bba-8004-49a3-a0d7-077e8a755bc1 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:11.363034 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ccc80ede-b3c1-4936-a44a-75281a034a7c req-48ff9bba-8004-49a3-a0d7-077e8a755bc1 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 936 time: 0.2525482 Aug 26 10:46:11.389567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:11.390713 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:11.503086 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db117b5e-c7f8-4eab-b139-12e6a9b4e578 req-d6752632-3396-4900-802e-3e10a14e16a9 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475186 Aug 26 10:46:11.506562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-d738d10a-d70a-4e6f-a096-48f4ce8cad52 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3451896 Aug 26 10:46:11.531942 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:46:11.586935 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:11.631084 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db117b5e-c7f8-4eab-b139-12e6a9b4e578 req-920cbb85-304e-46bd-a1e4-f5ee1b2b3e0e service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049559 Aug 26 10:46:11.631759 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ccc80ede-b3c1-4936-a44a-75281a034a7c req-d999824c-45ab-43dc-b957-1f1316dec1fb tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328005 Aug 26 10:46:11.648502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Request body: {'port': {'device_id': '6e039aca-e341-48c8-9294-659650f350e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:11.688900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6a65026e-c87e-4f6c-ad8e-48260b006542 None None] Provisioning for port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:11.695968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6a65026e-c87e-4f6c-ad8e-48260b006542 None None] Provisioning complete for port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:11.696790 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a65026e-c87e-4f6c-ad8e-48260b006542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:11.744676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6a65026e-c87e-4f6c-ad8e-48260b006542 None None] Port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:46:11.914458 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:11.928212 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3475975-746e-4073-a575-afbc106f0ab6 req-38059fb4-d3a9-4f38-8fa7-ec1ca939eea5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:11.929990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3475975-746e-4073-a575-afbc106f0ab6 req-38059fb4-d3a9-4f38-8fa7-ec1ca939eea5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.3061497 Aug 26 10:46:11.985104 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:12.054894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3475975-746e-4073-a575-afbc106f0ab6 req-6c4f192c-ee6f-44d0-82ce-e1d335235b1f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113639 Aug 26 10:46:12.306553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e463-9d1c-40e0-b63a-2fed0c57505d req-5a160eb8-19b1-4977-ad07-7a0514723868 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:12.311332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b07e463-9d1c-40e0-b63a-2fed0c57505d req-5a160eb8-19b1-4977-ad07-7a0514723868 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 1096 time: 0.1345987 Aug 26 10:46:12.387708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b07e463-9d1c-40e0-b63a-2fed0c57505d req-8c3a2870-cfd0-4a82-8554-535141360007 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708098 Aug 26 10:46:12.393387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:46:12.443810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b0d5b8-65cb-4fd9-b95f-8405a254f72e {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:12.454260 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:12.511774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Transition to ACTIVE for port object 17b0d5b8-65cb-4fd9-b95f-8405a254f72e will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:12.520169 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:12.736804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:46:12.750498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Sync routers for ids ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:46:12.773390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Pushing event updated for resources: {'Port': ['ID=17b0d5b8-65cb-4fd9-b95f-8405a254f72e,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:12.786192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Routers {'8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:46:12.787419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:45:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:12.854071 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:12.864789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bd8d022c-66da-4201-a5b2-4a72d1ecd4c2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3362865 Aug 26 10:46:12.867761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37670) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:12.891191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1150ae62-b618-4e02-8004-0f249275db3e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:13.065441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcd579-448b-44b3-b4b7-9ae574c798e6 req-b68fa285-ebad-432d-85ce-7c52c3f6abfa tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:13.072120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6bdcd579-448b-44b3-b4b7-9ae574c798e6 req-b68fa285-ebad-432d-85ce-7c52c3f6abfa tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 948 time: 0.1505718 Aug 26 10:46:13.087970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Attempting to bind port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:13.087970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Attempting to bind port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:13.088459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Attempting to bind port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:13.106512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:46:13.106943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Attempting to bind port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:13.127998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:13.128305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:13.128717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:13.129179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Bound port: 17b0d5b8-65cb-4fd9-b95f-8405a254f72e, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:13.129735 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:13.150278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1150ae62-b618-4e02-8004-0f249275db3e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:13.150667 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:13.195858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Set router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:46:13.210853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6bdcd579-448b-44b3-b4b7-9ae574c798e6 req-76e82a26-d951-4545-9e7b-79044a9a1cc0 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304011 Aug 26 10:46:13.324583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] For port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:13.328064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] For port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=17b0d5b8-65cb-4fd9-b95f-8405a254f72e,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:13.338063 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:13.434789 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7c32ce5-2211-4a3f-a3d6-dbf1ba56b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:13.552053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Pushing event updated for resources: {'Port': ['ID=17b0d5b8-65cb-4fd9-b95f-8405a254f72e,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:13.569507 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:13.570152 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:13.580101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f1bbc333-ea27-49f4-8668-501860a8f542 service neutron] 10.222.0.47 "PUT /v2.0/ports/17b0d5b8-65cb-4fd9-b95f-8405a254f72e HTTP/1.1" status: 200 len: 1097 time: 1.9529808 Aug 26 10:46:13.614277 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e039aca-e341-48c8-9294-659650f350e4', 'tag': '17b0d5b8-65cb-4fd9-b95f-8405a254f72e'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:13.630064 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5e29d8-1e65-49f4-be62-047d5f2983d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e039aca-e341-48c8-9294-659650f350e4", "tag": "17b0d5b8-65cb-4fd9-b95f-8405a254f72e"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:13.691524 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device baabc383-65a1-4827-9ea4-57d18682c637 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:46:13.916008 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:46:13.983916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-42331378-ae11-4dd1-b3c5-d9acf328bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:13.986210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-42331378-ae11-4dd1-b3c5-d9acf328bbf1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 1100 time: 0.3442967 Aug 26 10:46:14.098902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-5fc831c6-28ee-4b9c-bb5f-d186647f63a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=17b0d5b8-65cb-4fd9-b95f-8405a254f72e HTTP/1.1" status: 200 len: 217 time: 0.0930879 Aug 26 10:46:14.104955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:11Z', 'revision_number': 3, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:14.126919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a6966-c34d-42ec-9dfe-56e1b5a90f72 req-a20ba075-fa93-48e4-95e6-a162980a93ad tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:14.128518 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-026a6966-c34d-42ec-9dfe-56e1b5a90f72 req-a20ba075-fa93-48e4-95e6-a162980a93ad tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.4854691 Aug 26 10:46:14.182253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Checking router: 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:46:14.187057 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Updating router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:46:14.231477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f864db43-345d-4dc6-b699-15601fd8e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:14.232968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-f864db43-345d-4dc6-b699-15601fd8e8a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1011341 Aug 26 10:46:14.250976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:14.283716 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:14.342494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-e1963c50-84d1-420c-a525-6bdadd03a01c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:14.351802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-e1963c50-84d1-420c-a525-6bdadd03a01c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 808 time: 0.9044702 Aug 26 10:46:14.377978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port baabc383-65a1-4827-9ea4-57d18682c637, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=baabc383-65a1-4827-9ea4-57d18682c637,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:14.430374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-026a6966-c34d-42ec-9dfe-56e1b5a90f72 req-d7c71484-b6ac-4ce2-9df1-04f93dbc61bc tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867034 Aug 26 10:46:14.436152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-b543d6a5-63c1-4dc2-b5cc-37ce28036376 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/quotas/bbdc0b3586bc413e8f4363512678b56e HTTP/1.1" status: 200 len: 375 time: 0.0828259 Aug 26 10:46:14.440073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-17f1ce30-a3d0-4327-b88b-085fd25ca615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:14.441677 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-17f1ce30-a3d0-4327-b88b-085fd25ca615 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1941078 Aug 26 10:46:14.553217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'baabc383-65a1-4827-9ea4-57d18682c637', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'port_id': 'baabc383-65a1-4827-9ea4-57d18682c637', 'mac_address': 'fa:16:3e:00:97:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b7aaaf-6bb9-41cb-8de8-b1187d4324ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:46:14.601164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Allocated IP 172.20.0.1 (9c29a414-e206-4e98-b1a0-62ff2e09f39a/34e578bc-0e70-4fe6-a893-d9310ddafc79/5c10481e-fdee-48d4-9255-30a03520b433) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:14.648998 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:14.682352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id baabc383-65a1-4827-9ea4-57d18682c637 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:14.726615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port baabc383-65a1-4827-9ea4-57d18682c637, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=baabc383-65a1-4827-9ea4-57d18682c637,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:14.738713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:14.824319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['baabc383-65a1-4827-9ea4-57d18682c637'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:14.927123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=baabc383-65a1-4827-9ea4-57d18682c637,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:14.972805 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:15.023872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Transition to ACTIVE for port object 5c10481e-fdee-48d4-9255-30a03520b433 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:15.073862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:46:15.111497 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:15.192373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Pushing event updated for resources: {'Port': ['ID=5c10481e-fdee-48d4-9255-30a03520b433,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:15.207014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-0afe6d56-70f0-4b16-8bc9-fcb3c0d9a502 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316077 Aug 26 10:46:15.220258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Network 9c29a414-e206-4e98-b1a0-62ff2e09f39a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:15.227876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:15.231450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:15.248924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-78c0af5e-e533-43c3-83b7-824307c6c114 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7722604 Aug 26 10:46:15.275961 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:15.281211 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-9d1fe6ee-d42c-4022-93e8-e872557088e9 service neutron] show failed (client error): The resource could not be found. Aug 26 10:46:15.283149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-9d1fe6ee-d42c-4022-93e8-e872557088e9 service neutron] 10.222.0.42 "GET /v2.0/ports/c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3/bindings/n-h1-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.8028500 Aug 26 10:46:15.299067 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:46:15.316103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Transition to ACTIVE for port object 21aeb84b-8ec4-452b-a186-ad82b4f06b9e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:15.320093 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:15.384570 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:15.489865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4855989-a7e2-4d0f-9e52-05f7218f1263 None None] Pushing event updated for resources: {'Port': ['ID=21aeb84b-8ec4-452b-a186-ad82b4f06b9e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:15.559431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Attempting to bind port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:15.559991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Attempting to bind port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:15.560366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Attempting to bind port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:15.586676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:15.587060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:15.589789 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:15.590381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:15.591205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Bound port: 21aeb84b-8ec4-452b-a186-ad82b4f06b9e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:15.591790 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:15.596555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device baabc383-65a1-4827-9ea4-57d18682c637 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:15.674476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-8911daa5-c499-42e2-88e8-e942ed76395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:15.676649 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-8911daa5-c499-42e2-88e8-e942ed76395d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4&tenant_id=cac702c5642f41e2949e2afdcb274895 HTTP/1.1" status: 200 len: 1102 time: 0.0897613 Aug 26 10:46:15.684759 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4292061e-9d68-41db-bf3a-476f43edbf61 service neutron] 10.222.0.21 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329770 Aug 26 10:46:15.687761 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8bb181-f6e0-400d-8ab7-63993c622d25 x-openstack-request-id: req-8c8bb181-f6e0-400d-8ab7-63993c622d25 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:15.689365 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e039aca-e341-48c8-9294-659650f350e4", "tag": "17b0d5b8-65cb-4fd9-b95f-8405a254f72e", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:15.690089 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c8bb181-f6e0-400d-8ab7-63993c622d25 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:15.691049 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e039aca-e341-48c8-9294-659650f350e4', 'tag': '17b0d5b8-65cb-4fd9-b95f-8405a254f72e', 'status': 'completed', 'code': 200} Aug 26 10:46:15.710856 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:15.716343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:15.775581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-840d6d0e-81e6-49da-a6c2-0097858a3b6f None None] Provisioning for port 5c10481e-fdee-48d4-9255-30a03520b433 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:15.780146 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dad952f0-bfc3-40f4-9037-322c0ba0f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:15.793553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-840d6d0e-81e6-49da-a6c2-0097858a3b6f None None] Provisioning complete for port 5c10481e-fdee-48d4-9255-30a03520b433 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:15.794050 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-840d6d0e-81e6-49da-a6c2-0097858a3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:16.032297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-7b119215-3575-4e1a-917e-02600fc3512e service neutron] 10.222.0.21 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614489 Aug 26 10:46:16.079549 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:16.088446 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:16.108482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e987f-2400-4046-96d7-913c9b2c59e1 req-d609983b-62a2-4cec-80f3-921f61dfe4d4 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:16.125705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:16.139375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e04e987f-2400-4046-96d7-913c9b2c59e1 req-d609983b-62a2-4cec-80f3-921f61dfe4d4 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 948 time: 0.3851652 Aug 26 10:46:16.202233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:16.243211 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:16.247881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Pushing event updated for resources: {'Port': ['ID=5c10481e-fdee-48d4-9255-30a03520b433,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:16.301645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e04e987f-2400-4046-96d7-913c9b2c59e1 req-b3ecf023-7415-4685-b410-aba6cb5af547 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554208 Aug 26 10:46:16.310423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7cf8244-1d52-495f-90f7-4cdead9e06f8 req-b8034674-e3d6-4456-87ea-ac7800214be6 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0481558 Aug 26 10:46:16.311709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port baabc383-65a1-4827-9ea4-57d18682c637 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:16.313659 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:16.438361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-840d6d0e-81e6-49da-a6c2-0097858a3b6f None None] Port 5c10481e-fdee-48d4-9255-30a03520b433 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:46:16.441966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:16.477406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] For port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:16.483980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e29d8-1e65-49f4-be62-047d5f2983d1 req-6dbba451-aae8-4457-9779-d22ce4b9e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:16.485869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e5e29d8-1e65-49f4-be62-047d5f2983d1 req-6dbba451-aae8-4457-9779-d22ce4b9e8b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 1100 time: 0.1095321 Aug 26 10:46:16.510068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'mac_address': 'fa:16:3e:a3:6b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:46:16.562373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] For port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=21aeb84b-8ec4-452b-a186-ad82b4f06b9e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:16.586885 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:16.605950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Network 9c29a414-e206-4e98-b1a0-62ff2e09f39a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:16.610035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:16.696012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e29d8-1e65-49f4-be62-047d5f2983d1 req-1c59bba9-01aa-4d35-a6b2-e7711f1af21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:16.698219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e5e29d8-1e65-49f4-be62-047d5f2983d1 req-1c59bba9-01aa-4d35-a6b2-e7711f1af21b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2032518 Aug 26 10:46:16.888154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:16.942310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed972767-4008-4d9f-b663-9741e3c3d435 req-ddcd8949-a827-467b-8dc6-40af5d800c6a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 210 time: 0.0598977 Aug 26 10:46:16.947150 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:46:16.950849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e5e29d8-1e65-49f4-be62-047d5f2983d1 req-02061b25-ca85-4059-a0b1-cf4d0e2d7360 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=17b0d5b8-65cb-4fd9-b95f-8405a254f72e HTTP/1.1" status: 200 len: 217 time: 0.2405348 Aug 26 10:46:17.097594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49846cf6-35d6-4e5a-af45-dc6cc7c20c26 req-1625ddb9-02bd-4ca4-96bd-78f6aa8ad618 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:17.109175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49846cf6-35d6-4e5a-af45-dc6cc7c20c26 req-1625ddb9-02bd-4ca4-96bd-78f6aa8ad618 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.4098041 Aug 26 10:46:17.168430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:46:17.186552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49846cf6-35d6-4e5a-af45-dc6cc7c20c26 req-679c10ec-e000-4e02-8b83-d54e7e68664b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749228 Aug 26 10:46:17.195693 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e29d8-1e65-49f4-be62-047d5f2983d1 req-952f7466-bb2a-4f24-b061-0a36361c4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:17.197211 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-07394589-c745-4482-8da3-25922d63b798 admin admin] 10.222.0.21 "PUT /v2.0/routers/8a54aa15-b0ab-449d-aeae-7b5d7937d6a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3278165 Aug 26 10:46:17.202933 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:17.207021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:17.219692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e5e29d8-1e65-49f4-be62-047d5f2983d1 req-952f7466-bb2a-4f24-b061-0a36361c4a91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2598584 Aug 26 10:46:17.312894 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:17.337483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:17.347259 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06824602-e5d7-4b85-aa03-9c1745a47b69" -d '{"events": [{"server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:17.383695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Transition to ACTIVE for port object c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:17.393128 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:17.449588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e29d8-1e65-49f4-be62-047d5f2983d1 req-691a4082-9909-401a-a421-d4d23b32dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:17.451414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e5e29d8-1e65-49f4-be62-047d5f2983d1 req-691a4082-9909-401a-a421-d4d23b32dbf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2172732 Aug 26 10:46:17.483557 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:17.514610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4855989-a7e2-4d0f-9e52-05f7218f1263 None None] Pushing event updated for resources: {'Port': ['ID=21aeb84b-8ec4-452b-a186-ad82b4f06b9e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:17.553524 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:17.563439 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Routers {'8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:46:17.576439 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:46:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:17.604490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:17.626976 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006adc28-8986-4ded-9df9-ca0c5ca2477a x-openstack-request-id: req-006adc28-8986-4ded-9df9-ca0c5ca2477a {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:17.627393 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:17.627718 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-006adc28-8986-4ded-9df9-ca0c5ca2477a {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:17.633467 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3', 'code': 200} Aug 26 10:46:17.659158 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] No DVR routers for this DVR port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:46:17.669154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:17.723104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37780) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:17.825730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Attempting to bind port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:17.826025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Attempting to bind port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:17.826371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Attempting to bind port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:17.865369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:46:17.865706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Attempting to bind port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:17.913601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:17.913959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:17.914373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:17.923257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Bound port: c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:17.924082 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:17.960622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf8fcd-90ea-46e7-a462-40caa510c6f2 req-bcca495b-be49-4462-9668-35d67a72c768 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:17.972048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bcf8fcd-90ea-46e7-a462-40caa510c6f2 req-bcca495b-be49-4462-9668-35d67a72c768 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 948 time: 0.2870104 Aug 26 10:46:18.082332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bcf8fcd-90ea-46e7-a462-40caa510c6f2 req-57bdaa36-f1c5-4b93-b3cf-d28bf89b633f tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092737 Aug 26 10:46:18.106541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e5e29d8-1e65-49f4-be62-047d5f2983d1 req-bcafe3dd-e994-40c2-8165-9e6714814a28 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409795 Aug 26 10:46:18.133221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a4247fa0-df20-4e81-ad8d-cf8aa17818a0 None None] Provisioning complete for port 5c10481e-fdee-48d4-9255-30a03520b433 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:18.134621 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4247fa0-df20-4e81-ad8d-cf8aa17818a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:18.262624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:18.267441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:18.280021 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:18.304266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:18.305319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a4247fa0-df20-4e81-ad8d-cf8aa17818a0 None None] Port 5c10481e-fdee-48d4-9255-30a03520b433 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:46:18.313132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1334b561-0549-471e-b535-ec43c23cae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baabc383-65a1-4827-9ea4-57d18682c637'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:18.315641 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c9c02c-7932-4105-8258-6d3ba2e53ce3" -d '{"events": [{"server_uuid": "1334b561-0549-471e-b535-ec43c23cae25", "name": "network-vif-plugged", "status": "completed", "tag": "baabc383-65a1-4827-9ea4-57d18682c637"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:18.352966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:18.365248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port baabc383-65a1-4827-9ea4-57d18682c637, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=baabc383-65a1-4827-9ea4-57d18682c637,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:18.389757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:18.405104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:46:18.471573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:18.472633 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:18.489584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e910f9c4-a796-4944-90c8-b1879d31f01e req-5a771006-9619-434c-8664-2d20bcb265a3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 210 time: 0.0497868 Aug 26 10:46:18.489584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31052ba6-d3a6-4b8d-b138-eeb2fb1cf05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:18.496586 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 HTTP/1.1" status: 200 len: 1097 time: 2.7864726 Aug 26 10:46:18.550116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e5e29d8-1e65-49f4-be62-047d5f2983d1 req-23c18130-30b2-4b56-9772-5f325f7a0d0d service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273968 Aug 26 10:46:18.612980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] Set router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:46:18.632215 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2599c6-ab3c-404b-86c0-8c7a28b452b0 x-openstack-request-id: req-ff2599c6-ab3c-404b-86c0-8c7a28b452b0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:18.632559 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1334b561-0549-471e-b535-ec43c23cae25", "name": "network-vif-plugged", "status": "completed", "tag": "baabc383-65a1-4827-9ea4-57d18682c637", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:18.632743 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff2599c6-ab3c-404b-86c0-8c7a28b452b0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:18.633140 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1334b561-0549-471e-b535-ec43c23cae25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baabc383-65a1-4827-9ea4-57d18682c637', 'code': 200} Aug 26 10:46:18.635939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bad44b-67ce-4d4c-86fe-1d46c59b1521 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:18.718968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:18.741842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a6a5e-ac80-41d8-839f-78044a41ce50 req-1aee2b92-6833-45e3-bbc4-cd3bbdb3a9dc tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:18.753105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d38a6a5e-ac80-41d8-839f-78044a41ce50 req-1aee2b92-6833-45e3-bbc4-cd3bbdb3a9dc tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 948 time: 0.2547588 Aug 26 10:46:18.797934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:46:18.833475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:19.014393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31052ba6-d3a6-4b8d-b138-eeb2fb1cf05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:19.029482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=baabc383-65a1-4827-9ea4-57d18682c637,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:19.051113 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31052ba6-d3a6-4b8d-b138-eeb2fb1cf05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:19.069701 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-4709074d-d4c5-4aee-965c-67be34f130e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:19.072314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-4709074d-d4c5-4aee-965c-67be34f130e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 1100 time: 0.5011055 Aug 26 10:46:19.107036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d38a6a5e-ac80-41d8-839f-78044a41ce50 req-1a6cdb2e-676a-4ec1-bd56-822245161955 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279071 Aug 26 10:46:19.157540 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:19.271088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31052ba6-d3a6-4b8d-b138-eeb2fb1cf05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d39dc-54f2-4769-9064-38faf158004a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:19.350286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5c10481e-fdee-48d4-9255-30a03520b433', 'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'mac_address': 'fa:16:3e:0f:f7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:14Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 2, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'subnets': [{'id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:19.437029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a957ecf-d099-4262-8a27-179bb9784b08 None None] The sync data for ids ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'] in n-d-778550-13 is: [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5c10481e-fdee-48d4-9255-30a03520b433', 'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'mac_address': 'fa:16:3e:0f:f7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:14Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 2, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'subnets': [{'id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:46:19.499057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-31052ba6-d3a6-4b8d-b138-eeb2fb1cf05d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d129db5552264ababae5e42b26319b51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7742698 Aug 26 10:46:19.502579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37852) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:19.634037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:19.642874 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dd6643-e983-4c67-bdae-3e42f933a588" -d '{"events": [{"name": "network-changed", "server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:19.699538 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1fa5-3941-43c3-a03c-95d71b6f4154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:19.719833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-0a342b9f-1572-4a79-a831-5246793e4e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:19.722897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-0a342b9f-1572-4a79-a831-5246793e4e3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.5901675 Aug 26 10:46:19.757402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1fa5-3941-43c3-a03c-95d71b6f4154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:19.766998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0f593-5bd4-4b86-9c42-ddcc6acd832f req-cb1df561-9658-44f4-a596-85b81e4789b1 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:19.768567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80e0f593-5bd4-4b86-9c42-ddcc6acd832f req-cb1df561-9658-44f4-a596-85b81e4789b1 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 948 time: 0.4987833 Aug 26 10:46:19.911465 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1fa5-3941-43c3-a03c-95d71b6f4154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:19.914516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1fa5-3941-43c3-a03c-95d71b6f4154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:19.915741 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b5ff1fa5-3941-43c3-a03c-95d71b6f4154 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f14d39dc-54f2-4769-9064-38faf158004a HTTP/1.1" status: 204 len: 168 time: 0.4111168 Aug 26 10:46:19.944507 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d267704-a967-43aa-9fe3-a4d4323717a4 req-9f763575-746b-4c02-bed9-f03b28e7bffe tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 210 time: 0.2051296 Aug 26 10:46:19.950893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-79b5572b-2cf1-4863-b0d7-d2021e2a7227 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 HTTP/1.1" status: 200 len: 217 time: 0.2034993 Aug 26 10:46:19.952037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff1fa5-3941-43c3-a03c-95d71b6f4154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d39dc-54f2-4769-9064-38faf158004a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:20.060996 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83c9a9b-3079-4be6-a124-bd72ee90e25b x-openstack-request-id: req-d83c9a9b-3079-4be6-a124-bd72ee90e25b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:20.061401 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:20.061766 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d83c9a9b-3079-4be6-a124-bd72ee90e25b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:20.062278 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3', 'status': 'completed', 'code': 200} Aug 26 10:46:20.065983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:20.091899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-f4ed1b43-88e3-4239-8d9b-caebb3904605 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:20.095864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-f4ed1b43-88e3-4239-8d9b-caebb3904605 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.42 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 808 time: 0.9609349 Aug 26 10:46:20.167195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Request body: {'port': {'device_id': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5', 'admin_state_up': True, 'tenant_id': 'bbdc0b3586bc413e8f4363512678b56e'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:20.176504 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80e0f593-5bd4-4b86-9c42-ddcc6acd832f req-14ec037e-54de-4b63-8def-f58b57dcf41e tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643796 Aug 26 10:46:20.209091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-65b39aae-834b-4501-9b48-dbbafe5b3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:20.210650 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-65b39aae-834b-4501-9b48-dbbafe5b3468 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 1100 time: 0.1221507 Aug 26 10:46:20.372005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 17b0d5b8-65cb-4fd9-b95f-8405a254f72e details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:46:20.404182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-6cda6173-c276-42c8-829a-6201c623b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:20.406102 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-6cda6173-c276-42c8-829a-6201c623b28c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1873207 Aug 26 10:46:20.512891 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-4d63cbb1-13d4-4177-b7a2-54a96c64336e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 HTTP/1.1" status: 200 len: 217 time: 0.0992706 Aug 26 10:46:20.522633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-76eed4d1-1416-472e-b18b-7731671d63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:20.534231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-76eed4d1-1416-472e-b18b-7731671d63c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.5631511 Aug 26 10:46:20.634490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=17b0d5b8-65cb-4fd9-b95f-8405a254f72e,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:20.637539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-39dfa808-9119-4dfb-921f-6e16525f1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:20.641395 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-39dfa808-9119-4dfb-921f-6e16525f1aba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1056159 Aug 26 10:46:20.701130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '17b0d5b8-65cb-4fd9-b95f-8405a254f72e', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '17b0d5b8-65cb-4fd9-b95f-8405a254f72e', 'mac_address': 'fa:16:3e:a8:5d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:46:20.829712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-bb700123-01fa-4ec7-b648-384be1a62b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:20.831620 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-bb700123-01fa-4ec7-b648-384be1a62b5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1773138 Aug 26 10:46:20.861555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8de6-b9ed-4e85-9e50-d264208a97dd req-91a33197-d408-4b97-915a-db5b47b2d27a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:20.864383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35da8de6-b9ed-4e85-9e50-d264208a97dd req-91a33197-d408-4b97-915a-db5b47b2d27a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 948 time: 0.4896829 Aug 26 10:46:20.931040 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:21.012764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b0d5b8-65cb-4fd9-b95f-8405a254f72e {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:21.080144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Made reservation on behalf of bbdc0b3586bc413e8f4363512678b56e for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:21.092276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=17b0d5b8-65cb-4fd9-b95f-8405a254f72e,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:21.095811 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:21.111237 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:21.152392 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-82d10d7b-c42e-4ee5-ab83-6f751a1aa146 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128757 Aug 26 10:46:21.199359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35da8de6-b9ed-4e85-9e50-d264208a97dd req-3c900219-550e-40c3-ae90-2adecff7c34c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793115 Aug 26 10:46:21.250474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=17b0d5b8-65cb-4fd9-b95f-8405a254f72e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:21.335378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883b8a87-ca24-4ceb-9f3d-5185737418cc req-d0a4a6b5-9d47-41f3-adb9-e4f231e74e5b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 210 time: 0.1673231 Aug 26 10:46:21.377632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-02df8a33-f739-4f9e-b790-d60bf65bb037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:21.385143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-02df8a33-f739-4f9e-b790-d60bf65bb037 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7855945 Aug 26 10:46:21.419503 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-e65da1d0-628e-491a-86bc-cdce6726e00a service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548208 Aug 26 10:46:21.519661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-1651ab27-be31-412d-b5d1-85fbf82600c8 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182585 Aug 26 10:46:21.520802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['17b0d5b8-65cb-4fd9-b95f-8405a254f72e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:21.743487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37946) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:21.902176 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:21.994757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1e1af-4d67-438c-88bb-2aec1d77fa4a req-bf9817d0-5d8c-43d8-ae0b-5e5c1a25d615 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:22.003386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4b1e1af-4d67-438c-88bb-2aec1d77fa4a req-bf9817d0-5d8c-43d8-ae0b-5e5c1a25d615 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 949 time: 0.4807727 Aug 26 10:46:22.067486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-121202103-network', 'tenant_id': 'bd5c751a08e348619fa80a105fd52f97'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:22.128518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Made reservation on behalf of bd5c751a08e348619fa80a105fd52f97 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:22.143292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30673bc1-094a-4bdb-92f0-bd96efc48503 req-15e0f489-0320-4176-87e9-fa752d69bb05 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075640 Aug 26 10:46:22.148194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:22.177981 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:22.192167 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4b1e1af-4d67-438c-88bb-2aec1d77fa4a req-2eb6eabe-023d-42d0-9129-cf610c33cd62 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867573 Aug 26 10:46:22.231164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Allocated IP 172.20.0.10 (1ef82442-85ca-4ab5-82ba-4ef962a133c5/a6b8f04e-fe58-45c4-94a0-9f19669a90e3/14b021cc-57a9-45f5-b49b-7c8112f44753) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:22.460116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:22.460683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-2e4e754b-2db9-4484-90a3-3b7bb15b30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:22.460683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-2e4e754b-2db9-4484-90a3-3b7bb15b30d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 1100 time: 0.1461196 Aug 26 10:46:22.575819 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:22.583524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:22.598998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:46:22.605118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:22.615713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:22.616996 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:22.724715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf7c5e6-2129-4ffd-8d92-be2a977cda42,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:22.736126 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:22.736805 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Added segment 1f62f03b-2f76-4879-bbe5-062632574ee8 of type vlan for network fe7e3f3f-687c-4479-8555-e2cff1606dd5 Aug 26 10:46:22.828437 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:22.898221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:22.899985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:22.901007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:22.915464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 21aeb84b-8ec4-452b-a186-ad82b4f06b9e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:22.996924 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:23.122637 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3766582 Aug 26 10:46:23.126871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37970) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:23.159987 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] Request body: {'subnet': {'network_id': 'fe7e3f3f-687c-4479-8555-e2cff1606dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-121202103-subnet', 'tenant_id': 'bd5c751a08e348619fa80a105fd52f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:23.160464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:23.187756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:23.194067 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd2482c-598d-4e45-b995-a9a6c7349552" -d '{"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:23.199314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c36e2-a4c2-4cdf-bb9f-f508b1665837 req-c153ebd7-db3e-4f26-a9f8-da9e75a0c6e6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:23.201908 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3c041-c4ec-4bc9-9360-53393760da78 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7e3f3f-687c-4479-8555-e2cff1606dd5,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:23.202928 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-089c36e2-a4c2-4cdf-bb9f-f508b1665837 req-c153ebd7-db3e-4f26-a9f8-da9e75a0c6e6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 948 time: 0.7659812 Aug 26 10:46:23.237769 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:23.249073 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network fe7e3f3f-687c-4479-8555-e2cff1606dd5 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:46:23.266969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] Made reservation on behalf of bd5c751a08e348619fa80a105fd52f97 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:23.282146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:23.282486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-e6480671-2d79-4a48-8e51-0e451b84e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:23.284072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-e6480671-2d79-4a48-8e51-0e451b84e7d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.8093283 Aug 26 10:46:23.300167 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:23.363117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-089c36e2-a4c2-4cdf-bb9f-f508b1665837 req-364d041c-34fb-46fe-adce-a5ecf7ddd9e5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419024 Aug 26 10:46:23.366062 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-567f822b-5559-43d1-97a6-54fffeaf59af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 HTTP/1.1" status: 200 len: 217 time: 0.0633535 Aug 26 10:46:23.585491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:23.627135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:23.627780 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:23.640580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:23.666237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-aac90ad0-33aa-416b-a65b-45eddc618185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:23.668852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-aac90ad0-33aa-416b-a65b-45eddc618185 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2898958 Aug 26 10:46:23.736690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:23.757297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13688e2d-358f-4bb3-8340-87b0f8bdbb42 req-01a12069-87ed-476a-b012-a0a6aca4ee23 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 210 time: 0.1669116 Aug 26 10:46:23.759297 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:23.759463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d2807b-ee32-4356-832a-349c0a5be372,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:23.767723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] Checking segment: {'id': '1f62f03b-2f76-4879-bbe5-062632574ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe7e3f3f-687c-4479-8555-e2cff1606dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:23.768280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] Network hostable DHCP agents. Network: fe7e3f3f-687c-4479-8555-e2cff1606dd5, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:46:23.792617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] Network fe7e3f3f-687c-4479-8555-e2cff1606dd5 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:46:23.811618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, fe7e3f3f-687c-4479-8555-e2cff1606dd5) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:23.828208 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Sync routers for ids ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:46:23.833987 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:23.834703 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:23.841454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e27f94-af4a-473b-9bd2-5d8083e2dc5c None None] Network fe7e3f3f-687c-4479-8555-e2cff1606dd5 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:46:23.860324 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Routers {'8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:46:23.861376 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:46:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:23.866048 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e6f22ae1-2469-41c4-842a-08f3f92e3778 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7231452 Aug 26 10:46:23.901865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:23.924170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:23.935091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:24.163151 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:24.190931 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Set router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:46:24.266476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=21aeb84b-8ec4-452b-a186-ad82b4f06b9e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:24.288900 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:24.452624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 17b0d5b8-65cb-4fd9-b95f-8405a254f72e up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:24.499025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-c4da7da1-b2fb-44d9-b93f-1f694dbe6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:24.500519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-c4da7da1-b2fb-44d9-b93f-1f694dbe6b79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7529311 Aug 26 10:46:24.509817 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5c10481e-fdee-48d4-9255-30a03520b433', 'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'mac_address': 'fa:16:3e:0f:f7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:14Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 2, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'subnets': [{'id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:24.561320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017df88e-7ecf-4949-b140-bf33b0b5e39e None None] Network fe7e3f3f-687c-4479-8555-e2cff1606dd5 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:46:24.581611 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Checking router: 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:46:24.582031 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Updating router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 port 5c10481e-fdee-48d4-9255-30a03520b433 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:46:24.665513 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:24.675662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Pushing event updated for resources: {'Port': ['ID=14b021cc-57a9-45f5-b49b-7c8112f44753,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:24.681101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-724208c5-6948-4bc3-b54e-7756941ce23a service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696095 Aug 26 10:46:24.690371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:24.691090 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:24.727395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422744a-153b-4172-93d8-6dc9fd178fef req-845b3961-94c3-4a16-95e0-d383365e0c1f tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:24.729938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4422744a-153b-4172-93d8-6dc9fd178fef req-845b3961-94c3-4a16-95e0-d383365e0c1f tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 1097 time: 0.7850854 Aug 26 10:46:24.731840 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-4235269e-09b7-4cb3-91aa-4aa3e6234acf tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5835276 Aug 26 10:46:24.825915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Request body: {'port': {'device_id': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:24.910780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4422744a-153b-4172-93d8-6dc9fd178fef req-82294f7e-1c3e-49ae-992a-9c9f9c5d404a tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261344 Aug 26 10:46:24.998754 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:25.065482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4dd6643-e983-4c67-bdae-3e42f933a588 req-416b1a5f-3523-4542-a588-ca4dd2ef4f14 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549712 Aug 26 10:46:25.171579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=21aeb84b-8ec4-452b-a186-ad82b4f06b9e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:25.362451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:25.379733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:25.380486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:25.490691 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:25.515268 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Transition to ACTIVE for port object 5c10481e-fdee-48d4-9255-30a03520b433 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:25.527337 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:25.558104 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:25.606580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=17b0d5b8-65cb-4fd9-b95f-8405a254f72e,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:25.618656 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:25.680137 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5423549-bb3b-43ae-a7d0-efca4b248b80 None None] Pushing event updated for resources: {'Port': ['ID=5c10481e-fdee-48d4-9255-30a03520b433,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:25.709476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=17b0d5b8-65cb-4fd9-b95f-8405a254f72e,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:25.815713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b021cc-57a9-45f5-b49b-7c8112f44753 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:25.825086 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:25.834083 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Attempting to bind port 5c10481e-fdee-48d4-9255-30a03520b433 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:25.834461 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Attempting to bind port 5c10481e-fdee-48d4-9255-30a03520b433 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:25.834854 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Attempting to bind port 5c10481e-fdee-48d4-9255-30a03520b433 on network 9c29a414-e206-4e98-b1a0-62ff2e09f39a {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:25.839904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Transition to ACTIVE for port object 14b021cc-57a9-45f5-b49b-7c8112f44753 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:25.842371 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:25.842871 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Checking segment: {'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:25.843284 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:25.843984 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Bound using segment: {'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:25.844468 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Bound port: 5c10481e-fdee-48d4-9255-30a03520b433, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:25.844918 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:25.901612 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:25.966358 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] For port 5c10481e-fdee-48d4-9255-30a03520b433, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:25.970899 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] For port 5c10481e-fdee-48d4-9255-30a03520b433, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5c10481e-fdee-48d4-9255-30a03520b433,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:25.985380 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:26.079351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:26.079694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:26.080026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:26.103483 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b255a219-827b-45e0-99c1-9d12d68852d1 req-62d722b7-9cda-44c0-9920-7bd53ed3fa78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4574099 Aug 26 10:46:26.108420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Pushing event updated for resources: {'Port': ['ID=14b021cc-57a9-45f5-b49b-7c8112f44753,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:26.113935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Port 14b021cc-57a9-45f5-b49b-7c8112f44753 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:46:26.114489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:26.118697 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Routers {'8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:46:26.119733 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:46:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:26.124725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:26.125132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:26.125524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:26.126245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Bound port: 14b021cc-57a9-45f5-b49b-7c8112f44753, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:26.126619 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:26.137804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c8332-1b3e-4251-84db-8f08f6a9c44d req-0538f827-edf2-4447-9379-7e2093e4421f tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:26.147370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-375c8332-1b3e-4251-84db-8f08f6a9c44d req-0538f827-edf2-4447-9379-7e2093e4421f tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 950 time: 0.8148389 Aug 26 10:46:26.175362 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5423549-bb3b-43ae-a7d0-efca4b248b80 None None] Pushing event updated for resources: {'Port': ['ID=5c10481e-fdee-48d4-9255-30a03520b433,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:26.281236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:26.284574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=14b021cc-57a9-45f5-b49b-7c8112f44753,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:26.297901 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] Set router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:46:26.298145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:26.318131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:26.318844 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:26.320309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] 10.222.0.42 "PUT /v2.0/ports/14b021cc-57a9-45f5-b49b-7c8112f44753 HTTP/1.1" status: 200 len: 1093 time: 1.5378487 Aug 26 10:46:26.331658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'tag': '14b021cc-57a9-45f5-b49b-7c8112f44753'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:26.334292 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deba5a1-f6b1-488f-abcc-b5ae404e98bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8", "tag": "14b021cc-57a9-45f5-b49b-7c8112f44753"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:26.506446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a219-827b-45e0-99c1-9d12d68852d1 req-9124c824-fd78-454f-9112-d21edd27d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:26.508962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b255a219-827b-45e0-99c1-9d12d68852d1 req-9124c824-fd78-454f-9112-d21edd27d427 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 1096 time: 0.3504965 Aug 26 10:46:26.551659 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-375c8332-1b3e-4251-84db-8f08f6a9c44d req-00f67670-6c33-45d0-a840-55f99b61772b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979042 Aug 26 10:46:26.648931 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf6a35c-b9d7-4eec-8dae-ea9d53c7cf7d x-openstack-request-id: req-7cf6a35c-b9d7-4eec-8dae-ea9d53c7cf7d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:26.649523 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:26.649631 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cf6a35c-b9d7-4eec-8dae-ea9d53c7cf7d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:26.650074 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'code': 200} Aug 26 10:46:26.785811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-b6c9380c-ad07-4834-a359-61047c681415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:26.792243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-b6c9380c-ad07-4834-a359-61047c681415 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 1096 time: 0.3410451 Aug 26 10:46:26.795427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df7c11-c61f-4e37-9a5a-d7a10874609b service neutron] Pushing event updated for resources: {'Port': ['ID=14b021cc-57a9-45f5-b49b-7c8112f44753,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:26.834265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c10481e-fdee-48d4-9255-30a03520b433 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:26.849323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4b2ed-50cf-44d7-8352-99991c681bf6 req-ec50c052-9d87-4d98-a1c8-367c04b420b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:26.855525 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2c4b2ed-50cf-44d7-8352-99991c681bf6 req-ec50c052-9d87-4d98-a1c8-367c04b420b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 1102 time: 0.1345046 Aug 26 10:46:26.876057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-d0a815b5-d714-4f18-bf53-2ed595cf906c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b021cc-57a9-45f5-b49b-7c8112f44753 HTTP/1.1" status: 200 len: 217 time: 0.0530574 Aug 26 10:46:26.929898 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2c4b2ed-50cf-44d7-8352-99991c681bf6 req-790a922e-6fdc-4bdf-8e79-f269e605082c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660794 Aug 26 10:46:26.953081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a219-827b-45e0-99c1-9d12d68852d1 req-f7086175-9fc4-4bcc-aaa5-36c9ec9d60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:26.955012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b255a219-827b-45e0-99c1-9d12d68852d1 req-f7086175-9fc4-4bcc-aaa5-36c9ec9d60a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.3800483 Aug 26 10:46:26.961714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-796a88e8-63f5-4aa1-891d-766860571332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:26.963900 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-796a88e8-63f5-4aa1-891d-766860571332 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.0796111 Aug 26 10:46:27.005769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-2cf4b0a0-0cc8-4a02-8f12-6797e65e000f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333910 Aug 26 10:46:27.020550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 5c10481e-fdee-48d4-9255-30a03520b433 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:27.029396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5c10481e-fdee-48d4-9255-30a03520b433 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:27.030936 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:27.110576 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5c10481e-fdee-48d4-9255-30a03520b433', 'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'mac_address': 'fa:16:3e:0f:f7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:14Z', 'updated_at': '2021-08-26T10:46:25Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'subnets': [{'id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:27.256104 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:27.316413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b255a219-827b-45e0-99c1-9d12d68852d1 req-202aafc3-79d1-4e73-886f-23aa22d59187 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f HTTP/1.1" status: 200 len: 217 time: 0.1222279 Aug 26 10:46:27.345075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 5c10481e-fdee-48d4-9255-30a03520b433, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5c10481e-fdee-48d4-9255-30a03520b433,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:27.358618 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:27.361239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 21aeb84b-8ec4-452b-a186-ad82b4f06b9e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:27.376446 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54e446b-b925-4dee-9fc4-cce89cdafc48 None None] The sync data for ids ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'] in n-d-778550-13 is: [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5c10481e-fdee-48d4-9255-30a03520b433', 'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'mac_address': 'fa:16:3e:0f:f7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:14Z', 'updated_at': '2021-08-26T10:46:25Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'subnets': [{'id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:46:27.396335 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-4af6813b-12f3-4ddc-a429-05511bade058 req-078b3442-3948-4e78-9487-9e996308897c tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] show failed (client error): The resource could not be found. Aug 26 10:46:27.397649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4af6813b-12f3-4ddc-a429-05511bade058 req-078b3442-3948-4e78-9487-9e996308897c tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] 10.222.0.21 "GET /v2.0/security-groups/95a2e85c-6c20-4a69-94ba-66db824dd645 HTTP/1.1" status: 404 len: 352 time: 0.0734086 Aug 26 10:46:27.428018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a219-827b-45e0-99c1-9d12d68852d1 req-3d1b588d-5843-4d47-9903-e8f870a5df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:27.429512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b255a219-827b-45e0-99c1-9d12d68852d1 req-3d1b588d-5843-4d47-9903-e8f870a5df3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.0877905 Aug 26 10:46:27.434109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-f3f794b6-fee9-4347-93c0-aa4de770d2b4 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175849 Aug 26 10:46:27.529341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=5c10481e-fdee-48d4-9255-30a03520b433,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:27.569161 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:27.569735 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:27.583096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b255a219-827b-45e0-99c1-9d12d68852d1 req-65106491-4c5a-458d-b80d-b10efcb11ecd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442361 Aug 26 10:46:27.788296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba4850-d6b7-4769-8d76-2ab1d27e14fe req-f948c389-d3bd-417e-81f5-40dfe2321e06 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:27.790858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6ba4850-d6b7-4769-8d76-2ab1d27e14fe req-f948c389-d3bd-417e-81f5-40dfe2321e06 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 948 time: 0.2322810 Aug 26 10:46:27.796164 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1a64da-5b58-4717-8e88-eb8dd8bc5191 req-13e22782-4816-4dc0-b1b5-6b5c073f54ff service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479357 Aug 26 10:46:27.863169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6ba4850-d6b7-4769-8d76-2ab1d27e14fe req-e4b46954-4803-47aa-a13d-e1ef54c62e13 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639651 Aug 26 10:46:27.878368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b255a219-827b-45e0-99c1-9d12d68852d1 req-a17ad8e8-6431-4dbb-9d58-faa2b6a28a20 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721503 Aug 26 10:46:28.065148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b255a219-827b-45e0-99c1-9d12d68852d1 req-f7b3454a-aa95-421c-bc42-78ed1ed30fc1 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746416 Aug 26 10:46:28.079859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcf5fe-92bd-4b89-a2dd-24df3ee22955 req-b613303a-ce87-4ed4-b620-daa730dd2fc3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:28.089144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bdcf5fe-92bd-4b89-a2dd-24df3ee22955 req-b613303a-ce87-4ed4-b620-daa730dd2fc3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.1084375 Aug 26 10:46:28.147921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bdcf5fe-92bd-4b89-a2dd-24df3ee22955 req-2578e9bd-1db1-4021-91bb-7a0fc9f55ae0 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550308 Aug 26 10:46:28.470206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:46:28.689389 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e039aca-e341-48c8-9294-659650f350e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b0d5b8-65cb-4fd9-b95f-8405a254f72e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:28.701059 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e66cc39-03f7-45bb-90e3-07be6e00090e" -d '{"events": [{"server_uuid": "6e039aca-e341-48c8-9294-659650f350e4", "name": "network-vif-plugged", "status": "completed", "tag": "17b0d5b8-65cb-4fd9-b95f-8405a254f72e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:28.797992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c10481e-fdee-48d4-9255-30a03520b433 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:28.861348 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:28.880776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3', 'mac_address': 'fa:16:3e:f1:fb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:46:28.919950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5c10481e-fdee-48d4-9255-30a03520b433 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:28.920250 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:28.953497 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:28.977029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:29.003795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:29.015319 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:29.193234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:29.451112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:29.504405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-1b797855-5090-4882-946b-52544149166d tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:46:29.510051 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-1b797855-5090-4882-946b-52544149166d tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109518 Aug 26 10:46:29.529041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Request body: {'binding': {'host': 'n-h2-778550-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:29.529923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Unknown quota resources ['binding']. {{(pid=101267) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 10:46:29.762326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on host n-h2-778550-13 for vnic_type normal with profile None {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:29.763365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:29.764071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:29.771629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:46:29.772237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:29.780524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:29.781430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:29.782255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:29.783167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Bound port: 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:29.857974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:29.866134 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:29.867386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-9185645d-4440-4700-8c34-37384df0047e service neutron] 10.222.0.21 "POST /v2.0/ports/25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3447371 Aug 26 10:46:30.008607 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4e391b-f1c8-4888-978b-76e5ad611507 x-openstack-request-id: req-5a4e391b-f1c8-4888-978b-76e5ad611507 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:30.008935 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8", "tag": "14b021cc-57a9-45f5-b49b-7c8112f44753", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:30.009229 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a4e391b-f1c8-4888-978b-76e5ad611507 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:30.009732 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'tag': '14b021cc-57a9-45f5-b49b-7c8112f44753', 'status': 'completed', 'code': 200} Aug 26 10:46:30.099739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba5a1-f6b1-488f-abcc-b5ae404e98bb req-57973a75-6bd5-4fb7-b8c4-bb37be00102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:30.102109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5deba5a1-f6b1-488f-abcc-b5ae404e98bb req-57973a75-6bd5-4fb7-b8c4-bb37be00102d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 1096 time: 0.0641663 Aug 26 10:46:30.250377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-44517c57-3ff6-46c3-b762-a99c35dc9763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:30.252286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2c367-1472-4816-960d-b72afb699ce0 req-16027373-2f07-44a0-ac00-1c2728d26fd4 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:30.252964 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-44517c57-3ff6-46c3-b762-a99c35dc9763 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 1097 time: 0.0960522 Aug 26 10:46:30.267506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfa2c367-1472-4816-960d-b72afb699ce0 req-16027373-2f07-44a0-ac00-1c2728d26fd4 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 950 time: 0.1640179 Aug 26 10:46:30.341771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba5a1-f6b1-488f-abcc-b5ae404e98bb req-3c3c3a37-76d4-4a64-bdd1-d61c19148192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:30.343919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5deba5a1-f6b1-488f-abcc-b5ae404e98bb req-3c3c3a37-76d4-4a64-bdd1-d61c19148192 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.2283509 Aug 26 10:46:30.377198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfa2c367-1472-4816-960d-b72afb699ce0 req-ecbdc9db-8cf3-4acd-bbd3-5fbca21c9605 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074202 Aug 26 10:46:30.405965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-660b7c90-07f9-4f4e-ba5c-e7c5a307ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:30.407919 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-660b7c90-07f9-4f4e-ba5c-e7c5a307ebcc service neutron] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.1415086 Aug 26 10:46:30.458280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5deba5a1-f6b1-488f-abcc-b5ae404e98bb req-961ba44b-8616-4495-bc12-24a55ede2e87 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b021cc-57a9-45f5-b49b-7c8112f44753 HTTP/1.1" status: 200 len: 217 time: 0.1027331 Aug 26 10:46:30.493271 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-7127adf0-a756-482c-86d5-6caf239a1e27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 HTTP/1.1" status: 200 len: 217 time: 0.0760715 Aug 26 10:46:30.581028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba5a1-f6b1-488f-abcc-b5ae404e98bb req-dcbbefea-8ba6-469d-93a4-cc5e7b44aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:30.582861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5deba5a1-f6b1-488f-abcc-b5ae404e98bb req-dcbbefea-8ba6-469d-93a4-cc5e7b44aeb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1173673 Aug 26 10:46:30.588213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-c482e623-1c14-4a65-96e1-3b28f31c3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:30.590336 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-c482e623-1c14-4a65-96e1-3b28f31c3e5e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.0895579 Aug 26 10:46:30.640975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5deba5a1-f6b1-488f-abcc-b5ae404e98bb req-2357cd5b-8dae-4aa5-9275-f808b450d2b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497301 Aug 26 10:46:30.661349 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-e05ad5ae-9887-463d-a838-d68151eed3b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619252 Aug 26 10:46:30.789244 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5023365-6bd4-4946-8e49-067ede184e9d x-openstack-request-id: req-e5023365-6bd4-4946-8e49-067ede184e9d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:30.789801 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e039aca-e341-48c8-9294-659650f350e4", "name": "network-vif-plugged", "status": "completed", "tag": "17b0d5b8-65cb-4fd9-b95f-8405a254f72e", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:30.790091 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5023365-6bd4-4946-8e49-067ede184e9d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:30.790703 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e039aca-e341-48c8-9294-659650f350e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b0d5b8-65cb-4fd9-b95f-8405a254f72e', 'code': 200} Aug 26 10:46:30.840577 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-1bd16302-f4b1-49c4-b993-b4995b05d774 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718881 Aug 26 10:46:31.029136 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5deba5a1-f6b1-488f-abcc-b5ae404e98bb req-54605b63-b6ea-424f-bfcb-07bb69c7b2f6 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731575 Aug 26 10:46:31.054630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-39b26afc-c2e4-4cb2-a80f-86666979260b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:31.056274 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-39b26afc-c2e4-4cb2-a80f-86666979260b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4&tenant_id=cac702c5642f41e2949e2afdcb274895&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 949 time: 0.0998926 Aug 26 10:46:31.083377 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-c4bb4f03-fd1d-4866-a677-70e10424eaf1 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340052 Aug 26 10:46:31.158415 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-28e29954-36f8-4294-a621-ec08392a2476 service neutron] delete failed (client error): The resource could not be found. Aug 26 10:46:31.160001 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-28e29954-36f8-4294-a621-ec08392a2476 service neutron] 10.222.0.42 "DELETE /v2.0/ports/c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0754864 Aug 26 10:46:31.195631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b1b37-6fd2-4623-ae8b-ed58ba974a30 req-5e16f48d-7d91-4747-b94d-49ab3441f251 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:31.205537 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a4b1b37-6fd2-4623-ae8b-ed58ba974a30 req-5e16f48d-7d91-4747-b94d-49ab3441f251 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.2320371 Aug 26 10:46:31.237492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed6a01-bb06-426b-8165-813b98d9ef7e req-5f1dacae-fafb-44ef-aa5f-1cae2e0246ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:31.239646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbed6a01-bb06-426b-8165-813b98d9ef7e req-5f1dacae-fafb-44ef-aa5f-1cae2e0246ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 1102 time: 0.2693951 Aug 26 10:46:31.380783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a4b1b37-6fd2-4623-ae8b-ed58ba974a30 req-fd6f5d4f-367c-4a08-85e1-389c8b55f3b1 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733000 Aug 26 10:46:31.403142 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5deba5a1-f6b1-488f-abcc-b5ae404e98bb req-d4a1a16f-6c92-4be3-9d70-41d8fd678485 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459849 Aug 26 10:46:31.415275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-ee12b2ac-05fb-4a1e-80b0-5f4fb529a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:31.418574 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-ee12b2ac-05fb-4a1e-80b0-5f4fb529a6f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 1101 time: 0.0688670 Aug 26 10:46:31.450505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbed6a01-bb06-426b-8165-813b98d9ef7e req-96f5f156-f515-4120-8d09-b889571f6d0b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715198 Aug 26 10:46:31.574775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741a6d-4b3b-4a3b-ae3b-fe3d5b6dad98 req-e639c51e-8bba-42b2-ab1f-1d199de5c170 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:31.579510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-866bf91b-897f-4ae8-8f20-263dce55547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:31.584546 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e741a6d-4b3b-4a3b-ae3b-fe3d5b6dad98 req-e639c51e-8bba-42b2-ab1f-1d199de5c170 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 945 time: 0.0831146 Aug 26 10:46:31.585179 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-866bf91b-897f-4ae8-8f20-263dce55547a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1544909 Aug 26 10:46:31.646901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e741a6d-4b3b-4a3b-ae3b-fe3d5b6dad98 req-d1ca495c-70ac-4b6e-a3d3-d767041408d0 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601354 Aug 26 10:46:31.681655 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-c6f7aa5d-72c5-4727-8ab9-8dcdd94c3047 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 HTTP/1.1" status: 200 len: 217 time: 0.0879626 Aug 26 10:46:31.708431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 14b021cc-57a9-45f5-b49b-7c8112f44753 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:46:31.816587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35ed0e04-fcb1-449b-a97a-2a573f6f8bb2 req-b6d2fcf2-2404-4fd4-9c5b-ec115891c1e7 tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd5c751a08e348619fa80a105fd52f97 HTTP/1.1" status: 200 len: 2984 time: 0.1468945 Aug 26 10:46:31.861981 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-f75ad6e6-bd99-4526-9dba-e48c8e139af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:31.863532 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-f75ad6e6-bd99-4526-9dba-e48c8e139af4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1750636 Aug 26 10:46:31.952339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35ed0e04-fcb1-449b-a97a-2a573f6f8bb2 req-c7454020-8658-490c-8bab-9a4e2a252fee tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] 10.222.0.21 "GET /v2.0/security-groups/0bf7c5e6-2129-4ffd-8d92-be2a977cda42 HTTP/1.1" status: 200 len: 2981 time: 0.1343019 Aug 26 10:46:31.960342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-69ecf8e9-25d6-4698-92be-892e6cda9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:31.962022 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-69ecf8e9-25d6-4698-92be-892e6cda9a91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0914440 Aug 26 10:46:31.974288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=14b021cc-57a9-45f5-b49b-7c8112f44753,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:32.014876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '14b021cc-57a9-45f5-b49b-7c8112f44753', 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5', 'port_id': '14b021cc-57a9-45f5-b49b-7c8112f44753', 'mac_address': 'fa:16:3e:94:85:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b8f04e-fe58-45c4-94a0-9f19669a90e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:46:32.098298 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:32.100493 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35ed0e04-fcb1-449b-a97a-2a573f6f8bb2 req-0a05d30f-5af3-4be2-a114-35aa9f8b3390 tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] 10.222.0.21 "GET /v2.0/security-groups/0bf7c5e6-2129-4ffd-8d92-be2a977cda42 HTTP/1.1" status: 200 len: 2981 time: 0.1469574 Aug 26 10:46:32.140487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b021cc-57a9-45f5-b49b-7c8112f44753 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:32.194201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=14b021cc-57a9-45f5-b49b-7c8112f44753,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:32.205902 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:32.241842 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-ef83a2af-23cf-41c0-a648-480d7e77bfa3 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577341 Aug 26 10:46:32.255539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce8ccd-fcaa-4941-b47b-dcbe90bc5054 req-6a1818a0-1c42-4a7a-ab4d-863ccb9ac850 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:32.263741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2ce8ccd-fcaa-4941-b47b-dcbe90bc5054 req-6a1818a0-1c42-4a7a-ab4d-863ccb9ac850 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 949 time: 0.0943854 Aug 26 10:46:32.329730 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2ce8ccd-fcaa-4941-b47b-dcbe90bc5054 req-c16259fc-7c94-41e1-b54d-7d0e0d8874b7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602264 Aug 26 10:46:32.384326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=14b021cc-57a9-45f5-b49b-7c8112f44753,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:32.458374 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ead2d0-5398-431e-befc-a8b0379f5698 req-0a91c8cd-3d5d-4fd6-8167-78a1f43f01ac service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997409 Aug 26 10:46:32.462001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['14b021cc-57a9-45f5-b49b-7c8112f44753'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:32.496481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389c46-b6bb-4fd3-bbb5-b0a05439b2b0 req-0ae47fb5-6156-42ef-a98e-8383c1ad12a2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:32.497893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74389c46-b6bb-4fd3-bbb5-b0a05439b2b0 req-0ae47fb5-6156-42ef-a98e-8383c1ad12a2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 950 time: 0.0770347 Aug 26 10:46:32.572571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:32.599610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74389c46-b6bb-4fd3-bbb5-b0a05439b2b0 req-f9b288f0-7f4a-443d-9ece-635f2e058518 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870473 Aug 26 10:46:32.810724 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-950e80f8-5c35-4974-a6af-d024e8acef5d req-4e32a6b7-0799-4c53-96b1-27deab6cd021 tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] 10.222.0.21 "GET /v2.0/security-groups/0bf7c5e6-2129-4ffd-8d92-be2a977cda42 HTTP/1.1" status: 200 len: 2981 time: 0.1102455 Aug 26 10:46:32.886683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:32.953750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:32.953750 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:33.014434 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-950e80f8-5c35-4974-a6af-d024e8acef5d req-578eb29b-5e8a-4fdb-9dd1-ef3202586a44 tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 26 10:46:33.035349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-950e80f8-5c35-4974-a6af-d024e8acef5d req-578eb29b-5e8a-4fdb-9dd1-ef3202586a44 tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] 10.222.0.21 "DELETE /v2.0/security-groups/0bf7c5e6-2129-4ffd-8d92-be2a977cda42 HTTP/1.1" status: 409 len: 352 time: 0.1994319 Aug 26 10:46:33.257589 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:33.316404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79885e9d-ef30-4605-b67f-b5fb943e2068 req-155db413-e190-4ae6-bb0b-5e1150d1204f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:33.325061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79885e9d-ef30-4605-b67f-b5fb943e2068 req-155db413-e190-4ae6-bb0b-5e1150d1204f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 945 time: 0.1352713 Aug 26 10:46:33.333639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:33.335949 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3e76e8-5443-4195-9d46-2da5c0bcb484" -d '{"events": [{"server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:33.371721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:33.381221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:33.422744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79885e9d-ef30-4605-b67f-b5fb943e2068 req-ea8606bb-eddc-440a-83ed-984858db5cab tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966916 Aug 26 10:46:33.493585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:33.589140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b2993-c9ad-411f-bbe0-b0de1aec8d6f req-a182fea5-8fce-4e4e-8a62-f1cd7cb5b968 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:33.591115 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f1b2993-c9ad-411f-bbe0-b0de1aec8d6f req-a182fea5-8fce-4e4e-8a62-f1cd7cb5b968 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 945 time: 0.0705338 Aug 26 10:46:33.682398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f1b2993-c9ad-411f-bbe0-b0de1aec8d6f req-2ed27a45-f704-440c-8852-880a50710135 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801797 Aug 26 10:46:33.722866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 14b021cc-57a9-45f5-b49b-7c8112f44753 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:33.756573 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-f973b70f-bd44-447e-92ad-eb663eb21f7c req-d8299bb0-9d2b-44a2-9aea-01049806cda9 tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] show failed (client error): The resource could not be found. Aug 26 10:46:33.767195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f973b70f-bd44-447e-92ad-eb663eb21f7c req-d8299bb0-9d2b-44a2-9aea-01049806cda9 tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] 10.222.0.21 "GET /v2.0/security-groups/170f02f6-a2da-4cfc-9d48-6cab971f4938 HTTP/1.1" status: 404 len: 352 time: 0.0525188 Aug 26 10:46:33.861382 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de63c995-642a-47c6-8b3f-717cadf12a23 x-openstack-request-id: req-de63c995-642a-47c6-8b3f-717cadf12a23 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:33.861679 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "name": "network-vif-plugged", "status": "completed", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:33.861935 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de63c995-642a-47c6-8b3f-717cadf12a23 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:33.863707 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3', 'code': 200} Aug 26 10:46:33.903859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 14b021cc-57a9-45f5-b49b-7c8112f44753 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:33.910301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 14b021cc-57a9-45f5-b49b-7c8112f44753 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:33.911093 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:34.062227 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:34.098843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d834ab-38af-4af9-90bb-72704801ac26 req-674653cf-0748-42eb-99b8-1a7d27fbd752 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:34.114357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=14b021cc-57a9-45f5-b49b-7c8112f44753,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:34.115005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84d834ab-38af-4af9-90bb-72704801ac26 req-674653cf-0748-42eb-99b8-1a7d27fbd752 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.0943329 Aug 26 10:46:34.126882 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:34.199862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84d834ab-38af-4af9-90bb-72704801ac26 req-92cf6ef2-c800-4a98-89dd-7473ada6ea8e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837488 Aug 26 10:46:34.229575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=14b021cc-57a9-45f5-b49b-7c8112f44753,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:34.393315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c22e21-a86a-4251-8f50-896959b24bd8 req-faf19503-dd54-47e6-9250-73233d2d10e3 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:34.415041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7c22e21-a86a-4251-8f50-896959b24bd8 req-faf19503-dd54-47e6-9250-73233d2d10e3 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 950 time: 0.1007710 Aug 26 10:46:34.491592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7c22e21-a86a-4251-8f50-896959b24bd8 req-afff0546-c3c6-4c47-9db5-fdc9a8559f41 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772898 Aug 26 10:46:34.628493 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-be4c80d4-adc2-4538-a1ef-31b8676e5bac req-2b2584d0-1c11-4f78-a4cb-64330b21406a tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] show failed (client error): The resource could not be found. Aug 26 10:46:34.630305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be4c80d4-adc2-4538-a1ef-31b8676e5bac req-2b2584d0-1c11-4f78-a4cb-64330b21406a tempest-SecurityGroupsNegativeTestJSON-1626355787 tempest-SecurityGroupsNegativeTestJSON-1626355787-project] 10.222.0.21 "GET /v2.0/security-groups/d19566df-b466-41e4-afc7-bdca1c01e187 HTTP/1.1" status: 404 len: 352 time: 0.0214634 Aug 26 10:46:34.646293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38088) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:34.714234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade14859-e93f-49d8-80a9-87b5ef1b10e8 admin admin] Deleting subnet 71d2807b-ee32-4356-832a-349c0a5be372 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:46:34.718920 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ade14859-e93f-49d8-80a9-87b5ef1b10e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:34.780994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ade14859-e93f-49d8-80a9-87b5ef1b10e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:34.803146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc912a2-dbcf-4954-bd18-fa01fe732382 req-4f747011-62b0-4abe-af92-9b876ddf2a2c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:34.805683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfc912a2-dbcf-4954-bd18-fa01fe732382 req-4f747011-62b0-4abe-af92-9b876ddf2a2c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.0681257 Aug 26 10:46:34.838716 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ade14859-e93f-49d8-80a9-87b5ef1b10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:34.853799 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfc912a2-dbcf-4954-bd18-fa01fe732382 req-c9f1751f-2d5f-45c9-8850-67bbfba02bb8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397906 Aug 26 10:46:34.973036 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ade14859-e93f-49d8-80a9-87b5ef1b10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:35.015594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcfea1-cd38-4e20-8724-7280def434ce req-90b48f6e-cf16-42ae-a031-9fa89db2d429 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:35.017159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ffcfea1-cd38-4e20-8724-7280def434ce req-90b48f6e-cf16-42ae-a031-9fa89db2d429 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 946 time: 0.0644050 Aug 26 10:46:35.030916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade14859-e93f-49d8-80a9-87b5ef1b10e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d2807b-ee32-4356-832a-349c0a5be372,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:35.034559 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ade14859-e93f-49d8-80a9-87b5ef1b10e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:35.036397 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ade14859-e93f-49d8-80a9-87b5ef1b10e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/71d2807b-ee32-4356-832a-349c0a5be372 HTTP/1.1" status: 204 len: 168 time: 0.3890676 Aug 26 10:46:35.039181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38100) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:35.098129 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ffcfea1-cd38-4e20-8724-7280def434ce req-04376953-6d4c-4774-962e-e6df8032ae99 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734801 Aug 26 10:46:35.152202 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:35.282987 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:35.295442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7e3f3f-687c-4479-8555-e2cff1606dd5']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:35.334364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f62f03b-2f76-4879-bbe5-062632574ee8') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:35.335758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f62f03b-2f76-4879-bbe5-062632574ee8') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:35.359923 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:35.362828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fa83a-d216-4610-af47-6109493779a0 req-de3fa1c5-d21d-4dbc-affe-ba1678967e4c tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:35.381155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-378fa83a-d216-4610-af47-6109493779a0 req-de3fa1c5-d21d-4dbc-affe-ba1678967e4c tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1308401 Aug 26 10:46:35.402557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:35.413327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:46:35.414119 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:46:35.417320 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:46:35.497489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-378fa83a-d216-4610-af47-6109493779a0 req-8c5e7247-a11d-4d0f-ab77-e79fe0a5ec3e tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102076 Aug 26 10:46:35.538698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:35.601343 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:35.612325 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fe7e3f3f-687c-4479-8555-e2cff1606dd5 HTTP/1.1" status: 204 len: 168 time: 0.5697207 Aug 26 10:46:35.612325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9aca7-0786-435d-88f5-95d219a04618 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7e3f3f-687c-4479-8555-e2cff1606dd5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:35.763032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8a7c2-ab34-4111-8d62-cda28136ec1f req-4cba8a12-baa6-4729-82cd-049402eb6166 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:35.771926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59b8a7c2-ab34-4111-8d62-cda28136ec1f req-4cba8a12-baa6-4729-82cd-049402eb6166 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 945 time: 0.1360023 Aug 26 10:46:35.850229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59b8a7c2-ab34-4111-8d62-cda28136ec1f req-aff84728-5528-4ae5-b90d-52be4ac6bcb9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773842 Aug 26 10:46:35.851660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38112) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:35.865696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b021cc-57a9-45f5-b49b-7c8112f44753'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:35.868892 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd97ce67-63d5-4bb0-acd6-97ef2b2b2cff" -d '{"events": [{"server_uuid": "2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8", "name": "network-vif-plugged", "status": "completed", "tag": "14b021cc-57a9-45f5-b49b-7c8112f44753"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:35.972881 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-79b92019-9447-4060-9041-f562d8867102 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd5c751a08e348619fa80a105fd52f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1177661 Aug 26 10:46:35.973217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38124) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:36.041418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c12b2509-6f36-433f-974e-0964ec0d21dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:36.069514 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c12b2509-6f36-433f-974e-0964ec0d21dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:36.135417 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c12b2509-6f36-433f-974e-0964ec0d21dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:36.138515 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c12b2509-6f36-433f-974e-0964ec0d21dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:36.147904 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c12b2509-6f36-433f-974e-0964ec0d21dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0bf7c5e6-2129-4ffd-8d92-be2a977cda42 HTTP/1.1" status: 204 len: 168 time: 0.1721542 Aug 26 10:46:36.169376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b2509-6f36-433f-974e-0964ec0d21dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf7c5e6-2129-4ffd-8d92-be2a977cda42,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:36.352850 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4172efc6-d5f4-439d-9609-5ec6b08bdb8d x-openstack-request-id: req-4172efc6-d5f4-439d-9609-5ec6b08bdb8d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:36.353280 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8", "name": "network-vif-plugged", "status": "completed", "tag": "14b021cc-57a9-45f5-b49b-7c8112f44753", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:36.353673 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4172efc6-d5f4-439d-9609-5ec6b08bdb8d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:36.354181 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b021cc-57a9-45f5-b49b-7c8112f44753', 'code': 200} Aug 26 10:46:36.363141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-9835998a-1272-4077-885d-f5fdf33e820e tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551965 Aug 26 10:46:36.530431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be0fcc-5c4b-4b88-b6a3-5c1562b63b14 req-80755c66-5404-4430-a664-7091441db7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:36.533402 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a3be0fcc-5c4b-4b88-b6a3-5c1562b63b14 req-80755c66-5404-4430-a664-7091441db7be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 1098 time: 0.0825200 Aug 26 10:46:36.602268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a87749a1-d845-4591-9db4-01cc1bbb6cfb tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:36.611674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a87749a1-d845-4591-9db4-01cc1bbb6cfb tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415462 Aug 26 10:46:36.629202 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a3be0fcc-5c4b-4b88-b6a3-5c1562b63b14 req-cd4efae4-e2a5-4e6c-baf8-bbd711302bc3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485363 Aug 26 10:46:36.644109 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cd1f0-a893-49ea-9d49-cb81912708cd req-c75e4675-c9fd-43be-9aed-0a8e32056d42 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:36.645902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-227cd1f0-a893-49ea-9d49-cb81912708cd req-c75e4675-c9fd-43be-9aed-0a8e32056d42 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 946 time: 0.1255372 Aug 26 10:46:36.688745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-d849b9f4-25a6-46f1-bf15-0097e63961d6 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/quotas/b0ce5dbe6e9744f7b5deac3ecfcea2d7 HTTP/1.1" status: 200 len: 375 time: 0.0759518 Aug 26 10:46:36.728011 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-227cd1f0-a893-49ea-9d49-cb81912708cd req-23ec012b-1c0a-4a68-89ae-524ffe382e6f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653350 Aug 26 10:46:36.836770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-2e34c2bb-5e50-465c-a20f-b434c478ea4d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342089 Aug 26 10:46:37.193072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c649d-2827-4ef3-9f59-c2cbe2741028 req-71f85219-b39c-498b-9038-2594895442e4 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:37.208321 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d4c649d-2827-4ef3-9f59-c2cbe2741028 req-71f85219-b39c-498b-9038-2594895442e4 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 945 time: 0.0898824 Aug 26 10:46:37.276525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d4c649d-2827-4ef3-9f59-c2cbe2741028 req-5ee8bf53-9060-4ac9-aca0-6919fa4b44dc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672603 Aug 26 10:46:37.514891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d92e5eec-fffd-4752-977d-b933dd310a4a req-d876c27c-e709-4ff1-bf59-8456302028b2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 210 time: 0.0742261 Aug 26 10:46:37.610890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38214) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:37.752050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-769251322-network', 'tenant_id': '8aa12da374f34426b789f153927a6d7e'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:37.803682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:37.810671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:37.848365 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:38.000007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:38.013530 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:38.063502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:46:38.073877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e457b0-11e1-4e6e-a0a2-56bfeac2654e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:38.081113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:38.081409 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Added segment 0a1c754f-c27d-4f95-b6f4-851154e05d20 of type vlan for network fbec5fe1-7072-4fdf-b65a-14837315c998 Aug 26 10:46:38.145668 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:38.182473 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:38.183766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:38.184556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:38.258212 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6460502 Aug 26 10:46:38.258376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38254) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:38.262012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4620ebd-88d2-4ceb-bfe5-b3fc005ccb0e admin admin] Pushing event updated for resources: {'Network': ['ID=fbec5fe1-7072-4fdf-b65a-14837315c998,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:38.269218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] Request body: {'subnet': {'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-769251322-subnet', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:38.275407 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network fbec5fe1-7072-4fdf-b65a-14837315c998 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:46:38.371854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-1b57f65b-5629-4194-9d77-afbc6d547348 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cac702c5642f41e2949e2afdcb274895&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905013 Aug 26 10:46:38.415082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:38.418003 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:38.469145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b250c8-fc41-49a4-908d-31dd4e600f5b req-cfd61227-3e28-4a3f-bb4a-61e952511f85 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:38.470655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57b250c8-fc41-49a4-908d-31dd4e600f5b req-cfd61227-3e28-4a3f-bb4a-61e952511f85 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 946 time: 0.1611040 Aug 26 10:46:38.599361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57b250c8-fc41-49a4-908d-31dd4e600f5b req-357a3bef-6420-4deb-8f17-5fe5fe3f7051 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960910 Aug 26 10:46:38.620536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-62889db9-b603-4227-bc8e-611f935256ea tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:38.622107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-62889db9-b603-4227-bc8e-611f935256ea tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411788 Aug 26 10:46:38.649781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-7327506a-74dd-4c99-8996-2f276bb0805f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/quotas/cac702c5642f41e2949e2afdcb274895 HTTP/1.1" status: 200 len: 375 time: 0.0204642 Aug 26 10:46:38.789085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-1f3ebc68-ba24-4f83-90db-97998d6a606f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168334 Aug 26 10:46:39.169739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-f1b0de57-2b96-450b-a95c-982fbbe0a019 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4067018 Aug 26 10:46:39.189717 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:39.231640 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d6e39cd-26dc-4494-9330-09a40131f588 req-d7a68387-a934-45ea-bf1e-3daa91bbe8b6 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 210 time: 0.0690079 Aug 26 10:46:39.373832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a210db3a-e4dd-459c-97f3-ddea48bcbf5e,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:39.417926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553f5f3-08ff-4c7f-8269-4f21127ffa29 req-e82e3a58-34a1-4c5d-898f-303b72d917de tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:39.419559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2553f5f3-08ff-4c7f-8269-4f21127ffa29 req-e82e3a58-34a1-4c5d-898f-303b72d917de tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 945 time: 0.2541411 Aug 26 10:46:39.450791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] Checking segment: {'id': '0a1c754f-c27d-4f95-b6f4-851154e05d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:39.451143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] Network hostable DHCP agents. Network: fbec5fe1-7072-4fdf-b65a-14837315c998, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:46:39.464040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a48c9efd-7808-4611-9a95-e925082771af tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:39.465656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a48c9efd-7808-4611-9a95-e925082771af tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773519 Aug 26 10:46:39.482919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05e3de-2a25-47d2-964f-f126f81cc5a1 req-7fe37b46-53b2-4ae8-b349-b10207fea82c tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:39.484796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a05e3de-2a25-47d2-964f-f126f81cc5a1 req-7fe37b46-53b2-4ae8-b349-b10207fea82c tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 1098 time: 0.1503294 Aug 26 10:46:39.522411 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2553f5f3-08ff-4c7f-8269-4f21127ffa29 req-20fe9004-1525-440a-abfd-f28ae9438071 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841005 Aug 26 10:46:39.533817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] Network fbec5fe1-7072-4fdf-b65a-14837315c998 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:46:39.547063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Request body: {'port': {'device_id': '9c604623-aa25-46d5-835e-2913673871b5', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'b0ce5dbe6e9744f7b5deac3ecfcea2d7'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:39.580592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a05e3de-2a25-47d2-964f-f126f81cc5a1 req-8ab83d70-0001-4c49-8c27-ed4ebde307c0 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803313 Aug 26 10:46:39.607771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, fbec5fe1-7072-4fdf-b65a-14837315c998) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:39.617021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:39.617863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:39.628215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93f7a2-146e-4fed-8f88-b2e0bce07983 None None] Network fbec5fe1-7072-4fdf-b65a-14837315c998 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:46:39.692581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8a971606-aaac-4a4a-88e8-f0387ba1a6eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4299474 Aug 26 10:46:39.693818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38290) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:39.700195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-769251322-router', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:39.751883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:39.753001 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:39.779537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device baabc383-65a1-4827-9ea4-57d18682c637 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:46:39.800075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67e0ce42-415c-4d1d-92f0-e2cbdd05d42e req-d5d527c4-c144-45cf-8722-c65b9061675c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 210 time: 0.1064947 Aug 26 10:46:39.856485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Made reservation on behalf of b0ce5dbe6e9744f7b5deac3ecfcea2d7 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:39.872907 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:39.894494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:39.930977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-0a3f151e-6c11-4628-add6-01da5a50775a tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:39.932629 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-0a3f151e-6c11-4628-add6-01da5a50775a tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 805 time: 0.2434099 Aug 26 10:46:39.974122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-fbec5fe1-7072-4fdf-b65a-14837315c998', 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'fixed_ips': [{'subnet_id': 'a210db3a-e4dd-459c-97f3-ddea48bcbf5e'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:46:39.975268 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:40.000635 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:40.043014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1334b561-0549-471e-b535-ec43c23cae25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baabc383-65a1-4827-9ea4-57d18682c637'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:40.046373 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230a1792-cf90-4a66-959a-a637e1467591" -d '{"events": [{"server_uuid": "1334b561-0549-471e-b535-ec43c23cae25", "name": "network-vif-unplugged", "status": "completed", "tag": "baabc383-65a1-4827-9ea4-57d18682c637"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:40.145054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-142723b8-a515-4b85-b932-50849f099fe8 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/quotas/bb06d1dd03e540bea7a9ae2f453c1cb4 HTTP/1.1" status: 200 len: 375 time: 0.1691673 Aug 26 10:46:40.323073 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad98fe5d-138e-463d-90c0-5754d7add6fe x-openstack-request-id: req-ad98fe5d-138e-463d-90c0-5754d7add6fe {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:40.324797 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1334b561-0549-471e-b535-ec43c23cae25", "name": "network-vif-unplugged", "status": "completed", "tag": "baabc383-65a1-4827-9ea4-57d18682c637", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:40.327999 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad98fe5d-138e-463d-90c0-5754d7add6fe {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:40.328877 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1334b561-0549-471e-b535-ec43c23cae25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baabc383-65a1-4827-9ea4-57d18682c637', 'code': 200} Aug 26 10:46:40.329184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Allocated IP 192.168.233.33 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/c2af47c0-1007-4a4d-9871-778c9fac3384) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:40.368899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port baabc383-65a1-4827-9ea4-57d18682c637, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=baabc383-65a1-4827-9ea4-57d18682c637,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:40.385648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Allocated IP 172.20.0.2 (fbec5fe1-7072-4fdf-b65a-14837315c998/a210db3a-e4dd-459c-97f3-ddea48bcbf5e/29fe3710-934b-4d04-84a1-7d0df89e6bed) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:40.391509 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:40.404041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-c8dd6f80-acbc-4987-aa95-c29c3522a53a tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2570164 Aug 26 10:46:40.553324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44234254-220e-4f1f-9fc3-f9410e1fc137 req-2e52ca25-1f73-43d1-9e75-22b9d28ce21d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 210 time: 0.1432803 Aug 26 10:46:40.588864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=baabc383-65a1-4827-9ea4-57d18682c637,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:40.658660 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-c4410ca0-4f17-4446-a357-bacdae6b5e19 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cac702c5642f41e2949e2afdcb274895&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105816 Aug 26 10:46:40.661359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:40.727562 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:40.746652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Transition to ACTIVE for port object 29fe3710-934b-4d04-84a1-7d0df89e6bed will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:40.765911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Transition to ACTIVE for port object 29fe3710-934b-4d04-84a1-7d0df89e6bed will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:40.776664 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:40.785097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-54bfe73c-dbb3-4c99-b3ad-f8f14fbba602 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:40.786693 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-54bfe73c-dbb3-4c99-b3ad-f8f14fbba602 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1214688 Aug 26 10:46:40.807493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Request body: {'port': {'device_id': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'cac702c5642f41e2949e2afdcb274895'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:40.824225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Network fbec5fe1-7072-4fdf-b65a-14837315c998 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:40.828261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:40.836397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:40.863051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Pushing event updated for resources: {'Port': ['ID=29fe3710-934b-4d04-84a1-7d0df89e6bed,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:40.886449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6f271-5772-4e13-b008-92d709900939 req-08b644a6-836e-47cc-8373-c6474569f5fb tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:40.888186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27b6f271-5772-4e13-b008-92d709900939 req-08b644a6-836e-47cc-8373-c6474569f5fb tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "GET /v2.0/ports?device_id=1334b561-0549-471e-b535-ec43c23cae25 HTTP/1.1" status: 200 len: 944 time: 0.2491307 Aug 26 10:46:40.904803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c21306-4715-40b8-a40f-ec46020838e6 req-c371ed06-ba84-4452-89fe-843d04e72759 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:40.913455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31c21306-4715-40b8-a40f-ec46020838e6 req-c371ed06-ba84-4452-89fe-843d04e72759 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 945 time: 0.1988466 Aug 26 10:46:40.924102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Attempting to bind port 29fe3710-934b-4d04-84a1-7d0df89e6bed on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:40.924953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Attempting to bind port 29fe3710-934b-4d04-84a1-7d0df89e6bed by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '0a1c754f-c27d-4f95-b6f4-851154e05d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:40.925417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Attempting to bind port 29fe3710-934b-4d04-84a1-7d0df89e6bed on network fbec5fe1-7072-4fdf-b65a-14837315c998 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:40.933737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:40.934338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Checking segment: {'id': '0a1c754f-c27d-4f95-b6f4-851154e05d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:40.935233 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:40.935723 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Bound using segment: {'id': '0a1c754f-c27d-4f95-b6f4-851154e05d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:40.936505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Bound port: 29fe3710-934b-4d04-84a1-7d0df89e6bed, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1c754f-c27d-4f95-b6f4-851154e05d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:40.937230 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:41.014043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Made reservation on behalf of cac702c5642f41e2949e2afdcb274895 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:41.021648 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:41.070627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-92d45309-1af5-4285-9276-c1ebfdd29840 service neutron] 10.222.0.21 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468065 Aug 26 10:46:41.109060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] For port 29fe3710-934b-4d04-84a1-7d0df89e6bed, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:41.116298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] For port 29fe3710-934b-4d04-84a1-7d0df89e6bed, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=29fe3710-934b-4d04-84a1-7d0df89e6bed,segment=NetworkSegment(0a1c754f-c27d-4f95-b6f4-851154e05d20),segment_id=0a1c754f-c27d-4f95-b6f4-851154e05d20)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:41.126926 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:41.180894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31c21306-4715-40b8-a40f-ec46020838e6 req-741eb684-5338-4c2a-a349-3b1412c36876 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646313 Aug 26 10:46:41.227472 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:41.254696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b931806-74ab-4762-a49a-2cce6f349463 None None] Pushing event updated for resources: {'Port': ['ID=29fe3710-934b-4d04-84a1-7d0df89e6bed,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:41.275695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Transition to ACTIVE for port object c2af47c0-1007-4a4d-9871-778c9fac3384 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:41.351046 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56d1b699-49e2-4f59-9aae-f3b38d31c83f req-879492c1-5ded-4d91-97ba-e3211ffeb93d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 210 time: 0.0371041 Aug 26 10:46:41.378559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-e36f690b-624f-4c8f-878d-ad3d5f21d7fb service neutron] 10.222.0.21 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070397 Aug 26 10:46:41.386786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-27b6f271-5772-4e13-b008-92d709900939 req-c5cf5c9b-5fb8-45f4-b947-c86572b2cdac tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Deleting port baabc383-65a1-4827-9ea4-57d18682c637 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:46:41.387145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-27b6f271-5772-4e13-b008-92d709900939 req-c5cf5c9b-5fb8-45f4-b947-c86572b2cdac tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:41.440390 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:41.509688 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:41.611787 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:41.645974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', '17b0d5b8-65cb-4fd9-b95f-8405a254f72e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:41.744069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Allocated IP 172.25.1.50 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/1973b124-6397-4139-94e3-bac62606eabc) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:41.884745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea3d6e40-2e08-4234-8b31-05e4b0c0a5d7 req-0d62fc7b-98f0-4b44-8c74-c914c2cc376b tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 210 time: 0.2150693 Aug 26 10:46:41.934213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:41.938644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:41.949260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:41.989113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:41.994214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-27b6f271-5772-4e13-b008-92d709900939 req-c5cf5c9b-5fb8-45f4-b947-c86572b2cdac tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] For port baabc383-65a1-4827-9ea4-57d18682c637, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=baabc383-65a1-4827-9ea4-57d18682c637,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:42.003415 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-27b6f271-5772-4e13-b008-92d709900939 req-c5cf5c9b-5fb8-45f4-b947-c86572b2cdac tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:42.059455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Pushing event updated for resources: {'Port': ['ID=c2af47c0-1007-4a4d-9871-778c9fac3384,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:42.081900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Allocated IP 192.168.233.62 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/c5677cac-3609-400a-b302-2634458f2881) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:42.088898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-27b6f271-5772-4e13-b008-92d709900939 req-c5cf5c9b-5fb8-45f4-b947-c86572b2cdac tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Calling delete_port for baabc383-65a1-4827-9ea4-57d18682c637 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:46:42.103859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3272b3d-48df-48dc-be25-08be421ba91b req-11ca2d47-2bcd-47d1-a159-1018fb5e814d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:42.105672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3272b3d-48df-48dc-be25-08be421ba91b req-11ca2d47-2bcd-47d1-a159-1018fb5e814d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 935 time: 0.4355626 Aug 26 10:46:42.107325 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.107846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.108405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.109224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.109762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.110300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.110862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.111406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.111924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.112451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.112984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.113722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.161334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:42.162962 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:42.180196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:42.272928 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-a8436b72-b7f3-4bbc-b4fb-2817136d18bd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7314200 Aug 26 10:46:42.296139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:42.309907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:42.312591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:42.315811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Request body: {'port': {'device_id': '9c604623-aa25-46d5-835e-2913673871b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:42.359958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Pushing event updated for resources: {'Port': ['ID=1973b124-6397-4139-94e3-bac62606eabc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:42.375827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.375952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.376208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.376549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.376922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.377223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.377674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.378045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.378380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.378781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.379119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.379511 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:42.410495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3272b3d-48df-48dc-be25-08be421ba91b req-20d37572-b20e-43b9-9d0e-ec56ba4917a1 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899179 Aug 26 10:46:42.463031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f07e8be1-11e2-4078-994a-bfd008b07419 None None] Provisioning for port c2af47c0-1007-4a4d-9871-778c9fac3384 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:42.473588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f07e8be1-11e2-4078-994a-bfd008b07419 None None] Provisioning complete for port c2af47c0-1007-4a4d-9871-778c9fac3384 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:42.476574 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f07e8be1-11e2-4078-994a-bfd008b07419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:42.542973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:42.582185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f07e8be1-11e2-4078-994a-bfd008b07419 None None] Port c2af47c0-1007-4a4d-9871-778c9fac3384 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:46:42.584780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Transition to ACTIVE for port object c5677cac-3609-400a-b302-2634458f2881 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:42.693441 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-27b6f271-5772-4e13-b008-92d709900939 req-c5cf5c9b-5fb8-45f4-b947-c86572b2cdac tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:42.718312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:42.736206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a4cf371b-83a7-48c6-80e5-bac0eeada815'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:42.799976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:42.808177 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:42.856308 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:42.865752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:42.871186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 29fe3710-934b-4d04-84a1-7d0df89e6bed up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:42.872682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:42.884195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf5c9b-5fb8-45f4-b947-c86572b2cdac tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Pushing event deleted for resources: {'Port': ['ID=baabc383-65a1-4827-9ea4-57d18682c637,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:42.904554 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:42.908358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Pushing event updated for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:42.910800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99019dea-1baf-4aa8-babe-ad0b845b7b72 req-c3834fcf-fc21-49d6-8b95-4d79cfa123a8 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:42.919787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99019dea-1baf-4aa8-babe-ad0b845b7b72 req-c3834fcf-fc21-49d6-8b95-4d79cfa123a8 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 945 time: 0.5325894 Aug 26 10:46:42.939875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca80fee-56df-4f5a-b392-88c363d726da None None] Network fbec5fe1-7072-4fdf-b65a-14837315c998 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:46:43.002344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:43.009679 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:43.010700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c036513-1759-45f9-90cb-259758b93b1f req-c125e06c-4c84-41fd-b568-8be25d696cac tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:43.019470 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c036513-1759-45f9-90cb-259758b93b1f req-c125e06c-4c84-41fd-b568-8be25d696cac tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 935 time: 0.4490025 Aug 26 10:46:43.031695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99019dea-1baf-4aa8-babe-ad0b845b7b72 req-9c88ed5f-d677-4abf-8b11-17a664c04b20 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109536 Aug 26 10:46:43.102166 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-dd85f3b6-68fc-44e1-afe1-3bf46f68fac3 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3008814 Aug 26 10:46:43.154919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Request body: {'port': {'device_id': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:43.255138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:43.275887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4bec55d5-1e6f-402e-8304-16788b822e75 None None] Provisioning for port 29fe3710-934b-4d04-84a1-7d0df89e6bed completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:43.332591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b6f271-5772-4e13-b008-92d709900939 req-c5cf5c9b-5fb8-45f4-b947-c86572b2cdac tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] No DVR routers for this DVR port baabc383-65a1-4827-9ea4-57d18682c637 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:46:43.337706 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8de6887-7318-4a69-9e27-80991bf47f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:43.352881 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-27b6f271-5772-4e13-b008-92d709900939 req-c5cf5c9b-5fb8-45f4-b947-c86572b2cdac tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:43.362927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27b6f271-5772-4e13-b008-92d709900939 req-c5cf5c9b-5fb8-45f4-b947-c86572b2cdac tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "DELETE /v2.0/ports/baabc383-65a1-4827-9ea4-57d18682c637 HTTP/1.1" status: 204 len: 173 time: 2.4370465 Aug 26 10:46:43.363921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1334b561-0549-471e-b535-ec43c23cae25', 'name': 'network-vif-deleted', 'tag': 'baabc383-65a1-4827-9ea4-57d18682c637'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:43.367779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 29fe3710-934b-4d04-84a1-7d0df89e6bed completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:43.385779 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d85cc4-34ac-4ad9-bcf7-10b656234cad" -d '{"events": [{"server_uuid": "1334b561-0549-471e-b535-ec43c23cae25", "name": "network-vif-deleted", "tag": "baabc383-65a1-4827-9ea4-57d18682c637"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:43.393793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c036513-1759-45f9-90cb-259758b93b1f req-2e8d2146-0167-482e-b410-c5687583d4d2 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734190 Aug 26 10:46:43.450137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 29fe3710-934b-4d04-84a1-7d0df89e6bed triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:43.457020 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:43.611607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17fcdd9d-a8a9-40a6-bf0b-bff7330dfc72 req-cdae9748-9956-47db-b43f-064ca64522d7 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 210 time: 0.0717230 Aug 26 10:46:43.712384 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71a9368-c81e-4cb9-a10f-8b8b2a31a720 x-openstack-request-id: req-e71a9368-c81e-4cb9-a10f-8b8b2a31a720 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:43.713449 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1334b561-0549-471e-b535-ec43c23cae25", "name": "network-vif-deleted", "tag": "baabc383-65a1-4827-9ea4-57d18682c637", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:43.713449 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e71a9368-c81e-4cb9-a10f-8b8b2a31a720 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:43.713449 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1334b561-0549-471e-b535-ec43c23cae25', 'name': 'network-vif-deleted', 'tag': 'baabc383-65a1-4827-9ea4-57d18682c637', 'status': 'completed', 'code': 200} Aug 26 10:46:43.736477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-03c59d8b-82c8-4888-aa67-162f8b8546da tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:43.738286 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-03c59d8b-82c8-4888-aa67-162f8b8546da tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 805 time: 0.2075388 Aug 26 10:46:43.759755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Request body: {'port': {'device_id': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'admin_state_up': True, 'tenant_id': 'bb06d1dd03e540bea7a9ae2f453c1cb4'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:43.772363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-43bac9b4-f44d-4997-9a14-cfe78fe556f2 None None] Provisioning for port c5677cac-3609-400a-b302-2634458f2881 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:43.823932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5677cac-3609-400a-b302-2634458f2881 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:43.832561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:43.845590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device baabc383-65a1-4827-9ea4-57d18682c637 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:46:43.846265 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Transition to ACTIVE for port object c5677cac-3609-400a-b302-2634458f2881 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:43.866521 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:43.874421 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:43.973574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-43bac9b4-f44d-4997-9a14-cfe78fe556f2 None None] Provisioning complete for port c5677cac-3609-400a-b302-2634458f2881 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:43.974210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43bac9b4-f44d-4997-9a14-cfe78fe556f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:44.003619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: baabc383-65a1-4827-9ea4-57d18682c637 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:46:44.004300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device baabc383-65a1-4827-9ea4-57d18682c637 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:46:44.064785 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:44.099069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-43bac9b4-f44d-4997-9a14-cfe78fe556f2 None None] Port c5677cac-3609-400a-b302-2634458f2881 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:46:44.108100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c11d4e-3ed2-453f-a763-66b0939c9bc1 req-9cfae5e7-449e-4461-9cc1-665107901419 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:44.116615 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76c11d4e-3ed2-453f-a763-66b0939c9bc1 req-9cfae5e7-449e-4461-9cc1-665107901419 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 935 time: 0.2613134 Aug 26 10:46:44.192752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Pushing event updated for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:44.196273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 29fe3710-934b-4d04-84a1-7d0df89e6bed, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=29fe3710-934b-4d04-84a1-7d0df89e6bed,segment=NetworkSegment(0a1c754f-c27d-4f95-b6f4-851154e05d20),segment_id=0a1c754f-c27d-4f95-b6f4-851154e05d20)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:44.217719 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:44.371819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=29fe3710-934b-4d04-84a1-7d0df89e6bed,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:44.442637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Attempting to bind port c5677cac-3609-400a-b302-2634458f2881 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:44.442637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Attempting to bind port c5677cac-3609-400a-b302-2634458f2881 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:44.442637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Attempting to bind port c5677cac-3609-400a-b302-2634458f2881 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:44.452336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Port c5677cac-3609-400a-b302-2634458f2881 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:46:44.452809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Attempting to bind port c5677cac-3609-400a-b302-2634458f2881 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:44.482175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:44.482175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:44.482175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:44.482175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Bound port: c5677cac-3609-400a-b302-2634458f2881, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:44.482175 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:44.551223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Made reservation on behalf of bb06d1dd03e540bea7a9ae2f453c1cb4 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:44.555597 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:44.624001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:46:44.675237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2af47c0-1007-4a4d-9871-778c9fac3384 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:44.692763 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:44.698327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4889a308-f781-4d37-9704-557a7fe9c99c None None] Provisioning complete for port 29fe3710-934b-4d04-84a1-7d0df89e6bed triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:44.699281 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4889a308-f781-4d37-9704-557a7fe9c99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:44.721827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:44.725352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Transition to ACTIVE for port object c2af47c0-1007-4a4d-9871-778c9fac3384 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:44.730593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:44.738328 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:44.751885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:44.764772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76c11d4e-3ed2-453f-a763-66b0939c9bc1 req-b1229ba8-7650-46a3-a4f6-7944c5134f59 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6472392 Aug 26 10:46:44.853775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 29fe3710-934b-4d04-84a1-7d0df89e6bed up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:45.041788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Allocated IP 172.20.0.5 (2513d8d4-e6b8-42e4-aba0-0e77aebadfbf/80b7aaaf-6bb9-41cb-8de8-b1187d4324ad/e56b4f66-db3f-4011-b134-3fb535c6e94a) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:45.110358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 29fe3710-934b-4d04-84a1-7d0df89e6bed triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:45.111146 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:45.143454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:45.144104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:45.145860 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] 10.222.0.42 "PUT /v2.0/ports/c5677cac-3609-400a-b302-2634458f2881 HTTP/1.1" status: 200 len: 1096 time: 2.0044310 Aug 26 10:46:45.148813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613696a-28cd-49ec-8388-d9cdd098cbde service neutron] Pushing event updated for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:45.161596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'tag': 'c5677cac-3609-400a-b302-2634458f2881'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:45.164497 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "tag": "c5677cac-3609-400a-b302-2634458f2881"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:45.302358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-d0addde1-18f3-4824-8589-f2cb45d283c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:45.304026 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-d0addde1-18f3-4824-8589-f2cb45d283c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 1099 time: 0.1100395 Aug 26 10:46:45.305392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:46:45.328340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:45.329581 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-04a4e351-f7bd-4c28-bea7-781f364dddfe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6345081 Aug 26 10:46:45.354243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Sync routers for ids ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:46:45.379791 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Routers {'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:46:45.380521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:46:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:45.384058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38398) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:45.391861 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-984c82ab-b747-4eff-8b46-f2396e2b5ab2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c5677cac-3609-400a-b302-2634458f2881 HTTP/1.1" status: 200 len: 217 time: 0.0723109 Aug 26 10:46:45.433849 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:45.589230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-594fcd16-5d7d-409c-8f3b-3b13c6187ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:45.591729 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-594fcd16-5d7d-409c-8f3b-3b13c6187ad3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1662326 Aug 26 10:46:45.598358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Set router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:46:45.674718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-8c4bf4de-29b3-4b33-93dd-aee816b781d2 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:45.676777 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-8c4bf4de-29b3-4b33-93dd-aee816b781d2 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.2421675 Aug 26 10:46:45.759819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-13'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:45.793483 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-afd1d384-58ef-489f-8672-48e61941dfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:45.901179 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:45.901724 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-c0c6a679-3b8b-4504-932a-14795c7d851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:45.903370 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-c0c6a679-3b8b-4504-932a-14795c7d851a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2401879 Aug 26 10:46:45.903630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'name': 'tempest-ServersTestMultiNic-769251322-router', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '1973b124-6397-4139-94e3-bac62606eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:39Z', 'updated_at': '2021-08-26T10:46:42Z', 'revision_number': 3, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'gw_port': {'id': '1973b124-6397-4139-94e3-bac62606eabc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:41Z', 'updated_at': '2021-08-26T10:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:45.906451 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:45.959845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Pushing event updated for resources: {'Port': ['ID=c2af47c0-1007-4a4d-9871-778c9fac3384,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:45.968433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Checking router: ce4c78be-ba49-49bd-a6ea-bf13d0cd160a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:46:45.968798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Updating router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a port 1973b124-6397-4139-94e3-bac62606eabc binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:46:45.972381 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:46.022818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:46.028907 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.030021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Pushing event updated for resources: {'Port': ['ID=e56b4f66-db3f-4011-b134-3fb535c6e94a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:46.033536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:46.129718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.172255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:46.173093 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.198467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33fb11-6782-43a7-8863-b826079cbc4f req-793e5080-c558-4aa2-9f55-1c0c84a0e194 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:46.214764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec33fb11-6782-43a7-8863-b826079cbc4f req-793e5080-c558-4aa2-9f55-1c0c84a0e194 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 945 time: 1.9767449 Aug 26 10:46:46.245429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:46.291880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:46.338185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa43cd0-0acf-418b-83db-452d1eb52f93 req-c41e9a7a-35b7-4763-bd50-4e46609d6188 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:46.344257 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.346466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1aa43cd0-0acf-418b-83db-452d1eb52f93 req-c41e9a7a-35b7-4763-bd50-4e46609d6188 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 947 time: 0.4623106 Aug 26 10:46:46.350873 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-b9881f82-a9a9-4b37-8030-10ae4de1509e service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994503 Aug 26 10:46:46.397486 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.400433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1aa43cd0-0acf-418b-83db-452d1eb52f93 req-4b36a204-d539-4365-9200-e278ff2a3a4f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Aug 26 10:46:46.430170 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9951b1a8-148b-449c-88ff-d0cf6e0d1e79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6744187 Aug 26 10:46:46.450437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Request body: {'port': {'device_id': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:46.455071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Attempting to bind port c2af47c0-1007-4a4d-9871-778c9fac3384 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:46.455413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Attempting to bind port c2af47c0-1007-4a4d-9871-778c9fac3384 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:46.455753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Attempting to bind port c2af47c0-1007-4a4d-9871-778c9fac3384 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:46.503799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Port c2af47c0-1007-4a4d-9871-778c9fac3384 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:46:46.504124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Attempting to bind port c2af47c0-1007-4a4d-9871-778c9fac3384 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:46.512582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:46.512926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:46.513325 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:46.513866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Bound port: c2af47c0-1007-4a4d-9871-778c9fac3384, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:46.514232 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.522183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec33fb11-6782-43a7-8863-b826079cbc4f req-6f715682-475e-4188-b2a9-fbc7cfa5ea57 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064308 Aug 26 10:46:46.542270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Pushing event updated for resources: {'Port': ['ID=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:46.617921 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aa9c16-5206-48d8-be81-1e715ab848f3 x-openstack-request-id: req-78aa9c16-5206-48d8-be81-1e715ab848f3 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:46.618279 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "tag": "c5677cac-3609-400a-b302-2634458f2881", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:46.618503 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78aa9c16-5206-48d8-be81-1e715ab848f3 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:46.618923 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'tag': 'c5677cac-3609-400a-b302-2634458f2881', 'status': 'completed', 'code': 200} Aug 26 10:46:46.708339 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.741391 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.768188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Transition to ACTIVE for port object 1973b124-6397-4139-94e3-bac62606eabc will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:46.786874 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.830505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on host n-h1-778550-13 for vnic_type normal with profile {"migrating_to": "n-h2-778550-13"} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:46.830889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:46.831228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:46.865432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:46:46.865766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Attempting to bind port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:46.877821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Attempting to bind port 1973b124-6397-4139-94e3-bac62606eabc on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:46.878197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Attempting to bind port 1973b124-6397-4139-94e3-bac62606eabc by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:46.878563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Attempting to bind port 1973b124-6397-4139-94e3-bac62606eabc on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:46.889765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:46.890133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:46.890538 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.891116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:46.891594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Bound port: 1973b124-6397-4139-94e3-bac62606eabc, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:46.891976 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.907672 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] For port c2af47c0-1007-4a4d-9871-778c9fac3384, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:46.920236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5862f-a9a5-4f2a-b8d5-afbb0ae7ad81 req-bb783fb3-2872-4e16-ad45-10b3169a9ca5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:46.920495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975faaa-9c83-41ac-aa2b-82eaf33ee37c None None] Pushing event updated for resources: {'Port': ['ID=1973b124-6397-4139-94e3-bac62606eabc,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:46.925178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3b5862f-a9a5-4f2a-b8d5-afbb0ae7ad81 req-bb783fb3-2872-4e16-ad45-10b3169a9ca5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 931 time: 0.4019744 Aug 26 10:46:46.927085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] For port c2af47c0-1007-4a4d-9871-778c9fac3384, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c2af47c0-1007-4a4d-9871-778c9fac3384,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:46.956241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:46.956629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:46.956976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:46.957435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Bound port: 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:46.957800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.968708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:46.987303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] For port 1973b124-6397-4139-94e3-bac62606eabc, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:46.995899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] For port 1973b124-6397-4139-94e3-bac62606eabc, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1973b124-6397-4139-94e3-bac62606eabc,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:47.001576 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11b80462-cb36-4ce7-aefb-f53a8f070d6c req-30f73e07-a875-426b-a27c-2a61776b531f service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037190 Aug 26 10:46:47.008078 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:47.085010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:47.085636 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:47.087158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2af47c0-1007-4a4d-9871-778c9fac3384 HTTP/1.1" status: 200 len: 1096 time: 4.7868054 Aug 26 10:46:47.090189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c604623-aa25-46d5-835e-2913673871b5', 'tag': 'c2af47c0-1007-4a4d-9871-778c9fac3384'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:47.093275 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3e4547-e4ca-4500-aae8-035b877506bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9c604623-aa25-46d5-835e-2913673871b5", "tag": "c2af47c0-1007-4a4d-9871-778c9fac3384"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:47.098564 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:47.113033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcad14-c065-40e5-a3e2-dd75364a53d1 req-2acf5d1a-3888-4c30-81cb-f7e9bcd68a68 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:47.124057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bffcad14-c065-40e5-a3e2-dd75364a53d1 req-2acf5d1a-3888-4c30-81cb-f7e9bcd68a68 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 947 time: 0.4162412 Aug 26 10:46:47.139897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Routers {'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:46:47.140836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:46:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:47.272273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] Set router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:46:47.325766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3b5862f-a9a5-4f2a-b8d5-afbb0ae7ad81 req-c7a015ff-fe97-4d41-b975-c4ed77d6eae7 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622942 Aug 26 10:46:47.356379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf req-ac809f05-bc76-47e3-9ada-dec1e9b215ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:47.361286 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf req-ac809f05-bc76-47e3-9ada-dec1e9b215ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 1099 time: 0.2623568 Aug 26 10:46:47.363750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:47.373386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bffcad14-c065-40e5-a3e2-dd75364a53d1 req-be5052f2-f265-4a9f-97dd-ab531d60aa16 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417181 Aug 26 10:46:47.406186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975faaa-9c83-41ac-aa2b-82eaf33ee37c None None] Pushing event updated for resources: {'Port': ['ID=1973b124-6397-4139-94e3-bac62606eabc,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:47.408177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ddf32-3e8c-4086-a7b2-91ad3d96b303 service neutron] Pushing event updated for resources: {'Port': ['ID=c2af47c0-1007-4a4d-9871-778c9fac3384,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:47.416994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:47.472892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482384-ea84-4b06-b499-7b26842a59a0 req-50708527-d78f-4094-98e6-012f956a9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:47.474847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-50708527-d78f-4094-98e6-012f956a9fad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 1099 time: 0.3211355 Aug 26 10:46:47.558646 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3696d2be-c230-466c-9e3e-79a4c83e93e8 x-openstack-request-id: req-3696d2be-c230-466c-9e3e-79a4c83e93e8 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:47.558986 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c604623-aa25-46d5-835e-2913673871b5", "tag": "c2af47c0-1007-4a4d-9871-778c9fac3384", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:47.559329 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3696d2be-c230-466c-9e3e-79a4c83e93e8 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:47.559794 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c604623-aa25-46d5-835e-2913673871b5', 'tag': 'c2af47c0-1007-4a4d-9871-778c9fac3384', 'status': 'completed', 'code': 200} Aug 26 10:46:47.563578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-1c368278-ea26-44bf-8518-fa8e5f8fb6b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=c2af47c0-1007-4a4d-9871-778c9fac3384 HTTP/1.1" status: 200 len: 217 time: 0.0721753 Aug 26 10:46:47.582859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'name': 'tempest-ServersTestMultiNic-769251322-router', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '1973b124-6397-4139-94e3-bac62606eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:39Z', 'updated_at': '2021-08-26T10:46:42Z', 'revision_number': 3, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'gw_port': {'id': '1973b124-6397-4139-94e3-bac62606eabc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:41Z', 'updated_at': '2021-08-26T10:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:47.657760 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:47.673754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34b1c-69e2-47a0-b715-81d2f82f174e None None] The sync data for ids ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'] in n-d-778550-13 is: [{'id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'name': 'tempest-ServersTestMultiNic-769251322-router', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '1973b124-6397-4139-94e3-bac62606eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:39Z', 'updated_at': '2021-08-26T10:46:42Z', 'revision_number': 3, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'gw_port': {'id': '1973b124-6397-4139-94e3-bac62606eabc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:41Z', 'updated_at': '2021-08-26T10:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:46:47.785027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482384-ea84-4b06-b499-7b26842a59a0 req-f31e4aae-4d08-4b4a-8b76-50b792ccd9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:47.786897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-f31e4aae-4d08-4b4a-8b76-50b792ccd9b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2139456 Aug 26 10:46:47.791025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:46:47.853628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Pushing event updated for resources: {'Port': ['ID=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,revision_number=8']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:47.899938 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2f47-5005-4cb0-96bd-62adf315eb70 req-28cca1c3-1922-4aa9-bb5f-6a66a5ff6df9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:47.904231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01ff2f47-5005-4cb0-96bd-62adf315eb70 req-28cca1c3-1922-4aa9-bb5f-6a66a5ff6df9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 947 time: 0.2533982 Aug 26 10:46:47.950853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335033-c68d-40c6-a500-0178a3fad121 req-ae9b1841-6451-4971-98c5-feaef4f338b4 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:47.962358 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:47.964390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d335033-c68d-40c6-a500-0178a3fad121 req-ae9b1841-6451-4971-98c5-feaef4f338b4 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 943 time: 0.2707043 Aug 26 10:46:47.965414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf req-245206e9-076e-44f8-846e-e474c4ebf267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:47.967082 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf req-245206e9-076e-44f8-846e-e474c4ebf267 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.5912273 Aug 26 10:46:48.035959 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:48.047992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56b4f66-db3f-4011-b134-3fb535c6e94a {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:48.071854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 has no active binding in host n-h2-778550-13 {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 26 10:46:48.099750 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf req-9124cdd4-39e1-4d06-b612-d24f11cb0480 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c5677cac-3609-400a-b302-2634458f2881 HTTP/1.1" status: 200 len: 217 time: 0.1189404 Aug 26 10:46:48.101803 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:48.103494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:48.106145 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-434f8043-ec00-4073-b049-4a2f7b7300aa service neutron] 10.222.0.42 "PUT /v2.0/ports/25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 HTTP/1.1" status: 200 len: 1123 time: 2.3522401 Aug 26 10:46:48.111714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d335033-c68d-40c6-a500-0178a3fad121 req-dd4d3d6f-78b3-4b6e-afcd-81bc75f46561 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458721 Aug 26 10:46:48.185771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:48.199259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:48.246432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01ff2f47-5005-4cb0-96bd-62adf315eb70 req-ebf61e2b-9de3-4887-bc31-18e318911264 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773783 Aug 26 10:46:48.251418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482384-ea84-4b06-b499-7b26842a59a0 req-e2d42bdf-d4d5-4340-b878-a5950c53e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:48.252979 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-e2d42bdf-d4d5-4340-b878-a5950c53e8b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4533908 Aug 26 10:46:48.256383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Transition to ACTIVE for port object e56b4f66-db3f-4011-b134-3fb535c6e94a will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:48.289970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:48.374131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf req-e8dab703-f2cd-4d70-9081-4fe60b0e8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:48.376130 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf req-e8dab703-f2cd-4d70-9081-4fe60b0e8429 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2686262 Aug 26 10:46:48.506467 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-9b2216a2-4e95-4ee9-a9d6-99e79170c088 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430201 Aug 26 10:46:48.520086 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:48.532844 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:46:48.905963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Allocated IP 172.20.0.1 (fbec5fe1-7072-4fdf-b65a-14837315c998/a210db3a-e4dd-459c-97f3-ddea48bcbf5e/faae7751-9f23-42a8-8800-25bd1479fe34) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:48.918066 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1973b124-6397-4139-94e3-bac62606eabc up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:49.021075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ed451-6e5d-4afa-9439-9940870fb392 req-f5543ff6-4d21-4a41-bc46-b64bfd74f9ce tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:49.032322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-872ed451-6e5d-4afa-9439-9940870fb392 req-f5543ff6-4d21-4a41-bc46-b64bfd74f9ce tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 947 time: 0.5223989 Aug 26 10:46:49.064080 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:49.075812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f6b93-f6d4-494a-8a5a-fc6873d3f321 req-c260b927-8400-4eb7-90d6-c8b3d56c2e0d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:49.083805 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-533f6b93-f6d4-494a-8a5a-fc6873d3f321 req-c260b927-8400-4eb7-90d6-c8b3d56c2e0d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 943 time: 0.5758917 Aug 26 10:46:49.110789 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4'}, {'name': 'network-changed', 'server_uuid': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'tag': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:49.115484 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2697adb8-1a27-48d5-92bb-12be0e856be3" -d '{"events": [{"server_uuid": "e1f8c73c-39d7-48b7-a4c5-e79b86044de4", "name": "network-vif-unplugged", "status": "completed", "tag": "25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4"}, {"name": "network-changed", "server_uuid": "e1f8c73c-39d7-48b7-a4c5-e79b86044de4", "tag": "25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:49.117772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 1973b124-6397-4139-94e3-bac62606eabc completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:49.120982 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:49.126342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1973b124-6397-4139-94e3-bac62606eabc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:49.126699 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:49.133010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Transition to ACTIVE for port object faae7751-9f23-42a8-8800-25bd1479fe34 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:49.156126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf req-c6fcd35e-1a3b-4641-aa21-c2e0e543494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:49.159901 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf req-c6fcd35e-1a3b-4641-aa21-c2e0e543494c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7233517 Aug 26 10:46:49.162405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Pushing event updated for resources: {'Port': ['ID=e56b4f66-db3f-4011-b134-3fb535c6e94a,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:49.203976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-533f6b93-f6d4-494a-8a5a-fc6873d3f321 req-e29b9ac3-769b-416d-8ae6-3bc658792d30 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188354 Aug 26 10:46:49.280374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-872ed451-6e5d-4afa-9439-9940870fb392 req-80d983f6-0494-4924-8395-46a3b5017b40 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322900 Aug 26 10:46:49.352125 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:49.369525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44482384-ea84-4b06-b499-7b26842a59a0 req-9798332e-756c-4721-a622-6c51a755648b service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8464532 Aug 26 10:46:49.371949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:49.424187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 1973b124-6397-4139-94e3-bac62606eabc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1973b124-6397-4139-94e3-bac62606eabc,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:49.432268 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:49.458822 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf335f4-a153-450d-a34a-78c866ecdd5e x-openstack-request-id: req-1cf335f4-a153-450d-a34a-78c866ecdd5e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:49.459790 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f8c73c-39d7-48b7-a4c5-e79b86044de4", "name": "network-vif-unplugged", "status": "completed", "tag": "25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4", "code": 200}, {"name": "network-changed", "server_uuid": "e1f8c73c-39d7-48b7-a4c5-e79b86044de4", "tag": "25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:49.459790 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cf335f4-a153-450d-a34a-78c866ecdd5e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:49.459790 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4', 'code': 200} Aug 26 10:46:49.460268 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'tag': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4', 'status': 'completed', 'code': 200} Aug 26 10:46:49.534008 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf req-ac6617e8-c49e-44d6-943c-79ea7b63f9c6 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544991 Aug 26 10:46:49.535895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Network fbec5fe1-7072-4fdf-b65a-14837315c998 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:49.539493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Pushing event updated for resources: {'Port': ['ID=faae7751-9f23-42a8-8800-25bd1479fe34,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:49.553372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:49.568993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:49.572747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=1973b124-6397-4139-94e3-bac62606eabc,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:49.662257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e4547-e4ca-4500-aae8-035b877506bc req-4f755e5b-a80e-47fd-b65a-7acb23217261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:49.663874 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c3e4547-e4ca-4500-aae8-035b877506bc req-4f755e5b-a80e-47fd-b65a-7acb23217261 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 1099 time: 0.2001040 Aug 26 10:46:49.664076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Attempting to bind port e56b4f66-db3f-4011-b134-3fb535c6e94a on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:49.664076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Attempting to bind port e56b4f66-db3f-4011-b134-3fb535c6e94a by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:49.664382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Attempting to bind port e56b4f66-db3f-4011-b134-3fb535c6e94a on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:49.686111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Port e56b4f66-db3f-4011-b134-3fb535c6e94a on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:46:49.686466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Attempting to bind port e56b4f66-db3f-4011-b134-3fb535c6e94a on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:49.702009 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:49.704003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697adb8-1a27-48d5-92bb-12be0e856be3 req-6de3f9b4-bc68-4c6f-b43a-29ec1ff5cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:49.705749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2697adb8-1a27-48d5-92bb-12be0e856be3 req-6de3f9b4-bc68-4c6f-b43a-29ec1ff5cee1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 1126 time: 0.2522800 Aug 26 10:46:49.715770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981724b-51b1-4c57-a35c-affd68f273a8 req-7db8626a-31cf-4423-9bc0-739620c17ba8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:49.723250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3981724b-51b1-4c57-a35c-affd68f273a8 req-7db8626a-31cf-4423-9bc0-739620c17ba8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 947 time: 0.1639838 Aug 26 10:46:49.725245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:49.725588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Checking segment: {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:49.725985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Bound using segment: {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:49.726440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Bound port: e56b4f66-db3f-4011-b134-3fb535c6e94a, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:49.726836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:49.753394 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed2bb5-fa6f-4629-a565-f91c9e0bac7c req-f53b0f8d-38fb-4aca-b149-c7a54de177d2 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:49.762163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bed2bb5-fa6f-4629-a565-f91c9e0bac7c req-f53b0f8d-38fb-4aca-b149-c7a54de177d2 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 943 time: 0.2735188 Aug 26 10:46:49.812117 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c5677cac-3609-400a-b302-2634458f2881 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:46:49.894931 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7116b1d1-22a8-4644-9f0a-dbf65f64d6cf req-b9547f5d-8137-4525-8c5b-f0739dda64f9 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492510 Aug 26 10:46:49.955921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e4547-e4ca-4500-aae8-035b877506bc req-4244cb9d-756c-4f0e-924b-edeb00bf9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:49.975530 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c3e4547-e4ca-4500-aae8-035b877506bc req-4244cb9d-756c-4f0e-924b-edeb00bf9b0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.3000073 Aug 26 10:46:50.021123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:50.039506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'c5677cac-3609-400a-b302-2634458f2881', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'c5677cac-3609-400a-b302-2634458f2881', 'mac_address': 'fa:16:3e:60:1c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:46:50.070524 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c3e4547-e4ca-4500-aae8-035b877506bc req-3b9a179e-c091-4176-b362-2922aacd4309 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=c2af47c0-1007-4a4d-9871-778c9fac3384 HTTP/1.1" status: 200 len: 217 time: 0.0844893 Aug 26 10:46:50.113244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bed2bb5-fa6f-4629-a565-f91c9e0bac7c req-cd65268e-3efc-452f-b61e-7e9294261032 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501017 Aug 26 10:46:50.125859 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:50.130219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3981724b-51b1-4c57-a35c-affd68f273a8 req-1ff81e5b-23c1-4d93-9946-a8a466f4bed9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060168 Aug 26 10:46:50.177888 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5677cac-3609-400a-b302-2634458f2881 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:50.186145 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:50.206422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] For port e56b4f66-db3f-4011-b134-3fb535c6e94a, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:50.209873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] For port e56b4f66-db3f-4011-b134-3fb535c6e94a, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e56b4f66-db3f-4011-b134-3fb535c6e94a,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:50.212317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697adb8-1a27-48d5-92bb-12be0e856be3 req-f6125b32-347d-41c7-a107-cd57b373f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:50.219845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:50.221733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9cc15190-49c4-4b76-a1d7-47d721824047 None None] Provisioning for port faae7751-9f23-42a8-8800-25bd1479fe34 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:50.225308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2697adb8-1a27-48d5-92bb-12be0e856be3 req-f6125b32-347d-41c7-a107-cd57b373f472 service neutron] 10.222.0.47 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.4959102 Aug 26 10:46:50.230355 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:50.244307 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:50.246076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:50.250505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9cc15190-49c4-4b76-a1d7-47d721824047 None None] Provisioning complete for port faae7751-9f23-42a8-8800-25bd1479fe34 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:50.250904 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9cc15190-49c4-4b76-a1d7-47d721824047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:50.298366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e4547-e4ca-4500-aae8-035b877506bc req-388d974e-835c-4d85-bdc5-8659cd250b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:50.299888 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c3e4547-e4ca-4500-aae8-035b877506bc req-388d974e-835c-4d85-bdc5-8659cd250b74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2022202 Aug 26 10:46:50.368885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:50.387889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9cc15190-49c4-4b76-a1d7-47d721824047 None None] Port faae7751-9f23-42a8-8800-25bd1479fe34 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:46:50.422791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2697adb8-1a27-48d5-92bb-12be0e856be3 req-d5140ee5-74b1-446c-b6f7-b9a940a87415 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 HTTP/1.1" status: 200 len: 217 time: 0.1856194 Aug 26 10:46:50.461340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:50.461340 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:50.461340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] 10.222.0.42 "PUT /v2.0/ports/e56b4f66-db3f-4011-b134-3fb535c6e94a HTTP/1.1" status: 200 len: 1092 time: 4.0153692 Aug 26 10:46:50.474845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'tag': 'e56b4f66-db3f-4011-b134-3fb535c6e94a'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:50.476109 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822fc599-8c49-4178-9629-854d31bee74e" -d '{"events": [{"name": "network-changed", "server_uuid": "1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8", "tag": "e56b4f66-db3f-4011-b134-3fb535c6e94a"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:50.500404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c5677cac-3609-400a-b302-2634458f2881'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:50.525482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e4547-e4ca-4500-aae8-035b877506bc req-12f82cb0-d4a9-4aaa-8331-746bcbcdcdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:50.528063 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c3e4547-e4ca-4500-aae8-035b877506bc req-12f82cb0-d4a9-4aaa-8331-746bcbcdcdb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2080543 Aug 26 10:46:50.660999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697adb8-1a27-48d5-92bb-12be0e856be3 req-76037a49-d66c-4458-af1a-8f384b063a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:50.663023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2697adb8-1a27-48d5-92bb-12be0e856be3 req-76037a49-d66c-4458-af1a-8f384b063a92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.2007442 Aug 26 10:46:50.663927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb81534-14ec-4d9b-b81c-9c299a3bdd65 service neutron] Pushing event updated for resources: {'Port': ['ID=e56b4f66-db3f-4011-b134-3fb535c6e94a,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:50.679506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643928f3-c142-432b-9da3-40d64e78b97c req-ebcc8b1f-eae2-4c35-ad00-ce2f875dfea1 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:50.688217 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-643928f3-c142-432b-9da3-40d64e78b97c req-ebcc8b1f-eae2-4c35-ad00-ce2f875dfea1 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 943 time: 0.2736371 Aug 26 10:46:50.704164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb32e0-f82c-4d4c-8676-04aeec580cff req-0c565182-23c5-4d1d-a503-57484ffb3d56 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:50.706005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77fb32e0-f82c-4d4c-8676-04aeec580cff req-0c565182-23c5-4d1d-a503-57484ffb3d56 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 947 time: 0.3010747 Aug 26 10:46:50.743931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1973b124-6397-4139-94e3-bac62606eabc up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:50.768237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-62adc873-9923-44bc-ac82-2c0dfb4b2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:50.769945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-62adc873-9923-44bc-ac82-2c0dfb4b2d3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 1095 time: 0.2429457 Aug 26 10:46:50.779895 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2697adb8-1a27-48d5-92bb-12be0e856be3 req-e293821e-c2e4-4a0c-89f8-9d0d32130f75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698109 Aug 26 10:46:50.806478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1973b124-6397-4139-94e3-bac62606eabc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:50.806899 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:50.885180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-89436079-68d4-4928-b77b-f356eccb32a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e56b4f66-db3f-4011-b134-3fb535c6e94a HTTP/1.1" status: 200 len: 217 time: 0.1021974 Aug 26 10:46:50.915822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-643928f3-c142-432b-9da3-40d64e78b97c req-5bab03a0-f31d-439a-9b7f-808c84f04e06 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265353 Aug 26 10:46:50.952166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77fb32e0-f82c-4d4c-8676-04aeec580cff req-7d723f73-1eb4-4cde-b511-9a7d51b3ba24 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189324 Aug 26 10:46:50.987525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-0f1fc0d0-d2c0-4664-aa9a-d821e42f8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:50.989053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-0f1fc0d0-d2c0-4664-aa9a-d821e42f8e24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80b7aaaf-6bb9-41cb-8de8-b1187d4324ad HTTP/1.1" status: 200 len: 845 time: 0.0890362 Aug 26 10:46:51.004739 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c3e4547-e4ca-4500-aae8-035b877506bc req-b0a8acc9-12a0-4c56-93ab-684f86775086 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614391 Aug 26 10:46:51.030862 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7915e316-68cd-4904-8e7c-87eba91ff042 x-openstack-request-id: req-7915e316-68cd-4904-8e7c-87eba91ff042 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:51.031323 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8", "tag": "e56b4f66-db3f-4011-b134-3fb535c6e94a", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:51.031446 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7915e316-68cd-4904-8e7c-87eba91ff042 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:51.031888 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'tag': 'e56b4f66-db3f-4011-b134-3fb535c6e94a', 'status': 'completed', 'code': 200} Aug 26 10:46:51.034321 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-7733007e-45f3-4203-88d3-a86d68c9267e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322816 Aug 26 10:46:51.036837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2697adb8-1a27-48d5-92bb-12be0e856be3 req-8590739c-ab0d-46d2-a69f-01ec2e59518c service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440519 Aug 26 10:46:51.205094 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:51.212956 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c3e4547-e4ca-4500-aae8-035b877506bc req-432d5d5d-5d87-461e-8318-844ba53a8005 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904027 Aug 26 10:46:51.214281 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:51.261201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-f001aa34-d9c7-471e-9110-21c6d5eb2444 service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121503 Aug 26 10:46:51.318013 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:51.332110 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Pushing event updated for resources: {'Port': ['ID=faae7751-9f23-42a8-8800-25bd1479fe34,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:51.440199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Network fbec5fe1-7072-4fdf-b65a-14837315c998 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:51.442999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:51.684981 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:46:51.800841 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:51.815646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c5677cac-3609-400a-b302-2634458f2881 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:51.875149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:46:51.878080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port c5677cac-3609-400a-b302-2634458f2881 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:51.880832 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6282897f-61b7-4955-aff1-120b1706bb10 admin admin] 10.222.0.21 "PUT /v2.0/routers/ce4c78be-ba49-49bd-a6ea-bf13d0cd160a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4957635 Aug 26 10:46:51.883690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port c5677cac-3609-400a-b302-2634458f2881 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:51.884302 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:51.897825 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Sync routers for ids ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:46:51.913069 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Routers {'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:46:51.913896 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:46:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:51.978314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d41dcd3d-a7ac-4f99-8f0f-04659a7a2f5d None None] Provisioning complete for port faae7751-9f23-42a8-8800-25bd1479fe34 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:51.978952 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d41dcd3d-a7ac-4f99-8f0f-04659a7a2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:52.036769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccdfe6-df11-41a9-9d85-8ee77ec7dbe0 req-761091be-445f-43a7-9bb1-3ee6e14c1357 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:52.045173 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29ccdfe6-df11-41a9-9d85-8ee77ec7dbe0 req-761091be-445f-43a7-9bb1-3ee6e14c1357 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 948 time: 0.7611639 Aug 26 10:46:52.057402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639ddf0-2786-48e5-8a55-e6a1452d0a4a req-dd776a70-cb3b-4dfb-8c9a-9df01c4bd80a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:52.065681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4639ddf0-2786-48e5-8a55-e6a1452d0a4a req-dd776a70-cb3b-4dfb-8c9a-9df01c4bd80a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 943 time: 0.8032634 Aug 26 10:46:52.089890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2697adb8-1a27-48d5-92bb-12be0e856be3 req-6fa17cf5-d90c-47c0-ad20-e5006cac8f8d service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9408751 Aug 26 10:46:52.091564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38476) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:52.098251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d41dcd3d-a7ac-4f99-8f0f-04659a7a2f5d None None] Port faae7751-9f23-42a8-8800-25bd1479fe34 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:46:52.148458 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:52.166989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1333441378'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:52.194328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:52.198363 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:52.211150 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:52.212806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5677cac-3609-400a-b302-2634458f2881'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:46:52.215763 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab114c9-e36a-4178-96e0-e3dfdc5ac8c2" -d '{"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-plugged", "status": "completed", "tag": "c5677cac-3609-400a-b302-2634458f2881"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:46:52.220267 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Set router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:46:52.222771 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:52.262064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29ccdfe6-df11-41a9-9d85-8ee77ec7dbe0 req-cf247de3-2e71-46c1-b86b-b680add0fe07 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159042 Aug 26 10:46:52.303579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:46:52.303895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:52.350761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:52.350761 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Added segment 75429336-24f2-4241-b11a-de02fed5c4c4 of type vlan for network b72f5325-0409-4077-be21-1c21d6774ebd Aug 26 10:46:52.351114 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4639ddf0-2786-48e5-8a55-e6a1452d0a4a req-34952f0e-a88f-4344-87a9-c49edb8de6f3 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783961 Aug 26 10:46:52.354355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81c3792c-1e64-4bdc-bbc0-0e0f273cfea9 req-9f7445c4-0213-4cc1-9403-937a0f1e3692 service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0683103 Aug 26 10:46:52.421798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093067ce-57ed-4527-a6a4-192c8a305f9d req-c188cd4e-00f8-4d76-b982-1df0ce7dd182 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:52.423396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-093067ce-57ed-4527-a6a4-192c8a305f9d req-c188cd4e-00f8-4d76-b982-1df0ce7dd182 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 943 time: 0.0623353 Aug 26 10:46:52.429875 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:52.464030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:52.471022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:52.471852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:52.543093 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'name': 'tempest-ServersTestMultiNic-769251322-router', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '1973b124-6397-4139-94e3-bac62606eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:39Z', 'updated_at': '2021-08-26T10:46:49Z', 'revision_number': 4, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'gw_port': {'id': '1973b124-6397-4139-94e3-bac62606eabc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:41Z', 'updated_at': '2021-08-26T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'faae7751-9f23-42a8-8800-25bd1479fe34', 'name': '', 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'mac_address': 'fa:16:3e:11:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a210db3a-e4dd-459c-97f3-ddea48bcbf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:48Z', 'updated_at': '2021-08-26T10:46:50Z', 'revision_number': 2, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'subnets': [{'id': 'a210db3a-e4dd-459c-97f3-ddea48bcbf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:52.553613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d37b99-e206-46d1-aa0c-031d4d07abbe req-3b578068-201f-40f4-b350-5d8523aa6d97 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:52.555881 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b6d37b99-e206-46d1-aa0c-031d4d07abbe req-3b578068-201f-40f4-b350-5d8523aa6d97 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 947 time: 0.1189256 Aug 26 10:46:52.564452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-093067ce-57ed-4527-a6a4-192c8a305f9d req-5d362cc7-58a2-4430-86c6-0df0664b41a4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244321 Aug 26 10:46:52.579056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fc599-8c49-4178-9629-854d31bee74e req-5e38ed85-b4ce-46db-acf4-3812c42a5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:52.580589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-822fc599-8c49-4178-9629-854d31bee74e req-5e38ed85-b4ce-46db-acf4-3812c42a5411 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 1095 time: 0.1562893 Aug 26 10:46:52.596313 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Checking router: ce4c78be-ba49-49bd-a6ea-bf13d0cd160a for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:46:52.596313 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Updating router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a port faae7751-9f23-42a8-8800-25bd1479fe34 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:46:52.597835 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5048931 Aug 26 10:46:52.606253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38484) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:52.623772 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:52.641160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'subnet': {'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:52.689757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcbcc4-e372-43b2-9bc6-e16d728ff821 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Network': ['ID=b72f5325-0409-4077-be21-1c21d6774ebd,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:52.704027 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b72f5325-0409-4077-be21-1c21d6774ebd details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:46:52.749038 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd81a298-a209-4e0a-b8cb-d5a777950f6c x-openstack-request-id: req-fd81a298-a209-4e0a-b8cb-d5a777950f6c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:46:52.749415 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-plugged", "status": "completed", "tag": "c5677cac-3609-400a-b302-2634458f2881", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:46:52.749617 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd81a298-a209-4e0a-b8cb-d5a777950f6c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:46:52.750007 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5677cac-3609-400a-b302-2634458f2881', 'code': 200} Aug 26 10:46:52.774176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b6d37b99-e206-46d1-aa0c-031d4d07abbe req-71adb941-f7e2-43e0-98cb-e76a1f487e72 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088993 Aug 26 10:46:52.828606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fc599-8c49-4178-9629-854d31bee74e req-04103169-0d5d-473d-b694-fb9928d5307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:52.830099 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-822fc599-8c49-4178-9629-854d31bee74e req-04103169-0d5d-473d-b694-fb9928d5307d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 906 time: 0.2247720 Aug 26 10:46:52.848085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:52.851779 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:52.873055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7f291-b3be-491b-a60a-520520c87611 req-e7f97475-3d2f-403c-9ec7-d892c883870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:52.874818 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06a7f291-b3be-491b-a60a-520520c87611 req-e7f97475-3d2f-403c-9ec7-d892c883870c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 1101 time: 0.0544090 Aug 26 10:46:52.902338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-822fc599-8c49-4178-9629-854d31bee74e req-b02dc286-4853-423a-a36e-8b02dd275968 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e56b4f66-db3f-4011-b134-3fb535c6e94a HTTP/1.1" status: 200 len: 217 time: 0.0631661 Aug 26 10:46:52.939882 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06a7f291-b3be-491b-a60a-520520c87611 req-96167769-2488-4be8-888a-1e144c3c6131 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 Aug 26 10:46:53.005448 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:53.016284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fc599-8c49-4178-9629-854d31bee74e req-f6c19dd4-9ab8-4ca3-9871-0ec29ddc7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:53.017289 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Transition to ACTIVE for port object faae7751-9f23-42a8-8800-25bd1479fe34 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:53.017975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-822fc599-8c49-4178-9629-854d31bee74e req-f6c19dd4-9ab8-4ca3-9871-0ec29ddc7be8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80b7aaaf-6bb9-41cb-8de8-b1187d4324ad HTTP/1.1" status: 200 len: 845 time: 0.0752270 Aug 26 10:46:53.026165 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:53.120524 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Pushing event updated for resources: {'Port': ['ID=faae7751-9f23-42a8-8800-25bd1479fe34,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:53.158518 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:53.166344 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.166700 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.167097 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.167399 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.167757 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.168087 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.168437 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.168760 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.169107 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.169428 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.169769 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.170141 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:53.205859 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Attempting to bind port faae7751-9f23-42a8-8800-25bd1479fe34 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:53.206318 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Attempting to bind port faae7751-9f23-42a8-8800-25bd1479fe34 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '0a1c754f-c27d-4f95-b6f4-851154e05d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:53.206938 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Attempting to bind port faae7751-9f23-42a8-8800-25bd1479fe34 on network fbec5fe1-7072-4fdf-b65a-14837315c998 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:53.214117 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:53.214676 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Checking segment: {'id': '0a1c754f-c27d-4f95-b6f4-851154e05d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:53.215216 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:53.215712 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Bound using segment: {'id': '0a1c754f-c27d-4f95-b6f4-851154e05d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:53.216311 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Bound port: faae7751-9f23-42a8-8800-25bd1479fe34, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1c754f-c27d-4f95-b6f4-851154e05d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:53.216812 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:53.303746 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-822fc599-8c49-4178-9629-854d31bee74e req-b76174f7-5d72-4271-a04f-aff8b09492c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717700 Aug 26 10:46:53.304755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Subnet': ['ID=b3eff8d2-fd8e-4236-85b5-055b94f37d95,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:53.318904 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] For port faae7751-9f23-42a8-8800-25bd1479fe34, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:53.322882 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] For port faae7751-9f23-42a8-8800-25bd1479fe34, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=faae7751-9f23-42a8-8800-25bd1479fe34,segment=NetworkSegment(0a1c754f-c27d-4f95-b6f4-851154e05d20),segment_id=0a1c754f-c27d-4f95-b6f4-851154e05d20)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:53.330340 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:53.411319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Checking segment: {'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:53.411701 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network hostable DHCP agents. Network: b72f5325-0409-4077-be21-1c21d6774ebd, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:46:53.454063 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Routers {'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:46:53.455579 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:46:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:53.498579 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1f961-41f8-46d6-8423-b1e4e109337c None None] Pushing event updated for resources: {'Port': ['ID=faae7751-9f23-42a8-8800-25bd1479fe34,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:53.548057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network b72f5325-0409-4077-be21-1c21d6774ebd is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:46:53.589611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-822fc599-8c49-4178-9629-854d31bee74e req-6ea21c0c-a19d-4b7b-a785-981fc963718f service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713215 Aug 26 10:46:53.595360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b72f5325-0409-4077-be21-1c21d6774ebd) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:53.596015 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] Set router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:46:53.604969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27226a2-5c1f-4fea-9df9-93f2ad0e33c9 None None] Network b72f5325-0409-4077-be21-1c21d6774ebd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:46:53.606219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31f869-c2b0-46e0-b00d-1c23700e620e req-f66900e3-ce79-4729-b3d2-892191e35e53 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:53.607908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a31f869-c2b0-46e0-b00d-1c23700e620e req-f66900e3-ce79-4729-b3d2-892191e35e53 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.2208624 Aug 26 10:46:53.612868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:53.613460 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:53.683817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf129f4-565d-4a00-be5b-a82e5e0e19ac req-b4359a4e-9f4e-4fde-9115-8144469364f7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:53.685292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edf129f4-565d-4a00-be5b-a82e5e0e19ac req-b4359a4e-9f4e-4fde-9115-8144469364f7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 943 time: 0.2292454 Aug 26 10:46:53.725128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-506bd15e-028b-438a-933e-6173fe61caca tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1139448 Aug 26 10:46:53.727856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38506) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:53.735331 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1397398166'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:53.762087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a31f869-c2b0-46e0-b00d-1c23700e620e req-a3b1e520-7a23-493e-9c0e-c2b5508660c8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388321 Aug 26 10:46:53.789013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:53.794264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:53.843067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edf129f4-565d-4a00-be5b-a82e5e0e19ac req-93ba861b-deeb-4111-8a8b-b9f55beccfbd tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430001 Aug 26 10:46:53.846294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-822fc599-8c49-4178-9629-854d31bee74e req-1d44418a-35b0-4756-9c54-0c769bcb6fbf service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357624 Aug 26 10:46:53.871373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:46:53.900937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:53.901285 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Added segment 62ed244d-9bde-46f3-9c01-646b45f0287e of type vlan for network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 Aug 26 10:46:53.950655 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'name': 'tempest-ServersTestMultiNic-769251322-router', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '1973b124-6397-4139-94e3-bac62606eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:39Z', 'updated_at': '2021-08-26T10:46:49Z', 'revision_number': 4, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'gw_port': {'id': '1973b124-6397-4139-94e3-bac62606eabc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:41Z', 'updated_at': '2021-08-26T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'faae7751-9f23-42a8-8800-25bd1479fe34', 'name': '', 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'mac_address': 'fa:16:3e:11:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a210db3a-e4dd-459c-97f3-ddea48bcbf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:48Z', 'updated_at': '2021-08-26T10:46:53Z', 'revision_number': 4, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'subnets': [{'id': 'a210db3a-e4dd-459c-97f3-ddea48bcbf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:46:53.966632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b72f5325-0409-4077-be21-1c21d6774ebd', 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'fixed_ips': [{'subnet_id': 'b3eff8d2-fd8e-4236-85b5-055b94f37d95'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:46:53.967534 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:53.977670 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:53.983098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481087c-a5c0-4bfa-8bf4-7b9b2bc618bc req-f347bb0a-5c76-4a3e-83c7-522e1b4ceca3 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:53.991965 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c481087c-a5c0-4bfa-8bf4-7b9b2bc618bc req-f347bb0a-5c76-4a3e-83c7-522e1b4ceca3 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 943 time: 0.1398306 Aug 26 10:46:54.005076 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad0eed-beec-4a8a-bace-e37c4696265a None None] The sync data for ids ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'] in n-d-778550-13 is: [{'id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'name': 'tempest-ServersTestMultiNic-769251322-router', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '1973b124-6397-4139-94e3-bac62606eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:39Z', 'updated_at': '2021-08-26T10:46:49Z', 'revision_number': 4, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'gw_port': {'id': '1973b124-6397-4139-94e3-bac62606eabc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:41Z', 'updated_at': '2021-08-26T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'faae7751-9f23-42a8-8800-25bd1479fe34', 'name': '', 'network_id': 'fbec5fe1-7072-4fdf-b65a-14837315c998', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'mac_address': 'fa:16:3e:11:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a210db3a-e4dd-459c-97f3-ddea48bcbf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:48Z', 'updated_at': '2021-08-26T10:46:53Z', 'revision_number': 4, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'subnets': [{'id': 'a210db3a-e4dd-459c-97f3-ddea48bcbf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:46:54.028768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.042250 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:54.042953 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.051555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c481087c-a5c0-4bfa-8bf4-7b9b2bc618bc req-e401e3d7-956b-4d1b-8821-1341a2b3b059 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551388 Aug 26 10:46:54.132462 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4028170 Aug 26 10:46:54.147471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38510) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:54.162190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384162e-a8c6-43e8-9264-7b06bf8723e6 req-a09a00db-9f41-4d96-99f7-8a6c01fcb54a tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:54.175790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed5a52-f76a-452c-8d3f-54ba9e00f36d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Network': ['ID=b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:54.176827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1384162e-a8c6-43e8-9264-7b06bf8723e6 req-a09a00db-9f41-4d96-99f7-8a6c01fcb54a tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 947 time: 0.1241531 Aug 26 10:46:54.194016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'subnet': {'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:54.196193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:46:54.271970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38514) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:54.277848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1358292601'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:54.306817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1384162e-a8c6-43e8-9264-7b06bf8723e6 req-087280e7-ae14-4113-b895-602857522fa7 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285863 Aug 26 10:46:54.311555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Allocated IP 19.80.0.2 (b72f5325-0409-4077-be21-1c21d6774ebd/b3eff8d2-fd8e-4236-85b5-055b94f37d95/c7ded0b8-6351-4e58-a5d2-28c8f83bdabf) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:54.322134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:54.328991 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.362721 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:46:54.375637 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.376494 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Added segment 6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac of type vlan for network 7e95f1db-eea7-493f-94df-e8629975974f Aug 26 10:46:54.386542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:54.390103 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.434443 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.476302 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.486291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:54.487345 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.528001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c2af47c0-1007-4a4d-9871-778c9fac3384 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:46:54.568225 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2947774 Aug 26 10:46:54.572048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38518) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:54.590943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1523888396'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:54.616210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970369eb-9fce-4414-8742-6b36c664f98b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Network': ['ID=7e95f1db-eea7-493f-94df-e8629975974f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:54.636946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 7e95f1db-eea7-493f-94df-e8629975974f details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:46:54.643222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:54.647766 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.658971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.706607 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.714534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:46:54.729183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Subnet': ['ID=bd52a38d-cb76-49b4-8f36-4715c1110efe,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:54.742842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.742842 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Added segment d75a556d-96b0-4f54-9e59-9f8efeb52340 of type vlan for network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 Aug 26 10:46:54.743754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Checking segment: {'id': '62ed244d-9bde-46f3-9c01-646b45f0287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:54.747326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network hostable DHCP agents. Network: b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:46:54.775678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Transition to ACTIVE for port object c7ded0b8-6351-4e58-a5d2-28c8f83bdabf will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:54.777227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:46:54.794153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:54.810475 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.813536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:54.815235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.834172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90845d7c-6512-4da4-b7f9-36aa4f529422 None None] Network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:46:54.837416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device faae7751-9f23-42a8-8800-25bd1479fe34 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:54.858115 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f0ad6627-83f3-4d38-ae5d-17377de35df8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6693120 Aug 26 10:46:54.864432 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.873843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:54.877007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.905673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Transition to ACTIVE for port object c7ded0b8-6351-4e58-a5d2-28c8f83bdabf will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:54.943715 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:54.966588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Network': ['ID=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:54.986587 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5c55cf93-3035-4a29-94bf-4d40eb9fa441 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4081292 Aug 26 10:46:54.986991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38530) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:54.993087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'subnet': {'network_id': '7e95f1db-eea7-493f-94df-e8629975974f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:55.019483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22d776-d517-405e-928a-17d10b753dec req-a7c03226-40b6-4d98-9ada-dfb8efb7925f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:55.021532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f22d776-d517-405e-928a-17d10b753dec req-a7c03226-40b6-4d98-9ada-dfb8efb7925f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1335418 Aug 26 10:46:55.071836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c2af47c0-1007-4a4d-9871-778c9fac3384, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c2af47c0-1007-4a4d-9871-778c9fac3384,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:55.107995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f22d776-d517-405e-928a-17d10b753dec req-b48f46ac-11f4-4e74-8d98-52af741557a5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780594 Aug 26 10:46:55.154176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'c2af47c0-1007-4a4d-9871-778c9fac3384', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'c2af47c0-1007-4a4d-9871-778c9fac3384', 'mac_address': 'fa:16:3e:de:33:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:46:55.157890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:46:55.189346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:55.191038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Network b72f5325-0409-4077-be21-1c21d6774ebd is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:55.201169 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:55.334522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Pushing event updated for resources: {'Port': ['ID=c7ded0b8-6351-4e58-a5d2-28c8f83bdabf,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:55.339926 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:55.342518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:55.349639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:55.360237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05163f61-c03b-478e-8e50-6a2a2b103d92 req-c895746e-004e-4415-9d1c-8a37f1feb194 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:55.369846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05163f61-c03b-478e-8e50-6a2a2b103d92 req-c895746e-004e-4415-9d1c-8a37f1feb194 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 943 time: 0.1569176 Aug 26 10:46:55.455430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port faae7751-9f23-42a8-8800-25bd1479fe34 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:55.478105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port faae7751-9f23-42a8-8800-25bd1479fe34 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:55.478614 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:55.534579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05163f61-c03b-478e-8e50-6a2a2b103d92 req-4644d804-4915-4ab9-8639-d6e31d4dd447 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581488 Aug 26 10:46:55.572597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2af47c0-1007-4a4d-9871-778c9fac3384 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:55.578580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-262fd680-a89a-4975-b24b-42a42b686e55 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:55.595256 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-262fd680-a89a-4975-b24b-42a42b686e55 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:55.597022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-262fd680-a89a-4975-b24b-42a42b686e55 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/networks?id=b72f5325-0409-4077-be21-1c21d6774ebd&id=b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7&id=b72f5325-0409-4077-be21-1c21d6774ebd HTTP/1.1" status: 200 len: 1392 time: 0.3396027 Aug 26 10:46:55.604987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c2af47c0-1007-4a4d-9871-778c9fac3384, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c2af47c0-1007-4a4d-9871-778c9fac3384,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:55.633166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-04aa6764-135e-478d-b4bd-4b76925d5d37 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/quotas/8aa12da374f34426b789f153927a6d7e HTTP/1.1" status: 200 len: 375 time: 0.0259957 Aug 26 10:46:55.635411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:55.720337 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:55.739930 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-cb023091-d86a-4f40-b20e-ff293cd24742 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aa12da374f34426b789f153927a6d7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004558 Aug 26 10:46:55.747848 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:55.752859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Attempting to bind port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:55.753225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Attempting to bind port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:55.753582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Attempting to bind port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf on network b72f5325-0409-4077-be21-1c21d6774ebd {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:55.777306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:55.777678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Checking segment: {'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:55.778081 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:55.778482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Bound using segment: {'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:55.778993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Bound port: c7ded0b8-6351-4e58-a5d2-28c8f83bdabf, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:55.779377 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:55.783191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Subnet': ['ID=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:55.795749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Checking segment: {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:55.796257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network hostable DHCP agents. Network: 7e95f1db-eea7-493f-94df-e8629975974f, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:46:55.828267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network 7e95f1db-eea7-493f-94df-e8629975974f is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:46:55.844620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 7e95f1db-eea7-493f-94df-e8629975974f) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:55.860215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:55.861852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:55.892618 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6b850249-2106-4e4e-a022-422c5961a2aa tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9043317 Aug 26 10:46:55.893446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38548) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:55.900257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'subnet': {'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:55.900593 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e56b4f66-db3f-4011-b134-3fb535c6e94a details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:46:55.903095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d826803-42cd-498a-9be4-64455fb6d3c7 None None] Network 7e95f1db-eea7-493f-94df-e8629975974f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:46:55.988001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52307e20-053c-41e5-b822-e1995837ec09 req-0f4f7a38-7411-4dc8-8944-2e85f61e6148 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:55.998878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52307e20-053c-41e5-b822-e1995837ec09 req-0f4f7a38-7411-4dc8-8944-2e85f61e6148 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 943 time: 0.2135863 Aug 26 10:46:56.033596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4e3ffaa5-6285-48f0-9a01-b24a2408cf03 service neutron] 10.222.0.21 "GET /v2.0/networks/b72f5325-0409-4077-be21-1c21d6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927980 Aug 26 10:46:56.075157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:56.079853 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:56.108251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52307e20-053c-41e5-b822-e1995837ec09 req-605d0e72-fea4-4876-9651-167b1922e887 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084185 Aug 26 10:46:56.122833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7', 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'fixed_ips': [{'subnet_id': 'bd52a38d-cb76-49b4-8f36-4715c1110efe'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:46:56.123628 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:56.230627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-55ae8f7c-1840-4e37-87d2-f64f3cfbfe06 service neutron] 10.222.0.21 "GET /v2.0/networks/b72f5325-0409-4077-be21-1c21d6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865201 Aug 26 10:46:56.367978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261c79d-2815-4e0f-9284-40da8ebc8da4 req-b90a4491-3692-4e5a-b052-3ae53939c53b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:56.375266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f261c79d-2815-4e0f-9284-40da8ebc8da4 req-b90a4491-3692-4e5a-b052-3ae53939c53b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1298177 Aug 26 10:46:56.386418 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e56b4f66-db3f-4011-b134-3fb535c6e94a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e56b4f66-db3f-4011-b134-3fb535c6e94a,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:56.407528 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-8ffe5b16-5c59-41e5-a724-8ea4ab8b3988 service neutron] 10.222.0.21 "GET /v2.0/networks/b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762795 Aug 26 10:46:56.413493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c2af47c0-1007-4a4d-9871-778c9fac3384'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:56.417162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=c2af47c0-1007-4a4d-9871-778c9fac3384,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:56.432090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'e56b4f66-db3f-4011-b134-3fb535c6e94a', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'port_id': 'e56b4f66-db3f-4011-b134-3fb535c6e94a', 'mac_address': 'fa:16:3e:40:bc:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b7aaaf-6bb9-41cb-8de8-b1187d4324ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:46:56.465066 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:56.465934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] For port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:56.469788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] For port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c7ded0b8-6351-4e58-a5d2-28c8f83bdabf,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:46:56.537757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Subnet': ['ID=3df0dfa6-d27a-4ded-801d-40072b12272b,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:56.554573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.554969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.555312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.555641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.555968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.556295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.556617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.556936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.557256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.557575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.557892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.558208 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:46:56.567712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f261c79d-2815-4e0f-9284-40da8ebc8da4 req-867d41c3-d4bb-4b48-b878-2f21e8c07d34 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914773 Aug 26 10:46:56.571463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-1592772f-35d6-45a5-bc9f-bc102f3b2446 service neutron] 10.222.0.21 "GET /v2.0/networks/b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620345 Aug 26 10:46:56.601550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Checking segment: {'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:56.601550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network hostable DHCP agents. Network: 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:46:56.616470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:46:56.634879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:56.642673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:56.643346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:56.659493 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:56.663101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b6e60-3612-4845-af14-bad767f81066 None None] Network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:46:56.667224 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bd38dd48-5ec7-4707-aa0b-088b00e83883 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7719412 Aug 26 10:46:56.669676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38558) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:56.678877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'port': {'network_id': '7e95f1db-eea7-493f-94df-e8629975974f', 'name': 'tempest-TaggedBootDevicesTest-375253932', 'fixed_ips': [{'subnet_id': '6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:56.772836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port faae7751-9f23-42a8-8800-25bd1479fe34, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=faae7751-9f23-42a8-8800-25bd1479fe34,segment=NetworkSegment(0a1c754f-c27d-4f95-b6f4-851154e05d20),segment_id=0a1c754f-c27d-4f95-b6f4-851154e05d20)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:56.786783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-862f15b8-dfc8-49ec-9390-499eba9afd74 service neutron] 10.222.0.21 "GET /v2.0/networks/b72f5325-0409-4077-be21-1c21d6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044041 Aug 26 10:46:56.868381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:56.918553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0ec0e-2ec1-45d3-87f7-3faa3dff814f None None] Pushing event updated for resources: {'Port': ['ID=c7ded0b8-6351-4e58-a5d2-28c8f83bdabf,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:56.931518 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-ff68792b-856e-421e-90ee-942a0d174d12 service neutron] 10.222.0.21 "GET /v2.0/networks/b72f5325-0409-4077-be21-1c21d6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435099 Aug 26 10:46:56.950156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e470f-628b-4f43-a740-1445d5204e71 req-893ae1cb-d75c-4c16-b456-1055de4adb00 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:56.958877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d35e470f-628b-4f43-a740-1445d5204e71 req-893ae1cb-d75c-4c16-b456-1055de4adb00 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 948 time: 0.2288342 Aug 26 10:46:56.981671 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:56.995719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-7e95f1db-eea7-493f-94df-e8629975974f', 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'fixed_ips': [{'subnet_id': '6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:46:56.998606 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:57.014820 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d35e470f-628b-4f43-a740-1445d5204e71 req-f33da633-a69a-44b0-a9cb-f7f4760dffbb tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496497 Aug 26 10:46:57.075729 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:57.123881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] device_id is not set on port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 10:46:57.291336 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:57.305178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672062-e0a5-4cb3-85a3-0bc5fbb63ab8 req-de0b9ffc-c053-4770-a035-c1d841077cac tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:57.308360 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94672062-e0a5-4cb3-85a3-0bc5fbb63ab8 req-de0b9ffc-c053-4770-a035-c1d841077cac tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 943 time: 0.1463013 Aug 26 10:46:57.416908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94672062-e0a5-4cb3-85a3-0bc5fbb63ab8 req-63eedc6f-9c89-4d4f-ac8d-ddf034de5592 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968015 Aug 26 10:46:57.467160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da1e3-458b-483c-8755-a92a12df758a req-0ac049ef-6feb-480a-a8f8-e1fe89910e8d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:57.481183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56b4f66-db3f-4011-b134-3fb535c6e94a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:57.483624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d3da1e3-458b-483c-8755-a92a12df758a req-0ac049ef-6feb-480a-a8f8-e1fe89910e8d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 943 time: 0.0947082 Aug 26 10:46:57.562000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-456b119f-8bcd-486b-b4af-3eba1d6c6c30 req-44f21836-611c-4e89-8bc8-6a015daf6824 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 210 time: 0.0636687 Aug 26 10:46:57.599479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d3da1e3-458b-483c-8755-a92a12df758a req-610007f0-6d4e-4bc4-b181-b1cbb4307cce tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079879 Aug 26 10:46:57.614085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=faae7751-9f23-42a8-8800-25bd1479fe34,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:57.669806 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Allocated IP 10.1.1.152 (7e95f1db-eea7-493f-94df-e8629975974f/6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2/1dc0dec7-8e07-4315-a42c-6e045bfd90f1) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:57.785567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e56b4f66-db3f-4011-b134-3fb535c6e94a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e56b4f66-db3f-4011-b134-3fb535c6e94a,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:57.883761 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:58.031165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Allocated IP 19.86.0.2 (b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7/bd52a38d-cb76-49b4-8f36-4715c1110efe/98c20993-b3ef-4439-a0c1-138f2d856324) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:58.077658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61', 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'fixed_ips': [{'subnet_id': '3df0dfa6-d27a-4ded-801d-40072b12272b'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:46:58.079730 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:58.137130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=e56b4f66-db3f-4011-b134-3fb535c6e94a,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:58.212861 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:58.237070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['e56b4f66-db3f-4011-b134-3fb535c6e94a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:46:58.254114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Transition to ACTIVE for port object 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:58.304852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:58.322278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1c0ef2-d798-4078-91fa-8a67c480d2a1 None None] Network b72f5325-0409-4077-be21-1c21d6774ebd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:46:58.332153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-2ff4e620-a089-40b2-be49-0eceaf082bdd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3155599 Aug 26 10:46:58.357336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-70303aa6-4ef5-4147-97e9-118e7e20bb34 service neutron] 10.222.0.47 "GET /v2.0/ports/25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4/bindings/n-h2-778550-13 HTTP/1.1" status: 200 len: 385 time: 0.1459160 Aug 26 10:46:58.367596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293e5ab-fa12-44ee-8b7a-303478b2599b req-c1d31e6b-d469-43f7-a2de-98268a58b335 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:58.374714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4293e5ab-fa12-44ee-8b7a-303478b2599b req-c1d31e6b-d469-43f7-a2de-98268a58b335 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.2377682 Aug 26 10:46:58.375097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Port': ['ID=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:58.382905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network 7e95f1db-eea7-493f-94df-e8629975974f is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:58.387194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:58.389790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:58.444570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:58.445412 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:58.459932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01ab0-b8d6-47b0-9ba3-2778f8b29c37 req-f0d15210-e582-483a-9076-421dc72f35ce tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:58.464531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6e01ab0-b8d6-47b0-9ba3-2778f8b29c37 req-f0d15210-e582-483a-9076-421dc72f35ce tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 948 time: 0.2540896 Aug 26 10:46:58.467429 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-470882e8-8766-4f35-af30-940fcd3be778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7956622 Aug 26 10:46:58.468040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38598) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:46:58.474540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'port': {'network_id': '7e95f1db-eea7-493f-94df-e8629975974f', 'name': 'tempest-TaggedBootDevicesTest-1738497065', 'fixed_ips': [{'subnet_id': '6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:58.526032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4293e5ab-fa12-44ee-8b7a-303478b2599b req-abcdb3a5-eac4-450a-b584-f9f3df8093c8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501093 Aug 26 10:46:58.637353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6e01ab0-b8d6-47b0-9ba3-2778f8b29c37 req-dab8f79f-83a4-4dc2-9b74-f0433390a0c5 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186109 Aug 26 10:46:58.657419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dfa84e69-f505-42fb-8724-d19de26cbd61 None None] Provisioning for port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:46:58.718473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Allocated IP 10.1.1.2 (7e95f1db-eea7-493f-94df-e8629975974f/6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2/6b997a79-e50d-435e-87c3-79e8db4491b3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:58.719045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:58.756044 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:58.815532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] device_id is not set on port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 10:46:58.848696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16546541-048e-4227-a5ad-1a02475c7966 req-2fdcfe04-d551-459a-a727-8ecefc4ae3d8 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:58.850491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16546541-048e-4227-a5ad-1a02475c7966 req-2fdcfe04-d551-459a-a727-8ecefc4ae3d8 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 1098 time: 0.2117984 Aug 26 10:46:58.932834 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16546541-048e-4227-a5ad-1a02475c7966 req-7b78b68e-e7e1-4d10-83f7-a96f3015df2e tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636940 Aug 26 10:46:58.975458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Allocated IP 10.2.2.2 (53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61/3df0dfa6-d27a-4ded-801d-40072b12272b/f325bc73-e435-4a5a-980c-2a6ae3f27e38) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:59.047534 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:59.130915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Transition to ACTIVE for port object 98c20993-b3ef-4439-a0c1-138f2d856324 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:59.208160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Transition to ACTIVE for port object 98c20993-b3ef-4439-a0c1-138f2d856324 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:59.260125 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:59.277856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device faae7751-9f23-42a8-8800-25bd1479fe34 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:46:59.497191 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fce89a80-4a75-4100-94b7-0975e0c129a1 req-3e5f024c-dcae-4c19-8ccf-ab94480d5565 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 210 time: 0.4453952 Aug 26 10:46:59.540775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-b4b2243a-0246-49c4-89fb-a9e3f6b26643 service neutron] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:59.562561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-d051c8f8-ebda-4797-8c9e-53c91b7c1436 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:59.568499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-d051c8f8-ebda-4797-8c9e-53c91b7c1436 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:59.579595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-d051c8f8-ebda-4797-8c9e-53c91b7c1436 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.42 "GET /v2.0/networks?id=b72f5325-0409-4077-be21-1c21d6774ebd&id=b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7&id=b72f5325-0409-4077-be21-1c21d6774ebd HTTP/1.1" status: 200 len: 1392 time: 0.8228705 Aug 26 10:46:59.584598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:59.585771 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:59.596978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed5dd7-e942-43ba-a0c6-405cd8a31d3f req-b68549ef-c3f3-447b-b6fb-e65a8362630a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:59.598542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ed5dd7-e942-43ba-a0c6-405cd8a31d3f req-b68549ef-c3f3-447b-b6fb-e65a8362630a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 943 time: 0.6897576 Aug 26 10:46:59.609141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'port': {'device_id': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd', 'admin_state_up': True, 'tenant_id': '8aa12da374f34426b789f153927a6d7e'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:46:59.613299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:59.615810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:59.642818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-b4b2243a-0246-49c4-89fb-a9e3f6b26643 service neutron] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:46:59.646513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Transition to ACTIVE for port object 6b997a79-e50d-435e-87c3-79e8db4491b3 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:59.651194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Pushing event updated for resources: {'Port': ['ID=98c20993-b3ef-4439-a0c1-138f2d856324,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:59.717171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Transition to ACTIVE for port object 6b997a79-e50d-435e-87c3-79e8db4491b3 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:59.739096 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:59.741973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-b4b2243a-0246-49c4-89fb-a9e3f6b26643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:46:59.751356 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:59.780195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-b4b2243a-0246-49c4-89fb-a9e3f6b26643 service neutron] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:46:59.801396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Transition to ACTIVE for port object f325bc73-e435-4a5a-980c-2a6ae3f27e38 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:59.815589 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Allocated IP 10.1.1.27 (7e95f1db-eea7-493f-94df-e8629975974f/6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2/01aa3d6a-c13a-4ee9-98b2-31d232de49f0) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:46:59.817920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ed5dd7-e942-43ba-a0c6-405cd8a31d3f req-4127bdf6-227f-4ca2-8202-72c91a543780 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913145 Aug 26 10:46:59.819309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Attempting to bind port 98c20993-b3ef-4439-a0c1-138f2d856324 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:46:59.819694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Attempting to bind port 98c20993-b3ef-4439-a0c1-138f2d856324 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '62ed244d-9bde-46f3-9c01-646b45f0287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:46:59.820072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Attempting to bind port 98c20993-b3ef-4439-a0c1-138f2d856324 on network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:46:59.829637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc8cb6-2c54-4032-944d-8be1817ab887 req-97de7107-37ba-4ed5-b620-2be6e54592ff tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:46:59.837485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbc8cb6-2c54-4032-944d-8be1817ab887 req-97de7107-37ba-4ed5-b620-2be6e54592ff tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 944 time: 0.2346394 Aug 26 10:46:59.837740 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port faae7751-9f23-42a8-8800-25bd1479fe34 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:46:59.838076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:59.849945 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-b4b2243a-0246-49c4-89fb-a9e3f6b26643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:59.850159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:46:59.850159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Checking segment: {'id': '62ed244d-9bde-46f3-9c01-646b45f0287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:46:59.850493 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:59.851021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Bound using segment: {'id': '62ed244d-9bde-46f3-9c01-646b45f0287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:46:59.851703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Bound port: 98c20993-b3ef-4439-a0c1-138f2d856324, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ed244d-9bde-46f3-9c01-646b45f0287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:46:59.852633 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:59.856241 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Transition to ACTIVE for port object f325bc73-e435-4a5a-980c-2a6ae3f27e38 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:46:59.886770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Pushing event updated for resources: {'Port': ['ID=6b997a79-e50d-435e-87c3-79e8db4491b3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:46:59.894402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Network 7e95f1db-eea7-493f-94df-e8629975974f is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:46:59.902347 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:59.904793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:46:59.918865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:46:59.948108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbc8cb6-2c54-4032-944d-8be1817ab887 req-12e8bb55-7543-4009-b5ff-f982f12bf0ef tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046064 Aug 26 10:46:59.966468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:46:59.971568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:46:59.996612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:00.024958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:00.038516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:00.069545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Pushing event updated for resources: {'Port': ['ID=f325bc73-e435-4a5a-980c-2a6ae3f27e38,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:00.100460 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.114043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Attempting to bind port 6b997a79-e50d-435e-87c3-79e8db4491b3 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:00.114421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Attempting to bind port 6b997a79-e50d-435e-87c3-79e8db4491b3 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:00.114818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Attempting to bind port 6b997a79-e50d-435e-87c3-79e8db4491b3 on network 7e95f1db-eea7-493f-94df-e8629975974f {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:00.118746 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Transition to ACTIVE for port object 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:00.136013 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] For port 98c20993-b3ef-4439-a0c1-138f2d856324, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:00.163942 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.174544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:00.174993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Checking segment: {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:00.175355 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.175824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Bound using segment: {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:00.176278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Bound port: 6b997a79-e50d-435e-87c3-79e8db4491b3, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:00.176665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.194664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Allocated IP 19.80.0.120 (b72f5325-0409-4077-be21-1c21d6774ebd/b3eff8d2-fd8e-4236-85b5-055b94f37d95/703be2ce-c01b-4850-a708-99c140621638) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:00.198942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] For port 98c20993-b3ef-4439-a0c1-138f2d856324, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=98c20993-b3ef-4439-a0c1-138f2d856324,segment=NetworkSegment(62ed244d-9bde-46f3-9c01-646b45f0287e),segment_id=62ed244d-9bde-46f3-9c01-646b45f0287e)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:00.204267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-b4b2243a-0246-49c4-89fb-a9e3f6b26643 service neutron] Transition to ACTIVE for port object 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:00.213408 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.225294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Attempting to bind port f325bc73-e435-4a5a-980c-2a6ae3f27e38 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:00.225666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Attempting to bind port f325bc73-e435-4a5a-980c-2a6ae3f27e38 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:00.226033 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Attempting to bind port f325bc73-e435-4a5a-980c-2a6ae3f27e38 on network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:00.230349 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-b4b2243a-0246-49c4-89fb-a9e3f6b26643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.260049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Port': ['ID=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:00.261293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c7ded0b8-6351-4e58-a5d2-28c8f83bdabf up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:00.286608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:00.286805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Checking segment: {'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:00.286960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network 7e95f1db-eea7-493f-94df-e8629975974f is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:00.287468 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.287610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Bound using segment: {'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:00.288054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Bound port: f325bc73-e435-4a5a-980c-2a6ae3f27e38, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:00.288441 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.299443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc889dda-8a87-4ea0-aedf-00085a7d3f91 req-e329b68f-6831-4473-a394-72f5d59d5bac tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:00.301074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc889dda-8a87-4ea0-aedf-00085a7d3f91 req-e329b68f-6831-4473-a394-72f5d59d5bac tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1595399 Aug 26 10:47:00.316580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:00.321454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:00.371906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-3af0ef55-66cc-45c9-a3d1-19dff2c18940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:00.374748 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-3af0ef55-66cc-45c9-a3d1-19dff2c18940 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 1101 time: 0.1104896 Aug 26 10:47:00.404922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:00.405606 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.423727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-b4b2243a-0246-49c4-89fb-a9e3f6b26643 service neutron] No DVR routers for this DVR port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:47:00.430603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f39e4-47e0-4eb8-a74f-133d86557985 None None] Pushing event updated for resources: {'Port': ['ID=98c20993-b3ef-4439-a0c1-138f2d856324,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:00.443304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] For port 6b997a79-e50d-435e-87c3-79e8db4491b3, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:00.447354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] For port 6b997a79-e50d-435e-87c3-79e8db4491b3, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6b997a79-e50d-435e-87c3-79e8db4491b3,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:00.457050 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.498987 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-84bce601-8d5b-4d25-8056-553facbde45a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0297782 Aug 26 10:47:00.526548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] For port f325bc73-e435-4a5a-980c-2a6ae3f27e38, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:00.535210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] For port f325bc73-e435-4a5a-980c-2a6ae3f27e38, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f325bc73-e435-4a5a-980c-2a6ae3f27e38,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:00.536634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:00.549295 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.558031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2243a-0246-49c4-89fb-a9e3f6b26643 service neutron] Pushing event updated for resources: {'Port': ['ID=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,revision_number=10']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:00.558608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:00.558608 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.580211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc889dda-8a87-4ea0-aedf-00085a7d3f91 req-736adee4-6c73-49be-9d2a-7ac5f425f595 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535746 Aug 26 10:47:00.580799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-32fb3276-84e3-4370-81f0-64f559b2b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:00.582520 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-32fb3276-84e3-4370-81f0-64f559b2b46c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1718097 Aug 26 10:47:00.610458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c2af47c0-1007-4a4d-9871-778c9fac3384 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:00.615217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef44b2-d15a-4f42-9315-c02491e60b3b None None] Pushing event updated for resources: {'Port': ['ID=6b997a79-e50d-435e-87c3-79e8db4491b3,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:00.677612 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-b4b2243a-0246-49c4-89fb-a9e3f6b26643 service neutron] 10.222.0.47 "PUT /v2.0/ports/25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4/bindings/n-h2-778550-13/activate HTTP/1.1" status: 200 len: 370 time: 2.2988799 Aug 26 10:47:00.693987 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-a3d0ce3b-ce0b-4abe-a5a3-5895070ab210 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c5677cac-3609-400a-b302-2634458f2881 HTTP/1.1" status: 200 len: 217 time: 0.1019011 Aug 26 10:47:00.774110 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.792143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Transition to ACTIVE for port object 703be2ce-c01b-4850-a708-99c140621638 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:00.847524 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.861768 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.884788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port c2af47c0-1007-4a4d-9871-778c9fac3384 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:00.900099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port c2af47c0-1007-4a4d-9871-778c9fac3384 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:00.900699 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:00.927405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-5291bcc7-eab3-4d96-b16e-db69b2224e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:00.932995 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-5291bcc7-eab3-4d96-b16e-db69b2224e3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2294102 Aug 26 10:47:00.982441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network b72f5325-0409-4077-be21-1c21d6774ebd is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:01.000248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:01.004478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-4d9f2273-3d66-4880-922d-6359ed0584f6 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:01.006291 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-4d9f2273-3d66-4880-922d-6359ed0584f6 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.2411385 Aug 26 10:47:01.017195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c7ded0b8-6351-4e58-a5d2-28c8f83bdabf,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:01.020415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058119bc-dd80-448c-a62b-32924c3f2def None None] Pushing event updated for resources: {'Port': ['ID=f325bc73-e435-4a5a-980c-2a6ae3f27e38,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:01.032604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85475-4b0f-40ae-817d-711f0162cef1 req-9810cad7-6b5b-41e0-b93b-fe1990fd15da tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:01.043254 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:01.043429 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2f85475-4b0f-40ae-817d-711f0162cef1 req-9810cad7-6b5b-41e0-b93b-fe1990fd15da tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 948 time: 0.2042112 Aug 26 10:47:01.046433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:01.073165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Port': ['ID=703be2ce-c01b-4850-a708-99c140621638,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:01.104982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-18e043f8-3ee8-486b-9a7e-e9ba0c7e9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:01.109452 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-18e043f8-3ee8-486b-9a7e-e9ba0c7e9b8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1654191 Aug 26 10:47:01.217719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:01.218357 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:01.228616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c7ded0b8-6351-4e58-a5d2-28c8f83bdabf,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:01.257313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2f85475-4b0f-40ae-817d-711f0162cef1 req-5ce8bae8-d23e-4a74-b23f-cd463fed3fd8 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092466 Aug 26 10:47:01.283395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-74e5d416-8166-4bab-8c27-e6b6f9f8f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:01.285215 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-74e5d416-8166-4bab-8c27-e6b6f9f8f60c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4&tenant_id=b511d0e342254b5691c29fa10c143578 HTTP/1.1" status: 200 len: 1096 time: 0.2633505 Aug 26 10:47:01.326905 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-e0fb2030-b5f9-46f9-9817-a957c1d0ebc4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7221315 Aug 26 10:47:01.346223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'port': {'device_id': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7', 'admin_state_up': True, 'tenant_id': '8aa12da374f34426b789f153927a6d7e'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:01.380005 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:01.412057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-dc961c98-aaaa-4fd7-b275-63c00683b201 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:47:01.419118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-4efd71e3-5f4e-4679-b379-0f3891987b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:01.425339 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-4efd71e3-5f4e-4679-b379-0f3891987b6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 1096 time: 0.1031966 Aug 26 10:47:01.427599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c604623-aa25-46d5-835e-2913673871b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2af47c0-1007-4a4d-9871-778c9fac3384'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:01.433232 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8012c1d1-bdfb-4c91-b18d-be5d03bbbaf1" -d '{"events": [{"server_uuid": "9c604623-aa25-46d5-835e-2913673871b5", "name": "network-vif-plugged", "status": "completed", "tag": "c2af47c0-1007-4a4d-9871-778c9fac3384"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:01.437107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-dc961c98-aaaa-4fd7-b275-63c00683b201 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0324693 Aug 26 10:47:01.444499 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-20773533-51ee-4eda-bc04-51bf686e75af service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251443 Aug 26 10:47:01.446320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Request body: {'binding': {'host': 'n-h1-778550-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:01.447042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Unknown quota resources ['binding']. {{(pid=101267) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 10:47:01.479438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c2af47c0-1007-4a4d-9871-778c9fac3384, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c2af47c0-1007-4a4d-9871-778c9fac3384,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:01.492613 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:01.493927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:47:01.660479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6b997a79-e50d-435e-87c3-79e8db4491b3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:01.682153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-db2314b4-0b24-4433-a8b1-08644a5ca0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:01.684116 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-db2314b4-0b24-4433-a8b1-08644a5ca0dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.2546742 Aug 26 10:47:01.729073 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=c2af47c0-1007-4a4d-9871-778c9fac3384,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:01.774650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:47:01.785550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6b997a79-e50d-435e-87c3-79e8db4491b3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:01.787937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-36d88e2f-03dc-47f4-9302-01a016c59905 None None] Provisioning for port 703be2ce-c01b-4850-a708-99c140621638 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:01.801376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-36d88e2f-03dc-47f4-9302-01a016c59905 None None] Provisioning complete for port 703be2ce-c01b-4850-a708-99c140621638 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:01.801617 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36d88e2f-03dc-47f4-9302-01a016c59905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:01.818397 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-35331447-beeb-4fad-a19e-596f55b5fa32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 HTTP/1.1" status: 200 len: 217 time: 0.1211150 Aug 26 10:47:01.841408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 98c20993-b3ef-4439-a0c1-138f2d856324 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:01.879006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:01.888651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:01.911902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38662) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:01.912578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-36d88e2f-03dc-47f4-9302-01a016c59905 None None] Port 703be2ce-c01b-4850-a708-99c140621638 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:01.929169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f8cd70c5-0dba-4592-9726-73ef0b6c5719 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1158510374', 'description': 'tempest-description--1122731263'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:01.930295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e56b4f66-db3f-4011-b134-3fb535c6e94a up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:01.969873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 98c20993-b3ef-4439-a0c1-138f2d856324 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:01.975665 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-1694ea03-f322-416b-b2c8-90ea5dbfbc13 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052202 Aug 26 10:47:02.003993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-776c8fad-4e5c-461c-bcd6-4ef9f519b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:02.005868 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-776c8fad-4e5c-461c-bcd6-4ef9f519b845 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.1724615 Aug 26 10:47:02.008730 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8cd70c5-0dba-4592-9726-73ef0b6c5719 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.050257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port e56b4f66-db3f-4011-b134-3fb535c6e94a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:02.058259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 on host n-h1-778550-13 for vnic_type normal with profile None {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:02.058761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:02.059093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:02.063201 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-76c08ac4-3bfc-494c-bf3c-78f05d3e59c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411694 Aug 26 10:47:02.068781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port e56b4f66-db3f-4011-b134-3fb535c6e94a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:02.071830 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.073538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Port 14b021cc-57a9-45f5-b49b-7c8112f44753 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:02.073872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:02.125783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:02.125783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:02.126272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:02.126590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Bound port: 14b021cc-57a9-45f5-b49b-7c8112f44753, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:02.260192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34405ca-5d49-453c-8f0f-c3fb304a3f3e req-57a7f068-0f4b-4926-96c2-6fef3eeae9aa tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:02.261394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8875b6b-02b0-479a-b5f2-90bc33ce1649 None None] Network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:47:02.262513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d34405ca-5d49-453c-8f0f-c3fb304a3f3e req-57a7f068-0f4b-4926-96c2-6fef3eeae9aa tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 932 time: 0.2768984 Aug 26 10:47:02.277462 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8cd70c5-0dba-4592-9726-73ef0b6c5719 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.283014 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-3f7be2b0-52a8-49fc-a930-21601f224054 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816416 Aug 26 10:47:02.284672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8cd70c5-0dba-4592-9726-73ef0b6c5719 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.339090 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.346074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=14b021cc-57a9-45f5-b49b-7c8112f44753,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:02.357807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4f059e8a-9095-4473-a666-a5f9452bfb16 None None] Provisioning for port 98c20993-b3ef-4439-a0c1-138f2d856324 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:02.364234 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.365891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-f1d0d043-97d9-45fc-8c60-cd5304c5b464 service neutron] 10.222.0.21 "POST /v2.0/ports/14b021cc-57a9-45f5-b49b-7c8112f44753/bindings HTTP/1.1" status: 201 len: 390 time: 0.9269526 Aug 26 10:47:02.377309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4f059e8a-9095-4473-a666-a5f9452bfb16 None None] Provisioning complete for port 98c20993-b3ef-4439-a0c1-138f2d856324 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:02.377684 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f059e8a-9095-4473-a666-a5f9452bfb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.383230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Allocated IP 19.86.0.195 (b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7/bd52a38d-cb76-49b4-8f36-4715c1110efe/cff2de16-b1b7-4ec7-8754-1b2e71e3fea5) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:02.399529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d34405ca-5d49-453c-8f0f-c3fb304a3f3e req-b858a800-941b-437a-bd93-0f9739437df9 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007414 Aug 26 10:47:02.415558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8cd70c5-0dba-4592-9726-73ef0b6c5719 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.419464 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f8cd70c5-0dba-4592-9726-73ef0b6c5719 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4946392 Aug 26 10:47:02.420331 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38666) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:02.427770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0dd56488-74c2-491b-ad83-f1fb16c748db tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'security_group_rule': {'security_group_id': 'e2033ab4-6164-45ea-95b0-515384ee32c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:02.459932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd70c5-0dba-4592-9726-73ef0b6c5719 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2033ab4-6164-45ea-95b0-515384ee32c9,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:02.500284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e56b4f66-db3f-4011-b134-3fb535c6e94a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e56b4f66-db3f-4011-b134-3fb535c6e94a,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:02.509605 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd56488-74c2-491b-ad83-f1fb16c748db tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.525328 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.600366 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-85479c90-8126-447d-99e9-7f5b6d40a022 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006272 Aug 26 10:47:02.661135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd56488-74c2-491b-ad83-f1fb16c748db tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.668235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd56488-74c2-491b-ad83-f1fb16c748db tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.705715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd56488-74c2-491b-ad83-f1fb16c748db tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84d6ece-2cc4-4434-9836-e95c89f16c79,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:02.719876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd56488-74c2-491b-ad83-f1fb16c748db tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.721265 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0dd56488-74c2-491b-ad83-f1fb16c748db tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2973435 Aug 26 10:47:02.727830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38672) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:02.732744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-efb318b1-5de3-4305-be27-6f52b80be75a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'security_group_rule': {'security_group_id': 'e2033ab4-6164-45ea-95b0-515384ee32c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:02.752947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe3af7-acdb-489f-8585-6051e1d1b76e None None] Network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:47:02.754815 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f059e8a-9095-4473-a666-a5f9452bfb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.795568 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-efb318b1-5de3-4305-be27-6f52b80be75a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.814443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a353bc4-21e9-4f71-b757-1b2c21bdab3d req-08afe161-ad3d-4c61-bd13-d30c8d0cd76a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:02.826015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a353bc4-21e9-4f71-b757-1b2c21bdab3d req-08afe161-ad3d-4c61-bd13-d30c8d0cd76a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 944 time: 0.2689238 Aug 26 10:47:02.862864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc817660-bbec-41fc-bff9-d1401a6ef065 req-c9ea4344-5ef3-4296-a5e1-f30dbd4507b1 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:02.872108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc817660-bbec-41fc-bff9-d1401a6ef065 req-c9ea4344-5ef3-4296-a5e1-f30dbd4507b1 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.2119238 Aug 26 10:47:02.931703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-3814e083-9eaf-4e52-8521-b0aa512de8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:02.934327 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-3814e083-9eaf-4e52-8521-b0aa512de8ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 1098 time: 0.2157967 Aug 26 10:47:02.944004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.954407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-efb318b1-5de3-4305-be27-6f52b80be75a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.967711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-efb318b1-5de3-4305-be27-6f52b80be75a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:02.984847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-174170ad-3b5a-452f-ba0a-41ead7665591 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:02.986562 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-174170ad-3b5a-452f-ba0a-41ead7665591 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.0884027 Aug 26 10:47:02.996859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=e56b4f66-db3f-4011-b134-3fb535c6e94a,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:03.002858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a353bc4-21e9-4f71-b757-1b2c21bdab3d req-0d1846cd-a26d-45af-a4a1-078bce7104b2 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734619 Aug 26 10:47:03.032808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4f059e8a-9095-4473-a666-a5f9452bfb16 None None] For port 98c20993-b3ef-4439-a0c1-138f2d856324, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=98c20993-b3ef-4439-a0c1-138f2d856324,segment=NetworkSegment(62ed244d-9bde-46f3-9c01-646b45f0287e),segment_id=62ed244d-9bde-46f3-9c01-646b45f0287e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:03.041432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb318b1-5de3-4305-be27-6f52b80be75a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762c5c0a-8ea9-4d19-8bb4-a3a99c80bf48,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:03.058527 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f059e8a-9095-4473-a666-a5f9452bfb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.076114 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-efb318b1-5de3-4305-be27-6f52b80be75a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.080175 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-efb318b1-5de3-4305-be27-6f52b80be75a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3483939 Aug 26 10:47:03.088521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38674) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:03.098665 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c9e939-15b3-4306-a9f0-61f140a634f8 x-openstack-request-id: req-f4c9e939-15b3-4306-a9f0-61f140a634f8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:03.098993 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c604623-aa25-46d5-835e-2913673871b5", "name": "network-vif-plugged", "status": "completed", "tag": "c2af47c0-1007-4a4d-9871-778c9fac3384", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:03.099250 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4c9e939-15b3-4306-a9f0-61f140a634f8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:03.099645 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c604623-aa25-46d5-835e-2913673871b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2af47c0-1007-4a4d-9871-778c9fac3384', 'code': 200} Aug 26 10:47:03.114523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:03.137853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc817660-bbec-41fc-bff9-d1401a6ef065 req-e169c68f-f017-43bf-91b4-84fd918551bd tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569044 Aug 26 10:47:03.155421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Transition to ACTIVE for port object cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:03.289650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-e5c40561-a48f-4478-ba34-04bcb90931f6 service neutron] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:03.298506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-e5c40561-a48f-4478-ba34-04bcb90931f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.300035 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac6936bc-8ce3-42cf-8fb0-b4292a1388de req-e5c40561-a48f-4478-ba34-04bcb90931f6 service neutron] 10.222.0.42 "DELETE /v2.0/ports/25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4/bindings/n-h1-778550-13 HTTP/1.1" status: 204 len: 173 time: 0.3012190 Aug 26 10:47:03.303342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77ba40-7476-4c48-80b7-c1bf93f5da3a req-e83dc8d5-72fd-4dc6-978f-a80c6aa28705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:03.306510 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fe77ba40-7476-4c48-80b7-c1bf93f5da3a req-e83dc8d5-72fd-4dc6-978f-a80c6aa28705 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 1101 time: 0.1070607 Aug 26 10:47:03.328424 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.361397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f059e8a-9095-4473-a666-a5f9452bfb16 None None] Pushing event updated for resources: {'Port': ['ID=98c20993-b3ef-4439-a0c1-138f2d856324,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:03.375914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-96233557-c81c-4ebb-895b-6efd69e50ad6 None None] Provisioning for port f325bc73-e435-4a5a-980c-2a6ae3f27e38 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:03.385878 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fe77ba40-7476-4c48-80b7-c1bf93f5da3a req-347d5867-eb7b-41f6-bb39-c23873ca3000 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715902 Aug 26 10:47:03.408951 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a982d516-4787-4234-b141-d457215c3084 None None] Network 7e95f1db-eea7-493f-94df-e8629975974f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:47:03.413575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f325bc73-e435-4a5a-980c-2a6ae3f27e38 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:03.460554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-99c60f19-b1c7-417f-baa9-1d58d99cf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:03.462722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-99c60f19-b1c7-417f-baa9-1d58d99cf461 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.5126002 Aug 26 10:47:03.473484 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.487973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e801d-8bd0-405b-bef8-025fa73ae85b req-75865f96-bd8d-4f5e-8d1b-9055932340fe tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:03.496800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c01e801d-8bd0-405b-bef8-025fa73ae85b req-75865f96-bd8d-4f5e-8d1b-9055932340fe tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.2523189 Aug 26 10:47:03.570298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f325bc73-e435-4a5a-980c-2a6ae3f27e38 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:03.581148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-33c29746-00e4-4c82-8a00-9b7f52f47849 None None] Provisioning for port 6b997a79-e50d-435e-87c3-79e8db4491b3 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:03.582073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b580cc-5af9-4b60-b1c8-510363c251db req-cf23e556-abbc-492f-b41d-ca670096264b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:03.583734 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80b580cc-5af9-4b60-b1c8-510363c251db req-cf23e556-abbc-492f-b41d-ca670096264b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 949 time: 0.2896848 Aug 26 10:47:03.588733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-33c29746-00e4-4c82-8a00-9b7f52f47849 None None] Provisioning complete for port 6b997a79-e50d-435e-87c3-79e8db4491b3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:03.589119 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33c29746-00e4-4c82-8a00-9b7f52f47849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.590780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f325bc73-e435-4a5a-980c-2a6ae3f27e38 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:03.591075 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.592373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:03.608192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:03.611029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:03.647303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Port': ['ID=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:03.691215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c01e801d-8bd0-405b-bef8-025fa73ae85b req-066c4525-e6b1-416c-84ac-1c3ffb4d5cd0 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936920 Aug 26 10:47:03.752207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-c8090dc0-f0a4-4444-8ab9-272e7436ecae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b021cc-57a9-45f5-b49b-7c8112f44753 HTTP/1.1" status: 200 len: 217 time: 0.0849254 Aug 26 10:47:03.762963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:03.763671 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.771531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80b580cc-5af9-4b60-b1c8-510363c251db req-b9014179-ed8f-4923-a26f-46c17f8e680c tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755350 Aug 26 10:47:03.829704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-f6500b7d-634f-4875-af2e-fd3693062734 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4911427 Aug 26 10:47:03.850772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'port': {'device_id': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd', 'admin_state_up': True, 'tenant_id': '8aa12da374f34426b789f153927a6d7e'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:03.852145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.873460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-53a1594e-7b46-46d9-a172-f5c8a0fbbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:03.881644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-53a1594e-7b46-46d9-a172-f5c8a0fbbb0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1083863 Aug 26 10:47:03.882985 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33c29746-00e4-4c82-8a00-9b7f52f47849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.923141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port f325bc73-e435-4a5a-980c-2a6ae3f27e38, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f325bc73-e435-4a5a-980c-2a6ae3f27e38,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:03.933912 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.934761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c7ded0b8-6351-4e58-a5d2-28c8f83bdabf up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:03.950480 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:03.963775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-33c29746-00e4-4c82-8a00-9b7f52f47849 None None] For port 6b997a79-e50d-435e-87c3-79e8db4491b3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6b997a79-e50d-435e-87c3-79e8db4491b3,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:03.989215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-7106f61e-994b-4fab-8343-45a84c42f37b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685475 Aug 26 10:47:04.006814 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33c29746-00e4-4c82-8a00-9b7f52f47849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:04.043966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=f325bc73-e435-4a5a-980c-2a6ae3f27e38,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:04.092743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:04.093473 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:04.130190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c29746-00e4-4c82-8a00-9b7f52f47849 None None] Pushing event updated for resources: {'Port': ['ID=6b997a79-e50d-435e-87c3-79e8db4491b3,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:04.154675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Provisioning complete for port 98c20993-b3ef-4439-a0c1-138f2d856324 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:04.155086 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:04.231217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd41cc-c30b-4392-822c-9862d2d21f01 req-0d849af5-3e71-48fc-a312-cb2242e178e3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:04.232621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ccd41cc-c30b-4392-822c-9862d2d21f01 req-0d849af5-3e71-48fc-a312-cb2242e178e3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 946 time: 0.3092728 Aug 26 10:47:04.310314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Provisioning for port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:04.316230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Provisioning complete for port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:04.316603 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:04.358616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:04.374653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Provisioning for port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:04.379542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Provisioning complete for port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:04.379915 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:04.418118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:04.432559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Provisioning for port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:04.438530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Provisioning complete for port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:04.439225 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:04.479182 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:04.490709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Provisioning complete for port 6b997a79-e50d-435e-87c3-79e8db4491b3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:04.491239 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:04.572932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f096177-0054-41e2-948f-a5e9ebefccd7 req-563f4217-fe03-4795-8094-6656063534c0 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:04.578940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f096177-0054-41e2-948f-a5e9ebefccd7 req-563f4217-fe03-4795-8094-6656063534c0 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:04.580592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f096177-0054-41e2-948f-a5e9ebefccd7 req-563f4217-fe03-4795-8094-6656063534c0 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 1655 time: 0.6625962 Aug 26 10:47:04.589724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Provisioning complete for port f325bc73-e435-4a5a-980c-2a6ae3f27e38 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:04.590193 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fadbfa5a-98a9-4ac6-94ee-377ac4b0e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:04.678197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Allocated IP 172.25.1.186 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c87d8eab-1e13-416c-a72b-4a6e81c4bea0) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:04.695425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:04.699132 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:04.702991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-cb635d64-4800-4244-be96-2afddb7ec935 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930735 Aug 26 10:47:04.741085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ccd41cc-c30b-4392-822c-9862d2d21f01 req-be484767-d934-4085-8103-771bb138cb74 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544950 Aug 26 10:47:04.809607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-127ac23a-b21c-49eb-b20d-638b5a420057 None None] Provisioning complete for port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:04.810475 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-127ac23a-b21c-49eb-b20d-638b5a420057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:04.849049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-127ac23a-b21c-49eb-b20d-638b5a420057 None None] Port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:04.854488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f096177-0054-41e2-948f-a5e9ebefccd7 req-09f917b5-10a4-453b-8be2-3e1eee294d88 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616370 Aug 26 10:47:04.860413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-127ac23a-b21c-49eb-b20d-638b5a420057 None None] Provisioning complete for port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:04.860876 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-127ac23a-b21c-49eb-b20d-638b5a420057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:04.908065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-127ac23a-b21c-49eb-b20d-638b5a420057 None None] Port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:05.102163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56b4f66-db3f-4011-b134-3fb535c6e94a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:05.105604 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0cd98d-7b50-4e8d-909c-e303104bc32b" -d '{"events": [{"server_uuid": "1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8", "name": "network-vif-plugged", "status": "completed", "tag": "e56b4f66-db3f-4011-b134-3fb535c6e94a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:05.118556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7efb8-fb8b-4d24-a13e-0cdd41b12543 req-c6112679-c8c3-4861-8216-e171d6b49051 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:05.120240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dff7efb8-fb8b-4d24-a13e-0cdd41b12543 req-c6112679-c8c3-4861-8216-e171d6b49051 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 944 time: 0.2748203 Aug 26 10:47:05.122320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-51c83ada-8048-4210-a62a-2a0bfbc37c3c service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014084 Aug 26 10:47:05.140459 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:05.155138 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 98c20993-b3ef-4439-a0c1-138f2d856324 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:05.169975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d886c7-4887-4a52-9efd-d616f1160101 req-14224ff5-ae33-4c75-8e76-1272afefb126 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:05.171689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2d886c7-4887-4a52-9efd-d616f1160101 req-14224ff5-ae33-4c75-8e76-1272afefb126 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.2159894 Aug 26 10:47:05.213914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 98c20993-b3ef-4439-a0c1-138f2d856324 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:05.214578 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:05.232879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Allocated IP 19.80.0.156 (b72f5325-0409-4077-be21-1c21d6774ebd/b3eff8d2-fd8e-4236-85b5-055b94f37d95/45404605-798f-462a-9b90-dea14d2cf217) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:05.281936 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dff7efb8-fb8b-4d24-a13e-0cdd41b12543 req-fa67670d-e802-4940-83d1-4a9455cb2829 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484330 Aug 26 10:47:05.305174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6b997a79-e50d-435e-87c3-79e8db4491b3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:05.318766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2d886c7-4887-4a52-9efd-d616f1160101 req-abbc93e4-8248-4b2a-b12c-a2310125e5bc tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166193 Aug 26 10:47:05.376637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6b997a79-e50d-435e-87c3-79e8db4491b3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:05.377175 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:05.426165 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:05.473759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f325bc73-e435-4a5a-980c-2a6ae3f27e38 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:05.526560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f325bc73-e435-4a5a-980c-2a6ae3f27e38 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:05.526859 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:05.558082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:05.573279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:05.580550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Port': ['ID=c87d8eab-1e13-416c-a72b-4a6e81c4bea0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:05.582991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:05.595770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a7348-f8c1-4c2a-8d9c-935d22d07798 req-97568f1b-80f2-4ad9-ad10-070e74875e94 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:05.597338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d12a7348-f8c1-4c2a-8d9c-935d22d07798 req-97568f1b-80f2-4ad9-ad10-070e74875e94 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 949 time: 0.2225761 Aug 26 10:47:05.640904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3243-fe0d-4494-be54-6af04eb09439 req-739a5d84-5e59-4c5b-9df5-047aa7a58f9f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:05.643024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c2c3243-fe0d-4494-be54-6af04eb09439 req-739a5d84-5e59-4c5b-9df5-047aa7a58f9f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.2306869 Aug 26 10:47:05.756363 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:05.766116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d12a7348-f8c1-4c2a-8d9c-935d22d07798 req-e7d262db-20ac-41e5-b8d2-3126aa12d6e2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400335 Aug 26 10:47:05.791689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c2c3243-fe0d-4494-be54-6af04eb09439 req-a4421ee0-774c-4cc4-acf3-7c80aaeb8247 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333587 Aug 26 10:47:05.822612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Transition to ACTIVE for port object 45404605-798f-462a-9b90-dea14d2cf217 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:05.841790 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:05.860524 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d30d576-d1ab-41e5-a84b-1db4a7c0fd39 x-openstack-request-id: req-5d30d576-d1ab-41e5-a84b-1db4a7c0fd39 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:05.860790 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8", "name": "network-vif-plugged", "status": "completed", "tag": "e56b4f66-db3f-4011-b134-3fb535c6e94a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:05.861061 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d30d576-d1ab-41e5-a84b-1db4a7c0fd39 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:05.861441 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56b4f66-db3f-4011-b134-3fb535c6e94a', 'code': 200} Aug 26 10:47:05.971024 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:05.972408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d4a21-b1a1-4dbf-ba94-c0bce4e5609c req-2692eb6e-0c75-491e-a0fe-ad3134ea6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:05.974499 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-165d4a21-b1a1-4dbf-ba94-c0bce4e5609c req-2692eb6e-0c75-491e-a0fe-ad3134ea6af9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 1097 time: 0.0506301 Aug 26 10:47:06.004215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:06.032013 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-165d4a21-b1a1-4dbf-ba94-c0bce4e5609c req-23f970ad-1694-431f-8870-967dbb57cc04 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490639 Aug 26 10:47:06.035705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e237cf-6c26-46bb-b011-884053f6323a req-de095389-5b98-455a-94a9-e8368ac291d4 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:06.037300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36e237cf-6c26-46bb-b011-884053f6323a req-de095389-5b98-455a-94a9-e8368ac291d4 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 946 time: 0.1147885 Aug 26 10:47:06.086716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network b72f5325-0409-4077-be21-1c21d6774ebd is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:06.101289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:06.112782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:06.192853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Port': ['ID=45404605-798f-462a-9b90-dea14d2cf217,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:06.253980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36e237cf-6c26-46bb-b011-884053f6323a req-8d06d013-0833-455a-9f84-fef96081b1b3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001753 Aug 26 10:47:06.275016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:06.275502 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:06.371056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-72409185-99fb-4842-94a9-ea2a01026a03 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5269012 Aug 26 10:47:06.399088 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:06.419530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Request body: {'port': {'device_id': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:06.438946 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:06.453161 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f3f5933d-e1de-46ac-ba35-a60280bb29b7 None None] Provisioning for port 45404605-798f-462a-9b90-dea14d2cf217 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:06.459995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f3f5933d-e1de-46ac-ba35-a60280bb29b7 None None] Provisioning complete for port 45404605-798f-462a-9b90-dea14d2cf217 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:06.460587 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3f5933d-e1de-46ac-ba35-a60280bb29b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:06.511177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f3f5933d-e1de-46ac-ba35-a60280bb29b7 None None] Port 45404605-798f-462a-9b90-dea14d2cf217 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:06.563877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ce087-3ee1-4cd1-a904-750e75008998 req-2aea4140-52b5-4130-923c-124283314439 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:06.569908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ce087-3ee1-4cd1-a904-750e75008998 req-2aea4140-52b5-4130-923c-124283314439 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:06.575998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ce087-3ee1-4cd1-a904-750e75008998 req-2aea4140-52b5-4130-923c-124283314439 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:06.577702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-552ce087-3ee1-4cd1-a904-750e75008998 req-2aea4140-52b5-4130-923c-124283314439 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2377 time: 0.2107434 Aug 26 10:47:06.608916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Port': ['ID=c87d8eab-1e13-416c-a72b-4a6e81c4bea0,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:06.620676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb4cf1-9e18-4f7b-8f5a-3117b4c07160 req-58de4032-b94f-4de3-a65a-2b07c5b7bc9f tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:06.622184 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3fb4cf1-9e18-4f7b-8f5a-3117b4c07160 req-58de4032-b94f-4de3-a65a-2b07c5b7bc9f tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 1096 time: 0.2533736 Aug 26 10:47:06.649139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:06.660803 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:06.696559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-552ce087-3ee1-4cd1-a904-750e75008998 req-df918c38-7489-4f0c-8a38-0ab059414853 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967896 Aug 26 10:47:06.706124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:06.716364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b1a92d7e-b7ea-4a47-bcd5-21d49b27179a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6085334 Aug 26 10:47:06.730258 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3fb4cf1-9e18-4f7b-8f5a-3117b4c07160 req-6b21fa78-996b-4882-8e1b-be6a2706f523 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941751 Aug 26 10:47:06.971078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe0d77-25b9-4863-a342-d40b9f2e037f req-e19ce131-a3f1-4c1f-b893-05450fdd262a tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:06.972645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87fe0d77-25b9-4863-a342-d40b9f2e037f req-e19ce131-a3f1-4c1f-b893-05450fdd262a tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.1145465 Aug 26 10:47:07.047322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87fe0d77-25b9-4863-a342-d40b9f2e037f req-a37e7f5e-34f9-4f78-b8da-50d1fdbdb2ea tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614693 Aug 26 10:47:07.102800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703be2ce-c01b-4850-a708-99c140621638 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:07.118799 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:07.141200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Transition to ACTIVE for port object 703be2ce-c01b-4850-a708-99c140621638 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:07.147965 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:07.234287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Pushing event updated for resources: {'Port': ['ID=703be2ce-c01b-4850-a708-99c140621638,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:07.264436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3b02-b591-459f-a235-01980eef8266 req-5722a798-95cf-401e-b01c-ec79ecf4ea3b tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.275513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba0d3b02-b591-459f-a235-01980eef8266 req-5722a798-95cf-401e-b01c-ec79ecf4ea3b tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 1096 time: 0.1243472 Aug 26 10:47:07.434975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.435462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.436069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.436410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.436945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.437425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.437898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.438362 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.438850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.439315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.439773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.440231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.440692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.441151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.441612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.442077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.442538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.445669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-2def598e-9f35-49d8-9b45-1589bd8c9cc1 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f&device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8&device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3&device_id=9c604623-aa25-46d5-835e-2913673871b5&device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8&device_id=6e039aca-e341-48c8-9294-659650f350e4&device_id=eeea4206-9807-45b5-b98b-653cb82ad937&device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4&device_id=e76f2232-478f-4490-bb1f-4ac598b289f4&device_id=a04ba697-80da-4b86-8559-37e8dd477b7f&device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180&device_id=ced6de65-329a-44e7-899c-b5bdfc104b12&device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51&device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd&device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 15136 time: 0.1391737 Aug 26 10:47:07.450472 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba0d3b02-b591-459f-a235-01980eef8266 req-0d9ce453-28a6-48e6-b90d-a655fe445f2e tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740165 Aug 26 10:47:07.472968 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-141d07bd-f6bb-4b16-8220-d6e172e9d9bd tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:07.474965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Attempting to bind port 703be2ce-c01b-4850-a708-99c140621638 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:07.475309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Attempting to bind port 703be2ce-c01b-4850-a708-99c140621638 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:07.475640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Attempting to bind port 703be2ce-c01b-4850-a708-99c140621638 on network b72f5325-0409-4077-be21-1c21d6774ebd {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:07.544328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Port 703be2ce-c01b-4850-a708-99c140621638 on network b72f5325-0409-4077-be21-1c21d6774ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:07.544753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Attempting to bind port 703be2ce-c01b-4850-a708-99c140621638 on network b72f5325-0409-4077-be21-1c21d6774ebd {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:07.559765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:07.560356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Checking segment: {'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:07.560580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Bound using segment: {'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:07.560923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Bound port: 703be2ce-c01b-4850-a708-99c140621638, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:07.561286 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:07.670531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ba8ea-5b40-4fba-8b33-7544654bcf52 req-281d8b7f-4c90-4d41-b0f7-3823c13afa0d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.672013 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a63ba8ea-5b40-4fba-8b33-7544654bcf52 req-281d8b7f-4c90-4d41-b0f7-3823c13afa0d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1184866 Aug 26 10:47:07.698884 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-141d07bd-f6bb-4b16-8220-d6e172e9d9bd tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:07.705533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-141d07bd-f6bb-4b16-8220-d6e172e9d9bd tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:07.733766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] For port 703be2ce-c01b-4850-a708-99c140621638, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:07.767146 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-107c8001-f384-4bcc-a0cd-30e8c7d5ad50 req-141d07bd-f6bb-4b16-8220-d6e172e9d9bd tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&id=e2409722-110e-426f-be67-e891b44a33c7&id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.3141532 Aug 26 10:47:07.768831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] For port 703be2ce-c01b-4850-a708-99c140621638, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=703be2ce-c01b-4850-a708-99c140621638,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:07.784267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d07bd-f6bb-4b16-8220-d6e172e9d9bd tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0329a7a8-ac6c-4529-9714-d89f5ab5e3a0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:07.795972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a63ba8ea-5b40-4fba-8b33-7544654bcf52 req-cadf4b22-c27b-4226-8b37-35c41599bee0 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171203 Aug 26 10:47:07.801440 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:07.823332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:07.824007 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:07.825806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] 10.222.0.42 "PUT /v2.0/ports/703be2ce-c01b-4850-a708-99c140621638 HTTP/1.1" status: 200 len: 1093 time: 1.4344873 Aug 26 10:47:07.828516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'tag': '703be2ce-c01b-4850-a708-99c140621638'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:07.830278 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76bb368-5dce-44ee-9035-9871b225a7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "tag": "703be2ce-c01b-4850-a708-99c140621638"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:07.878395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Request body: {'port': {'device_id': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:07.906301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed87a4-5676-4c65-995a-449ad31873e3 service neutron] Pushing event updated for resources: {'Port': ['ID=703be2ce-c01b-4850-a708-99c140621638,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:08.035315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-14d9af06-b99d-47b7-8727-6bf54e1e360d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1158510374&fields=id&tenant_id=e3147b770ee34a2cabfd9ef1960eb88f HTTP/1.1" status: 200 len: 267 time: 0.1229632 Aug 26 10:47:08.037156 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:08.091504 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca444bef-8102-4128-936d-4323e18c0f16 req-a8e73025-83cd-411b-93e8-15e5e24667af tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:08.093014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca444bef-8102-4128-936d-4323e18c0f16 req-a8e73025-83cd-411b-93e8-15e5e24667af tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 946 time: 0.1473658 Aug 26 10:47:08.144108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-3061ac68-ece1-44d4-9278-f0621b40e5ea tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:08.145408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-3061ac68-ece1-44d4-9278-f0621b40e5ea tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports/1dc0dec7-8e07-4315-a42c-6e045bfd90f1 HTTP/1.1" status: 200 len: 931 time: 0.0963640 Aug 26 10:47:08.260249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca444bef-8102-4128-936d-4323e18c0f16 req-85236256-625f-4c83-88ca-4ea64b1e407b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605008 Aug 26 10:47:08.272954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-0a7688ed-2aa5-4c17-8085-1336e944fc65 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:08.274716 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-0a7688ed-2aa5-4c17-8085-1336e944fc65 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports/01aa3d6a-c13a-4ee9-98b2-31d232de49f0 HTTP/1.1" status: 200 len: 931 time: 0.1205184 Aug 26 10:47:08.339292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-743a1ed1-9c8c-4812-a7b6-bb5f0923cdeb tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0583997 Aug 26 10:47:08.417952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-4b3f3872-861b-425c-ac53-645e4bf0f5ac tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0738947 Aug 26 10:47:08.592514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-fcae5819-8e4a-410d-9200-d07c3d912dd6 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:08.598431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-fcae5819-8e4a-410d-9200-d07c3d912dd6 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:08.604345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-fcae5819-8e4a-410d-9200-d07c3d912dd6 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:08.606002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-fcae5819-8e4a-410d-9200-d07c3d912dd6 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/networks?id=9c29a414-e206-4e98-b1a0-62ff2e09f39a&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 HTTP/1.1" status: 200 len: 1991 time: 0.1761959 Aug 26 10:47:08.679387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-a7043acf-2ffe-44c1-a0d2-ae6af62ec90b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/quotas/e3147b770ee34a2cabfd9ef1960eb88f HTTP/1.1" status: 200 len: 375 time: 0.0480862 Aug 26 10:47:08.689344 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:08.701400 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:08.750514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Transition to ACTIVE for port object cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:08.760864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faea799-5993-4095-a887-0563b053b9d2 req-959cc883-edae-486e-ac7a-dee15f3e28c5 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:08.766413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faea799-5993-4095-a887-0563b053b9d2 req-959cc883-edae-486e-ac7a-dee15f3e28c5 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:08.772239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faea799-5993-4095-a887-0563b053b9d2 req-959cc883-edae-486e-ac7a-dee15f3e28c5 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:08.774698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5faea799-5993-4095-a887-0563b053b9d2 req-959cc883-edae-486e-ac7a-dee15f3e28c5 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2389 time: 0.1448333 Aug 26 10:47:08.776971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:08.840607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-0580fa4c-03d6-4828-bdbd-dfcedb0df653 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1465690 Aug 26 10:47:08.877666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Pushing event updated for resources: {'Port': ['ID=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:09.223476 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5faea799-5993-4095-a887-0563b053b9d2 req-d3e7e397-0334-41af-88b2-b24258d88968 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404917 Aug 26 10:47:09.306442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Attempting to bind port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:09.307112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Attempting to bind port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '62ed244d-9bde-46f3-9c01-646b45f0287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:09.307112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Attempting to bind port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 on network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:09.312764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 on network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:09.313090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Attempting to bind port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 on network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:09.316433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-dfac709e-21bf-4008-b511-b11b60425d6d service neutron] 10.222.0.21 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579592 Aug 26 10:47:09.320485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:09.320831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Checking segment: {'id': '62ed244d-9bde-46f3-9c01-646b45f0287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:09.321208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Bound using segment: {'id': '62ed244d-9bde-46f3-9c01-646b45f0287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:09.321648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Bound port: cff2de16-b1b7-4ec7-8754-1b2e71e3fea5, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ed244d-9bde-46f3-9c01-646b45f0287e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:09.322011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:09.387769 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f93630a-88b1-4fde-b665-7147bdf0eb68 x-openstack-request-id: req-8f93630a-88b1-4fde-b665-7147bdf0eb68 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:09.388103 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "tag": "703be2ce-c01b-4850-a708-99c140621638", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:09.388301 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f93630a-88b1-4fde-b665-7147bdf0eb68 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:09.388705 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'tag': '703be2ce-c01b-4850-a708-99c140621638', 'status': 'completed', 'code': 200} Aug 26 10:47:09.459482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb368-5dce-44ee-9035-9871b225a7fe req-4d04596b-1d8a-4deb-98df-87f40d67d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:09.460103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb368-5dce-44ee-9035-9871b225a7fe req-4d04596b-1d8a-4deb-98df-87f40d67d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:09.460684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb368-5dce-44ee-9035-9871b225a7fe req-4d04596b-1d8a-4deb-98df-87f40d67d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:09.462457 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a76bb368-5dce-44ee-9035-9871b225a7fe req-4d04596b-1d8a-4deb-98df-87f40d67d3ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8aa12da374f34426b789f153927a6d7e&device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2759 time: 0.0490015 Aug 26 10:47:09.504289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] For port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:09.510395 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-357a81ed-c8b9-4f9c-bd8d-47c2f2148e07 service neutron] 10.222.0.21 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860092 Aug 26 10:47:09.530914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] For port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5,segment=NetworkSegment(62ed244d-9bde-46f3-9c01-646b45f0287e),segment_id=62ed244d-9bde-46f3-9c01-646b45f0287e)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:09.558873 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:09.605860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb2710-b3bd-47b7-a002-9a711c9ab918 req-d73972bd-edb3-4aa7-a4a5-3d5423fb0396 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:09.613646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18bb2710-b3bd-47b7-a002-9a711c9ab918 req-d73972bd-edb3-4aa7-a4a5-3d5423fb0396 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.1688812 Aug 26 10:47:09.616887 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f701efe4-d6f2-42e4-aa6d-c6cc8d021832 service neutron] 10.222.0.21 "GET /v2.0/ports/1dc0dec7-8e07-4315-a42c-6e045bfd90f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0970407 Aug 26 10:47:09.656340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:09.656756 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:09.658380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] 10.222.0.42 "PUT /v2.0/ports/cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 HTTP/1.1" status: 200 len: 1093 time: 1.7852304 Aug 26 10:47:09.722383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Request body: {'port': {'device_id': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:09.758921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099ae22-864e-4f23-8611-c52819ba8078 service neutron] Pushing event updated for resources: {'Port': ['ID=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:09.793474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18bb2710-b3bd-47b7-a002-9a711c9ab918 req-ca62fb02-09a9-431a-888f-4bc5b24a52fe tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788528 Aug 26 10:47:09.855491 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:09.955748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb368-5dce-44ee-9035-9871b225a7fe req-5e4b101a-f21c-479b-826b-1dd7628c5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:09.956224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb368-5dce-44ee-9035-9871b225a7fe req-5e4b101a-f21c-479b-826b-1dd7628c5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:09.956693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb368-5dce-44ee-9035-9871b225a7fe req-5e4b101a-f21c-479b-826b-1dd7628c5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:09.958333 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a76bb368-5dce-44ee-9035-9871b225a7fe req-5e4b101a-f21c-479b-826b-1dd7628c5cef service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8aa12da374f34426b789f153927a6d7e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4867907 Aug 26 10:47:10.027313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-83defd54-331b-428b-acf2-fc02037019be service neutron] 10.222.0.21 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987613 Aug 26 10:47:10.160486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb368-5dce-44ee-9035-9871b225a7fe req-f3c01402-56ee-4019-86e0-7c823e087a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:10.162334 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a76bb368-5dce-44ee-9035-9871b225a7fe req-f3c01402-56ee-4019-86e0-7c823e087a3b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1945479 Aug 26 10:47:10.215777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cef42-59ef-44f6-9ee8-d2bbd11fbc7b req-6aaf08d0-3dbf-4981-993c-624b2f4822d7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:10.217915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a0cef42-59ef-44f6-9ee8-d2bbd11fbc7b req-6aaf08d0-3dbf-4981-993c-624b2f4822d7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.2197926 Aug 26 10:47:10.323928 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-84563ead-d000-4f0b-8d8d-f93d4daf68b2 service neutron] 10.222.0.21 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783968 Aug 26 10:47:10.326702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a0cef42-59ef-44f6-9ee8-d2bbd11fbc7b req-28834f7c-65be-4784-8be3-3ce0764a75b8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939946 Aug 26 10:47:10.390881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45404605-798f-462a-9b90-dea14d2cf217 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:10.396564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-842397fe-f999-4510-a74d-b9c8136fbdb3 service neutron] 10.222.0.21 "GET /v2.0/ports/01aa3d6a-c13a-4ee9-98b2-31d232de49f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0646751 Aug 26 10:47:10.401284 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:10.464764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Transition to ACTIVE for port object 45404605-798f-462a-9b90-dea14d2cf217 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:10.480372 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:10.589009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Pushing event updated for resources: {'Port': ['ID=45404605-798f-462a-9b90-dea14d2cf217,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:10.612674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34cf34-e49c-4053-8b11-d7122994269c req-ef1a2744-6841-4040-92e1-641fa7f1344a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:10.614279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c34cf34-e49c-4053-8b11-d7122994269c req-ef1a2744-6841-4040-92e1-641fa7f1344a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 946 time: 0.1566141 Aug 26 10:47:10.619643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-702b925e-ff1b-49f8-bdc4-013c0a4da9a0 service neutron] 10.222.0.21 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119024 Aug 26 10:47:10.763515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c34cf34-e49c-4053-8b11-d7122994269c req-bd18fd2b-aac3-42ed-bfd8-3fd76d51df3b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400702 Aug 26 10:47:10.771148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Attempting to bind port 45404605-798f-462a-9b90-dea14d2cf217 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:10.771489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Attempting to bind port 45404605-798f-462a-9b90-dea14d2cf217 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:10.771823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Attempting to bind port 45404605-798f-462a-9b90-dea14d2cf217 on network b72f5325-0409-4077-be21-1c21d6774ebd {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:10.790505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-3d59d41f-5aef-41a9-bd2d-fb5d47ca703d service neutron] 10.222.0.21 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434476 Aug 26 10:47:10.791273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Port 45404605-798f-462a-9b90-dea14d2cf217 on network b72f5325-0409-4077-be21-1c21d6774ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:10.791599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Attempting to bind port 45404605-798f-462a-9b90-dea14d2cf217 on network b72f5325-0409-4077-be21-1c21d6774ebd {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:10.797591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:10.797942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Checking segment: {'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:10.798331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Bound using segment: {'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:10.798785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Bound port: 45404605-798f-462a-9b90-dea14d2cf217, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75429336-24f2-4241-b11a-de02fed5c4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:10.799153 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:10.949493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] For port 45404605-798f-462a-9b90-dea14d2cf217, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:10.985600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] For port 45404605-798f-462a-9b90-dea14d2cf217, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=45404605-798f-462a-9b90-dea14d2cf217,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:10.994709 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:10.997971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-3dc6346a-4d2e-4fee-aa09-c83413befac5 service neutron] 10.222.0.21 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959124 Aug 26 10:47:11.082072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1311970-a864-4573-b8fd-85d1688e73a6 req-194110c4-025a-4428-bbe0-4c34a605308e tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.082560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1311970-a864-4573-b8fd-85d1688e73a6 req-194110c4-025a-4428-bbe0-4c34a605308e tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.083262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1311970-a864-4573-b8fd-85d1688e73a6 req-194110c4-025a-4428-bbe0-4c34a605308e tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.084726 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1311970-a864-4573-b8fd-85d1688e73a6 req-194110c4-025a-4428-bbe0-4c34a605308e tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5&device_id=6e039aca-e341-48c8-9294-659650f350e4&device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 2886 time: 0.1555202 Aug 26 10:47:11.086985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.087702 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:11.089157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] 10.222.0.42 "PUT /v2.0/ports/45404605-798f-462a-9b90-dea14d2cf217 HTTP/1.1" status: 200 len: 1093 time: 1.3838809 Aug 26 10:47:11.176214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1311970-a864-4573-b8fd-85d1688e73a6 req-96ec01c5-119a-4a77-b6eb-bd0f356dc13d tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729995 Aug 26 10:47:11.198971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ea8f3-8f3b-451d-babe-e8c9a882fb95 service neutron] Pushing event updated for resources: {'Port': ['ID=45404605-798f-462a-9b90-dea14d2cf217,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:11.234534 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-35d8f6f3-0c4b-4562-a3d7-1ef17493bdbd service neutron] 10.222.0.21 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285733 Aug 26 10:47:11.247135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-92e2e599-d86e-4f69-a9e0-64d32dff7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.248776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-92e2e599-d86e-4f69-a9e0-64d32dff7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.249413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-92e2e599-d86e-4f69-a9e0-64d32dff7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.251363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-92e2e599-d86e-4f69-a9e0-64d32dff7a1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8aa12da374f34426b789f153927a6d7e&device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2869 time: 0.0949380 Aug 26 10:47:11.345703 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-d2d59f44-1b9f-420a-a298-0b5f6012d07e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=703be2ce-c01b-4850-a708-99c140621638 HTTP/1.1" status: 200 len: 217 time: 0.0746484 Aug 26 10:47:11.390126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'tag': 'cff2de16-b1b7-4ec7-8754-1b2e71e3fea5'}, {'name': 'network-changed', 'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'tag': '45404605-798f-462a-9b90-dea14d2cf217'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:11.392503 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074c19d9-8771-4343-9ff2-21e12a3aef79" -d '{"events": [{"name": "network-changed", "server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "tag": "cff2de16-b1b7-4ec7-8754-1b2e71e3fea5"}, {"name": "network-changed", "server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "tag": "45404605-798f-462a-9b90-dea14d2cf217"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:11.455644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-78c3c81b-f530-4769-9eaf-94da7219f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.457042 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-78c3c81b-f530-4769-9eaf-94da7219f905 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3eff8d2-fd8e-4236-85b5-055b94f37d95 HTTP/1.1" status: 200 len: 801 time: 0.1024058 Aug 26 10:47:11.466562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-2725efb0-b95d-4760-bb48-108698c6d71e service neutron] 10.222.0.21 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139487 Aug 26 10:47:11.567803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773843ab-ff10-4859-82c4-41c51c38fbfb req-8703c427-67cd-4209-af28-ce950e4ebcac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.574386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773843ab-ff10-4859-82c4-41c51c38fbfb req-8703c427-67cd-4209-af28-ce950e4ebcac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.580406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773843ab-ff10-4859-82c4-41c51c38fbfb req-8703c427-67cd-4209-af28-ce950e4ebcac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.582163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-773843ab-ff10-4859-82c4-41c51c38fbfb req-8703c427-67cd-4209-af28-ce950e4ebcac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2413 time: 0.1708288 Aug 26 10:47:11.608712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-3a82cb3c-07b3-40c1-b1ae-98cfcdcaa37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:11.610337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-3a82cb3c-07b3-40c1-b1ae-98cfcdcaa37f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b72f5325-0409-4077-be21-1c21d6774ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461577 Aug 26 10:47:11.702745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-afb8a6f3-3c0e-4857-8b6e-19ca33528d6d service neutron] 10.222.0.21 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263229 Aug 26 10:47:11.709777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-773843ab-ff10-4859-82c4-41c51c38fbfb req-3f3a8971-0f88-4109-bf63-0f3398be7afd tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163957 Aug 26 10:47:11.811742 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-c519ae71-f6a3-4625-a35b-759a722d3eee service neutron] 10.222.0.42 "GET /v2.0/networks/b72f5325-0409-4077-be21-1c21d6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904030 Aug 26 10:47:11.917918 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-9795ad41-ce7f-44ff-8622-4adb6d65f41e service neutron] 10.222.0.21 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045949 Aug 26 10:47:12.036322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b3c72-db00-48d2-b105-aaf369b85cb1 req-71eb1b6d-de80-4d67-8918-1d1c6f5d7242 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:12.037708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf2b3c72-db00-48d2-b105-aaf369b85cb1 req-71eb1b6d-de80-4d67-8918-1d1c6f5d7242 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.1404028 Aug 26 10:47:12.061131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-3c8ea63d-a391-4b7e-a78f-5e0b8e898318 service neutron] 10.222.0.42 "GET /v2.0/networks/b72f5325-0409-4077-be21-1c21d6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397673 Aug 26 10:47:12.118855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-cbf679cc-1e32-4555-80bd-9286eaf876cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.195&port_id=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 HTTP/1.1" status: 200 len: 217 time: 0.0462270 Aug 26 10:47:12.127205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d30aada5-bfcb-496e-99e3-b054ed2736d3 service neutron] 10.222.0.21 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897316 Aug 26 10:47:12.167065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf2b3c72-db00-48d2-b105-aaf369b85cb1 req-da637927-8c3c-44e9-8381-18c28bbc40c6 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198084 Aug 26 10:47:12.240464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-1e8474a3-a893-4bfc-a741-9c739a4ed649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:12.242499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-1e8474a3-a893-4bfc-a741-9c739a4ed649 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd52a38d-cb76-49b4-8f36-4715c1110efe HTTP/1.1" status: 200 len: 801 time: 0.1122384 Aug 26 10:47:12.321801 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-598643bf-6101-470c-8b8f-0f6f77ca6c0d service neutron] 10.222.0.21 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814623 Aug 26 10:47:12.387061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45182-39a7-4be5-b005-e3736ec7bf23 req-d2a24039-2cb0-4a2b-aa86-13d691bc2988 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:12.388562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4dd45182-39a7-4be5-b005-e3736ec7bf23 req-d2a24039-2cb0-4a2b-aa86-13d691bc2988 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1638136 Aug 26 10:47:12.392139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-5f1ee3f5-aa68-49df-af99-42696fedbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:12.393641 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-5f1ee3f5-aa68-49df-af99-42696fedbe58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396840 Aug 26 10:47:12.793165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4dd45182-39a7-4be5-b005-e3736ec7bf23 req-f72b8f59-6d52-4e75-8be9-271b197dfef9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972654 Aug 26 10:47:12.796761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d6b005f6-b77d-43c8-b41c-40d5de3ec924 service neutron] 10.222.0.21 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681511 Aug 26 10:47:12.817034 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-929167d9-73f6-4e15-ad56-2577dff6706e service neutron] 10.222.0.42 "GET /v2.0/networks/b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106810 Aug 26 10:47:12.900807 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a626cb-db15-47ae-a1f1-3769bc7b5efa x-openstack-request-id: req-44a626cb-db15-47ae-a1f1-3769bc7b5efa {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:12.901178 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "tag": "cff2de16-b1b7-4ec7-8754-1b2e71e3fea5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "tag": "45404605-798f-462a-9b90-dea14d2cf217", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:12.901435 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44a626cb-db15-47ae-a1f1-3769bc7b5efa {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:12.901827 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'tag': 'cff2de16-b1b7-4ec7-8754-1b2e71e3fea5', 'status': 'completed', 'code': 200} Aug 26 10:47:12.902081 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'tag': '45404605-798f-462a-9b90-dea14d2cf217', 'status': 'completed', 'code': 200} Aug 26 10:47:12.930269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-0472ae81-9e7c-48ac-8797-e57c3124437c service neutron] 10.222.0.42 "GET /v2.0/networks/b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033592 Aug 26 10:47:12.985203 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-1ab694d5-2051-4d45-850f-0a7ec0294072 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=45404605-798f-462a-9b90-dea14d2cf217 HTTP/1.1" status: 200 len: 217 time: 0.0465002 Aug 26 10:47:13.061490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-47e1c426-119b-44dc-9569-a3e96e92dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.063172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-47e1c426-119b-44dc-9569-a3e96e92dbb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3eff8d2-fd8e-4236-85b5-055b94f37d95 HTTP/1.1" status: 200 len: 801 time: 0.0699522 Aug 26 10:47:13.072755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f9e9-c183-481e-aabf-9e27a51e6648 req-3011a0cc-efdf-41cf-8a02-7472951e4772 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.074270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc27f9e9-c183-481e-aabf-9e27a51e6648 req-3011a0cc-efdf-41cf-8a02-7472951e4772 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 946 time: 0.0922749 Aug 26 10:47:13.156092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-76cf7dc5-db4a-49c7-a564-9de9cc2485ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.157623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-76cf7dc5-db4a-49c7-a564-9de9cc2485ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b72f5325-0409-4077-be21-1c21d6774ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739658 Aug 26 10:47:13.160849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc27f9e9-c183-481e-aabf-9e27a51e6648 req-5aac843d-3277-4b00-8205-e1429c7b37ca tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685234 Aug 26 10:47:13.234060 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff4cff66-ed68-4d99-a42b-64ddfd39017d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:13.276722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-ed671c24-e20e-4c17-92b7-44645e6a102a service neutron] 10.222.0.42 "GET /v2.0/networks/b72f5325-0409-4077-be21-1c21d6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099308 Aug 26 10:47:13.388681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4875954-63a0-4f8b-9ff4-9d560812d21e req-72411339-fc85-46ca-8c60-d612814e4919 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.401630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4875954-63a0-4f8b-9ff4-9d560812d21e req-72411339-fc85-46ca-8c60-d612814e4919 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.403280 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4875954-63a0-4f8b-9ff4-9d560812d21e req-72411339-fc85-46ca-8c60-d612814e4919 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.405029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4875954-63a0-4f8b-9ff4-9d560812d21e req-72411339-fc85-46ca-8c60-d612814e4919 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2413 time: 0.1501439 Aug 26 10:47:13.448945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c1b7353-d211-48cc-8e78-22c050e15849 req-de06ae02-ccaf-46b3-b40b-53d5e13b0d64 service neutron] 10.222.0.42 "GET /v2.0/networks/b72f5325-0409-4077-be21-1c21d6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585464 Aug 26 10:47:13.463731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4875954-63a0-4f8b-9ff4-9d560812d21e req-bf0e5740-90fa-40ff-99bb-8185a7a99865 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516348 Aug 26 10:47:13.627525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f656ca8-6b85-49c5-9455-ef29345ac1b2 req-7b1842b1-2073-40d7-b68f-850519a44c0e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.629178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f656ca8-6b85-49c5-9455-ef29345ac1b2 req-7b1842b1-2073-40d7-b68f-850519a44c0e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.1281407 Aug 26 10:47:13.637269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-141c39ff-6c79-484f-9b21-a29b5d12712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.637750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-141c39ff-6c79-484f-9b21-a29b5d12712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.638220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-141c39ff-6c79-484f-9b21-a29b5d12712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.639872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-141c39ff-6c79-484f-9b21-a29b5d12712c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8aa12da374f34426b789f153927a6d7e&device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2869 time: 0.0918040 Aug 26 10:47:13.696156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-96b0bf82-5e6b-4a5d-8ea4-71585a800d36 req-af15f96d-b96f-482d-bf9b-8380c2b99368 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0548925 Aug 26 10:47:13.790079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-25ee3ccf-7ef8-4236-bbbf-1da42a046aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.791807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-25ee3ccf-7ef8-4236-bbbf-1da42a046aa5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 HTTP/1.1" status: 200 len: 903 time: 0.1396954 Aug 26 10:47:13.854625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-1285cb98-0cfd-42c1-9896-5d97ee9e5cf9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.195&port_id=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 HTTP/1.1" status: 200 len: 217 time: 0.0478930 Aug 26 10:47:13.865331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f656ca8-6b85-49c5-9455-ef29345ac1b2 req-9b60be9d-333a-4c4a-b47e-1a43fc14ccd8 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229235 Aug 26 10:47:13.934785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-3ca4999a-b5ce-4ad6-a5bc-1108834b5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:13.936506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-3ca4999a-b5ce-4ad6-a5bc-1108834b5b63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd52a38d-cb76-49b4-8f36-4715c1110efe HTTP/1.1" status: 200 len: 801 time: 0.0700285 Aug 26 10:47:14.050309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-f3b8670c-284b-4f14-9999-441bd52ebcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.054619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-f3b8670c-284b-4f14-9999-441bd52ebcb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035926 Aug 26 10:47:14.071383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c247ceb-c4e9-44e3-a497-f8f3d60239aa req-bbf946bb-b4c6-4361-9d9d-5498b5226741 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.074550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c247ceb-c4e9-44e3-a497-f8f3d60239aa req-bbf946bb-b4c6-4361-9d9d-5498b5226741 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.0946708 Aug 26 10:47:14.250195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c247ceb-c4e9-44e3-a497-f8f3d60239aa req-53fdd2d9-1967-43a4-b3e1-2c3ad921726f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650658 Aug 26 10:47:14.280683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-6f162607-fbe8-427c-8095-051c6accc865 service neutron] 10.222.0.42 "GET /v2.0/networks/b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048967 Aug 26 10:47:14.365194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993de62-221e-4344-8c78-ebd7009b5842 req-ffbe427f-6831-4af0-8764-33c064074d5d tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.366711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f993de62-221e-4344-8c78-ebd7009b5842 req-ffbe427f-6831-4af0-8764-33c064074d5d tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 1102 time: 0.1567492 Aug 26 10:47:14.474671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b176979-1338-43b6-9c38-fba82e237716 req-8e37e15d-56b6-4c02-adeb-d024dc820c80 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.476340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b176979-1338-43b6-9c38-fba82e237716 req-8e37e15d-56b6-4c02-adeb-d024dc820c80 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 946 time: 0.1166859 Aug 26 10:47:14.483466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f993de62-221e-4344-8c78-ebd7009b5842 req-cf76ddf6-74a3-4578-9266-85e3dad18b87 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967672 Aug 26 10:47:14.528126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-b9e69eab-0e33-4181-8d01-aa4b5b51086e service neutron] 10.222.0.42 "GET /v2.0/networks/b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318006 Aug 26 10:47:14.537266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b176979-1338-43b6-9c38-fba82e237716 req-f7eac710-b38f-4d7c-8b36-a6d4bb044735 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528080 Aug 26 10:47:14.740036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6679d8d-2d2f-49d7-952f-03c873a17af4 req-9d6f4971-0669-4b20-b835-80e7d9cef5fe tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.746419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6679d8d-2d2f-49d7-952f-03c873a17af4 req-9d6f4971-0669-4b20-b835-80e7d9cef5fe tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.752376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6679d8d-2d2f-49d7-952f-03c873a17af4 req-9d6f4971-0669-4b20-b835-80e7d9cef5fe tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.754105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6679d8d-2d2f-49d7-952f-03c873a17af4 req-9d6f4971-0669-4b20-b835-80e7d9cef5fe tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2413 time: 0.1901960 Aug 26 10:47:14.759826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-4c1f0a75-1379-43e6-b5de-a9e94829096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.760309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-4c1f0a75-1379-43e6-b5de-a9e94829096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.760801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-4c1f0a75-1379-43e6-b5de-a9e94829096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.762517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-4c1f0a75-1379-43e6-b5de-a9e94829096a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8aa12da374f34426b789f153927a6d7e&device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2869 time: 0.1630723 Aug 26 10:47:14.765791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-4e78cf7a-6bed-4533-9470-9ccecc2060ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.767100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-4e78cf7a-6bed-4533-9470-9ccecc2060ea service neutron] 10.222.0.47 "GET /v2.0/ports/1dc0dec7-8e07-4315-a42c-6e045bfd90f1 HTTP/1.1" status: 200 len: 1027 time: 0.0944300 Aug 26 10:47:14.801967 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16013-8f5b-4fd1-9a1c-e73c3085587a req-481632ca-8452-42df-a201-c0b58b2dbaf6 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.803542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4a16013-8f5b-4fd1-9a1c-e73c3085587a req-481632ca-8452-42df-a201-c0b58b2dbaf6 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 1102 time: 0.1712987 Aug 26 10:47:14.901925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-2ea4ed46-a046-49b9-87d4-e67f83b017d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:14.903273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-2ea4ed46-a046-49b9-87d4-e67f83b017d0 service neutron] 10.222.0.47 "GET /v2.0/ports/01aa3d6a-c13a-4ee9-98b2-31d232de49f0 HTTP/1.1" status: 200 len: 1027 time: 0.1264338 Aug 26 10:47:14.951100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6679d8d-2d2f-49d7-952f-03c873a17af4 req-91c979c8-2395-43ed-985c-8e031bf291ec tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874192 Aug 26 10:47:15.005661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4a16013-8f5b-4fd1-9a1c-e73c3085587a req-3b303720-50b1-473f-b188-9d07aea73ffb tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858451 Aug 26 10:47:15.066629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-383ed0e7-7eb2-4067-9b98-5f1935d64371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:15.068215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-383ed0e7-7eb2-4067-9b98-5f1935d64371 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b72f5325-0409-4077-be21-1c21d6774ebd HTTP/1.1" status: 200 len: 903 time: 0.2903814 Aug 26 10:47:15.153317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c577e605-bb76-480f-8d40-2b28ce1f9632 req-c49ef6cf-c806-4e4b-b1f6-13fd1bfea23a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0746706 Aug 26 10:47:15.163271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-228b8f10-e85a-4b29-aa48-546f9b6f24fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=45404605-798f-462a-9b90-dea14d2cf217 HTTP/1.1" status: 200 len: 217 time: 0.0803590 Aug 26 10:47:15.203866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-9d7d7212-003f-4d54-a977-15d3f21b6e3e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:15.209869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-9d7d7212-003f-4d54-a977-15d3f21b6e3e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:15.220478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-9d7d7212-003f-4d54-a977-15d3f21b6e3e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:15.220478 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-9d7d7212-003f-4d54-a977-15d3f21b6e3e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "GET /v2.0/networks?id=9c29a414-e206-4e98-b1a0-62ff2e09f39a&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 HTTP/1.1" status: 200 len: 1991 time: 0.3069718 Aug 26 10:47:15.324401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30dc34-fbaf-43d6-95c4-74264d7d9988 req-94ffae49-306d-4a8e-b8cb-0480831a2f8f tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:15.326625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a30dc34-fbaf-43d6-95c4-74264d7d9988 req-94ffae49-306d-4a8e-b8cb-0480831a2f8f tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.2062345 Aug 26 10:47:15.330895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-4e6e287c-e112-4e59-980d-7886c4f932cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:15.332439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-4e6e287c-e112-4e59-980d-7886c4f932cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b3eff8d2-fd8e-4236-85b5-055b94f37d95 HTTP/1.1" status: 200 len: 801 time: 0.1460328 Aug 26 10:47:15.348345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-a8acdaba-75ae-488f-8e7e-ab53a06a44ec tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3147b770ee34a2cabfd9ef1960eb88f HTTP/1.1" status: 200 len: 380 time: 0.0902767 Aug 26 10:47:15.391923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'admin_state_up': True, 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'security_groups': ['e2033ab4-6164-45ea-95b0-515384ee32c9']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:15.492902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a30dc34-fbaf-43d6-95c4-74264d7d9988 req-5de60f44-6841-45bc-86ce-b394503571ed tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564138 Aug 26 10:47:15.516128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-e7874865-2d5c-417f-a944-57f6bb51dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:15.517660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-e7874865-2d5c-417f-a944-57f6bb51dc6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b72f5325-0409-4077-be21-1c21d6774ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680961 Aug 26 10:47:15.692740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:15.696603 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:15.709846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f53f28-8c42-45aa-98e8-5cf587c6222d req-77bd3459-7d15-4bb0-8c30-93133855bba6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:15.710887 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d83a7b6-cf2c-4314-8331-8d034fc5c512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:15.712013 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25f53f28-8c42-45aa-98e8-5cf587c6222d req-77bd3459-7d15-4bb0-8c30-93133855bba6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1168046 Aug 26 10:47:15.721575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-fd38568b-da0b-4440-911d-8d4880ad0620 service neutron] 10.222.0.42 "GET /v2.0/networks/b72f5325-0409-4077-be21-1c21d6774ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929162 Aug 26 10:47:15.878769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25f53f28-8c42-45aa-98e8-5cf587c6222d req-468eb51f-64a5-4e5a-8dce-25ae9a487f2f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552355 Aug 26 10:47:15.937321 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064edff-55b9-49bf-8801-190d696636b0 req-25c9f687-ad8f-4fce-af8b-13c052af8c4c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:15.939192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a064edff-55b9-49bf-8801-190d696636b0 req-25c9f687-ad8f-4fce-af8b-13c052af8c4c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 946 time: 0.2061574 Aug 26 10:47:15.988248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-074c19d9-8771-4343-9ff2-21e12a3aef79 req-32a60219-b22d-45b0-8295-e4e108b1a541 service neutron] 10.222.0.42 "GET /v2.0/networks/b72f5325-0409-4077-be21-1c21d6774ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535887 Aug 26 10:47:15.989327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 703be2ce-c01b-4850-a708-99c140621638 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:47:16.056115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Allocated IP 172.20.0.14 (9c29a414-e206-4e98-b1a0-62ff2e09f39a/34e578bc-0e70-4fe6-a893-d9310ddafc79/51c95b72-8c7b-4ce4-ba3c-7c2d454427b4) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:16.072773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a064edff-55b9-49bf-8801-190d696636b0 req-473f4f9b-b4d0-48d5-883f-d8be024592db tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182857 Aug 26 10:47:16.196078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d8c4-8c4a-4aff-a281-4d94b408006b req-017f2dd8-31eb-4549-a32b-e98f28b0a1be tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:16.204104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d8c4-8c4a-4aff-a281-4d94b408006b req-017f2dd8-31eb-4549-a32b-e98f28b0a1be tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:16.212700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d8c4-8c4a-4aff-a281-4d94b408006b req-017f2dd8-31eb-4549-a32b-e98f28b0a1be tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:16.220728 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0784d8c4-8c4a-4aff-a281-4d94b408006b req-017f2dd8-31eb-4549-a32b-e98f28b0a1be tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2413 time: 0.1348004 Aug 26 10:47:16.364101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0784d8c4-8c4a-4aff-a281-4d94b408006b req-6b9634a7-8c80-4a58-9f7d-8f8f86b0eaed tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067724 Aug 26 10:47:16.369328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 703be2ce-c01b-4850-a708-99c140621638, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=703be2ce-c01b-4850-a708-99c140621638,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:16.372960 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:16.399603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '703be2ce-c01b-4850-a708-99c140621638', 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd', 'port_id': '703be2ce-c01b-4850-a708-99c140621638', 'mac_address': 'fa:16:3e:9a:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3eff8d2-fd8e-4236-85b5-055b94f37d95', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:47:16.466856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:16.493025 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:16.531286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Transition to ACTIVE for port object 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:16.537522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703be2ce-c01b-4850-a708-99c140621638 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:16.570384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a14cf821-443a-4772-ae68-0100d99045f7 req-eff8ed8b-bcaa-4636-8248-9d79d247b53c tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0398512 Aug 26 10:47:16.587147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 703be2ce-c01b-4850-a708-99c140621638, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=703be2ce-c01b-4850-a708-99c140621638,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:16.599717 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:16.600628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 45404605-798f-462a-9b90-dea14d2cf217 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:47:16.628061 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:16.678622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 45404605-798f-462a-9b90-dea14d2cf217, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=45404605-798f-462a-9b90-dea14d2cf217,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:16.692370 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '45404605-798f-462a-9b90-dea14d2cf217', 'network_id': 'b72f5325-0409-4077-be21-1c21d6774ebd', 'port_id': '45404605-798f-462a-9b90-dea14d2cf217', 'mac_address': 'fa:16:3e:52:5e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3eff8d2-fd8e-4236-85b5-055b94f37d95', 'ip_address': '19.80.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:47:16.753718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=703be2ce-c01b-4850-a708-99c140621638,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:16.766404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-6f70e170-96f5-4d3c-a89d-db0668c126c9 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:16.770500 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-6f70e170-96f5-4d3c-a89d-db0668c126c9 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1098 time: 0.1160517 Aug 26 10:47:16.772949 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:16.796372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-13'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:16.817964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45404605-798f-462a-9b90-dea14d2cf217 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:16.848695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 45404605-798f-462a-9b90-dea14d2cf217, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=45404605-798f-462a-9b90-dea14d2cf217,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:16.857482 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:16.858573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:47:16.887158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network 9c29a414-e206-4e98-b1a0-62ff2e09f39a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:16.925049 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:16.933455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Port': ['ID=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:16.940024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:16.944339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:17.039955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=45404605-798f-462a-9b90-dea14d2cf217,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:17.067636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ae2b8-eab3-4648-b83e-b67c1ca17f7f req-b0208875-c44e-4e2b-b8c7-4e643a4767c9 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:17.071556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-078ae2b8-eab3-4648-b83e-b67c1ca17f7f req-b0208875-c44e-4e2b-b8c7-4e643a4767c9 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.3231647 Aug 26 10:47:17.084616 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:17.086406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:17.087183 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:17.118160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07711262-d2ac-44ae-9426-8cf6e3b655f4 req-4f1be002-dcd0-4b29-8744-5f15b2c6c916 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:17.127796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07711262-d2ac-44ae-9426-8cf6e3b655f4 req-4f1be002-dcd0-4b29-8744-5f15b2c6c916 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.3239422 Aug 26 10:47:17.149827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5,segment=NetworkSegment(62ed244d-9bde-46f3-9c01-646b45f0287e),segment_id=62ed244d-9bde-46f3-9c01-646b45f0287e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:17.156722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-90058f60-886d-438a-9141-280ac24ff54a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7941217 Aug 26 10:47:17.176682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f', 'admin_state_up': True, 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'security_groups': ['e2033ab4-6164-45ea-95b0-515384ee32c9']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:17.193623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=14b021cc-57a9-45f5-b49b-7c8112f44753,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:17.194964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'cff2de16-b1b7-4ec7-8754-1b2e71e3fea5', 'network_id': 'b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7', 'port_id': 'cff2de16-b1b7-4ec7-8754-1b2e71e3fea5', 'mac_address': 'fa:16:3e:40:f5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd52a38d-cb76-49b4-8f36-4715c1110efe', 'ip_address': '19.86.0.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:47:17.290076 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:17.306902 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:17.333164 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:17.380837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5,segment=NetworkSegment(62ed244d-9bde-46f3-9c01-646b45f0287e),segment_id=62ed244d-9bde-46f3-9c01-646b45f0287e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:17.387292 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:17.401668 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:17.416132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b021cc-57a9-45f5-b49b-7c8112f44753'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:17.418931 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1bb099-39a1-4869-8b17-407584ace5e4" -d '{"events": [{"server_uuid": "2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "14b021cc-57a9-45f5-b49b-7c8112f44753"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:17.428362 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:17.480775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e7d2adef-a0c5-47f2-b241-898616b5c93f None None] Provisioning for port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:17.489095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e7d2adef-a0c5-47f2-b241-898616b5c93f None None] Provisioning complete for port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:17.489564 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7d2adef-a0c5-47f2-b241-898616b5c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:17.491260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:17.545733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2adef-a0c5-47f2-b241-898616b5c93f None None] Port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:17.562929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Pushing event updated for resources: {'Port': ['ID=14b021cc-57a9-45f5-b49b-7c8112f44753,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:17.580043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 on host n-h2-778550-13 for vnic_type normal with profile {"migrating_to": "n-h1-778550-13"} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:17.580737 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:17.581316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:17.589412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Port 14b021cc-57a9-45f5-b49b-7c8112f44753 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:17.590142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Attempting to bind port 14b021cc-57a9-45f5-b49b-7c8112f44753 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:17.599790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:17.600487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:17.601265 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:17.602109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Bound port: 14b021cc-57a9-45f5-b49b-7c8112f44753, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:17.603107 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:17.684876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-078ae2b8-eab3-4648-b83e-b67c1ca17f7f req-08338f98-676f-48d8-88f2-5856b7c5563b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909920 Aug 26 10:47:17.708324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07711262-d2ac-44ae-9426-8cf6e3b655f4 req-e7f15383-0ab6-4115-bc75-6f7fd5c11d44 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761483 Aug 26 10:47:17.781327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:17.790771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['703be2ce-c01b-4850-a708-99c140621638'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:17.801595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=14b021cc-57a9-45f5-b49b-7c8112f44753,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:17.807937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:17.836823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['45404605-798f-462a-9b90-dea14d2cf217'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:17.902785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Pushing event updated for resources: {'Port': ['ID=14b021cc-57a9-45f5-b49b-7c8112f44753,revision_number=8']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:17.935097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de5379-1bd4-4b00-889a-f48b4f64d943 req-2e382df3-5b60-413c-b35a-bfb1451a65fe tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:17.936842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95de5379-1bd4-4b00-889a-f48b4f64d943 req-2e382df3-5b60-413c-b35a-bfb1451a65fe tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.0820212 Aug 26 10:47:17.940290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:17.944419 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:17.956586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27e380-8005-4921-b328-d1100bea58f6 req-0ec8d45c-c19a-4690-9a74-f61f6d157505 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:17.966061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec27e380-8005-4921-b328-d1100bea58f6 req-0ec8d45c-c19a-4690-9a74-f61f6d157505 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1508548 Aug 26 10:47:17.971533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:17.972997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:17.974744 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-94ef2475-c423-4ecb-ae0b-f413585e3f0b service neutron] 10.222.0.47 "PUT /v2.0/ports/14b021cc-57a9-45f5-b49b-7c8112f44753 HTTP/1.1" status: 200 len: 1124 time: 1.1913407 Aug 26 10:47:18.048032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec27e380-8005-4921-b328-d1100bea58f6 req-604fa65f-ad0a-42b5-9366-c6e181156f85 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749979 Aug 26 10:47:18.093783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['14b021cc-57a9-45f5-b49b-7c8112f44753'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:18.142345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['14b021cc-57a9-45f5-b49b-7c8112f44753'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:18.204088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Allocated IP 10.1.1.242 (7e95f1db-eea7-493f-94df-e8629975974f/6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2/260c9222-0d1f-4d80-842b-55abc38ec59e) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:18.366138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95de5379-1bd4-4b00-889a-f48b4f64d943 req-719e664b-bcec-4e3f-8e31-52998a80200e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978601 Aug 26 10:47:18.430998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b614a-c8bf-4ca8-a276-8573d34abee3 req-e0d9f284-e21e-42a9-99ee-4847f7283baf tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:18.446306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b614a-c8bf-4ca8-a276-8573d34abee3 req-e0d9f284-e21e-42a9-99ee-4847f7283baf tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:18.452799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b614a-c8bf-4ca8-a276-8573d34abee3 req-e0d9f284-e21e-42a9-99ee-4847f7283baf tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:18.460352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d90b614a-c8bf-4ca8-a276-8573d34abee3 req-e0d9f284-e21e-42a9-99ee-4847f7283baf tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2416 time: 0.2018116 Aug 26 10:47:18.463153 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef32a71f-88c6-4317-bac6-843098eac552 x-openstack-request-id: req-ef32a71f-88c6-4317-bac6-843098eac552 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:18.464345 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8", "name": "network-vif-unplugged", "status": "completed", "tag": "14b021cc-57a9-45f5-b49b-7c8112f44753", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:18.464997 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef32a71f-88c6-4317-bac6-843098eac552 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:18.465863 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b021cc-57a9-45f5-b49b-7c8112f44753', 'code': 200} Aug 26 10:47:18.520482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d90b614a-c8bf-4ca8-a276-8573d34abee3 req-1dcbf329-351a-4e9f-9dbd-07ac2d998cfd tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591612 Aug 26 10:47:18.585817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:18.611821 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785b84a-3367-4c0c-941d-939444bcbfb0 req-a08e8782-23f8-4acf-974e-eee6ef4674ca tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:18.613393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9785b84a-3367-4c0c-941d-939444bcbfb0 req-a08e8782-23f8-4acf-974e-eee6ef4674ca tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 932 time: 0.0889542 Aug 26 10:47:18.614578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Transition to ACTIVE for port object 260c9222-0d1f-4d80-842b-55abc38ec59e will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:18.667209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 14b021cc-57a9-45f5-b49b-7c8112f44753 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:47:18.677511 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9785b84a-3367-4c0c-941d-939444bcbfb0 req-88898481-3ced-41e5-9e8b-b7b5d6cdd48d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572875 Aug 26 10:47:18.700990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:18.774059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network 7e95f1db-eea7-493f-94df-e8629975974f is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:18.781020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:18.787463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:18.845570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:18.846250 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:18.868928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=14b021cc-57a9-45f5-b49b-7c8112f44753,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:18.884713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 14b021cc-57a9-45f5-b49b-7c8112f44753 has no active binding in host n-h1-778550-13 {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 26 10:47:18.887731 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Port': ['ID=260c9222-0d1f-4d80-842b-55abc38ec59e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:18.938816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f3d9d334-a1e2-4484-a92d-ab9bcbeb45f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7707047 Aug 26 10:47:18.957859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f', 'admin_state_up': True, 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'security_groups': ['e2033ab4-6164-45ea-95b0-515384ee32c9']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:18.986250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031b305-e561-4396-918b-97f278839848 req-c9915599-d866-49d1-be36-8cd8736e56b9 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:18.987793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c031b305-e561-4396-918b-97f278839848 req-c9915599-d866-49d1-be36-8cd8736e56b9 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1368482 Aug 26 10:47:19.022535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50980a80-02c6-468c-8587-49ec34a1f6a3 req-96801e1f-6b36-410c-94e3-34fc5acc0e4d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:19.024650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50980a80-02c6-468c-8587-49ec34a1f6a3 req-96801e1f-6b36-410c-94e3-34fc5acc0e4d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.1710818 Aug 26 10:47:19.091639 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:19.107990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['cff2de16-b1b7-4ec7-8754-1b2e71e3fea5'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:19.128610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c031b305-e561-4396-918b-97f278839848 req-be3b0e71-714f-4724-a76e-6a98e6bdc0be tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004467 Aug 26 10:47:19.136436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50980a80-02c6-468c-8587-49ec34a1f6a3 req-b742e7c6-3180-4744-8c84-ba1632026072 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980253 Aug 26 10:47:19.183758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:19.196183 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:19.209131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-00d154ec-3eff-4570-8a3f-fb61772d9941 None None] Provisioning for port 260c9222-0d1f-4d80-842b-55abc38ec59e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:19.220569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-00d154ec-3eff-4570-8a3f-fb61772d9941 None None] Provisioning complete for port 260c9222-0d1f-4d80-842b-55abc38ec59e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:19.220805 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00d154ec-3eff-4570-8a3f-fb61772d9941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:19.298816 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-00d154ec-3eff-4570-8a3f-fb61772d9941 None None] Port 260c9222-0d1f-4d80-842b-55abc38ec59e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:19.373512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb29f05-cce4-467d-aa83-2784053b49b1 req-e00eb2ed-6af0-4407-ac72-2550b3ebcd9c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:19.375381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efb29f05-cce4-467d-aa83-2784053b49b1 req-e00eb2ed-6af0-4407-ac72-2550b3ebcd9c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1315043 Aug 26 10:47:19.518023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efb29f05-cce4-467d-aa83-2784053b49b1 req-f812bcbf-cf5e-4b16-bf3a-8b9b96338cf2 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317210 Aug 26 10:47:19.542881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Allocated IP 10.1.1.170 (7e95f1db-eea7-493f-94df-e8629975974f/6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2/eb14fe9a-7dce-4766-8386-f266e574c13b) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:19.578167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7deb0a-db67-414c-98f0-a25574aabde3 req-eae60e42-4d07-46a5-97d6-aac15cf952c6 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:19.579887 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b7deb0a-db67-414c-98f0-a25574aabde3 req-eae60e42-4d07-46a5-97d6-aac15cf952c6 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.1273937 Aug 26 10:47:19.746636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b7deb0a-db67-414c-98f0-a25574aabde3 req-4ac878d3-88b5-456c-813e-64fdf92bd5d0 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460996 Aug 26 10:47:19.768268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce70bb-8289-4631-bdf6-12e5dd475a74 req-cea32926-7708-4ed2-aa46-bed2da42589f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:19.774286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce70bb-8289-4631-bdf6-12e5dd475a74 req-cea32926-7708-4ed2-aa46-bed2da42589f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:19.781087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce70bb-8289-4631-bdf6-12e5dd475a74 req-cea32926-7708-4ed2-aa46-bed2da42589f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:19.789012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cce70bb-8289-4631-bdf6-12e5dd475a74 req-cea32926-7708-4ed2-aa46-bed2da42589f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2416 time: 0.1744523 Aug 26 10:47:19.835322 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:19.883689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cce70bb-8289-4631-bdf6-12e5dd475a74 req-20976f91-c14e-4f66-9b85-99a944590fd2 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935218 Aug 26 10:47:19.887652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Transition to ACTIVE for port object eb14fe9a-7dce-4766-8386-f266e574c13b will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:19.934875 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:19.994008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 703be2ce-c01b-4850-a708-99c140621638 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:19.998646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network 7e95f1db-eea7-493f-94df-e8629975974f is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:19.999696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:20.005262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:20.009927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Port': ['ID=eb14fe9a-7dce-4766-8386-f266e574c13b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:20.086564 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:20.105084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 703be2ce-c01b-4850-a708-99c140621638 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:20.110189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 703be2ce-c01b-4850-a708-99c140621638 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:20.110418 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:20.137740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:20.138774 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:20.184404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d5791-100d-43ce-a856-f09e8339daa0 req-3ecefb7f-e138-40f6-a129-4a78214dad34 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:20.198511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d5791-100d-43ce-a856-f09e8339daa0 req-3ecefb7f-e138-40f6-a129-4a78214dad34 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:20.206770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d5791-100d-43ce-a856-f09e8339daa0 req-3ecefb7f-e138-40f6-a129-4a78214dad34 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:20.208474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b9d5791-100d-43ce-a856-f09e8339daa0 req-3ecefb7f-e138-40f6-a129-4a78214dad34 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 2375 time: 0.1737924 Aug 26 10:47:20.214032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78fb43de-b9c4-4be4-acea-daef4dee4936 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2597635 Aug 26 10:47:20.243300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:20.247180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61', 'admin_state_up': True, 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'security_groups': ['e2033ab4-6164-45ea-95b0-515384ee32c9']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:20.289521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 703be2ce-c01b-4850-a708-99c140621638, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=703be2ce-c01b-4850-a708-99c140621638,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:20.290578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703be2ce-c01b-4850-a708-99c140621638'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:20.293405 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf9ee1f-957a-4f7e-a915-34fae2082578" -d '{"events": [{"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-plugged", "status": "completed", "tag": "703be2ce-c01b-4850-a708-99c140621638"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:20.298467 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:20.300495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 45404605-798f-462a-9b90-dea14d2cf217 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:20.389867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def6c35-cb56-43fd-b37a-7f0a5ba8ff61 req-549d82c3-ec9f-44c1-b110-b9ac9512abe0 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:20.391756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c2e67190-a2e7-4987-8e89-a2b4323e2961 None None] Provisioning for port eb14fe9a-7dce-4766-8386-f266e574c13b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:20.398665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4def6c35-cb56-43fd-b37a-7f0a5ba8ff61 req-549d82c3-ec9f-44c1-b110-b9ac9512abe0 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1441574 Aug 26 10:47:20.406857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c2e67190-a2e7-4987-8e89-a2b4323e2961 None None] Provisioning complete for port eb14fe9a-7dce-4766-8386-f266e574c13b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:20.407648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2e67190-a2e7-4987-8e89-a2b4323e2961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:20.423290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b9d5791-100d-43ce-a856-f09e8339daa0 req-509d0478-3478-4b5c-8740-357732802f18 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946070 Aug 26 10:47:20.462663 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4def6c35-cb56-43fd-b37a-7f0a5ba8ff61 req-8d0e81f2-8244-46e4-b6bf-e466af9d8f29 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629849 Aug 26 10:47:20.467973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 45404605-798f-462a-9b90-dea14d2cf217 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:20.468153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'tag': '14b021cc-57a9-45f5-b49b-7c8112f44753'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:20.470562 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be43b1a-93d7-4f2b-a639-dda918e3dd97" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8", "tag": "14b021cc-57a9-45f5-b49b-7c8112f44753"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:20.475724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 45404605-798f-462a-9b90-dea14d2cf217 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:20.476101 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:20.504711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=703be2ce-c01b-4850-a708-99c140621638,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:20.528787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c2e67190-a2e7-4987-8e89-a2b4323e2961 None None] Port eb14fe9a-7dce-4766-8386-f266e574c13b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:20.534648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:20.575356 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5031d724-876a-44c5-992b-71717b2d3a9d x-openstack-request-id: req-5031d724-876a-44c5-992b-71717b2d3a9d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:20.575784 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-plugged", "status": "completed", "tag": "703be2ce-c01b-4850-a708-99c140621638", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:20.576041 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5031d724-876a-44c5-992b-71717b2d3a9d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:20.576431 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703be2ce-c01b-4850-a708-99c140621638', 'code': 200} Aug 26 10:47:20.594015 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:20.606269 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20641aca-cd73-4f8a-b89f-6b7d915b560b x-openstack-request-id: req-20641aca-cd73-4f8a-b89f-6b7d915b560b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:20.606665 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8", "tag": "14b021cc-57a9-45f5-b49b-7c8112f44753", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:20.607041 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20641aca-cd73-4f8a-b89f-6b7d915b560b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:20.608712 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'tag': '14b021cc-57a9-45f5-b49b-7c8112f44753', 'status': 'completed', 'code': 200} Aug 26 10:47:20.633622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 45404605-798f-462a-9b90-dea14d2cf217, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=45404605-798f-462a-9b90-dea14d2cf217,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:20.642388 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:20.688644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199449e-e58b-4594-aa77-fc5ff40c14fd req-59334183-b41a-4079-a9dd-90661fc7545a tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:20.690250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2199449e-e58b-4594-aa77-fc5ff40c14fd req-59334183-b41a-4079-a9dd-90661fc7545a tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.1578772 Aug 26 10:47:20.742831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=45404605-798f-462a-9b90-dea14d2cf217,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:20.768620 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:20.779810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be43b1a-93d7-4f2b-a639-dda918e3dd97 req-e0900b8e-0161-4dbf-ace2-387379647688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:20.781562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4be43b1a-93d7-4f2b-a639-dda918e3dd97 req-e0900b8e-0161-4dbf-ace2-387379647688 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 1127 time: 0.1453779 Aug 26 10:47:20.866116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2199449e-e58b-4594-aa77-fc5ff40c14fd req-a96fef47-99db-4c61-bd3f-7b0b3b3ac7cb tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562524 Aug 26 10:47:20.893651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995d34e-5f09-45d5-a661-18a0877ed107 req-80a931ef-6dc1-4ec1-a421-0e1790b7a1ea tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:20.899322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7995d34e-5f09-45d5-a661-18a0877ed107 req-80a931ef-6dc1-4ec1-a421-0e1790b7a1ea tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.2052133 Aug 26 10:47:21.154862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7995d34e-5f09-45d5-a661-18a0877ed107 req-74058de9-c22d-4b76-9adc-284430c8da53 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320094 Aug 26 10:47:21.167199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be43b1a-93d7-4f2b-a639-dda918e3dd97 req-3f86aff9-e63e-4215-b2f3-73155d472895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:21.168731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4be43b1a-93d7-4f2b-a639-dda918e3dd97 req-3f86aff9-e63e-4215-b2f3-73155d472895 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.3685784 Aug 26 10:47:21.207510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11580c-4dbc-43af-8e6f-92818cd59ce0 req-c8b7968c-6ff3-4a73-9101-4ff85fdaaa29 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:21.209048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be11580c-4dbc-43af-8e6f-92818cd59ce0 req-c8b7968c-6ff3-4a73-9101-4ff85fdaaa29 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.2380710 Aug 26 10:47:21.251785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4be43b1a-93d7-4f2b-a639-dda918e3dd97 req-f453def9-a0ab-41aa-ade8-a089e994a4ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b021cc-57a9-45f5-b49b-7c8112f44753 HTTP/1.1" status: 200 len: 217 time: 0.0705669 Aug 26 10:47:21.324478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Allocated IP 10.2.2.100 (53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61/3df0dfa6-d27a-4ded-801d-40072b12272b/06b18670-82f9-4b7e-9c47-a1f920dacb98) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:21.364492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be43b1a-93d7-4f2b-a639-dda918e3dd97 req-cd3ac06a-1581-4afc-b03a-7ef5360f7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:21.366044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4be43b1a-93d7-4f2b-a639-dda918e3dd97 req-cd3ac06a-1581-4afc-b03a-7ef5360f7d3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1049414 Aug 26 10:47:21.384286 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be11580c-4dbc-43af-8e6f-92818cd59ce0 req-7f039c2a-e212-4342-9f15-5992584121fe tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373963 Aug 26 10:47:21.435155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4be43b1a-93d7-4f2b-a639-dda918e3dd97 req-2a36689d-f9e7-45c5-b283-38056b9c959e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475066 Aug 26 10:47:21.558572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16e1bc-ad01-43b9-b097-6027792cb5f5 req-2b2f08a4-37dc-4d5e-83ed-bbe323bd738f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:21.564657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16e1bc-ad01-43b9-b097-6027792cb5f5 req-2b2f08a4-37dc-4d5e-83ed-bbe323bd738f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:21.571490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16e1bc-ad01-43b9-b097-6027792cb5f5 req-2b2f08a4-37dc-4d5e-83ed-bbe323bd738f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:21.573701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e16e1bc-ad01-43b9-b097-6027792cb5f5 req-2b2f08a4-37dc-4d5e-83ed-bbe323bd738f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2418 time: 0.2432926 Aug 26 10:47:21.707808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4be43b1a-93d7-4f2b-a639-dda918e3dd97 req-3d324c53-ea41-42a2-b33d-c84cd654491e service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578969 Aug 26 10:47:21.739994 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e16e1bc-ad01-43b9-b097-6027792cb5f5 req-322423d5-11ff-4daa-8047-e37d998444ec tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427443 Aug 26 10:47:21.752637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e6deb-3078-4c93-a624-1229e06d20d5 req-faae17d7-9464-46ee-a4f3-87554165fb6d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:21.763128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e6deb-3078-4c93-a624-1229e06d20d5 req-faae17d7-9464-46ee-a4f3-87554165fb6d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:21.765647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e6deb-3078-4c93-a624-1229e06d20d5 req-faae17d7-9464-46ee-a4f3-87554165fb6d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:21.768818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-186e6deb-3078-4c93-a624-1229e06d20d5 req-faae17d7-9464-46ee-a4f3-87554165fb6d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 2375 time: 0.1909180 Aug 26 10:47:21.770583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:21.789681 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:22.005095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:22.132435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:22.135773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Transition to ACTIVE for port object 06b18670-82f9-4b7e-9c47-a1f920dacb98 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:22.140991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:22.141658 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:22.237692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-186e6deb-3078-4c93-a624-1229e06d20d5 req-3623a86d-1416-4bef-9b3f-b77bffbb02bc tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4542303 Aug 26 10:47:22.251245 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:22.278042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca4da2-9aa7-4af7-b216-66ad2d995735 req-9fa9d776-c08b-4311-9dc6-4c3d1c186326 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:22.278475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47ca4da2-9aa7-4af7-b216-66ad2d995735 req-9fa9d776-c08b-4311-9dc6-4c3d1c186326 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1565254 Aug 26 10:47:22.284689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:22.318557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4be43b1a-93d7-4f2b-a639-dda918e3dd97 req-253d80ae-fb4b-4d8e-8143-de17416d3ed8 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000211 Aug 26 10:47:22.351955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5,segment=NetworkSegment(62ed244d-9bde-46f3-9c01-646b45f0287e),segment_id=62ed244d-9bde-46f3-9c01-646b45f0287e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:22.363436 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:22.368278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:22.388464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:22.402457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:22.418181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Port': ['ID=06b18670-82f9-4b7e-9c47-a1f920dacb98,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:22.465159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:22.478634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47ca4da2-9aa7-4af7-b216-66ad2d995735 req-d5a90255-3ba0-4ee1-a5a7-824631e8c644 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936846 Aug 26 10:47:22.527177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:22.528172 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:22.547451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050032a2-1d05-45d7-8cfc-62325f965c20 req-4f9411bb-aa08-467b-86e0-40b0770d4770 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:22.549812 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-050032a2-1d05-45d7-8cfc-62325f965c20 req-4f9411bb-aa08-467b-86e0-40b0770d4770 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.1627727 Aug 26 10:47:22.577315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45404605-798f-462a-9b90-dea14d2cf217'}, {'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff2de16-b1b7-4ec7-8754-1b2e71e3fea5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:22.580451 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9711e19d-b2b2-4957-995c-63696da8c5e1" -d '{"events": [{"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-plugged", "status": "completed", "tag": "45404605-798f-462a-9b90-dea14d2cf217"}, {"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-plugged", "status": "completed", "tag": "cff2de16-b1b7-4ec7-8754-1b2e71e3fea5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:22.589262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-96505874-1250-4244-a362-02881207cc90 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3487818 Aug 26 10:47:22.611880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61', 'admin_state_up': True, 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'security_groups': ['e2033ab4-6164-45ea-95b0-515384ee32c9']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:22.689528 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-050032a2-1d05-45d7-8cfc-62325f965c20 req-d1a33ebb-8aa5-4702-862e-50834c311d79 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261485 Aug 26 10:47:22.706094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638fe95-0f55-4be0-b1ea-f8db09e83bff req-a47f9c09-b727-4a46-ae26-e2c7caea3e2b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:22.708004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2638fe95-0f55-4be0-b1ea-f8db09e83bff req-a47f9c09-b727-4a46-ae26-e2c7caea3e2b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1570411 Aug 26 10:47:22.778020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a6e50806-c0da-4849-b816-c4aa191a8cae None None] Provisioning for port 06b18670-82f9-4b7e-9c47-a1f920dacb98 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:22.785060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a6e50806-c0da-4849-b816-c4aa191a8cae None None] Provisioning complete for port 06b18670-82f9-4b7e-9c47-a1f920dacb98 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:22.786334 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a6e50806-c0da-4849-b816-c4aa191a8cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:22.790343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2638fe95-0f55-4be0-b1ea-f8db09e83bff req-e1947901-031e-41f7-bb04-4dc081613277 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655751 Aug 26 10:47:22.837981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Made reservation on behalf of e3147b770ee34a2cabfd9ef1960eb88f for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:22.844065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a6e50806-c0da-4849-b816-c4aa191a8cae None None] Port 06b18670-82f9-4b7e-9c47-a1f920dacb98 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:22.848669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:22.904300 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb26014-e24b-4b5a-9947-ce515b43580c x-openstack-request-id: req-3fb26014-e24b-4b5a-9947-ce515b43580c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:22.904690 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-plugged", "status": "completed", "tag": "45404605-798f-462a-9b90-dea14d2cf217", "code": 200}, {"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-plugged", "status": "completed", "tag": "cff2de16-b1b7-4ec7-8754-1b2e71e3fea5", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:22.905012 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fb26014-e24b-4b5a-9947-ce515b43580c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:22.905422 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45404605-798f-462a-9b90-dea14d2cf217', 'code': 200} Aug 26 10:47:22.905684 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff2de16-b1b7-4ec7-8754-1b2e71e3fea5', 'code': 200} Aug 26 10:47:23.145361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd47c70-1d76-4eb5-b2e3-d7745c7a51ab req-a8098c6c-6afb-42f7-a212-fb2fcae9745e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.152391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd47c70-1d76-4eb5-b2e3-d7745c7a51ab req-a8098c6c-6afb-42f7-a212-fb2fcae9745e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.159401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd47c70-1d76-4eb5-b2e3-d7745c7a51ab req-a8098c6c-6afb-42f7-a212-fb2fcae9745e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.161216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdd47c70-1d76-4eb5-b2e3-d7745c7a51ab req-a8098c6c-6afb-42f7-a212-fb2fcae9745e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2419 time: 0.1855261 Aug 26 10:47:23.181639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea01634-eb95-49c2-bd88-1e60d54fb09f req-5a023d0a-0344-49d1-9dc2-9eb7b134abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.182216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea01634-eb95-49c2-bd88-1e60d54fb09f req-5a023d0a-0344-49d1-9dc2-9eb7b134abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.182712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea01634-eb95-49c2-bd88-1e60d54fb09f req-5a023d0a-0344-49d1-9dc2-9eb7b134abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.184447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ea01634-eb95-49c2-bd88-1e60d54fb09f req-5a023d0a-0344-49d1-9dc2-9eb7b134abaf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2875 time: 0.1936047 Aug 26 10:47:23.199931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71afdd4-815f-49e4-83f8-ed8c8ebd04e9 req-78b23d58-5abe-4d4b-a6a5-9da73ce70be7 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.201525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e71afdd4-815f-49e4-83f8-ed8c8ebd04e9 req-78b23d58-5abe-4d4b-a6a5-9da73ce70be7 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.2626264 Aug 26 10:47:23.324665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdd47c70-1d76-4eb5-b2e3-d7745c7a51ab req-362b5d76-7734-4dfb-82fd-b9d167585085 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513491 Aug 26 10:47:23.325725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Allocated IP 10.2.2.200 (53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61/3df0dfa6-d27a-4ded-801d-40072b12272b/a7108a8f-decf-49c6-874f-190492ae7266) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:23.335851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e71afdd4-815f-49e4-83f8-ed8c8ebd04e9 req-b92b056b-28e4-4e21-8dfa-94a59de51072 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269484 Aug 26 10:47:23.345361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ea01634-eb95-49c2-bd88-1e60d54fb09f req-447cba69-8073-420e-aeb0-5e69307b60fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383123 Aug 26 10:47:23.526954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3686d-ba3a-4df6-99bf-606bc2c5831b req-6f47fa4a-1b5e-4ae6-9d71-c4d95bfaafd2 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.534981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3686d-ba3a-4df6-99bf-606bc2c5831b req-6f47fa4a-1b5e-4ae6-9d71-c4d95bfaafd2 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.541961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3686d-ba3a-4df6-99bf-606bc2c5831b req-6f47fa4a-1b5e-4ae6-9d71-c4d95bfaafd2 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.548271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3686d-ba3a-4df6-99bf-606bc2c5831b req-6f47fa4a-1b5e-4ae6-9d71-c4d95bfaafd2 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.550049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-abf3686d-ba3a-4df6-99bf-606bc2c5831b req-6f47fa4a-1b5e-4ae6-9d71-c4d95bfaafd2 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 3096 time: 0.1100564 Aug 26 10:47:23.614421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:23.652041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Transition to ACTIVE for port object a7108a8f-decf-49c6-874f-190492ae7266 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:23.671008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-abf3686d-ba3a-4df6-99bf-606bc2c5831b req-5e5908d2-4f4e-46ed-a7c4-558b7a037b65 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968857 Aug 26 10:47:23.708001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df288d-edb8-45cf-9cae-78edd241385e req-6c8b9ca1-2122-4565-8a57-3d2bd325b7bb tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.712007 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6df288d-edb8-45cf-9cae-78edd241385e req-6c8b9ca1-2122-4565-8a57-3d2bd325b7bb tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1531436 Aug 26 10:47:23.738105 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:23.760895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:23.765465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:23.792831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:23.862906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:23.863688 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:23.879434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6df288d-edb8-45cf-9cae-78edd241385e req-1958c6a6-398d-4838-b1f5-a97755ee448f tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581049 Aug 26 10:47:23.991849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3849273 Aug 26 10:47:23.995773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd86ae-9531-402b-a5e4-cc487bd4bfb1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event updated for resources: {'Port': ['ID=a7108a8f-decf-49c6-874f-190492ae7266,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:24.017584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:24.066568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1864607-1892-4d38-a926-df7b73d8a0b6 req-9d008ff7-a5b5-47e3-b973-2209092b4610 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:24.068320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1864607-1892-4d38-a926-df7b73d8a0b6 req-9d008ff7-a5b5-47e3-b973-2209092b4610 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.2017419 Aug 26 10:47:24.080576 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cca760f6-8d4d-4b73-a933-e5e72bbee4cb None None] Provisioning for port a7108a8f-decf-49c6-874f-190492ae7266 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:24.087321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cca760f6-8d4d-4b73-a933-e5e72bbee4cb None None] Provisioning complete for port a7108a8f-decf-49c6-874f-190492ae7266 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:24.088046 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cca760f6-8d4d-4b73-a933-e5e72bbee4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:24.128061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cca760f6-8d4d-4b73-a933-e5e72bbee4cb None None] Port a7108a8f-decf-49c6-874f-190492ae7266 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:24.141099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f0487-e985-4a02-a0b7-be88be707ed6 req-be70ca01-4f88-44f6-98c8-554d7a950eb6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:24.150534 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-226f0487-e985-4a02-a0b7-be88be707ed6 req-be70ca01-4f88-44f6-98c8-554d7a950eb6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1540644 Aug 26 10:47:24.167789 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:24.198346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1864607-1892-4d38-a926-df7b73d8a0b6 req-c2bf6c15-108f-420a-a044-b9a16f7c15ed tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223359 Aug 26 10:47:24.281773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-226f0487-e985-4a02-a0b7-be88be707ed6 req-35761c38-fe7f-4b4c-b3fd-7bd9faadc33c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302183 Aug 26 10:47:24.600718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee61fd-71c8-4b39-b76e-fec889e76d9f req-d0230cca-a8f0-4c7a-aa91-268ecd207d42 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:24.602829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0ee61fd-71c8-4b39-b76e-fec889e76d9f req-d0230cca-a8f0-4c7a-aa91-268ecd207d42 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.1409256 Aug 26 10:47:24.613028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5f7a5-2f37-4bb3-8851-a9da3ebd44e1 req-686d795f-20af-405f-8b2a-fbf0b4340219 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:24.619554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5f7a5-2f37-4bb3-8851-a9da3ebd44e1 req-686d795f-20af-405f-8b2a-fbf0b4340219 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:24.625502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5f7a5-2f37-4bb3-8851-a9da3ebd44e1 req-686d795f-20af-405f-8b2a-fbf0b4340219 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:24.627235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb5f7a5-2f37-4bb3-8851-a9da3ebd44e1 req-686d795f-20af-405f-8b2a-fbf0b4340219 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2419 time: 0.1508367 Aug 26 10:47:24.729919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb5f7a5-2f37-4bb3-8851-a9da3ebd44e1 req-5435d8f5-843b-4ab6-90f4-4b506b35f2c5 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935154 Aug 26 10:47:24.739205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0ee61fd-71c8-4b39-b76e-fec889e76d9f req-46fb81ce-51e3-4d3a-b775-29c0f31c57ed tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046562 Aug 26 10:47:24.777069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:24.787972 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:24.813725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Transition to ACTIVE for port object 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:24.820139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:24.938893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:25.004810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66024994-1993-4856-9615-f53da0ad02cc req-9f879863-88e3-4887-98d1-50cee280cc22 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.016189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66024994-1993-4856-9615-f53da0ad02cc req-9f879863-88e3-4887-98d1-50cee280cc22 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.025567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66024994-1993-4856-9615-f53da0ad02cc req-9f879863-88e3-4887-98d1-50cee280cc22 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.031601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66024994-1993-4856-9615-f53da0ad02cc req-9f879863-88e3-4887-98d1-50cee280cc22 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.037629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66024994-1993-4856-9615-f53da0ad02cc req-9f879863-88e3-4887-98d1-50cee280cc22 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.040270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66024994-1993-4856-9615-f53da0ad02cc req-9f879863-88e3-4887-98d1-50cee280cc22 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 3829 time: 0.1894553 Aug 26 10:47:25.175291 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66024994-1993-4856-9615-f53da0ad02cc req-7fcadcbc-74ce-4bb2-9c7f-aca17b29713c tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124878 Aug 26 10:47:25.184800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Attempting to bind port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:25.185401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Attempting to bind port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:25.185737 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Attempting to bind port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 on network 9c29a414-e206-4e98-b1a0-62ff2e09f39a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:25.193659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 on network 9c29a414-e206-4e98-b1a0-62ff2e09f39a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:25.193995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Attempting to bind port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 on network 9c29a414-e206-4e98-b1a0-62ff2e09f39a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:25.210715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe8190-8571-42de-a496-e914cf0145d2 req-581b3d65-4b4d-4057-ac82-685d71eb0ba4 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.212642 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2dbe8190-8571-42de-a496-e914cf0145d2 req-581b3d65-4b4d-4057-ac82-685d71eb0ba4 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1711130 Aug 26 10:47:25.214257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:25.214714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Checking segment: {'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:25.219153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Bound using segment: {'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:25.219652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Bound port: 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097c13ca-7022-4e28-9773-8b6c8171b546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:25.220028 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:25.353306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2dbe8190-8571-42de-a496-e914cf0145d2 req-22e21007-1725-4795-8d18-81ba4cb16373 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159494 Aug 26 10:47:25.380375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] For port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:25.381495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7cf20-c153-4c6d-be51-76cd9e84fdf9 req-60aace0a-5033-4aa3-b1f8-e42015a62f2d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.388907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3b7cf20-c153-4c6d-be51-76cd9e84fdf9 req-60aace0a-5033-4aa3-b1f8-e42015a62f2d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.1037552 Aug 26 10:47:25.391991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] For port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:25.411043 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:25.479228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.479228 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:25.480241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] 10.222.0.47 "PUT /v2.0/ports/51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 HTTP/1.1" status: 200 len: 1093 time: 1.4722042 Aug 26 10:47:25.480710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:25.483904 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74" -d '{"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "51c95b72-8c7b-4ce4-ba3c-7c2d454427b4"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:25.505631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3b7cf20-c153-4c6d-be51-76cd9e84fdf9 req-e905d2c4-c6e4-4c55-b1bb-96fefe94b7ef tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158290 Aug 26 10:47:25.533823 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:47:25.539964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:25.583005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebaf82-5955-413e-8020-b8476eeeb2f5 service neutron] Pushing event updated for resources: {'Port': ['ID=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:25.615047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439cb34-0ae9-48f5-909e-70b5484a578c req-1ef7d731-88f7-46d7-9b7d-93e860b757ef tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.616695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5439cb34-0ae9-48f5-909e-70b5484a578c req-1ef7d731-88f7-46d7-9b7d-93e860b757ef tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1681004 Aug 26 10:47:25.661188 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:25.702582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5439cb34-0ae9-48f5-909e-70b5484a578c req-01a93a4c-0af0-4675-b322-0f5a3155cf8b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697391 Aug 26 10:47:25.742949 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e47390-6895-4209-bbf5-317098d77345 x-openstack-request-id: req-91e47390-6895-4209-bbf5-317098d77345 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:25.743320 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "51c95b72-8c7b-4ce4-ba3c-7c2d454427b4", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:25.743746 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91e47390-6895-4209-bbf5-317098d77345 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:25.744401 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4', 'status': 'completed', 'code': 200} Aug 26 10:47:25.783021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-a8a47534-409a-4150-b27b-d73b2539d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.784087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-a8a47534-409a-4150-b27b-d73b2539d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.784853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-a8a47534-409a-4150-b27b-d73b2539d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.785530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-a8a47534-409a-4150-b27b-d73b2539d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.786296 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-a8a47534-409a-4150-b27b-d73b2539d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.789559 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-a8a47534-409a-4150-b27b-d73b2539d4a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 4365 time: 0.0637386 Aug 26 10:47:25.935146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-a055b6f0-d66d-4e5b-9531-cbaa2587c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.935909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-a055b6f0-d66d-4e5b-9531-cbaa2587c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.936644 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-a055b6f0-d66d-4e5b-9531-cbaa2587c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:25.939468 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-a055b6f0-d66d-4e5b-9531-cbaa2587c89a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1395218 Aug 26 10:47:25.998393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f289a-b7bf-4394-93dd-3557da7f9970 req-ebeb138c-9d79-41e0-a079-d7e1f0fb15c8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.000020 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a06f289a-b7bf-4394-93dd-3557da7f9970 req-ebeb138c-9d79-41e0-a079-d7e1f0fb15c8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.1533892 Aug 26 10:47:26.014498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243a437-3a5e-4782-abc6-d52a9eb9c6fa req-9e33c803-67c6-49ee-8c3e-2870efcccd59 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.020725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243a437-3a5e-4782-abc6-d52a9eb9c6fa req-9e33c803-67c6-49ee-8c3e-2870efcccd59 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.027187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243a437-3a5e-4782-abc6-d52a9eb9c6fa req-9e33c803-67c6-49ee-8c3e-2870efcccd59 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.028915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d243a437-3a5e-4782-abc6-d52a9eb9c6fa req-9e33c803-67c6-49ee-8c3e-2870efcccd59 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2419 time: 0.1808102 Aug 26 10:47:26.069968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-c245e816-b7e3-4af7-bd3a-1d136f8956ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.072019 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a7f806a1-8d91-4040-bfdc-ab513c5b9a74 req-c245e816-b7e3-4af7-bd3a-1d136f8956ad service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1242783 Aug 26 10:47:26.122084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a06f289a-b7bf-4394-93dd-3557da7f9970 req-1f1c6b0a-574a-48ab-88a7-ee303054767b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920134 Aug 26 10:47:26.137988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d243a437-3a5e-4782-abc6-d52a9eb9c6fa req-6f573152-667a-4952-9460-b897691e93ae tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875607 Aug 26 10:47:26.231353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:26.245085 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:26.260030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Transition to ACTIVE for port object 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:26.284878 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:26.537510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Pushing event updated for resources: {'Port': ['ID=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:26.558111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8ee6-499d-4a18-ab4d-5e2822eae652 req-1e904aa7-bdaf-4200-9fcf-1bde9d11eb95 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.565408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8ee6-499d-4a18-ab4d-5e2822eae652 req-1e904aa7-bdaf-4200-9fcf-1bde9d11eb95 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.572679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8ee6-499d-4a18-ab4d-5e2822eae652 req-1e904aa7-bdaf-4200-9fcf-1bde9d11eb95 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.581666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8ee6-499d-4a18-ab4d-5e2822eae652 req-1e904aa7-bdaf-4200-9fcf-1bde9d11eb95 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.591350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8ee6-499d-4a18-ab4d-5e2822eae652 req-1e904aa7-bdaf-4200-9fcf-1bde9d11eb95 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.602359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8ee6-499d-4a18-ab4d-5e2822eae652 req-1e904aa7-bdaf-4200-9fcf-1bde9d11eb95 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.611984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c4e8ee6-499d-4a18-ab4d-5e2822eae652 req-1e904aa7-bdaf-4200-9fcf-1bde9d11eb95 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 4601 time: 0.3437843 Aug 26 10:47:26.703353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c4e8ee6-499d-4a18-ab4d-5e2822eae652 req-578aa4e8-8848-4923-877a-033e50d1303d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902624 Aug 26 10:47:26.731464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Attempting to bind port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:26.731464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Attempting to bind port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:26.731464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Attempting to bind port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 on network 7e95f1db-eea7-493f-94df-e8629975974f {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:26.731464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 on network 7e95f1db-eea7-493f-94df-e8629975974f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:26.731464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Attempting to bind port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 on network 7e95f1db-eea7-493f-94df-e8629975974f {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:26.753536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018c765-8fdc-461e-88d3-3901e0d82244 req-fb4532aa-db63-49bc-a7d4-e80343e8aab2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.759430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c018c765-8fdc-461e-88d3-3901e0d82244 req-fb4532aa-db63-49bc-a7d4-e80343e8aab2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1431952 Aug 26 10:47:26.763608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:26.763961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Checking segment: {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:26.764363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Bound using segment: {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:26.765034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Bound port: 1dc0dec7-8e07-4315-a42c-6e045bfd90f1, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:26.765586 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:26.884480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c018c765-8fdc-461e-88d3-3901e0d82244 req-b8d321a5-1134-4fc0-b5d6-e119e18ade9d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159618 Aug 26 10:47:26.918441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] For port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:26.921959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] For port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:26.934886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59431779-de55-40bf-993d-54927bbf0edd req-bd3bd8d0-60d9-4563-8072-1dfab0f126a1 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.943558 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59431779-de55-40bf-993d-54927bbf0edd req-bd3bd8d0-60d9-4563-8072-1dfab0f126a1 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.952690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59431779-de55-40bf-993d-54927bbf0edd req-bd3bd8d0-60d9-4563-8072-1dfab0f126a1 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:26.954473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59431779-de55-40bf-993d-54927bbf0edd req-bd3bd8d0-60d9-4563-8072-1dfab0f126a1 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2419 time: 0.1564629 Aug 26 10:47:26.956755 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:27.014787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:27.015410 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:27.016747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] 10.222.0.47 "PUT /v2.0/ports/1dc0dec7-8e07-4315-a42c-6e045bfd90f1 HTTP/1.1" status: 200 len: 1131 time: 1.5012660 Aug 26 10:47:27.067712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:27.203990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b70b4-bd98-4fc2-a094-c7b57f00121c req-4d4dbc53-229d-43f7-9fea-1f8212ab539a tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:27.205821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e80b70b4-bd98-4fc2-a094-c7b57f00121c req-4d4dbc53-229d-43f7-9fea-1f8212ab539a tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.2377915 Aug 26 10:47:27.226039 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e47fb-7005-4ab6-98a6-2084dd4b3e2a service neutron] Pushing event updated for resources: {'Port': ['ID=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:27.250698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59431779-de55-40bf-993d-54927bbf0edd req-5e53e2a2-aaab-40a5-b281-dccd339f86a5 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809634 Aug 26 10:47:27.275380 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:27.281535 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-df3f89e2-f61b-4040-9b8d-5366745d910b req-d76aa9cd-cd8f-4b73-8881-54b2e3dbfa54 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1402402 Aug 26 10:47:27.370961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f89e2-f61b-4040-9b8d-5366745d910b req-75544a1b-ce87-4110-a242-c6c19bb1e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:27.372904 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-df3f89e2-f61b-4040-9b8d-5366745d910b req-75544a1b-ce87-4110-a242-c6c19bb1e63b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 1096 time: 0.0561354 Aug 26 10:47:27.528387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f89e2-f61b-4040-9b8d-5366745d910b req-1320f7a2-9b72-480e-9b70-58c36b18b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:27.530351 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-df3f89e2-f61b-4040-9b8d-5366745d910b req-1320f7a2-9b72-480e-9b70-58c36b18b536 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.1214857 Aug 26 10:47:27.610275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e80b70b4-bd98-4fc2-a094-c7b57f00121c req-e54abc30-140c-4fec-bd90-fc31c862fb07 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734932 Aug 26 10:47:27.621884 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-df3f89e2-f61b-4040-9b8d-5366745d910b req-65168020-cbbb-4e2b-b794-23181d573dbf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c49015d-b414-4768-958c-bb99bd41261a HTTP/1.1" status: 200 len: 217 time: 0.0804489 Aug 26 10:47:27.683308 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f89e2-f61b-4040-9b8d-5366745d910b req-02340292-f7ad-4032-81cc-df2a59def189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:27.684911 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-df3f89e2-f61b-4040-9b8d-5366745d910b req-02340292-f7ad-4032-81cc-df2a59def189 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.0533748 Aug 26 10:47:27.693712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57877084-6c3e-44dc-a571-00f468e92fc5 req-58074ea3-1b7e-4e5c-bed8-4d5153e46536 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:27.696173 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57877084-6c3e-44dc-a571-00f468e92fc5 req-58074ea3-1b7e-4e5c-bed8-4d5153e46536 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1886973 Aug 26 10:47:27.723860 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-df3f89e2-f61b-4040-9b8d-5366745d910b req-ef6d2484-a511-4607-9855-f3ef5af23d13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292649 Aug 26 10:47:27.749041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '1dc0dec7-8e07-4315-a42c-6e045bfd90f1'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:27.751767 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439de66-7729-4a90-9553-c2508c752d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "1dc0dec7-8e07-4315-a42c-6e045bfd90f1"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:27.853456 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-df3f89e2-f61b-4040-9b8d-5366745d910b req-1eb40d1c-782c-4404-8624-a4576aec305e service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157043 Aug 26 10:47:27.867527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:27.876676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57877084-6c3e-44dc-a571-00f468e92fc5 req-004242a3-8650-4b86-a891-74bde163dca4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724114 Aug 26 10:47:27.883002 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:27.904769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e77237-5243-48dc-a624-5cbc61a45fc3 req-7d44d96b-341a-4ba0-b3e9-3e1460a3c706 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:27.906307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21e77237-5243-48dc-a624-5cbc61a45fc3 req-7d44d96b-341a-4ba0-b3e9-3e1460a3c706 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.2090435 Aug 26 10:47:27.915129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Transition to ACTIVE for port object 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:27.935389 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:27.999618 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-df3f89e2-f61b-4040-9b8d-5366745d910b req-6828916d-84f9-49e9-8ae5-44ed0ac55615 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317158 Aug 26 10:47:28.023382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21e77237-5243-48dc-a624-5cbc61a45fc3 req-142b8b6a-af39-41d3-a790-34ede5cd8925 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102602 Aug 26 10:47:28.080973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Pushing event updated for resources: {'Port': ['ID=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:28.121377 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6bf9ad-8c01-487e-9031-3ca072872ccf x-openstack-request-id: req-6f6bf9ad-8c01-487e-9031-3ca072872ccf {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:28.121650 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "1dc0dec7-8e07-4315-a42c-6e045bfd90f1", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:28.121770 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f6bf9ad-8c01-487e-9031-3ca072872ccf {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:28.126209 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '1dc0dec7-8e07-4315-a42c-6e045bfd90f1', 'status': 'completed', 'code': 200} Aug 26 10:47:28.233706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439de66-7729-4a90-9553-c2508c752d0a req-b41834ee-0c59-4455-92bc-099e66e1b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.234703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439de66-7729-4a90-9553-c2508c752d0a req-b41834ee-0c59-4455-92bc-099e66e1b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.235317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439de66-7729-4a90-9553-c2508c752d0a req-b41834ee-0c59-4455-92bc-099e66e1b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.235861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439de66-7729-4a90-9553-c2508c752d0a req-b41834ee-0c59-4455-92bc-099e66e1b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.236733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439de66-7729-4a90-9553-c2508c752d0a req-b41834ee-0c59-4455-92bc-099e66e1b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.237615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439de66-7729-4a90-9553-c2508c752d0a req-b41834ee-0c59-4455-92bc-099e66e1b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.238209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439de66-7729-4a90-9553-c2508c752d0a req-b41834ee-0c59-4455-92bc-099e66e1b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.243548 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f439de66-7729-4a90-9553-c2508c752d0a req-b41834ee-0c59-4455-92bc-099e66e1b583 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6171 time: 0.1026678 Aug 26 10:47:28.406583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439de66-7729-4a90-9553-c2508c752d0a req-f555cae4-1489-4e8b-9139-3ef736385608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.408543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439de66-7729-4a90-9553-c2508c752d0a req-f555cae4-1489-4e8b-9139-3ef736385608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.409710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439de66-7729-4a90-9553-c2508c752d0a req-f555cae4-1489-4e8b-9139-3ef736385608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.411461 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f439de66-7729-4a90-9553-c2508c752d0a req-f555cae4-1489-4e8b-9139-3ef736385608 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1548014 Aug 26 10:47:28.580080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439de66-7729-4a90-9553-c2508c752d0a req-10dad3e6-4990-4aad-b386-dbf085704404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.582178 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f439de66-7729-4a90-9553-c2508c752d0a req-10dad3e6-4990-4aad-b386-dbf085704404 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621804 Aug 26 10:47:28.607883 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-0d11e98b-a172-48d7-8b0a-5bcf92251d98 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.614978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-0d11e98b-a172-48d7-8b0a-5bcf92251d98 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.624729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-0d11e98b-a172-48d7-8b0a-5bcf92251d98 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.627658 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-0d11e98b-a172-48d7-8b0a-5bcf92251d98 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.42 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2419 time: 0.1155629 Aug 26 10:47:28.698264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cc8e9-3a4f-4a65-8f93-dfd6465167c7 req-2f810b78-1294-40c0-9c3f-d0092d10ca46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.704808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cc8e9-3a4f-4a65-8f93-dfd6465167c7 req-2f810b78-1294-40c0-9c3f-d0092d10ca46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.712014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cc8e9-3a4f-4a65-8f93-dfd6465167c7 req-2f810b78-1294-40c0-9c3f-d0092d10ca46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.718058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cc8e9-3a4f-4a65-8f93-dfd6465167c7 req-2f810b78-1294-40c0-9c3f-d0092d10ca46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.724120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cc8e9-3a4f-4a65-8f93-dfd6465167c7 req-2f810b78-1294-40c0-9c3f-d0092d10ca46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.730167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cc8e9-3a4f-4a65-8f93-dfd6465167c7 req-2f810b78-1294-40c0-9c3f-d0092d10ca46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.736720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cc8e9-3a4f-4a65-8f93-dfd6465167c7 req-2f810b78-1294-40c0-9c3f-d0092d10ca46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.745123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db4cc8e9-3a4f-4a65-8f93-dfd6465167c7 req-2f810b78-1294-40c0-9c3f-d0092d10ca46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5373 time: 0.6678562 Aug 26 10:47:28.761976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-27bc1e60-2e59-4da9-96b1-5e5d19d0e3dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5701478 Aug 26 10:47:28.770965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Attempting to bind port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:28.771444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Attempting to bind port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:28.771862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Attempting to bind port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 on network 7e95f1db-eea7-493f-94df-e8629975974f {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:28.778573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-571e07ce-2494-434e-8e9d-28bbf6a24e5e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting port 703be2ce-c01b-4850-a708-99c140621638 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:47:28.778949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-571e07ce-2494-434e-8e9d-28bbf6a24e5e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:28.784594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8d615-0acc-4de3-8f07-8fbce3f4b23f req-e046735b-3fde-4247-bf4c-b122f8156d62 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:28.786232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcd8d615-0acc-4de3-8f07-8fbce3f4b23f req-e046735b-3fde-4247-bf4c-b122f8156d62 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1824954 Aug 26 10:47:28.799000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 on network 7e95f1db-eea7-493f-94df-e8629975974f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:28.799360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Attempting to bind port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 on network 7e95f1db-eea7-493f-94df-e8629975974f {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:28.823415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:28.823910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Checking segment: {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:28.824412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Bound using segment: {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:28.824998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Bound port: 01aa3d6a-c13a-4ee9-98b2-31d232de49f0, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:28.825424 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:28.890037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db4cc8e9-3a4f-4a65-8f93-dfd6465167c7 req-3bfcac3a-e9ca-4117-8044-8a4d14980b63 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440625 Aug 26 10:47:28.942889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-571e07ce-2494-434e-8e9d-28bbf6a24e5e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] For port 703be2ce-c01b-4850-a708-99c140621638, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=703be2ce-c01b-4850-a708-99c140621638,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:28.943612 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-571e07ce-2494-434e-8e9d-28bbf6a24e5e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:28.949344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcd8d615-0acc-4de3-8f07-8fbce3f4b23f req-f069cd79-350b-491f-8da1-26911915d4dd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524220 Aug 26 10:47:29.001587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] For port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:29.002584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-571e07ce-2494-434e-8e9d-28bbf6a24e5e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Calling delete_port for 703be2ce-c01b-4850-a708-99c140621638 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:47:29.005702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] For port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:29.031639 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:29.138834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Pushing event updated for resources: {'Port': ['ID=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:29.250785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:29.251425 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:29.252834 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-69d022ab-6626-4ca2-a5d7-abf405859839 service neutron] 10.222.0.47 "PUT /v2.0/ports/01aa3d6a-c13a-4ee9-98b2-31d232de49f0 HTTP/1.1" status: 200 len: 1131 time: 2.1946282 Aug 26 10:47:29.257716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-4f5ff4e1-261e-4821-b4fd-1d521426ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:29.259242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-4f5ff4e1-261e-4821-b4fd-1d521426ed69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 1102 time: 0.4262545 Aug 26 10:47:29.292156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280f3c-7960-4ef3-8524-7c0c07a97e2c req-a0ef3bd0-0389-4c39-8092-f36056c40e8d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:29.313604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280f3c-7960-4ef3-8524-7c0c07a97e2c req-a0ef3bd0-0389-4c39-8092-f36056c40e8d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:29.321475 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-571e07ce-2494-434e-8e9d-28bbf6a24e5e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:29.330709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280f3c-7960-4ef3-8524-7c0c07a97e2c req-a0ef3bd0-0389-4c39-8092-f36056c40e8d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:29.333299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e280f3c-7960-4ef3-8524-7c0c07a97e2c req-a0ef3bd0-0389-4c39-8092-f36056c40e8d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 2419 time: 0.3224430 Aug 26 10:47:29.334239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['703be2ce-c01b-4850-a708-99c140621638', '45404605-798f-462a-9b90-dea14d2cf217', 'cff2de16-b1b7-4ec7-8754-1b2e71e3fea5'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:29.359661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:29.387348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab073fc6-3e17-440f-a77b-644b255f6a95 req-933b78a4-f33c-4620-984c-14a41d03beb7 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:29.388943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab073fc6-3e17-440f-a77b-644b255f6a95 req-933b78a4-f33c-4620-984c-14a41d03beb7 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.2337160 Aug 26 10:47:29.406319 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e07ce-2494-434e-8e9d-28bbf6a24e5e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Port': ['ID=703be2ce-c01b-4850-a708-99c140621638,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:29.478697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-571e07ce-2494-434e-8e9d-28bbf6a24e5e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] No DVR routers for this DVR port 703be2ce-c01b-4850-a708-99c140621638 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:47:29.488513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-571e07ce-2494-434e-8e9d-28bbf6a24e5e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:29.493192 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-571e07ce-2494-434e-8e9d-28bbf6a24e5e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.42 "DELETE /v2.0/ports/703be2ce-c01b-4850-a708-99c140621638 HTTP/1.1" status: 204 len: 173 time: 0.8549759 Aug 26 10:47:29.495651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-deleted', 'tag': '703be2ce-c01b-4850-a708-99c140621638'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:29.498212 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99193445-ef0e-4fa9-a9b9-d8465f0dd770" -d '{"events": [{"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-deleted", "tag": "703be2ce-c01b-4850-a708-99c140621638"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:29.559554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e280f3c-7960-4ef3-8524-7c0c07a97e2c req-aad9988b-9c7c-42ca-a7f2-d450062c9e73 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093873 Aug 26 10:47:29.718670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab073fc6-3e17-440f-a77b-644b255f6a95 req-ea1d6435-cf89-44e6-a5d7-cc4be493bce6 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665080 Aug 26 10:47:29.755532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-aefdafb4-800d-4434-a7e9-1dd3f7cc6953 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:47:29.755910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-aefdafb4-800d-4434-a7e9-1dd3f7cc6953 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:29.842145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:29.901085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-9a9e12fa-6580-4942-ac6c-c555d5362527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:29.902308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-9a9e12fa-6580-4942-ac6c-c555d5362527 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.5656085 Aug 26 10:47:29.910541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6434c-96e1-4b7c-a1df-b146acf48c7b req-a57d34bd-d59f-459f-ac64-6b95845ed5c1 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:29.912175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36e6434c-96e1-4b7c-a1df-b146acf48c7b req-a57d34bd-d59f-459f-ac64-6b95845ed5c1 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.2360735 Aug 26 10:47:29.939876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-aefdafb4-800d-4434-a7e9-1dd3f7cc6953 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] For port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5,segment=NetworkSegment(62ed244d-9bde-46f3-9c01-646b45f0287e),segment_id=62ed244d-9bde-46f3-9c01-646b45f0287e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:29.940289 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-aefdafb4-800d-4434-a7e9-1dd3f7cc6953 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:29.956648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-2b28889d-b2c4-4eb7-aed6-d0a696b72897 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 200 len: 217 time: 0.0428877 Aug 26 10:47:29.957847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-aefdafb4-800d-4434-a7e9-1dd3f7cc6953 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Calling delete_port for cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:47:30.041533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 14b021cc-57a9-45f5-b49b-7c8112f44753 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:47:30.082620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6305c8-417d-43fa-ae84-6c7a915a9485 req-8377a645-7987-41f9-979d-eec4c3a6e94c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:30.083919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f6305c8-417d-43fa-ae84-6c7a915a9485 req-8377a645-7987-41f9-979d-eec4c3a6e94c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.2430019 Aug 26 10:47:30.091961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36e6434c-96e1-4b7c-a1df-b146acf48c7b req-7ba24a5a-230f-4df9-84a2-0d9b8e5949c5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146014 Aug 26 10:47:30.156152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '01aa3d6a-c13a-4ee9-98b2-31d232de49f0'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:30.158044 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c517c9f-8c44-46f4-8199-7a2a5f130193 x-openstack-request-id: req-0c517c9f-8c44-46f4-8199-7a2a5f130193 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:30.158312 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-deleted", "tag": "703be2ce-c01b-4850-a708-99c140621638", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:30.158564 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c517c9f-8c44-46f4-8199-7a2a5f130193 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:30.158981 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-deleted', 'tag': '703be2ce-c01b-4850-a708-99c140621638', 'status': 'completed', 'code': 200} Aug 26 10:47:30.159330 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76da885-f7ed-4d10-aa19-bad6c82a5b83" -d '{"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "01aa3d6a-c13a-4ee9-98b2-31d232de49f0"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:30.178464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-15d18d92-b94a-431d-88f4-00631eaf00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:30.179937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-15d18d92-b94a-431d-88f4-00631eaf00c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2014983 Aug 26 10:47:30.210307 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-aefdafb4-800d-4434-a7e9-1dd3f7cc6953 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:30.240566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:47:30.266712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdafb4-800d-4434-a7e9-1dd3f7cc6953 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Port': ['ID=cff2de16-b1b7-4ec7-8754-1b2e71e3fea5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:30.282855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:47:30.283369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:47:30.342911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f6305c8-417d-43fa-ae84-6c7a915a9485 req-f3ccff73-e337-4009-9d52-d6cfd7732142 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499132 Aug 26 10:47:30.354222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-aefdafb4-800d-4434-a7e9-1dd3f7cc6953 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] No DVR routers for this DVR port cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:47:30.360915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-aefdafb4-800d-4434-a7e9-1dd3f7cc6953 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:30.367784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-eff88aa7-8da2-4733-a1ab-a813df95eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:30.369497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-eff88aa7-8da2-4733-a1ab-a813df95eb43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1698358 Aug 26 10:47:30.371215 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-aefdafb4-800d-4434-a7e9-1dd3f7cc6953 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.42 "DELETE /v2.0/ports/cff2de16-b1b7-4ec7-8754-1b2e71e3fea5 HTTP/1.1" status: 204 len: 173 time: 0.8575814 Aug 26 10:47:30.412103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d18dd-8606-446f-8db1-d5c369d6124e req-4009a4e4-c30d-41f1-b12b-9cf28ebf1fbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:30.420874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d18dd-8606-446f-8db1-d5c369d6124e req-4009a4e4-c30d-41f1-b12b-9cf28ebf1fbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:30.427421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d18dd-8606-446f-8db1-d5c369d6124e req-4009a4e4-c30d-41f1-b12b-9cf28ebf1fbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:30.433873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d18dd-8606-446f-8db1-d5c369d6124e req-4009a4e4-c30d-41f1-b12b-9cf28ebf1fbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:30.440278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d18dd-8606-446f-8db1-d5c369d6124e req-4009a4e4-c30d-41f1-b12b-9cf28ebf1fbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:30.452784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d18dd-8606-446f-8db1-d5c369d6124e req-4009a4e4-c30d-41f1-b12b-9cf28ebf1fbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:30.460836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d18dd-8606-446f-8db1-d5c369d6124e req-4009a4e4-c30d-41f1-b12b-9cf28ebf1fbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:30.462858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d0d18dd-8606-446f-8db1-d5c369d6124e req-4009a4e4-c30d-41f1-b12b-9cf28ebf1fbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5373 time: 0.2203329 Aug 26 10:47:30.583217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-25cdb405-9027-452d-83a6-a95cc5e67191 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting port 45404605-798f-462a-9b90-dea14d2cf217 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:47:30.583771 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-25cdb405-9027-452d-83a6-a95cc5e67191 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:30.692723 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d0d18dd-8606-446f-8db1-d5c369d6124e req-71924095-e336-4f15-ac29-88df0b3d6b31 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2133934 Aug 26 10:47:30.715530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-25cdb405-9027-452d-83a6-a95cc5e67191 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] For port 45404605-798f-462a-9b90-dea14d2cf217, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=45404605-798f-462a-9b90-dea14d2cf217,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:30.715915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-25cdb405-9027-452d-83a6-a95cc5e67191 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:30.737385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-25cdb405-9027-452d-83a6-a95cc5e67191 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Calling delete_port for 45404605-798f-462a-9b90-dea14d2cf217 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:47:30.752961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563370c-67ee-41f3-96e0-a0774a4e39fd req-daedd455-1387-4347-94d3-97e1a1d6f8c3 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:30.754689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b563370c-67ee-41f3-96e0-a0774a4e39fd req-daedd455-1387-4347-94d3-97e1a1d6f8c3 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.2211652 Aug 26 10:47:30.757920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260c9222-0d1f-4d80-842b-55abc38ec59e {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:30.767400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-1beb08ee-88ae-46b4-afba-8834638e59d2 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833983 Aug 26 10:47:30.770145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:30.891516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Transition to ACTIVE for port object 260c9222-0d1f-4d80-842b-55abc38ec59e will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:30.893760 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaff3f88-2999-4617-9eb6-f3f5f7b17b27 x-openstack-request-id: req-aaff3f88-2999-4617-9eb6-f3f5f7b17b27 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:30.894048 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "01aa3d6a-c13a-4ee9-98b2-31d232de49f0", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:30.894801 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaff3f88-2999-4617-9eb6-f3f5f7b17b27 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:30.895103 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '01aa3d6a-c13a-4ee9-98b2-31d232de49f0', 'status': 'completed', 'code': 200} Aug 26 10:47:30.908032 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:30.932165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-25cdb405-9027-452d-83a6-a95cc5e67191 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:30.985127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdb405-9027-452d-83a6-a95cc5e67191 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Port': ['ID=45404605-798f-462a-9b90-dea14d2cf217,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:30.996287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b563370c-67ee-41f3-96e0-a0774a4e39fd req-b2c8ab44-ed12-4db5-9f00-08abcee8de7e tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311900 Aug 26 10:47:31.026976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-92756f5f-272f-4ca4-82dc-9a8504b0d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.027473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-92756f5f-272f-4ca4-82dc-9a8504b0d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.028099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-92756f5f-272f-4ca4-82dc-9a8504b0d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.028587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-92756f5f-272f-4ca4-82dc-9a8504b0d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.029064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-92756f5f-272f-4ca4-82dc-9a8504b0d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.029542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-92756f5f-272f-4ca4-82dc-9a8504b0d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.030016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-92756f5f-272f-4ca4-82dc-9a8504b0d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.032014 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-92756f5f-272f-4ca4-82dc-9a8504b0d7da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6239 time: 0.1144192 Aug 26 10:47:31.062233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-25cdb405-9027-452d-83a6-a95cc5e67191 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] No DVR routers for this DVR port 45404605-798f-462a-9b90-dea14d2cf217 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:47:31.084518 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d09e18d-307b-4201-936d-e967ad4c0f22 req-f5581bc0-6699-4683-906a-a6a6cde2f70c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=11880c52-a4b3-4c86-8c2e-0f5c37a4c51f HTTP/1.1" status: 200 len: 210 time: 0.1548681 Aug 26 10:47:31.095784 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-25cdb405-9027-452d-83a6-a95cc5e67191 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:31.116440 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-33098bb9-3e9f-4477-b9f3-381aae3b74f1 req-25cdb405-9027-452d-83a6-a95cc5e67191 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.42 "DELETE /v2.0/ports/45404605-798f-462a-9b90-dea14d2cf217 HTTP/1.1" status: 204 len: 173 time: 0.7138548 Aug 26 10:47:31.258349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Pushing event updated for resources: {'Port': ['ID=260c9222-0d1f-4d80-842b-55abc38ec59e,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:31.284055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-9bc4848e-9011-4b7a-88c0-83d433396325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.284542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-9bc4848e-9011-4b7a-88c0-83d433396325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.285082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-9bc4848e-9011-4b7a-88c0-83d433396325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.286811 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-9bc4848e-9011-4b7a-88c0-83d433396325 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2384419 Aug 26 10:47:31.341187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af8ad2e9-38da-4708-b858-5b0fed06324f req-139fe1e7-1486-4b43-b18d-6c02a1d6a4d8 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635331 Aug 26 10:47:31.448217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70676dae-e63c-4e37-bc9a-e9ed959919f8 req-3da90ad1-3581-4089-a584-0e8b9171dc81 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.449716 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70676dae-e63c-4e37-bc9a-e9ed959919f8 req-3da90ad1-3581-4089-a584-0e8b9171dc81 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.2680354 Aug 26 10:47:31.479804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44236072-b489-438c-a7d3-000d89e47ae1 req-35a7ab42-9e8f-4227-8f61-551bff569556 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.487760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44236072-b489-438c-a7d3-000d89e47ae1 req-35a7ab42-9e8f-4227-8f61-551bff569556 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.2206390 Aug 26 10:47:31.496139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Attempting to bind port 260c9222-0d1f-4d80-842b-55abc38ec59e on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:31.496491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Attempting to bind port 260c9222-0d1f-4d80-842b-55abc38ec59e by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:31.496806 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Attempting to bind port 260c9222-0d1f-4d80-842b-55abc38ec59e on network 7e95f1db-eea7-493f-94df-e8629975974f {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:31.516751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-f7a23f8a-ee58-4ee0-85ca-77b4b10b3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.518994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Port 260c9222-0d1f-4d80-842b-55abc38ec59e on network 7e95f1db-eea7-493f-94df-e8629975974f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:31.519329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Attempting to bind port 260c9222-0d1f-4d80-842b-55abc38ec59e on network 7e95f1db-eea7-493f-94df-e8629975974f {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:31.520911 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a76da885-f7ed-4d10-aa19-bad6c82a5b83 req-f7a23f8a-ee58-4ee0-85ca-77b4b10b3fd4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2191494 Aug 26 10:47:31.543180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:31.544225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Checking segment: {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:31.544470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Bound using segment: {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:31.545285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Bound port: 260c9222-0d1f-4d80-842b-55abc38ec59e, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:31.545763 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:31.573512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70676dae-e63c-4e37-bc9a-e9ed959919f8 req-605ad2b5-3385-4c9e-b411-01380df99052 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142182 Aug 26 10:47:31.579371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44236072-b489-438c-a7d3-000d89e47ae1 req-1df0565c-cc47-446e-bed8-cfe8d474b26a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910792 Aug 26 10:47:31.654230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] For port 260c9222-0d1f-4d80-842b-55abc38ec59e, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:31.658065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] For port 260c9222-0d1f-4d80-842b-55abc38ec59e, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=260c9222-0d1f-4d80-842b-55abc38ec59e,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:31.707061 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:31.769903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.770908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:31.773826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/260c9222-0d1f-4d80-842b-55abc38ec59e HTTP/1.1" status: 200 len: 1092 time: 2.4252906 Aug 26 10:47:31.809158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9796e7f-28f9-47e7-aabe-062ce3f070e3 service neutron] Pushing event updated for resources: {'Port': ['ID=260c9222-0d1f-4d80-842b-55abc38ec59e,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:31.819764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:31.863839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f36f9-ad78-4e41-92df-17d1961acd8e req-640cf7d7-527e-41ef-8df9-6764efb4b371 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:31.879713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c46f36f9-ad78-4e41-92df-17d1961acd8e req-640cf7d7-527e-41ef-8df9-6764efb4b371 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.2197402 Aug 26 10:47:31.977697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c46f36f9-ad78-4e41-92df-17d1961acd8e req-2bd0efce-6b1f-4b6f-a1cc-a186d787b93c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970557 Aug 26 10:47:32.022579 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:32.034296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 703be2ce-c01b-4850-a708-99c140621638 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:47:32.040627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a42b-a48b-4e9e-816c-b37655515e68 req-27093a02-b149-423b-ad0e-c6fadaf00dbf tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:32.050228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a42b-a48b-4e9e-816c-b37655515e68 req-27093a02-b149-423b-ad0e-c6fadaf00dbf tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:32.056303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a42b-a48b-4e9e-816c-b37655515e68 req-27093a02-b149-423b-ad0e-c6fadaf00dbf tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:32.062372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a42b-a48b-4e9e-816c-b37655515e68 req-27093a02-b149-423b-ad0e-c6fadaf00dbf tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:32.067441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 703be2ce-c01b-4850-a708-99c140621638 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:47:32.067791 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 703be2ce-c01b-4850-a708-99c140621638 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:47:32.068400 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 45404605-798f-462a-9b90-dea14d2cf217 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:47:32.069598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a42b-a48b-4e9e-816c-b37655515e68 req-27093a02-b149-423b-ad0e-c6fadaf00dbf tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:32.075977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a42b-a48b-4e9e-816c-b37655515e68 req-27093a02-b149-423b-ad0e-c6fadaf00dbf tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:32.081825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a42b-a48b-4e9e-816c-b37655515e68 req-27093a02-b149-423b-ad0e-c6fadaf00dbf tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:32.088977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 45404605-798f-462a-9b90-dea14d2cf217 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:47:32.089329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 45404605-798f-462a-9b90-dea14d2cf217 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:47:32.090240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b60a42b-a48b-4e9e-816c-b37655515e68 req-27093a02-b149-423b-ad0e-c6fadaf00dbf tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5385 time: 0.1860130 Aug 26 10:47:32.160145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-deleted', 'tag': 'cff2de16-b1b7-4ec7-8754-1b2e71e3fea5'}, {'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-deleted', 'tag': '45404605-798f-462a-9b90-dea14d2cf217'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:32.162600 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab20e3e-ff1b-4146-98e5-6e3154e65b87" -d '{"events": [{"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-deleted", "tag": "cff2de16-b1b7-4ec7-8754-1b2e71e3fea5"}, {"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-deleted", "tag": "45404605-798f-462a-9b90-dea14d2cf217"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:32.248297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b60a42b-a48b-4e9e-816c-b37655515e68 req-73ee1daa-e40d-4ed7-96bb-da0de981e7cd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503341 Aug 26 10:47:32.308731 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39136) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:32.402775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-02496c83-d2ab-429e-86c1-5ca2fbd15874 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting subnet bd52a38d-cb76-49b4-8f36-4715c1110efe {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:47:32.407224 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a347e96-00b8-470a-a342-084536a2a5a1 x-openstack-request-id: req-8a347e96-00b8-470a-a342-084536a2a5a1 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:32.407586 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-deleted", "tag": "cff2de16-b1b7-4ec7-8754-1b2e71e3fea5", "status": "completed", "code": 200}, {"server_uuid": "11880c52-a4b3-4c86-8c2e-0f5c37a4c51f", "name": "network-vif-deleted", "tag": "45404605-798f-462a-9b90-dea14d2cf217", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:32.407818 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a347e96-00b8-470a-a342-084536a2a5a1 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:32.408178 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-deleted', 'tag': 'cff2de16-b1b7-4ec7-8754-1b2e71e3fea5', 'status': 'completed', 'code': 200} Aug 26 10:47:32.409429 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11880c52-a4b3-4c86-8c2e-0f5c37a4c51f', 'name': 'network-vif-deleted', 'tag': '45404605-798f-462a-9b90-dea14d2cf217', 'status': 'completed', 'code': 200} Aug 26 10:47:32.410064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-533bac11-3e25-4811-99de-3f82f50ca36d service neutron] 10.222.0.42 "GET /v2.0/ports/14b021cc-57a9-45f5-b49b-7c8112f44753/bindings/n-h1-778550-13 HTTP/1.1" status: 200 len: 385 time: 0.2140560 Aug 26 10:47:32.410654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-02496c83-d2ab-429e-86c1-5ca2fbd15874 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:32.474481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-02496c83-d2ab-429e-86c1-5ca2fbd15874 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:32.548490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37eebbb-0c7e-424a-8bf1-54593b56a81d req-8ad361a4-7b1b-4672-a311-7309bbe61562 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:32.556432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f37eebbb-0c7e-424a-8bf1-54593b56a81d req-8ad361a4-7b1b-4672-a311-7309bbe61562 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.2514055 Aug 26 10:47:32.602175 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-02496c83-d2ab-429e-86c1-5ca2fbd15874 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:32.675660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-02496c83-d2ab-429e-86c1-5ca2fbd15874 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:32.692434 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-02496c83-d2ab-429e-86c1-5ca2fbd15874 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:32.697979 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-02496c83-d2ab-429e-86c1-5ca2fbd15874 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "DELETE /v2.0/subnets/bd52a38d-cb76-49b4-8f36-4715c1110efe HTTP/1.1" status: 204 len: 168 time: 0.3852491 Aug 26 10:47:32.699236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eade105-971d-45bc-9cf7-1920afa54024 None None] Network b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:47:32.711188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39146) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:32.730628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02496c83-d2ab-429e-86c1-5ca2fbd15874 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Subnet': ['ID=bd52a38d-cb76-49b4-8f36-4715c1110efe,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:32.743678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f37eebbb-0c7e-424a-8bf1-54593b56a81d req-19804898-d788-49a7-810a-6561ef530dc4 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863770 Aug 26 10:47:32.829099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:47:32.968344 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:33.017379 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:33.020750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:33.024550 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870fb9bc-b73b-45e5-bb4c-ca80f9c8e73f" -d '{"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:33.028373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af42a6-678d-4a81-bf47-26a83ce6cf2a None None] DHCP port deletion for b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:47:33.036736 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:33.114565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:33.148462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b6af42a6-678d-4a81-bf47-26a83ce6cf2a None None] Deleting port 98c20993-b3ef-4439-a0c1-138f2d856324 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:47:33.149175 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6af42a6-678d-4a81-bf47-26a83ce6cf2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:33.196908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 98c20993-b3ef-4439-a0c1-138f2d856324 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:47:33.271079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '260c9222-0d1f-4d80-842b-55abc38ec59e'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:33.273999 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c07053-b898-4fa2-a874-5264a27b94e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "260c9222-0d1f-4d80-842b-55abc38ec59e"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:33.332382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99149c42-a462-4bd9-aaaa-5d631efb40ed req-acae500b-5fe1-4d5b-8b67-a8317342e795 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:33.333974 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99149c42-a462-4bd9-aaaa-5d631efb40ed req-acae500b-5fe1-4d5b-8b67-a8317342e795 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.6218889 Aug 26 10:47:33.338856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b6af42a6-678d-4a81-bf47-26a83ce6cf2a None None] For port 98c20993-b3ef-4439-a0c1-138f2d856324, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=98c20993-b3ef-4439-a0c1-138f2d856324,segment=NetworkSegment(62ed244d-9bde-46f3-9c01-646b45f0287e),segment_id=62ed244d-9bde-46f3-9c01-646b45f0287e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:33.339267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6af42a6-678d-4a81-bf47-26a83ce6cf2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:33.347098 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:33.350708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb14fe9a-7dce-4766-8386-f266e574c13b {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:33.352550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b6af42a6-678d-4a81-bf47-26a83ce6cf2a None None] Calling delete_port for 98c20993-b3ef-4439-a0c1-138f2d856324 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:47:33.398618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa066b1d-86db-44b9-bfaa-3d9d536a2ffa req-054980a5-d48c-4aed-8bfe-7d3e2005565a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:33.400360 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa066b1d-86db-44b9-bfaa-3d9d536a2ffa req-054980a5-d48c-4aed-8bfe-7d3e2005565a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.5505712 Aug 26 10:47:33.402651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:33.467941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99149c42-a462-4bd9-aaaa-5d631efb40ed req-c4813b02-54e4-41ab-80cb-3b7ed955356e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097052 Aug 26 10:47:33.481560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Transition to ACTIVE for port object eb14fe9a-7dce-4766-8386-f266e574c13b will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:33.503858 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:33.517236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ec4a6ccf-dd71-4434-ac42-3f9011a50c05 service neutron] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=14b021cc-57a9-45f5-b49b-7c8112f44753,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:33.527431 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa066b1d-86db-44b9-bfaa-3d9d536a2ffa req-9c681b96-eb33-4b81-bc8d-42e5f1e5d6c9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021478 Aug 26 10:47:33.635297 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccd22c6-6279-41dd-b5e1-d7238be6a1d0 x-openstack-request-id: req-1ccd22c6-6279-41dd-b5e1-d7238be6a1d0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:33.635667 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:33.635867 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ccd22c6-6279-41dd-b5e1-d7238be6a1d0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:33.636239 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'code': 200} Aug 26 10:47:33.684531 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:33.694631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ec4a6ccf-dd71-4434-ac42-3f9011a50c05 service neutron] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:33.794502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 98c20993-b3ef-4439-a0c1-138f2d856324, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=98c20993-b3ef-4439-a0c1-138f2d856324,segment=NetworkSegment(62ed244d-9bde-46f3-9c01-646b45f0287e),segment_id=62ed244d-9bde-46f3-9c01-646b45f0287e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:33.807367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Pushing event updated for resources: {'Port': ['ID=eb14fe9a-7dce-4766-8386-f266e574c13b,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:33.822915 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:33.846296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ec4a6ccf-dd71-4434-ac42-3f9011a50c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b021cc-57a9-45f5-b49b-7c8112f44753 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:33.880985 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6af42a6-678d-4a81-bf47-26a83ce6cf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:33.897631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af42a6-678d-4a81-bf47-26a83ce6cf2a None None] No DVR routers for this DVR port 98c20993-b3ef-4439-a0c1-138f2d856324 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:47:33.916558 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ec4a6ccf-dd71-4434-ac42-3f9011a50c05 service neutron] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=14b021cc-57a9-45f5-b49b-7c8112f44753,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:33.917796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=98c20993-b3ef-4439-a0c1-138f2d856324,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:33.937572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Attempting to bind port eb14fe9a-7dce-4766-8386-f266e574c13b on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:33.937958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Attempting to bind port eb14fe9a-7dce-4766-8386-f266e574c13b by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:33.938327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Attempting to bind port eb14fe9a-7dce-4766-8386-f266e574c13b on network 7e95f1db-eea7-493f-94df-e8629975974f {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:33.947279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af42a6-678d-4a81-bf47-26a83ce6cf2a None None] Pushing event deleted for resources: {'Port': ['ID=98c20993-b3ef-4439-a0c1-138f2d856324,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:33.954407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Port eb14fe9a-7dce-4766-8386-f266e574c13b on network 7e95f1db-eea7-493f-94df-e8629975974f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:33.955022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Attempting to bind port eb14fe9a-7dce-4766-8386-f266e574c13b on network 7e95f1db-eea7-493f-94df-e8629975974f {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:33.958166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ec4a6ccf-dd71-4434-ac42-3f9011a50c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:34.007355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting port 98c20993-b3ef-4439-a0c1-138f2d856324 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:47:34.007868 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:34.025715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:34.026007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Checking segment: {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:34.026359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Bound using segment: {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:34.026855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Bound port: eb14fe9a-7dce-4766-8386-f266e574c13b, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:34.027249 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:34.080903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88768bbc-cde7-4df7-888e-20f1b150c4b3 req-da6b70b2-d603-4471-bfce-201ec12c284c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.082545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88768bbc-cde7-4df7-888e-20f1b150c4b3 req-da6b70b2-d603-4471-bfce-201ec12c284c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 944 time: 0.4498765 Aug 26 10:47:34.131578 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-1c78f4ba-e5e5-43df-ad64-2cf6c24b2137 service neutron] 10.222.0.42 "GET /v2.0/ports/c5677cac-3609-400a-b302-2634458f2881/bindings/n-h2-778550-13 HTTP/1.1" status: 200 len: 383 time: 0.0787671 Aug 26 10:47:34.209472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] For port 98c20993-b3ef-4439-a0c1-138f2d856324, host n-d-778550-13, got binding levels [] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:34.209998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:34.246522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ed08c-84ca-4de8-9c91-771e9e958267 req-c068ff82-541d-496f-a362-89842596dc07 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.253423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ed08c-84ca-4de8-9c91-771e9e958267 req-c068ff82-541d-496f-a362-89842596dc07 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.261049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ed08c-84ca-4de8-9c91-771e9e958267 req-c068ff82-541d-496f-a362-89842596dc07 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.267001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ed08c-84ca-4de8-9c91-771e9e958267 req-c068ff82-541d-496f-a362-89842596dc07 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.274164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ed08c-84ca-4de8-9c91-771e9e958267 req-c068ff82-541d-496f-a362-89842596dc07 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.282448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ed08c-84ca-4de8-9c91-771e9e958267 req-c068ff82-541d-496f-a362-89842596dc07 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.290036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ed08c-84ca-4de8-9c91-771e9e958267 req-c068ff82-541d-496f-a362-89842596dc07 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.292120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a5ed08c-84ca-4de8-9c91-771e9e958267 req-c068ff82-541d-496f-a362-89842596dc07 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5397 time: 0.3869176 Aug 26 10:47:34.309743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Calling delete_port for 98c20993-b3ef-4439-a0c1-138f2d856324 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:47:34.325545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Port 98c20993-b3ef-4439-a0c1-138f2d856324 was not found and therefore no delete operation was performed {{(pid=101267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 10:47:34.330014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88768bbc-cde7-4df7-888e-20f1b150c4b3 req-d82bf7dd-5ce7-49d0-a1e0-b09aba64be35 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188466 Aug 26 10:47:34.349146 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:34.412150 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0706e4a3-3f1b-4302-98aa-24efc075301e x-openstack-request-id: req-0706e4a3-3f1b-4302-98aa-24efc075301e {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:34.412505 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "260c9222-0d1f-4d80-842b-55abc38ec59e", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:34.413500 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0706e4a3-3f1b-4302-98aa-24efc075301e {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:34.413738 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '260c9222-0d1f-4d80-842b-55abc38ec59e', 'status': 'completed', 'code': 200} Aug 26 10:47:34.418470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Port': ['ID=98c20993-b3ef-4439-a0c1-138f2d856324,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:34.421795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ec4a6ccf-dd71-4434-ac42-3f9011a50c05 service neutron] Transition to ACTIVE for port object 14b021cc-57a9-45f5-b49b-7c8112f44753 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:34.425744 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] No DVR routers for this DVR port 98c20993-b3ef-4439-a0c1-138f2d856324 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:47:34.431899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] For port eb14fe9a-7dce-4766-8386-f266e574c13b, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:34.448118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] For port eb14fe9a-7dce-4766-8386-f266e574c13b, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=eb14fe9a-7dce-4766-8386-f266e574c13b,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:34.465822 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ec4a6ccf-dd71-4434-ac42-3f9011a50c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:34.503113 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:34.513527 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-acd6177b-8516-43b2-9921-76013cf21253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.515270 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-acd6177b-8516-43b2-9921-76013cf21253 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3&tenant_id=cac702c5642f41e2949e2afdcb274895 HTTP/1.1" status: 200 len: 1101 time: 0.1265006 Aug 26 10:47:34.530049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-b0fce9ec-5257-4dfc-9e72-dc047ca4f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.531114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-b0fce9ec-5257-4dfc-9e72-dc047ca4f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.531761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-b0fce9ec-5257-4dfc-9e72-dc047ca4f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.532399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-b0fce9ec-5257-4dfc-9e72-dc047ca4f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.532862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a5ed08c-84ca-4de8-9c91-771e9e958267 req-a789934b-dbd9-47e6-bad0-d588eb7c0c5c tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2307360 Aug 26 10:47:34.533253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-b0fce9ec-5257-4dfc-9e72-dc047ca4f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.533885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-b0fce9ec-5257-4dfc-9e72-dc047ca4f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.534679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-b0fce9ec-5257-4dfc-9e72-dc047ca4f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.537263 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-b0fce9ec-5257-4dfc-9e72-dc047ca4f862 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6349 time: 0.0803766 Aug 26 10:47:34.614252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.615965 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:34.617506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] 10.222.0.47 "PUT /v2.0/ports/eb14fe9a-7dce-4766-8386-f266e574c13b HTTP/1.1" status: 200 len: 1092 time: 2.8046958 Aug 26 10:47:34.672102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:34.675004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-358b9b1a-6cbb-4e85-9f31-936bcbc4256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.676582 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-358b9b1a-6cbb-4e85-9f31-936bcbc4256c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 1101 time: 0.1336560 Aug 26 10:47:34.729386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-20448967-2db2-464b-bd6f-b7e3502f9371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.730342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-20448967-2db2-464b-bd6f-b7e3502f9371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.731180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-20448967-2db2-464b-bd6f-b7e3502f9371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:34.734064 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-20448967-2db2-464b-bd6f-b7e3502f9371 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1819704 Aug 26 10:47:34.759984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ec4a6ccf-dd71-4434-ac42-3f9011a50c05 service neutron] No DVR routers for this DVR port 14b021cc-57a9-45f5-b49b-7c8112f44753 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:47:34.760532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:47:34.793513 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:34.825169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a6ccf-dd71-4434-ac42-3f9011a50c05 service neutron] Pushing event updated for resources: {'Port': ['ID=14b021cc-57a9-45f5-b49b-7c8112f44753,revision_number=10']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:34.912433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:47:34.949071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ed244d-9bde-46f3-9c01-646b45f0287e') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:47:34.949354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ed244d-9bde-46f3-9c01-646b45f0287e') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:47:34.984075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ec4a6ccf-dd71-4434-ac42-3f9011a50c05 service neutron] 10.222.0.42 "PUT /v2.0/ports/14b021cc-57a9-45f5-b49b-7c8112f44753/bindings/n-h1-778550-13/activate HTTP/1.1" status: 200 len: 370 time: 2.5649233 Aug 26 10:47:34.986549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:35.007235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'mac_address': 'fa:16:3e:a3:6b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:47:35.013461 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:35.035869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c6983-674c-4684-a4de-869a80e61207 req-39709b7f-a4b6-449a-bc4d-bafb9a5053eb tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:35.039699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a38c6983-674c-4684-a4de-869a80e61207 req-39709b7f-a4b6-449a-bc4d-bafb9a5053eb tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 948 time: 0.4976053 Aug 26 10:47:35.047346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-b669bf77-f3a0-42d7-920d-e9a19e03718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:35.050077 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-b669bf77-f3a0-42d7-920d-e9a19e03718c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.3142242 Aug 26 10:47:35.052624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-a72170a0-62c8-4799-9959-d4a7d300e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:35.056029 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-50c07053-b898-4fa2-a874-5264a27b94e4 req-a72170a0-62c8-4799-9959-d4a7d300e85d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3041928 Aug 26 10:47:35.072708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:35.083267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:35.104007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:47:35.104499 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:47:35.109224 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:47:35.123971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:35.134935 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:35.150147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2e998-19bd-49d3-a16e-d2f5d4697441 req-f56c94e3-43ee-4ab4-85cd-69adb35b3d35 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:35.152224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ddd2e998-19bd-49d3-a16e-d2f5d4697441 req-f56c94e3-43ee-4ab4-85cd-69adb35b3d35 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.4848559 Aug 26 10:47:35.162145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:35.168394 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:35.236670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c200c-961c-4d8e-8ac1-214635569b02 service neutron] Pushing event updated for resources: {'Port': ['ID=eb14fe9a-7dce-4766-8386-f266e574c13b,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:35.258675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:35.345292 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:35.352106 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:35.363169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "DELETE /v2.0/networks/b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7 HTTP/1.1" status: 204 len: 168 time: 2.6407931 Aug 26 10:47:35.372935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39174) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:35.391840 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a38c6983-674c-4684-a4de-869a80e61207 req-280ed359-efdd-430c-b69c-f558e4dfa573 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959948 Aug 26 10:47:35.415276 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-176ef4fa-dc03-402e-888b-e1b2654a8f0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c5677cac-3609-400a-b302-2634458f2881 HTTP/1.1" status: 200 len: 217 time: 0.3575749 Aug 26 10:47:35.460556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-dd0b212b-fa39-4bcb-b9f9-f16cd1dd09e3 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:35.462220 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-dd0b212b-fa39-4bcb-b9f9-f16cd1dd09e3 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.3958127 Aug 26 10:47:35.463327 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ddd2e998-19bd-49d3-a16e-d2f5d4697441 req-8e22512c-25df-4631-b01d-025107915d10 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595730 Aug 26 10:47:35.519621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-24231a38-d34d-4146-8c1c-f269d6fc3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:35.521412 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-24231a38-d34d-4146-8c1c-f269d6fc3ec3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0958557 Aug 26 10:47:35.568106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed206c64-6cd3-4253-92f5-3ff2141696ac tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Network': ['ID=b4aa452d-f5ab-42fc-aa0f-4c5d9eb795e7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:35.573746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9760210-afaa-4678-9264-e20136d5afe4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting subnet b3eff8d2-fd8e-4236-85b5-055b94f37d95 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:47:35.603419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-5484e2d3-4b32-4946-a2f9-91cc3b18c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:35.607019 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-5484e2d3-4b32-4946-a2f9-91cc3b18c730 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8&tenant_id=bbdc0b3586bc413e8f4363512678b56e HTTP/1.1" status: 200 len: 1097 time: 0.1350925 Aug 26 10:47:35.607435 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9760210-afaa-4678-9264-e20136d5afe4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:35.630425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-be63eafd-63ab-49c2-8b6d-ab80fc826025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:35.636769 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-be63eafd-63ab-49c2-8b6d-ab80fc826025 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1010766 Aug 26 10:47:35.664719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:35.749309 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9760210-afaa-4678-9264-e20136d5afe4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:35.797480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-0880c52f-571e-468e-aa5a-5981dddda024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:35.798502 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-0880c52f-571e-468e-aa5a-5981dddda024 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 1097 time: 0.1442237 Aug 26 10:47:35.856677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775337-e1b4-4272-a4bf-6d9a61f6bb63 req-e1d0b0cf-6f0e-4da1-a06f-de40bb4a39e4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:35.864743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85775337-e1b4-4272-a4bf-6d9a61f6bb63 req-e1d0b0cf-6f0e-4da1-a06f-de40bb4a39e4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.3872347 Aug 26 10:47:35.867042 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-fba34644-934d-4b9c-b6f1-0aaa689e5ca4 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251682 Aug 26 10:47:35.979626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-a1dcd0ae-3aaf-4d54-bca6-bb4e68b77a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:35.981144 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-a1dcd0ae-3aaf-4d54-bca6-bb4e68b77a82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.1727271 Aug 26 10:47:36.025083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29144243-ba2d-4458-983a-7bf82aa11643 req-5d86d7bc-3223-44bb-be74-f059228b0b00 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:36.026775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29144243-ba2d-4458-983a-7bf82aa11643 req-5d86d7bc-3223-44bb-be74-f059228b0b00 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 945 time: 0.2248950 Aug 26 10:47:36.029699 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbad088f-26a7-4dc8-bc6e-fc907d9b86f8 req-b7d133f9-4939-44e9-8a39-5eab0b7ac41b service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557148 Aug 26 10:47:36.031135 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-4376cdd4-798c-4193-a9f2-d4c67dd73f4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b021cc-57a9-45f5-b49b-7c8112f44753 HTTP/1.1" status: 200 len: 217 time: 0.0389533 Aug 26 10:47:36.035298 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85775337-e1b4-4272-a4bf-6d9a61f6bb63 req-540cf6d1-b9aa-4e4e-bb1e-564e462e0784 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692200 Aug 26 10:47:36.055968 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9760210-afaa-4678-9264-e20136d5afe4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:36.118529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-570912ee-0f21-475b-8720-e989d9c2f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:36.121161 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-570912ee-0f21-475b-8720-e989d9c2f9d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.0761173 Aug 26 10:47:36.167350 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-e46d2b04-7584-4344-9256-1b7b3f8ed247 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341661 Aug 26 10:47:36.190097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29144243-ba2d-4458-983a-7bf82aa11643 req-b2e3c407-33ad-4760-bc21-47a605ee051e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418033 Aug 26 10:47:36.266693 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9760210-afaa-4678-9264-e20136d5afe4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:36.282355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b18670-82f9-4b7e-9c47-a1f920dacb98 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:36.296670 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-d529ea01-8121-4b8f-8db9-2b28953f2220 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212502 Aug 26 10:47:36.297225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589daa17-eeed-4391-a2fc-aac71f9b399e req-f0d976ba-b0f1-4a91-bcb4-2242c11ae778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:36.303228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589daa17-eeed-4391-a2fc-aac71f9b399e req-f0d976ba-b0f1-4a91-bcb4-2242c11ae778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:36.309099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589daa17-eeed-4391-a2fc-aac71f9b399e req-f0d976ba-b0f1-4a91-bcb4-2242c11ae778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:36.315041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589daa17-eeed-4391-a2fc-aac71f9b399e req-f0d976ba-b0f1-4a91-bcb4-2242c11ae778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:36.321647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589daa17-eeed-4391-a2fc-aac71f9b399e req-f0d976ba-b0f1-4a91-bcb4-2242c11ae778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:36.327753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589daa17-eeed-4391-a2fc-aac71f9b399e req-f0d976ba-b0f1-4a91-bcb4-2242c11ae778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:36.333722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589daa17-eeed-4391-a2fc-aac71f9b399e req-f0d976ba-b0f1-4a91-bcb4-2242c11ae778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:36.336422 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-589daa17-eeed-4391-a2fc-aac71f9b399e req-f0d976ba-b0f1-4a91-bcb4-2242c11ae778 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5397 time: 0.2189732 Aug 26 10:47:36.362174 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:36.375876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9760210-afaa-4678-9264-e20136d5afe4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Subnet': ['ID=b3eff8d2-fd8e-4236-85b5-055b94f37d95,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:36.383925 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9760210-afaa-4678-9264-e20136d5afe4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:36.385931 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d9760210-afaa-4678-9264-e20136d5afe4 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "DELETE /v2.0/subnets/b3eff8d2-fd8e-4236-85b5-055b94f37d95 HTTP/1.1" status: 204 len: 168 time: 0.9924459 Aug 26 10:47:36.390322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39184) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:36.390882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e829ed8-99a1-4c71-bac2-51b0f7dd897b None None] Network b72f5325-0409-4077-be21-1c21d6774ebd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:47:36.419648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': 'eb14fe9a-7dce-4766-8386-f266e574c13b'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:36.421902 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e144b09-a73e-4483-8dc8-1a18de82ef1b" -d '{"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "eb14fe9a-7dce-4766-8386-f266e574c13b"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:36.427657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Transition to ACTIVE for port object 06b18670-82f9-4b7e-9c47-a1f920dacb98 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:36.446893 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:36.472095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-589daa17-eeed-4391-a2fc-aac71f9b399e req-2e566915-22f4-407a-b234-19840750806c tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120307 Aug 26 10:47:36.498854 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:36.529923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dc9c9-c45a-4b7c-8774-0830010060de req-504504fc-2a13-47fc-9548-5019f63552a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:36.531577 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e59dc9c9-c45a-4b7c-8774-0830010060de req-504504fc-2a13-47fc-9548-5019f63552a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 946 time: 0.1728854 Aug 26 10:47:36.544478 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-7e483be8-21dd-4e87-9051-252ec27bf830 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387633 Aug 26 10:47:36.645166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Pushing event updated for resources: {'Port': ['ID=06b18670-82f9-4b7e-9c47-a1f920dacb98,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:36.660460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:47:36.662961 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:36.710423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10126ac7-7397-4250-824e-03f397f781bc None None] DHCP port deletion for b72f5325-0409-4077-be21-1c21d6774ebd request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:47:36.735615 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e59dc9c9-c45a-4b7c-8774-0830010060de req-125207b0-35be-4bf5-8034-fc5a96ef7fb4 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881633 Aug 26 10:47:36.757052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2605bd8-7c91-4a14-808b-1e030274d035 req-d4cdf4c5-4f04-4909-bf35-88b218e0293e tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:36.758623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2605bd8-7c91-4a14-808b-1e030274d035 req-d4cdf4c5-4f04-4909-bf35-88b218e0293e tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 949 time: 0.1351113 Aug 26 10:47:36.802203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] For port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c7ded0b8-6351-4e58-a5d2-28c8f83bdabf,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:36.802627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:36.814878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Attempting to bind port 06b18670-82f9-4b7e-9c47-a1f920dacb98 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:36.815088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Attempting to bind port 06b18670-82f9-4b7e-9c47-a1f920dacb98 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:36.815397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Attempting to bind port 06b18670-82f9-4b7e-9c47-a1f920dacb98 on network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:36.831370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Calling delete_port for c7ded0b8-6351-4e58-a5d2-28c8f83bdabf owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:47:36.832554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Port 06b18670-82f9-4b7e-9c47-a1f920dacb98 on network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:36.832902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Attempting to bind port 06b18670-82f9-4b7e-9c47-a1f920dacb98 on network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:36.839113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2605bd8-7c91-4a14-808b-1e030274d035 req-f6d36508-b448-442f-9fd3-1b3e5ba56062 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729442 Aug 26 10:47:36.843743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:36.844148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Checking segment: {'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:36.844544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Bound using segment: {'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:36.846543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Bound port: 06b18670-82f9-4b7e-9c47-a1f920dacb98, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:36.847385 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:36.858804 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8c125d-338b-46b1-9400-b919da1e4ef7 x-openstack-request-id: req-1f8c125d-338b-46b1-9400-b919da1e4ef7 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:36.859198 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "eb14fe9a-7dce-4766-8386-f266e574c13b", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:36.859460 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f8c125d-338b-46b1-9400-b919da1e4ef7 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:36.859873 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': 'eb14fe9a-7dce-4766-8386-f266e574c13b', 'status': 'completed', 'code': 200} Aug 26 10:47:36.863415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-10126ac7-7397-4250-824e-03f397f781bc None None] Deleting port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:47:36.868245 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10126ac7-7397-4250-824e-03f397f781bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:36.964122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] For port 06b18670-82f9-4b7e-9c47-a1f920dacb98, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:36.981313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-10126ac7-7397-4250-824e-03f397f781bc None None] For port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c7ded0b8-6351-4e58-a5d2-28c8f83bdabf,segment=NetworkSegment(75429336-24f2-4241-b11a-de02fed5c4c4),segment_id=75429336-24f2-4241-b11a-de02fed5c4c4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:36.981878 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10126ac7-7397-4250-824e-03f397f781bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:36.994649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] For port 06b18670-82f9-4b7e-9c47-a1f920dacb98, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=06b18670-82f9-4b7e-9c47-a1f920dacb98,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:36.999793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-10126ac7-7397-4250-824e-03f397f781bc None None] Calling delete_port for c7ded0b8-6351-4e58-a5d2-28c8f83bdabf owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:47:37.004675 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.028726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-d58024ab-c448-454e-81be-fddfd90b3f0f tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.030257 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-d58024ab-c448-454e-81be-fddfd90b3f0f tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.0874870 Aug 26 10:47:37.037893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-8e18028a-6a16-4de7-ae84-f0a9fcf305cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.038117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-8e18028a-6a16-4de7-ae84-f0a9fcf305cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.038458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-8e18028a-6a16-4de7-ae84-f0a9fcf305cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.038957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-8e18028a-6a16-4de7-ae84-f0a9fcf305cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.039797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-8e18028a-6a16-4de7-ae84-f0a9fcf305cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.039913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-8e18028a-6a16-4de7-ae84-f0a9fcf305cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.040360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-8e18028a-6a16-4de7-ae84-f0a9fcf305cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.042242 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-8e18028a-6a16-4de7-ae84-f0a9fcf305cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6375 time: 0.1354871 Aug 26 10:47:37.064457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.065396 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.066655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] 10.222.0.47 "PUT /v2.0/ports/06b18670-82f9-4b7e-9c47-a1f920dacb98 HTTP/1.1" status: 200 len: 1092 time: 2.4128072 Aug 26 10:47:37.081999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205c285-4097-46bf-bc52-0a1c316221cf req-315e52c8-6fbf-4d10-8d6c-bf2f4cb59f52 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.083885 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f205c285-4097-46bf-bc52-0a1c316221cf req-315e52c8-6fbf-4d10-8d6c-bf2f4cb59f52 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.1345000 Aug 26 10:47:37.118907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41ab1c-58a1-4f38-a3db-54e9b3c7db2b service neutron] Pushing event updated for resources: {'Port': ['ID=06b18670-82f9-4b7e-9c47-a1f920dacb98,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:37.125209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Request body: {'port': {'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:37.157222 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10126ac7-7397-4250-824e-03f397f781bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.171730 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.209634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10126ac7-7397-4250-824e-03f397f781bc None None] No DVR routers for this DVR port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:47:37.211788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10126ac7-7397-4250-824e-03f397f781bc None None] Pushing event deleted for resources: {'Port': ['ID=c7ded0b8-6351-4e58-a5d2-28c8f83bdabf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:37.234008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c7ded0b8-6351-4e58-a5d2-28c8f83bdabf no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:47:37.234144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Port': ['ID=c7ded0b8-6351-4e58-a5d2-28c8f83bdabf,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:37.239465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] No DVR routers for this DVR port c7ded0b8-6351-4e58-a5d2-28c8f83bdabf on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:47:37.263721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c7ded0b8-6351-4e58-a5d2-28c8f83bdabf {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:47:37.264061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c7ded0b8-6351-4e58-a5d2-28c8f83bdabf not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:47:37.274481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f205c285-4097-46bf-bc52-0a1c316221cf req-dfca104c-dac0-4e11-95c5-cdc0028ed2ea tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828048 Aug 26 10:47:37.278053 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.335379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5f72c-0131-4c83-9263-c10500f2107f req-215f0261-5b31-49b0-8b86-ce1f9e4e27b0 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.337137 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cb5f72c-0131-4c83-9263-c10500f2107f req-215f0261-5b31-49b0-8b86-ce1f9e4e27b0 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.1428230 Aug 26 10:47:37.438480 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.453537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72f5325-0409-4077-be21-1c21d6774ebd']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:47:37.465703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-c260062f-842e-40f1-b948-66a8a7a834c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.466053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-c260062f-842e-40f1-b948-66a8a7a834c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.466519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-c260062f-842e-40f1-b948-66a8a7a834c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.468181 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-c260062f-842e-40f1-b948-66a8a7a834c9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4112546 Aug 26 10:47:37.475782 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75429336-24f2-4241-b11a-de02fed5c4c4') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:47:37.476104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75429336-24f2-4241-b11a-de02fed5c4c4') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:47:37.495976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cb5f72c-0131-4c83-9263-c10500f2107f req-e5e6271d-4e37-4091-9af7-4292a367ad54 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499884 Aug 26 10:47:37.521415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e4b02-4351-4740-bc51-9eaa199d6177 req-d4cad5bc-53b3-4a15-9c6f-1b8f5bdff4f5 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.523572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e1e4b02-4351-4740-bc51-9eaa199d6177 req-d4cad5bc-53b3-4a15-9c6f-1b8f5bdff4f5 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 945 time: 0.1618140 Aug 26 10:47:37.547698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.563666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ba82241a-fd05-4558-b638-3b6ebe79c893 service neutron] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:37.582337 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ba82241a-fd05-4558-b638-3b6ebe79c893 service neutron] Notify callbacks [] for binding, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.583486 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf8d02e6-671f-4ba3-bdb1-a51fdbbe232f req-ba82241a-fd05-4558-b638-3b6ebe79c893 service neutron] 10.222.0.47 "DELETE /v2.0/ports/14b021cc-57a9-45f5-b49b-7c8112f44753/bindings/n-h2-778550-13 HTTP/1.1" status: 204 len: 173 time: 0.5351019 Aug 26 10:47:37.585110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.596149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:47:37.596553 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:47:37.599728 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:47:37.677646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-6c0fc6a0-cedc-4ddb-92c5-aa39363c5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.679234 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1e144b09-a73e-4483-8dc8-1a18de82ef1b req-6c0fc6a0-cedc-4ddb-92c5-aa39363c5ba8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1992948 Aug 26 10:47:37.685468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.695640 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.701921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "DELETE /v2.0/networks/b72f5325-0409-4077-be21-1c21d6774ebd HTTP/1.1" status: 204 len: 168 time: 1.3121605 Aug 26 10:47:37.706958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39204) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:37.733518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1021999174'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:37.745798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9bbd8-eedf-4035-ab49-d22963dac2d8 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Network': ['ID=b72f5325-0409-4077-be21-1c21d6774ebd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:37.769944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:37.775829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.825322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:47:37.851177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.851797 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Added segment e3407ced-dd4e-4eeb-90b2-918c1e1f6811 of type vlan for network babd13f5-c300-402d-b871-8f49791737e1 Aug 26 10:47:37.918293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e1e4b02-4351-4740-bc51-9eaa199d6177 req-10bdf460-ddf9-4ea4-a476-5e4fd1f7398f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834169 Aug 26 10:47:37.934321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.950433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780992-5da7-443c-8a9c-9aa1c4150ae4 req-280b9b63-dec8-455c-b260-6e4786bdaefe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.956956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780992-5da7-443c-8a9c-9aa1c4150ae4 req-280b9b63-dec8-455c-b260-6e4786bdaefe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.963510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780992-5da7-443c-8a9c-9aa1c4150ae4 req-280b9b63-dec8-455c-b260-6e4786bdaefe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.972639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780992-5da7-443c-8a9c-9aa1c4150ae4 req-280b9b63-dec8-455c-b260-6e4786bdaefe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.979551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.982000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780992-5da7-443c-8a9c-9aa1c4150ae4 req-280b9b63-dec8-455c-b260-6e4786bdaefe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.985352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.986110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:37.988377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780992-5da7-443c-8a9c-9aa1c4150ae4 req-280b9b63-dec8-455c-b260-6e4786bdaefe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.995226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780992-5da7-443c-8a9c-9aa1c4150ae4 req-280b9b63-dec8-455c-b260-6e4786bdaefe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:37.997422 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05780992-5da7-443c-8a9c-9aa1c4150ae4 req-280b9b63-dec8-455c-b260-6e4786bdaefe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5409 time: 0.1614408 Aug 26 10:47:38.046941 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3394592 Aug 26 10:47:38.049740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39216) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:38.057110 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'subnet': {'network_id': 'babd13f5-c300-402d-b871-8f49791737e1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:38.066293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c5677cac-3609-400a-b302-2634458f2881 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:47:38.086152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05780992-5da7-443c-8a9c-9aa1c4150ae4 req-20f5b120-7be7-48bf-ad20-33a33fb075b0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783691 Aug 26 10:47:38.103777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2413d-011f-444a-9e66-a75440027261 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Network': ['ID=babd13f5-c300-402d-b871-8f49791737e1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:38.116843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network babd13f5-c300-402d-b871-8f49791737e1 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:47:38.164680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:38.168391 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.201931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7108a8f-decf-49c6-874f-190492ae7266 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:38.216035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.243844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Transition to ACTIVE for port object a7108a8f-decf-49c6-874f-190492ae7266 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:38.252314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-79cb328d-1d91-4b27-a3e0-91a03b4157c8 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:38.254076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-79cb328d-1d91-4b27-a3e0-91a03b4157c8 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 820 time: 0.2170954 Aug 26 10:47:38.255331 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.273761 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.317542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5677cac-3609-400a-b302-2634458f2881'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:38.325346 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b62252b-8ed6-45aa-b18e-be5b4753341c" -d '{"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c5677cac-3609-400a-b302-2634458f2881"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:38.327832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-2b4e01ba-ec07-4d67-8150-7bb94d316501 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/quotas/b511d0e342254b5691c29fa10c143578 HTTP/1.1" status: 200 len: 375 time: 0.0613904 Aug 26 10:47:38.344422 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:38.353208 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.366480 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Pushing event updated for resources: {'Port': ['ID=a7108a8f-decf-49c6-874f-190492ae7266,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:38.478243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:38.481399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-3880088d-6c6c-4f17-9b46-3f56d124a490 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1426730 Aug 26 10:47:38.518079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Attempting to bind port a7108a8f-decf-49c6-874f-190492ae7266 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:38.518857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Attempting to bind port a7108a8f-decf-49c6-874f-190492ae7266 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:38.518857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Attempting to bind port a7108a8f-decf-49c6-874f-190492ae7266 on network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:38.552401 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.584087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Port a7108a8f-decf-49c6-874f-190492ae7266 on network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:38.584451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Attempting to bind port a7108a8f-decf-49c6-874f-190492ae7266 on network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:38.600496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:38.600845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Checking segment: {'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:38.601247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Bound using segment: {'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:38.602177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Bound port: a7108a8f-decf-49c6-874f-190492ae7266, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75a556d-96b0-4f54-9e59-9f8efeb52340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:38.602177 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.619259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Subnet': ['ID=405a922d-8876-4f9f-a4ce-f4ce36c96d81,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:38.629343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Checking segment: {'id': 'e3407ced-dd4e-4eeb-90b2-918c1e1f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:38.629343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network hostable DHCP agents. Network: babd13f5-c300-402d-b871-8f49791737e1, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:47:38.648484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network babd13f5-c300-402d-b871-8f49791737e1 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:47:38.658888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, babd13f5-c300-402d-b871-8f49791737e1) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:38.669355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:38.670105 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.672039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4887648d-d433-47ad-9b20-ca08698675de None None] Network babd13f5-c300-402d-b871-8f49791737e1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:47:38.682290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfcac7-1814-4d0c-9133-fc89b3950ab2 req-550f0fae-9331-46a9-952e-517b9bbda1c1 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:38.683960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7cfcac7-1814-4d0c-9133-fc89b3950ab2 req-550f0fae-9331-46a9-952e-517b9bbda1c1 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 949 time: 0.1672192 Aug 26 10:47:38.689424 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e83f49b9-15c2-4927-825f-59e01cf1ed4b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6384645 Aug 26 10:47:38.692184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39228) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:38.697269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1792035495'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:38.705879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-6b88a03f-2bf6-4f5e-bf54-78ec2081906d service neutron] 10.222.0.21 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110696 Aug 26 10:47:38.726304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:38.730381 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.757548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:47:38.769672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.770321 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Added segment 0938082c-7054-43c1-9634-2f763bafddf5 of type vlan for network 57b39f7f-d919-476c-b8ca-ca7665e5b784 Aug 26 10:47:38.792045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:38.803925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] For port a7108a8f-decf-49c6-874f-190492ae7266, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:38.817995 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.823033 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7cfcac7-1814-4d0c-9133-fc89b3950ab2 req-a23ad194-0d20-439b-87ba-1f22bc00213b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241512 Aug 26 10:47:38.827732 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] For port a7108a8f-decf-49c6-874f-190492ae7266, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a7108a8f-decf-49c6-874f-190492ae7266,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:38.836925 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.861102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '06b18670-82f9-4b7e-9c47-a1f920dacb98'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:38.863699 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "06b18670-82f9-4b7e-9c47-a1f920dacb98"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:38.867889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:38.868576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.870045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] 10.222.0.47 "PUT /v2.0/ports/a7108a8f-decf-49c6-874f-190492ae7266 HTTP/1.1" status: 200 len: 1092 time: 1.7532010 Aug 26 10:47:38.883635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:38.885168 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.886176 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.890415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-babd13f5-c300-402d-b871-8f49791737e1', 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'fixed_ips': [{'subnet_id': '405a922d-8876-4f9f-a4ce-f4ce36c96d81'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:47:38.891775 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.895271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:38.895973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:38.915835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-66816c80-61b4-446a-9b89-e50218d34f34 service neutron] 10.222.0.21 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925795 Aug 26 10:47:38.983803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409bd0c-78d4-42ec-ad50-f639d70fcf38 service neutron] Pushing event updated for resources: {'Port': ['ID=a7108a8f-decf-49c6-874f-190492ae7266,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:39.053284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-93c23b49-5cba-4023-ae0a-69cbc7c45265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.053875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-93c23b49-5cba-4023-ae0a-69cbc7c45265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.054447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-93c23b49-5cba-4023-ae0a-69cbc7c45265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.055060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-93c23b49-5cba-4023-ae0a-69cbc7c45265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.055578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-93c23b49-5cba-4023-ae0a-69cbc7c45265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.056341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-93c23b49-5cba-4023-ae0a-69cbc7c45265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.056902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-93c23b49-5cba-4023-ae0a-69cbc7c45265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.059814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-93c23b49-5cba-4023-ae0a-69cbc7c45265 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6485 time: 0.1381192 Aug 26 10:47:39.078829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Allocated IP 19.80.0.2 (babd13f5-c300-402d-b871-8f49791737e1/405a922d-8876-4f9f-a4ce-f4ce36c96d81/71d88fa0-594e-41cf-9cf2-5b2cbfe721fa) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:39.083515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dc6b0-ff46-44e3-8803-08382ca8ecbe req-a6943691-e023-4e95-a824-bac145c9721c tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.094188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f1dc6b0-ff46-44e3-8803-08382ca8ecbe req-a6943691-e023-4e95-a824-bac145c9721c tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.1048157 Aug 26 10:47:39.104817 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4114690 Aug 26 10:47:39.121329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304f7cf-0576-47b4-b306-e2f2e4477627 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Network': ['ID=57b39f7f-d919-476c-b8ca-ca7665e5b784,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:39.123478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39236) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:47:39.144596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'subnet': {'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:39.165122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 57b39f7f-d919-476c-b8ca-ca7665e5b784 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:47:39.171110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-e0a925a7-0073-42ca-a833-20871623c821 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 HTTP/1.1" status: 200 len: 217 time: 0.0965796 Aug 26 10:47:39.231517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f1dc6b0-ff46-44e3-8803-08382ca8ecbe req-11231712-6bf5-41f8-a68d-ab6e1304e055 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363218 Aug 26 10:47:39.251671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-3e0fd9bb-0475-4a59-802f-2063eec8df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.253601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-3e0fd9bb-0475-4a59-802f-2063eec8df2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34e578bc-0e70-4fe6-a893-d9310ddafc79 HTTP/1.1" status: 200 len: 851 time: 0.0708382 Aug 26 10:47:39.324918 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:39.328602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-7ef19e93-d188-4b7a-acca-495d33e66a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.331070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-7ef19e93-d188-4b7a-acca-495d33e66a48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c29a414-e206-4e98-b1a0-62ff2e09f39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686707 Aug 26 10:47:39.333059 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b83a7e4-5f2d-4423-8648-f29cc886c456 x-openstack-request-id: req-5b83a7e4-5f2d-4423-8648-f29cc886c456 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:39.333409 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c5677cac-3609-400a-b302-2634458f2881", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:39.333620 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b83a7e4-5f2d-4423-8648-f29cc886c456 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:39.334183 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5677cac-3609-400a-b302-2634458f2881', 'code': 200} Aug 26 10:47:39.373124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:39.382808 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:39.453690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:39.458449 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:39.465222 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:39.493416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Transition to ACTIVE for port object 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:39.526653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Transition to ACTIVE for port object 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:39.539211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:39.544038 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:39.582283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b91b95-258c-49a1-8123-22d8958d3200 req-3098ab7a-f5bb-4a89-a9e7-77a31b04d248 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.583059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Network babd13f5-c300-402d-b871-8f49791737e1 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:39.586429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:39.589091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:39.590393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9b91b95-258c-49a1-8123-22d8958d3200 req-3098ab7a-f5bb-4a89-a9e7-77a31b04d248 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 947 time: 0.1398046 Aug 26 10:47:39.615880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-2f47c6b4-4d8a-4424-8106-dd4a8e973506 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2079470998&fields=id&tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2 HTTP/1.1" status: 200 len: 267 time: 0.2223473 Aug 26 10:47:39.630002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Pushing event updated for resources: {'Port': ['ID=71d88fa0-594e-41cf-9cf2-5b2cbfe721fa,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:39.651724 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:39.663411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Attempting to bind port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:39.664336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Attempting to bind port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'e3407ced-dd4e-4eeb-90b2-918c1e1f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:39.666565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Attempting to bind port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa on network babd13f5-c300-402d-b871-8f49791737e1 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:39.673831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:39.674810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Checking segment: {'id': 'e3407ced-dd4e-4eeb-90b2-918c1e1f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:39.676757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:39.677487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Bound using segment: {'id': 'e3407ced-dd4e-4eeb-90b2-918c1e1f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:39.678821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Bound port: 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3407ced-dd4e-4eeb-90b2-918c1e1f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:39.679513 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:39.724276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Subnet': ['ID=a77707c6-d519-4435-a324-0bcf7198b4d9,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:39.727382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-aa88f796-a66a-4512-a9d4-5ebd79b6a47f service neutron] 10.222.0.47 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837814 Aug 26 10:47:39.743899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Checking segment: {'id': '0938082c-7054-43c1-9634-2f763bafddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:39.744375 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network hostable DHCP agents. Network: 57b39f7f-d919-476c-b8ca-ca7665e5b784, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:47:39.765547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network 57b39f7f-d919-476c-b8ca-ca7665e5b784 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:47:39.782423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] For port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:39.786260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] For port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=71d88fa0-594e-41cf-9cf2-5b2cbfe721fa,segment=NetworkSegment(e3407ced-dd4e-4eeb-90b2-918c1e1f6811),segment_id=e3407ced-dd4e-4eeb-90b2-918c1e1f6811)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:39.789010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 57b39f7f-d919-476c-b8ca-ca7665e5b784) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:39.791815 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:39.800570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.801426 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:39.815771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9b91b95-258c-49a1-8123-22d8958d3200 req-ae55d6d2-2cb2-4f58-b251-1c7c23fe62ef tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244322 Aug 26 10:47:39.827815 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-69285aa3-da35-4f01-bd21-346dabb102cc tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7028728 Aug 26 10:47:39.853074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28765fcc-9fd9-43f8-b565-f8be5dea420d None None] Network 57b39f7f-d919-476c-b8ca-ca7665e5b784 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:47:39.889082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-17522557-c0d7-42c2-a7da-9485b33e5027 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:39.890858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-17522557-c0d7-42c2-a7da-9485b33e5027 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/networks?id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c HTTP/1.1" status: 200 len: 823 time: 0.2737665 Aug 26 10:47:39.892964 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d1f1f7-5448-4f97-bcb3-d9c0a54b8058 x-openstack-request-id: req-b1d1f1f7-5448-4f97-bcb3-d9c0a54b8058 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:39.893254 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "06b18670-82f9-4b7e-9c47-a1f920dacb98", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:39.893548 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1d1f1f7-5448-4f97-bcb3-d9c0a54b8058 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:39.893903 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '06b18670-82f9-4b7e-9c47-a1f920dacb98', 'status': 'completed', 'code': 200} Aug 26 10:47:39.915298 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-2657040e-775b-44a2-bd40-aa4c861b0e7c tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/quotas/ccf1c4b9a1844b5a9341c76b4fd77ad2 HTTP/1.1" status: 200 len: 375 time: 0.0147500 Aug 26 10:47:39.976160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140b8e7-8508-4dc4-b931-aa8bf4b901d9 None None] Pushing event updated for resources: {'Port': ['ID=71d88fa0-594e-41cf-9cf2-5b2cbfe721fa,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:39.983561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-130c14e4-0b43-4f99-9107-f53c9279cf56 service neutron] 10.222.0.47 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429492 Aug 26 10:47:40.057072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-c75fe8f3-6933-4e0c-abf9-d841d295afdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=1dc0dec7-8e07-4315-a42c-6e045bfd90f1 HTTP/1.1" status: 200 len: 217 time: 0.0624707 Aug 26 10:47:40.085085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c5677cac-3609-400a-b302-2634458f2881 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:47:40.096750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-3a5de847-a646-42ce-800a-ecc8c35043b5 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1508527 Aug 26 10:47:40.109462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-68ba00a0-e5e1-423b-a40d-bcaf8f4a90c7 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:40.111985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-68ba00a0-e5e1-423b-a40d-bcaf8f4a90c7 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.47 "GET /v2.0/ports?device_id=eebf227e-3e1e-4f51-a99a-84e5eb84f7bd HTTP/1.1" status: 200 len: 946 time: 0.0873578 Aug 26 10:47:40.137864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa8b1c-5371-4776-9235-71daafcfe962 req-6eb29ab3-68f2-4fac-a45a-db4d1e950ab7 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:40.139376 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97aa8b1c-5371-4776-9235-71daafcfe962 req-6eb29ab3-68f2-4fac-a45a-db4d1e950ab7 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 1097 time: 0.1612785 Aug 26 10:47:40.185677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-57b39f7f-d919-476c-b8ca-ca7665e5b784', 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'fixed_ips': [{'subnet_id': 'a77707c6-d519-4435-a324-0bcf7198b4d9'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:47:40.186826 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:40.276340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-a451d60c-f472-4604-be0c-797ce61f163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:40.278448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-a451d60c-f472-4604-be0c-797ce61f163f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.2138646 Aug 26 10:47:40.278593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Deleting port a611b120-1d5e-4d48-88df-ddcdf0c63456 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:47:40.281047 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:40.319144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97aa8b1c-5371-4776-9235-71daafcfe962 req-1d7e8253-0143-4851-be94-68b71aae7727 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290286 Aug 26 10:47:40.391929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:40.401615 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-85d08e94-0132-4176-8b40-2aac44152e66 service neutron] 10.222.0.21 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038805 Aug 26 10:47:40.411542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f1071399-7348-4671-9180-2e212e279e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:40.413671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f1071399-7348-4671-9180-2e212e279e6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1239886 Aug 26 10:47:40.419789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'c5677cac-3609-400a-b302-2634458f2881', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'c5677cac-3609-400a-b302-2634458f2881', 'mac_address': 'fa:16:3e:60:1c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:47:40.467007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] For port a611b120-1d5e-4d48-88df-ddcdf0c63456, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a611b120-1d5e-4d48-88df-ddcdf0c63456,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:40.467291 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:40.502171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Allocated IP 19.86.0.2 (57b39f7f-d919-476c-b8ca-ca7665e5b784/a77707c6-d519-4435-a324-0bcf7198b4d9/f4c4a778-1dee-4853-97bf-d4778db3ccfc) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:40.508995 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:40.540501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5677cac-3609-400a-b302-2634458f2881 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:40.619149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-9a763251-5750-43fe-99e1-9830817d341b service neutron] 10.222.0.21 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165082 Aug 26 10:47:40.654529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6b22-074c-414d-be4e-5471903d52d4 req-8f19443c-6514-4b15-9419-ca00c9d541ba tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:40.667442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6b22-074c-414d-be4e-5471903d52d4 req-8f19443c-6514-4b15-9419-ca00c9d541ba tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:40.686832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6b22-074c-414d-be4e-5471903d52d4 req-8f19443c-6514-4b15-9419-ca00c9d541ba tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:40.699659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6b22-074c-414d-be4e-5471903d52d4 req-8f19443c-6514-4b15-9419-ca00c9d541ba tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:40.721375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6b22-074c-414d-be4e-5471903d52d4 req-8f19443c-6514-4b15-9419-ca00c9d541ba tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:40.742405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6b22-074c-414d-be4e-5471903d52d4 req-8f19443c-6514-4b15-9419-ca00c9d541ba tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:40.742405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e6b22-074c-414d-be4e-5471903d52d4 req-8f19443c-6514-4b15-9419-ca00c9d541ba tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:40.742699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-928e6b22-074c-414d-be4e-5471903d52d4 req-8f19443c-6514-4b15-9419-ca00c9d541ba tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5421 time: 0.3155482 Aug 26 10:47:40.769429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:40.782007 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:40.818081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-b04cf069-6d6d-4206-99c0-50a99c4fa7a3 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854809 Aug 26 10:47:40.830827 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:40.831323 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:40.831818 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Floating IP ba1479f0-4f6c-428d-b615-d538f6553996 disassociated. External IP: 172.25.1.129, port: a611b120-1d5e-4d48-88df-ddcdf0c63456. Aug 26 10:47:40.832630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Calling delete_port for a611b120-1d5e-4d48-88df-ddcdf0c63456 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:47:40.893230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:40.983854 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:40.985352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-928e6b22-074c-414d-be4e-5471903d52d4 req-1a73609b-96ba-4cc6-9c56-5a6fcfe5f856 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2331588 Aug 26 10:47:41.027995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Transition to ACTIVE for port object f4c4a778-1dee-4853-97bf-d4778db3ccfc will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:41.055516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c5677cac-3609-400a-b302-2634458f2881'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:41.114156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Transition to ACTIVE for port object f4c4a778-1dee-4853-97bf-d4778db3ccfc will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:41.137264 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:41.139741 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-bce5edbe-1c32-4f66-a47c-995e7ece525b tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:41.142447 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-bce5edbe-1c32-4f66-a47c-995e7ece525b tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 820 time: 0.2870049 Aug 26 10:47:41.145939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8aedf229-5987-431c-ae81-bc67d3685bf6 req-89beb805-5c0a-429a-8bb7-6b92d8569231 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 210 time: 0.1520405 Aug 26 10:47:41.174880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Request body: {'port': {'device_id': '6fdd012b-dccd-41b8-8216-10403a062afe', 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a', 'admin_state_up': True, 'tenant_id': 'b511d0e342254b5691c29fa10c143578'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:41.261968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Pushing event updated for resources: {'Port': ['ID=f4c4a778-1dee-4853-97bf-d4778db3ccfc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:41.279843 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-a0330848-75be-456c-bcce-943b059aec63 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594247 Aug 26 10:47:41.280852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Network 57b39f7f-d919-476c-b8ca-ca7665e5b784 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:41.283052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:41.295263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:41.376857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:41.379190 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4345fc11-89a7-4aec-8fae-df382540c452" -d '{"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:41.385243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:41.483895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Attempting to bind port f4c4a778-1dee-4853-97bf-d4778db3ccfc on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:41.486338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Attempting to bind port f4c4a778-1dee-4853-97bf-d4778db3ccfc by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '0938082c-7054-43c1-9634-2f763bafddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:41.486949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Attempting to bind port f4c4a778-1dee-4853-97bf-d4778db3ccfc on network 57b39f7f-d919-476c-b8ca-ca7665e5b784 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:41.507294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-d0382097-af28-4ba5-9cad-130fe9816ef0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=01aa3d6a-c13a-4ee9-98b2-31d232de49f0 HTTP/1.1" status: 200 len: 217 time: 0.2160385 Aug 26 10:47:41.520620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:41.520885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Made reservation on behalf of b511d0e342254b5691c29fa10c143578 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:41.522278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Checking segment: {'id': '0938082c-7054-43c1-9634-2f763bafddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:41.523633 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:41.524471 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:41.525008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Bound using segment: {'id': '0938082c-7054-43c1-9634-2f763bafddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:41.526494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:41.527773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Bound port: f4c4a778-1dee-4853-97bf-d4778db3ccfc, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0938082c-7054-43c1-9634-2f763bafddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:41.528344 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:41.574946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Pushing event deleted for resources: {'Port': ['ID=a611b120-1d5e-4d48-88df-ddcdf0c63456,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:41.648549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c2448-2592-4269-abda-13f900237572 req-3e68dfe0-a566-4d94-a9b4-773758ec5716 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:41.660389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c15c2448-2592-4269-abda-13f900237572 req-3e68dfe0-a566-4d94-a9b4-773758ec5716 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.2188487 Aug 26 10:47:41.686555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ecc7e9be-51f2-4099-8f08-ae9ae5817921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:41.689485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-ecc7e9be-51f2-4099-8f08-ae9ae5817921 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.1736472 Aug 26 10:47:41.698030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4932f2-55e4-40fe-92b8-249133cb226e None None] Network babd13f5-c300-402d-b871-8f49791737e1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:47:41.890975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:41.911094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:41.911570 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:41.913964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7cde0eda-2108-4ce1-a23a-e84942e6e856 None None] Provisioning for port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:41.923397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': 'a7108a8f-decf-49c6-874f-190492ae7266'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:41.928365 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c" -d '{"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "a7108a8f-decf-49c6-874f-190492ae7266"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:41.956130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7cde0eda-2108-4ce1-a23a-e84942e6e856 None None] Provisioning complete for port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:41.956798 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cde0eda-2108-4ce1-a23a-e84942e6e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:41.981872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c15c2448-2592-4269-abda-13f900237572 req-df2985ad-3871-46f2-b677-23e4fc697c22 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170815 Aug 26 10:47:41.994028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] For port f4c4a778-1dee-4853-97bf-d4778db3ccfc, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:42.028691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] For port f4c4a778-1dee-4853-97bf-d4778db3ccfc, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f4c4a778-1dee-4853-97bf-d4778db3ccfc,segment=NetworkSegment(0938082c-7054-43c1-9634-2f763bafddf5),segment_id=0938082c-7054-43c1-9634-2f763bafddf5)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:42.083030 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:42.266613 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:42.283620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6b25a-4c4d-41bd-acfe-2c92818ed238 None None] Pushing event updated for resources: {'Port': ['ID=f4c4a778-1dee-4853-97bf-d4778db3ccfc,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:42.342360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=71d88fa0-594e-41cf-9cf2-5b2cbfe721fa,segment=NetworkSegment(e3407ced-dd4e-4eeb-90b2-918c1e1f6811),segment_id=e3407ced-dd4e-4eeb-90b2-918c1e1f6811)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:42.343918 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cde0eda-2108-4ce1-a23a-e84942e6e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:42.360600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:42.466882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:47:42.489324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Allocated IP 172.20.0.4 (657a6332-c7e9-4269-9b38-992ff7efbc3a/49ad226f-a097-4f16-92ab-f25561609e9e/60313a0f-8105-4544-8357-aced05873d38) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:42.489629 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-7cde0eda-2108-4ce1-a23a-e84942e6e856 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:47:42.490041 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-7cde0eda-2108-4ce1-a23a-e84942e6e856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:47:42.533462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=71d88fa0-594e-41cf-9cf2-5b2cbfe721fa,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:42.665788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-b516530e-e71f-4e42-ac97-5da3cf0bdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:42.667735 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-b516530e-e71f-4e42-ac97-5da3cf0bdc2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9593871 Aug 26 10:47:42.861082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c5f-75a4-436f-9e6e-7413023b010e req-20d4e068-97c2-41f4-bb6e-ca435fcc102d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:42.863002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-20d4e068-97c2-41f4-bb6e-ca435fcc102d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3&tenant_id=cac702c5642f41e2949e2afdcb274895&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 948 time: 1.0529823 Aug 26 10:47:42.914156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:47:42.929668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bb873-caff-40d4-983a-59d61fe6dfb1 None None] Sync routers for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:47:42.945829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bb873-caff-40d4-983a-59d61fe6dfb1 None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:47:42.951516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cc9bb873-caff-40d4-983a-59d61fe6dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:47:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:47:43.017061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-b44c5697-27d6-44c3-983a-52a969a14a90 service neutron] 10.222.0.42 "GET /v2.0/ports/c5677cac-3609-400a-b302-2634458f2881/bindings/n-h2-778550-13 HTTP/1.1" status: 200 len: 383 time: 0.1387527 Aug 26 10:47:43.058445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-8c877c9a-f8e1-4a6a-a968-b9498894639c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:43.065253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-8c877c9a-f8e1-4a6a-a968-b9498894639c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:43.069316 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-8c877c9a-f8e1-4a6a-a968-b9498894639c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/networks?id=babd13f5-c300-402d-b871-8f49791737e1&id=57b39f7f-d919-476c-b8ca-ca7665e5b784 HTTP/1.1" status: 200 len: 1392 time: 1.1347010 Aug 26 10:47:43.110146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8a1d0-69f4-4231-8bda-0348e8b6d2af req-26c9d821-aef0-4038-87b4-78fa9fd0dd90 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:43.118409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1cd8a1d0-69f4-4231-8bda-0348e8b6d2af req-26c9d821-aef0-4038-87b4-78fa9fd0dd90 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.4463348 Aug 26 10:47:43.163658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] No DVR routers for this DVR port a611b120-1d5e-4d48-88df-ddcdf0c63456 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:47:43.183886 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:43.184161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-d0e4fff4-23eb-4eec-a2f9-8e8acb7b8563 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/quotas/8aa12da374f34426b789f153927a6d7e HTTP/1.1" status: 200 len: 375 time: 0.0921774 Aug 26 10:47:43.188371 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1c84c9f3-e385-4d83-80c0-d6f91d1fef84 req-aa7705fe-d8b6-4cb4-9a39-72b952e50c77 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.47 "DELETE /v2.0/ports/a611b120-1d5e-4d48-88df-ddcdf0c63456 HTTP/1.1" status: 204 len: 173 time: 3.0679319 Aug 26 10:47:43.230514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'name': 'network-vif-deleted', 'tag': 'a611b120-1d5e-4d48-88df-ddcdf0c63456'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:43.234778 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672bac59-57cf-4962-bc35-4c53ae3023a2" -d '{"events": [{"server_uuid": "eebf227e-3e1e-4f51-a99a-84e5eb84f7bd", "name": "network-vif-deleted", "tag": "a611b120-1d5e-4d48-88df-ddcdf0c63456"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:43.238569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-7bfc1c38-e419-49be-aa28-90a66a811c11 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568860 Aug 26 10:47:43.363192 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aff05e82-7520-4403-8c31-920ae660293d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:43.404544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cc9bb873-caff-40d4-983a-59d61fe6dfb1 None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:47:43.497107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:43.534563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:43.553765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c5f-75a4-436f-9e6e-7413023b010e req-91af6a14-6022-4a7c-afb9-48d42700beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:43.556994 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-91af6a14-6022-4a7c-afb9-48d42700beb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 1100 time: 0.4712191 Aug 26 10:47:43.590463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b0678073-8a2b-49f5-a99d-e04c07bd1924 None None] Provisioning complete for port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:43.590463 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0678073-8a2b-49f5-a99d-e04c07bd1924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:43.614597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1cd8a1d0-69f4-4231-8bda-0348e8b6d2af req-f40bbb3f-8b8c-44f8-a778-0ccc7be78fa0 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934728 Aug 26 10:47:43.663665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-167f25df-2ea8-4be8-b2c0-16e1c2232f6e service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992050 Aug 26 10:47:43.709029 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:43.737905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-3034e084-7365-442b-bf00-554ae74a521d tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:43.742482 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-3034e084-7365-442b-bf00-554ae74a521d tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.42 "GET /v2.0/networks?id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c HTTP/1.1" status: 200 len: 823 time: 0.8622301 Aug 26 10:47:43.802357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-fa555f17-e4a9-4302-a0cc-865a91726107 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=260c9222-0d1f-4d80-842b-55abc38ec59e HTTP/1.1" status: 200 len: 217 time: 0.1153734 Aug 26 10:47:43.804555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:43.957630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Network 657a6332-c7e9-4269-9b38-992ff7efbc3a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:43.964322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-fb347fed-6e3e-43b5-9419-0baebcedeb84 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8aa12da374f34426b789f153927a6d7e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7498608 Aug 26 10:47:43.974873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:43.986989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:44.045529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc2fae-d55f-4e05-b05b-6ed58055a9df None None] Network 57b39f7f-d919-476c-b8ca-ca7665e5b784 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:47:44.083349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Pushing event updated for resources: {'Port': ['ID=60313a0f-8105-4544-8357-aced05873d38,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:44.096216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-3ef508f3-2cc7-4fb5-b93f-a77c5f4e4de4 service neutron] 10.222.0.21 "GET /v2.0/networks/babd13f5-c300-402d-b871-8f49791737e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308436 Aug 26 10:47:44.106692 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-b230a831-2617-4a1a-ba7c-c219901f7449 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2 HTTP/1.1" status: 200 len: 380 time: 0.2533259 Aug 26 10:47:44.134402 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Request body: {'port': {'device_id': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'admin_state_up': True, 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'security_groups': ['849075f8-8b36-4681-b3b7-c7d5b945223d']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:44.169443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e53e7c-22cc-4d17-8bd1-7405b0282bf0 req-dc2f38ef-6de7-4466-8afa-a0917ffc18d7 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:44.175986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:44.176602 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:44.176959 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9e53e7c-22cc-4d17-8bd1-7405b0282bf0 req-dc2f38ef-6de7-4466-8afa-a0917ffc18d7 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 1097 time: 0.3116047 Aug 26 10:47:44.179696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c5677cac-3609-400a-b302-2634458f2881 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:44.238199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9e53e7c-22cc-4d17-8bd1-7405b0282bf0 req-b6832cbc-c51c-44c6-8b07-550d694ddaf6 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590320 Aug 26 10:47:44.281686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-7ae7c129-5c20-4ee7-8ec4-a29f5daba9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:44.283542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-7ae7c129-5c20-4ee7-8ec4-a29f5daba9ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.4719276 Aug 26 10:47:44.305330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.305788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.308206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.308206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.308206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.308206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.308206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.308206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.308827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.308827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.309256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.309657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:44.369630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c5f-75a4-436f-9e6e-7413023b010e req-6e986e2c-b0c3-4109-a397-f9dcae93b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:44.371686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-6e986e2c-b0c3-4109-a397-f9dcae93b1dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.7544708 Aug 26 10:47:44.372650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:44.373427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:44.407362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28e45313-f3e3-4d6e-93cd-ab19eb913379 req-fcb14878-e5ee-4c39-989b-1e7c88173eff tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 210 time: 0.0344279 Aug 26 10:47:44.419711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-2278be95-6cb9-4d0b-afc1-89a22dfad818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:44.421807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-2278be95-6cb9-4d0b-afc1-89a22dfad818 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1245873 Aug 26 10:47:44.450163 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-e3ba59cc-ad95-4b5b-912f-6ac3536971a9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2935557 Aug 26 10:47:44.454695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Made reservation on behalf of ccf1c4b9a1844b5a9341c76b4fd77ad2 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:44.460897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:44.478665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Request body: {'port': {'device_id': '6fdd012b-dccd-41b8-8216-10403a062afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:44.517163 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c057a-12db-4e7a-9cdc-cdade3cbb086 x-openstack-request-id: req-558c057a-12db-4e7a-9cdc-cdade3cbb086 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:44.517752 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:44.517939 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-558c057a-12db-4e7a-9cdc-cdade3cbb086 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:44.518300 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'code': 200} Aug 26 10:47:44.588951 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:44.597773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-cb419c25-cce7-486c-968d-0f912e60b540 service neutron] 10.222.0.21 "GET /v2.0/networks/babd13f5-c300-402d-b871-8f49791737e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005856 Aug 26 10:47:44.657580 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-0e2b9e21-6254-46df-91a5-dcbc9db3e2b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c5677cac-3609-400a-b302-2634458f2881 HTTP/1.1" status: 200 len: 217 time: 0.2487504 Aug 26 10:47:44.720832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port c5677cac-3609-400a-b302-2634458f2881 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:44.721310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:44.734873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cc9bb873-caff-40d4-983a-59d61fe6dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:47:44.775019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bb873-caff-40d4-983a-59d61fe6dfb1 None None] Checking router: aab41ab7-3f15-4780-a22d-1aa8a6dd0275 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:47:44.855947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a611b120-1d5e-4d48-88df-ddcdf0c63456 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:47:44.891738 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: a611b120-1d5e-4d48-88df-ddcdf0c63456 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:47:44.892712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a611b120-1d5e-4d48-88df-ddcdf0c63456 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:47:44.904402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c5f-75a4-436f-9e6e-7413023b010e req-dff3f97a-f00c-48e8-bc31-9944cb81b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:44.906293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-dff3f97a-f00c-48e8-bc31-9944cb81b442 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2296104 Aug 26 10:47:44.913763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9bb873-caff-40d4-983a-59d61fe6dfb1 None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:47:44.914130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cc9bb873-caff-40d4-983a-59d61fe6dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:47:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:47:44.994888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e271ac-5774-474f-bbba-25ee2c39f7ae req-2fa7c3b1-749c-4fff-b531-69e4e5fa2ae9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:44.996633 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33e271ac-5774-474f-bbba-25ee2c39f7ae req-2fa7c3b1-749c-4fff-b531-69e4e5fa2ae9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 948 time: 0.3976586 Aug 26 10:47:45.029399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3cf745f1-79ba-4673-8c44-78f451fd08a6 None None] Provisioning for port f4c4a778-1dee-4853-97bf-d4778db3ccfc completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:45.029718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-1dff9ea5-59a6-42d7-8880-055e1027c4d6 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950403 Aug 26 10:47:45.037293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f4c4a778-1dee-4853-97bf-d4778db3ccfc up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:45.054366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-8cfdb8d8-9354-4e64-a3d1-0f9e2434de56 service neutron] 10.222.0.21 "GET /v2.0/networks/57b39f7f-d919-476c-b8ca-ca7665e5b784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075902 Aug 26 10:47:45.081106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60313a0f-8105-4544-8357-aced05873d38 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:45.099893 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:45.126853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Transition to ACTIVE for port object 60313a0f-8105-4544-8357-aced05873d38 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:45.172589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:45.220707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c5f-75a4-436f-9e6e-7413023b010e req-084a67cd-e98f-496d-ad3a-a2ce12c3d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:45.223713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-084a67cd-e98f-496d-ad3a-a2ce12c3d87a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3032727 Aug 26 10:47:45.262953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33e271ac-5774-474f-bbba-25ee2c39f7ae req-9bdb86ce-8645-4cdd-96f1-0dc27a57552d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589343 Aug 26 10:47:45.368718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cc9bb873-caff-40d4-983a-59d61fe6dfb1 None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:47:45.370757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:45.374516 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1ccae6-95a5-477e-9d18-23b97ce8d821 x-openstack-request-id: req-1c1ccae6-95a5-477e-9d18-23b97ce8d821 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:45.374839 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "a7108a8f-decf-49c6-874f-190492ae7266", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:45.375103 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c1ccae6-95a5-477e-9d18-23b97ce8d821 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:45.375489 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': 'a7108a8f-decf-49c6-874f-190492ae7266', 'status': 'completed', 'code': 200} Aug 26 10:47:45.403435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c7b33-d3af-40e8-92ab-53c736796577 req-5cd8cb88-b420-4ffc-ad0a-bb839ccdea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:45.405090 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e93c7b33-d3af-40e8-92ab-53c736796577 req-5cd8cb88-b420-4ffc-ad0a-bb839ccdea98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 1102 time: 0.5841203 Aug 26 10:47:45.496581 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e93c7b33-d3af-40e8-92ab-53c736796577 req-148126b6-1a71-4a09-a78b-043ab013e8fe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755312 Aug 26 10:47:45.501990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Pushing event updated for resources: {'Port': ['ID=60313a0f-8105-4544-8357-aced05873d38,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:45.529320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Allocated IP 172.20.0.13 (b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c/f50a0446-cf9d-4968-84fb-94b0b8bbb8b2/81d222fb-97d1-4bd6-8280-65da5eb455c8) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:45.531885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:45.555240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f4c4a778-1dee-4853-97bf-d4778db3ccfc completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:45.561283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:45.602229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-6f9c13e6-05cf-4a79-a3b4-319674f5d664 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627611 Aug 26 10:47:45.607147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f4c4a778-1dee-4853-97bf-d4778db3ccfc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:45.608206 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:45.614486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-3f961714-5605-4070-885c-648dafa9e79f service neutron] 10.222.0.21 "GET /v2.0/networks/57b39f7f-d919-476c-b8ca-ca7665e5b784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197859 Aug 26 10:47:45.642232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535e10-2810-46e9-b1de-993636bc8544 req-b15d8f74-d1ff-4ace-96f5-53b7be855951 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:45.648839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535e10-2810-46e9-b1de-993636bc8544 req-b15d8f74-d1ff-4ace-96f5-53b7be855951 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:45.654804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535e10-2810-46e9-b1de-993636bc8544 req-b15d8f74-d1ff-4ace-96f5-53b7be855951 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:45.664032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535e10-2810-46e9-b1de-993636bc8544 req-b15d8f74-d1ff-4ace-96f5-53b7be855951 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:45.670308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535e10-2810-46e9-b1de-993636bc8544 req-b15d8f74-d1ff-4ace-96f5-53b7be855951 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:45.676295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535e10-2810-46e9-b1de-993636bc8544 req-b15d8f74-d1ff-4ace-96f5-53b7be855951 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:45.682519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d535e10-2810-46e9-b1de-993636bc8544 req-b15d8f74-d1ff-4ace-96f5-53b7be855951 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:45.685324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d535e10-2810-46e9-b1de-993636bc8544 req-b15d8f74-d1ff-4ace-96f5-53b7be855951 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5421 time: 0.2893267 Aug 26 10:47:45.687521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-e6671429-dd4e-4943-8b96-cc052b43d250 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516535 Aug 26 10:47:45.776452 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:45.824451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port f4c4a778-1dee-4853-97bf-d4778db3ccfc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f4c4a778-1dee-4853-97bf-d4778db3ccfc,segment=NetworkSegment(0938082c-7054-43c1-9634-2f763bafddf5),segment_id=0938082c-7054-43c1-9634-2f763bafddf5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:45.830176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:45.830790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:45.831058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:45.835362 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29847ee9-6dc0-41c0-9a44-19d2e4db38fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:45.847510 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:45.864291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Port 60313a0f-8105-4544-8357-aced05873d38 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:45.864633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:45.878099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:45.879721 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f94b9534-3b0e-4383-9db9-31622bcea9ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=eb14fe9a-7dce-4766-8386-f266e574c13b HTTP/1.1" status: 200 len: 217 time: 0.1087980 Aug 26 10:47:45.900644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:45.903826 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:45.904727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:45.904727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:45.905044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Bound port: 60313a0f-8105-4544-8357-aced05873d38, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:45.906990 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:45.941936 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Transition to ACTIVE for port object 81d222fb-97d1-4bd6-8280-65da5eb455c8 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:46.007648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=f4c4a778-1dee-4853-97bf-d4778db3ccfc,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:46.036297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d535e10-2810-46e9-b1de-993636bc8544 req-d58748aa-5545-442f-b590-591e38429df1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3215029 Aug 26 10:47:46.089324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-5ee72fb3-30a5-46cf-9fc6-e3d0fc319644 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942864 Aug 26 10:47:46.115816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-0b84faf9-9272-4f71-8578-c490bca018d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:46.117683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-0b84faf9-9272-4f71-8578-c490bca018d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.2290876 Aug 26 10:47:46.158417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a0d18-a408-463c-841c-bba782ca3d14 req-b27f7950-95cc-4954-bc13-48ac78ee3bba tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:46.165108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-428a0d18-a408-463c-841c-bba782ca3d14 req-b27f7950-95cc-4954-bc13-48ac78ee3bba tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 943 time: 0.2331331 Aug 26 10:47:46.169778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:46.179143 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:46.182047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=60313a0f-8105-4544-8357-aced05873d38,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:46.183929 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:46.206080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cc9bb873-caff-40d4-983a-59d61fe6dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:47:46.218431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:46.278093 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:46.283909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bb873-caff-40d4-983a-59d61fe6dfb1 None None] The sync data for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 is: [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:47:46.288495 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:46.289177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:46.290773 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] 10.222.0.42 "PUT /v2.0/ports/60313a0f-8105-4544-8357-aced05873d38 HTTP/1.1" status: 200 len: 1092 time: 1.8224289 Aug 26 10:47:46.291789 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:46.296328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:46.312367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Pushing event updated for resources: {'Port': ['ID=81d222fb-97d1-4bd6-8280-65da5eb455c8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:46.352978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-428a0d18-a408-463c-841c-bba782ca3d14 req-bb8ce087-d268-4103-965a-9c3c2bb1bd0f tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578796 Aug 26 10:47:46.378238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a38206-09d5-4d81-bc5c-8d84c15f6f2c req-572197d5-3175-4e87-97ff-94c675ef780c tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:46.380403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75a38206-09d5-4d81-bc5c-8d84c15f6f2c req-572197d5-3175-4e87-97ff-94c675ef780c tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.2141082 Aug 26 10:47:46.393121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-aaddcdf0-a965-41ff-bb56-3dfa1762b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:46.394944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-aaddcdf0-a965-41ff-bb56-3dfa1762b66b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2175164 Aug 26 10:47:46.432636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12775a82-7184-42b6-981d-3e50516f0441 service neutron] Pushing event updated for resources: {'Port': ['ID=60313a0f-8105-4544-8357-aced05873d38,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:46.495084 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcd2f15-b658-4dd6-a2cd-3bf5a9003696 x-openstack-request-id: req-4fcd2f15-b658-4dd6-a2cd-3bf5a9003696 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:46.495520 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebf227e-3e1e-4f51-a99a-84e5eb84f7bd", "name": "network-vif-deleted", "tag": "a611b120-1d5e-4d48-88df-ddcdf0c63456", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:46.495837 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fcd2f15-b658-4dd6-a2cd-3bf5a9003696 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:46.496365 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebf227e-3e1e-4f51-a99a-84e5eb84f7bd', 'name': 'network-vif-deleted', 'tag': 'a611b120-1d5e-4d48-88df-ddcdf0c63456', 'status': 'completed', 'code': 200} Aug 26 10:47:46.519710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5677cac-3609-400a-b302-2634458f2881'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:46.525964 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22140c2c-8527-418c-baec-15840951164c" -d '{"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-plugged", "status": "completed", "tag": "c5677cac-3609-400a-b302-2634458f2881"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:46.532682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:46.533512 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:46.553660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-c97abd0b-ba41-4c7d-a195-8b08c821d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:46.555442 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-c97abd0b-ba41-4c7d-a195-8b08c821d61a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 1095 time: 0.1912076 Aug 26 10:47:46.580500 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-5ceb518f-3200-4cc2-a157-3e6f840620a9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4531469 Aug 26 10:47:46.604520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75a38206-09d5-4d81-bc5c-8d84c15f6f2c req-306354f8-9eac-4fc1-ad45-ff409c299539 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084858 Aug 26 10:47:46.661658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Request body: {'port': {'device_id': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:46.667909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-61c9d54f-9848-4ae7-8abd-e657a834193c service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638824 Aug 26 10:47:46.668080 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-3850237c-e8b7-4ef0-819f-6d4ead94dd28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60313a0f-8105-4544-8357-aced05873d38 HTTP/1.1" status: 200 len: 217 time: 0.1000121 Aug 26 10:47:46.755734 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a25c8ff2-fc67-4413-8712-b41466a92d31 None None] Provisioning for port 81d222fb-97d1-4bd6-8280-65da5eb455c8 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:46.762223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a25c8ff2-fc67-4413-8712-b41466a92d31 None None] Provisioning complete for port 81d222fb-97d1-4bd6-8280-65da5eb455c8 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:46.762607 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a25c8ff2-fc67-4413-8712-b41466a92d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:46.794919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-c29f6d99-c60e-4297-aa78-cbc9b07003e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:46.796820 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-c29f6d99-c60e-4297-aa78-cbc9b07003e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.1050413 Aug 26 10:47:46.800356 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:46.851668 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-b1098643-d3f2-46bd-8d29-e5bec25d4285 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407259 Aug 26 10:47:46.854518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a25c8ff2-fc67-4413-8712-b41466a92d31 None None] Port 81d222fb-97d1-4bd6-8280-65da5eb455c8 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:46.901141 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e454ffaf-1978-4edb-a4a1-e7bc72f4671f None None] New status for floating IP ba1479f0-4f6c-428d-b615-d538f6553996: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:47:46.907612 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-78117a93-382a-4cc6-b142-1ed81596ca35 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284005 Aug 26 10:47:47.022600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:47.072721 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-1bfd98c5-635f-4ae9-b2e1-0b65aa06a57e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06b18670-82f9-4b7e-9c47-a1f920dacb98 HTTP/1.1" status: 200 len: 217 time: 0.1491232 Aug 26 10:47:47.190253 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-0ed8ede3-3bed-4740-b622-05fb50242b64 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106680 Aug 26 10:47:47.232684 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-e834e1e2-1c8b-4a63-b935-58e1233828da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:47.238110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-e834e1e2-1c8b-4a63-b935-58e1233828da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df0dfa6-d27a-4ded-801d-40072b12272b HTTP/1.1" status: 200 len: 797 time: 0.1574197 Aug 26 10:47:47.309424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-a1e44b1b-7634-4262-8c01-20b3950a0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:47.314893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-a1e44b1b-7634-4262-8c01-20b3950a0cc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0666509 Aug 26 10:47:47.489867 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-baba6055-8fcf-47d4-8e6a-236a6e744330 req-ce5d7497-e695-4ae0-847a-4f99a12f545c service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845981 Aug 26 10:47:47.564162 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d222fb-97d1-4bd6-8280-65da5eb455c8 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:47.577554 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:47.598861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Transition to ACTIVE for port object 81d222fb-97d1-4bd6-8280-65da5eb455c8 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:47.745619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c05369ec-7059-4468-a22b-da14b7284eb6 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:47.752795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c05369ec-7059-4468-a22b-da14b7284eb6 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:47.754768 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c05369ec-7059-4468-a22b-da14b7284eb6 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.47 "GET /v2.0/networks?id=babd13f5-c300-402d-b871-8f49791737e1&id=57b39f7f-d919-476c-b8ca-ca7665e5b784 HTTP/1.1" status: 200 len: 1392 time: 0.1532655 Aug 26 10:47:47.756188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:47.806219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'port': {'device_id': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1', 'admin_state_up': True, 'tenant_id': '8aa12da374f34426b789f153927a6d7e'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:47.894365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28828ace-6df8-466a-9549-537cf5a0a02a req-a38680a1-b20e-4743-8b39-31a44031c900 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 210 time: 0.0835245 Aug 26 10:47:47.934785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=81d222fb-97d1-4bd6-8280-65da5eb455c8,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:47.955924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-87029c7c-e89b-4db8-bb16-778b8ba42575 service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338048 Aug 26 10:47:47.965922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bed84-920e-4433-b431-c231ea531e87 req-427f7f46-bb00-41ef-a363-9b3d788b2be4 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:47.973780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d0bed84-920e-4433-b431-c231ea531e87 req-427f7f46-bb00-41ef-a363-9b3d788b2be4 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 944 time: 0.1598980 Aug 26 10:47:48.039740 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f4c4a778-1dee-4853-97bf-d4778db3ccfc up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:48.142831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f4c4a778-1dee-4853-97bf-d4778db3ccfc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:48.143318 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:48.189762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d0bed84-920e-4433-b431-c231ea531e87 req-75a4982d-4e4a-43a1-b74f-2a15f1ae09b9 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141068 Aug 26 10:47:48.200944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Attempting to bind port 81d222fb-97d1-4bd6-8280-65da5eb455c8 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:48.201590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Attempting to bind port 81d222fb-97d1-4bd6-8280-65da5eb455c8 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:48.202392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Attempting to bind port 81d222fb-97d1-4bd6-8280-65da5eb455c8 on network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:48.218610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:48.235523 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:48.270205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Port 81d222fb-97d1-4bd6-8280-65da5eb455c8 on network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:48.270542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Attempting to bind port 81d222fb-97d1-4bd6-8280-65da5eb455c8 on network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:48.278705 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:48.279097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Checking segment: {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:48.279502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Bound using segment: {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:48.280003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Bound port: 81d222fb-97d1-4bd6-8280-65da5eb455c8, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62144a62-690c-40a0-b37f-fd49e69d5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:48.280373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:48.302884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3b1b7-efb5-469f-bff0-5158a4b17e22 req-a4fdb1e3-d383-4dbc-a3b5-ac2251119db9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.313015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dff3b1b7-efb5-469f-bff0-5158a4b17e22 req-a4fdb1e3-d383-4dbc-a3b5-ac2251119db9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.2497959 Aug 26 10:47:48.335299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-f4ca50cf-026b-41e6-8070-8ca6edf79a8d service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579943 Aug 26 10:47:48.353735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] For port 81d222fb-97d1-4bd6-8280-65da5eb455c8, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:48.357326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] For port 81d222fb-97d1-4bd6-8280-65da5eb455c8, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=81d222fb-97d1-4bd6-8280-65da5eb455c8,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:48.374324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dff3b1b7-efb5-469f-bff0-5158a4b17e22 req-967a200f-5a34-4eaa-9df1-7c75fd2a892f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555503 Aug 26 10:47:48.397800 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fe06f2-5101-4894-8437-e9494be79384 x-openstack-request-id: req-e8fe06f2-5101-4894-8437-e9494be79384 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:48.398099 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-plugged", "status": "completed", "tag": "c5677cac-3609-400a-b302-2634458f2881", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:48.398361 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8fe06f2-5101-4894-8437-e9494be79384 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:48.398780 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5677cac-3609-400a-b302-2634458f2881', 'code': 200} Aug 26 10:47:48.403288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:48.454387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.455066 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:48.456536 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] 10.222.0.42 "PUT /v2.0/ports/81d222fb-97d1-4bd6-8280-65da5eb455c8 HTTP/1.1" status: 200 len: 1093 time: 1.8160548 Aug 26 10:47:48.504884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdd012b-dccd-41b8-8216-10403a062afe', 'tag': '60313a0f-8105-4544-8357-aced05873d38'}, {'name': 'network-changed', 'server_uuid': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'tag': '81d222fb-97d1-4bd6-8280-65da5eb455c8'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:48.508161 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdd012b-dccd-41b8-8216-10403a062afe", "tag": "60313a0f-8105-4544-8357-aced05873d38"}, {"name": "network-changed", "server_uuid": "116f5b37-369b-4153-90a4-8ef3cf776fb4", "tag": "81d222fb-97d1-4bd6-8280-65da5eb455c8"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:48.594502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-b4a83630-e3fb-4e41-a389-187f36bd1630 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7108a8f-decf-49c6-874f-190492ae7266 HTTP/1.1" status: 200 len: 217 time: 0.1983037 Aug 26 10:47:48.659961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6774379-71a8-43e7-ace7-4362224b4ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=81d222fb-97d1-4bd6-8280-65da5eb455c8,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:48.670508 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326811-b0e0-4b9e-b21d-26b384015426 req-56d641a1-f0cb-489e-97b3-14d7c02f564f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.676915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326811-b0e0-4b9e-b21d-26b384015426 req-56d641a1-f0cb-489e-97b3-14d7c02f564f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.682748 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326811-b0e0-4b9e-b21d-26b384015426 req-56d641a1-f0cb-489e-97b3-14d7c02f564f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.688732 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326811-b0e0-4b9e-b21d-26b384015426 req-56d641a1-f0cb-489e-97b3-14d7c02f564f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.690213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c5f-75a4-436f-9e6e-7413023b010e req-967e5d3a-db41-4e8d-932b-59059d1c783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.691862 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-967e5d3a-db41-4e8d-932b-59059d1c783e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3&tenant_id=cac702c5642f41e2949e2afdcb274895 HTTP/1.1" status: 200 len: 1101 time: 0.1595263 Aug 26 10:47:48.695209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326811-b0e0-4b9e-b21d-26b384015426 req-56d641a1-f0cb-489e-97b3-14d7c02f564f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.708252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326811-b0e0-4b9e-b21d-26b384015426 req-56d641a1-f0cb-489e-97b3-14d7c02f564f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.711227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Allocated IP 19.80.0.121 (babd13f5-c300-402d-b871-8f49791737e1/405a922d-8876-4f9f-a4ce-f4ce36c96d81/a566c592-84d6-4a39-84aa-23d48d82ed37) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:48.714940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-076be688-4abb-45e7-9f27-995c47513fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.716217 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-076be688-4abb-45e7-9f27-995c47513fa8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2&device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 1096 time: 0.1827149 Aug 26 10:47:48.717146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326811-b0e0-4b9e-b21d-26b384015426 req-56d641a1-f0cb-489e-97b3-14d7c02f564f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.722313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5326811-b0e0-4b9e-b21d-26b384015426 req-56d641a1-f0cb-489e-97b3-14d7c02f564f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5421 time: 0.1613739 Aug 26 10:47:48.795977 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-28a7e7d3-e87f-481e-b7dd-851f2e0c0f4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d222fb-97d1-4bd6-8280-65da5eb455c8 HTTP/1.1" status: 200 len: 217 time: 0.0597737 Aug 26 10:47:48.798912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-26df2efa-c95c-40fd-bed7-1b0a07cc3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.800578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-26df2efa-c95c-40fd-bed7-1b0a07cc3394 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df0dfa6-d27a-4ded-801d-40072b12272b HTTP/1.1" status: 200 len: 797 time: 0.1924140 Aug 26 10:47:48.833587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3cb7-a394-4c51-a4cf-827c564965de req-13814458-3038-41fc-9668-192f7d6e63e6 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.835808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e23c3cb7-a394-4c51-a4cf-827c564965de req-13814458-3038-41fc-9668-192f7d6e63e6 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 943 time: 0.1946361 Aug 26 10:47:48.861315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5326811-b0e0-4b9e-b21d-26b384015426 req-bab1a90f-a357-4d4e-b4bb-55377ad1112f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073530 Aug 26 10:47:48.931550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e23c3cb7-a394-4c51-a4cf-827c564965de req-935c8b86-3b09-4a55-afd9-e4e6c4dc3936 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806415 Aug 26 10:47:48.957215 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-7e41a381-0cc2-4ef0-ba85-ed21930cd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:48.959490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-7e41a381-0cc2-4ef0-ba85-ed21930cd4e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1493313 Aug 26 10:47:49.089201 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:49.151188 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c1faf8-c33a-4cb5-9008-89260e441a53 x-openstack-request-id: req-39c1faf8-c33a-4cb5-9008-89260e441a53 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:49.151757 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdd012b-dccd-41b8-8216-10403a062afe", "tag": "60313a0f-8105-4544-8357-aced05873d38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "116f5b37-369b-4153-90a4-8ef3cf776fb4", "tag": "81d222fb-97d1-4bd6-8280-65da5eb455c8", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:49.151757 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39c1faf8-c33a-4cb5-9008-89260e441a53 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:49.152131 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdd012b-dccd-41b8-8216-10403a062afe', 'tag': '60313a0f-8105-4544-8357-aced05873d38', 'status': 'completed', 'code': 200} Aug 26 10:47:49.152389 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'tag': '81d222fb-97d1-4bd6-8280-65da5eb455c8', 'status': 'completed', 'code': 200} Aug 26 10:47:49.184556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-9cf3e59e-3273-46fe-b9cc-413f30fa3376 service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171922 Aug 26 10:47:49.189903 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c5f-75a4-436f-9e6e-7413023b010e req-844d1480-f5b6-4069-896c-c5f564e68c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.191490 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-844d1480-f5b6-4069-896c-c5f564e68c23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 1101 time: 0.4638758 Aug 26 10:47:49.208250 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-c4f3056b-02b6-43ea-9740-3bc42abf7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.210535 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-c4f3056b-02b6-43ea-9740-3bc42abf7552 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f50a0446-cf9d-4968-84fb-94b0b8bbb8b2 HTTP/1.1" status: 200 len: 862 time: 0.4029276 Aug 26 10:47:49.259140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c86c5069-a70e-45ae-aaa1-8a54abc40ff3 req-0ccca2ef-ef67-4236-881d-749bd28f006e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 210 time: 0.0658634 Aug 26 10:47:49.368040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302635ca-2fd4-4e52-84ea-97413af6323e req-d51dcc88-7b96-40bf-bfae-dadbfa2b3857 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.369600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-302635ca-2fd4-4e52-84ea-97413af6323e req-d51dcc88-7b96-40bf-bfae-dadbfa2b3857 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.3321240 Aug 26 10:47:49.384884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-ef8747b1-5b4b-4c59-a47f-0e211156b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.386393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-ef8747b1-5b4b-4c59-a47f-0e211156b476 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641440 Aug 26 10:47:49.389851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-18a45932-bece-492d-a5b7-4d267255cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.390756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-18a45932-bece-492d-a5b7-4d267255cf2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 1095 time: 0.2879131 Aug 26 10:47:49.397579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f483da-f61e-40cc-a9c5-451d5228cac3 req-3b573c39-2cb8-4b30-807b-5155c04154cc service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965821 Aug 26 10:47:49.426351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c5f-75a4-436f-9e6e-7413023b010e req-964f708b-c15a-4e10-95a7-51944af4fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.428383 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-964f708b-c15a-4e10-95a7-51944af4fda9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2284758 Aug 26 10:47:49.440058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:49.512156 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-7da2bfc6-ad78-448a-b760-1b0926ee056f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=c5677cac-3609-400a-b302-2634458f2881 HTTP/1.1" status: 200 len: 217 time: 0.0683413 Aug 26 10:47:49.524488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Transition to ACTIVE for port object a566c592-84d6-4a39-84aa-23d48d82ed37 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:49.528105 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c7426-34a6-413a-8762-2a10bcb06a07 req-44e43adf-a68a-4fc3-ba70-1e93c4712541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.529792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e30c7426-34a6-413a-8762-2a10bcb06a07 req-44e43adf-a68a-4fc3-ba70-1e93c4712541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 944 time: 0.1859858 Aug 26 10:47:49.541122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-302635ca-2fd4-4e52-84ea-97413af6323e req-2e889e52-fc1a-4799-9e5f-59b6eec59bd3 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496518 Aug 26 10:47:49.621322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c5f-75a4-436f-9e6e-7413023b010e req-77c48d3a-f249-4897-bbcc-a2356ac9e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.622832 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-77c48d3a-f249-4897-bbcc-a2356ac9e2bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0995944 Aug 26 10:47:49.633400 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-09800539-b7ba-4f23-b837-174c86795d7e service neutron] 10.222.0.42 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186191 Aug 26 10:47:49.644171 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-cdb1fd69-cc14-4060-8f66-6475af3b0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.644717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-cdb1fd69-cc14-4060-8f66-6475af3b0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.645401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-cdb1fd69-cc14-4060-8f66-6475af3b0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.645897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-cdb1fd69-cc14-4060-8f66-6475af3b0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.646853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-cdb1fd69-cc14-4060-8f66-6475af3b0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.647338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-cdb1fd69-cc14-4060-8f66-6475af3b0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.647818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-cdb1fd69-cc14-4060-8f66-6475af3b0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.650415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-cdb1fd69-cc14-4060-8f66-6475af3b0494 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6485 time: 0.1701369 Aug 26 10:47:49.656617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:49.663695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e30c7426-34a6-413a-8762-2a10bcb06a07 req-2050adf6-ebbf-40e3-96b6-0bd15b69294d tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198120 Aug 26 10:47:49.754795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-3746ff39-693f-4036-8149-fcb0f3f113bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.756504 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-3746ff39-693f-4036-8149-fcb0f3f113bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.3406410 Aug 26 10:47:49.766970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network babd13f5-c300-402d-b871-8f49791737e1 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:49.777292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:49.793101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:49.819718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Port': ['ID=a566c592-84d6-4a39-84aa-23d48d82ed37,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:49.839058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93828c5f-75a4-436f-9e6e-7413023b010e req-c6c82f22-d2ba-4dd4-b399-ceab65f59f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.840625 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-c6c82f22-d2ba-4dd4-b399-ceab65f59f20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2063324 Aug 26 10:47:49.859803 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d38b2f1e-720e-40ea-a269-1a6262a4534c req-f4e38b66-025b-4ead-ab67-55863bbe9d82 service neutron] 10.222.0.42 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161326 Aug 26 10:47:49.880712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:49.881382 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:49.972464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-4a0e25c6-bd6e-4909-b152-c64b9f7b336e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60313a0f-8105-4544-8357-aced05873d38 HTTP/1.1" status: 200 len: 217 time: 0.1253924 Aug 26 10:47:50.075883 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:50.079513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe526c-3710-4016-b9c4-db5c05435102 req-340b3551-fa13-4810-ad3c-b179c0c9e2c7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.088739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eebe526c-3710-4016-b9c4-db5c05435102 req-340b3551-fa13-4810-ad3c-b179c0c9e2c7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.3819103 Aug 26 10:47:50.099130 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c32ee905-700b-455b-a5a9-1524f5a4cf95 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2979639 Aug 26 10:47:50.103985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-4f4e0b2d-7adb-4155-ab01-20dbabf01265 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009528 Aug 26 10:47:50.117354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Request body: {'port': {'device_id': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784', 'admin_state_up': True, 'tenant_id': '8aa12da374f34426b789f153927a6d7e'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:50.130110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-80bd4b73-1e89-41d5-a013-eff30d882661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.131687 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-80bd4b73-1e89-41d5-a013-eff30d882661 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.1458979 Aug 26 10:47:50.137307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e56b4f66-db3f-4011-b134-3fb535c6e94a details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:47:50.195129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-bedd0858-7c93-4f81-9b7f-83b813e81902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.196602 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-bedd0858-7c93-4f81-9b7f-83b813e81902 service neutron] 10.222.0.47 "GET /v2.0/networks?id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 HTTP/1.1" status: 200 len: 903 time: 0.5139182 Aug 26 10:47:50.200113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-58d34b7a-b60a-4e7c-b5dd-3687223dfe7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524075 Aug 26 10:47:50.209334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bcc04-f672-4b8f-9108-0d7ece2e7581 req-d2e12dec-5fbb-4fbc-be0e-88eb430cf3dd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.216984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e09bcc04-f672-4b8f-9108-0d7ece2e7581 req-d2e12dec-5fbb-4fbc-be0e-88eb430cf3dd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.2180021 Aug 26 10:47:50.233144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eebe526c-3710-4016-b9c4-db5c05435102 req-12625b17-815c-4aff-9f66-751a440da88d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431124 Aug 26 10:47:50.258773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-29f067b6-2e3b-46b6-9710-83528895dbe8 None None] Provisioning for port a566c592-84d6-4a39-84aa-23d48d82ed37 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:50.273689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-29f067b6-2e3b-46b6-9710-83528895dbe8 None None] Provisioning complete for port a566c592-84d6-4a39-84aa-23d48d82ed37 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:50.274305 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29f067b6-2e3b-46b6-9710-83528895dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:50.343235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-29f067b6-2e3b-46b6-9710-83528895dbe8 None None] Port a566c592-84d6-4a39-84aa-23d48d82ed37 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:50.346125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e56b4f66-db3f-4011-b134-3fb535c6e94a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e56b4f66-db3f-4011-b134-3fb535c6e94a,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:50.368630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'e56b4f66-db3f-4011-b134-3fb535c6e94a', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'port_id': 'e56b4f66-db3f-4011-b134-3fb535c6e94a', 'mac_address': 'fa:16:3e:40:bc:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b7aaaf-6bb9-41cb-8de8-b1187d4324ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:47:50.439354 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:50.440648 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-93828c5f-75a4-436f-9e6e-7413023b010e req-15af4047-a235-46d7-a37a-106771b12b01 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108184 Aug 26 10:47:50.465519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e56b4f66-db3f-4011-b134-3fb535c6e94a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:50.469211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Made reservation on behalf of 8aa12da374f34426b789f153927a6d7e for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:47:50.474707 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:50.503412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e56b4f66-db3f-4011-b134-3fb535c6e94a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e56b4f66-db3f-4011-b134-3fb535c6e94a,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:50.513834 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:50.528198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-f43270b6-e81d-43bc-b3c8-9320a6bae099 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06b18670-82f9-4b7e-9c47-a1f920dacb98 HTTP/1.1" status: 200 len: 217 time: 0.2846732 Aug 26 10:47:50.601231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=e56b4f66-db3f-4011-b134-3fb535c6e94a,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:50.661533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['e56b4f66-db3f-4011-b134-3fb535c6e94a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:50.668222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Allocated IP 19.86.0.59 (57b39f7f-d919-476c-b8ca-ca7665e5b784/a77707c6-d519-4435-a324-0bcf7198b4d9/e2f605e4-a281-4fb0-b513-b4787c6efd0c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:47:50.709630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e09bcc04-f672-4b8f-9108-0d7ece2e7581 req-064144eb-b69a-4de1-9ce4-c54a364f36e9 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864006 Aug 26 10:47:50.743113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-cdee3671-77c9-4579-932c-f76a9d567a6c service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846585 Aug 26 10:47:50.791094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-6f45d7ac-3de1-4f78-983e-997b00ce0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.792564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-6f45d7ac-3de1-4f78-983e-997b00ce0b66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df0dfa6-d27a-4ded-801d-40072b12272b HTTP/1.1" status: 200 len: 797 time: 0.2102311 Aug 26 10:47:50.816673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eaea2-e4d0-4716-b2c9-c0258f61a045 req-58520a73-9ea4-4a87-ae58-7b351b8df47b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.822891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eaea2-e4d0-4716-b2c9-c0258f61a045 req-58520a73-9ea4-4a87-ae58-7b351b8df47b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.830043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eaea2-e4d0-4716-b2c9-c0258f61a045 req-58520a73-9ea4-4a87-ae58-7b351b8df47b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.838691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eaea2-e4d0-4716-b2c9-c0258f61a045 req-58520a73-9ea4-4a87-ae58-7b351b8df47b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.844798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eaea2-e4d0-4716-b2c9-c0258f61a045 req-58520a73-9ea4-4a87-ae58-7b351b8df47b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.851433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eaea2-e4d0-4716-b2c9-c0258f61a045 req-58520a73-9ea4-4a87-ae58-7b351b8df47b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.857444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eaea2-e4d0-4716-b2c9-c0258f61a045 req-58520a73-9ea4-4a87-ae58-7b351b8df47b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:50.859768 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-442eaea2-e4d0-4716-b2c9-c0258f61a045 req-58520a73-9ea4-4a87-ae58-7b351b8df47b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5421 time: 0.3706582 Aug 26 10:47:50.947829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:50.986371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Transition to ACTIVE for port object e2f605e4-a281-4fb0-b513-b4787c6efd0c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:51.038144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-442eaea2-e4d0-4716-b2c9-c0258f61a045 req-264ad78b-bc88-4e02-a4f8-b35db41041ca tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480920 Aug 26 10:47:51.064246 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:51.076785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-794d9775-3b06-424b-8edc-2d73f2e068aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:51.084254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-794d9775-3b06-424b-8edc-2d73f2e068aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2229710 Aug 26 10:47:51.135917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0c85-0754-46ae-95e5-2e0d3aa437e3 req-08c95a3f-3133-4db6-88a6-b993361bb691 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:51.144830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Network 57b39f7f-d919-476c-b8ca-ca7665e5b784 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:47:51.148765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:47:51.151458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-138b0c85-0754-46ae-95e5-2e0d3aa437e3 req-08c95a3f-3133-4db6-88a6-b993361bb691 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 943 time: 0.2813005 Aug 26 10:47:51.151945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:47:51.167703 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-d735a8ef-ad45-48c8-abe1-fab460f2d87b service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956025 Aug 26 10:47:51.246639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:51.247630 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:51.253131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event updated for resources: {'Port': ['ID=e2f605e4-a281-4fb0-b513-b4787c6efd0c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:51.283064 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ea12fdb1-10e6-4845-94b7-3bbc027e8263 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1753414 Aug 26 10:47:51.297316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Request body: {'port': {'device_id': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:51.356729 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-138b0c85-0754-46ae-95e5-2e0d3aa437e3 req-744518bb-b101-41d0-aea0-b2e4445949b6 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986794 Aug 26 10:47:51.414529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72531-58d0-49b9-8a78-d0082615509e req-327ec06b-c0b3-49a8-8515-a0af98dce4e7 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:51.422661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:51.430204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72531-58d0-49b9-8a78-d0082615509e req-327ec06b-c0b3-49a8-8515-a0af98dce4e7 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:51.454437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04e72531-58d0-49b9-8a78-d0082615509e req-327ec06b-c0b3-49a8-8515-a0af98dce4e7 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1654 time: 0.2818518 Aug 26 10:47:51.609077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-0dc4c29f-6c4b-49a1-b23e-4d7f2fce121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:51.611249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-0dc4c29f-6c4b-49a1-b23e-4d7f2fce121d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2&device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 1096 time: 0.3566546 Aug 26 10:47:51.637522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-b86c5d3f-86a3-47f0-9fe0-650be2e2e0cc service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393932 Aug 26 10:47:51.683986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-525ae08b-ee00-4b16-b30c-826cb5ffa502 None None] Provisioning for port e2f605e4-a281-4fb0-b513-b4787c6efd0c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:51.690385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-525ae08b-ee00-4b16-b30c-826cb5ffa502 None None] Provisioning complete for port e2f605e4-a281-4fb0-b513-b4787c6efd0c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:51.690385 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-525ae08b-ee00-4b16-b30c-826cb5ffa502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:51.786784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-525ae08b-ee00-4b16-b30c-826cb5ffa502 None None] Port e2f605e4-a281-4fb0-b513-b4787c6efd0c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:47:51.819981 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:51.894463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-39b27c75-d69e-4c90-b916-c8da264cd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:51.896096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-39b27c75-d69e-4c90-b916-c8da264cd046 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c HTTP/1.1" status: 200 len: 924 time: 0.2574062 Aug 26 10:47:51.931590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04e72531-58d0-49b9-8a78-d0082615509e req-d8befe5c-be81-42de-8b72-f6159175221e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759035 Aug 26 10:47:51.988060 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-e5231afd-64ac-4989-a1e4-f40324371512 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d222fb-97d1-4bd6-8280-65da5eb455c8 HTTP/1.1" status: 200 len: 217 time: 0.0775959 Aug 26 10:47:52.003507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a566c592-84d6-4a39-84aa-23d48d82ed37 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:52.006712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c6f7d-c5f6-4579-927a-1da0df30230b req-a190de6b-4094-4b6c-9f77-db46d98f8d9d tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:52.015844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-126c6f7d-c5f6-4579-927a-1da0df30230b req-a190de6b-4094-4b6c-9f77-db46d98f8d9d tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 944 time: 0.4505501 Aug 26 10:47:52.018194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:52.049280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Transition to ACTIVE for port object a566c592-84d6-4a39-84aa-23d48d82ed37 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:52.058263 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:52.090413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-300ee2cd-b75a-44b8-94f4-2fe893bd96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:52.091991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-300ee2cd-b75a-44b8-94f4-2fe893bd96a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f50a0446-cf9d-4968-84fb-94b0b8bbb8b2 HTTP/1.1" status: 200 len: 862 time: 0.0732930 Aug 26 10:47:52.147674 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 81d222fb-97d1-4bd6-8280-65da5eb455c8 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:47:52.151346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e56b4f66-db3f-4011-b134-3fb535c6e94a up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:52.189940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Pushing event updated for resources: {'Port': ['ID=a566c592-84d6-4a39-84aa-23d48d82ed37,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:52.241618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-126c6f7d-c5f6-4579-927a-1da0df30230b req-bb9eebc4-03f3-403b-8899-1b270824a81d tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243612 Aug 26 10:47:52.256358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8765bc3f-ef02-4ba7-b40d-bf5d832076ef req-07a2aab9-b5b5-44f5-b3ec-290e8faff9d0 service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546436 Aug 26 10:47:52.264254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-0fff2261-5ad3-41f4-892e-f08792596bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:52.270601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-0fff2261-5ad3-41f4-892e-f08792596bf9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643813 Aug 26 10:47:52.496439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Attempting to bind port a566c592-84d6-4a39-84aa-23d48d82ed37 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:52.496837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Attempting to bind port a566c592-84d6-4a39-84aa-23d48d82ed37 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'e3407ced-dd4e-4eeb-90b2-918c1e1f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:52.497268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Attempting to bind port a566c592-84d6-4a39-84aa-23d48d82ed37 on network babd13f5-c300-402d-b871-8f49791737e1 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:52.517966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Port a566c592-84d6-4a39-84aa-23d48d82ed37 on network babd13f5-c300-402d-b871-8f49791737e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:52.518226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Attempting to bind port a566c592-84d6-4a39-84aa-23d48d82ed37 on network babd13f5-c300-402d-b871-8f49791737e1 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:52.541211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:52.541563 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Checking segment: {'id': 'e3407ced-dd4e-4eeb-90b2-918c1e1f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:52.541971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Bound using segment: {'id': 'e3407ced-dd4e-4eeb-90b2-918c1e1f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:52.542433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Bound port: a566c592-84d6-4a39-84aa-23d48d82ed37, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3407ced-dd4e-4eeb-90b2-918c1e1f6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:52.554166 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:52.589519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port e56b4f66-db3f-4011-b134-3fb535c6e94a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:52.589865 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:52.685438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-d677f967-0906-401c-a9fa-3091a25fe4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:52.686503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-d677f967-0906-401c-a9fa-3091a25fe4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:52.688144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-d677f967-0906-401c-a9fa-3091a25fe4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:52.691418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-d677f967-0906-401c-a9fa-3091a25fe4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:52.693848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-d677f967-0906-401c-a9fa-3091a25fe4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:52.695408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-d677f967-0906-401c-a9fa-3091a25fe4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:52.696863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-d677f967-0906-401c-a9fa-3091a25fe4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:52.703663 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-d677f967-0906-401c-a9fa-3091a25fe4c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6485 time: 0.2442088 Aug 26 10:47:52.738992 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-6ea16a60-51eb-4434-b22b-1913ae4d0bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588487 Aug 26 10:47:52.745483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] For port a566c592-84d6-4a39-84aa-23d48d82ed37, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:52.752128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] For port a566c592-84d6-4a39-84aa-23d48d82ed37, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a566c592-84d6-4a39-84aa-23d48d82ed37,segment=NetworkSegment(e3407ced-dd4e-4eeb-90b2-918c1e1f6811),segment_id=e3407ced-dd4e-4eeb-90b2-918c1e1f6811)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:52.760355 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:52.825779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 81d222fb-97d1-4bd6-8280-65da5eb455c8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=81d222fb-97d1-4bd6-8280-65da5eb455c8,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:52.840230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:52.840804 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:52.846979 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] 10.222.0.47 "PUT /v2.0/ports/a566c592-84d6-4a39-84aa-23d48d82ed37 HTTP/1.1" status: 200 len: 1093 time: 1.5507948 Aug 26 10:47:52.847534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'tag': 'a566c592-84d6-4a39-84aa-23d48d82ed37'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:52.849910 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e65d7ed-3dd6-47f8-b3bf-459db8c9638b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "tag": "a566c592-84d6-4a39-84aa-23d48d82ed37"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:52.883434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '81d222fb-97d1-4bd6-8280-65da5eb455c8', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'port_id': '81d222fb-97d1-4bd6-8280-65da5eb455c8', 'mac_address': 'fa:16:3e:24:7b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:47:52.897617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Request body: {'port': {'device_id': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:47:53.074640 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e01f25-a8fa-4fea-8167-5b29ff745337 service neutron] Pushing event updated for resources: {'Port': ['ID=a566c592-84d6-4a39-84aa-23d48d82ed37,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:53.197654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:53.290012 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:53.321662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d222fb-97d1-4bd6-8280-65da5eb455c8 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:53.327648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:53.369760 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56b4f66-db3f-4011-b134-3fb535c6e94a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:53.372202 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171c6599-7553-4674-b26e-326665e0516a" -d '{"events": [{"server_uuid": "1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8", "name": "network-vif-plugged", "status": "completed", "tag": "e56b4f66-db3f-4011-b134-3fb535c6e94a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:53.393368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 81d222fb-97d1-4bd6-8280-65da5eb455c8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=81d222fb-97d1-4bd6-8280-65da5eb455c8,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:53.402064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e56b4f66-db3f-4011-b134-3fb535c6e94a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e56b4f66-db3f-4011-b134-3fb535c6e94a,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:53.405260 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:53.468590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9f8792b-faf6-4624-9e02-7aa94cb5fdb7 req-52c83aca-5dfc-4ac6-a792-0f9d6956288f service neutron] 10.222.0.42 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398013 Aug 26 10:47:53.528754 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:53.529816 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c5677cac-3609-400a-b302-2634458f2881 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:47:53.531779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=81d222fb-97d1-4bd6-8280-65da5eb455c8,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:53.622043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a85913-add1-4e35-9be1-6524d1bbae1e req-26300411-6d61-4b42-b2b4-ef8354142da0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:53.628626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a85913-add1-4e35-9be1-6524d1bbae1e req-26300411-6d61-4b42-b2b4-ef8354142da0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:53.635220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a85913-add1-4e35-9be1-6524d1bbae1e req-26300411-6d61-4b42-b2b4-ef8354142da0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:53.641524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a85913-add1-4e35-9be1-6524d1bbae1e req-26300411-6d61-4b42-b2b4-ef8354142da0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:53.649506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a85913-add1-4e35-9be1-6524d1bbae1e req-26300411-6d61-4b42-b2b4-ef8354142da0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:53.655956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a85913-add1-4e35-9be1-6524d1bbae1e req-26300411-6d61-4b42-b2b4-ef8354142da0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:53.663200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a85913-add1-4e35-9be1-6524d1bbae1e req-26300411-6d61-4b42-b2b4-ef8354142da0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:53.666449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90a85913-add1-4e35-9be1-6524d1bbae1e req-26300411-6d61-4b42-b2b4-ef8354142da0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5421 time: 0.8996840 Aug 26 10:47:53.673028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=e56b4f66-db3f-4011-b134-3fb535c6e94a,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:53.696497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02886e-fddc-4422-81f8-c522809466a5 req-cc8aeaf3-3f27-44d4-b284-979129e1ce51 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:53.700201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb02886e-fddc-4422-81f8-c522809466a5 req-cc8aeaf3-3f27-44d4-b284-979129e1ce51 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.9921236 Aug 26 10:47:53.790374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f605e4-a281-4fb0-b513-b4787c6efd0c {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:53.803064 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:53.818553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Transition to ACTIVE for port object e2f605e4-a281-4fb0-b513-b4787c6efd0c will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:47:53.825267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb02886e-fddc-4422-81f8-c522809466a5 req-335b4534-c4a4-431b-b3c7-bf8aed21c258 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132803 Aug 26 10:47:53.831815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['81d222fb-97d1-4bd6-8280-65da5eb455c8'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:53.844199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90a85913-add1-4e35-9be1-6524d1bbae1e req-d2fb42d1-dcfd-4afe-92f9-1b86cb9789f0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911822 Aug 26 10:47:53.846102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-2de82504-4d9e-49b6-b64c-3c078a60c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:53.848918 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-2de82504-4d9e-49b6-b64c-3c078a60c11d service neutron] 10.222.0.47 "GET /v2.0/networks?id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 HTTP/1.1" status: 200 len: 903 time: 1.1167407 Aug 26 10:47:53.853351 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:53.920330 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:53.953223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-6c83cfe0-49bd-4d38-8ef2-9ca816ffdc08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7108a8f-decf-49c6-874f-190492ae7266 HTTP/1.1" status: 200 len: 217 time: 0.0938363 Aug 26 10:47:54.010532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Pushing event updated for resources: {'Port': ['ID=e2f605e4-a281-4fb0-b513-b4787c6efd0c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:54.091885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:54.113104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-3a46eb43-e73c-4923-9afd-adb39210b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:54.114639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-3a46eb43-e73c-4923-9afd-adb39210b8a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df0dfa6-d27a-4ded-801d-40072b12272b HTTP/1.1" status: 200 len: 797 time: 0.1532309 Aug 26 10:47:54.126049 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:54.129005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95ae60-156e-4b7a-ab26-ea7997c12b88 req-f7e72a16-c962-4b95-8da0-8a6247c1e7f9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:54.137127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f95ae60-156e-4b7a-ab26-ea7997c12b88 req-f7e72a16-c962-4b95-8da0-8a6247c1e7f9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 943 time: 0.1281135 Aug 26 10:47:54.246379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e423a-2b38-42a1-96fa-e50449831b38 req-6cff23f1-1f21-486d-b1bb-2e143c6a5701 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:54.264148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b19e423a-2b38-42a1-96fa-e50449831b38 req-6cff23f1-1f21-486d-b1bb-2e143c6a5701 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.2194097 Aug 26 10:47:54.277514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Attempting to bind port e2f605e4-a281-4fb0-b513-b4787c6efd0c on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:47:54.279715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Attempting to bind port e2f605e4-a281-4fb0-b513-b4787c6efd0c by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '0938082c-7054-43c1-9634-2f763bafddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:47:54.285611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Attempting to bind port e2f605e4-a281-4fb0-b513-b4787c6efd0c on network 57b39f7f-d919-476c-b8ca-ca7665e5b784 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:54.292702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Port e2f605e4-a281-4fb0-b513-b4787c6efd0c on network 57b39f7f-d919-476c-b8ca-ca7665e5b784 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:47:54.293135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:54.296027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Attempting to bind port e2f605e4-a281-4fb0-b513-b4787c6efd0c on network 57b39f7f-d919-476c-b8ca-ca7665e5b784 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:47:54.302025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c5677cac-3609-400a-b302-2634458f2881 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:47:54.313194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:47:54.313988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Checking segment: {'id': '0938082c-7054-43c1-9634-2f763bafddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:47:54.314601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Bound using segment: {'id': '0938082c-7054-43c1-9634-2f763bafddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:47:54.318402 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Bound port: e2f605e4-a281-4fb0-b513-b4787c6efd0c, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0938082c-7054-43c1-9634-2f763bafddf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:47:54.319094 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:54.352909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b19e423a-2b38-42a1-96fa-e50449831b38 req-3d33fe89-ef08-45b8-a38c-e75abc84bea9 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878813 Aug 26 10:47:54.397277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f95ae60-156e-4b7a-ab26-ea7997c12b88 req-692e0205-f6c2-4e40-a11f-960dd293171c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533283 Aug 26 10:47:54.445303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-41b08d98-6f5b-4e6d-82aa-f866d265023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:54.453628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-41b08d98-6f5b-4e6d-82aa-f866d265023b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2718611 Aug 26 10:47:54.515464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] For port e2f605e4-a281-4fb0-b513-b4787c6efd0c, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:47:54.525092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] For port e2f605e4-a281-4fb0-b513-b4787c6efd0c, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=e2f605e4-a281-4fb0-b513-b4787c6efd0c,segment=NetworkSegment(0938082c-7054-43c1-9634-2f763bafddf5),segment_id=0938082c-7054-43c1-9634-2f763bafddf5)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:47:54.580571 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4177b850-ad95-4439-94a8-a871cf625966 x-openstack-request-id: req-4177b850-ad95-4439-94a8-a871cf625966 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:54.581048 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "tag": "a566c592-84d6-4a39-84aa-23d48d82ed37", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:54.581399 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4177b850-ad95-4439-94a8-a871cf625966 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:54.581896 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'tag': 'a566c592-84d6-4a39-84aa-23d48d82ed37', 'status': 'completed', 'code': 200} Aug 26 10:47:54.589626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:54.605205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:54.622426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-f8eba3ef-e0d4-4bc6-88ce-1420ede13acf service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578288 Aug 26 10:47:54.639532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'c5677cac-3609-400a-b302-2634458f2881', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'c5677cac-3609-400a-b302-2634458f2881', 'mac_address': 'fa:16:3e:60:1c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:47:54.715313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:54.716163 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:54.717818 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] 10.222.0.47 "PUT /v2.0/ports/e2f605e4-a281-4fb0-b513-b4787c6efd0c HTTP/1.1" status: 200 len: 1092 time: 1.8394253 Aug 26 10:47:54.770354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65d7ed-3dd6-47f8-b3bf-459db8c9638b req-88d5c5d5-31e5-4ce1-9655-2711da525ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:54.771186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65d7ed-3dd6-47f8-b3bf-459db8c9638b req-88d5c5d5-31e5-4ce1-9655-2711da525ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:54.774274 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2e65d7ed-3dd6-47f8-b3bf-459db8c9638b req-88d5c5d5-31e5-4ce1-9655-2711da525ee8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aa12da374f34426b789f153927a6d7e&device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1982 time: 0.2449801 Aug 26 10:47:54.775211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eb0f5-606f-44d8-82b0-be62d60e577f service neutron] Pushing event updated for resources: {'Port': ['ID=e2f605e4-a281-4fb0-b513-b4787c6efd0c,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:54.829776 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:54.852068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9828c02-e657-4bfa-a6a8-e52a0e607d28 req-fc65d5dc-34b3-4602-a35e-f6a833f3ef69 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:54.859650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9828c02-e657-4bfa-a6a8-e52a0e607d28 req-fc65d5dc-34b3-4602-a35e-f6a833f3ef69 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:54.861584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9828c02-e657-4bfa-a6a8-e52a0e607d28 req-fc65d5dc-34b3-4602-a35e-f6a833f3ef69 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1678 time: 0.2287850 Aug 26 10:47:54.872281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2356f9-87f1-4866-aeae-b89cb2e9f0de req-d5cc5d5e-4a51-4414-b799-fcf5e4fb7b9b tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:54.897842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f2356f9-87f1-4866-aeae-b89cb2e9f0de req-d5cc5d5e-4a51-4414-b799-fcf5e4fb7b9b tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 945 time: 0.2738044 Aug 26 10:47:54.919581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5677cac-3609-400a-b302-2634458f2881 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:55.005709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-256f8cc9-7fd5-4e34-8c99-c2c71b43889c req-41dd332c-d0a4-4a65-afd9-8494808f6f7d service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603184 Aug 26 10:47:55.014384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:55.037562 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:55.062181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9828c02-e657-4bfa-a6a8-e52a0e607d28 req-3adc22c2-f17d-419c-83ac-bd4a29d88c14 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074932 Aug 26 10:47:55.073889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65d7ed-3dd6-47f8-b3bf-459db8c9638b req-34e6b85a-54cf-4483-9f2a-d459d15df4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.075013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65d7ed-3dd6-47f8-b3bf-459db8c9638b req-34e6b85a-54cf-4483-9f2a-d459d15df4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.075784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65d7ed-3dd6-47f8-b3bf-459db8c9638b req-34e6b85a-54cf-4483-9f2a-d459d15df4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.078064 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2e65d7ed-3dd6-47f8-b3bf-459db8c9638b req-34e6b85a-54cf-4483-9f2a-d459d15df4f6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=8aa12da374f34426b789f153927a6d7e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2799516 Aug 26 10:47:55.103013 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f2356f9-87f1-4866-aeae-b89cb2e9f0de req-4508227e-6642-43ec-a036-b774346fd49a tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991458 Aug 26 10:47:55.192738 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:55.200329 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b10418-a737-4ea9-8ce3-2d0d44fa2bdf x-openstack-request-id: req-c5b10418-a737-4ea9-8ce3-2d0d44fa2bdf {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:55.202791 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8", "name": "network-vif-plugged", "status": "completed", "tag": "e56b4f66-db3f-4011-b134-3fb535c6e94a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:55.203077 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5b10418-a737-4ea9-8ce3-2d0d44fa2bdf {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:55.203495 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56b4f66-db3f-4011-b134-3fb535c6e94a', 'code': 200} Aug 26 10:47:55.342552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c5677cac-3609-400a-b302-2634458f2881'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:55.395749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65d7ed-3dd6-47f8-b3bf-459db8c9638b req-f847a613-02ed-45be-90ec-4b8331a56730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.412624 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2e65d7ed-3dd6-47f8-b3bf-459db8c9638b req-f847a613-02ed-45be-90ec-4b8331a56730 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3237836 Aug 26 10:47:55.629125 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-5fdac5c4-d3f8-42ad-a76b-2b4ddc850886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.631377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-5fdac5c4-d3f8-42ad-a76b-2b4ddc850886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.635331 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-5fdac5c4-d3f8-42ad-a76b-2b4ddc850886 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aa12da374f34426b789f153927a6d7e&device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1982 time: 0.1810706 Aug 26 10:47:55.644189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb22e6-ad0a-4586-81db-1df15a68297a req-794f5fad-1af3-4cf2-850f-e43f984999f7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.652826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-accb22e6-ad0a-4586-81db-1df15a68297a req-794f5fad-1af3-4cf2-850f-e43f984999f7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.2630293 Aug 26 10:47:55.722590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775affa-8ba8-40d1-91f6-2990cae37475 req-cc0ac815-2e66-4555-b2a9-5ea971a223fc tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.726518 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ca1504e0-cb1d-41cf-8c9e-45354d29abef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=a566c592-84d6-4a39-84aa-23d48d82ed37 HTTP/1.1" status: 200 len: 217 time: 0.0738492 Aug 26 10:47:55.761135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775affa-8ba8-40d1-91f6-2990cae37475 req-cc0ac815-2e66-4555-b2a9-5ea971a223fc tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.785133 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775affa-8ba8-40d1-91f6-2990cae37475 req-cc0ac815-2e66-4555-b2a9-5ea971a223fc tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.805066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775affa-8ba8-40d1-91f6-2990cae37475 req-cc0ac815-2e66-4555-b2a9-5ea971a223fc tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.821976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775affa-8ba8-40d1-91f6-2990cae37475 req-cc0ac815-2e66-4555-b2a9-5ea971a223fc tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.831397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775affa-8ba8-40d1-91f6-2990cae37475 req-cc0ac815-2e66-4555-b2a9-5ea971a223fc tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.842535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775affa-8ba8-40d1-91f6-2990cae37475 req-cc0ac815-2e66-4555-b2a9-5ea971a223fc tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.856673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-e5181dc8-ac6f-4291-a42f-c201527a1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.857063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3775affa-8ba8-40d1-91f6-2990cae37475 req-cc0ac815-2e66-4555-b2a9-5ea971a223fc tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5421 time: 0.3951111 Aug 26 10:47:55.859437 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-e5181dc8-ac6f-4291-a42f-c201527a1d37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=405a922d-8876-4f9f-a4ce-f4ce36c96d81 HTTP/1.1" status: 200 len: 801 time: 0.1175616 Aug 26 10:47:55.934310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3775affa-8ba8-40d1-91f6-2990cae37475 req-c9474098-906a-4d5c-98a2-06d970e580c9 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755079 Aug 26 10:47:55.966514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-54cded8d-cb35-496e-9341-55590e7ecfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:55.968077 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-54cded8d-cb35-496e-9341-55590e7ecfa4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=babd13f5-c300-402d-b871-8f49791737e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978875 Aug 26 10:47:55.968646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-accb22e6-ad0a-4586-81db-1df15a68297a req-83469798-f23a-4e9d-b804-013e65ae1b95 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078523 Aug 26 10:47:56.164643 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 81d222fb-97d1-4bd6-8280-65da5eb455c8 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:56.171921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1e186-bd71-4c75-a112-3b75b0e046f7 req-cf9f2ff3-e7a0-4ea7-9c77-ee1b61fb8c05 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:56.192373 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9da1e186-bd71-4c75-a112-3b75b0e046f7 req-cf9f2ff3-e7a0-4ea7-9c77-ee1b61fb8c05 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1475601 Aug 26 10:47:56.241220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35c965-7976-45e6-9845-d7086861160a req-03b138b7-067c-4604-b9a4-ce9fa447e222 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:56.252392 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-ab7fbd6f-c341-40a2-8868-8312fda301af service neutron] 10.222.0.47 "GET /v2.0/networks/babd13f5-c300-402d-b871-8f49791737e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743340 Aug 26 10:47:56.255920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f35c965-7976-45e6-9845-d7086861160a req-03b138b7-067c-4604-b9a4-ce9fa447e222 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 943 time: 0.1490018 Aug 26 10:47:56.304822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 81d222fb-97d1-4bd6-8280-65da5eb455c8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:47:56.310242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 81d222fb-97d1-4bd6-8280-65da5eb455c8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:56.310677 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:56.468415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f35c965-7976-45e6-9845-d7086861160a req-eb760692-3978-48a6-bd82-ddde05e59d36 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107697 Aug 26 10:47:56.497318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9da1e186-bd71-4c75-a112-3b75b0e046f7 req-d19de566-2235-43d9-a9c2-19bd78f8290f tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940123 Aug 26 10:47:56.512135 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:56.581881 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-422ac4d8-a79e-44b1-9bf3-89cb2ba91a8b service neutron] 10.222.0.47 "GET /v2.0/networks/babd13f5-c300-402d-b871-8f49791737e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195438 Aug 26 10:47:56.585744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'tag': 'e2f605e4-a281-4fb0-b513-b4787c6efd0c'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:56.588812 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e260b3a-2b3d-4d73-9b3d-192412ded454" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "tag": "e2f605e4-a281-4fb0-b513-b4787c6efd0c"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:56.619940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 81d222fb-97d1-4bd6-8280-65da5eb455c8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=81d222fb-97d1-4bd6-8280-65da5eb455c8,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:56.637206 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:56.731159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=81d222fb-97d1-4bd6-8280-65da5eb455c8,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:56.741805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.742163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.742512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.742894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.743280 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.743631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.743968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.744353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.744692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.745028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.745363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.745691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:47:56.758462 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-4d97e656-30f4-4a05-a1c6-5d929592e08f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.59&port_id=e2f605e4-a281-4fb0-b513-b4787c6efd0c HTTP/1.1" status: 200 len: 217 time: 0.1502707 Aug 26 10:47:56.828884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-618cda8d-5086-4415-acc7-6490cad89e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:56.830431 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-618cda8d-5086-4415-acc7-6490cad89e21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a77707c6-d519-4435-a324-0bcf7198b4d9 HTTP/1.1" status: 200 len: 801 time: 0.0559928 Aug 26 10:47:56.894810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90b706-a81d-40b6-9f70-9bfd9357a9af req-a6780dc4-8dd4-44e9-a9a0-21a96d67b5e2 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:56.899096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a90b706-a81d-40b6-9f70-9bfd9357a9af req-a6780dc4-8dd4-44e9-a9a0-21a96d67b5e2 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 949 time: 0.2454343 Aug 26 10:47:56.959356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-f7e1c660-6760-4375-bc8d-29b8ed7fd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:56.961274 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-f7e1c660-6760-4375-bc8d-29b8ed7fd8af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=57b39f7f-d919-476c-b8ca-ca7665e5b784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138716 Aug 26 10:47:56.970317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a90b706-a81d-40b6-9f70-9bfd9357a9af req-495fd87b-c4ce-4973-a7cc-8a621af73782 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588257 Aug 26 10:47:56.994346 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9166-2c86-4126-9d88-ab1179e1fbcd req-576f3534-d727-4b3a-88bf-c9fe7a29af15 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.004115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9166-2c86-4126-9d88-ab1179e1fbcd req-576f3534-d727-4b3a-88bf-c9fe7a29af15 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.016619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0dfb9166-2c86-4126-9d88-ab1179e1fbcd req-576f3534-d727-4b3a-88bf-c9fe7a29af15 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1678 time: 0.2885909 Aug 26 10:47:57.082431 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0dfb9166-2c86-4126-9d88-ab1179e1fbcd req-42e23de1-5256-48c2-9614-a7e9688d883f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638456 Aug 26 10:47:57.134019 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-61e62e34-4c15-4bdd-84cb-90ea748097a8 service neutron] 10.222.0.47 "GET /v2.0/networks/57b39f7f-d919-476c-b8ca-ca7665e5b784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610513 Aug 26 10:47:57.194072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcb30b-635b-4c23-9c92-727212739c15 req-f35768f9-5e60-41cd-9aa6-0f814599d0d5 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.196014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bbcb30b-635b-4c23-9c92-727212739c15 req-f35768f9-5e60-41cd-9aa6-0f814599d0d5 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 946 time: 0.0816355 Aug 26 10:47:57.205185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5677cac-3609-400a-b302-2634458f2881'}, {'server_uuid': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d222fb-97d1-4bd6-8280-65da5eb455c8'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:57.207560 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d7337f-ab97-4286-954f-c941a7644d77" -d '{"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c5677cac-3609-400a-b302-2634458f2881"}, {"server_uuid": "116f5b37-369b-4153-90a4-8ef3cf776fb4", "name": "network-vif-plugged", "status": "completed", "tag": "81d222fb-97d1-4bd6-8280-65da5eb455c8"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:47:57.283599 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bbcb30b-635b-4c23-9c92-727212739c15 req-d1d35b0e-a61b-4491-97da-25a956cdf780 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782762 Aug 26 10:47:57.307374 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f238043d-1f88-4f93-89a8-3e4f6b1be33f req-54da695c-92af-4418-b06c-cb0fc51cea3a service neutron] 10.222.0.47 "GET /v2.0/networks/57b39f7f-d919-476c-b8ca-ca7665e5b784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556191 Aug 26 10:47:57.363794 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a28ab5-c1dd-413d-80b8-7d4d7da0afe8 x-openstack-request-id: req-05a28ab5-c1dd-413d-80b8-7d4d7da0afe8 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:57.364165 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "tag": "e2f605e4-a281-4fb0-b513-b4787c6efd0c", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:57.364632 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05a28ab5-c1dd-413d-80b8-7d4d7da0afe8 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:57.365134 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'tag': 'e2f605e4-a281-4fb0-b513-b4787c6efd0c', 'status': 'completed', 'code': 200} Aug 26 10:47:57.480799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-036c2a8e-3d1b-468c-a633-9185a466a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.480799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-036c2a8e-3d1b-468c-a633-9185a466a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.483131 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-036c2a8e-3d1b-468c-a633-9185a466a063 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aa12da374f34426b789f153927a6d7e&device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1982 time: 0.0683191 Aug 26 10:47:57.488015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d179a3-26f3-42b0-8f87-f6718523120a req-5aaa41de-e542-4fd4-8f66-b64416842744 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.494558 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d179a3-26f3-42b0-8f87-f6718523120a req-5aaa41de-e542-4fd4-8f66-b64416842744 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.501482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d179a3-26f3-42b0-8f87-f6718523120a req-5aaa41de-e542-4fd4-8f66-b64416842744 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.508268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d179a3-26f3-42b0-8f87-f6718523120a req-5aaa41de-e542-4fd4-8f66-b64416842744 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.514084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d179a3-26f3-42b0-8f87-f6718523120a req-5aaa41de-e542-4fd4-8f66-b64416842744 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.520042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d179a3-26f3-42b0-8f87-f6718523120a req-5aaa41de-e542-4fd4-8f66-b64416842744 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.526489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d179a3-26f3-42b0-8f87-f6718523120a req-5aaa41de-e542-4fd4-8f66-b64416842744 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.528477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81d179a3-26f3-42b0-8f87-f6718523120a req-5aaa41de-e542-4fd4-8f66-b64416842744 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5421 time: 0.1074951 Aug 26 10:47:57.600216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-a4687fd6-9f3b-4e8f-9365-909e021a75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.601806 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-a4687fd6-9f3b-4e8f-9365-909e021a75f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=57b39f7f-d919-476c-b8ca-ca7665e5b784 HTTP/1.1" status: 200 len: 903 time: 0.1086867 Aug 26 10:47:57.614125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81d179a3-26f3-42b0-8f87-f6718523120a req-54b12017-5282-4908-9e02-ab3418c1cd96 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789251 Aug 26 10:47:57.663926 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-16d774ae-5fae-4c4f-a222-f4abfb061661 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.59&port_id=e2f605e4-a281-4fb0-b513-b4787c6efd0c HTTP/1.1" status: 200 len: 217 time: 0.0520661 Aug 26 10:47:57.786845 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-1c528c64-8c86-404e-b0b5-da3bf693780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.789734 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-1c528c64-8c86-404e-b0b5-da3bf693780c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a77707c6-d519-4435-a324-0bcf7198b4d9 HTTP/1.1" status: 200 len: 801 time: 0.1043589 Aug 26 10:47:57.795545 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d4be68-c0a1-4b62-8236-47e7009e8486 x-openstack-request-id: req-25d4be68-c0a1-4b62-8236-47e7009e8486 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:47:57.796124 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c5677cac-3609-400a-b302-2634458f2881", "code": 200}, {"server_uuid": "116f5b37-369b-4153-90a4-8ef3cf776fb4", "name": "network-vif-plugged", "status": "completed", "tag": "81d222fb-97d1-4bd6-8280-65da5eb455c8", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:47:57.796711 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25d4be68-c0a1-4b62-8236-47e7009e8486 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:47:57.797343 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5677cac-3609-400a-b302-2634458f2881', 'code': 200} Aug 26 10:47:57.797851 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d222fb-97d1-4bd6-8280-65da5eb455c8', 'code': 200} Aug 26 10:47:57.861321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-2e5910ca-55b5-45f6-946b-b4fd5fb15f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:57.863622 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-2e5910ca-55b5-45f6-946b-b4fd5fb15f33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=57b39f7f-d919-476c-b8ca-ca7665e5b784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650840 Aug 26 10:47:58.006181 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-355ed7bc-1f19-43b7-b5ba-5badcc266cb8 service neutron] 10.222.0.47 "GET /v2.0/networks/57b39f7f-d919-476c-b8ca-ca7665e5b784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340721 Aug 26 10:47:58.020467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10dcdd-0343-4346-b3bc-effce9804266 req-42b2dc67-130e-4ff0-b864-7e7f949d2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:58.022702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb10dcdd-0343-4346-b3bc-effce9804266 req-42b2dc67-130e-4ff0-b864-7e7f949d2eb4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 1098 time: 0.1472390 Aug 26 10:47:58.038944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072859-ed87-4e9b-af68-9a7aa24ad8e1 req-33b78973-b6ab-41f7-804c-5f58c88c962c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:58.040701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63072859-ed87-4e9b-af68-9a7aa24ad8e1 req-33b78973-b6ab-41f7-804c-5f58c88c962c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 943 time: 0.0916486 Aug 26 10:47:58.123446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb10dcdd-0343-4346-b3bc-effce9804266 req-dcf21637-7142-413f-9763-1815bd4157d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817146 Aug 26 10:47:58.140593 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3e260b3a-2b3d-4d73-9b3d-192412ded454 req-3d404c46-3eaa-457a-8ba4-a227a77ccd50 service neutron] 10.222.0.47 "GET /v2.0/networks/57b39f7f-d919-476c-b8ca-ca7665e5b784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188676 Aug 26 10:47:58.149524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63072859-ed87-4e9b-af68-9a7aa24ad8e1 req-2b6a5da9-4659-47e7-844f-59267ca62d5f tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000490 Aug 26 10:47:58.188640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 60313a0f-8105-4544-8357-aced05873d38 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:47:58.208257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c5677cac-3609-400a-b302-2634458f2881 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:47:58.288817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7addc-40e1-46d0-bf97-94ef46452a22 req-3eae5b83-fa4c-49d3-a360-ba96513a4565 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:47:58.299188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cc7addc-40e1-46d0-bf97-94ef46452a22 req-3eae5b83-fa4c-49d3-a360-ba96513a4565 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.0905230 Aug 26 10:47:58.356874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cc7addc-40e1-46d0-bf97-94ef46452a22 req-07aea165-f8c4-450d-98ce-ccbfe8da1f25 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566659 Aug 26 10:47:58.401302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port c5677cac-3609-400a-b302-2634458f2881 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:47:58.401770 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:58.468426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=60313a0f-8105-4544-8357-aced05873d38,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:58.495251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '60313a0f-8105-4544-8357-aced05873d38', 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a', 'port_id': '60313a0f-8105-4544-8357-aced05873d38', 'mac_address': 'fa:16:3e:73:9f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ad226f-a097-4f16-92ab-f25561609e9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:47:58.583264 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:58.588673 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:58.624081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60313a0f-8105-4544-8357-aced05873d38 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:47:58.659421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:58.667076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=60313a0f-8105-4544-8357-aced05873d38,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:47:58.668819 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:58.707509 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:47:58.728912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=11']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:58.801416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=60313a0f-8105-4544-8357-aced05873d38,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:47:59.046081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['60313a0f-8105-4544-8357-aced05873d38'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:47:59.799107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5677cac-3609-400a-b302-2634458f2881'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:47:59.802294 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29287e6c-d482-479f-925a-8b41d38b2a93" -d '{"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-plugged", "status": "completed", "tag": "c5677cac-3609-400a-b302-2634458f2881"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:00.190231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 60313a0f-8105-4544-8357-aced05873d38 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:00.269517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 60313a0f-8105-4544-8357-aced05873d38 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:00.273899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 60313a0f-8105-4544-8357-aced05873d38 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:00.274282 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:00.372818 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:00.410466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=60313a0f-8105-4544-8357-aced05873d38,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:00.417990 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:00.476068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=60313a0f-8105-4544-8357-aced05873d38,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:00.940246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device e2f605e4-a281-4fb0-b513-b4787c6efd0c details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:01.055982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port e2f605e4-a281-4fb0-b513-b4787c6efd0c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=e2f605e4-a281-4fb0-b513-b4787c6efd0c,segment=NetworkSegment(0938082c-7054-43c1-9634-2f763bafddf5),segment_id=0938082c-7054-43c1-9634-2f763bafddf5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:01.068676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'e2f605e4-a281-4fb0-b513-b4787c6efd0c', 'network_id': '57b39f7f-d919-476c-b8ca-ca7665e5b784', 'port_id': 'e2f605e4-a281-4fb0-b513-b4787c6efd0c', 'mac_address': 'fa:16:3e:6f:a4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77707c6-d519-4435-a324-0bcf7198b4d9', 'ip_address': '19.86.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:01.124800 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:01.143668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f605e4-a281-4fb0-b513-b4787c6efd0c {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:01.172896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port e2f605e4-a281-4fb0-b513-b4787c6efd0c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=e2f605e4-a281-4fb0-b513-b4787c6efd0c,segment=NetworkSegment(0938082c-7054-43c1-9634-2f763bafddf5),segment_id=0938082c-7054-43c1-9634-2f763bafddf5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:01.181236 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:01.183546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a566c592-84d6-4a39-84aa-23d48d82ed37 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:01.326815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=e2f605e4-a281-4fb0-b513-b4787c6efd0c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:01.353331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a566c592-84d6-4a39-84aa-23d48d82ed37, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a566c592-84d6-4a39-84aa-23d48d82ed37,segment=NetworkSegment(e3407ced-dd4e-4eeb-90b2-918c1e1f6811),segment_id=e3407ced-dd4e-4eeb-90b2-918c1e1f6811)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:01.373515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'a566c592-84d6-4a39-84aa-23d48d82ed37', 'network_id': 'babd13f5-c300-402d-b871-8f49791737e1', 'port_id': 'a566c592-84d6-4a39-84aa-23d48d82ed37', 'mac_address': 'fa:16:3e:93:f0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405a922d-8876-4f9f-a4ce-f4ce36c96d81', 'ip_address': '19.80.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:01.424872 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:01.441106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a566c592-84d6-4a39-84aa-23d48d82ed37 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:01.468135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a566c592-84d6-4a39-84aa-23d48d82ed37, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a566c592-84d6-4a39-84aa-23d48d82ed37,segment=NetworkSegment(e3407ced-dd4e-4eeb-90b2-918c1e1f6811),segment_id=e3407ced-dd4e-4eeb-90b2-918c1e1f6811)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:01.479187 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:01.539935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a566c592-84d6-4a39-84aa-23d48d82ed37,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:02.039282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['a566c592-84d6-4a39-84aa-23d48d82ed37'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:02.536072 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:48:03.137309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['e2f605e4-a281-4fb0-b513-b4787c6efd0c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:04.521349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-56a069cc-231e-4a91-8faa-af4a3f1623d2 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cac702c5642f41e2949e2afdcb274895&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239043 Aug 26 10:48:04.664302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482716d6-cf01-41bd-9286-2c8e8e845740 req-509bf783-dd65-4c0d-afae-a9d69e743161 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:04.670362 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482716d6-cf01-41bd-9286-2c8e8e845740 req-509bf783-dd65-4c0d-afae-a9d69e743161 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:04.672064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-482716d6-cf01-41bd-9286-2c8e8e845740 req-509bf783-dd65-4c0d-afae-a9d69e743161 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1680 time: 0.1233027 Aug 26 10:48:04.683759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-04a15811-608b-40ad-84c9-d48f18400f7c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:04.685232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-04a15811-608b-40ad-84c9-d48f18400f7c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578717 Aug 26 10:48:04.709999 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-99959b6b-926f-4af5-960d-db5d0824cdc8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/quotas/cac702c5642f41e2949e2afdcb274895 HTTP/1.1" status: 200 len: 375 time: 0.0176706 Aug 26 10:48:04.738839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-482716d6-cf01-41bd-9286-2c8e8e845740 req-9538e320-db68-48a5-91aa-69c594cb8639 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524969 Aug 26 10:48:04.782294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-cab09868-2b5b-4d55-9537-acb75739bc3a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609159 Aug 26 10:48:04.892283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f9f83-675b-41c0-b243-4cb17f5b92bd req-f4c741cd-1e9a-429c-8991-ebda99a6b0f8 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:04.905934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-611f9f83-675b-41c0-b243-4cb17f5b92bd req-f4c741cd-1e9a-429c-8991-ebda99a6b0f8 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 946 time: 0.0831051 Aug 26 10:48:04.956172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a566c592-84d6-4a39-84aa-23d48d82ed37 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:04.987131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-611f9f83-675b-41c0-b243-4cb17f5b92bd req-c60b967a-3cf8-4778-9b4b-f09d01f7324f tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708840 Aug 26 10:48:05.031771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port a566c592-84d6-4a39-84aa-23d48d82ed37 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:05.039344 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port a566c592-84d6-4a39-84aa-23d48d82ed37 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:05.039792 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:05.066940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0876b-1368-44c7-bb26-073989a97ca1 req-e82c80af-8ec2-4353-9aac-841cef24c627 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.074484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0876b-1368-44c7-bb26-073989a97ca1 req-e82c80af-8ec2-4353-9aac-841cef24c627 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.082639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0876b-1368-44c7-bb26-073989a97ca1 req-e82c80af-8ec2-4353-9aac-841cef24c627 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.090647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0876b-1368-44c7-bb26-073989a97ca1 req-e82c80af-8ec2-4353-9aac-841cef24c627 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.097090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0876b-1368-44c7-bb26-073989a97ca1 req-e82c80af-8ec2-4353-9aac-841cef24c627 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.103809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0876b-1368-44c7-bb26-073989a97ca1 req-e82c80af-8ec2-4353-9aac-841cef24c627 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.111015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0876b-1368-44c7-bb26-073989a97ca1 req-e82c80af-8ec2-4353-9aac-841cef24c627 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.113237 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7de0876b-1368-44c7-bb26-073989a97ca1 req-e82c80af-8ec2-4353-9aac-841cef24c627 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5421 time: 0.1249831 Aug 26 10:48:05.181741 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:05.207484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517585ad-e772-4dec-b89d-3efdc9ef0eb6 req-ae1883bf-5ece-469c-ba2f-d2bbd8bef506 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.218786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-517585ad-e772-4dec-b89d-3efdc9ef0eb6 req-ae1883bf-5ece-469c-ba2f-d2bbd8bef506 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.1009417 Aug 26 10:48:05.228935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a566c592-84d6-4a39-84aa-23d48d82ed37, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a566c592-84d6-4a39-84aa-23d48d82ed37,segment=NetworkSegment(e3407ced-dd4e-4eeb-90b2-918c1e1f6811),segment_id=e3407ced-dd4e-4eeb-90b2-918c1e1f6811)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:05.231375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7de0876b-1368-44c7-bb26-073989a97ca1 req-7c9034ea-a26f-4a8a-a302-469969bedbd0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062791 Aug 26 10:48:05.239902 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:05.240880 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device e2f605e4-a281-4fb0-b513-b4787c6efd0c up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:05.303617 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-517585ad-e772-4dec-b89d-3efdc9ef0eb6 req-d990b01b-db54-4a85-8c29-da217f09427d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872130 Aug 26 10:48:05.331572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a566c592-84d6-4a39-84aa-23d48d82ed37,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:05.361826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port e2f605e4-a281-4fb0-b513-b4787c6efd0c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:05.371441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port e2f605e4-a281-4fb0-b513-b4787c6efd0c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:05.373222 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:05.400397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8b0be-7bbc-4da0-8069-f71d81bacc57 req-d65c93b6-406a-4904-b04b-fd7b32158003 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.408133 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-96d8b0be-7bbc-4da0-8069-f71d81bacc57 req-d65c93b6-406a-4904-b04b-fd7b32158003 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.0906820 Aug 26 10:48:05.445372 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33b70e7-9c1d-4d70-8d6a-dfe0cddec950 x-openstack-request-id: req-d33b70e7-9c1d-4d70-8d6a-dfe0cddec950 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:05.445685 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-plugged", "status": "completed", "tag": "c5677cac-3609-400a-b302-2634458f2881", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:05.445969 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d33b70e7-9c1d-4d70-8d6a-dfe0cddec950 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:05.446399 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5677cac-3609-400a-b302-2634458f2881', 'code': 200} Aug 26 10:48:05.476460 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-96d8b0be-7bbc-4da0-8069-f71d81bacc57 req-ce4c6a16-5394-4d49-a498-e7531898eca4 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613592 Aug 26 10:48:05.503206 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:05.563420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port e2f605e4-a281-4fb0-b513-b4787c6efd0c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=e2f605e4-a281-4fb0-b513-b4787c6efd0c,segment=NetworkSegment(0938082c-7054-43c1-9634-2f763bafddf5),segment_id=0938082c-7054-43c1-9634-2f763bafddf5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:05.568998 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:05.603144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4468c3e2-29b1-4d85-a580-ed353841af41 req-91d08714-1448-4572-82f3-d38143e61956 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 210 time: 0.0658207 Aug 26 10:48:05.637549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=e2f605e4-a281-4fb0-b513-b4787c6efd0c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:05.680825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac794a-346f-4edf-a1a4-637f6d003d4b req-0f7c5b02-f217-42a4-a3df-92e02bcf2374 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.682582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7dac794a-346f-4edf-a1a4-637f6d003d4b req-0f7c5b02-f217-42a4-a3df-92e02bcf2374 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 946 time: 0.1037662 Aug 26 10:48:05.692074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39674) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:05.698189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-33578218-efd0-4170-85c9-e42d5c66e541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Request body: {'floatingip': {'port_id': '81d222fb-97d1-4bd6-8280-65da5eb455c8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:05.751135 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33578218-efd0-4170-85c9-e42d5c66e541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:05.974518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bd5d5-a8bc-4af7-8f23-6b083c371513 req-bcd785ca-4df0-4118-a0d2-71317cdf2f2b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.980954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bd5d5-a8bc-4af7-8f23-6b083c371513 req-bcd785ca-4df0-4118-a0d2-71317cdf2f2b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:05.982228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b95bd5d5-a8bc-4af7-8f23-6b083c371513 req-bcd785ca-4df0-4118-a0d2-71317cdf2f2b tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1682 time: 0.1477795 Aug 26 10:48:06.082636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b95bd5d5-a8bc-4af7-8f23-6b083c371513 req-3380500e-ef29-43d3-b756-400e1eea7d94 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894506 Aug 26 10:48:06.179763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-a77db787-c1fc-42bd-ba31-90eafa36e637 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cac702c5642f41e2949e2afdcb274895&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612965 Aug 26 10:48:06.449285 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.resource_extend [None req-33578218-efd0-4170-85c9-e42d5c66e541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:48:06.506631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-c1d2a7a3-606f-4da2-b548-3dd219b81846 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:06.508350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-c1d2a7a3-606f-4da2-b548-3dd219b81846 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3191168 Aug 26 10:48:06.536255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Request body: {'port': {'device_id': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'cac702c5642f41e2949e2afdcb274895'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:06.616002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de09b-077c-4d11-ae43-b833afde859c req-a9156f52-6bf8-4670-acbc-86cdafff5a8a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:06.622041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de09b-077c-4d11-ae43-b833afde859c req-a9156f52-6bf8-4670-acbc-86cdafff5a8a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:06.627902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de09b-077c-4d11-ae43-b833afde859c req-a9156f52-6bf8-4670-acbc-86cdafff5a8a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:06.634314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de09b-077c-4d11-ae43-b833afde859c req-a9156f52-6bf8-4670-acbc-86cdafff5a8a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:06.640127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de09b-077c-4d11-ae43-b833afde859c req-a9156f52-6bf8-4670-acbc-86cdafff5a8a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:06.646065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de09b-077c-4d11-ae43-b833afde859c req-a9156f52-6bf8-4670-acbc-86cdafff5a8a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:06.651885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de09b-077c-4d11-ae43-b833afde859c req-a9156f52-6bf8-4670-acbc-86cdafff5a8a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:06.653825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a5de09b-077c-4d11-ae43-b833afde859c req-a9156f52-6bf8-4670-acbc-86cdafff5a8a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5421 time: 0.3059585 Aug 26 10:48:06.658590 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33578218-efd0-4170-85c9-e42d5c66e541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:06.672264 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33578218-efd0-4170-85c9-e42d5c66e541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:06.687926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef90bf-fe9e-4dd9-a76c-c0743d80880f req-7fe52d52-da8c-4177-9931-1f78c6a81d13 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:06.689393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5ef90bf-fe9e-4dd9-a76c-c0743d80880f req-7fe52d52-da8c-4177-9931-1f78c6a81d13 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.2470050 Aug 26 10:48:06.844448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a5de09b-077c-4d11-ae43-b833afde859c req-c2cea468-0ce4-41b4-9d51-5a7048ccd0ad tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1786528 Aug 26 10:48:06.889152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5ef90bf-fe9e-4dd9-a76c-c0743d80880f req-c1f025c4-c6e6-49de-b337-afc807c10d88 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568592 Aug 26 10:48:06.894387 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-33578218-efd0-4170-85c9-e42d5c66e541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Floating IP ba1479f0-4f6c-428d-b615-d538f6553996 associated. External IP: 172.25.1.129, port: 81d222fb-97d1-4bd6-8280-65da5eb455c8. Aug 26 10:48:06.937500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Made reservation on behalf of cac702c5642f41e2949e2afdcb274895 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:48:06.941877 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:07.448451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd012b-dccd-41b8-8216-10403a062afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60313a0f-8105-4544-8357-aced05873d38'}, {'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a566c592-84d6-4a39-84aa-23d48d82ed37'}, {'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f605e4-a281-4fb0-b513-b4787c6efd0c'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:07.451476 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de02fc3-a177-44fc-829f-8bb8d8b64ef4" -d '{"events": [{"server_uuid": "6fdd012b-dccd-41b8-8216-10403a062afe", "name": "network-vif-plugged", "status": "completed", "tag": "60313a0f-8105-4544-8357-aced05873d38"}, {"server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "name": "network-vif-plugged", "status": "completed", "tag": "a566c592-84d6-4a39-84aa-23d48d82ed37"}, {"server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "name": "network-vif-plugged", "status": "completed", "tag": "e2f605e4-a281-4fb0-b513-b4787c6efd0c"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:07.529345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92001de1-af0c-40d7-a81c-9e77a330aca6 req-38455f9c-be8d-48c4-9cfd-0163f90cece0 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:07.530768 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92001de1-af0c-40d7-a81c-9e77a330aca6 req-38455f9c-be8d-48c4-9cfd-0163f90cece0 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.5384893 Aug 26 10:48:07.541439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-bcb795ec-c908-42f8-b286-9df7f1019f41 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:07.542999 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-bcb795ec-c908-42f8-b286-9df7f1019f41 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 805 time: 0.5639336 Aug 26 10:48:07.622025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Allocated IP 192.168.233.92 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/a9a88304-1024-40a6-af3f-e243b5835375) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:48:07.637975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-f5f2876a-a403-4bc0-991f-c4bbf9816cc0 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/quotas/bb06d1dd03e540bea7a9ae2f453c1cb4 HTTP/1.1" status: 200 len: 375 time: 0.0563216 Aug 26 10:48:07.702161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92001de1-af0c-40d7-a81c-9e77a330aca6 req-b1189d01-9609-4a3b-90d6-42c7dd73adb2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581144 Aug 26 10:48:07.785918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33578218-efd0-4170-85c9-e42d5c66e541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:48:07.816198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-8bbef9e8-d797-42c5-b77d-8c67cb7e418f tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1636243 Aug 26 10:48:07.860739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-234c37f9-f4af-4eb0-9aa8-7b4ba7edb2b0 req-32a24395-8e55-4477-8563-4b5290827e06 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 210 time: 0.0859790 Aug 26 10:48:08.112237 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:08.135685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-ac865217-d0e9-4a23-8907-6c2890b9c58c service neutron] 10.222.0.21 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758079 Aug 26 10:48:08.139541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684a2db-366f-4ed7-9e0e-82c7427dffe9 req-93775001-2f08-4581-bee0-9da6da3e10ed tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.145528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684a2db-366f-4ed7-9e0e-82c7427dffe9 req-93775001-2f08-4581-bee0-9da6da3e10ed tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.147182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0684a2db-366f-4ed7-9e0e-82c7427dffe9 req-93775001-2f08-4581-bee0-9da6da3e10ed tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1682 time: 0.2057409 Aug 26 10:48:08.158955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888a141-258b-46de-b6e1-58d70bd87b78 req-768b14d3-10a4-486e-b8ad-f70746f05424 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.160603 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e888a141-258b-46de-b6e1-58d70bd87b78 req-768b14d3-10a4-486e-b8ad-f70746f05424 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "GET /v2.0/ports?device_id=1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8 HTTP/1.1" status: 200 len: 945 time: 0.0983484 Aug 26 10:48:08.181411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Transition to ACTIVE for port object a9a88304-1024-40a6-af3f-e243b5835375 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:48:08.245048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33578218-efd0-4170-85c9-e42d5c66e541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:48:08.251654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e56b4f66-db3f-4011-b134-3fb535c6e94a no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:08.260108 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33578218-efd0-4170-85c9-e42d5c66e541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:08.298656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-e888a141-258b-46de-b6e1-58d70bd87b78 req-6efe356b-4caf-4f3c-89cd-6212d8be0288 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Deleting port e56b4f66-db3f-4011-b134-3fb535c6e94a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:08.299171 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e888a141-258b-46de-b6e1-58d70bd87b78 req-6efe356b-4caf-4f3c-89cd-6212d8be0288 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:08.299912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e5066-636f-4e76-8ee4-20fea700bec8 None None] Sync routers for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:48:08.315843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e5066-636f-4e76-8ee4-20fea700bec8 None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:48:08.316824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d69e5066-636f-4e76-8ee4-20fea700bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:47:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:08.343409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0684a2db-366f-4ed7-9e0e-82c7427dffe9 req-4f305d26-472a-451d-b58f-3325a513aaa0 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757629 Aug 26 10:48:08.401990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-33578218-efd0-4170-85c9-e42d5c66e541 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "PUT /v2.0/floatingips/ba1479f0-4f6c-428d-b615-d538f6553996 HTTP/1.1" status: 200 len: 992 time: 2.7086639 Aug 26 10:48:08.414902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-99b2b2ef-3f20-4e96-b3db-ebe9384521e6 service neutron] 10.222.0.21 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661681 Aug 26 10:48:08.416435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'tag': '81d222fb-97d1-4bd6-8280-65da5eb455c8'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:08.419139 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7" -d '{"events": [{"name": "network-changed", "server_uuid": "116f5b37-369b-4153-90a4-8ef3cf776fb4", "tag": "81d222fb-97d1-4bd6-8280-65da5eb455c8"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:08.433125 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:08.475666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e888a141-258b-46de-b6e1-58d70bd87b78 req-6efe356b-4caf-4f3c-89cd-6212d8be0288 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] For port e56b4f66-db3f-4011-b134-3fb535c6e94a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e56b4f66-db3f-4011-b134-3fb535c6e94a,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:08.476051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e888a141-258b-46de-b6e1-58d70bd87b78 req-6efe356b-4caf-4f3c-89cd-6212d8be0288 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:08.520126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:08.540679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-e888a141-258b-46de-b6e1-58d70bd87b78 req-6efe356b-4caf-4f3c-89cd-6212d8be0288 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Calling delete_port for e56b4f66-db3f-4011-b134-3fb535c6e94a owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:08.586941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.587759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.588337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.588758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.589194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.589645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.590055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.590457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.590887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.591319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.591779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.592185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:08.604152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:48:08.608516 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fab549e-ce39-433a-8db9-4fe811fc792b x-openstack-request-id: req-1fab549e-ce39-433a-8db9-4fe811fc792b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:08.609442 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd012b-dccd-41b8-8216-10403a062afe", "name": "network-vif-plugged", "status": "completed", "tag": "60313a0f-8105-4544-8357-aced05873d38", "code": 200}, {"server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "name": "network-vif-plugged", "status": "completed", "tag": "a566c592-84d6-4a39-84aa-23d48d82ed37", "code": 200}, {"server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "name": "network-vif-plugged", "status": "completed", "tag": "e2f605e4-a281-4fb0-b513-b4787c6efd0c", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:08.609943 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fab549e-ce39-433a-8db9-4fe811fc792b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:08.610673 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd012b-dccd-41b8-8216-10403a062afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60313a0f-8105-4544-8357-aced05873d38', 'code': 200} Aug 26 10:48:08.611106 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a566c592-84d6-4a39-84aa-23d48d82ed37', 'code': 200} Aug 26 10:48:08.611535 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f605e4-a281-4fb0-b513-b4787c6efd0c', 'code': 200} Aug 26 10:48:08.618419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a4cf371b-83a7-48c6-80e5-bac0eeada815', 'c5677cac-3609-400a-b302-2634458f2881'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:08.621055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9e2b-569f-4414-9103-fe8d0ad1edaa req-50b69085-79c4-4abe-9545-4b27697ecd85 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.621595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:08.633258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9e2b-569f-4414-9103-fe8d0ad1edaa req-50b69085-79c4-4abe-9545-4b27697ecd85 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.639854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9e2b-569f-4414-9103-fe8d0ad1edaa req-50b69085-79c4-4abe-9545-4b27697ecd85 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.647158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9e2b-569f-4414-9103-fe8d0ad1edaa req-50b69085-79c4-4abe-9545-4b27697ecd85 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.653783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9e2b-569f-4414-9103-fe8d0ad1edaa req-50b69085-79c4-4abe-9545-4b27697ecd85 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.659827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9e2b-569f-4414-9103-fe8d0ad1edaa req-50b69085-79c4-4abe-9545-4b27697ecd85 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.666920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9e2b-569f-4414-9103-fe8d0ad1edaa req-50b69085-79c4-4abe-9545-4b27697ecd85 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.668890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31af9e2b-569f-4414-9103-fe8d0ad1edaa req-50b69085-79c4-4abe-9545-4b27697ecd85 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5421 time: 0.1507590 Aug 26 10:48:08.670180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:48:08.673175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:48:08.763036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.763770 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:08.782106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2118e-49df-49fb-93fa-6504380c0970 req-6fa11957-ed58-4377-9002-b2e6cc3adb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.782875 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2118e-49df-49fb-93fa-6504380c0970 req-6fa11957-ed58-4377-9002-b2e6cc3adb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.795441 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-67f2118e-49df-49fb-93fa-6504380c0970 req-6fa11957-ed58-4377-9002-b2e6cc3adb38 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1986 time: 0.2467921 Aug 26 10:48:08.801076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:08.827797 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d69e5066-636f-4e76-8ee4-20fea700bec8 None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:48:08.856298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375f802-15a0-4148-8815-75e73ea3935c req-270dc72b-e88d-466f-9f65-bdb938b52430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:08.858326 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0375f802-15a0-4148-8815-75e73ea3935c req-270dc72b-e88d-466f-9f65-bdb938b52430 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 1097 time: 0.2832468 Aug 26 10:48:08.962600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31af9e2b-569f-4414-9103-fe8d0ad1edaa req-1ee1a79d-d0fa-432d-b4b1-d2765faf84ed tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1851099 Aug 26 10:48:08.968182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b2e61fae-fdd7-4b3f-86e7-94bed78247a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4389062 Aug 26 10:48:08.998018 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-67f2118e-49df-49fb-93fa-6504380c0970 req-de5dc36b-ba93-4171-8167-3365962db0b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914580 Aug 26 10:48:08.998251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f15e70-9bf5-4c0f-91f4-fe3435ba7552 req-97afded5-d62d-4277-b790-8057c84ea732 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:09.007477 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0375f802-15a0-4148-8815-75e73ea3935c req-a6c375c7-051a-4348-9c54-b645710c7095 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363232 Aug 26 10:48:09.011281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5f15e70-9bf5-4c0f-91f4-fe3435ba7552 req-97afded5-d62d-4277-b790-8057c84ea732 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.2418964 Aug 26 10:48:09.018989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Request body: {'port': {'device_id': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:09.091727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e56b4f66-db3f-4011-b134-3fb535c6e94a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e56b4f66-db3f-4011-b134-3fb535c6e94a,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:09.141071 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:09.148516 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:09.181124 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e888a141-258b-46de-b6e1-58d70bd87b78 req-6efe356b-4caf-4f3c-89cd-6212d8be0288 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:09.188434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5f15e70-9bf5-4c0f-91f4-fe3435ba7552 req-d9a52071-d2fd-43a8-b488-d78eaab78b99 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045198 Aug 26 10:48:09.311461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe356b-4caf-4f3c-89cd-6212d8be0288 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Pushing event deleted for resources: {'Port': ['ID=e56b4f66-db3f-4011-b134-3fb535c6e94a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:09.355755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e888a141-258b-46de-b6e1-58d70bd87b78 req-6efe356b-4caf-4f3c-89cd-6212d8be0288 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] No DVR routers for this DVR port e56b4f66-db3f-4011-b134-3fb535c6e94a on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:09.359357 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e888a141-258b-46de-b6e1-58d70bd87b78 req-6efe356b-4caf-4f3c-89cd-6212d8be0288 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:09.361890 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e888a141-258b-46de-b6e1-58d70bd87b78 req-6efe356b-4caf-4f3c-89cd-6212d8be0288 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "DELETE /v2.0/ports/e56b4f66-db3f-4011-b134-3fb535c6e94a HTTP/1.1" status: 204 len: 173 time: 1.1943083 Aug 26 10:48:09.377604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'name': 'network-vif-deleted', 'tag': 'e56b4f66-db3f-4011-b134-3fb535c6e94a'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:09.381979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6d57dbfc-a7e0-4459-80a1-8d8b01faebfc None None] Provisioning for port a9a88304-1024-40a6-af3f-e243b5835375 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:09.383300 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f243c915-91ce-43a5-ac34-2208926a7218" -d '{"events": [{"server_uuid": "1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8", "name": "network-vif-deleted", "tag": "e56b4f66-db3f-4011-b134-3fb535c6e94a"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:09.421763 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c665b90e-23e3-4da9-a6b3-418369fe9fca x-openstack-request-id: req-c665b90e-23e3-4da9-a6b3-418369fe9fca {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:09.422077 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116f5b37-369b-4153-90a4-8ef3cf776fb4", "tag": "81d222fb-97d1-4bd6-8280-65da5eb455c8", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:09.422286 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c665b90e-23e3-4da9-a6b3-418369fe9fca {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:09.422684 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'tag': '81d222fb-97d1-4bd6-8280-65da5eb455c8', 'status': 'completed', 'code': 200} Aug 26 10:48:09.425214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event deleted for resources: {'Port': ['ID=e56b4f66-db3f-4011-b134-3fb535c6e94a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:09.432404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7 req-624c1a71-928a-4eae-9974-b757b6cb119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:09.434010 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7 req-624c1a71-928a-4eae-9974-b757b6cb119e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2&device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 1098 time: 0.0807064 Aug 26 10:48:09.506001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-002c8fcf-6d6f-4f1e-8866-60fe03eb267f req-5cfb4bdf-27d3-4e95-aedf-89af641c5b05 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 210 time: 0.0650909 Aug 26 10:48:09.519227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6d57dbfc-a7e0-4459-80a1-8d8b01faebfc None None] Provisioning complete for port a9a88304-1024-40a6-af3f-e243b5835375 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:09.519675 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d57dbfc-a7e0-4459-80a1-8d8b01faebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:09.641778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8cf38-9248-424e-80bb-107637024d46 req-fbeb2f2d-52b0-4e09-87b4-71defb40de21 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:09.643353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ae8cf38-9248-424e-80bb-107637024d46 req-fbeb2f2d-52b0-4e09-87b4-71defb40de21 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1405773 Aug 26 10:48:09.654197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6d57dbfc-a7e0-4459-80a1-8d8b01faebfc None None] Port a9a88304-1024-40a6-af3f-e243b5835375 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:48:09.677301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7 req-4a74a984-04b8-4034-8235-feb6e8e864a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:09.678491 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7 req-4a74a984-04b8-4034-8235-feb6e8e864a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c HTTP/1.1" status: 200 len: 924 time: 0.2303700 Aug 26 10:48:09.746072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31619857-1483-4451-b178-0eff740bbd01 req-4cad793c-0c73-4bdb-bd7d-06d6c099da81 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:09.747995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31619857-1483-4451-b178-0eff740bbd01 req-4cad793c-0c73-4bdb-bd7d-06d6c099da81 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 935 time: 0.1370456 Aug 26 10:48:09.830108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ae8cf38-9248-424e-80bb-107637024d46 req-22bbcd83-fed8-4733-81b2-aa8b4166c471 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639996 Aug 26 10:48:09.900166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31619857-1483-4451-b178-0eff740bbd01 req-2db090e4-f4fe-4a5e-9dbe-49feed4a718b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112339 Aug 26 10:48:10.021082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a88304-1024-40a6-af3f-e243b5835375 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:10.024654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d69e5066-636f-4e76-8ee4-20fea700bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ba1479f0-4f6c-428d-b615-d538f6553996', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'port_id': '81d222fb-97d1-4bd6-8280-65da5eb455c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'mac_address': 'fa:16:3e:24:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:44:11Z', 'updated_at': '2021-08-26T10:48:06Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:10.045371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:10.080398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49e65f-c7bf-4f69-b842-df5006fb5203 req-8956e480-5a51-439e-9556-3777fa82d7cd tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.084291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e5066-636f-4e76-8ee4-20fea700bec8 None None] Checking router: aab41ab7-3f15-4780-a22d-1aa8a6dd0275 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:48:10.087832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49e65f-c7bf-4f69-b842-df5006fb5203 req-8956e480-5a51-439e-9556-3777fa82d7cd tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.089982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba49e65f-c7bf-4f69-b842-df5006fb5203 req-8956e480-5a51-439e-9556-3777fa82d7cd tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1682 time: 0.1291549 Aug 26 10:48:10.099997 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Transition to ACTIVE for port object a9a88304-1024-40a6-af3f-e243b5835375 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:48:10.104115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e5066-636f-4e76-8ee4-20fea700bec8 None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:48:10.104115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d69e5066-636f-4e76-8ee4-20fea700bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:47:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:10.146653 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:10.312363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba49e65f-c7bf-4f69-b842-df5006fb5203 req-6771c60b-9ab8-498a-822a-4b11758062e1 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105579 Aug 26 10:48:10.387911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d69e5066-636f-4e76-8ee4-20fea700bec8 None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:48:10.512580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde4b8-9e0a-4582-94c6-fafb51ed9803 req-895d77e2-3195-4328-be79-a4dce3722df4 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.513882 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66841e56-c260-438e-b710-58e22681f8d7 x-openstack-request-id: req-66841e56-c260-438e-b710-58e22681f8d7 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:10.515707 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8", "name": "network-vif-deleted", "tag": "e56b4f66-db3f-4011-b134-3fb535c6e94a", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:10.516267 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66841e56-c260-438e-b710-58e22681f8d7 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:10.516940 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'name': 'network-vif-deleted', 'tag': 'e56b4f66-db3f-4011-b134-3fb535c6e94a', 'status': 'completed', 'code': 200} Aug 26 10:48:10.522264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde4b8-9e0a-4582-94c6-fafb51ed9803 req-895d77e2-3195-4328-be79-a4dce3722df4 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.531908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde4b8-9e0a-4582-94c6-fafb51ed9803 req-895d77e2-3195-4328-be79-a4dce3722df4 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.540370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde4b8-9e0a-4582-94c6-fafb51ed9803 req-895d77e2-3195-4328-be79-a4dce3722df4 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.546663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde4b8-9e0a-4582-94c6-fafb51ed9803 req-895d77e2-3195-4328-be79-a4dce3722df4 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.552810 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7 req-c6bcaa86-4632-4bee-ba4c-b27e1e341691 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d222fb-97d1-4bd6-8280-65da5eb455c8 HTTP/1.1" status: 200 len: 1000 time: 0.8612537 Aug 26 10:48:10.554439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde4b8-9e0a-4582-94c6-fafb51ed9803 req-895d77e2-3195-4328-be79-a4dce3722df4 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.561008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde4b8-9e0a-4582-94c6-fafb51ed9803 req-895d77e2-3195-4328-be79-a4dce3722df4 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.574397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91bde4b8-9e0a-4582-94c6-fafb51ed9803 req-895d77e2-3195-4328-be79-a4dce3722df4 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5421 time: 0.5068660 Aug 26 10:48:10.613160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56b4f66-db3f-4011-b134-3fb535c6e94a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:10.615801 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9a3b28-c958-4385-9e3b-4a5e2d5c2e8c" -d '{"events": [{"server_uuid": "1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8", "name": "network-vif-unplugged", "status": "completed", "tag": "e56b4f66-db3f-4011-b134-3fb535c6e94a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:10.632334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:10.681041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7 req-f39188b4-664f-4ba2-b351-f6d78fb8cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.682699 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7 req-f39188b4-664f-4ba2-b351-f6d78fb8cfc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f50a0446-cf9d-4968-84fb-94b0b8bbb8b2 HTTP/1.1" status: 200 len: 862 time: 0.1196110 Aug 26 10:48:10.706370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91bde4b8-9e0a-4582-94c6-fafb51ed9803 req-5cb9bbb4-5c9c-40c3-ab00-25194cfa3257 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307948 Aug 26 10:48:10.728382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:48:10.731622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:48:10.736302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:10.744767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Port a9a88304-1024-40a6-af3f-e243b5835375 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:48:10.748367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:10.771199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:48:10.771884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:48:10.772460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:48:10.775361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Bound port: a9a88304-1024-40a6-af3f-e243b5835375, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:48:10.775867 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:10.796471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1110a1-e410-423b-9a0a-e25890262b56 req-0f2ed32e-0a3b-478e-85dd-c1ceeeabc273 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.819095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c1110a1-e410-423b-9a0a-e25890262b56 req-0f2ed32e-0a3b-478e-85dd-c1ceeeabc273 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.1915376 Aug 26 10:48:10.854304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d69e5066-636f-4e76-8ee4-20fea700bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ba1479f0-4f6c-428d-b615-d538f6553996', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'port_id': '81d222fb-97d1-4bd6-8280-65da5eb455c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'mac_address': 'fa:16:3e:24:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:44:11Z', 'updated_at': '2021-08-26T10:48:06Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:10.889201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e5066-636f-4e76-8ee4-20fea700bec8 None None] The sync data for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 is: [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ba1479f0-4f6c-428d-b615-d538f6553996', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'port_id': '81d222fb-97d1-4bd6-8280-65da5eb455c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'mac_address': 'fa:16:3e:24:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:44:11Z', 'updated_at': '2021-08-26T10:48:06Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:48:10.891644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec149fbd-50e6-4eaa-8293-e17d95e12156 req-360ad49d-6699-47b5-afd8-f3b0c36bd7d5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 210 time: 0.0544426 Aug 26 10:48:10.959488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7 req-b2dd0e72-5e34-4f2b-9356-9ea198d58023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:10.961212 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7 req-b2dd0e72-5e34-4f2b-9356-9ea198d58023 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2549956 Aug 26 10:48:10.972283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c1110a1-e410-423b-9a0a-e25890262b56 req-bb6b52e8-fa49-43cd-b5f4-0f4d8de27fd6 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515632 Aug 26 10:48:10.982504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:11.010106 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915d8783-0708-4d98-9de4-01df38de3fa8 x-openstack-request-id: req-915d8783-0708-4d98-9de4-01df38de3fa8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:11.010414 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8", "name": "network-vif-unplugged", "status": "completed", "tag": "e56b4f66-db3f-4011-b134-3fb535c6e94a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:11.010682 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-915d8783-0708-4d98-9de4-01df38de3fa8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:11.011121 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1669fe8c-9d1c-4231-8f3e-4ba9bfd550b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56b4f66-db3f-4011-b134-3fb535c6e94a', 'code': 200} Aug 26 10:48:11.037338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:11.046842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:48:11.058132 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:11.119324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-54c89b71-b923-4133-9bf8-e7faa30552ff tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:11.121071 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-54c89b71-b923-4133-9bf8-e7faa30552ff tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 805 time: 0.4046671 Aug 26 10:48:11.138880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Request body: {'port': {'device_id': '5a5fd889-9040-42e5-aed2-c81bdc0a53b7', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'admin_state_up': True, 'tenant_id': 'bb06d1dd03e540bea7a9ae2f453c1cb4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:11.154275 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:11.155461 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:11.157327 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] 10.222.0.42 "PUT /v2.0/ports/a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 1096 time: 2.1680198 Aug 26 10:48:11.263883 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7 req-025e9fde-ab62-46f3-829a-c1b23234e610 service neutron] 10.222.0.42 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873590 Aug 26 10:48:11.308832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:11.310964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cbd2a-86a0-4c00-a32d-79591dc3bee2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:11.340521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '01aa3d6a-c13a-4ee9-98b2-31d232de49f0', 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f', 'port_id': '01aa3d6a-c13a-4ee9-98b2-31d232de49f0', 'mac_address': 'fa:16:3e:0b:f4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:11.341678 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39e43b-9c49-4ca4-9698-f61bd2765f1f req-09dd6623-f99a-4e71-b638-2cdf632cf17e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:11.343564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df39e43b-9c49-4ca4-9698-f61bd2765f1f req-09dd6623-f99a-4e71-b638-2cdf632cf17e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 947 time: 0.2475085 Aug 26 10:48:11.352010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf6d88-1c53-4921-a89b-5005b4089f57 req-1a7eb9cb-dcdc-4707-8bce-1c496165b687 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:11.353555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ccf6d88-1c53-4921-a89b-5005b4089f57 req-1a7eb9cb-dcdc-4707-8bce-1c496165b687 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.2587461 Aug 26 10:48:11.361071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-110a417e-569c-479b-b8af-627d50a4f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:11.362355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-110a417e-569c-479b-b8af-627d50a4f520 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1099 time: 0.1337473 Aug 26 10:48:11.410779 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:11.428366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:11.466067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:11.475026 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:11.476177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 260c9222-0d1f-4d80-842b-55abc38ec59e details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:11.476328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Made reservation on behalf of bb06d1dd03e540bea7a9ae2f453c1cb4 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:48:11.480096 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:11.485949 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469d647b-94b7-4839-a394-c80514ee99de None None] New status for floating IP ba1479f0-4f6c-428d-b615-d538f6553996: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:48:11.506188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:11.515000 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e16450-2fdf-491e-abfa-6b2ef43769bb" -d '{"events": [{"name": "network-changed", "server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "tag": "a9a88304-1024-40a6-af3f-e243b5835375"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:11.543418 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-8535873f-d8b8-464a-bbd4-db6b083d9bbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 217 time: 0.1646228 Aug 26 10:48:11.593291 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc9c2a58-1ae2-4dee-89ef-5435a96e82f7 req-1ad8b62b-89e7-49cb-8ffd-8c5e86f186aa service neutron] 10.222.0.42 "GET /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195474 Aug 26 10:48:11.633891 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 260c9222-0d1f-4d80-842b-55abc38ec59e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=260c9222-0d1f-4d80-842b-55abc38ec59e,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:11.634668 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ccf6d88-1c53-4921-a89b-5005b4089f57 req-8feabffb-c97b-4538-968a-b071cbca6886 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707527 Aug 26 10:48:11.652488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:11.681610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '260c9222-0d1f-4d80-842b-55abc38ec59e', 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f', 'port_id': '260c9222-0d1f-4d80-842b-55abc38ec59e', 'mac_address': 'fa:16:3e:e6:fe:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:11.692496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df39e43b-9c49-4ca4-9698-f61bd2765f1f req-fbd7fba7-e239-469d-9d7b-3ab473e273b7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360989 Aug 26 10:48:11.700504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Allocated IP 172.20.0.11 (2513d8d4-e6b8-42e4-aba0-0e77aebadfbf/80b7aaaf-6bb9-41cb-8de8-b1187d4324ad/39e77247-fe50-4b05-93bb-83c796a5bd92) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:48:11.727135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-913861fd-365c-499b-9720-56960f95ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:11.731412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-913861fd-365c-499b-9720-56960f95ac0f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1685455 Aug 26 10:48:11.734489 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:11.753489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260c9222-0d1f-4d80-842b-55abc38ec59e {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:11.788952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 260c9222-0d1f-4d80-842b-55abc38ec59e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=260c9222-0d1f-4d80-842b-55abc38ec59e,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:11.797360 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:11.798181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:11.912705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:11.938212 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-6fef5632-2162-4f0b-9ccf-a588b393e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:11.939958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-6fef5632-2162-4f0b-9ccf-a588b393e028 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1988399 Aug 26 10:48:11.959855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=260c9222-0d1f-4d80-842b-55abc38ec59e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:11.963632 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:12.016044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:12.030992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'port_id': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4', 'mac_address': 'fa:16:3e:04:2f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:12.036019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Pushing event updated for resources: {'Port': ['ID=39e77247-fe50-4b05-93bb-83c796a5bd92,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:12.050646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-14ceacdc-a7e2-46d2-bffa-5abcc3878077 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000669 Aug 26 10:48:12.056078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:48:12.057661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:48:12.062453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ee43f-7e04-4bc6-bc48-0245d1b6615b req-08f73002-5f2a-433c-999b-167ee580bc63 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:12.064922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:48:12.069333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ee43f-7e04-4bc6-bc48-0245d1b6615b req-08f73002-5f2a-433c-999b-167ee580bc63 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:12.070078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff1ee43f-7e04-4bc6-bc48-0245d1b6615b req-08f73002-5f2a-433c-999b-167ee580bc63 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1682 time: 0.2647893 Aug 26 10:48:12.090236 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:12.113980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:12.127955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:12.128398 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:12.140883 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:12.146501 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:12.147836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a7108a8f-decf-49c6-874f-190492ae7266 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:12.148139 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-e1cc7274-8638-4d27-a456-be179b105cb4 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0133839 Aug 26 10:48:12.169161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Request body: {'port': {'device_id': '5a5fd889-9040-42e5-aed2-c81bdc0a53b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:12.248447 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:12.278542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e56b4f66-db3f-4011-b134-3fb535c6e94a no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:12.284027 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:12.322592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: e56b4f66-db3f-4011-b134-3fb535c6e94a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:12.322966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e56b4f66-db3f-4011-b134-3fb535c6e94a not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:12.369690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a7108a8f-decf-49c6-874f-190492ae7266, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a7108a8f-decf-49c6-874f-190492ae7266,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:12.388038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'a7108a8f-decf-49c6-874f-190492ae7266', 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61', 'port_id': 'a7108a8f-decf-49c6-874f-190492ae7266', 'mac_address': 'fa:16:3e:34:d8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df0dfa6-d27a-4ded-801d-40072b12272b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:12.438204 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:12.515382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff1ee43f-7e04-4bc6-bc48-0245d1b6615b req-97f6723a-d13e-4947-a712-85a3224b69ab tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341116 Aug 26 10:48:12.517622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec9af6-966a-485c-91a6-72c5a5362b53 req-c3c34b24-05ce-407a-ac55-1b249ae088ad tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:12.519268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53ec9af6-966a-485c-91a6-72c5a5362b53 req-c3c34b24-05ce-407a-ac55-1b249ae088ad tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 1097 time: 0.7150474 Aug 26 10:48:12.618761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53ec9af6-966a-485c-91a6-72c5a5362b53 req-1b77828c-6fcb-4b0a-aa34-72ea414d05b9 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837436 Aug 26 10:48:12.635429 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-982a1a07-a772-4495-85f0-8a30077c8d61 req-b547a802-d433-4994-b691-1f2b90db49f0 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589216 Aug 26 10:48:12.663912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e77247-fe50-4b05-93bb-83c796a5bd92 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:12.676119 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:12.691479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Transition to ACTIVE for port object 39e77247-fe50-4b05-93bb-83c796a5bd92 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:48:12.696468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7108a8f-decf-49c6-874f-190492ae7266 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:12.697574 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:12.706767 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d38c945-3504-46aa-906f-73052ad09ecd x-openstack-request-id: req-2d38c945-3504-46aa-906f-73052ad09ecd {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:12.707264 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "tag": "a9a88304-1024-40a6-af3f-e243b5835375", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:12.707588 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d38c945-3504-46aa-906f-73052ad09ecd {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:12.708087 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375', 'status': 'completed', 'code': 200} Aug 26 10:48:12.746832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a7108a8f-decf-49c6-874f-190492ae7266, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a7108a8f-decf-49c6-874f-190492ae7266,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:12.756856 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:12.757918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 06b18670-82f9-4b7e-9c47-a1f920dacb98 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:12.793230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=39e77247-fe50-4b05-93bb-83c796a5bd92,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:12.829436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e16450-2fdf-491e-abfa-6b2ef43769bb req-565738c4-a53d-40b8-b9a6-e0c3209ac4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:12.832073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4e16450-2fdf-491e-abfa-6b2ef43769bb req-565738c4-a53d-40b8-b9a6-e0c3209ac4bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1099 time: 0.1025805 Aug 26 10:48:12.849646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 06b18670-82f9-4b7e-9c47-a1f920dacb98, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=06b18670-82f9-4b7e-9c47-a1f920dacb98,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:12.873131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '06b18670-82f9-4b7e-9c47-a1f920dacb98', 'network_id': '53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61', 'port_id': '06b18670-82f9-4b7e-9c47-a1f920dacb98', 'mac_address': 'fa:16:3e:f8:41:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df0dfa6-d27a-4ded-801d-40072b12272b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:12.878290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Attempting to bind port 39e77247-fe50-4b05-93bb-83c796a5bd92 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:48:12.878994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Attempting to bind port 39e77247-fe50-4b05-93bb-83c796a5bd92 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:48:12.882901 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Attempting to bind port 39e77247-fe50-4b05-93bb-83c796a5bd92 on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:12.891366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Port 39e77247-fe50-4b05-93bb-83c796a5bd92 on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:48:12.891735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Attempting to bind port 39e77247-fe50-4b05-93bb-83c796a5bd92 on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:12.898019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:48:12.898400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Checking segment: {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:48:12.898865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Bound using segment: {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:48:12.899322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Bound port: 39e77247-fe50-4b05-93bb-83c796a5bd92, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:48:12.899690 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:12.939843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a7108a8f-decf-49c6-874f-190492ae7266,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:12.947325 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:12.971078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b18670-82f9-4b7e-9c47-a1f920dacb98 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:12.986036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110116ff-ba12-44bb-8226-17d80c10bc67 req-eeaa4d9c-507c-49af-990c-73232e8a0626 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:12.990919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-110116ff-ba12-44bb-8226-17d80c10bc67 req-eeaa4d9c-507c-49af-990c-73232e8a0626 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 944 time: 0.1547513 Aug 26 10:48:12.991161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] For port 39e77247-fe50-4b05-93bb-83c796a5bd92, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:12.994259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] For port 39e77247-fe50-4b05-93bb-83c796a5bd92, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=39e77247-fe50-4b05-93bb-83c796a5bd92,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:48:13.000878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:13.018875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456870-a516-4137-a3fb-3181c5984651 req-c438c86c-ef7b-4f62-a189-23e7af03bafd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.023535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456870-a516-4137-a3fb-3181c5984651 req-c438c86c-ef7b-4f62-a189-23e7af03bafd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.027517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 06b18670-82f9-4b7e-9c47-a1f920dacb98, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=06b18670-82f9-4b7e-9c47-a1f920dacb98,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:13.031178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456870-a516-4137-a3fb-3181c5984651 req-c438c86c-ef7b-4f62-a189-23e7af03bafd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.036916 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:13.037677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device eb14fe9a-7dce-4766-8386-f266e574c13b details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:13.039887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456870-a516-4137-a3fb-3181c5984651 req-c438c86c-ef7b-4f62-a189-23e7af03bafd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.046477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456870-a516-4137-a3fb-3181c5984651 req-c438c86c-ef7b-4f62-a189-23e7af03bafd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.056950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456870-a516-4137-a3fb-3181c5984651 req-c438c86c-ef7b-4f62-a189-23e7af03bafd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.067164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e456870-a516-4137-a3fb-3181c5984651 req-c438c86c-ef7b-4f62-a189-23e7af03bafd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.069523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e456870-a516-4137-a3fb-3181c5984651 req-c438c86c-ef7b-4f62-a189-23e7af03bafd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5425 time: 0.2881987 Aug 26 10:48:13.074027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.075174 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:13.082494 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] 10.222.0.42 "PUT /v2.0/ports/39e77247-fe50-4b05-93bb-83c796a5bd92 HTTP/1.1" status: 200 len: 1093 time: 0.9185560 Aug 26 10:48:13.083605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5fd889-9040-42e5-aed2-c81bdc0a53b7', 'tag': '39e77247-fe50-4b05-93bb-83c796a5bd92'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:13.088435 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df53a10-6c96-496d-97b7-bd8805c8e1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5fd889-9040-42e5-aed2-c81bdc0a53b7", "tag": "39e77247-fe50-4b05-93bb-83c796a5bd92"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:13.125753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013efa26-9a28-461d-a15f-795ad2f18ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=39e77247-fe50-4b05-93bb-83c796a5bd92,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:13.126462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e16450-2fdf-491e-abfa-6b2ef43769bb req-094cde52-6b4f-4704-92e4-fe47fc470589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.128780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4e16450-2fdf-491e-abfa-6b2ef43769bb req-094cde52-6b4f-4704-92e4-fe47fc470589 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2830930 Aug 26 10:48:13.136871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=06b18670-82f9-4b7e-9c47-a1f920dacb98,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:13.148482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port eb14fe9a-7dce-4766-8386-f266e574c13b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=eb14fe9a-7dce-4766-8386-f266e574c13b,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:13.162001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'eb14fe9a-7dce-4766-8386-f266e574c13b', 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f', 'port_id': 'eb14fe9a-7dce-4766-8386-f266e574c13b', 'mac_address': 'fa:16:3e:c9:e7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:13.163964 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e456870-a516-4137-a3fb-3181c5984651 req-29400401-8afd-41e0-8dab-3c7ab5220ed2 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812714 Aug 26 10:48:13.189023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-5b13a022-4b08-4706-8c2e-0e78dba80e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.194804 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-5b13a022-4b08-4706-8c2e-0e78dba80e75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 1096 time: 0.0614645 Aug 26 10:48:13.226973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4e16450-2fdf-491e-abfa-6b2ef43769bb req-4740cdf0-721d-4311-a8ae-a190ae76ea1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 217 time: 0.0739334 Aug 26 10:48:13.244033 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-110116ff-ba12-44bb-8226-17d80c10bc67 req-16e06cd9-69e2-478d-9154-23075d81fc1d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714306 Aug 26 10:48:13.272617 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-1087b89e-ddf6-45e5-8dc9-a1789c4feffb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39e77247-fe50-4b05-93bb-83c796a5bd92 HTTP/1.1" status: 200 len: 217 time: 0.0698476 Aug 26 10:48:13.306054 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c76a9692-7546-4125-8186-18eecc93c9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:13.312781 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:13.316501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e16450-2fdf-491e-abfa-6b2ef43769bb req-66f9e383-460e-4acd-898a-ee32f193586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.318777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4e16450-2fdf-491e-abfa-6b2ef43769bb req-66f9e383-460e-4acd-898a-ee32f193586e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0733151 Aug 26 10:48:13.345076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb14fe9a-7dce-4766-8386-f266e574c13b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:13.389920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-a1ae4349-69bf-4f7d-b122-e21071cbf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.390149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port eb14fe9a-7dce-4766-8386-f266e574c13b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=eb14fe9a-7dce-4766-8386-f266e574c13b,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:13.393155 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-a1ae4349-69bf-4f7d-b122-e21071cbf037 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80b7aaaf-6bb9-41cb-8de8-b1187d4324ad HTTP/1.1" status: 200 len: 845 time: 0.1080046 Aug 26 10:48:13.396945 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:13.397842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:13.470996 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896aa5e-b477-448f-b509-3681e026e05e req-6ebe1782-d62b-4848-b2c0-407dea4d7252 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.476872 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-7233f9f5-5f44-4184-afdf-750f29c3761f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591371 Aug 26 10:48:13.479148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7896aa5e-b477-448f-b509-3681e026e05e req-6ebe1782-d62b-4848-b2c0-407dea4d7252 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1521862 Aug 26 10:48:13.496183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:13.498895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e16450-2fdf-491e-abfa-6b2ef43769bb req-b1547df1-9355-4422-aec8-d5edb563f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.500400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4e16450-2fdf-491e-abfa-6b2ef43769bb req-b1547df1-9355-4422-aec8-d5edb563f04a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1595831 Aug 26 10:48:13.510391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e554c5-3152-4c2b-977b-7c5e987c0a04 req-d49668b4-f239-4a11-9b1e-0cc11244afeb tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.510871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=eb14fe9a-7dce-4766-8386-f266e574c13b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:13.512021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29e554c5-3152-4c2b-977b-7c5e987c0a04 req-d49668b4-f239-4a11-9b1e-0cc11244afeb tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 1097 time: 0.1180201 Aug 26 10:48:13.567245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '1dc0dec7-8e07-4315-a42c-6e045bfd90f1', 'network_id': '7e95f1db-eea7-493f-94df-e8629975974f', 'port_id': '1dc0dec7-8e07-4315-a42c-6e045bfd90f1', 'mac_address': 'fa:16:3e:3f:d5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:13.630004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29e554c5-3152-4c2b-977b-7c5e987c0a04 req-71fc9c08-8715-4e5e-a701-c736030d4faf tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066623 Aug 26 10:48:13.649090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7896aa5e-b477-448f-b509-3681e026e05e req-b0cbba67-5c49-4d95-8e87-3f951f1931b4 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689792 Aug 26 10:48:13.655861 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:13.656979 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-7900c09d-acab-47f5-8247-69cc78290d9a service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696990 Aug 26 10:48:13.715430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4e16450-2fdf-491e-abfa-6b2ef43769bb req-33574e51-82ed-489d-b3a6-02624ebb8592 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023480 Aug 26 10:48:13.717936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:13.763316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:13.768941 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:13.807880 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67b1cf0-f1b8-4494-be03-2ee68622f0ea x-openstack-request-id: req-c67b1cf0-f1b8-4494-be03-2ee68622f0ea {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:13.808483 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5fd889-9040-42e5-aed2-c81bdc0a53b7", "tag": "39e77247-fe50-4b05-93bb-83c796a5bd92", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:13.808483 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c67b1cf0-f1b8-4494-be03-2ee68622f0ea {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:13.808816 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5fd889-9040-42e5-aed2-c81bdc0a53b7', 'tag': '39e77247-fe50-4b05-93bb-83c796a5bd92', 'status': 'completed', 'code': 200} Aug 26 10:48:13.858261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:13.870915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4e16450-2fdf-491e-abfa-6b2ef43769bb req-5fb6f26c-1716-491b-bb1f-0511dfd94b06 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461687 Aug 26 10:48:13.885921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce82ef9e-99fa-43e1-b7ca-532b7330ed98 req-96b355d2-f435-4b66-941c-7c8fd084aa0b service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134330 Aug 26 10:48:13.956058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1770d-7afb-43b1-bb0b-e904fe938151 req-ddc3b1cc-7e63-42c4-855a-d77d7a0229c5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:13.959480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2a1770d-7afb-43b1-bb0b-e904fe938151 req-ddc3b1cc-7e63-42c4-855a-d77d7a0229c5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 947 time: 0.0859606 Aug 26 10:48:14.010104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2a1770d-7afb-43b1-bb0b-e904fe938151 req-f5540859-fc34-4e98-89b7-731564da2f93 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452580 Aug 26 10:48:14.011991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df53a10-6c96-496d-97b7-bd8805c8e1b2 req-52227c4f-43e1-4109-ab4e-3e5d10447066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.013766 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6df53a10-6c96-496d-97b7-bd8805c8e1b2 req-52227c4f-43e1-4109-ab4e-3e5d10447066 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 1096 time: 0.0672364 Aug 26 10:48:14.193152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df53a10-6c96-496d-97b7-bd8805c8e1b2 req-c97816bd-a335-4547-8065-b9f2239e8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.195776 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6df53a10-6c96-496d-97b7-bd8805c8e1b2 req-c97816bd-a335-4547-8065-b9f2239e8bd6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 906 time: 0.1677542 Aug 26 10:48:14.221781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dd76f-bdaa-4956-94b4-9f6e28694b16 req-4d5c8da9-2d90-406e-b7ac-7179c63ea77f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.231748 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dd76f-bdaa-4956-94b4-9f6e28694b16 req-4d5c8da9-2d90-406e-b7ac-7179c63ea77f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.234095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c04dd76f-bdaa-4956-94b4-9f6e28694b16 req-4d5c8da9-2d90-406e-b7ac-7179c63ea77f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1682 time: 0.0798001 Aug 26 10:48:14.278763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c04dd76f-bdaa-4956-94b4-9f6e28694b16 req-d6f3a494-ae45-4c16-8cf2-2d5c276f442d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378561 Aug 26 10:48:14.279842 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6df53a10-6c96-496d-97b7-bd8805c8e1b2 req-eeac1ab9-bab7-4e25-ab26-ba192a951b0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39e77247-fe50-4b05-93bb-83c796a5bd92 HTTP/1.1" status: 200 len: 217 time: 0.0668316 Aug 26 10:48:14.349657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df53a10-6c96-496d-97b7-bd8805c8e1b2 req-4d3e3e73-08e4-4443-a3b7-b645c651cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.351243 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6df53a10-6c96-496d-97b7-bd8805c8e1b2 req-4d3e3e73-08e4-4443-a3b7-b645c651cf78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80b7aaaf-6bb9-41cb-8de8-b1187d4324ad HTTP/1.1" status: 200 len: 845 time: 0.0574341 Aug 26 10:48:14.401363 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6df53a10-6c96-496d-97b7-bd8805c8e1b2 req-e4580767-83c6-492c-8829-e5703548f389 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388033 Aug 26 10:48:14.427039 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8527d5-8956-42d8-ae00-b7885b8f708d req-df8da2df-8a0d-412a-9200-9e19dda6f1e8 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.435084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8527d5-8956-42d8-ae00-b7885b8f708d req-df8da2df-8a0d-412a-9200-9e19dda6f1e8 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.443544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8527d5-8956-42d8-ae00-b7885b8f708d req-df8da2df-8a0d-412a-9200-9e19dda6f1e8 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.450933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8527d5-8956-42d8-ae00-b7885b8f708d req-df8da2df-8a0d-412a-9200-9e19dda6f1e8 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.458633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8527d5-8956-42d8-ae00-b7885b8f708d req-df8da2df-8a0d-412a-9200-9e19dda6f1e8 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.466078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8527d5-8956-42d8-ae00-b7885b8f708d req-df8da2df-8a0d-412a-9200-9e19dda6f1e8 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.473204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8527d5-8956-42d8-ae00-b7885b8f708d req-df8da2df-8a0d-412a-9200-9e19dda6f1e8 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.482369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb8527d5-8956-42d8-ae00-b7885b8f708d req-df8da2df-8a0d-412a-9200-9e19dda6f1e8 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5428 time: 0.1261013 Aug 26 10:48:14.511713 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6df53a10-6c96-496d-97b7-bd8805c8e1b2 req-1056b1cb-60eb-4609-a483-56dc67876701 service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995440 Aug 26 10:48:14.530401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb8527d5-8956-42d8-ae00-b7885b8f708d req-24d0e423-893f-459f-9513-283c25e9d2e6 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467615 Aug 26 10:48:14.643565 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6df53a10-6c96-496d-97b7-bd8805c8e1b2 req-4e1073b5-a75b-4140-a12d-ac2366398373 service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190851 Aug 26 10:48:14.695691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476309e-e243-4fb0-b029-05be80f524b6 req-ac200036-6caf-4a61-be03-c55db1aa11b8 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.697494 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1476309e-e243-4fb0-b029-05be80f524b6 req-ac200036-6caf-4a61-be03-c55db1aa11b8 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 944 time: 0.0673394 Aug 26 10:48:14.748879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1476309e-e243-4fb0-b029-05be80f524b6 req-58bb1ad4-646d-408d-9420-94eecf1b57d7 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Aug 26 10:48:14.907486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5226f-05fc-4080-aa55-2f8b453f1b5a req-15dfb4b8-7650-41d4-be3a-fbfc696244a7 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:14.909133 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10d5226f-05fc-4080-aa55-2f8b453f1b5a req-15dfb4b8-7650-41d4-be3a-fbfc696244a7 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.0792170 Aug 26 10:48:14.966487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10d5226f-05fc-4080-aa55-2f8b453f1b5a req-b4e32a9f-96de-4a53-b775-eddd2849683b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502257 Aug 26 10:48:15.166175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e49291-3eac-4142-aa99-88851ccc26fa req-9590040d-1d72-430d-830d-7054ec29a14d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:15.167901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1e49291-3eac-4142-aa99-88851ccc26fa req-9590040d-1d72-430d-830d-7054ec29a14d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 947 time: 0.0812221 Aug 26 10:48:15.237834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-b32e0086-b552-4b42-9c20-018c22732732 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:48:15.239535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-b32e0086-b552-4b42-9c20-018c22732732 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143993 Aug 26 10:48:15.247634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1e49291-3eac-4142-aa99-88851ccc26fa req-a4a22627-dd28-4dee-a5c2-20f9264cc8d9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716379 Aug 26 10:48:15.257022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Request body: {'binding': {'host': 'n-h1-778550-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:15.257759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Unknown quota resources ['binding']. {{(pid=101267) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 10:48:15.489089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 on host n-h1-778550-13 for vnic_type normal with profile None {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:48:15.489481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:48:15.490011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:15.498047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Port 60313a0f-8105-4544-8357-aced05873d38 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:48:15.498589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:15.517052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b9173-afba-46f0-a826-0cc3ced86e9b req-7062167a-70c2-41c0-b8ee-6b150724d8b3 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:15.524831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b9173-afba-46f0-a826-0cc3ced86e9b req-7062167a-70c2-41c0-b8ee-6b150724d8b3 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:15.526989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-442b9173-afba-46f0-a826-0cc3ced86e9b req-7062167a-70c2-41c0-b8ee-6b150724d8b3 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1682 time: 0.1149123 Aug 26 10:48:15.528424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:48:15.528755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:48:15.529265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:48:15.529729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Bound port: 60313a0f-8105-4544-8357-aced05873d38, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:48:15.619607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-442b9173-afba-46f0-a826-0cc3ced86e9b req-3aa8d9dd-1fda-4007-8f75-76609f4c5f3a tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836163 Aug 26 10:48:15.632722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=60313a0f-8105-4544-8357-aced05873d38,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:48:15.644828 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:15.646358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-075fd0cf-c61a-4a0a-9577-e239f2752fe1 service neutron] 10.222.0.21 "POST /v2.0/ports/60313a0f-8105-4544-8357-aced05873d38/bindings HTTP/1.1" status: 201 len: 390 time: 0.3974228 Aug 26 10:48:15.729557 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cf892fd-459b-44e1-9f76-97f75ec8b4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:15.760039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['06b18670-82f9-4b7e-9c47-a1f920dacb98'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:15.826915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff86d8-c759-4552-8c69-702f107be8c5 req-67eee1cf-3d74-4877-9eb1-2c8797509cea tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:15.834140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff86d8-c759-4552-8c69-702f107be8c5 req-67eee1cf-3d74-4877-9eb1-2c8797509cea tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:15.841099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff86d8-c759-4552-8c69-702f107be8c5 req-67eee1cf-3d74-4877-9eb1-2c8797509cea tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:15.848107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff86d8-c759-4552-8c69-702f107be8c5 req-67eee1cf-3d74-4877-9eb1-2c8797509cea tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:15.855089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['a7108a8f-decf-49c6-874f-190492ae7266'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:15.855666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff86d8-c759-4552-8c69-702f107be8c5 req-67eee1cf-3d74-4877-9eb1-2c8797509cea tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:15.860415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['260c9222-0d1f-4d80-842b-55abc38ec59e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:15.863577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff86d8-c759-4552-8c69-702f107be8c5 req-67eee1cf-3d74-4877-9eb1-2c8797509cea tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:15.871625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff86d8-c759-4552-8c69-702f107be8c5 req-67eee1cf-3d74-4877-9eb1-2c8797509cea tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:15.873780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5aff86d8-c759-4552-8c69-702f107be8c5 req-67eee1cf-3d74-4877-9eb1-2c8797509cea tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5428 time: 0.1773138 Aug 26 10:48:15.953788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5aff86d8-c759-4552-8c69-702f107be8c5 req-d1b7a1ed-7f07-4053-8b86-a6448667c0bd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551877 Aug 26 10:48:15.962338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce892d25-243c-4b53-946c-513e2ee1ff8f req-97a0d416-8ed9-4fca-872e-be61a1483428 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:15.963969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce892d25-243c-4b53-946c-513e2ee1ff8f req-97a0d416-8ed9-4fca-872e-be61a1483428 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.1742017 Aug 26 10:48:16.028724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['01aa3d6a-c13a-4ee9-98b2-31d232de49f0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:16.066330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce892d25-243c-4b53-946c-513e2ee1ff8f req-b3215645-ac9a-4681-8cbe-f781e552e46b tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898893 Aug 26 10:48:16.111942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['1dc0dec7-8e07-4315-a42c-6e045bfd90f1'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:16.127245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['eb14fe9a-7dce-4766-8386-f266e574c13b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:16.138808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-30a4c45b-8e48-489f-a77d-902dd574032e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:16.171420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-30a4c45b-8e48-489f-a77d-902dd574032e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:16.181179 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-30a4c45b-8e48-489f-a77d-902dd574032e tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 1682 time: 0.1407335 Aug 26 10:48:16.189008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-f31bb16b-fe1b-46ec-b3d6-a5d70c551425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:16.191157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-f31bb16b-fe1b-46ec-b3d6-a5d70c551425 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 1097 time: 0.1514030 Aug 26 10:48:16.205636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6e5a9-96c9-4d41-8504-7c56f237ea24 req-085fa7f4-2496-49fa-8b31-983d881ace69 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:16.207657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4f6e5a9-96c9-4d41-8504-7c56f237ea24 req-085fa7f4-2496-49fa-8b31-983d881ace69 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 944 time: 0.1199028 Aug 26 10:48:16.245384 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:16.281515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['51c95b72-8c7b-4ce4-ba3c-7c2d454427b4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:16.295194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a9a88304-1024-40a6-af3f-e243b5835375 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:16.331221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-591e1997-29f4-44be-ad2b-8039cf2d434d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting port e2f605e4-a281-4fb0-b513-b4787c6efd0c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:16.331738 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-591e1997-29f4-44be-ad2b-8039cf2d434d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:16.345049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-3c03cd66-1f70-4e05-8387-97bf7b8dd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:16.346886 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-3c03cd66-1f70-4e05-8387-97bf7b8dd1be service neutron] 10.222.0.47 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.1380057 Aug 26 10:48:16.448193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-562cb706-fbcb-4f99-957b-74144cde3c85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60313a0f-8105-4544-8357-aced05873d38 HTTP/1.1" status: 200 len: 217 time: 0.0821235 Aug 26 10:48:16.456734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e975-400c-4f6d-8ee0-00fe3ae3396a req-173f5cfd-d4fc-4bd3-aaf1-c122fb9663a3 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:16.465032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68b2e975-400c-4f6d-8ee0-00fe3ae3396a req-173f5cfd-d4fc-4bd3-aaf1-c122fb9663a3 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.2540181 Aug 26 10:48:16.475990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-591e1997-29f4-44be-ad2b-8039cf2d434d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] For port e2f605e4-a281-4fb0-b513-b4787c6efd0c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=e2f605e4-a281-4fb0-b513-b4787c6efd0c,segment=NetworkSegment(0938082c-7054-43c1-9634-2f763bafddf5),segment_id=0938082c-7054-43c1-9634-2f763bafddf5)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:16.476370 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-591e1997-29f4-44be-ad2b-8039cf2d434d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:16.497796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4f6e5a9-96c9-4d41-8504-7c56f237ea24 req-d2697025-062e-4059-8c94-6dca8f8b3d01 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607267 Aug 26 10:48:16.498611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-591e1997-29f4-44be-ad2b-8039cf2d434d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Calling delete_port for e2f605e4-a281-4fb0-b513-b4787c6efd0c owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:16.598248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-389556aa-4d36-4100-a82b-73cd8867a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:16.600714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-389556aa-4d36-4100-a82b-73cd8867a381 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.1002867 Aug 26 10:48:16.666476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:16.697875 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-591e1997-29f4-44be-ad2b-8039cf2d434d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:16.702566 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-cb5044f2-a56d-4d7b-86c7-1c6d048fe9ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588162 Aug 26 10:48:16.724155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68b2e975-400c-4f6d-8ee0-00fe3ae3396a req-ffcfe2f1-44ef-4276-afe2-f2ccd95d4597 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578502 Aug 26 10:48:16.781750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e1997-29f4-44be-ad2b-8039cf2d434d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Port': ['ID=e2f605e4-a281-4fb0-b513-b4787c6efd0c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:16.795009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'a9a88304-1024-40a6-af3f-e243b5835375', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'a9a88304-1024-40a6-af3f-e243b5835375', 'mac_address': 'fa:16:3e:17:29:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:16.807400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-591e1997-29f4-44be-ad2b-8039cf2d434d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] No DVR routers for this DVR port e2f605e4-a281-4fb0-b513-b4787c6efd0c on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:16.814131 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-591e1997-29f4-44be-ad2b-8039cf2d434d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:16.822641 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-591e1997-29f4-44be-ad2b-8039cf2d434d tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.47 "DELETE /v2.0/ports/e2f605e4-a281-4fb0-b513-b4787c6efd0c HTTP/1.1" status: 204 len: 173 time: 0.6343000 Aug 26 10:48:16.823204 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'name': 'network-vif-deleted', 'tag': 'e2f605e4-a281-4fb0-b513-b4787c6efd0c'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:16.828992 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5e3896-afc6-4e16-8cb4-a7c1153051dd" -d '{"events": [{"server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "name": "network-vif-deleted", "tag": "e2f605e4-a281-4fb0-b513-b4787c6efd0c"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:16.879046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbae515-2714-44b9-8c1e-71e5913b18b7 req-b468c835-2dc4-4535-9e6c-bfb3837d048b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:16.891789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfbae515-2714-44b9-8c1e-71e5913b18b7 req-b468c835-2dc4-4535-9e6c-bfb3837d048b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 947 time: 0.2813771 Aug 26 10:48:16.979491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-3ca3255f-0dc7-4af9-ae13-d15a99954725 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting port a566c592-84d6-4a39-84aa-23d48d82ed37 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:16.979748 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-3ca3255f-0dc7-4af9-ae13-d15a99954725 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:16.996028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfbae515-2714-44b9-8c1e-71e5913b18b7 req-412f811e-d528-4c47-82af-25bca5135b6f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031740 Aug 26 10:48:17.034816 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:17.044475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-395bf5fc-2e06-411e-a404-1e777ae4e200 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178058 Aug 26 10:48:17.099296 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f91349c-cea1-4f1a-8883-830bc825bc83 x-openstack-request-id: req-5f91349c-cea1-4f1a-8883-830bc825bc83 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:17.099600 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "name": "network-vif-deleted", "tag": "e2f605e4-a281-4fb0-b513-b4787c6efd0c", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:17.099859 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f91349c-cea1-4f1a-8883-830bc825bc83 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:17.100272 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'name': 'network-vif-deleted', 'tag': 'e2f605e4-a281-4fb0-b513-b4787c6efd0c', 'status': 'completed', 'code': 200} Aug 26 10:48:17.104665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a88304-1024-40a6-af3f-e243b5835375 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:17.145812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8259efb-7459-4a89-b4b0-49c8c96a9782 req-69d3720a-cb29-4887-b6e3-48ce02f6b558 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:17.147976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8259efb-7459-4a89-b4b0-49c8c96a9782 req-69d3720a-cb29-4887-b6e3-48ce02f6b558 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9c60fd3-0bb9-4a64-998c-c88df5d226e5 HTTP/1.1" status: 200 len: 946 time: 0.2176733 Aug 26 10:48:17.181180 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:17.183884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-3ca3255f-0dc7-4af9-ae13-d15a99954725 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] For port a566c592-84d6-4a39-84aa-23d48d82ed37, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a566c592-84d6-4a39-84aa-23d48d82ed37,segment=NetworkSegment(e3407ced-dd4e-4eeb-90b2-918c1e1f6811),segment_id=e3407ced-dd4e-4eeb-90b2-918c1e1f6811)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:17.184508 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-3ca3255f-0dc7-4af9-ae13-d15a99954725 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:17.200594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:17.204286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-3ca3255f-0dc7-4af9-ae13-d15a99954725 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Calling delete_port for a566c592-84d6-4a39-84aa-23d48d82ed37 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:17.210201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-aa8a932c-f9ab-4181-9358-e19766d4ecb3 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533165 Aug 26 10:48:17.246493 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:17.247450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 39e77247-fe50-4b05-93bb-83c796a5bd92 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:17.362335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f826517-879b-4b81-a8d2-b2269878e963 req-92d7f188-aea1-4b48-80be-79674a9a4342 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:17.377409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f826517-879b-4b81-a8d2-b2269878e963 req-92d7f188-aea1-4b48-80be-79674a9a4342 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:17.387802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f826517-879b-4b81-a8d2-b2269878e963 req-92d7f188-aea1-4b48-80be-79674a9a4342 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:17.395496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:17.396116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f826517-879b-4b81-a8d2-b2269878e963 req-92d7f188-aea1-4b48-80be-79674a9a4342 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:17.399341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-3ca3255f-0dc7-4af9-ae13-d15a99954725 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:17.406369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f826517-879b-4b81-a8d2-b2269878e963 req-92d7f188-aea1-4b48-80be-79674a9a4342 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:17.414166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f826517-879b-4b81-a8d2-b2269878e963 req-92d7f188-aea1-4b48-80be-79674a9a4342 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:17.421322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f826517-879b-4b81-a8d2-b2269878e963 req-92d7f188-aea1-4b48-80be-79674a9a4342 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:17.430381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f826517-879b-4b81-a8d2-b2269878e963 req-92d7f188-aea1-4b48-80be-79674a9a4342 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5428 time: 0.2185521 Aug 26 10:48:17.433105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 39e77247-fe50-4b05-93bb-83c796a5bd92, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=39e77247-fe50-4b05-93bb-83c796a5bd92,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:17.445735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '39e77247-fe50-4b05-93bb-83c796a5bd92', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'port_id': '39e77247-fe50-4b05-93bb-83c796a5bd92', 'mac_address': 'fa:16:3e:ab:5c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b7aaaf-6bb9-41cb-8de8-b1187d4324ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:17.448733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3255f-0dc7-4af9-ae13-d15a99954725 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Port': ['ID=a566c592-84d6-4a39-84aa-23d48d82ed37,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:17.457150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8259efb-7459-4a89-b4b0-49c8c96a9782 req-15adf363-9c35-42eb-87a0-f3937b41bfb6 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e457b0-11e1-4e6e-a0a2-56bfeac2654e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438002 Aug 26 10:48:17.499140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f826517-879b-4b81-a8d2-b2269878e963 req-ef22c53d-eb77-4f31-a5e7-939938d11502 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676932 Aug 26 10:48:17.531502 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:17.534597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-3ca3255f-0dc7-4af9-ae13-d15a99954725 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] No DVR routers for this DVR port a566c592-84d6-4a39-84aa-23d48d82ed37 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:17.542257 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-3ca3255f-0dc7-4af9-ae13-d15a99954725 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:17.544720 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6c982260-6c39-4ef3-9a89-3ba0955df9f6 req-3ca3255f-0dc7-4af9-ae13-d15a99954725 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.47 "DELETE /v2.0/ports/a566c592-84d6-4a39-84aa-23d48d82ed37 HTTP/1.1" status: 204 len: 173 time: 0.7123337 Aug 26 10:48:17.554095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e77247-fe50-4b05-93bb-83c796a5bd92 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:17.581405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 39e77247-fe50-4b05-93bb-83c796a5bd92, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=39e77247-fe50-4b05-93bb-83c796a5bd92,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:17.586617 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:17.669446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67519b7c-ca73-4f2d-82bb-a80436a69953 req-eac4d8ab-965b-4a29-bd8f-631b843b8231 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:17.671247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67519b7c-ca73-4f2d-82bb-a80436a69953 req-eac4d8ab-965b-4a29-bd8f-631b843b8231 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.1164448 Aug 26 10:48:17.681530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84df3fd-3666-475b-bbbd-6c4060097daa req-2e8e8459-0547-4c97-8172-ae7b43483085 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:17.683741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=39e77247-fe50-4b05-93bb-83c796a5bd92,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:17.689344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d84df3fd-3666-475b-bbbd-6c4060097daa req-2e8e8459-0547-4c97-8172-ae7b43483085 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 945 time: 0.0846927 Aug 26 10:48:17.752449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d84df3fd-3666-475b-bbbd-6c4060097daa req-a973a287-93a8-4d21-97cb-a924d9c0749d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619066 Aug 26 10:48:17.759990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67519b7c-ca73-4f2d-82bb-a80436a69953 req-7261ea8f-2fc4-4210-93cd-930459043d43 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683527 Aug 26 10:48:17.870690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47838c86-a7cf-471b-b6af-2710ed68c54d req-1e1ecd5a-6d88-4f28-be44-558630d8232d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:17.872270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47838c86-a7cf-471b-b6af-2710ed68c54d req-1e1ecd5a-6d88-4f28-be44-558630d8232d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.0534394 Aug 26 10:48:17.908007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a9a88304-1024-40a6-af3f-e243b5835375'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:17.918044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['39e77247-fe50-4b05-93bb-83c796a5bd92'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:17.920582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47838c86-a7cf-471b-b6af-2710ed68c54d req-6dc14ec9-4e5a-477b-920f-05d61eee8dcc tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Aug 26 10:48:18.130854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27caa62-5922-4844-993c-e09e21881e28 req-8c3866ab-4639-408f-b067-ee2f498d7224 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:18.138814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a27caa62-5922-4844-993c-e09e21881e28 req-8c3866ab-4639-408f-b067-ee2f498d7224 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 948 time: 0.0641479 Aug 26 10:48:18.204169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a27caa62-5922-4844-993c-e09e21881e28 req-44474139-d10b-48b2-b2f6-1a118608838c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492532 Aug 26 10:48:18.457509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-ec198316-ec29-44e0-9d20-5bc2788cb414 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:18.459658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-ec198316-ec29-44e0-9d20-5bc2788cb414 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 808 time: 0.1535575 Aug 26 10:48:18.475764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-f8421e20-d84d-4bf4-87f7-97d3a3ce5789 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/quotas/bbdc0b3586bc413e8f4363512678b56e HTTP/1.1" status: 200 len: 375 time: 0.0097079 Aug 26 10:48:18.528451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39922) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:18.532995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-eefab214-2c09-47bb-ae9f-b8659b6098ea tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513749 Aug 26 10:48:18.592969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fee9da1-f61b-4026-a86f-52900ba4f04c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting subnet a77707c6-d519-4435-a324-0bcf7198b4d9 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:48:18.596831 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fee9da1-f61b-4026-a86f-52900ba4f04c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:18.643672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fee9da1-f61b-4026-a86f-52900ba4f04c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:18.687020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21ae7-1415-4a62-b3a0-a3b6e5a873f1 req-02b54438-daa0-4181-9993-65f243854076 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:18.693653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21ae7-1415-4a62-b3a0-a3b6e5a873f1 req-02b54438-daa0-4181-9993-65f243854076 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:18.699740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21ae7-1415-4a62-b3a0-a3b6e5a873f1 req-02b54438-daa0-4181-9993-65f243854076 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:18.705752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21ae7-1415-4a62-b3a0-a3b6e5a873f1 req-02b54438-daa0-4181-9993-65f243854076 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:18.711793 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21ae7-1415-4a62-b3a0-a3b6e5a873f1 req-02b54438-daa0-4181-9993-65f243854076 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:18.717729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21ae7-1415-4a62-b3a0-a3b6e5a873f1 req-02b54438-daa0-4181-9993-65f243854076 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:18.723705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21ae7-1415-4a62-b3a0-a3b6e5a873f1 req-02b54438-daa0-4181-9993-65f243854076 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:18.725667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ae21ae7-1415-4a62-b3a0-a3b6e5a873f1 req-02b54438-daa0-4181-9993-65f243854076 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5428 time: 0.1329753 Aug 26 10:48:18.732106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d90c43a3-e62d-4b45-8983-2009444dfbbd service neutron] 10.222.0.21 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919167 Aug 26 10:48:18.760170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fee9da1-f61b-4026-a86f-52900ba4f04c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:18.840626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fee9da1-f61b-4026-a86f-52900ba4f04c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:18.845955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ae21ae7-1415-4a62-b3a0-a3b6e5a873f1 req-5ab28bcd-4079-4a08-aaad-527cfcfb98e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928104 Aug 26 10:48:18.871241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee9da1-f61b-4026-a86f-52900ba4f04c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Subnet': ['ID=a77707c6-d519-4435-a324-0bcf7198b4d9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:18.874520 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fee9da1-f61b-4026-a86f-52900ba4f04c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:18.880159 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0fee9da1-f61b-4026-a86f-52900ba4f04c tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "DELETE /v2.0/subnets/a77707c6-d519-4435-a324-0bcf7198b4d9 HTTP/1.1" status: 204 len: 168 time: 0.3498280 Aug 26 10:48:18.880887 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39930) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:18.886128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac3fa4a-ecf1-4084-b9da-853031b9a39b None None] Network 57b39f7f-d919-476c-b8ca-ca7665e5b784 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:48:18.888015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-83e5db0f-ccc4-4527-8645-ba20faf2fe3c service neutron] 10.222.0.21 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453335 Aug 26 10:48:18.981836 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.052647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting port f4c4a778-1dee-4853-97bf-d4778db3ccfc {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:19.053169 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.053289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5992e-d6a9-4818-91db-3e8065ad1f0a req-a5f3410a-e0a2-4cf6-bfae-755d13ead65e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:19.061023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cc5992e-d6a9-4818-91db-3e8065ad1f0a req-a5f3410a-e0a2-4cf6-bfae-755d13ead65e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 945 time: 0.0772398 Aug 26 10:48:19.122429 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.126039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cc5992e-d6a9-4818-91db-3e8065ad1f0a req-c22a5595-4390-4f78-92fa-d4ce780d1d0d tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614316 Aug 26 10:48:19.146816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] For port f4c4a778-1dee-4853-97bf-d4778db3ccfc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f4c4a778-1dee-4853-97bf-d4778db3ccfc,segment=NetworkSegment(0938082c-7054-43c1-9634-2f763bafddf5),segment_id=0938082c-7054-43c1-9634-2f763bafddf5)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:19.147416 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.164729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'name': 'network-vif-deleted', 'tag': 'a566c592-84d6-4a39-84aa-23d48d82ed37'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:19.167479 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24832197-3de3-4cc6-89b5-cc24bb94daa7" -d '{"events": [{"server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "name": "network-vif-deleted", "tag": "a566c592-84d6-4a39-84aa-23d48d82ed37"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:19.182169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Calling delete_port for f4c4a778-1dee-4853-97bf-d4778db3ccfc owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:19.229491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2981b7-25b1-4bfd-be56-b7b2272bb1cc None None] DHCP port deletion for 57b39f7f-d919-476c-b8ca-ca7665e5b784 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:48:19.276658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32febb2-04ca-4735-8d3d-90dbf88f4221 req-e86233bf-1a19-42ae-9583-965ff55ce404 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:19.278333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b32febb2-04ca-4735-8d3d-90dbf88f4221 req-e86233bf-1a19-42ae-9583-965ff55ce404 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.0753882 Aug 26 10:48:19.318504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2e2981b7-25b1-4bfd-be56-b7b2272bb1cc None None] Deleting port f4c4a778-1dee-4853-97bf-d4778db3ccfc {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:19.318920 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e2981b7-25b1-4bfd-be56-b7b2272bb1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.335232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b32febb2-04ca-4735-8d3d-90dbf88f4221 req-4eeca7f5-2812-408d-95f8-4044bfb97502 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Aug 26 10:48:19.377190 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.419688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Port': ['ID=f4c4a778-1dee-4853-97bf-d4778db3ccfc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:19.430581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] No DVR routers for this DVR port f4c4a778-1dee-4853-97bf-d4778db3ccfc on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:19.469963 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f708f30e-a18a-4136-b7ab-d29068639c0d x-openstack-request-id: req-f708f30e-a18a-4136-b7ab-d29068639c0d {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:19.470415 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c60fd3-0bb9-4a64-998c-c88df5d226e5", "name": "network-vif-deleted", "tag": "a566c592-84d6-4a39-84aa-23d48d82ed37", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:19.470977 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f708f30e-a18a-4136-b7ab-d29068639c0d {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:19.471882 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c60fd3-0bb9-4a64-998c-c88df5d226e5', 'name': 'network-vif-deleted', 'tag': 'a566c592-84d6-4a39-84aa-23d48d82ed37', 'status': 'completed', 'code': 200} Aug 26 10:48:19.496131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2e2981b7-25b1-4bfd-be56-b7b2272bb1cc None None] For port f4c4a778-1dee-4853-97bf-d4778db3ccfc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f4c4a778-1dee-4853-97bf-d4778db3ccfc,segment=NetworkSegment(0938082c-7054-43c1-9634-2f763bafddf5),segment_id=0938082c-7054-43c1-9634-2f763bafddf5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:19.496813 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e2981b7-25b1-4bfd-be56-b7b2272bb1cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.567074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed27b3d-a12b-4007-b3c6-560a3d6ba4e9 req-3aa8bd19-74a7-488e-b96b-2bdeec2088cd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:19.576377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ed27b3d-a12b-4007-b3c6-560a3d6ba4e9 req-3aa8bd19-74a7-488e-b96b-2bdeec2088cd tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1335335 Aug 26 10:48:19.584104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.605906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b39f7f-d919-476c-b8ca-ca7665e5b784']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:19.637695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0938082c-7054-43c1-9634-2f763bafddf5') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:19.639016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0938082c-7054-43c1-9634-2f763bafddf5') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:19.661523 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.672095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ed27b3d-a12b-4007-b3c6-560a3d6ba4e9 req-f2d9465f-fc08-445f-817c-f929d7a19a03 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945141 Aug 26 10:48:19.701237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.719579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:48:19.720051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:48:19.728144 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:48:19.732055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f5e7d-82e8-4bf5-b55d-26ee45acbffe req-fc2ff929-9374-4319-860f-ccd59fece2fb tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:19.738306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2e2981b7-25b1-4bfd-be56-b7b2272bb1cc None None] Calling delete_port for f4c4a778-1dee-4853-97bf-d4778db3ccfc owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:19.744253 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-638f5e7d-82e8-4bf5-b55d-26ee45acbffe req-fc2ff929-9374-4319-860f-ccd59fece2fb tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 948 time: 0.1653707 Aug 26 10:48:19.841209 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e2981b7-25b1-4bfd-be56-b7b2272bb1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.854207 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 06b18670-82f9-4b7e-9c47-a1f920dacb98 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:19.855364 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.859314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04df73e6-f4aa-49e6-8737-966a75fc2aec req-8ce9d256-aa12-4ec9-a604-216814c9a473 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 210 time: 0.1123283 Aug 26 10:48:19.878836 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.878836 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "DELETE /v2.0/networks/57b39f7f-d919-476c-b8ca-ca7665e5b784 HTTP/1.1" status: 204 len: 168 time: 0.9922006 Aug 26 10:48:19.878836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39956) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:19.897990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855693f1-fcf6-47da-8300-28193e1f8586 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Network': ['ID=57b39f7f-d919-476c-b8ca-ca7665e5b784,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:19.907908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2981b7-25b1-4bfd-be56-b7b2272bb1cc None None] No DVR routers for this DVR port f4c4a778-1dee-4853-97bf-d4778db3ccfc on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:19.913754 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-638f5e7d-82e8-4bf5-b55d-26ee45acbffe req-56b8983a-a92f-4c4d-8b3b-69c6da543d6e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638367 Aug 26 10:48:19.918825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2981b7-25b1-4bfd-be56-b7b2272bb1cc None None] Pushing event deleted for resources: {'Port': ['ID=f4c4a778-1dee-4853-97bf-d4778db3ccfc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:19.972981 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f77c0e-4fcf-4864-ba17-56ecc068d5b3 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting subnet 405a922d-8876-4f9f-a4ce-f4ce36c96d81 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:48:19.977673 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f77c0e-4fcf-4864-ba17-56ecc068d5b3 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:19.996382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 06b18670-82f9-4b7e-9c47-a1f920dacb98 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:20.001109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 06b18670-82f9-4b7e-9c47-a1f920dacb98 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:20.001479 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.034262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f77c0e-4fcf-4864-ba17-56ecc068d5b3 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.060457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f4c4a778-1dee-4853-97bf-d4778db3ccfc no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:20.092583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0061b-6234-4745-b902-9aac72ceff77 req-014bd7d5-c9fe-4227-af45-6be2b16c0b96 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:20.099625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0061b-6234-4745-b902-9aac72ceff77 req-014bd7d5-c9fe-4227-af45-6be2b16c0b96 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:20.105603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0061b-6234-4745-b902-9aac72ceff77 req-014bd7d5-c9fe-4227-af45-6be2b16c0b96 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:20.112781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0061b-6234-4745-b902-9aac72ceff77 req-014bd7d5-c9fe-4227-af45-6be2b16c0b96 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:20.120013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0061b-6234-4745-b902-9aac72ceff77 req-014bd7d5-c9fe-4227-af45-6be2b16c0b96 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:20.125914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0061b-6234-4745-b902-9aac72ceff77 req-014bd7d5-c9fe-4227-af45-6be2b16c0b96 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:20.128285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: f4c4a778-1dee-4853-97bf-d4778db3ccfc {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:20.129012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f4c4a778-1dee-4853-97bf-d4778db3ccfc not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:20.132369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0061b-6234-4745-b902-9aac72ceff77 req-014bd7d5-c9fe-4227-af45-6be2b16c0b96 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:20.134372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4a0061b-6234-4745-b902-9aac72ceff77 req-014bd7d5-c9fe-4227-af45-6be2b16c0b96 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5428 time: 0.1285427 Aug 26 10:48:20.150503 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.165803 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f77c0e-4fcf-4864-ba17-56ecc068d5b3 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.210323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4a0061b-6234-4745-b902-9aac72ceff77 req-4db9b874-0fab-4edb-9ceb-1e0bf0e34e66 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560870 Aug 26 10:48:20.246312 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.259646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f77c0e-4fcf-4864-ba17-56ecc068d5b3 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.273553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b18670-82f9-4b7e-9c47-a1f920dacb98'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:20.275911 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3228dd-7acc-4328-8525-bb22f000dc9f" -d '{"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "06b18670-82f9-4b7e-9c47-a1f920dacb98"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:20.290253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 06b18670-82f9-4b7e-9c47-a1f920dacb98, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=06b18670-82f9-4b7e-9c47-a1f920dacb98,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:20.290405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f77c0e-4fcf-4864-ba17-56ecc068d5b3 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Subnet': ['ID=405a922d-8876-4f9f-a4ce-f4ce36c96d81,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:20.297140 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.299048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a566c592-84d6-4a39-84aa-23d48d82ed37 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:20.300206 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f77c0e-4fcf-4864-ba17-56ecc068d5b3 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.303261 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-14f77c0e-4fcf-4864-ba17-56ecc068d5b3 tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "DELETE /v2.0/subnets/405a922d-8876-4f9f-a4ce-f4ce36c96d81 HTTP/1.1" status: 204 len: 168 time: 0.4251821 Aug 26 10:48:20.306875 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39964) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:20.307705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a9a88304-1024-40a6-af3f-e243b5835375 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:20.313710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64765dbc-a31c-47c9-8ec5-b354909c585c None None] Network babd13f5-c300-402d-b871-8f49791737e1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:48:20.354651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc505ad4-17c8-4b7d-91f4-742740d05794 req-4e11596b-a171-4fd6-903d-4435b6b9b512 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:20.356445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc505ad4-17c8-4b7d-91f4-742740d05794 req-4e11596b-a171-4fd6-903d-4435b6b9b512 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 945 time: 0.1245427 Aug 26 10:48:20.370370 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abf6e60-3d38-4a9f-b949-3f55dd02a333 x-openstack-request-id: req-2abf6e60-3d38-4a9f-b949-3f55dd02a333 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:20.370697 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "06b18670-82f9-4b7e-9c47-a1f920dacb98", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:20.371187 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2abf6e60-3d38-4a9f-b949-3f55dd02a333 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:20.371587 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b18670-82f9-4b7e-9c47-a1f920dacb98', 'code': 200} Aug 26 10:48:20.416600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: a566c592-84d6-4a39-84aa-23d48d82ed37 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:20.416847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a566c592-84d6-4a39-84aa-23d48d82ed37 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:20.417275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device e2f605e4-a281-4fb0-b513-b4787c6efd0c no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:20.438909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.454646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc505ad4-17c8-4b7d-91f4-742740d05794 req-a610b23e-926e-4fd5-924f-774375ed2678 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857728 Aug 26 10:48:20.458376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: e2f605e4-a281-4fb0-b513-b4787c6efd0c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:20.458665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device e2f605e4-a281-4fb0-b513-b4787c6efd0c not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:20.498928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=06b18670-82f9-4b7e-9c47-a1f920dacb98,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:20.517329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Deleting port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:20.517691 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.556441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port a9a88304-1024-40a6-af3f-e243b5835375 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:20.559944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5809984-7b77-4aa9-aed3-11151d879016 req-b2be1a01-1f94-44b1-bf1c-38e776f2d192 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:20.563074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5809984-7b77-4aa9-aed3-11151d879016 req-b2be1a01-1f94-44b1-bf1c-38e776f2d192 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.1030467 Aug 26 10:48:20.569193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port a9a88304-1024-40a6-af3f-e243b5835375 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:20.569622 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.588574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] For port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=71d88fa0-594e-41cf-9cf2-5b2cbfe721fa,segment=NetworkSegment(e3407ced-dd4e-4eeb-90b2-918c1e1f6811),segment_id=e3407ced-dd4e-4eeb-90b2-918c1e1f6811)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:20.589141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.615048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Calling delete_port for 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:20.670940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17a098-b116-4c49-b449-e14be7a59958 None None] DHCP port deletion for babd13f5-c300-402d-b871-8f49791737e1 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:48:20.675299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5809984-7b77-4aa9-aed3-11151d879016 req-5843cbdb-4ccc-474f-b121-176a4dc23dc7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047721 Aug 26 10:48:20.679519 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.751604 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:20.767754 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.768259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 39e77247-fe50-4b05-93bb-83c796a5bd92 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:20.843194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.855440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-df17a098-b116-4c49-b449-e14be7a59958 None None] Deleting port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:20.855817 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df17a098-b116-4c49-b449-e14be7a59958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:20.876254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Port': ['ID=71d88fa0-594e-41cf-9cf2-5b2cbfe721fa,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:20.887839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] No DVR routers for this DVR port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:20.929309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-66386632-7199-4ec4-8cff-d817cb814459 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:20.931291 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-66386632-7199-4ec4-8cff-d817cb814459 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.47 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 808 time: 0.2379699 Aug 26 10:48:20.936368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf8654-bf1b-4fd7-bf31-311bd82ffa7d req-2411a5d8-b1d5-4962-b222-1a7d266b4f8e tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:20.947018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:20.948173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Request body: {'port': {'device_id': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5', 'admin_state_up': True, 'tenant_id': 'bbdc0b3586bc413e8f4363512678b56e'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:20.955341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcbf8654-bf1b-4fd7-bf31-311bd82ffa7d req-2411a5d8-b1d5-4962-b222-1a7d266b4f8e tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1466963 Aug 26 10:48:20.990834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-df17a098-b116-4c49-b449-e14be7a59958 None None] For port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa, host n-d-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:21.000070 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df17a098-b116-4c49-b449-e14be7a59958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.005436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcbf8654-bf1b-4fd7-bf31-311bd82ffa7d req-958f1712-d8a4-4a76-8d73-221b021fa2ee tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481129 Aug 26 10:48:21.018583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 39e77247-fe50-4b05-93bb-83c796a5bd92 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:21.040331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-df17a098-b116-4c49-b449-e14be7a59958 None None] Calling delete_port for 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:21.044230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-df17a098-b116-4c49-b449-e14be7a59958 None None] Port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 10:48:21.045187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 39e77247-fe50-4b05-93bb-83c796a5bd92 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:21.045563 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.046093 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.058777 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df17a098-b116-4c49-b449-e14be7a59958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.060812 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b7df5b0-6afe-408b-8892-c4896f2512fe req-60de03aa-4990-4bf5-9d55-83686b4db8e2 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 210 time: 0.0593154 Aug 26 10:48:21.064717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babd13f5-c300-402d-b871-8f49791737e1']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:21.087643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3407ced-dd4e-4eeb-90b2-918c1e1f6811') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:21.087949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3407ced-dd4e-4eeb-90b2-918c1e1f6811') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:21.123054 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.131219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17a098-b116-4c49-b449-e14be7a59958 None None] Pushing event deleted for resources: {'Port': ['ID=71d88fa0-594e-41cf-9cf2-5b2cbfe721fa,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:21.141977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17a098-b116-4c49-b449-e14be7a59958 None None] No DVR routers for this DVR port 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:21.172242 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.188275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Made reservation on behalf of bbdc0b3586bc413e8f4363512678b56e for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:48:21.192409 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.197246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:48:21.197663 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:48:21.202194 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:48:21.211374 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.226609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e5636-6441-48f9-934b-5cfea558884d req-a09c3553-37ac-412e-a854-85162264b471 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:21.228661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-218e5636-6441-48f9-934b-5cfea558884d req-a09c3553-37ac-412e-a854-85162264b471 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.0986934 Aug 26 10:48:21.300521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 39e77247-fe50-4b05-93bb-83c796a5bd92, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=39e77247-fe50-4b05-93bb-83c796a5bd92,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:21.310315 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.327424 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-218e5636-6441-48f9-934b-5cfea558884d req-a2c67d1f-b1c1-4c16-986e-0726bc26bc4e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914814 Aug 26 10:48:21.368703 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.395723 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=39e77247-fe50-4b05-93bb-83c796a5bd92,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:21.402689 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.412474 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] 10.222.0.21 "DELETE /v2.0/networks/babd13f5-c300-402d-b871-8f49791737e1 HTTP/1.1" status: 204 len: 168 time: 1.0935347 Aug 26 10:48:21.415359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7c108-0fcc-4de7-aadf-662b6ab9b215 req-d79d0841-2e75-4c10-b6ed-fdb44bfb05e3 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:21.422982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7c108-0fcc-4de7-aadf-662b6ab9b215 req-d79d0841-2e75-4c10-b6ed-fdb44bfb05e3 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:21.430843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7c108-0fcc-4de7-aadf-662b6ab9b215 req-d79d0841-2e75-4c10-b6ed-fdb44bfb05e3 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:21.438136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7c108-0fcc-4de7-aadf-662b6ab9b215 req-d79d0841-2e75-4c10-b6ed-fdb44bfb05e3 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:21.444633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7c108-0fcc-4de7-aadf-662b6ab9b215 req-d79d0841-2e75-4c10-b6ed-fdb44bfb05e3 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:21.451915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7c108-0fcc-4de7-aadf-662b6ab9b215 req-d79d0841-2e75-4c10-b6ed-fdb44bfb05e3 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:21.456432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195dba0-b873-48d7-b636-3cbce131d88f tempest-ServersTestMultiNic-1598756882 tempest-ServersTestMultiNic-1598756882-project] Pushing event deleted for resources: {'Network': ['ID=babd13f5-c300-402d-b871-8f49791737e1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:21.461431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7c108-0fcc-4de7-aadf-662b6ab9b215 req-d79d0841-2e75-4c10-b6ed-fdb44bfb05e3 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:21.463399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ee7c108-0fcc-4de7-aadf-662b6ab9b215 req-d79d0841-2e75-4c10-b6ed-fdb44bfb05e3 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5429 time: 0.1350515 Aug 26 10:48:21.549993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ee7c108-0fcc-4de7-aadf-662b6ab9b215 req-f565f553-a4ca-40e1-b467-a3eef8f05e08 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707891 Aug 26 10:48:21.555386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Allocated IP 172.20.0.13 (1ef82442-85ca-4ab5-82ba-4ef962a133c5/a6b8f04e-fe58-45c4-94a0-9f19669a90e3/bde0d8b6-4ef1-4ee8-8cc5-40592e385e42) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:48:21.658962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329bcb9-766a-4312-b16b-b1671d086084 req-f1558c95-7c10-4ebf-8e3b-2fb8febf6bb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:21.661438 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f329bcb9-766a-4312-b16b-b1671d086084 req-f1558c95-7c10-4ebf-8e3b-2fb8febf6bb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 946 time: 0.1095126 Aug 26 10:48:21.706616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f329bcb9-766a-4312-b16b-b1671d086084 req-6aa44bd9-3751-4a88-943e-f45e11aff5f8 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378134 Aug 26 10:48:21.806720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39992) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:21.816600 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.822409 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.862430 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:21.876183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['14b021cc-57a9-45f5-b49b-7c8112f44753'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:21.882043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a23f24-c6f9-473b-9820-5948358fa424 req-193878ed-b721-4efd-aa72-749c2f739eb6 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:21.883689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47a23f24-c6f9-473b-9820-5948358fa424 req-193878ed-b721-4efd-aa72-749c2f739eb6 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.1101873 Aug 26 10:48:21.929200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:48:21.930774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Pushing event updated for resources: {'Port': ['ID=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:21.934310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:48:21.936491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:48:21.978480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:21.999156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:22.000144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:22.016230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:22.016605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 71d88fa0-594e-41cf-9cf2-5b2cbfe721fa not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:22.031104 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-e9447cc8-594b-44ba-a154-e31e6f83a903 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0748122 Aug 26 10:48:22.037019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47a23f24-c6f9-473b-9820-5948358fa424 req-cc2d9387-42c2-4361-b926-2deebf9642a4 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292603 Aug 26 10:48:22.037295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Request body: {'port': {'device_id': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:22.128011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:22.307920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b51f1-ee48-4f73-a12a-94d8106da79e req-7b5e235f-11cf-421e-9bac-f19f748267c2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:22.310228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa1b51f1-ee48-4f73-a12a-94d8106da79e req-7b5e235f-11cf-421e-9bac-f19f748267c2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1807046 Aug 26 10:48:22.329691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deef1bc-8209-4ff6-be3c-4342c7ef4b73 req-d9dad0db-f62b-45f9-ad94-8e5170262226 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:22.331215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0deef1bc-8209-4ff6-be3c-4342c7ef4b73 req-d9dad0db-f62b-45f9-ad94-8e5170262226 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 932 time: 0.1370473 Aug 26 10:48:22.373325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375'}, {'server_uuid': '5a5fd889-9040-42e5-aed2-c81bdc0a53b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e77247-fe50-4b05-93bb-83c796a5bd92'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:22.379275 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42a626b-f727-4cd6-9fe3-adf2792567bd" -d '{"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9a88304-1024-40a6-af3f-e243b5835375"}, {"server_uuid": "5a5fd889-9040-42e5-aed2-c81bdc0a53b7", "name": "network-vif-plugged", "status": "completed", "tag": "39e77247-fe50-4b05-93bb-83c796a5bd92"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:22.422226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa1b51f1-ee48-4f73-a12a-94d8106da79e req-740580aa-08b7-4533-ad46-d48e911ad0d1 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006222 Aug 26 10:48:22.430894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0deef1bc-8209-4ff6-be3c-4342c7ef4b73 req-b6e7e959-0788-4640-a61e-da824cc8ebbe tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684769 Aug 26 10:48:22.431451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:22.440996 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:22.456320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Transition to ACTIVE for port object bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:48:22.462626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:22.538623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Pushing event updated for resources: {'Port': ['ID=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:22.546536 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:22.569796 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11e025d-2cd4-448e-b09d-c4cd15c34af9 x-openstack-request-id: req-a11e025d-2cd4-448e-b09d-c4cd15c34af9 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:22.570101 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9a88304-1024-40a6-af3f-e243b5835375", "code": 200}, {"server_uuid": "5a5fd889-9040-42e5-aed2-c81bdc0a53b7", "name": "network-vif-plugged", "status": "completed", "tag": "39e77247-fe50-4b05-93bb-83c796a5bd92", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:22.570404 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a11e025d-2cd4-448e-b09d-c4cd15c34af9 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:22.570837 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375', 'code': 200} Aug 26 10:48:22.571095 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5fd889-9040-42e5-aed2-c81bdc0a53b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e77247-fe50-4b05-93bb-83c796a5bd92', 'code': 200} Aug 26 10:48:22.689516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:48:22.689516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:48:22.689516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:22.699982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc9fa6-f503-4212-ad58-a00d244fae12 req-5126ce0b-2e3a-4731-b7f1-fd2d6256670a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:22.701570 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0bbc9fa6-f503-4212-ad58-a00d244fae12 req-5126ce0b-2e3a-4731-b7f1-fd2d6256670a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.1154587 Aug 26 10:48:22.721066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:48:22.721662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:22.740475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:48:22.740820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:48:22.741353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:48:22.741889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Bound port: bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:48:22.742316 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:22.816263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:22.820251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:48:22.824398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846218cc-49d2-4775-8a81-d920a6d6a32f req-f700576a-de38-49c7-93c1-2d8f3b888f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:22.826177 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-846218cc-49d2-4775-8a81-d920a6d6a32f req-f700576a-de38-49c7-93c1-2d8f3b888f9e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 1098 time: 0.1333821 Aug 26 10:48:22.829422 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:22.895989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:22.896688 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:22.898119 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-d46241f6-424c-471a-b346-e89513a20902 service neutron] 10.222.0.47 "PUT /v2.0/ports/bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 HTTP/1.1" status: 200 len: 1093 time: 0.8657115 Aug 26 10:48:22.898577 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'tag': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:22.901015 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8b2ae4-a149-474e-aabc-ffe7847dd96f" -d '{"events": [{"name": "network-changed", "server_uuid": "090f05ed-fde7-46fc-b0a6-c07417a20e15", "tag": "bde0d8b6-4ef1-4ee8-8cc5-40592e385e42"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:22.950791 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-846218cc-49d2-4775-8a81-d920a6d6a32f req-df1d4797-555c-4dc9-ae09-086c0e7fcfa8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773108 Aug 26 10:48:22.961976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46241f6-424c-471a-b346-e89513a20902 service neutron] Pushing event updated for resources: {'Port': ['ID=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:23.018519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-451326c2-a585-48ad-b766-d473a86fa961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.020554 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-451326c2-a585-48ad-b766-d473a86fa961 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 1096 time: 0.0673506 Aug 26 10:48:23.069711 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-9058d52e-b8a3-4c91-b1ca-11c0d0e17c27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 HTTP/1.1" status: 200 len: 217 time: 0.0408125 Aug 26 10:48:23.124591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-037b560d-9b2e-4161-a2a2-a13a3e3ed3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.126067 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-037b560d-9b2e-4161-a2a2-a13a3e3ed3e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.0495861 Aug 26 10:48:23.159032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8922d-5b87-4255-a392-cd59e7593fd0 req-d7a0f5a4-9765-422e-9bf4-b553be850643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.160545 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-6c05d200-4db5-4f5d-8f4c-7239e46cbbe0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265799 Aug 26 10:48:23.161201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4e8922d-5b87-4255-a392-cd59e7593fd0 req-d7a0f5a4-9765-422e-9bf4-b553be850643 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1101 time: 0.4543290 Aug 26 10:48:23.164006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0bbc9fa6-f503-4212-ad58-a00d244fae12 req-10090b54-9261-45dd-8c9b-1020a22d3a1c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472020 Aug 26 10:48:23.178412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930192d-52c5-444b-8996-a8f9458e7a11 req-219087f8-8cb0-4028-bb67-cdb21997ad6a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.184504 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930192d-52c5-444b-8996-a8f9458e7a11 req-219087f8-8cb0-4028-bb67-cdb21997ad6a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.190467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930192d-52c5-444b-8996-a8f9458e7a11 req-219087f8-8cb0-4028-bb67-cdb21997ad6a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.196850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930192d-52c5-444b-8996-a8f9458e7a11 req-219087f8-8cb0-4028-bb67-cdb21997ad6a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.202995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930192d-52c5-444b-8996-a8f9458e7a11 req-219087f8-8cb0-4028-bb67-cdb21997ad6a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.209698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930192d-52c5-444b-8996-a8f9458e7a11 req-219087f8-8cb0-4028-bb67-cdb21997ad6a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.215809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930192d-52c5-444b-8996-a8f9458e7a11 req-219087f8-8cb0-4028-bb67-cdb21997ad6a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.217772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0930192d-52c5-444b-8996-a8f9458e7a11 req-219087f8-8cb0-4028-bb67-cdb21997ad6a tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5429 time: 0.5126755 Aug 26 10:48:23.302249 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-befc66c8-b665-4f94-8d6d-ec9b684b48ef service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340313 Aug 26 10:48:23.314521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4e8922d-5b87-4255-a392-cd59e7593fd0 req-9d0c860f-5bb6-408b-9a1e-96f54253bb50 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758519 Aug 26 10:48:23.339138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0930192d-52c5-444b-8996-a8f9458e7a11 req-a912be45-2804-412a-94a8-518e3088e715 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942726 Aug 26 10:48:23.430220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d48258-e44d-4e61-a167-3e3e297e065c req-9187ad8d-39f2-4cbc-ac22-09b2f57f0234 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.431884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58d48258-e44d-4e61-a167-3e3e297e065c req-9187ad8d-39f2-4cbc-ac22-09b2f57f0234 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 946 time: 0.0870345 Aug 26 10:48:23.443931 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-860f988c-6cb5-4eba-aac6-c8a915a0b49a req-b7c7921a-fe25-46d4-8d66-73f821b361b5 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342001 Aug 26 10:48:23.452344 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8206023-f1d1-47c6-abe8-14b27a22b8a6 x-openstack-request-id: req-e8206023-f1d1-47c6-abe8-14b27a22b8a6 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:23.452877 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090f05ed-fde7-46fc-b0a6-c07417a20e15", "tag": "bde0d8b6-4ef1-4ee8-8cc5-40592e385e42", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:23.453198 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8206023-f1d1-47c6-abe8-14b27a22b8a6 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:23.453697 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'tag': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42', 'status': 'completed', 'code': 200} Aug 26 10:48:23.566385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58d48258-e44d-4e61-a167-3e3e297e065c req-cb926498-bf10-42a6-b889-f7aeb6348e10 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987566 Aug 26 10:48:23.575972 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2ae4-a149-474e-aabc-ffe7847dd96f req-0ea0c555-8de4-4ca5-8b15-41a5eadd4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.577675 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f8b2ae4-a149-474e-aabc-ffe7847dd96f req-0ea0c555-8de4-4ca5-8b15-41a5eadd4df5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 1096 time: 0.0663564 Aug 26 10:48:23.603491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] Deleting port faae7751-9f23-42a8-8800-25bd1479fe34 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:23.604314 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:23.654905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a9e3e-7d27-47e9-830e-843883062563 req-f31f60cd-0fc2-4f9c-96ee-463d75f45092 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.657311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b19a9e3e-7d27-47e9-830e-843883062563 req-f31f60cd-0fc2-4f9c-96ee-463d75f45092 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.1302679 Aug 26 10:48:23.690570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2ae4-a149-474e-aabc-ffe7847dd96f req-ba689ac5-144c-42f8-aa58-bb71d705a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.692959 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f8b2ae4-a149-474e-aabc-ffe7847dd96f req-ba689ac5-144c-42f8-aa58-bb71d705a9a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.1071370 Aug 26 10:48:23.742225 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f8b2ae4-a149-474e-aabc-ffe7847dd96f req-b91af518-2385-4e28-bf00-822a88d35562 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 HTTP/1.1" status: 200 len: 217 time: 0.0415671 Aug 26 10:48:23.756623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f087e-a78f-4bca-ad54-368a6809bea1 req-1a34968a-5e05-44e3-acc1-ef63ba0f6a19 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.758229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-695f087e-a78f-4bca-ad54-368a6809bea1 req-1a34968a-5e05-44e3-acc1-ef63ba0f6a19 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.0987265 Aug 26 10:48:23.777365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b19a9e3e-7d27-47e9-830e-843883062563 req-a04d44f6-2d93-4fc5-b2bc-e29927ebcfa0 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073632 Aug 26 10:48:23.787234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] For port faae7751-9f23-42a8-8800-25bd1479fe34, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=faae7751-9f23-42a8-8800-25bd1479fe34,segment=NetworkSegment(0a1c754f-c27d-4f95-b6f4-851154e05d20),segment_id=0a1c754f-c27d-4f95-b6f4-851154e05d20)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:23.787635 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:23.804873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b2ae4-a149-474e-aabc-ffe7847dd96f req-29767da7-f416-438e-b019-db25f25bf000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:23.806572 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f8b2ae4-a149-474e-aabc-ffe7847dd96f req-29767da7-f416-438e-b019-db25f25bf000 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.0567703 Aug 26 10:48:23.811440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] Calling delete_port for faae7751-9f23-42a8-8800-25bd1479fe34 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:23.834144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-695f087e-a78f-4bca-ad54-368a6809bea1 req-d2070c47-e2d3-4055-8f77-71639c3d94b6 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624580 Aug 26 10:48:23.857746 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f8b2ae4-a149-474e-aabc-ffe7847dd96f req-750b2a43-d487-4c88-b041-0a1c6d2b7a8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308406 Aug 26 10:48:23.862436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:23.933238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:23.943882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:23.945688 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:24.059971 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:24.095668 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:24.113137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:24.127741 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:24.129495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device eb14fe9a-7dce-4766-8386-f266e574c13b up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:24.134333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=faae7751-9f23-42a8-8800-25bd1479fe34,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:24.164888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edcfc3-67d7-45a5-bf34-9a7648f286d8 req-d64064a3-57db-400f-9483-e4711a3e199b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:24.166498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3edcfc3-67d7-45a5-bf34-9a7648f286d8 req-d64064a3-57db-400f-9483-e4711a3e199b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.2633226 Aug 26 10:48:24.298049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3edcfc3-67d7-45a5-bf34-9a7648f286d8 req-0acec718-9f0b-48b1-a084-528114916819 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036811 Aug 26 10:48:24.304983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:24.330841 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f8b2ae4-a149-474e-aabc-ffe7847dd96f req-50e4ddbb-456d-481a-8e6d-f3b070009db3 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680233 Aug 26 10:48:24.360447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port eb14fe9a-7dce-4766-8386-f266e574c13b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:24.369054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port eb14fe9a-7dce-4766-8386-f266e574c13b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:24.370755 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:24.462656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb083b-91b2-4bb4-a752-edbe1bd4b8dd req-eae6de86-b2ce-4bf2-a4ea-5ecaf32c4cf8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:24.471960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79cb083b-91b2-4bb4-a752-edbe1bd4b8dd req-eae6de86-b2ce-4bf2-a4ea-5ecaf32c4cf8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.1668372 Aug 26 10:48:24.510252 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f8b2ae4-a149-474e-aabc-ffe7847dd96f req-65f6caaf-0056-4465-8ae6-df89418cf410 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710262 Aug 26 10:48:24.548303 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:24.573028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01aa3d6a-c13a-4ee9-98b2-31d232de49f0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:24.575550 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d478776-53f1-4812-afff-60ecd680665b" -d '{"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "01aa3d6a-c13a-4ee9-98b2-31d232de49f0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:24.610856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79cb083b-91b2-4bb4-a752-edbe1bd4b8dd req-4dafce6b-224c-4683-8b4c-e2a89c38e9ef tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376421 Aug 26 10:48:24.624580 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:24.638470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port eb14fe9a-7dce-4766-8386-f266e574c13b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=eb14fe9a-7dce-4766-8386-f266e574c13b,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:24.644569 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:24.646206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 260c9222-0d1f-4d80-842b-55abc38ec59e up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:24.661263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9e261-2cb8-472f-af82-364c958e15dc req-630073f2-e7e6-4b27-9298-f52be934c7dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:24.667386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9e261-2cb8-472f-af82-364c958e15dc req-630073f2-e7e6-4b27-9298-f52be934c7dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:24.673983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9e261-2cb8-472f-af82-364c958e15dc req-630073f2-e7e6-4b27-9298-f52be934c7dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:24.680141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9e261-2cb8-472f-af82-364c958e15dc req-630073f2-e7e6-4b27-9298-f52be934c7dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:24.686140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9e261-2cb8-472f-af82-364c958e15dc req-630073f2-e7e6-4b27-9298-f52be934c7dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:24.692154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9e261-2cb8-472f-af82-364c958e15dc req-630073f2-e7e6-4b27-9298-f52be934c7dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:24.698028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9e261-2cb8-472f-af82-364c958e15dc req-630073f2-e7e6-4b27-9298-f52be934c7dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:24.700068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19d9e261-2cb8-472f-af82-364c958e15dc req-630073f2-e7e6-4b27-9298-f52be934c7dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5430 time: 0.1578097 Aug 26 10:48:24.772057 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=eb14fe9a-7dce-4766-8386-f266e574c13b,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:24.813661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 260c9222-0d1f-4d80-842b-55abc38ec59e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:24.819720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 260c9222-0d1f-4d80-842b-55abc38ec59e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:24.820008 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:24.870773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19d9e261-2cb8-472f-af82-364c958e15dc req-a62ccd7a-87d4-4430-94f1-8d05bb12a161 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600318 Aug 26 10:48:24.914467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a641c4-fdaa-44c8-8a8d-e84224fbab88 req-6af66d0e-aa2d-4a4b-a0d6-282230354fe5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:24.914467 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2a641c4-fdaa-44c8-8a8d-e84224fbab88 req-6af66d0e-aa2d-4a4b-a0d6-282230354fe5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 946 time: 0.1566372 Aug 26 10:48:24.961526 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:24.977249 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718b594c-1a35-4d0c-8a1e-36efd5c8cac0 x-openstack-request-id: req-718b594c-1a35-4d0c-8a1e-36efd5c8cac0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:24.977733 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "01aa3d6a-c13a-4ee9-98b2-31d232de49f0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:24.978038 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-718b594c-1a35-4d0c-8a1e-36efd5c8cac0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:24.978457 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01aa3d6a-c13a-4ee9-98b2-31d232de49f0', 'code': 200} Aug 26 10:48:25.031144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2a641c4-fdaa-44c8-8a8d-e84224fbab88 req-ca9d3f36-a2d3-4136-ac59-74128960f49e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002841 Aug 26 10:48:25.031488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 260c9222-0d1f-4d80-842b-55abc38ec59e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=260c9222-0d1f-4d80-842b-55abc38ec59e,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:25.037159 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:25.048353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:25.139443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=260c9222-0d1f-4d80-842b-55abc38ec59e,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:25.152136 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:25.157128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:25.157513 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:25.193883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] Router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:48:25.212458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934be5a-07cb-4a03-9c90-aea3aaa2a33f req-c1f1a154-6fd8-41b1-8374-b309df76ca3a tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:25.214061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5934be5a-07cb-4a03-9c90-aea3aaa2a33f req-c1f1a154-6fd8-41b1-8374-b309df76ca3a tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1117561 Aug 26 10:48:25.223651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd439b83-2a98-41f9-be7d-d57a1866b64f req-fd495317-bd2d-432e-b4ce-deef61d324d9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:25.225226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd439b83-2a98-41f9-be7d-d57a1866b64f req-fd495317-bd2d-432e-b4ce-deef61d324d9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.1216550 Aug 26 10:48:25.261496 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:25.300132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:25.306105 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:25.307240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a7108a8f-decf-49c6-874f-190492ae7266 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:25.373680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd439b83-2a98-41f9-be7d-d57a1866b64f req-88969d3d-530d-443f-b812-581b7e565a94 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383135 Aug 26 10:48:25.378036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5934be5a-07cb-4a03-9c90-aea3aaa2a33f req-fa8cb607-38f5-4431-a40c-034b31caff78 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046560 Aug 26 10:48:25.389523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:25.395724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:48:25.406753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cecdfd9-7bb7-4889-ba2c-51f0c1dd2736 None None] Sync routers for ids ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:48:25.412794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40036) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:25.413264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e9dd7e9d-31af-44c3-ad61-b5dc7eaf36d2 admin admin] 10.222.0.21 "PUT /v2.0/routers/ce4c78be-ba49-49bd-a6ea-bf13d0cd160a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6041646 Aug 26 10:48:25.414521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port a7108a8f-decf-49c6-874f-190492ae7266 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:25.427938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port a7108a8f-decf-49c6-874f-190492ae7266 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:25.428455 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:25.457671 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cecdfd9-7bb7-4889-ba2c-51f0c1dd2736 None None] Routers {'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:48:25.459062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7cecdfd9-7bb7-4889-ba2c-51f0c1dd2736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:48:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:25.556345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8c4ac-dd98-47be-a5df-2a978a18d4ca req-34858309-860a-4a77-ac98-63f1140484f8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:25.557924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78f8c4ac-dd98-47be-a5df-2a978a18d4ca req-34858309-860a-4a77-ac98-63f1140484f8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.0782645 Aug 26 10:48:25.637479 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:25.660178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78f8c4ac-dd98-47be-a5df-2a978a18d4ca req-7923925b-b455-4621-ab87-8a663d04681e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944865 Aug 26 10:48:25.778980 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:25.803170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:25.810905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea1a01-c454-4b13-9663-fed2929dfe48 req-a8c83810-95ab-4021-800e-a4e53139f817 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:25.812543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27ea1a01-c454-4b13-9663-fed2929dfe48 req-a8c83810-95ab-4021-800e-a4e53139f817 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 946 time: 0.0756395 Aug 26 10:48:25.823786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-7cecdfd9-7bb7-4889-ba2c-51f0c1dd2736 None None] Set router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:48:25.845526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Deleting port 1973b124-6397-4139-94e3-bac62606eabc {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:25.846237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:25.863159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27ea1a01-c454-4b13-9663-fed2929dfe48 req-fe8a1571-88a0-4847-9e9e-dc105a8c42b9 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Aug 26 10:48:25.929052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00675d28-4bc1-46ce-bb6b-35016446e3c2 req-aa2ccc53-2bd7-4bd1-8c56-d58d8839b425 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:25.930864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00675d28-4bc1-46ce-bb6b-35016446e3c2 req-aa2ccc53-2bd7-4bd1-8c56-d58d8839b425 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.0712600 Aug 26 10:48:25.950274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] For port 1973b124-6397-4139-94e3-bac62606eabc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1973b124-6397-4139-94e3-bac62606eabc,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:25.950830 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:25.965065 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Calling delete_port for 1973b124-6397-4139-94e3-bac62606eabc owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:25.990288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a7108a8f-decf-49c6-874f-190492ae7266, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a7108a8f-decf-49c6-874f-190492ae7266,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:26.026694 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.027736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:26.033505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00675d28-4bc1-46ce-bb6b-35016446e3c2 req-3b68bfb4-bce9-4fd5-91fc-c29dd9443767 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888555 Aug 26 10:48:26.148135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.157139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1e926-427c-4dba-9dc7-8133c237e570 req-03dcb054-fde0-42f0-950a-8496c24b6e9f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:26.165673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1e926-427c-4dba-9dc7-8133c237e570 req-03dcb054-fde0-42f0-950a-8496c24b6e9f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:26.166353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a7108a8f-decf-49c6-874f-190492ae7266,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:26.172512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1e926-427c-4dba-9dc7-8133c237e570 req-03dcb054-fde0-42f0-950a-8496c24b6e9f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:26.180621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1e926-427c-4dba-9dc7-8133c237e570 req-03dcb054-fde0-42f0-950a-8496c24b6e9f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:26.183107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1973b124-6397-4139-94e3-bac62606eabc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:26.187942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1e926-427c-4dba-9dc7-8133c237e570 req-03dcb054-fde0-42f0-950a-8496c24b6e9f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:26.195051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1e926-427c-4dba-9dc7-8133c237e570 req-03dcb054-fde0-42f0-950a-8496c24b6e9f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:26.202629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1e926-427c-4dba-9dc7-8133c237e570 req-03dcb054-fde0-42f0-950a-8496c24b6e9f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:26.207842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6af1e926-427c-4dba-9dc7-8133c237e570 req-03dcb054-fde0-42f0-950a-8496c24b6e9f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5434 time: 0.1727190 Aug 26 10:48:26.248920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:26.259090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:26.259541 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.270837 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.306018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6af1e926-427c-4dba-9dc7-8133c237e570 req-faa449eb-7167-4591-baee-5eef0cc3372b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755103 Aug 26 10:48:26.331132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d73d27-4f7d-4ee5-b875-ae9a3c0f455a req-80e8d0a0-7937-4cf1-8237-bc780a013008 tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:26.333312 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11d73d27-4f7d-4ee5-b875-ae9a3c0f455a req-80e8d0a0-7937-4cf1-8237-bc780a013008 tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1101 time: 0.1213708 Aug 26 10:48:26.393814 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7cecdfd9-7bb7-4889-ba2c-51f0c1dd2736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'name': 'tempest-ServersTestMultiNic-769251322-router', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': '1973b124-6397-4139-94e3-bac62606eabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:39Z', 'updated_at': '2021-08-26T10:48:24Z', 'revision_number': 5, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'gw_port': {'id': '1973b124-6397-4139-94e3-bac62606eabc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:24:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:41Z', 'updated_at': '2021-08-26T10:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:26.398127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11d73d27-4f7d-4ee5-b875-ae9a3c0f455a req-a0780c8c-efcb-4601-a547-b9507295f47b tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561907 Aug 26 10:48:26.416707 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.419911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.446054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cecdfd9-7bb7-4889-ba2c-51f0c1dd2736 None None] Checking router: ce4c78be-ba49-49bd-a6ea-bf13d0cd160a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:48:26.470503 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.486043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cecdfd9-7bb7-4889-ba2c-51f0c1dd2736 None None] Routers {'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:48:26.486787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7cecdfd9-7bb7-4889-ba2c-51f0c1dd2736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:48:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:26.514127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.515553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:48:26.521580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.523129 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0dd070e2-e358-4e69-a04d-0dd7fd109f83 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ce4c78be-ba49-49bd-a6ea-bf13d0cd160a HTTP/1.1" status: 204 len: 168 time: 1.1091521 Aug 26 10:48:26.525406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40054) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:26.582978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b636ec-5e24-4ba6-8539-5e7f1f5ae0a1 req-cffd7db5-8a32-4587-9d3d-78a1b9946fb9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:26.585326 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91b636ec-5e24-4ba6-8539-5e7f1f5ae0a1 req-cffd7db5-8a32-4587-9d3d-78a1b9946fb9 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.0830507 Aug 26 10:48:26.595245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5972fd-ff22-4f71-8579-8a47c875a98f admin admin] Deleting subnet a210db3a-e4dd-459c-97f3-ddea48bcbf5e {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:48:26.599248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad78b3-c328-4053-8a53-3dc4ebd6dd44 req-5c0445b6-00a3-4d7f-a1c6-d1a0d44d7ccc tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:26.600112 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ca5972fd-ff22-4f71-8579-8a47c875a98f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.605069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-7cecdfd9-7bb7-4889-ba2c-51f0c1dd2736 None None] Set router ce4c78be-ba49-49bd-a6ea-bf13d0cd160a gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:48:26.609421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0cad78b3-c328-4053-8a53-3dc4ebd6dd44 req-5c0445b6-00a3-4d7f-a1c6-d1a0d44d7ccc tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1162186 Aug 26 10:48:26.643199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ca5972fd-ff22-4f71-8579-8a47c875a98f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.674866 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91b636ec-5e24-4ba6-8539-5e7f1f5ae0a1 req-aeaed087-8d4a-4302-8118-bf86f53d7d57 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542302 Aug 26 10:48:26.687053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7cecdfd9-7bb7-4889-ba2c-51f0c1dd2736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'name': 'tempest-ServersTestMultiNic-769251322-router', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:39Z', 'updated_at': '2021-08-26T10:48:26Z', 'revision_number': 7, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:26.690065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:26.721569 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.729768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ca5972fd-ff22-4f71-8579-8a47c875a98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.739682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0cad78b3-c328-4053-8a53-3dc4ebd6dd44 req-d914ee82-fa63-4a4f-b56e-de64dd18def4 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284330 Aug 26 10:48:26.779701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cecdfd9-7bb7-4889-ba2c-51f0c1dd2736 None None] The sync data for ids ['ce4c78be-ba49-49bd-a6ea-bf13d0cd160a'] in n-d-778550-13 is: [{'id': 'ce4c78be-ba49-49bd-a6ea-bf13d0cd160a', 'name': 'tempest-ServersTestMultiNic-769251322-router', 'tenant_id': '8aa12da374f34426b789f153927a6d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:39Z', 'updated_at': '2021-08-26T10:48:26Z', 'revision_number': 7, 'project_id': '8aa12da374f34426b789f153927a6d7e', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:48:26.781756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:26.799927 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ca5972fd-ff22-4f71-8579-8a47c875a98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.865007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5972fd-ff22-4f71-8579-8a47c875a98f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a210db3a-e4dd-459c-97f3-ddea48bcbf5e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:26.867029 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ca5972fd-ff22-4f71-8579-8a47c875a98f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.872025 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ca5972fd-ff22-4f71-8579-8a47c875a98f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a210db3a-e4dd-459c-97f3-ddea48bcbf5e HTTP/1.1" status: 204 len: 168 time: 0.3451226 Aug 26 10:48:26.873113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40062) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:26.874154 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e98e0ba-01d1-48ae-8059-c6e65e003dfd None None] Network fbec5fe1-7072-4fdf-b65a-14837315c998 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:48:26.903107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b51093-7d26-47db-aaff-9fb4aad0bcb3 req-fd036029-9233-4c4e-a345-26acbe8cde93 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:26.912270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04b51093-7d26-47db-aaff-9fb4aad0bcb3 req-fd036029-9233-4c4e-a345-26acbe8cde93 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.0881374 Aug 26 10:48:26.960421 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:26.963600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04b51093-7d26-47db-aaff-9fb4aad0bcb3 req-9c5e8ba7-2fce-4c4c-bbb4-c351ddda08cd tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504467 Aug 26 10:48:26.996438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb14fe9a-7dce-4766-8386-f266e574c13b'}, {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260c9222-0d1f-4d80-842b-55abc38ec59e'}, {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4'}, {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7108a8f-decf-49c6-874f-190492ae7266'}, {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc0dec7-8e07-4315-a42c-6e045bfd90f1'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:27.007219 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a580e9-18a4-46b1-b09c-975446db4cc5" -d '{"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "eb14fe9a-7dce-4766-8386-f266e574c13b"}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "260c9222-0d1f-4d80-842b-55abc38ec59e"}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "51c95b72-8c7b-4ce4-ba3c-7c2d454427b4"}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "a7108a8f-decf-49c6-874f-190492ae7266"}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "1dc0dec7-8e07-4315-a42c-6e045bfd90f1"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:27.091421 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Deleting port 29fe3710-934b-4d04-84a1-7d0df89e6bed {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:27.092590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.159108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-2cc20e8c-8ffa-4bf8-8c22-65d6c72c3975 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902829 Aug 26 10:48:27.193294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a886166-9726-4983-b907-da5c3ac85f97 req-29904aed-1352-43e2-af06-051ff2245cdb tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.198202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a886166-9726-4983-b907-da5c3ac85f97 req-29904aed-1352-43e2-af06-051ff2245cdb tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 946 time: 0.1443007 Aug 26 10:48:27.242044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] For port 29fe3710-934b-4d04-84a1-7d0df89e6bed, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=29fe3710-934b-4d04-84a1-7d0df89e6bed,segment=NetworkSegment(0a1c754f-c27d-4f95-b6f4-851154e05d20),segment_id=0a1c754f-c27d-4f95-b6f4-851154e05d20)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:27.242831 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.246646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9427ab5d-7192-47fd-8327-c0add12e6176 None None] DHCP port deletion for fbec5fe1-7072-4fdf-b65a-14837315c998 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:48:27.259931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Calling delete_port for 29fe3710-934b-4d04-84a1-7d0df89e6bed owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:27.343218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9427ab5d-7192-47fd-8327-c0add12e6176 None None] Deleting port 29fe3710-934b-4d04-84a1-7d0df89e6bed {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:27.344451 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9427ab5d-7192-47fd-8327-c0add12e6176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.376904 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.400360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] No DVR routers for this DVR port 29fe3710-934b-4d04-84a1-7d0df89e6bed on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:27.445929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=29fe3710-934b-4d04-84a1-7d0df89e6bed,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:27.447925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a886166-9726-4983-b907-da5c3ac85f97 req-6e1f0bee-5b65-456f-a2e6-92214a5b307f tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172170 Aug 26 10:48:27.451598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9427ab5d-7192-47fd-8327-c0add12e6176 None None] For port 29fe3710-934b-4d04-84a1-7d0df89e6bed, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=29fe3710-934b-4d04-84a1-7d0df89e6bed,segment=NetworkSegment(0a1c754f-c27d-4f95-b6f4-851154e05d20),segment_id=0a1c754f-c27d-4f95-b6f4-851154e05d20)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:27.452006 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9427ab5d-7192-47fd-8327-c0add12e6176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.470127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550b57c-9bde-4b20-af01-f264c8e83c51 req-a03b9d56-dc43-4f7f-9183-48ab17a57598 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.482573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9427ab5d-7192-47fd-8327-c0add12e6176 None None] Calling delete_port for 29fe3710-934b-4d04-84a1-7d0df89e6bed owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:27.489748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8550b57c-9bde-4b20-af01-f264c8e83c51 req-a03b9d56-dc43-4f7f-9183-48ab17a57598 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.2904618 Aug 26 10:48:27.580823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.588749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8550b57c-9bde-4b20-af01-f264c8e83c51 req-2dde501b-f62b-45c5-b8bd-859acbca827d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979385 Aug 26 10:48:27.589331 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c272bd89-4bb2-454a-90e0-f06c79ec48ff x-openstack-request-id: req-c272bd89-4bb2-454a-90e0-f06c79ec48ff {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:27.589515 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "eb14fe9a-7dce-4766-8386-f266e574c13b", "code": 200}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "260c9222-0d1f-4d80-842b-55abc38ec59e", "code": 200}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "51c95b72-8c7b-4ce4-ba3c-7c2d454427b4", "code": 200}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "a7108a8f-decf-49c6-874f-190492ae7266", "code": 200}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-plugged", "status": "completed", "tag": "1dc0dec7-8e07-4315-a42c-6e045bfd90f1", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:27.589723 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c272bd89-4bb2-454a-90e0-f06c79ec48ff {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:27.590077 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb14fe9a-7dce-4766-8386-f266e574c13b', 'code': 200} Aug 26 10:48:27.590335 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260c9222-0d1f-4d80-842b-55abc38ec59e', 'code': 200} Aug 26 10:48:27.590591 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4', 'code': 200} Aug 26 10:48:27.593179 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7108a8f-decf-49c6-874f-190492ae7266', 'code': 200} Aug 26 10:48:27.593465 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc0dec7-8e07-4315-a42c-6e045bfd90f1', 'code': 200} Aug 26 10:48:27.608074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbec5fe1-7072-4fdf-b65a-14837315c998']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:27.625054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1c754f-c27d-4f95-b6f4-851154e05d20') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:27.625596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1c754f-c27d-4f95-b6f4-851154e05d20') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:27.643086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.667447 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9427ab5d-7192-47fd-8327-c0add12e6176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.667906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.675618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:48:27.677053 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.728591 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427ab5d-7192-47fd-8327-c0add12e6176 None None] Pushing event deleted for resources: {'Port': ['ID=29fe3710-934b-4d04-84a1-7d0df89e6bed,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:27.730885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9427ab5d-7192-47fd-8327-c0add12e6176 None None] No DVR routers for this DVR port 29fe3710-934b-4d04-84a1-7d0df89e6bed on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:48:27.761511 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:48:27.796887 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.810874 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:27.815338 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fbec5fe1-7072-4fdf-b65a-14837315c998 HTTP/1.1" status: 204 len: 168 time: 0.9389818 Aug 26 10:48:27.820020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f0fd-1224-4cef-8fe6-adb25f5a64c6 req-f36c315d-87bf-43de-87e2-3e41a12dee11 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.825986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f0fd-1224-4cef-8fe6-adb25f5a64c6 req-f36c315d-87bf-43de-87e2-3e41a12dee11 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.831998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f0fd-1224-4cef-8fe6-adb25f5a64c6 req-f36c315d-87bf-43de-87e2-3e41a12dee11 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.839769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f0fd-1224-4cef-8fe6-adb25f5a64c6 req-f36c315d-87bf-43de-87e2-3e41a12dee11 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.844312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b90f5-9628-4b9f-b9f6-c6ac2e285fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbec5fe1-7072-4fdf-b65a-14837315c998,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:27.846027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f0fd-1224-4cef-8fe6-adb25f5a64c6 req-f36c315d-87bf-43de-87e2-3e41a12dee11 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.855236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f0fd-1224-4cef-8fe6-adb25f5a64c6 req-f36c315d-87bf-43de-87e2-3e41a12dee11 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.862375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f0fd-1224-4cef-8fe6-adb25f5a64c6 req-f36c315d-87bf-43de-87e2-3e41a12dee11 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.864652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b04f0fd-1224-4cef-8fe6-adb25f5a64c6 req-f36c315d-87bf-43de-87e2-3e41a12dee11 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5435 time: 0.1211469 Aug 26 10:48:27.883506 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010741d-acd1-4344-9ce5-137ae12e5d08 req-56243d79-1996-4358-8f23-7d4ef4de3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.887372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010741d-acd1-4344-9ce5-137ae12e5d08 req-56243d79-1996-4358-8f23-7d4ef4de3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.888188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010741d-acd1-4344-9ce5-137ae12e5d08 req-56243d79-1996-4358-8f23-7d4ef4de3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.888847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010741d-acd1-4344-9ce5-137ae12e5d08 req-56243d79-1996-4358-8f23-7d4ef4de3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.889496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010741d-acd1-4344-9ce5-137ae12e5d08 req-56243d79-1996-4358-8f23-7d4ef4de3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.891466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010741d-acd1-4344-9ce5-137ae12e5d08 req-56243d79-1996-4358-8f23-7d4ef4de3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.892384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010741d-acd1-4344-9ce5-137ae12e5d08 req-56243d79-1996-4358-8f23-7d4ef4de3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:27.902896 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8010741d-acd1-4344-9ce5-137ae12e5d08 req-56243d79-1996-4358-8f23-7d4ef4de3773 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6499 time: 0.1388938 Aug 26 10:48:27.931079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b04f0fd-1224-4cef-8fe6-adb25f5a64c6 req-69a7a155-e2f4-4764-a022-e237a88918a0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460029 Aug 26 10:48:27.982381 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8010741d-acd1-4344-9ce5-137ae12e5d08 req-8293d599-ec83-44d7-a4e9-b565a6fe5151 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&id=e04241c1-1241-48a2-b44c-a8fa02dc42db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669787 Aug 26 10:48:28.054358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40108) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:28.083634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1973b124-6397-4139-94e3-bac62606eabc no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:28.091740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d4816-89c1-46b2-931d-13934957d51a req-0ceeb6ec-22be-4d24-beac-e6003cf0a3f1 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:28.107630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-711d4816-89c1-46b2-931d-13934957d51a req-0ceeb6ec-22be-4d24-beac-e6003cf0a3f1 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.0926769 Aug 26 10:48:28.131229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 1973b124-6397-4139-94e3-bac62606eabc {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:28.131613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1973b124-6397-4139-94e3-bac62606eabc not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:28.132016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device faae7751-9f23-42a8-8800-25bd1479fe34 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:28.140903 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7c29cb54-e188-4037-87d0-70082a39407e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8aa12da374f34426b789f153927a6d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828996 Aug 26 10:48:28.142008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40116) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:28.156166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-711d4816-89c1-46b2-931d-13934957d51a req-eeabcf4b-6ed6-4490-9a81-327b115c6905 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502732 Aug 26 10:48:28.170246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: faae7751-9f23-42a8-8800-25bd1479fe34 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:28.170595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device faae7751-9f23-42a8-8800-25bd1479fe34 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:28.171053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 29fe3710-934b-4d04-84a1-7d0df89e6bed no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:28.204326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 29fe3710-934b-4d04-84a1-7d0df89e6bed {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:28.204516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 29fe3710-934b-4d04-84a1-7d0df89e6bed not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:28.275437 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ed4432d-4e75-473d-9525-6dced905c006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:28.305855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ed4432d-4e75-473d-9525-6dced905c006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:28.334427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdd8d7-2dcd-426d-9e69-62789c8f43b1 req-3b3b1025-1986-425f-b22e-dde8a6a57203 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:28.335962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9cdd8d7-2dcd-426d-9e69-62789c8f43b1 req-3b3b1025-1986-425f-b22e-dde8a6a57203 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.0765166 Aug 26 10:48:28.356979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc0539-71c6-403b-90cb-4bd876a22b86 req-efb4421e-2331-4179-8116-a9d234faa19a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:28.358858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12dc0539-71c6-403b-90cb-4bd876a22b86 req-efb4421e-2331-4179-8116-a9d234faa19a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.1077085 Aug 26 10:48:28.391743 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44ee3a7-2894-4bb4-b231-05d032b3ad87 req-e8eac95f-73ec-4e10-9f82-5dd5fa8c5171 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0784333 Aug 26 10:48:28.410838 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ed4432d-4e75-473d-9525-6dced905c006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:28.414684 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ed4432d-4e75-473d-9525-6dced905c006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:28.418939 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6ed4432d-4e75-473d-9525-6dced905c006 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33e457b0-11e1-4e6e-a0a2-56bfeac2654e HTTP/1.1" status: 204 len: 168 time: 0.2736673 Aug 26 10:48:28.420337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9cdd8d7-2dcd-426d-9e69-62789c8f43b1 req-39a2f75a-a4ba-41dd-ade4-e7920aa98eb9 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768466 Aug 26 10:48:28.423314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12dc0539-71c6-403b-90cb-4bd876a22b86 req-fdd74cd4-6de7-45cf-aabc-9628d1d927cc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556355 Aug 26 10:48:28.433170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4432d-4e75-473d-9525-6dced905c006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e457b0-11e1-4e6e-a0a2-56bfeac2654e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:28.558982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee3a7-2894-4bb4-b231-05d032b3ad87 req-aa876fea-0305-494f-b7f4-31192eec97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:28.560505 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44ee3a7-2894-4bb4-b231-05d032b3ad87 req-aa876fea-0305-494f-b7f4-31192eec97bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 1096 time: 0.0458386 Aug 26 10:48:28.710042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee3a7-2894-4bb4-b231-05d032b3ad87 req-738008ee-af4f-4fb9-af73-bab5522a64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:28.711595 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44ee3a7-2894-4bb4-b231-05d032b3ad87 req-738008ee-af4f-4fb9-af73-bab5522a64af service neutron] 10.222.0.47 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.1237936 Aug 26 10:48:28.739492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b6e0-cc61-4997-b4a6-4957ecf5a560 req-aef219be-f459-4277-acc6-f5146ff114b6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:28.743345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69c0b6e0-cc61-4997-b4a6-4957ecf5a560 req-aef219be-f459-4277-acc6-f5146ff114b6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.0596724 Aug 26 10:48:28.770365 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44ee3a7-2894-4bb4-b231-05d032b3ad87 req-5898cf04-9069-4cb5-b5df-6cc990f1ac0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f HTTP/1.1" status: 200 len: 217 time: 0.0499582 Aug 26 10:48:28.783404 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69c0b6e0-cc61-4997-b4a6-4957ecf5a560 req-07ec643c-0e09-47d1-a2fc-e65ef39b6c7c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Aug 26 10:48:28.830607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee3a7-2894-4bb4-b231-05d032b3ad87 req-75abc015-266a-4284-88e9-dc3884002d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:28.830607 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44ee3a7-2894-4bb4-b231-05d032b3ad87 req-75abc015-266a-4284-88e9-dc3884002d17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.0471072 Aug 26 10:48:28.864098 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44ee3a7-2894-4bb4-b231-05d032b3ad87 req-bc5975fa-306f-4cf7-b60f-888d2e82db7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254827 Aug 26 10:48:28.977408 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44ee3a7-2894-4bb4-b231-05d032b3ad87 req-b8dcff69-faea-4dfb-9d8e-b76b1b068c7f service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054628 Aug 26 10:48:29.070494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41f882-f353-4096-aad6-3a6a658ec26b req-be11c999-c2d9-4208-9acd-283436fbfb13 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.085856 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44ee3a7-2894-4bb4-b231-05d032b3ad87 req-8c37247a-07ae-4b54-9864-1c91d4129d41 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957305 Aug 26 10:48:29.087550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41f882-f353-4096-aad6-3a6a658ec26b req-be11c999-c2d9-4208-9acd-283436fbfb13 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.094785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41f882-f353-4096-aad6-3a6a658ec26b req-be11c999-c2d9-4208-9acd-283436fbfb13 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.101702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41f882-f353-4096-aad6-3a6a658ec26b req-be11c999-c2d9-4208-9acd-283436fbfb13 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.108258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41f882-f353-4096-aad6-3a6a658ec26b req-be11c999-c2d9-4208-9acd-283436fbfb13 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.114959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41f882-f353-4096-aad6-3a6a658ec26b req-be11c999-c2d9-4208-9acd-283436fbfb13 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.121086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41f882-f353-4096-aad6-3a6a658ec26b req-be11c999-c2d9-4208-9acd-283436fbfb13 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.127395 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a41f882-f353-4096-aad6-3a6a658ec26b req-be11c999-c2d9-4208-9acd-283436fbfb13 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5435 time: 0.1202948 Aug 26 10:48:29.213958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a41f882-f353-4096-aad6-3a6a658ec26b req-69c86e89-ca86-4494-b629-2463b2513f71 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845759 Aug 26 10:48:29.219443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-e554d072-b3a4-440f-9e1d-fa49a1c82840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.220947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-e554d072-b3a4-440f-9e1d-fa49a1c82840 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1101 time: 0.0849977 Aug 26 10:48:29.345416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40154) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:29.348580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21079e8b-d77f-4345-a8cd-771bc100f0f8 req-f38430d5-6827-48bb-8ed7-a38cf4beb084 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.350067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21079e8b-d77f-4345-a8cd-771bc100f0f8 req-f38430d5-6827-48bb-8ed7-a38cf4beb084 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.0763841 Aug 26 10:48:29.355488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-a9d5ff01-e3c4-4552-b5c1-262635ebf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.356892 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-a9d5ff01-e3c4-4552-b5c1-262635ebf093 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1266592 Aug 26 10:48:29.409079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-22fcd2f9-fb66-479b-97b5-9872f1b0cee4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 217 time: 0.0439498 Aug 26 10:48:29.446962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-network', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:29.455205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21079e8b-d77f-4345-a8cd-771bc100f0f8 req-31445623-444e-4a33-ae96-faf5297dc6e5 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973132 Aug 26 10:48:29.476314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-f70bf34f-6a6d-4104-a6d4-93ca538fdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.477867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-f70bf34f-6a6d-4104-a6d4-93ca538fdc15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0574262 Aug 26 10:48:29.478983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:48:29.482229 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:29.505223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:29.602087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-4db8b422-bdf8-4933-b611-ed201ca6001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.603529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-4db8b422-bdf8-4933-b611-ed201ca6001e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072538 Aug 26 10:48:29.612821 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:29.616947 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:29.632753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f02ba5-d226-44c1-b1eb-a22ff099d0e6 req-904f421a-a613-410f-a89f-68ec3ccae3ba tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.634244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2f02ba5-d226-44c1-b1eb-a22ff099d0e6 req-904f421a-a613-410f-a89f-68ec3ccae3ba tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.1053631 Aug 26 10:48:29.652473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:48:29.668495 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:29.678636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:29.679341 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Added segment dc42f74a-0766-4fb2-90c9-767687b161df of type vlan for network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 Aug 26 10:48:29.711817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92e16-f05d-4838-8954-48ad03ad60f4 req-f6189057-0a2d-48b1-ad2f-76573484d950 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.713359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efb92e16-f05d-4838-8954-48ad03ad60f4 req-f6189057-0a2d-48b1-ad2f-76573484d950 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1469002 Aug 26 10:48:29.750639 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:29.758189 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2f02ba5-d226-44c1-b1eb-a22ff099d0e6 req-51e7f69b-e4d6-49e3-ad34-29ff3232effa tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099799 Aug 26 10:48:29.789706 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-b890855d-50b7-4ace-b3f8-1ce10c4e1abd service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761920 Aug 26 10:48:29.792719 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efb92e16-f05d-4838-8954-48ad03ad60f4 req-0754566d-a0c9-468f-a750-0c5612986f21 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701027 Aug 26 10:48:29.794639 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:29.796048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:29.797192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:29.874661 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5252817 Aug 26 10:48:29.874884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40176) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:29.881012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] Request body: {'subnet': {'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-subnet', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:29.885331 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc92236-ad0d-45c1-afe3-95b709e3dedd admin admin] Pushing event updated for resources: {'Network': ['ID=7e452ec9-a05c-4730-9299-cad46d4ac2a7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:29.903328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:48:29.918085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:48:29.920825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-a9ac2b8c-2116-44ce-80dd-9228dbc4b6b2 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210127 Aug 26 10:48:29.921573 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:29.974638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:29.996350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:30.074396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024fdf6-2743-46d8-9906-72d046f100e5 req-b91f735c-9a85-4a7d-9fdf-f6e6044bbbd4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.082952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e024fdf6-2743-46d8-9906-72d046f100e5 req-b91f735c-9a85-4a7d-9fdf-f6e6044bbbd4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.1361444 Aug 26 10:48:30.097684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-27292f09-500f-436d-a2f6-910ada9b5871 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.099547 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-27292f09-500f-436d-a2f6-910ada9b5871 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.1057394 Aug 26 10:48:30.113281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4e89dbc-347b-444e-86d8-a3ba2a4ad667 req-7c678517-7712-4ba5-aec0-66bee8c2a69d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0957949 Aug 26 10:48:30.123415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-13'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:30.142916 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e024fdf6-2743-46d8-9906-72d046f100e5 req-c4fa9c77-ff81-449a-b741-ba70c6d1739d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589817 Aug 26 10:48:30.208097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:30.219029 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.224263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'mac_address': 'fa:16:3e:a3:6b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:30.226619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e89dbc-347b-444e-86d8-a3ba2a4ad667 req-6b4c449a-29d3-441a-ae88-a307dfaf5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.228596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4e89dbc-347b-444e-86d8-a3ba2a4ad667 req-6b4c449a-29d3-441a-ae88-a307dfaf5642 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 1096 time: 0.0688899 Aug 26 10:48:30.277979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.315128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:30.317590 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d76c16d-8a1f-46f9-b5d2-e01369a6a09c" -d '{"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:30.356245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 39e77247-fe50-4b05-93bb-83c796a5bd92 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:30.372318 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.390537 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b93565e-e446-404f-aa69-25487264df40 x-openstack-request-id: req-5b93565e-e446-404f-aa69-25487264df40 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:30.390936 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:30.391154 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b93565e-e446-404f-aa69-25487264df40 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:30.391535 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'code': 200} Aug 26 10:48:30.394050 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.399027 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:30.449210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.474589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e21ed-8212-448e-a81b-3445595921db req-a28fb44e-f866-4979-b20a-3c26fd5a937e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.480944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e21ed-8212-448e-a81b-3445595921db req-a28fb44e-f866-4979-b20a-3c26fd5a937e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.490471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e21ed-8212-448e-a81b-3445595921db req-a28fb44e-f866-4979-b20a-3c26fd5a937e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.501126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e21ed-8212-448e-a81b-3445595921db req-a28fb44e-f866-4979-b20a-3c26fd5a937e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.502995 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd66f25-7610-43d2-adaa-46242c9349bb,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:30.512101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e21ed-8212-448e-a81b-3445595921db req-a28fb44e-f866-4979-b20a-3c26fd5a937e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.518870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e21ed-8212-448e-a81b-3445595921db req-a28fb44e-f866-4979-b20a-3c26fd5a937e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.527183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e21ed-8212-448e-a81b-3445595921db req-a28fb44e-f866-4979-b20a-3c26fd5a937e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.527423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] Checking segment: {'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:48:30.527848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] Network hostable DHCP agents. Network: 7e452ec9-a05c-4730-9299-cad46d4ac2a7, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:48:30.529499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-572e21ed-8212-448e-a81b-3445595921db req-a28fb44e-f866-4979-b20a-3c26fd5a937e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5435 time: 0.1565382 Aug 26 10:48:30.551124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=60313a0f-8105-4544-8357-aced05873d38,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:30.554254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e89dbc-347b-444e-86d8-a3ba2a4ad667 req-d2b4c5e5-fb18-4c0f-a0a7-07203cf48a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.556386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4e89dbc-347b-444e-86d8-a3ba2a4ad667 req-d2b4c5e5-fb18-4c0f-a0a7-07203cf48a73 service neutron] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.2895451 Aug 26 10:48:30.583934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] Network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:48:30.611387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 7e452ec9-a05c-4730-9299-cad46d4ac2a7) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:48:30.620824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.621494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.624551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:30.668347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4e89dbc-347b-444e-86d8-a3ba2a4ad667 req-28af70ea-2fb1-40ac-826e-79a14052140e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 HTTP/1.1" status: 200 len: 217 time: 0.0900292 Aug 26 10:48:30.670850 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-95e3e17a-e93f-4bad-9c25-2846cc85b999 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7948341 Aug 26 10:48:30.676914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40192) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:30.682017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:30.683686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd012b-dccd-41b8-8216-10403a062afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60313a0f-8105-4544-8357-aced05873d38'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:30.686627 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b890213d-c033-48fb-8768-8badf503638c" -d '{"events": [{"server_uuid": "6fdd012b-dccd-41b8-8216-10403a062afe", "name": "network-vif-unplugged", "status": "completed", "tag": "60313a0f-8105-4544-8357-aced05873d38"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:30.694796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.704166 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.706471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4875c57-1b59-41ea-a77e-1357676ccc6e None None] Network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:48:30.717059 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-572e21ed-8212-448e-a81b-3445595921db req-b9167218-62c9-409e-8f0e-6e9fcb4f98d1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1591108 Aug 26 10:48:30.735223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:30.774574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:30.808163 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0578ac-3d44-4926-a28f-715e7d96fbae x-openstack-request-id: req-fe0578ac-3d44-4926-a28f-715e7d96fbae {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:30.808592 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd012b-dccd-41b8-8216-10403a062afe", "name": "network-vif-unplugged", "status": "completed", "tag": "60313a0f-8105-4544-8357-aced05873d38", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:30.808953 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe0578ac-3d44-4926-a28f-715e7d96fbae {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:30.809451 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd012b-dccd-41b8-8216-10403a062afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60313a0f-8105-4544-8357-aced05873d38', 'code': 200} Aug 26 10:48:30.810185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Pushing event updated for resources: {'Port': ['ID=60313a0f-8105-4544-8357-aced05873d38,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:30.841448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 on host n-h2-778550-13 for vnic_type normal with profile {"migrating_to": "n-h1-778550-13"} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:48:30.842483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:48:30.842966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:30.848317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590fbb1-5524-4021-a5af-9afdf69b6511 req-cea1148c-a326-4067-885d-5c4fdbf817fb tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.856893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7590fbb1-5524-4021-a5af-9afdf69b6511 req-cea1148c-a326-4067-885d-5c4fdbf817fb tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 945 time: 0.2646751 Aug 26 10:48:30.859996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Port 60313a0f-8105-4544-8357-aced05873d38 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:48:30.860727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Attempting to bind port 60313a0f-8105-4544-8357-aced05873d38 on network 657a6332-c7e9-4269-9b38-992ff7efbc3a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:30.869017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:48:30.869643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Checking segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:48:30.870556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Bound using segment: {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:48:30.871451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Bound port: 60313a0f-8105-4544-8357-aced05873d38, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad75321-61d3-4cb1-83e5-3f805193a123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '657a6332-c7e9-4269-9b38-992ff7efbc3a'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:48:30.871820 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.872189 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:48:30.872516 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:48:30.874220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 39e77247-fe50-4b05-93bb-83c796a5bd92, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=39e77247-fe50-4b05-93bb-83c796a5bd92,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:30.874548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e89dbc-347b-444e-86d8-a3ba2a4ad667 req-9fa1d4f0-81c5-4006-bfb8-5ed638a32d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:30.876091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4e89dbc-347b-444e-86d8-a3ba2a4ad667 req-9fa1d4f0-81c5-4006-bfb8-5ed638a32d74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.1876702 Aug 26 10:48:30.884311 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.885480 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.900790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '39e77247-fe50-4b05-93bb-83c796a5bd92', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'port_id': '39e77247-fe50-4b05-93bb-83c796a5bd92', 'mac_address': 'fa:16:3e:ab:5c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b7aaaf-6bb9-41cb-8de8-b1187d4324ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:30.976376 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:30.978633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:30.982769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=60313a0f-8105-4544-8357-aced05873d38,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:48:30.991575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:31.014460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39e77247-fe50-4b05-93bb-83c796a5bd92 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:31.023610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'fixed_ips': [{'subnet_id': 'cbd66f25-7610-43d2-adaa-46242c9349bb'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:48:31.024357 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:31.049303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 39e77247-fe50-4b05-93bb-83c796a5bd92, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=39e77247-fe50-4b05-93bb-83c796a5bd92,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:31.113714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Pushing event updated for resources: {'Port': ['ID=60313a0f-8105-4544-8357-aced05873d38,revision_number=8']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:31.130320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:31.131280 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:31.133665 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5fe1ea96-0737-46a2-869c-76bb8a0b3192 service neutron] 10.222.0.47 "PUT /v2.0/ports/60313a0f-8105-4544-8357-aced05873d38 HTTP/1.1" status: 200 len: 1123 time: 1.0243237 Aug 26 10:48:31.174991 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:31.263019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['60313a0f-8105-4544-8357-aced05873d38'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:31.268312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Allocated IP 172.20.0.2 (7e452ec9-a05c-4730-9299-cad46d4ac2a7/cbd66f25-7610-43d2-adaa-46242c9349bb/f27f4512-d37d-4f3e-ba41-c7835e7fc1fd) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:48:31.292488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4e89dbc-347b-444e-86d8-a3ba2a4ad667 req-bde3f0e2-ea07-4aca-a592-c9d4e16598dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4017932 Aug 26 10:48:31.300038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['60313a0f-8105-4544-8357-aced05873d38'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:31.326415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=39e77247-fe50-4b05-93bb-83c796a5bd92,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:31.337272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['39e77247-fe50-4b05-93bb-83c796a5bd92'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:31.401672 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:31.485446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7590fbb1-5524-4021-a5af-9afdf69b6511 req-93da61c1-493f-4138-9c8f-63e43aafb042 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248257 Aug 26 10:48:31.512006 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:31.587040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a799f-64dd-46bb-a9cb-f12601495f49 req-4f1fc236-b4a4-4e6d-958c-028daecb5c01 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:31.595168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e25a799f-64dd-46bb-a9cb-f12601495f49 req-4f1fc236-b4a4-4e6d-958c-028daecb5c01 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.2805703 Aug 26 10:48:31.621107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:31.747042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:31.780992 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:31.781784 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:31.794024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4e89dbc-347b-444e-86d8-a3ba2a4ad667 req-34cdb224-2302-4f9a-9cfa-a579a5e7490e service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453301 Aug 26 10:48:31.806186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e25a799f-64dd-46bb-a9cb-f12601495f49 req-e0de40b3-3171-40f9-beed-264de445c47d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100091 Aug 26 10:48:31.871812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:31.898716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f1c6c-ea4c-4158-b9a8-e4c40c8d22ee req-d653c64b-01a1-4cf0-b430-11e3be2fca05 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:31.907863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-159f1c6c-ea4c-4158-b9a8-e4c40c8d22ee req-d653c64b-01a1-4cf0-b430-11e3be2fca05 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 948 time: 0.3081641 Aug 26 10:48:31.932071 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:31.980036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Transition to ACTIVE for port object f27f4512-d37d-4f3e-ba41-c7835e7fc1fd will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:48:31.982266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 60313a0f-8105-4544-8357-aced05873d38 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:32.042170 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-159f1c6c-ea4c-4158-b9a8-e4c40c8d22ee req-095010be-f0c1-4b7a-8107-948d9eb49244 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326318 Aug 26 10:48:32.048793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Transition to ACTIVE for port object f27f4512-d37d-4f3e-ba41-c7835e7fc1fd will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:48:32.109996 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:32.158359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4e89dbc-347b-444e-86d8-a3ba2a4ad667 req-2ca404a4-23fb-487f-bd44-05fa5bd56334 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469827 Aug 26 10:48:32.189734 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:48:32.232357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:48:32.236142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=60313a0f-8105-4544-8357-aced05873d38,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:32.244331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:48:32.257324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Pushing event updated for resources: {'Port': ['ID=f27f4512-d37d-4f3e-ba41-c7835e7fc1fd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:32.272380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62523f5c-49e6-4b47-be6e-b50d4d95dae1 req-366e0ed6-57b2-4b00-9ba4-9c9874f1a0bd tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.273099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 60313a0f-8105-4544-8357-aced05873d38 has no active binding in host n-h1-778550-13 {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 26 10:48:32.280792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62523f5c-49e6-4b47-be6e-b50d4d95dae1 req-366e0ed6-57b2-4b00-9ba4-9c9874f1a0bd tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.1674564 Aug 26 10:48:32.332491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869861f-d360-4a6a-8fe9-f8fe2790ad04 req-02ac44dd-602e-4439-984c-bcfc76c7ac83 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.333624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Attempting to bind port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:48:32.333997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Attempting to bind port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:48:32.334360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Attempting to bind port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd on network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:32.338854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869861f-d360-4a6a-8fe9-f8fe2790ad04 req-02ac44dd-602e-4439-984c-bcfc76c7ac83 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.340124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:48:32.340681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Checking segment: {'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:48:32.340924 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:32.341322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Bound using segment: {'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:48:32.341813 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Bound port: f27f4512-d37d-4f3e-ba41-c7835e7fc1fd, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:48:32.342363 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:32.345566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869861f-d360-4a6a-8fe9-f8fe2790ad04 req-02ac44dd-602e-4439-984c-bcfc76c7ac83 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.351835 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869861f-d360-4a6a-8fe9-f8fe2790ad04 req-02ac44dd-602e-4439-984c-bcfc76c7ac83 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.359434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869861f-d360-4a6a-8fe9-f8fe2790ad04 req-02ac44dd-602e-4439-984c-bcfc76c7ac83 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.365100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869861f-d360-4a6a-8fe9-f8fe2790ad04 req-02ac44dd-602e-4439-984c-bcfc76c7ac83 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.371086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869861f-d360-4a6a-8fe9-f8fe2790ad04 req-02ac44dd-602e-4439-984c-bcfc76c7ac83 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.373052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9869861f-d360-4a6a-8fe9-f8fe2790ad04 req-02ac44dd-602e-4439-984c-bcfc76c7ac83 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5435 time: 0.2175190 Aug 26 10:48:32.385932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 39e77247-fe50-4b05-93bb-83c796a5bd92 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:32.419266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:32.424863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62523f5c-49e6-4b47-be6e-b50d4d95dae1 req-7248bf9e-3f13-4059-9fa7-b0fc56538e04 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429801 Aug 26 10:48:32.526547 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] For port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:32.528125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9869861f-d360-4a6a-8fe9-f8fe2790ad04 req-a9a65011-30c0-49e6-b68b-6794e5ae9092 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407909 Aug 26 10:48:32.533691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] For port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f27f4512-d37d-4f3e-ba41-c7835e7fc1fd,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:48:32.552643 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:32.568831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 39e77247-fe50-4b05-93bb-83c796a5bd92 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:32.569209 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:32.673284 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:32.705632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630f7f1-a4de-43b3-b2c8-66d7727b9541 None None] Pushing event updated for resources: {'Port': ['ID=f27f4512-d37d-4f3e-ba41-c7835e7fc1fd,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:32.734075 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:32.808494 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:32.810779 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdd012b-dccd-41b8-8216-10403a062afe', 'tag': '60313a0f-8105-4544-8357-aced05873d38'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:32.814112 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ffb039-93b7-41c3-b0c2-27fbd730036d" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdd012b-dccd-41b8-8216-10403a062afe", "tag": "60313a0f-8105-4544-8357-aced05873d38"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:32.820405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf27f61-ae87-470c-9341-bd130d8a8a01 req-257777b2-306f-42ab-8946-9fbaf6be434c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.825161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf27f61-ae87-470c-9341-bd130d8a8a01 req-257777b2-306f-42ab-8946-9fbaf6be434c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 943 time: 0.2223992 Aug 26 10:48:32.843878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5fd889-9040-42e5-aed2-c81bdc0a53b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e77247-fe50-4b05-93bb-83c796a5bd92'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:32.846260 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20434bf-2b42-42c7-a06e-a21b3f71e5dd" -d '{"events": [{"server_uuid": "5a5fd889-9040-42e5-aed2-c81bdc0a53b7", "name": "network-vif-plugged", "status": "completed", "tag": "39e77247-fe50-4b05-93bb-83c796a5bd92"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:32.863133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 39e77247-fe50-4b05-93bb-83c796a5bd92, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=39e77247-fe50-4b05-93bb-83c796a5bd92,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:32.879645 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:32.904518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c0cc-36ce-4524-90df-4ba774f9789f req-f1bdf4a0-2734-4fd6-9313-af1594e7b0d7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.911753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c0cc-36ce-4524-90df-4ba774f9789f req-f1bdf4a0-2734-4fd6-9313-af1594e7b0d7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.919116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c0cc-36ce-4524-90df-4ba774f9789f req-f1bdf4a0-2734-4fd6-9313-af1594e7b0d7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.951224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c0cc-36ce-4524-90df-4ba774f9789f req-f1bdf4a0-2734-4fd6-9313-af1594e7b0d7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.959874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c0cc-36ce-4524-90df-4ba774f9789f req-f1bdf4a0-2734-4fd6-9313-af1594e7b0d7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.966351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c0cc-36ce-4524-90df-4ba774f9789f req-f1bdf4a0-2734-4fd6-9313-af1594e7b0d7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.972588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470c0cc-36ce-4524-90df-4ba774f9789f req-f1bdf4a0-2734-4fd6-9313-af1594e7b0d7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:32.975018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6470c0cc-36ce-4524-90df-4ba774f9789f req-f1bdf4a0-2734-4fd6-9313-af1594e7b0d7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5435 time: 0.3439839 Aug 26 10:48:32.986657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40244) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:32.992510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b6fe657c-c087-4dc4-aa41-fedbe03989dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Request body: {'floatingip': {'port_id': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:33.029802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=39e77247-fe50-4b05-93bb-83c796a5bd92,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:33.075674 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b1c88d-dd06-4872-8ee4-462fed7c7edc x-openstack-request-id: req-28b1c88d-dd06-4872-8ee4-462fed7c7edc {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:33.076049 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdd012b-dccd-41b8-8216-10403a062afe", "tag": "60313a0f-8105-4544-8357-aced05873d38", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:33.077376 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28b1c88d-dd06-4872-8ee4-462fed7c7edc {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:33.077841 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdd012b-dccd-41b8-8216-10403a062afe', 'tag': '60313a0f-8105-4544-8357-aced05873d38', 'status': 'completed', 'code': 200} Aug 26 10:48:33.092989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe657c-c087-4dc4-aa41-fedbe03989dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:33.108649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf27f61-ae87-470c-9341-bd130d8a8a01 req-22929c95-54e4-4a25-8e74-cc40185da7e5 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694311 Aug 26 10:48:33.195840 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f76535-b6fb-4c94-846c-1dbb8cb0a7b4 x-openstack-request-id: req-02f76535-b6fb-4c94-846c-1dbb8cb0a7b4 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:33.195840 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5fd889-9040-42e5-aed2-c81bdc0a53b7", "name": "network-vif-plugged", "status": "completed", "tag": "39e77247-fe50-4b05-93bb-83c796a5bd92", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:33.195840 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02f76535-b6fb-4c94-846c-1dbb8cb0a7b4 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:33.196507 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5fd889-9040-42e5-aed2-c81bdc0a53b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e77247-fe50-4b05-93bb-83c796a5bd92', 'code': 200} Aug 26 10:48:33.263611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Allocated IP 172.25.1.212 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/34f2a81c-fc52-4d41-a715-0c465470bae4) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:48:33.272516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffb039-93b7-41c3-b0c2-27fbd730036d req-3a90b925-759f-41c9-b373-dfc79cdd0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:33.274662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86ffb039-93b7-41c3-b0c2-27fbd730036d req-3a90b925-759f-41c9-b373-dfc79cdd0189 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 1126 time: 0.1580606 Aug 26 10:48:33.400451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffb039-93b7-41c3-b0c2-27fbd730036d req-c7bfe7f0-dee0-4242-9243-a9eee506dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:33.402196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86ffb039-93b7-41c3-b0c2-27fbd730036d req-c7bfe7f0-dee0-4242-9243-a9eee506dc52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.1136432 Aug 26 10:48:33.414880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14481273-a6d6-4d94-8e04-b096d38dbb0e req-a232425c-e826-462a-819b-8e52d2f463bd tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:33.422477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14481273-a6d6-4d94-8e04-b096d38dbb0e req-a232425c-e826-462a-819b-8e52d2f463bd tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.3045633 Aug 26 10:48:33.537197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86ffb039-93b7-41c3-b0c2-27fbd730036d req-62e5c38d-191b-4611-aa12-443c8bfeba5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60313a0f-8105-4544-8357-aced05873d38 HTTP/1.1" status: 200 len: 217 time: 0.1118386 Aug 26 10:48:33.661448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14481273-a6d6-4d94-8e04-b096d38dbb0e req-0adeb6c4-a922-4b10-ae4d-d307c98a830e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349110 Aug 26 10:48:33.725474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffb039-93b7-41c3-b0c2-27fbd730036d req-38c1487e-b8e3-4181-9d69-c432fe6df914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:33.727690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86ffb039-93b7-41c3-b0c2-27fbd730036d req-38c1487e-b8e3-4181-9d69-c432fe6df914 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.1558397 Aug 26 10:48:33.797606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd071601-bb2a-4cdc-8073-9f35a9910658 req-356cc366-deb6-4ae7-9e40-b630556fff84 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:33.818781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd071601-bb2a-4cdc-8073-9f35a9910658 req-356cc366-deb6-4ae7-9e40-b630556fff84 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.3398719 Aug 26 10:48:33.935252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86ffb039-93b7-41c3-b0c2-27fbd730036d req-9099f73f-ff2b-4ca4-adf2-040b44593fed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784477 Aug 26 10:48:34.001165 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:34.073292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f27f4512-d37d-4f3e-ba41-c7835e7fc1fd up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:34.120655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd071601-bb2a-4cdc-8073-9f35a9910658 req-c8d10c59-53fd-48ef-9a6d-70f25211dde4 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960529 Aug 26 10:48:34.131957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f212d4-d43c-459e-90b5-df21ef2f5a99 None None] Network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:48:34.185797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86ffb039-93b7-41c3-b0c2-27fbd730036d req-c000458b-bf18-4502-8d09-b09c04e5d456 service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196352 Aug 26 10:48:34.214084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eefdb-4784-4fbf-a553-6c919273a597 req-0efafba7-dfb8-4608-be7a-4b1ed10897a2 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:34.215997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e76eefdb-4784-4fbf-a553-6c919273a597 req-0efafba7-dfb8-4608-be7a-4b1ed10897a2 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.4563234 Aug 26 10:48:34.322363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86ffb039-93b7-41c3-b0c2-27fbd730036d req-0aefe548-df86-46af-be15-a6f73526268e service neutron] 10.222.0.42 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237602 Aug 26 10:48:34.438075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e76eefdb-4784-4fbf-a553-6c919273a597 req-84b8609a-8756-42fc-b74f-32136aa10b9a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135404 Aug 26 10:48:34.439043 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:34.480261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35cff7-3bcc-431d-a813-4d71121d88e5 req-d9852e18-1fe7-436a-9e42-189b2b2142cb tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:34.482023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c35cff7-3bcc-431d-a813-4d71121d88e5 req-d9852e18-1fe7-436a-9e42-189b2b2142cb tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 943 time: 0.1586974 Aug 26 10:48:34.488079 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.db.resource_extend [None req-b6fe657c-c087-4dc4-aa41-fedbe03989dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:48:34.507011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:48:34.525202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:48:34.531313 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:48:34.537873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Pushing event updated for resources: {'Port': ['ID=34f2a81c-fc52-4d41-a715-0c465470bae4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:34.591522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c35cff7-3bcc-431d-a813-4d71121d88e5 req-e44961a0-58b7-4f5f-bbf0-2a6af5485d70 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027472 Aug 26 10:48:34.592652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bf7915a4-b457-482c-9f51-2f0fde98dbe8 None None] Provisioning for port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:34.599753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:34.606356 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bf7915a4-b457-482c-9f51-2f0fde98dbe8 None None] Provisioning complete for port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:34.606356 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf7915a4-b457-482c-9f51-2f0fde98dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:34.647984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:34.648360 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:34.657436 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe657c-c087-4dc4-aa41-fedbe03989dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:34.674494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe657c-c087-4dc4-aa41-fedbe03989dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:34.851568 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf7915a4-b457-482c-9f51-2f0fde98dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:34.868168 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:34.889815 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-b6fe657c-c087-4dc4-aa41-fedbe03989dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Floating IP 8380fce7-0f28-454f-8321-70d3b7860ac4 associated. External IP: 172.25.1.186, port: 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4. Aug 26 10:48:34.935561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-bf7915a4-b457-482c-9f51-2f0fde98dbe8 None None] For port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f27f4512-d37d-4f3e-ba41-c7835e7fc1fd,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:34.946234 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf7915a4-b457-482c-9f51-2f0fde98dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:35.037085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4603830-8a50-4c24-8819-d30d2e784d73 req-d244a6b2-5371-4b4e-9de0-4c051324c79b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:35.046299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4603830-8a50-4c24-8819-d30d2e784d73 req-d244a6b2-5371-4b4e-9de0-4c051324c79b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.2337539 Aug 26 10:48:35.149345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4603830-8a50-4c24-8819-d30d2e784d73 req-40f73425-7d6e-4364-b76f-67b4656739f9 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877728 Aug 26 10:48:35.177122 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:48:35.177811 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:48:35.191450 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:35.204889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1c7b20ea-8797-47d1-804e-484154f69fdd None None] Provisioning complete for port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:35.205723 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c7b20ea-8797-47d1-804e-484154f69fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:35.218773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7915a4-b457-482c-9f51-2f0fde98dbe8 None None] Pushing event updated for resources: {'Port': ['ID=f27f4512-d37d-4f3e-ba41-c7835e7fc1fd,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:35.289391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fe657c-c087-4dc4-aa41-fedbe03989dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:48:35.395309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76610c-629a-45f0-8749-943f6da7e2b8 req-eef1adf9-7e49-4030-be1d-30a87f49992b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:35.403054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f76610c-629a-45f0-8749-943f6da7e2b8 req-eef1adf9-7e49-4030-be1d-30a87f49992b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.1118782 Aug 26 10:48:35.438683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fe657c-c087-4dc4-aa41-fedbe03989dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:48:35.444891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe657c-c087-4dc4-aa41-fedbe03989dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:35.449748 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5964a1-3934-4381-9907-1a8f79c48794 None None] Sync routers for ids ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:48:35.468956 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5964a1-3934-4381-9907-1a8f79c48794 None None] Routers {'8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:48:35.469854 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5b5964a1-3934-4381-9907-1a8f79c48794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:48:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:35.484501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f76610c-629a-45f0-8749-943f6da7e2b8 req-6f8650d3-14ec-4f8c-ae51-77d6b4ad12f9 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804095 Aug 26 10:48:35.537213 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b6fe657c-c087-4dc4-aa41-fedbe03989dd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "PUT /v2.0/floatingips/8380fce7-0f28-454f-8321-70d3b7860ac4 HTTP/1.1" status: 200 len: 992 time: 2.5491238 Aug 26 10:48:35.540941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:35.549419 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea0e03d-181c-4acc-a240-4d85a5415f90" -d '{"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "51c95b72-8c7b-4ce4-ba3c-7c2d454427b4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:35.677198 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-5b5964a1-3934-4381-9907-1a8f79c48794 None None] Set router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:48:35.720998 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afc0eb6-8520-4bfc-87c4-40e57d05f3a5 x-openstack-request-id: req-6afc0eb6-8520-4bfc-87c4-40e57d05f3a5 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:35.721300 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "tag": "51c95b72-8c7b-4ce4-ba3c-7c2d454427b4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:35.721559 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6afc0eb6-8520-4bfc-87c4-40e57d05f3a5 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:35.721976 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'tag': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4', 'status': 'completed', 'code': 200} Aug 26 10:48:35.813796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-b165ca76-41d0-4256-8fdd-70c03c02b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:35.817625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-b165ca76-41d0-4256-8fdd-70c03c02b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:35.818444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-b165ca76-41d0-4256-8fdd-70c03c02b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:35.819070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-b165ca76-41d0-4256-8fdd-70c03c02b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:35.819574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-b165ca76-41d0-4256-8fdd-70c03c02b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:35.820068 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-b165ca76-41d0-4256-8fdd-70c03c02b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:35.820566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-b165ca76-41d0-4256-8fdd-70c03c02b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:35.839528 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-b165ca76-41d0-4256-8fdd-70c03c02b2b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6499 time: 0.0753968 Aug 26 10:48:35.995552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:36.046587 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5b5964a1-3934-4381-9907-1a8f79c48794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '8380fce7-0f28-454f-8321-70d3b7860ac4', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'port_id': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'mac_address': 'fa:16:3e:04:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:47:05Z', 'updated_at': '2021-08-26T10:48:33Z', 'revision_number': 1, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c10481e-fdee-48d4-9255-30a03520b433', 'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'mac_address': 'fa:16:3e:0f:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:14Z', 'updated_at': '2021-08-26T10:46:27Z', 'revision_number': 5, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'subnets': [{'id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:36.059548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f27f4512-d37d-4f3e-ba41-c7835e7fc1fd up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:36.091240 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5964a1-3934-4381-9907-1a8f79c48794 None None] Checking router: 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:48:36.103065 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5964a1-3934-4381-9907-1a8f79c48794 None None] Routers {'8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:48:36.104128 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5b5964a1-3934-4381-9907-1a8f79c48794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:48:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:36.195488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-9baa7b8d-d82b-4f5d-ba09-510548733516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:36.197913 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-9baa7b8d-d82b-4f5d-ba09-510548733516 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c29a414-e206-4e98-b1a0-62ff2e09f39a HTTP/1.1" status: 200 len: 913 time: 0.3575282 Aug 26 10:48:36.224661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:36.225237 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:36.231503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ecca6-d317-48bf-9d07-a307de05e584 req-257c690a-baaa-4ed8-b8d4-4f19b8fcc662 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:36.234793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:36.235158 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:36.237768 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-5b5964a1-3934-4381-9907-1a8f79c48794 None None] Set router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:48:36.243646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a6ecca6-d317-48bf-9d07-a307de05e584 req-257c690a-baaa-4ed8-b8d4-4f19b8fcc662 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.6700783 Aug 26 10:48:36.301509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b35cb4-9d15-4179-a156-1c8995289d7e req-9195c59c-6072-4fb5-a7f0-a62a2c3c7992 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:36.309013 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81b35cb4-9d15-4179-a156-1c8995289d7e req-9195c59c-6072-4fb5-a7f0-a62a2c3c7992 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 943 time: 0.3221304 Aug 26 10:48:36.412664 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-03247f99-8312-43cf-a72c-7da02ab0be38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 HTTP/1.1" status: 200 len: 1000 time: 0.1919894 Aug 26 10:48:36.429192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:36.477681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a6ecca6-d317-48bf-9d07-a307de05e584 req-0fe9a60d-3ce4-4a2b-8b7e-a87981cca436 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258437 Aug 26 10:48:36.518510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81b35cb4-9d15-4179-a156-1c8995289d7e req-e61d3860-7879-45d6-bfea-ceefdb5a6a17 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643560 Aug 26 10:48:36.598263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-e82d9ac4-39d5-4936-8663-81f7d49490d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:36.606951 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-e82d9ac4-39d5-4936-8663-81f7d49490d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34e578bc-0e70-4fe6-a893-d9310ddafc79 HTTP/1.1" status: 200 len: 851 time: 0.1849501 Aug 26 10:48:36.652779 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:36.692087 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5b5964a1-3934-4381-9907-1a8f79c48794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '8380fce7-0f28-454f-8321-70d3b7860ac4', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'port_id': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'mac_address': 'fa:16:3e:04:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:47:05Z', 'updated_at': '2021-08-26T10:48:33Z', 'revision_number': 1, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c10481e-fdee-48d4-9255-30a03520b433', 'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'mac_address': 'fa:16:3e:0f:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:14Z', 'updated_at': '2021-08-26T10:46:27Z', 'revision_number': 5, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'subnets': [{'id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:36.726221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:36.735189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:36.739031 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d6cf38-13f9-4f53-aeb7-d5f499a4e466" -d '{"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:36.745977 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:36.752316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-9f4d4c69-d26a-4642-8ee1-23f78305efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:36.755061 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-9f4d4c69-d26a-4642-8ee1-23f78305efee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c29a414-e206-4e98-b1a0-62ff2e09f39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1383195 Aug 26 10:48:36.829325 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5964a1-3934-4381-9907-1a8f79c48794 None None] The sync data for ids ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'] in n-d-778550-13 is: [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '8380fce7-0f28-454f-8321-70d3b7860ac4', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'floating_ip_address': '172.25.1.186', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'port_id': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'mac_address': 'fa:16:3e:04:2f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:47:05Z', 'updated_at': '2021-08-26T10:48:33Z', 'revision_number': 1, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c10481e-fdee-48d4-9255-30a03520b433', 'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'mac_address': 'fa:16:3e:0f:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:14Z', 'updated_at': '2021-08-26T10:46:27Z', 'revision_number': 5, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'subnets': [{'id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:48:36.854813 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=11']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:36.882007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3259a-e2fb-40eb-92f2-af19e930fa2d req-90d062d3-96b9-475f-b3fb-26ac11b200fa tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:36.884387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9a3259a-e2fb-40eb-92f2-af19e930fa2d req-90d062d3-96b9-475f-b3fb-26ac11b200fa tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 950 time: 0.2025478 Aug 26 10:48:36.938094 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-aeab4df7-2ff9-4ab9-81f7-235c5293227c service neutron] 10.222.0.47 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751771 Aug 26 10:48:36.964036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9a3259a-e2fb-40eb-92f2-af19e930fa2d req-902cd3c9-d9f4-48b2-99c3-f8b4220a554b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Aug 26 10:48:36.995479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006624fb-4c2b-48cc-b74f-80d23444abfb req-1527b133-0e3a-455c-aa9c-fdd18440ca69 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:36.997223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-006624fb-4c2b-48cc-b74f-80d23444abfb req-1527b133-0e3a-455c-aa9c-fdd18440ca69 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.2331750 Aug 26 10:48:37.015710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Router 9700c32c-ff42-42fe-83ea-157d021771cd is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:48:37.074470 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-006624fb-4c2b-48cc-b74f-80d23444abfb req-bd74a786-da49-496e-98b4-62b8dde45274 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637209 Aug 26 10:48:37.158020 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ea0e03d-181c-4acc-a240-4d85a5415f90 req-b8e1e14b-0313-4018-b2f1-e69fea51f2e1 service neutron] 10.222.0.47 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108743 Aug 26 10:48:37.184129 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033c1d35-f16d-4ba4-8efa-bfcdac73e166 x-openstack-request-id: req-033c1d35-f16d-4ba4-8efa-bfcdac73e166 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:37.184435 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-plugged", "status": "completed", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:37.184694 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-033c1d35-f16d-4ba4-8efa-bfcdac73e166 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:37.185116 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'code': 200} Aug 26 10:48:37.254150 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241c2cde-015d-4071-821f-fb0498c3bc89 None None] New status for floating IP 8380fce7-0f28-454f-8321-70d3b7860ac4: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:48:37.343738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:48:37.356353 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Sync routers for ids ['9700c32c-ff42-42fe-83ea-157d021771cd'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:48:37.376041 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Routers {'9700c32c-ff42-42fe-83ea-157d021771cd'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:48:37.377139 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:48:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9700c32c-ff42-42fe-83ea-157d021771cd'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:37.383205 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:37.384961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fcebe7af-2e0e-4e8f-8821-0362a7bb2e86 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7069755 Aug 26 10:48:37.387846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40308) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:48:37.652865 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Set router 9700c32c-ff42-42fe-83ea-157d021771cd gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:48:37.749766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa3c02-d12c-46f8-ac71-0754a1f697ae req-dcda22e6-784b-4655-9999-693c58803a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:37.751729 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c4fa3c02-d12c-46f8-ac71-0754a1f697ae req-dcda22e6-784b-4655-9999-693c58803a80 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 1103 time: 0.3101172 Aug 26 10:48:37.811920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816d2b5-fba4-46f1-af5f-fe072879a1e4 req-aea724e4-fd17-48d0-9d05-f21269547c4a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:37.815788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d816d2b5-fba4-46f1-af5f-fe072879a1e4 req-aea724e4-fd17-48d0-9d05-f21269547c4a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.1597803 Aug 26 10:48:37.973519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d816d2b5-fba4-46f1-af5f-fe072879a1e4 req-f160967a-fb8a-4eb2-b834-058a189df7dd tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479053 Aug 26 10:48:38.005545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:48:38.110773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd94f8c-daab-4c68-98f9-e9689a67856f req-72957999-512d-4577-80ed-55dddd06b67d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:38.121468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbd94f8c-daab-4c68-98f9-e9689a67856f req-72957999-512d-4577-80ed-55dddd06b67d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 943 time: 0.2831910 Aug 26 10:48:38.154332 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:34Z', 'revision_number': 3, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:38.166012 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c4fa3c02-d12c-46f8-ac71-0754a1f697ae req-2b1c0bab-e9b6-4554-b9fc-01de3614e4df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974326 Aug 26 10:48:38.181272 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-a79ee2af-2171-4d7e-ad70-56a7d520de27 service neutron] 10.222.0.42 "GET /v2.0/ports/60313a0f-8105-4544-8357-aced05873d38/bindings/n-h1-778550-13 HTTP/1.1" status: 200 len: 385 time: 0.3251643 Aug 26 10:48:38.210053 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Checking router: 9700c32c-ff42-42fe-83ea-157d021771cd for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:48:38.210408 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Updating router 9700c32c-ff42-42fe-83ea-157d021771cd port 34f2a81c-fc52-4d41-a715-0c465470bae4 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:48:38.259442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeeeb5-548e-484e-a739-32191a775f98 req-b24b5866-c39a-4dfc-8f9e-433c5bdfca4d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:38.259999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:38.261469 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:38.267415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73eeeeb5-548e-484e-a739-32191a775f98 req-b24b5866-c39a-4dfc-8f9e-433c5bdfca4d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 951 time: 0.2112520 Aug 26 10:48:38.279129 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:38.284962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbd94f8c-daab-4c68-98f9-e9689a67856f req-7f3ebd2a-d165-492c-8bc0-61884ab3b9bc tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229420 Aug 26 10:48:38.296109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42', 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5', 'port_id': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42', 'mac_address': 'fa:16:3e:f0:de:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b8f04e-fe58-45c4-94a0-9f19669a90e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:48:38.432052 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:38.443808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73eeeeb5-548e-484e-a739-32191a775f98 req-187de9da-4608-45b9-92a6-0e7193f57ad7 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752386 Aug 26 10:48:38.477656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 60313a0f-8105-4544-8357-aced05873d38 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:38.560701 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Allocated IP 172.20.0.1 (7e452ec9-a05c-4730-9299-cad46d4ac2a7/cbd66f25-7610-43d2-adaa-46242c9349bb/d9648dc4-4ede-43c6-9a93-7001aeb4932c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:48:38.598991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:38.647801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:38.711671 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:38.743976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:38.753799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb043b4-2860-47f7-9379-792c9b2c5e62 req-be40b9e5-c560-43d2-8d88-59394ea83d56 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:38.755588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcb043b4-2860-47f7-9379-792c9b2c5e62 req-be40b9e5-c560-43d2-8d88-59394ea83d56 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.3100703 Aug 26 10:48:38.774679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:38.793376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Transition to ACTIVE for port object d9648dc4-4ede-43c6-9a93-7001aeb4932c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:48:38.853783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-8ef930a4-de18-459b-8368-b9f2079370b5 service neutron] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=60313a0f-8105-4544-8357-aced05873d38,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:38.888881 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:38.891356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcb043b4-2860-47f7-9379-792c9b2c5e62 req-613d8e2a-b397-46d3-9cc7-1642ade781ef tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283844 Aug 26 10:48:38.896978 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:38.906005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-8ef930a4-de18-459b-8368-b9f2079370b5 service neutron] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:38.912215 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Transition to ACTIVE for port object 34f2a81c-fc52-4d41-a715-0c465470bae4 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:48:38.922844 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:38.952691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-8ef930a4-de18-459b-8368-b9f2079370b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60313a0f-8105-4544-8357-aced05873d38 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:48:38.954359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:48:38.962570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:48:38.967321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:48:38.968385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-8ef930a4-de18-459b-8368-b9f2079370b5 service neutron] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=60313a0f-8105-4544-8357-aced05873d38,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:38.973997 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Pushing event updated for resources: {'Port': ['ID=34f2a81c-fc52-4d41-a715-0c465470bae4,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:38.988260 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:38.988840 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:38.990312 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:38.990705 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:38.991719 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:38.992431 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:38.992750 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:38.993105 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:38.994271 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:38.994271 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:38.997306 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:38.997306 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:39.002572 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-8ef930a4-de18-459b-8368-b9f2079370b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:39.027658 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Attempting to bind port 34f2a81c-fc52-4d41-a715-0c465470bae4 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:48:39.028453 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Attempting to bind port 34f2a81c-fc52-4d41-a715-0c465470bae4 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:48:39.029168 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Attempting to bind port 34f2a81c-fc52-4d41-a715-0c465470bae4 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:39.038711 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:48:39.042071 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:48:39.042845 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:39.043795 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:48:39.044491 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Bound port: 34f2a81c-fc52-4d41-a715-0c465470bae4, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:48:39.045197 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:39.064348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Pushing event updated for resources: {'Port': ['ID=d9648dc4-4ede-43c6-9a93-7001aeb4932c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:39.125323 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:39.142202 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] For port 34f2a81c-fc52-4d41-a715-0c465470bae4, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:39.147547 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] For port 34f2a81c-fc52-4d41-a715-0c465470bae4, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=34f2a81c-fc52-4d41-a715-0c465470bae4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:48:39.167075 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:39.229236 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Routers {'9700c32c-ff42-42fe-83ea-157d021771cd'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:48:39.229859 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:48:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9700c32c-ff42-42fe-83ea-157d021771cd'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:39.267495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-8ef930a4-de18-459b-8368-b9f2079370b5 service neutron] Transition to ACTIVE for port object 60313a0f-8105-4544-8357-aced05873d38 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:48:39.276515 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-8ef930a4-de18-459b-8368-b9f2079370b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:39.288858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e1cdd-7cf9-4210-bf5f-52da83a784d8 req-3aa9330f-0a53-4f86-8a3c-9802e59ca5a4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:39.290621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-330e1cdd-7cf9-4210-bf5f-52da83a784d8 req-3aa9330f-0a53-4f86-8a3c-9802e59ca5a4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.1628892 Aug 26 10:48:39.309602 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b96d2-4c0c-43a2-94e7-c88058580d0f None None] Pushing event updated for resources: {'Port': ['ID=34f2a81c-fc52-4d41-a715-0c465470bae4,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:39.324967 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['bde0d8b6-4ef1-4ee8-8cc5-40592e385e42'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:39.361623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef930a4-de18-459b-8368-b9f2079370b5 service neutron] Pushing event updated for resources: {'Port': ['ID=60313a0f-8105-4544-8357-aced05873d38,revision_number=10']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:39.444777 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] Set router 9700c32c-ff42-42fe-83ea-157d021771cd gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:48:39.458450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-330e1cdd-7cf9-4210-bf5f-52da83a784d8 req-22404210-143d-402b-9ac9-19017a744c25 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013978 Aug 26 10:48:39.471752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9d0129da-7fe8-422a-a21c-b33e67f8780c None None] Provisioning for port d9648dc4-4ede-43c6-9a93-7001aeb4932c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:39.480051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9d0129da-7fe8-422a-a21c-b33e67f8780c None None] Provisioning complete for port d9648dc4-4ede-43c6-9a93-7001aeb4932c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:39.483393 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:39.496596 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d0129da-7fe8-422a-a21c-b33e67f8780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:39.499590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-8ef930a4-de18-459b-8368-b9f2079370b5 service neutron] No DVR routers for this DVR port 60313a0f-8105-4544-8357-aced05873d38 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:39.548659 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-8ef930a4-de18-459b-8368-b9f2079370b5 service neutron] 10.222.0.42 "PUT /v2.0/ports/60313a0f-8105-4544-8357-aced05873d38/bindings/n-h1-778550-13/activate HTTP/1.1" status: 200 len: 370 time: 1.3548317 Aug 26 10:48:39.582993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bf6e1-c2f2-44bc-bf89-716499d9feff req-1ef9b07a-fb69-4e04-999c-0af7efd78fbe tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:39.584449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a84bf6e1-c2f2-44bc-bf89-716499d9feff req-1ef9b07a-fb69-4e04-999c-0af7efd78fbe tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 944 time: 0.1643820 Aug 26 10:48:39.632155 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:48:39.648432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9d0129da-7fe8-422a-a21c-b33e67f8780c None None] Port d9648dc4-4ede-43c6-9a93-7001aeb4932c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:48:39.697359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a84bf6e1-c2f2-44bc-bf89-716499d9feff req-4d79e75a-4072-4205-b450-5f7e20706bb1 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043301 Aug 26 10:48:39.705155 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:39.719320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e861a1-a5e7-4a44-b517-cb4b04553020 req-ad0f2049-77a3-49e9-8ac9-3a14326728ef tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:39.727669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2e861a1-a5e7-4a44-b517-cb4b04553020 req-ad0f2049-77a3-49e9-8ac9-3a14326728ef tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 951 time: 0.0960555 Aug 26 10:48:39.745561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:39.792980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2e861a1-a5e7-4a44-b517-cb4b04553020 req-4edf923f-dabf-4fc3-a8ed-0b1fd02c9c9e tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603919 Aug 26 10:48:39.805808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-cf9c4365-07e4-4c7d-8517-6bdf973527d2 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:39.807746 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-cf9c4365-07e4-4c7d-8517-6bdf973527d2 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.1002641 Aug 26 10:48:39.920098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Pushing event updated for resources: {'Port': ['ID=d9648dc4-4ede-43c6-9a93-7001aeb4932c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:39.938762 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:39.957538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-2f0e7674-4946-42b7-a721-8e7ed16d3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:39.959194 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-2f0e7674-4946-42b7-a721-8e7ed16d3820 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe&tenant_id=b511d0e342254b5691c29fa10c143578 HTTP/1.1" status: 200 len: 1096 time: 0.1379290 Aug 26 10:48:39.991981 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:34Z', 'revision_number': 3, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:40.017430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 60313a0f-8105-4544-8357-aced05873d38 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:40.066898 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd8f1b0-4dfa-47c0-ab87-e9418de86fc6 None None] The sync data for ids ['9700c32c-ff42-42fe-83ea-157d021771cd'] in n-d-778550-13 is: [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:34Z', 'revision_number': 3, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:48:40.151500 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-de8e8adb-8897-4ee8-b5e8-26154bf97b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:40.153560 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-de8e8adb-8897-4ee8-b5e8-26154bf97b27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b511d0e342254b5691c29fa10c143578&device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 1096 time: 0.1133740 Aug 26 10:48:40.154251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ec37-54c8-4a4f-a4b3-d20f32b5785b req-f383d2ad-ac3b-4f24-8563-9fc1394f42f2 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:40.157918 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6270ec37-54c8-4a4f-a4b3-d20f32b5785b req-f383d2ad-ac3b-4f24-8563-9fc1394f42f2 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 945 time: 0.1220672 Aug 26 10:48:40.202343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:48:40.212700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:48:40.240295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6270ec37-54c8-4a4f-a4b3-d20f32b5785b req-1617dd02-f1b1-47b8-b8e6-a2bd204508fe tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734613 Aug 26 10:48:40.448624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-65beaf40-d170-49ef-b6c5-cc8f7a06aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:40.449820 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-65beaf40-d170-49ef-b6c5-cc8f7a06aa3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 200 len: 921 time: 0.2770455 Aug 26 10:48:40.529642 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-0b22b2aa-fdf0-4c7d-a628-c0e364997ea6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60313a0f-8105-4544-8357-aced05873d38 HTTP/1.1" status: 200 len: 217 time: 0.0612733 Aug 26 10:48:40.533965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Router 9700c32c-ff42-42fe-83ea-157d021771cd has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:48:40.594413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a0a70f61-c6b3-4e75-868c-1de4350d4a83 None None] Provisioning complete for port d9648dc4-4ede-43c6-9a93-7001aeb4932c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:40.595515 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a0a70f61-c6b3-4e75-868c-1de4350d4a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:40.673412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a0a70f61-c6b3-4e75-868c-1de4350d4a83 None None] Port d9648dc4-4ede-43c6-9a93-7001aeb4932c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:48:40.705687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e4fd1-d609-4324-aef3-1774bedfe454 req-700651e2-1baf-4ee1-96ac-38222711652f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:40.714594 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-528e4fd1-d609-4324-aef3-1774bedfe454 req-700651e2-1baf-4ee1-96ac-38222711652f tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.1047730 Aug 26 10:48:40.724853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-ec6b239e-9ef3-41e5-be1b-ff2c2f0cab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:40.726386 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-ec6b239e-9ef3-41e5-be1b-ff2c2f0cab01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 200 len: 860 time: 0.1805873 Aug 26 10:48:40.762533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-528e4fd1-d609-4324-aef3-1774bedfe454 req-0d541405-c94e-492e-a763-8bc2460ba3af tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Aug 26 10:48:40.840916 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-fcae12de-0dc3-43c7-b1af-8c52d1591cbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=657a6332-c7e9-4269-9b38-992ff7efbc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510414 Aug 26 10:48:40.945663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:48:40.956124 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-29bdc3f0-7eb4-45fd-b753-84ff79132360 admin admin] 10.222.0.21 "PUT /v2.0/routers/9700c32c-ff42-42fe-83ea-157d021771cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5671103 Aug 26 10:48:40.965862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e859652-0c61-45f0-8ce1-8bb829eccf4a req-909d5c58-da76-401e-8226-697338b2087d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:40.967652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e859652-0c61-45f0-8ce1-8bb829eccf4a req-909d5c58-da76-401e-8226-697338b2087d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 944 time: 0.1177127 Aug 26 10:48:40.977198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdfa67-b127-4296-beb7-a34e00afadcc req-160fc6f9-7520-46cc-b11a-3ffa51eb5633 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:40.983264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0fdfa67-b127-4296-beb7-a34e00afadcc req-160fc6f9-7520-46cc-b11a-3ffa51eb5633 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 951 time: 0.0929034 Aug 26 10:48:41.070113 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-02b4b108-5c47-4cf0-9d7b-717977ab79c0 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026429 Aug 26 10:48:41.098293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e859652-0c61-45f0-8ce1-8bb829eccf4a req-439b0f28-b7eb-4b57-b8be-9eb245f3c161 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131225 Aug 26 10:48:41.101452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0fdfa67-b127-4296-beb7-a34e00afadcc req-947238ea-2cad-4c80-9e3e-eb6f10f7a50d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128178 Aug 26 10:48:41.296375 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-df3f9680-2885-4c95-adb9-471cf2d78d42 service neutron] 10.222.0.47 "GET /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182560 Aug 26 10:48:41.624840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212b98e-6925-46e8-b3e0-584a85f0a144 req-3b8430f1-edb3-4230-98d7-64461f9e95ef tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:41.626433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5212b98e-6925-46e8-b3e0-584a85f0a144 req-3b8430f1-edb3-4230-98d7-64461f9e95ef tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 945 time: 0.1515453 Aug 26 10:48:41.730649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5212b98e-6925-46e8-b3e0-584a85f0a144 req-d3b57d34-2b73-4b9b-aa73-6b9cf9948e43 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789795 Aug 26 10:48:41.737170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31aed5-7688-44ce-a9f0-17179b38e000 req-867c97c7-f896-4f85-8ad2-ffa66484cc47 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:41.739458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc31aed5-7688-44ce-a9f0-17179b38e000 req-867c97c7-f896-4f85-8ad2-ffa66484cc47 tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 1103 time: 0.1120522 Aug 26 10:48:41.741089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-252c56c0-aa3a-4f69-8c9e-2c7947cdf923 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:41.743030 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-252c56c0-aa3a-4f69-8c9e-2c7947cdf923 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe&tenant_id=b511d0e342254b5691c29fa10c143578&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.0999448 Aug 26 10:48:41.788328 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc31aed5-7688-44ce-a9f0-17179b38e000 req-54955746-819c-4db3-9946-e761ea262b8a tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391490 Aug 26 10:48:41.944020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5b9a2-9fa6-4873-818d-2e86b362e0de req-7f1e319d-b709-49ac-9eb6-aa93a70b7158 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:41.949981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5f5b9a2-9fa6-4873-818d-2e86b362e0de req-7f1e319d-b709-49ac-9eb6-aa93a70b7158 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.0938387 Aug 26 10:48:42.025747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:42.119372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5ba7ca15-8ee4-4d57-b3e1-63f69c637ba3 service neutron] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:42.127387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5ba7ca15-8ee4-4d57-b3e1-63f69c637ba3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:42.128530 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-751c461c-4aa4-4330-b075-1276c7e189d5 req-5ba7ca15-8ee4-4d57-b3e1-63f69c637ba3 service neutron] 10.222.0.47 "DELETE /v2.0/ports/60313a0f-8105-4544-8357-aced05873d38/bindings/n-h2-778550-13 HTTP/1.1" status: 204 len: 173 time: 0.3729973 Aug 26 10:48:42.131497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 34f2a81c-fc52-4d41-a715-0c465470bae4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:42.143095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:42.169201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5f5b9a2-9fa6-4873-818d-2e86b362e0de req-908e7f59-9c7d-4027-88e4-73debc8c3b81 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070918 Aug 26 10:48:42.235164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcb30f-9426-4438-a6f5-db5ed51f48e7 req-cb0a5892-6ce4-4484-9fb0-6524df3f9a1a tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:42.236710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5bcb30f-9426-4438-a6f5-db5ed51f48e7 req-cb0a5892-6ce4-4484-9fb0-6524df3f9a1a tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 1103 time: 0.1787446 Aug 26 10:48:42.259534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:42.260168 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:42.316795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5bcb30f-9426-4438-a6f5-db5ed51f48e7 req-b7322591-859a-4c31-a1b1-4d98ebe6dc4c tempest-ServersAdminTestJSON-864047896 tempest-ServersAdminTestJSON-864047896-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640385 Aug 26 10:48:42.463499 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:42.466293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 34f2a81c-fc52-4d41-a715-0c465470bae4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:42.485676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 34f2a81c-fc52-4d41-a715-0c465470bae4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:42.487830 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:42.508696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93c772-dc55-4330-8646-fc5e97bd90b4 req-b2be2eb8-f455-4f84-831a-937c9ea4c95d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:42.517957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b93c772-dc55-4330-8646-fc5e97bd90b4 req-b2be2eb8-f455-4f84-831a-937c9ea4c95d tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 944 time: 0.2171669 Aug 26 10:48:42.610690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b93c772-dc55-4330-8646-fc5e97bd90b4 req-2131c0e4-0e58-489f-8b29-4b069c91b464 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917022 Aug 26 10:48:42.679327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:42.681930 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da82449-2c01-472a-a74e-104abdc06640" -d '{"events": [{"server_uuid": "090f05ed-fde7-46fc-b0a6-c07417a20e15", "name": "network-vif-plugged", "status": "completed", "tag": "bde0d8b6-4ef1-4ee8-8cc5-40592e385e42"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:42.720126 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:42.727568 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:42.940601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Sync routers for ids ['9700c32c-ff42-42fe-83ea-157d021771cd'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:48:42.969478 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef5d053-1dd5-4f89-8b32-246c0bc8567b x-openstack-request-id: req-fef5d053-1dd5-4f89-8b32-246c0bc8567b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:42.969720 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090f05ed-fde7-46fc-b0a6-c07417a20e15", "name": "network-vif-plugged", "status": "completed", "tag": "bde0d8b6-4ef1-4ee8-8cc5-40592e385e42", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:42.969937 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fef5d053-1dd5-4f89-8b32-246c0bc8567b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:42.970447 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42', 'code': 200} Aug 26 10:48:42.991894 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:43.042632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 34f2a81c-fc52-4d41-a715-0c465470bae4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=34f2a81c-fc52-4d41-a715-0c465470bae4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:43.062536 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:43.080630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:43.099283 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Routers {'9700c32c-ff42-42fe-83ea-157d021771cd'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:48:43.101382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:48:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9700c32c-ff42-42fe-83ea-157d021771cd'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:43.122769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92816c-dd05-425b-a9bd-38deeca396f5 req-bf6ea351-981c-4d90-b729-13d8a5858a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:43.126327 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d92816c-dd05-425b-a9bd-38deeca396f5 req-bf6ea351-981c-4d90-b729-13d8a5858a66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 1098 time: 0.1207826 Aug 26 10:48:43.130283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359de0c-9d04-4a2d-8f95-56120385570b req-41fe1bdb-79be-452b-9d5a-ea392c9e8247 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:43.151090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3359de0c-9d04-4a2d-8f95-56120385570b req-41fe1bdb-79be-452b-9d5a-ea392c9e8247 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.1477513 Aug 26 10:48:43.203455 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d92816c-dd05-425b-a9bd-38deeca396f5 req-2e6cde98-c545-4978-abdd-17e9ee39b713 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694611 Aug 26 10:48:43.277997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3359de0c-9d04-4a2d-8f95-56120385570b req-b4eb77bb-9f80-4c80-adf3-36061597d596 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217725 Aug 26 10:48:43.307110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465e182-9fb3-4701-8305-e16d36af4adb req-7cf56d29-0829-4f98-93ec-d52e4524d24e tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:43.307110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6465e182-9fb3-4701-8305-e16d36af4adb req-7cf56d29-0829-4f98-93ec-d52e4524d24e tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 949 time: 0.2678189 Aug 26 10:48:43.351816 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08b812c2-3a01-4e2a-beea-34ac5b1b6e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:43.378673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=34f2a81c-fc52-4d41-a715-0c465470bae4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:43.421429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Set router 9700c32c-ff42-42fe-83ea-157d021771cd gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:48:43.458449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6465e182-9fb3-4701-8305-e16d36af4adb req-f2213113-0118-427c-8f1b-5109aec2370f tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377797 Aug 26 10:48:43.485228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424325e2-1ede-4f88-bda2-187ebef0dcc7 req-b5dde235-a19a-45b8-9865-d7733c0eb7d7 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:43.488295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-424325e2-1ede-4f88-bda2-187ebef0dcc7 req-b5dde235-a19a-45b8-9865-d7733c0eb7d7 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 1096 time: 0.1033614 Aug 26 10:48:43.580472 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-424325e2-1ede-4f88-bda2-187ebef0dcc7 req-fcb5782b-fbf2-4a9e-a042-0b5808569999 tempest-LiveAutoBlockMigrationV225Test-2021241281 tempest-LiveAutoBlockMigrationV225Test-2021241281-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829105 Aug 26 10:48:43.671666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbac82-9cde-4f58-a8be-ff66d5780472 req-0445543c-0f1c-4446-989f-6de84a74a70d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:43.673718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4fbac82-9cde-4f58-a8be-ff66d5780472 req-0445543c-0f1c-4446-989f-6de84a74a70d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.0852687 Aug 26 10:48:43.747139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4fbac82-9cde-4f58-a8be-ff66d5780472 req-521f2a08-7ae2-4f55-89e5-313b9a47fccb tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621860 Aug 26 10:48:43.929721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 4, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd9648dc4-4ede-43c6-9a93-7001aeb4932c', 'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'mac_address': 'fa:16:3e:10:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:38Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 2, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'subnets': [{'id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:43.975054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Checking router: 9700c32c-ff42-42fe-83ea-157d021771cd for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:48:43.975589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Updating router 9700c32c-ff42-42fe-83ea-157d021771cd port d9648dc4-4ede-43c6-9a93-7001aeb4932c binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:48:44.033729 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:44.105683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 34f2a81c-fc52-4d41-a715-0c465470bae4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:44.433167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a607b-bd9c-4356-ab88-b40595db8b1a req-0d8192ad-1674-4098-8b65-0b678d0c7d52 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:44.436096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-917a607b-bd9c-4356-ab88-b40595db8b1a req-0d8192ad-1674-4098-8b65-0b678d0c7d52 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 944 time: 0.3210237 Aug 26 10:48:44.469268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 34f2a81c-fc52-4d41-a715-0c465470bae4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:44.469919 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:44.591500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-917a607b-bd9c-4356-ab88-b40595db8b1a req-fb4a13e7-44a9-4429-baf0-3d7854e7d24c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451545 Aug 26 10:48:44.773734 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:44.777965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eae93-8740-4dc0-96e2-95626b92b641 req-e81442f5-19bd-40e4-ba53-e3dbfba99841 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:44.788783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b0eae93-8740-4dc0-96e2-95626b92b641 req-e81442f5-19bd-40e4-ba53-e3dbfba99841 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.0865781 Aug 26 10:48:44.802412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Transition to ACTIVE for port object d9648dc4-4ede-43c6-9a93-7001aeb4932c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:48:44.814473 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:44.841371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b0eae93-8740-4dc0-96e2-95626b92b641 req-3a684c38-38d5-422d-89b0-5fea64b9ac2f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515738 Aug 26 10:48:44.996691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b45829-1346-4450-903c-3bdf769da88d None None] Pushing event updated for resources: {'Port': ['ID=d9648dc4-4ede-43c6-9a93-7001aeb4932c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:45.010463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Attempting to bind port d9648dc4-4ede-43c6-9a93-7001aeb4932c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:48:45.011179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Attempting to bind port d9648dc4-4ede-43c6-9a93-7001aeb4932c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:48:45.012029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Attempting to bind port d9648dc4-4ede-43c6-9a93-7001aeb4932c on network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:45.018517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:48:45.021133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Checking segment: {'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:48:45.025296 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:45.030321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Bound using segment: {'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:48:45.031539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Bound port: d9648dc4-4ede-43c6-9a93-7001aeb4932c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:48:45.032254 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:45.101180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29b59f-8d43-4a07-9e74-f9947bbe9836 req-5741808b-2485-49f5-8e91-9a7272441c4d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:45.102447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a29b59f-8d43-4a07-9e74-f9947bbe9836 req-5741808b-2485-49f5-8e91-9a7272441c4d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 949 time: 0.1611695 Aug 26 10:48:45.167865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] For port d9648dc4-4ede-43c6-9a93-7001aeb4932c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:45.178193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] For port d9648dc4-4ede-43c6-9a93-7001aeb4932c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d9648dc4-4ede-43c6-9a93-7001aeb4932c,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:48:45.193806 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:45.205407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2634f-3c6a-411b-94d0-8b64e2d84260 req-3ef5d151-5bf7-4935-a2a9-442cb9caf4bb tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:45.209276 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c9e2634f-3c6a-411b-94d0-8b64e2d84260 req-3ef5d151-5bf7-4935-a2a9-442cb9caf4bb tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 944 time: 0.1209753 Aug 26 10:48:45.219000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a29b59f-8d43-4a07-9e74-f9947bbe9836 req-77846c77-387d-4183-b4be-d2a95ff3ea5d tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028824 Aug 26 10:48:45.342210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Routers {'9700c32c-ff42-42fe-83ea-157d021771cd'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:48:45.343263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:48:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9700c32c-ff42-42fe-83ea-157d021771cd'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:45.349595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b45829-1346-4450-903c-3bdf769da88d None None] Pushing event updated for resources: {'Port': ['ID=d9648dc4-4ede-43c6-9a93-7001aeb4932c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:45.459094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-c9e2634f-3c6a-411b-94d0-8b64e2d84260 req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Deleting port 60313a0f-8105-4544-8357-aced05873d38 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:45.461924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c9e2634f-3c6a-411b-94d0-8b64e2d84260 req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:45.537435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211f4fb-8952-451b-8625-3bff141c7a28 req-346d0bb8-759f-4230-8b65-c42134e6ce36 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:45.541374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e211f4fb-8952-451b-8625-3bff141c7a28 req-346d0bb8-759f-4230-8b65-c42134e6ce36 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 949 time: 0.1983719 Aug 26 10:48:45.658890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-c9e2634f-3c6a-411b-94d0-8b64e2d84260 req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] For port 60313a0f-8105-4544-8357-aced05873d38, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=60313a0f-8105-4544-8357-aced05873d38,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:45.658890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c9e2634f-3c6a-411b-94d0-8b64e2d84260 req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:45.677542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-c9e2634f-3c6a-411b-94d0-8b64e2d84260 req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Calling delete_port for 60313a0f-8105-4544-8357-aced05873d38 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:45.700807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] Set router 9700c32c-ff42-42fe-83ea-157d021771cd gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:48:45.809567 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c956aad5-a1aa-4b4b-a72c-d1d70ef9b18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:45.819009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd6f31-5fe2-43e2-a0e7-e669b4e62d62 req-7372fed7-48df-4d62-8430-4b1ef4cf15df tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:45.826575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41bd6f31-5fe2-43e2-a0e7-e669b4e62d62 req-7372fed7-48df-4d62-8430-4b1ef4cf15df tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.3103380 Aug 26 10:48:45.954471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41bd6f31-5fe2-43e2-a0e7-e669b4e62d62 req-a1451b74-d8d8-415c-a58e-36bf3fbd6b19 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184535 Aug 26 10:48:45.993922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e211f4fb-8952-451b-8625-3bff141c7a28 req-8f5543fc-40ca-4c2b-bd92-0b9b4c21c04b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Deleting port c2af47c0-1007-4a4d-9871-778c9fac3384 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:45.997491 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e211f4fb-8952-451b-8625-3bff141c7a28 req-8f5543fc-40ca-4c2b-bd92-0b9b4c21c04b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:46.026083 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c9e2634f-3c6a-411b-94d0-8b64e2d84260 req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:46.042481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:46.091220 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Pushing event deleted for resources: {'Port': ['ID=60313a0f-8105-4544-8357-aced05873d38,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:46.108712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.109360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.109931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.111032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.111572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.113818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.115518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.116052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.117285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.117808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.118497 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.119742 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:48:46.174412 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:46.261790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e2634f-3c6a-411b-94d0-8b64e2d84260 req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] No DVR routers for this DVR port 60313a0f-8105-4544-8357-aced05873d38 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:46.267282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c9e2634f-3c6a-411b-94d0-8b64e2d84260 req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:46.272022 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c9e2634f-3c6a-411b-94d0-8b64e2d84260 req-c05de7bb-92f9-4ed6-9f5c-441a4893ebe7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.47 "DELETE /v2.0/ports/60313a0f-8105-4544-8357-aced05873d38 HTTP/1.1" status: 204 len: 173 time: 1.0403774 Aug 26 10:48:46.274032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdd012b-dccd-41b8-8216-10403a062afe', 'name': 'network-vif-deleted', 'tag': '60313a0f-8105-4544-8357-aced05873d38'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:46.289609 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0593669-3d56-4ecd-8306-d5d099c56a33" -d '{"events": [{"server_uuid": "6fdd012b-dccd-41b8-8216-10403a062afe", "name": "network-vif-deleted", "tag": "60313a0f-8105-4544-8357-aced05873d38"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:46.292785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 4, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd9648dc4-4ede-43c6-9a93-7001aeb4932c', 'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'mac_address': 'fa:16:3e:10:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:38Z', 'updated_at': '2021-08-26T10:48:45Z', 'revision_number': 4, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'subnets': [{'id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:48:46.335684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-486331d8-a6b9-4cb3-8f1b-4da66eb123a9 req-9570245d-3583-4f70-8a5e-482c6a50b260 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 210 time: 0.1092939 Aug 26 10:48:46.359770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331be5f-9001-4491-a6ff-10ff47c2c28e None None] The sync data for ids ['9700c32c-ff42-42fe-83ea-157d021771cd'] in n-d-778550-13 is: [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 4, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd9648dc4-4ede-43c6-9a93-7001aeb4932c', 'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'mac_address': 'fa:16:3e:10:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:38Z', 'updated_at': '2021-08-26T10:48:45Z', 'revision_number': 4, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'subnets': [{'id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:48:46.405582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e211f4fb-8952-451b-8625-3bff141c7a28 req-8f5543fc-40ca-4c2b-bd92-0b9b4c21c04b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] For port c2af47c0-1007-4a4d-9871-778c9fac3384, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c2af47c0-1007-4a4d-9871-778c9fac3384,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:46.407587 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e211f4fb-8952-451b-8625-3bff141c7a28 req-8f5543fc-40ca-4c2b-bd92-0b9b4c21c04b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:46.452123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e211f4fb-8952-451b-8625-3bff141c7a28 req-8f5543fc-40ca-4c2b-bd92-0b9b4c21c04b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Calling delete_port for c2af47c0-1007-4a4d-9871-778c9fac3384 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:46.624380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd939d-889f-4a27-b2dc-930c44e1922e req-47a09473-75d0-4b43-b0f7-5fecb1affa35 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:46.626039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8bd939d-889f-4a27-b2dc-930c44e1922e req-47a09473-75d0-4b43-b0f7-5fecb1affa35 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.1578801 Aug 26 10:48:46.735762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8bd939d-889f-4a27-b2dc-930c44e1922e req-b1b2da75-3593-460e-8ad4-9360fc0e6d0e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022739 Aug 26 10:48:46.961685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f44420-a517-4208-b8e5-d58d2800f27c req-f762998f-1e67-4ac6-8362-17fd8d3d5543 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:46.972310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19f44420-a517-4208-b8e5-d58d2800f27c req-f762998f-1e67-4ac6-8362-17fd8d3d5543 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c604623-aa25-46d5-835e-2913673871b5 HTTP/1.1" status: 200 len: 949 time: 0.1156683 Aug 26 10:48:47.026196 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e211f4fb-8952-451b-8625-3bff141c7a28 req-8f5543fc-40ca-4c2b-bd92-0b9b4c21c04b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:47.054131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['17b0d5b8-65cb-4fd9-b95f-8405a254f72e', 'c2af47c0-1007-4a4d-9871-778c9fac3384', 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:47.135773 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:47.166708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e211f4fb-8952-451b-8625-3bff141c7a28 req-8f5543fc-40ca-4c2b-bd92-0b9b4c21c04b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] No DVR routers for this DVR port c2af47c0-1007-4a4d-9871-778c9fac3384 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:47.169867 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e211f4fb-8952-451b-8625-3bff141c7a28 req-8f5543fc-40ca-4c2b-bd92-0b9b4c21c04b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:47.173453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e211f4fb-8952-451b-8625-3bff141c7a28 req-8f5543fc-40ca-4c2b-bd92-0b9b4c21c04b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "DELETE /v2.0/ports/c2af47c0-1007-4a4d-9871-778c9fac3384 HTTP/1.1" status: 204 len: 173 time: 1.5991693 Aug 26 10:48:47.179724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c604623-aa25-46d5-835e-2913673871b5', 'name': 'network-vif-deleted', 'tag': 'c2af47c0-1007-4a4d-9871-778c9fac3384'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:47.182146 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc979fe8-0907-4702-a314-c0cb50db7f66" -d '{"events": [{"server_uuid": "9c604623-aa25-46d5-835e-2913673871b5", "name": "network-vif-deleted", "tag": "c2af47c0-1007-4a4d-9871-778c9fac3384"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:47.212177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5543fc-40ca-4c2b-bd92-0b9b4c21c04b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Pushing event deleted for resources: {'Port': ['ID=c2af47c0-1007-4a4d-9871-778c9fac3384,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:47.252923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19f44420-a517-4208-b8e5-d58d2800f27c req-410cefa1-e76b-4a1d-92ca-736698841741 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791085 Aug 26 10:48:47.331216 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2436a9-b186-4a16-90da-c06ad6055e8b x-openstack-request-id: req-6e2436a9-b186-4a16-90da-c06ad6055e8b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:47.332490 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdd012b-dccd-41b8-8216-10403a062afe", "name": "network-vif-deleted", "tag": "60313a0f-8105-4544-8357-aced05873d38", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:47.332820 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e2436a9-b186-4a16-90da-c06ad6055e8b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:47.333384 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdd012b-dccd-41b8-8216-10403a062afe', 'name': 'network-vif-deleted', 'tag': '60313a0f-8105-4544-8357-aced05873d38', 'status': 'completed', 'code': 200} Aug 26 10:48:47.569502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7bad9-33cd-4469-94a8-67c2fe308502 req-96b96015-1ee3-4a1b-ba68-d68d78fe37a9 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:47.578371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00e7bad9-33cd-4469-94a8-67c2fe308502 req-96b96015-1ee3-4a1b-ba68-d68d78fe37a9 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 1098 time: 0.0749915 Aug 26 10:48:47.658151 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00e7bad9-33cd-4469-94a8-67c2fe308502 req-7881975f-a8ca-4fd9-9488-50d9134180b3 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787239 Aug 26 10:48:47.811876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19061c9-530e-4822-891a-d344577d9fe8 req-905c2455-f201-4816-ad4d-d62cf91d229e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:47.823482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b19061c9-530e-4822-891a-d344577d9fe8 req-905c2455-f201-4816-ad4d-d62cf91d229e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.0969136 Aug 26 10:48:47.891878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b19061c9-530e-4822-891a-d344577d9fe8 req-ee2b0df5-ba5c-4e8f-bf45-4d7a2728c95a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671325 Aug 26 10:48:48.081162 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed576f5d-08fb-4bf8-94e9-16ae537d43b4 x-openstack-request-id: req-ed576f5d-08fb-4bf8-94e9-16ae537d43b4 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:48.082749 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c604623-aa25-46d5-835e-2913673871b5", "name": "network-vif-deleted", "tag": "c2af47c0-1007-4a4d-9871-778c9fac3384", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:48.084496 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed576f5d-08fb-4bf8-94e9-16ae537d43b4 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:48.084496 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c604623-aa25-46d5-835e-2913673871b5', 'name': 'network-vif-deleted', 'tag': 'c2af47c0-1007-4a4d-9871-778c9fac3384', 'status': 'completed', 'code': 200} Aug 26 10:48:48.169438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d9648dc4-4ede-43c6-9a93-7001aeb4932c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:48.284223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-769e27cd-c77d-4966-95d3-f1f70f0a0d65 req-6cb94f07-967e-4467-882e-244e42019c1a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 210 time: 0.0749238 Aug 26 10:48:48.307317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port d9648dc4-4ede-43c6-9a93-7001aeb4932c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:48:48.308635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d9648dc4-4ede-43c6-9a93-7001aeb4932c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:48.309023 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:48.444486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cce2f-f485-4191-9c7e-058df3d71460 req-2b7d83e6-db44-4099-b5fb-af72dc6986d1 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:48.455194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d1cce2f-f485-4191-9c7e-058df3d71460 req-2b7d83e6-db44-4099-b5fb-af72dc6986d1 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 1098 time: 0.0720069 Aug 26 10:48:48.469371 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:48.500378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d1cce2f-f485-4191-9c7e-058df3d71460 req-dfe1b2a3-e2f3-4577-9dab-8c2860ba6d2d tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Aug 26 10:48:48.570835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port d9648dc4-4ede-43c6-9a93-7001aeb4932c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d9648dc4-4ede-43c6-9a93-7001aeb4932c,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:48.579058 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:48.716732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=d9648dc4-4ede-43c6-9a93-7001aeb4932c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:49.093844 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:50.063697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d9648dc4-4ede-43c6-9a93-7001aeb4932c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:48:50.088145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 60313a0f-8105-4544-8357-aced05873d38 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:50.215116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 60313a0f-8105-4544-8357-aced05873d38 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:50.215800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 60313a0f-8105-4544-8357-aced05873d38 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:50.216403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c2af47c0-1007-4a4d-9871-778c9fac3384 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:50.265158 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:50.266798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: c2af47c0-1007-4a4d-9871-778c9fac3384 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:50.267345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c2af47c0-1007-4a4d-9871-778c9fac3384 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:50.280953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d9648dc4-4ede-43c6-9a93-7001aeb4932c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:48:50.281507 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:50.323892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-063d444e-b232-48de-bb8d-a0d44d05c98d tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:48:50.325679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-063d444e-b232-48de-bb8d-a0d44d05c98d tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085180 Aug 26 10:48:50.337620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Request body: {'binding': {'host': 'n-h2-778550-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:50.338188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Unknown quota resources ['binding']. {{(pid=101267) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 10:48:50.556749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on host n-h2-778550-13 for vnic_type normal with profile None {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:48:50.557102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:48:50.557516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:50.580211 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:48:50.580544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:50.586449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:48:50.586822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:48:50.587221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:48:50.587651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Bound port: bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:48:50.671528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:48:50.683863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:50.686341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] 10.222.0.21 "POST /v2.0/ports/bde0d8b6-4ef1-4ee8-8cc5-40592e385e42/bindings HTTP/1.1" status: 201 len: 390 time: 0.3525982 Aug 26 10:48:50.953849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69d05a-a1be-4d7e-b685-c1683733fc09 req-dc26b939-bc75-4918-a0e5-5050f41e77e4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:50.961994 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff69d05a-a1be-4d7e-b685-c1683733fc09 req-dc26b939-bc75-4918-a0e5-5050f41e77e4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.0677378 Aug 26 10:48:50.991629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c66eb-d94f-4152-ab5d-bb8987184f1e req-9060992d-ed0d-469e-9318-1fcfab249081 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:50.993354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-174c66eb-d94f-4152-ab5d-bb8987184f1e req-9060992d-ed0d-469e-9318-1fcfab249081 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 950 time: 0.1333249 Aug 26 10:48:51.054796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff69d05a-a1be-4d7e-b685-c1683733fc09 req-541c2c26-2dae-4cb1-adea-9a08a302f370 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914681 Aug 26 10:48:51.290856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-ed32ef0b-0784-4da0-bae6-2f374e8f7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:51.294929 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-ed32ef0b-0784-4da0-bae6-2f374e8f7c31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 1098 time: 0.2791736 Aug 26 10:48:51.407615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83575b-2e6a-4b62-87b2-034fc4b2b3eb req-ae29f516-d54a-49cc-9696-ba79b67c7cb2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:51.409974 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e83575b-2e6a-4b62-87b2-034fc4b2b3eb req-ae29f516-d54a-49cc-9696-ba79b67c7cb2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 950 time: 0.2344708 Aug 26 10:48:51.462580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-174c66eb-d94f-4152-ab5d-bb8987184f1e req-2b2524e1-e482-4198-8ff3-db3bcf899647 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Deleting port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:51.462938 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-174c66eb-d94f-4152-ab5d-bb8987184f1e req-2b2524e1-e482-4198-8ff3-db3bcf899647 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:51.559342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e83575b-2e6a-4b62-87b2-034fc4b2b3eb req-afdb3eee-6abb-422e-ab66-c973182fd57c tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399095 Aug 26 10:48:51.573393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-837037a3-40ad-434d-bb53-d2c5ab951ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:51.575001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-837037a3-40ad-434d-bb53-d2c5ab951ac6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.2662830 Aug 26 10:48:51.671001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-204be6ee-d97c-40e2-820b-98c41288969e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 HTTP/1.1" status: 200 len: 217 time: 0.0862963 Aug 26 10:48:51.715698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-174c66eb-d94f-4152-ab5d-bb8987184f1e req-2b2524e1-e482-4198-8ff3-db3bcf899647 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] For port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=17b0d5b8-65cb-4fd9-b95f-8405a254f72e,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:51.716354 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-174c66eb-d94f-4152-ab5d-bb8987184f1e req-2b2524e1-e482-4198-8ff3-db3bcf899647 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:51.794650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-174c66eb-d94f-4152-ab5d-bb8987184f1e req-2b2524e1-e482-4198-8ff3-db3bcf899647 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Calling delete_port for 17b0d5b8-65cb-4fd9-b95f-8405a254f72e owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:51.836988 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:51.843148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3f35f28-230d-4af3-8208-2dbd1822cc74 req-46e678d9-a9b6-4fdd-9716-74e815dc3c50 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fdd012b-dccd-41b8-8216-10403a062afe HTTP/1.1" status: 200 len: 210 time: 0.0429933 Aug 26 10:48:51.846791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-8be9cf7a-7756-4658-a296-a442d3f509f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:51.849026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-8be9cf7a-7756-4658-a296-a442d3f509f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1705425 Aug 26 10:48:51.927968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-613a30c6-cec9-4c2f-bfd7-32e7f8a4675e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359037 Aug 26 10:48:52.119450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-5de66e3e-cfa0-4ee9-bc35-eee83ee78634 service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904306 Aug 26 10:48:52.157539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5ad38-3a7d-4e88-bf72-9f25886de9c5 req-cfe65d5d-3c5e-4e15-b285-4e4f73b87e52 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:52.159214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77f5ad38-3a7d-4e88-bf72-9f25886de9c5 req-cfe65d5d-3c5e-4e15-b285-4e4f73b87e52 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.1294122 Aug 26 10:48:52.328005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77f5ad38-3a7d-4e88-bf72-9f25886de9c5 req-53aea669-3924-4147-8b99-b4df3402df60 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583171 Aug 26 10:48:52.395587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-1ea3f419-f044-4c1c-a491-b473c14f9b6e service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589605 Aug 26 10:48:52.398067 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-174c66eb-d94f-4152-ab5d-bb8987184f1e req-2b2524e1-e482-4198-8ff3-db3bcf899647 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:52.411507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['17b0d5b8-65cb-4fd9-b95f-8405a254f72e', 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:52.510704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196ccd3-e7a3-4111-a107-4bb6de2ac1ac req-b03f6d43-cb1c-48fb-a596-68e38deb51a5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:52.512315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1196ccd3-e7a3-4111-a107-4bb6de2ac1ac req-b03f6d43-cb1c-48fb-a596-68e38deb51a5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.2653053 Aug 26 10:48:53.209226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2524e1-e482-4198-8ff3-db3bcf899647 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Pushing event deleted for resources: {'Port': ['ID=17b0d5b8-65cb-4fd9-b95f-8405a254f72e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:53.284661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1196ccd3-e7a3-4111-a107-4bb6de2ac1ac req-b7640c89-14d8-4a42-81b8-0ca18978351c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7555361 Aug 26 10:48:53.339537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-174c66eb-d94f-4152-ab5d-bb8987184f1e req-2b2524e1-e482-4198-8ff3-db3bcf899647 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] No DVR routers for this DVR port 17b0d5b8-65cb-4fd9-b95f-8405a254f72e on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:53.343208 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-174c66eb-d94f-4152-ab5d-bb8987184f1e req-2b2524e1-e482-4198-8ff3-db3bcf899647 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:53.346667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-174c66eb-d94f-4152-ab5d-bb8987184f1e req-2b2524e1-e482-4198-8ff3-db3bcf899647 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "DELETE /v2.0/ports/17b0d5b8-65cb-4fd9-b95f-8405a254f72e HTTP/1.1" status: 204 len: 173 time: 2.3298101 Aug 26 10:48:53.347651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e039aca-e341-48c8-9294-659650f350e4', 'name': 'network-vif-deleted', 'tag': '17b0d5b8-65cb-4fd9-b95f-8405a254f72e'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:53.351425 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db27904-ae87-4a74-adb0-c10f75983fe3" -d '{"events": [{"server_uuid": "6e039aca-e341-48c8-9294-659650f350e4", "name": "network-vif-deleted", "tag": "17b0d5b8-65cb-4fd9-b95f-8405a254f72e"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:53.399505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb4bacb1-b6f7-4749-9945-f50a0590a71c req-9b4c9aa7-2238-42d9-a117-648b1100c2a3 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e039aca-e341-48c8-9294-659650f350e4 HTTP/1.1" status: 200 len: 210 time: 0.0307071 Aug 26 10:48:53.817601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a70d1b-5c58-4447-a610-28844e3b240a req-6ecc0f49-6c0d-4919-a189-cf5f55e974b9 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:53.830430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0a70d1b-5c58-4447-a610-28844e3b240a req-6ecc0f49-6c0d-4919-a189-cf5f55e974b9 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.1727724 Aug 26 10:48:53.880855 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ea01ed-f15d-46bd-8352-0f77496f7a3f x-openstack-request-id: req-90ea01ed-f15d-46bd-8352-0f77496f7a3f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:53.881402 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e039aca-e341-48c8-9294-659650f350e4", "name": "network-vif-deleted", "tag": "17b0d5b8-65cb-4fd9-b95f-8405a254f72e", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:53.881813 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90ea01ed-f15d-46bd-8352-0f77496f7a3f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:53.882365 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e039aca-e341-48c8-9294-659650f350e4', 'name': 'network-vif-deleted', 'tag': '17b0d5b8-65cb-4fd9-b95f-8405a254f72e', 'status': 'completed', 'code': 200} Aug 26 10:48:53.904033 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0a70d1b-5c58-4447-a610-28844e3b240a req-8562d36b-4ee8-4d8d-9dec-431936a56160 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734713 Aug 26 10:48:54.248258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-adc1246c-d608-4051-88cb-72a7fbb07b43 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:54.249756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-adc1246c-d608-4051-88cb-72a7fbb07b43 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 805 time: 0.1724730 Aug 26 10:48:54.272027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-9a5264fb-a8f0-458e-aab8-65ea72b26b0f tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/quotas/bb06d1dd03e540bea7a9ae2f453c1cb4 HTTP/1.1" status: 200 len: 375 time: 0.0139618 Aug 26 10:48:54.360542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-29729cf7-3716-4217-950e-c4043fd31332 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822570 Aug 26 10:48:54.519764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618492cb-eb25-4ab0-8d43-f237ff48bcf1 req-20d399a2-3537-4f44-bdc0-67cf4dc225bd tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:54.521650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-618492cb-eb25-4ab0-8d43-f237ff48bcf1 req-20d399a2-3537-4f44-bdc0-67cf4dc225bd tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.1237757 Aug 26 10:48:54.567311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-5534db4f-e7e0-4ced-a54e-984355dbe520 service neutron] 10.222.0.21 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992056 Aug 26 10:48:54.667494 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-618492cb-eb25-4ab0-8d43-f237ff48bcf1 req-4b57089d-4207-48fb-8471-baac3af17e2e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341569 Aug 26 10:48:54.770297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b4138675-821a-491e-96aa-d43e8d292689 service neutron] 10.222.0.21 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006128 Aug 26 10:48:55.143346 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cfe8f-e1eb-42be-b389-1937d96a1d85 req-3eed6c44-95e5-4f27-81b9-d2fc125029a8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:55.151376 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-052cfe8f-e1eb-42be-b389-1937d96a1d85 req-3eed6c44-95e5-4f27-81b9-d2fc125029a8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.0892155 Aug 26 10:48:55.252455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f1422ee-83ea-4fd8-a8e3-2511edc340df req-520815ed-265a-49a8-b424-2427ea2fd7da tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 210 time: 0.0603530 Aug 26 10:48:55.268614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-052cfe8f-e1eb-42be-b389-1937d96a1d85 req-b7e02e7a-9b53-4c53-b4b4-8e593259366b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163242 Aug 26 10:48:55.382251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770cab9-a4fe-477a-a56c-48e8808ebc67 req-0a9f72e4-c56c-48f8-8c16-2079d90734ab tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:55.390767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2770cab9-a4fe-477a-a56c-48e8808ebc67 req-0a9f72e4-c56c-48f8-8c16-2079d90734ab tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 951 time: 0.0670054 Aug 26 10:48:55.466907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2770cab9-a4fe-477a-a56c-48e8808ebc67 req-bf9aa35d-5b0c-4de4-8317-ad0a470d579b tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746639 Aug 26 10:48:55.576281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bffba-e60d-4750-953c-26b5490353b8 req-94e63660-270d-4825-ae53-5ac69dcc17e7 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:55.578160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-154bffba-e60d-4750-953c-26b5490353b8 req-94e63660-270d-4825-ae53-5ac69dcc17e7 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a5fd889-9040-42e5-aed2-c81bdc0a53b7 HTTP/1.1" status: 200 len: 946 time: 0.0826290 Aug 26 10:48:55.745994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-154bffba-e60d-4750-953c-26b5490353b8 req-dd1665b4-79b5-49bb-9d1e-bcf9342af005 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Deleting port 39e77247-fe50-4b05-93bb-83c796a5bd92 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:55.746131 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-154bffba-e60d-4750-953c-26b5490353b8 req-dd1665b4-79b5-49bb-9d1e-bcf9342af005 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:55.924379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e84a2d-9626-4db2-8f5a-e256e9cfed46 req-984a8256-a33a-412b-8ff5-485ebc5f1d68 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:55.933304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8e84a2d-9626-4db2-8f5a-e256e9cfed46 req-984a8256-a33a-412b-8ff5-485ebc5f1d68 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.1204479 Aug 26 10:48:56.078550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8e84a2d-9626-4db2-8f5a-e256e9cfed46 req-976f4c89-29ee-445b-a7b8-396ba4d9a801 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438944 Aug 26 10:48:56.085777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-154bffba-e60d-4750-953c-26b5490353b8 req-dd1665b4-79b5-49bb-9d1e-bcf9342af005 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] For port 39e77247-fe50-4b05-93bb-83c796a5bd92, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=39e77247-fe50-4b05-93bb-83c796a5bd92,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:56.088414 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-154bffba-e60d-4750-953c-26b5490353b8 req-dd1665b4-79b5-49bb-9d1e-bcf9342af005 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:56.106357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 17b0d5b8-65cb-4fd9-b95f-8405a254f72e no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:56.108376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-154bffba-e60d-4750-953c-26b5490353b8 req-dd1665b4-79b5-49bb-9d1e-bcf9342af005 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Calling delete_port for 39e77247-fe50-4b05-93bb-83c796a5bd92 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:56.151611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 17b0d5b8-65cb-4fd9-b95f-8405a254f72e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:56.152785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 17b0d5b8-65cb-4fd9-b95f-8405a254f72e not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:56.371617 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-154bffba-e60d-4750-953c-26b5490353b8 req-dd1665b4-79b5-49bb-9d1e-bcf9342af005 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:56.415364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1665b4-79b5-49bb-9d1e-bcf9342af005 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Pushing event deleted for resources: {'Port': ['ID=39e77247-fe50-4b05-93bb-83c796a5bd92,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:56.461614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3d5ccc9-b4fc-43f5-ba22-334cbe40b956 req-0b245309-4848-4274-9fac-049cb63bd1da tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 210 time: 0.0675731 Aug 26 10:48:56.526651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 39e77247-fe50-4b05-93bb-83c796a5bd92 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:48:56.584807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 39e77247-fe50-4b05-93bb-83c796a5bd92 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:48:56.585441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 39e77247-fe50-4b05-93bb-83c796a5bd92 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:48:56.620683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-154bffba-e60d-4750-953c-26b5490353b8 req-dd1665b4-79b5-49bb-9d1e-bcf9342af005 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] No DVR routers for this DVR port 39e77247-fe50-4b05-93bb-83c796a5bd92 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:56.630617 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-154bffba-e60d-4750-953c-26b5490353b8 req-dd1665b4-79b5-49bb-9d1e-bcf9342af005 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:56.633721 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-154bffba-e60d-4750-953c-26b5490353b8 req-dd1665b4-79b5-49bb-9d1e-bcf9342af005 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "DELETE /v2.0/ports/39e77247-fe50-4b05-93bb-83c796a5bd92 HTTP/1.1" status: 204 len: 173 time: 1.0484159 Aug 26 10:48:56.634445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5fd889-9040-42e5-aed2-c81bdc0a53b7', 'name': 'network-vif-deleted', 'tag': '39e77247-fe50-4b05-93bb-83c796a5bd92'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:56.637254 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b7ca6a-2920-4533-9c68-304f554ec711" -d '{"events": [{"server_uuid": "5a5fd889-9040-42e5-aed2-c81bdc0a53b7", "name": "network-vif-deleted", "tag": "39e77247-fe50-4b05-93bb-83c796a5bd92"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:56.674666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd526f-2413-4ae5-b2ac-394a3eeaf38a req-febd2671-efce-451d-b948-b6d8c2c619c3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:56.685074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12fd526f-2413-4ae5-b2ac-394a3eeaf38a req-febd2671-efce-451d-b948-b6d8c2c619c3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.2554505 Aug 26 10:48:56.757942 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12fd526f-2413-4ae5-b2ac-394a3eeaf38a req-74515785-53c6-4ffd-abb4-be4038565757 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685201 Aug 26 10:48:56.797822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ebcc2-8d1d-4aec-aec9-a9252faa809d req-c5b127eb-2921-45ed-9292-7907b76030b7 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:56.809901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef8ebcc2-8d1d-4aec-aec9-a9252faa809d req-c5b127eb-2921-45ed-9292-7907b76030b7 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 951 time: 0.2059741 Aug 26 10:48:56.843160 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbca9d52-98e7-419d-ab02-0d6fd40c5552 x-openstack-request-id: req-bbca9d52-98e7-419d-ab02-0d6fd40c5552 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:56.843467 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5fd889-9040-42e5-aed2-c81bdc0a53b7", "name": "network-vif-deleted", "tag": "39e77247-fe50-4b05-93bb-83c796a5bd92", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:56.843732 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbca9d52-98e7-419d-ab02-0d6fd40c5552 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:56.844401 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5fd889-9040-42e5-aed2-c81bdc0a53b7', 'name': 'network-vif-deleted', 'tag': '39e77247-fe50-4b05-93bb-83c796a5bd92', 'status': 'completed', 'code': 200} Aug 26 10:48:57.087055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef8ebcc2-8d1d-4aec-aec9-a9252faa809d req-5786ae03-4bb5-4719-8ddb-c9d6e1035f81 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754760 Aug 26 10:48:57.120125 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-182f5f83-8e3d-4b9c-9908-ec3219d89073 service neutron] show failed (client error): The resource could not be found. Aug 26 10:48:57.125234 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-182f5f83-8e3d-4b9c-9908-ec3219d89073 service neutron] 10.222.0.42 "GET /v2.0/ports/a9a88304-1024-40a6-af3f-e243b5835375/bindings/n-h1-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.1694546 Aug 26 10:48:57.207426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe628252-8080-4389-bedc-4849b42bf574 req-8c7beff7-c192-41cd-a3d8-7bb42399d7eb tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:57.212706 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe628252-8080-4389-bedc-4849b42bf574 req-8c7beff7-c192-41cd-a3d8-7bb42399d7eb tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 951 time: 0.2527783 Aug 26 10:48:57.445519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-f4f21c69-1ff7-42dc-90ed-545c11b53fa9 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:57.453443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-f4f21c69-1ff7-42dc-90ed-545c11b53fa9 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 805 time: 0.5531046 Aug 26 10:48:57.474098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff6fa8-bca3-4e4a-977e-fd0aba7969f9 req-00ef82ca-646b-484b-831d-ee256c4a1440 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:57.486195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eeff6fa8-bca3-4e4a-977e-fd0aba7969f9 req-00ef82ca-646b-484b-831d-ee256c4a1440 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.2599750 Aug 26 10:48:57.498187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Request body: {'port': {'device_id': '4ad28c29-6006-4234-b04e-4ff55637f87c', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'admin_state_up': True, 'tenant_id': 'bb06d1dd03e540bea7a9ae2f453c1cb4'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:57.563247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-5619784c-d627-4224-be17-0af1ca5ae7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:57.565099 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-5619784c-d627-4224-be17-0af1ca5ae7ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa&tenant_id=cac702c5642f41e2949e2afdcb274895 HTTP/1.1" status: 200 len: 1101 time: 0.1336761 Aug 26 10:48:57.579839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:48:57.656522 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:57.665560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be4fa5ba-a21e-49b4-b29c-a6c4a4a30913 req-2ca6fa0d-c42b-4838-a9c8-78225cf7ac69 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 210 time: 0.0561280 Aug 26 10:48:57.707860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eeff6fa8-bca3-4e4a-977e-fd0aba7969f9 req-03316e0e-40bd-480a-8356-40a1ce21b891 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189846 Aug 26 10:48:57.717925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-fe628252-8080-4389-bedc-4849b42bf574 req-62334791-c151-4245-be68-137309272e49 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Deleting port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:48:57.719943 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fe628252-8080-4389-bedc-4849b42bf574 req-62334791-c151-4245-be68-137309272e49 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:57.986046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-fe628252-8080-4389-bedc-4849b42bf574 req-62334791-c151-4245-be68-137309272e49 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] For port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:57.986444 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fe628252-8080-4389-bedc-4849b42bf574 req-62334791-c151-4245-be68-137309272e49 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:57.989988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Made reservation on behalf of bb06d1dd03e540bea7a9ae2f453c1cb4 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:48:57.993479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:58.006588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:48:58.051701 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e541d53-2c96-4b07-b5ce-527f4224e830 req-e3d79e61-3eb3-48a0-97dd-6c0a719a3ba4 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:58.054671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:58.060828 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e541d53-2c96-4b07-b5ce-527f4224e830 req-e3d79e61-3eb3-48a0-97dd-6c0a719a3ba4 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.1926982 Aug 26 10:48:58.069519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-fe628252-8080-4389-bedc-4849b42bf574 req-62334791-c151-4245-be68-137309272e49 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Calling delete_port for b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:48:58.120750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:58.174620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Transition to ACTIVE for port object a9a88304-1024-40a6-af3f-e243b5835375 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:48:58.177249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:58.177468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e541d53-2c96-4b07-b5ce-527f4224e830 req-1520dab1-bd36-4eb3-b34f-d00bd931bd2b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106393 Aug 26 10:48:58.191689 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5368d485-e2d3-4aed-afad-f141897488be" -d '{"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a88304-1024-40a6-af3f-e243b5835375"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:58.193750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:58.340973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] No DVR routers for this DVR port a9a88304-1024-40a6-af3f-e243b5835375 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:58.365805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:58.417127 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21d98c6-55aa-40eb-a356-8c47cd2371c7 x-openstack-request-id: req-a21d98c6-55aa-40eb-a356-8c47cd2371c7 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:58.417641 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a88304-1024-40a6-af3f-e243b5835375", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:58.418057 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a21d98c6-55aa-40eb-a356-8c47cd2371c7 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:58.418790 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375', 'code': 200} Aug 26 10:48:58.432959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:48:58.433573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:48:58.434066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:58.439451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Port a9a88304-1024-40a6-af3f-e243b5835375 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:48:58.440196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:48:58.447032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:48:58.447614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:48:58.448180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:48:58.448797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Bound port: a9a88304-1024-40a6-af3f-e243b5835375, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:48:58.449423 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:58.552412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:48:58.552707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Allocated IP 172.20.0.10 (2513d8d4-e6b8-42e4-aba0-0e77aebadfbf/80b7aaaf-6bb9-41cb-8de8-b1187d4324ad/b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:48:58.558061 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:48:58.563687 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:58.606375 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:58.607398 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:58.609391 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] 10.222.0.47 "PUT /v2.0/ports/a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 1096 time: 1.0346534 Aug 26 10:48:58.739444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebeae7-9df0-49ff-b2c0-a7a2e4bf15e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:58.755629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-2d02c718-25b7-486f-8a3c-377e04f0a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:58.759632 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-2d02c718-25b7-486f-8a3c-377e04f0a576 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1099 time: 0.1244600 Aug 26 10:48:58.881338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa845fa-88a2-4404-8275-1b29023849be req-37a8b655-6d5a-4432-9a72-63a1a7187a82 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:58.890863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aaa845fa-88a2-4404-8275-1b29023849be req-37a8b655-6d5a-4432-9a72-63a1a7187a82 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeea4206-9807-45b5-b98b-653cb82ad937 HTTP/1.1" status: 200 len: 951 time: 0.6112099 Aug 26 10:48:58.916049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39b35fbd-5f55-46ed-8191-0f625092f269 req-0206e271-f103-4619-abf9-b6cf18c274ab tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 210 time: 0.0906844 Aug 26 10:48:58.919358 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fe628252-8080-4389-bedc-4849b42bf574 req-62334791-c151-4245-be68-137309272e49 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:58.938366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:48:59.115021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62334791-c151-4245-be68-137309272e49 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Pushing event deleted for resources: {'Port': ['ID=b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:59.237402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aaa845fa-88a2-4404-8275-1b29023849be req-63e7d5ab-09cd-4408-adf4-cd6b2583b6a2 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454392 Aug 26 10:48:59.241414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe628252-8080-4389-bedc-4849b42bf574 req-62334791-c151-4245-be68-137309272e49 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] No DVR routers for this DVR port b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:48:59.248279 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fe628252-8080-4389-bedc-4849b42bf574 req-62334791-c151-4245-be68-137309272e49 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:59.251630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe628252-8080-4389-bedc-4849b42bf574 req-62334791-c151-4245-be68-137309272e49 tempest-ServersAdminTestJSON-2103645936 tempest-ServersAdminTestJSON-2103645936-project] 10.222.0.47 "DELETE /v2.0/ports/b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 HTTP/1.1" status: 204 len: 173 time: 1.9973886 Aug 26 10:48:59.260596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-deleted', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:48:59.265389 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171774a6-e50d-4ed8-bc82-c1a625a5b399" -d '{"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-deleted", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:48:59.331058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f802689-6bc9-4682-9a27-505cb7c84030 req-ffc527d1-8453-4203-84db-47c082419eb9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:59.339519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f802689-6bc9-4682-9a27-505cb7c84030 req-ffc527d1-8453-4203-84db-47c082419eb9 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 947 time: 0.2685559 Aug 26 10:48:59.382024 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:59.558480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f802689-6bc9-4682-9a27-505cb7c84030 req-d5fe73d6-61ba-4da6-978e-c8f56c45b3ac tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176199 Aug 26 10:48:59.677628 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2c809b-ef5d-4dc7-a10c-5f80a0d943f6 x-openstack-request-id: req-7f2c809b-ef5d-4dc7-a10c-5f80a0d943f6 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:48:59.677959 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeea4206-9807-45b5-b98b-653cb82ad937", "name": "network-vif-deleted", "tag": "b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:48:59.679248 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f2c809b-ef5d-4dc7-a10c-5f80a0d943f6 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:48:59.679661 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeea4206-9807-45b5-b98b-653cb82ad937', 'name': 'network-vif-deleted', 'tag': 'b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4', 'status': 'completed', 'code': 200} Aug 26 10:48:59.715412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd3197-5c6a-417f-b872-324080f1b4cc req-d56ab3c2-7c76-4224-8464-6e40976d1538 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:59.725012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bfd3197-5c6a-417f-b872-324080f1b4cc req-d56ab3c2-7c76-4224-8464-6e40976d1538 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.2812021 Aug 26 10:48:59.750854 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:59.799649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:48:59.811358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:48:59.821983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-01ca626f-5b8b-45dd-9302-9cff549a0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:59.823559 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-01ca626f-5b8b-45dd-9302-9cff549a0aa4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 1.0504451 Aug 26 10:48:59.831890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:48:59.861485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bfd3197-5c6a-417f-b872-324080f1b4cc req-22e67f14-c020-4e2b-a937-f9d17ca5dfb6 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354671 Aug 26 10:48:59.903027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Pushing event updated for resources: {'Port': ['ID=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:48:59.933349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:48:59.934055 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:48:59.942989 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-e047f420-ae5d-4cc3-b8a7-a3f72ab1d8ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 217 time: 0.1073852 Aug 26 10:48:59.973734 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-97352c08-30b6-4128-b30f-154180b56eb5 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4793768 Aug 26 10:49:00.076537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-7f08495e-048e-4b7b-9955-477451357d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:00.078365 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-7f08495e-048e-4b7b-9955-477451357d39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1271384 Aug 26 10:49:00.106641 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Request body: {'port': {'device_id': '4ad28c29-6006-4234-b04e-4ff55637f87c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:00.151477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-03ea45d6-2a22-4cd9-8b53-816693160a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:00.154199 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-03ea45d6-2a22-4cd9-8b53-816693160a3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659380 Aug 26 10:49:00.196087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06f678-1861-47ca-b434-8d7f58883ba0 req-08ee1ce4-b28d-4e18-88a5-cb53264b59d8 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:00.205743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce06f678-1861-47ca-b434-8d7f58883ba0 req-08ee1ce4-b28d-4e18-88a5-cb53264b59d8 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 932 time: 0.1500182 Aug 26 10:49:00.316386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce06f678-1861-47ca-b434-8d7f58883ba0 req-807c338c-fe91-4912-a911-1180b3398231 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081250 Aug 26 10:49:00.333063 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:00.405182 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-d2a02e12-4173-4403-a3a0-195045c07e3e service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362528 Aug 26 10:49:00.421338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:00.427579 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49576c-0499-4de3-b64a-021d3e66d2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "tag": "a9a88304-1024-40a6-af3f-e243b5835375"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:00.531328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a9a88304-1024-40a6-af3f-e243b5835375 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:00.570811 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3770b98-cb83-4351-83da-f0c58f2a4d2f x-openstack-request-id: req-c3770b98-cb83-4351-83da-f0c58f2a4d2f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:00.571033 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "tag": "a9a88304-1024-40a6-af3f-e243b5835375", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:00.572683 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3770b98-cb83-4351-83da-f0c58f2a4d2f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:00.573113 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375', 'status': 'completed', 'code': 200} Aug 26 10:49:00.663508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a9a88304-1024-40a6-af3f-e243b5835375 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:00.727311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-3406060c-1679-4eb4-a039-724b1ea50ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:00.729213 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-3406060c-1679-4eb4-a039-724b1ea50ebc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1099 time: 0.1383064 Aug 26 10:49:00.731472 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ff8a9d6b-1b79-4ba8-b4b9-381c668ead19 req-e77aa5fe-2f55-4858-b120-c11d92158a6f service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188677 Aug 26 10:49:00.881300 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40836) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:00.960160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-2e0b8b0b-f578-45f6-87fd-9dc284095bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:00.962580 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-2e0b8b0b-f578-45f6-87fd-9dc284095bf8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2269731 Aug 26 10:49:00.981207 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-eaa313eb-e13e-46f2-8894-cf8005cf553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:00.982923 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-eaa313eb-e13e-46f2-8894-cf8005cf553f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1099 time: 0.1304696 Aug 26 10:49:01.095600 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-7c1d7616-18da-46d9-8679-8baee55698ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 217 time: 0.1247904 Aug 26 10:49:01.264829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-4c46b0ca-0bc1-4661-bae1-5f7adb62853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:01.266432 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-4c46b0ca-0bc1-4661-bae1-5f7adb62853a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1543310 Aug 26 10:49:01.291080 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a1dfc3ff-309c-4d1d-b2f3-1a8b73e415a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0ce5dbe6e9744f7b5deac3ecfcea2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100430 Aug 26 10:49:01.307900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40844) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:01.321719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa84527-c8cc-4ce5-bbd8-bc1f488e4e6d req-1098d26f-8fd9-4fbf-b0c5-b9674802ad18 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:01.324143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afa84527-c8cc-4ce5-bbd8-bc1f488e4e6d req-1098d26f-8fd9-4fbf-b0c5-b9674802ad18 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 947 time: 0.5046892 Aug 26 10:49:01.325666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-15814465-718a-41ab-8cf4-ffba2523c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:01.327259 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-15814465-718a-41ab-8cf4-ffba2523c3fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2521429 Aug 26 10:49:01.392506 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-0aa51411-cc68-4e25-9990-6a99e1f79314 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 217 time: 0.0555713 Aug 26 10:49:01.400459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae392abf-662c-4985-981a-7b018826f423 req-c878f00a-f312-4d5a-85fb-3088b9a02b2a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:01.410814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae392abf-662c-4985-981a-7b018826f423 req-c878f00a-f312-4d5a-85fb-3088b9a02b2a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.3794901 Aug 26 10:49:01.418762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-5f876788-098a-41a6-af55-886eb6319c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:01.421050 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-5f876788-098a-41a6-af55-886eb6319c92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1431513 Aug 26 10:49:01.488924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae392abf-662c-4985-981a-7b018826f423 req-7533b4af-64ef-4e36-9303-19d43c9583e9 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762033 Aug 26 10:49:01.498943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afa84527-c8cc-4ce5-bbd8-bc1f488e4e6d req-fa95943b-6841-4a81-aaef-59034e197a77 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423564 Aug 26 10:49:01.509334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:01.520228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b1908e9d-0bdd-4525-ba22-61e83b5f995d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:01.527389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-fd83e13f-542e-4fc2-ad1e-f7004f69724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:01.528901 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-fd83e13f-542e-4fc2-ad1e-f7004f69724a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1244688 Aug 26 10:49:01.532099 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:01.601141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Transition to ACTIVE for port object b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:01.607977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b1908e9d-0bdd-4525-ba22-61e83b5f995d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:01.609818 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:01.642581 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-c4430303-211e-4813-93ba-f45f38b62c54 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986206 Aug 26 10:49:01.683606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:01.714793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-637f97e7-59bd-4ea2-9f0a-9093299b4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:01.716320 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-637f97e7-59bd-4ea2-9f0a-9093299b4042 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1734810 Aug 26 10:49:01.812405 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b1908e9d-0bdd-4525-ba22-61e83b5f995d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:01.815117 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b1908e9d-0bdd-4525-ba22-61e83b5f995d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:01.816873 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b1908e9d-0bdd-4525-ba22-61e83b5f995d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5b98e60-65fd-4c4e-a2cb-16884a0c3aca HTTP/1.1" status: 204 len: 168 time: 0.5069962 Aug 26 10:49:01.839140 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-f1deeb33-f38b-4e21-983e-552a03acd5d1 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838429 Aug 26 10:49:01.847567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1908e9d-0bdd-4525-ba22-61e83b5f995d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b98e60-65fd-4c4e-a2cb-16884a0c3aca,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:01.848369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63d3ae-b2ff-46a2-9d8b-252bb4366f92 req-b5346026-1b4e-4308-971e-5c8c518228fa tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:01.850409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc63d3ae-b2ff-46a2-9d8b-252bb4366f92 req-b5346026-1b4e-4308-971e-5c8c518228fa tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 944 time: 0.1545908 Aug 26 10:49:01.870594 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-1bc216a8-5cbe-4e90-a416-5119c1b83215 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438549 Aug 26 10:49:01.905842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Attempting to bind port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:01.906283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Attempting to bind port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:01.906571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Attempting to bind port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:01.917971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:49:01.918308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Attempting to bind port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 on network 2513d8d4-e6b8-42e4-aba0-0e77aebadfbf {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:01.977493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:01.978423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Checking segment: {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:01.979257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Bound using segment: {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:01.981482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Bound port: b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa48ee2-8e64-4de6-a752-b336c31b97ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:01.981482 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:02.010562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc63d3ae-b2ff-46a2-9d8b-252bb4366f92 req-a496f37b-3e3b-4643-8937-339d45671181 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330674 Aug 26 10:49:02.048370 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3f49576c-0499-4de3-b64a-021d3e66d2d3 req-f762e32b-5b7e-47ec-a96d-967cec0db029 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670325 Aug 26 10:49:02.127555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:02.166952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:02.167216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b9e7466e-8a6e-4a95-8a0c-ed19fe2390b4 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:02.189070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] For port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:02.196032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] For port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:02.204562 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:02.255934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:02.258397 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:02.259921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] 10.222.0.42 "PUT /v2.0/ports/b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 HTTP/1.1" status: 200 len: 1093 time: 2.2778065 Aug 26 10:49:02.260394 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad28c29-6006-4234-b04e-4ff55637f87c', 'tag': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:02.265582 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c97bd5-595f-4041-bf36-3aa41614c211" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad28c29-6006-4234-b04e-4ff55637f87c", "tag": "b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:02.279280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40860) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:02.344046 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d86ce301-b045-4c97-bb20-4dc929bf55d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24aaf6c0925a428382fcd05885d9cf28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613596 Aug 26 10:49:02.344998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40866) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:02.393986 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e17543c-26f7-42b0-87c6-82510674108b x-openstack-request-id: req-2e17543c-26f7-42b0-87c6-82510674108b {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:02.394986 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad28c29-6006-4234-b04e-4ff55637f87c", "tag": "b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:02.395740 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e17543c-26f7-42b0-87c6-82510674108b {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:02.396343 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad28c29-6006-4234-b04e-4ff55637f87c', 'tag': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3', 'status': 'completed', 'code': 200} Aug 26 10:49:02.422842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6d40561c-9904-4ccc-938e-1f326fe55d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:02.460596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6d40561c-9904-4ccc-938e-1f326fe55d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:02.540056 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6d40561c-9904-4ccc-938e-1f326fe55d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:02.543580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6d40561c-9904-4ccc-938e-1f326fe55d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:02.547237 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6d40561c-9904-4ccc-938e-1f326fe55d0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0329a7a8-ac6c-4529-9714-d89f5ab5e3a0 HTTP/1.1" status: 204 len: 168 time: 0.1989305 Aug 26 10:49:02.561823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40561c-9904-4ccc-938e-1f326fe55d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0329a7a8-ac6c-4529-9714-d89f5ab5e3a0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:02.843582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb479f-bb01-4d34-a31d-eecc88b9c7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:02.849123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f0369-96ec-4b35-bd0a-5a0206981aa1 req-1d833ff3-aaf1-437d-aeb5-8e575007648a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:02.851257 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1a1f0369-96ec-4b35-bd0a-5a0206981aa1 req-1d833ff3-aaf1-437d-aeb5-8e575007648a tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 944 time: 0.0851221 Aug 26 10:49:02.865893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-fe580808-6f00-4d63-b84f-c99c87572fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:02.870218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-fe580808-6f00-4d63-b84f-c99c87572fa9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 1096 time: 0.5159843 Aug 26 10:49:02.918035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb175da-b882-4b2c-9f4f-758b9601f337 req-2c630fdb-3bd2-46e6-8527-3493cdec50a7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:02.921937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bb175da-b882-4b2c-9f4f-758b9601f337 req-2c630fdb-3bd2-46e6-8527-3493cdec50a7 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1f8c73c-39d7-48b7-a4c5-e79b86044de4 HTTP/1.1" status: 200 len: 944 time: 0.5450628 Aug 26 10:49:02.989951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94e469-d4bd-4518-819d-a09daad67c71 req-1e314ae9-6071-4084-9f32-27c67236919e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:03.003653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d94e469-d4bd-4518-819d-a09daad67c71 req-1e314ae9-6071-4084-9f32-27c67236919e tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.2614112 Aug 26 10:49:03.006086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-880e4d6f-8cd7-4f5e-9603-03b34aabc6fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 HTTP/1.1" status: 200 len: 217 time: 0.1254303 Aug 26 10:49:03.007202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-1a1f0369-96ec-4b35-bd0a-5a0206981aa1 req-b1bf234a-9b33-400a-8110-fac67815d42e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Deleting port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:03.007618 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1a1f0369-96ec-4b35-bd0a-5a0206981aa1 req-b1bf234a-9b33-400a-8110-fac67815d42e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:03.132536 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-1a1f0369-96ec-4b35-bd0a-5a0206981aa1 req-b1bf234a-9b33-400a-8110-fac67815d42e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] For port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:03.133293 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1a1f0369-96ec-4b35-bd0a-5a0206981aa1 req-b1bf234a-9b33-400a-8110-fac67815d42e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:03.148412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bb175da-b882-4b2c-9f4f-758b9601f337 req-62e663a5-13f1-4e0c-9890-b1dec51fed26 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735165 Aug 26 10:49:03.153242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-0f0eaa25-47ed-4193-91de-ded0074537c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:03.154744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-0f0eaa25-47ed-4193-91de-ded0074537c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80b7aaaf-6bb9-41cb-8de8-b1187d4324ad HTTP/1.1" status: 200 len: 845 time: 0.1393855 Aug 26 10:49:03.158131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-1a1f0369-96ec-4b35-bd0a-5a0206981aa1 req-b1bf234a-9b33-400a-8110-fac67815d42e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Calling delete_port for 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:03.162605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d94e469-d4bd-4518-819d-a09daad67c71 req-5b47123b-1da8-435b-934c-b4495a1e0078 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449244 Aug 26 10:49:03.217919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-98c9c731-9747-4508-ad2a-2c5f76c3a25b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547967 Aug 26 10:49:03.431330 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1a1f0369-96ec-4b35-bd0a-5a0206981aa1 req-b1bf234a-9b33-400a-8110-fac67815d42e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:03.444375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:03.447574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d2e7e-1c25-45ed-943a-2ce0695036d5 req-2e10114e-b9ea-4d83-bc33-533a251d0e39 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:03.457670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e6d2e7e-1c25-45ed-943a-2ce0695036d5 req-2e10114e-b9ea-4d83-bc33-533a251d0e39 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 947 time: 0.1378911 Aug 26 10:49:03.468388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf234a-9b33-400a-8110-fac67815d42e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Pushing event deleted for resources: {'Port': ['ID=25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:03.472475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-f93b093d-a456-4011-819f-b590487d41a7 service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453651 Aug 26 10:49:03.528837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdff14f-3eac-4a17-8b99-a698dea05fd4 req-0d69c293-ced1-4722-860e-ca8a5e8616f9 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:03.530880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8fdff14f-3eac-4a17-8b99-a698dea05fd4 req-0d69c293-ced1-4722-860e-ca8a5e8616f9 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 944 time: 0.1583464 Aug 26 10:49:03.566291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1f0369-96ec-4b35-bd0a-5a0206981aa1 req-b1bf234a-9b33-400a-8110-fac67815d42e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] No DVR routers for this DVR port 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:03.569567 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1a1f0369-96ec-4b35-bd0a-5a0206981aa1 req-b1bf234a-9b33-400a-8110-fac67815d42e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:03.572802 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1a1f0369-96ec-4b35-bd0a-5a0206981aa1 req-b1bf234a-9b33-400a-8110-fac67815d42e tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.42 "DELETE /v2.0/ports/25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 HTTP/1.1" status: 204 len: 173 time: 0.7148395 Aug 26 10:49:03.573134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'name': 'network-vif-deleted', 'tag': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:03.575503 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae78ceae-a971-4c91-984e-b3fbf5d33a47" -d '{"events": [{"server_uuid": "e1f8c73c-39d7-48b7-a4c5-e79b86044de4", "name": "network-vif-deleted", "tag": "25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:03.654551 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e6d2e7e-1c25-45ed-943a-2ce0695036d5 req-7f9e79e0-ca7b-4b4e-835e-f35ce9e1fee1 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933317 Aug 26 10:49:03.670265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8fdff14f-3eac-4a17-8b99-a698dea05fd4 req-23f440e4-0de7-4408-b68a-c4ea6229e0ab tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033244 Aug 26 10:49:03.707369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52848652-ecd6-4a11-9fe0-56703ed920bb req-6492a4eb-c860-42f3-9974-cf05409a2fb6 service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151723 Aug 26 10:49:03.836331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97bd5-595f-4041-bf36-3aa41614c211 req-f9838dbe-d4f1-4547-9a31-8dbb6bcb90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:03.837846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83c97bd5-595f-4041-bf36-3aa41614c211 req-f9838dbe-d4f1-4547-9a31-8dbb6bcb90f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 1096 time: 0.0487294 Aug 26 10:49:03.927274 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a01329f-e8ae-40db-a6b0-c2bf935229ea x-openstack-request-id: req-1a01329f-e8ae-40db-a6b0-c2bf935229ea {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:03.927810 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f8c73c-39d7-48b7-a4c5-e79b86044de4", "name": "network-vif-deleted", "tag": "25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:03.928405 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a01329f-e8ae-40db-a6b0-c2bf935229ea {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:03.928995 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f8c73c-39d7-48b7-a4c5-e79b86044de4', 'name': 'network-vif-deleted', 'tag': '25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4', 'status': 'completed', 'code': 200} Aug 26 10:49:03.951457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97bd5-595f-4041-bf36-3aa41614c211 req-08597698-fc2d-4afb-be2f-43c8e0b423ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:03.953235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83c97bd5-595f-4041-bf36-3aa41614c211 req-08597698-fc2d-4afb-be2f-43c8e0b423ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 200 len: 906 time: 0.1073604 Aug 26 10:49:04.040241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83c97bd5-595f-4041-bf36-3aa41614c211 req-d7e6ef21-2d3b-4c8b-b729-96f967832c4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 HTTP/1.1" status: 200 len: 217 time: 0.0735402 Aug 26 10:49:04.127616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97bd5-595f-4041-bf36-3aa41614c211 req-91582e16-97bf-490a-9239-74f113e17b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:04.130146 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83c97bd5-595f-4041-bf36-3aa41614c211 req-91582e16-97bf-490a-9239-74f113e17b08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80b7aaaf-6bb9-41cb-8de8-b1187d4324ad HTTP/1.1" status: 200 len: 845 time: 0.0817332 Aug 26 10:49:04.190427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83c97bd5-595f-4041-bf36-3aa41614c211 req-5509806b-cdfb-456c-8da1-b2db07700a0d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451627 Aug 26 10:49:04.390380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f421e75-fb6d-4566-bbe3-f31974e8de0f req-dcb2e054-4792-44ec-b29a-a263d5616a39 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:04.392784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f421e75-fb6d-4566-bbe3-f31974e8de0f req-dcb2e054-4792-44ec-b29a-a263d5616a39 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.1037550 Aug 26 10:49:04.397708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83c97bd5-595f-4041-bf36-3aa41614c211 req-089ed628-8471-43ae-8cb8-ceb4e3a7e62a service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989472 Aug 26 10:49:04.505601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f421e75-fb6d-4566-bbe3-f31974e8de0f req-0b0f3cad-12ae-4a9a-b7be-a27893f48d74 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994895 Aug 26 10:49:04.555970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83c97bd5-595f-4041-bf36-3aa41614c211 req-af1fb9d6-901a-4dbc-bb5d-659e87258a61 service neutron] 10.222.0.42 "GET /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431196 Aug 26 10:49:04.660576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3e5f4-726b-4d15-8bee-4b8d96ef36cb req-c775c263-e0e1-4926-9762-b52a0847cc6c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:04.669362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1a3e5f4-726b-4d15-8bee-4b8d96ef36cb req-c775c263-e0e1-4926-9762-b52a0847cc6c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 945 time: 0.0746939 Aug 26 10:49:04.717600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1a3e5f4-726b-4d15-8bee-4b8d96ef36cb req-ae140e49-30c1-4edd-b19d-35947b7eac77 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469954 Aug 26 10:49:04.871056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b5972-b5f6-4997-ba6b-6c46edf6690d req-1697db35-ddae-4de5-a5b1-445b5ae8e9ed tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:04.872680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a4b5972-b5f6-4997-ba6b-6c46edf6690d req-1697db35-ddae-4de5-a5b1-445b5ae8e9ed tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 947 time: 0.0821900 Aug 26 10:49:04.897625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5b92e-d4a5-4686-a62b-094055d23775 req-5119aeff-997b-4059-9334-42386dd6a32e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:04.899251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55c5b92e-d4a5-4686-a62b-094055d23775 req-5119aeff-997b-4059-9334-42386dd6a32e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 944 time: 0.0726831 Aug 26 10:49:04.952710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a4b5972-b5f6-4997-ba6b-6c46edf6690d req-4065d99c-4fa6-4ff3-99a0-dcf6ef7eafd5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524411 Aug 26 10:49:04.969364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55c5b92e-d4a5-4686-a62b-094055d23775 req-f7526967-20d3-4eb5-b7e4-c912335bb558 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621178 Aug 26 10:49:05.349501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fc6b4-58fd-43f4-946f-fa4588a2ffde req-9dfabef4-c304-4b14-869d-14f72f69eba4 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:05.351320 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-355fc6b4-58fd-43f4-946f-fa4588a2ffde req-9dfabef4-c304-4b14-869d-14f72f69eba4 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 945 time: 0.0762398 Aug 26 10:49:05.476398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-355fc6b4-58fd-43f4-946f-fa4588a2ffde req-2733495c-73da-4f0f-adc9-78dc1e17d62c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Deleting port add5d02b-9499-4e72-805b-65d9dbfe448b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:05.476644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-355fc6b4-58fd-43f4-946f-fa4588a2ffde req-2733495c-73da-4f0f-adc9-78dc1e17d62c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:05.623005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-355fc6b4-58fd-43f4-946f-fa4588a2ffde req-2733495c-73da-4f0f-adc9-78dc1e17d62c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] For port add5d02b-9499-4e72-805b-65d9dbfe448b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=add5d02b-9499-4e72-805b-65d9dbfe448b,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:05.623389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-355fc6b4-58fd-43f4-946f-fa4588a2ffde req-2733495c-73da-4f0f-adc9-78dc1e17d62c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:05.640919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-355fc6b4-58fd-43f4-946f-fa4588a2ffde req-2733495c-73da-4f0f-adc9-78dc1e17d62c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Calling delete_port for add5d02b-9499-4e72-805b-65d9dbfe448b owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:05.715464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654c7a6-4c61-4372-bea3-28b0d0aeeb33 req-c91ee6b6-3440-475a-ba9d-437fb69a18df tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:05.724160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6654c7a6-4c61-4372-bea3-28b0d0aeeb33 req-c91ee6b6-3440-475a-ba9d-437fb69a18df tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.0851521 Aug 26 10:49:05.760582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41002) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:05.788132 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6654c7a6-4c61-4372-bea3-28b0d0aeeb33 req-a4a33c6c-d8d2-4e20-bac9-94a24697a5a8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629246 Aug 26 10:49:05.838476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-355fc6b4-58fd-43f4-946f-fa4588a2ffde req-2733495c-73da-4f0f-adc9-78dc1e17d62c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:05.875985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900c502-2bed-485a-a78e-f411a7ef5d88 req-e4c79a13-8962-49a7-ae9f-af8e03c6d067 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:05.877860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d900c502-2bed-485a-a78e-f411a7ef5d88 req-e4c79a13-8962-49a7-ae9f-af8e03c6d067 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8cb2c1e-55c3-4a73-9c1e-51a8dea34180 HTTP/1.1" status: 200 len: 866 time: 0.0545299 Aug 26 10:49:05.890965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733495c-73da-4f0f-adc9-78dc1e17d62c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Pushing event deleted for resources: {'Port': ['ID=add5d02b-9499-4e72-805b-65d9dbfe448b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:05.925450 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0e599b78-7f64-4e75-b4c7-42e99d7ba47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:05.943622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-355fc6b4-58fd-43f4-946f-fa4588a2ffde req-2733495c-73da-4f0f-adc9-78dc1e17d62c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] No DVR routers for this DVR port add5d02b-9499-4e72-805b-65d9dbfe448b on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:05.947130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-355fc6b4-58fd-43f4-946f-fa4588a2ffde req-2733495c-73da-4f0f-adc9-78dc1e17d62c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:05.949616 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-355fc6b4-58fd-43f4-946f-fa4588a2ffde req-2733495c-73da-4f0f-adc9-78dc1e17d62c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.47 "DELETE /v2.0/ports/add5d02b-9499-4e72-805b-65d9dbfe448b HTTP/1.1" status: 204 len: 173 time: 0.5915625 Aug 26 10:49:05.950020 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d900c502-2bed-485a-a78e-f411a7ef5d88 req-917053a5-6211-4ef1-a62a-759f068e8686 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623085 Aug 26 10:49:05.950384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'name': 'network-vif-deleted', 'tag': 'add5d02b-9499-4e72-805b-65d9dbfe448b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:05.953909 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7e3fa0-554a-4034-bc27-b4c9399afa85" -d '{"events": [{"server_uuid": "c8cb2c1e-55c3-4a73-9c1e-51a8dea34180", "name": "network-vif-deleted", "tag": "add5d02b-9499-4e72-805b-65d9dbfe448b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:06.011185 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83961acd-d210-430c-96ac-132e41bfbe97 x-openstack-request-id: req-83961acd-d210-430c-96ac-132e41bfbe97 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:06.011485 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cb2c1e-55c3-4a73-9c1e-51a8dea34180", "name": "network-vif-deleted", "tag": "add5d02b-9499-4e72-805b-65d9dbfe448b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:06.011746 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83961acd-d210-430c-96ac-132e41bfbe97 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:06.012146 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cb2c1e-55c3-4a73-9c1e-51a8dea34180', 'name': 'network-vif-deleted', 'tag': 'add5d02b-9499-4e72-805b-65d9dbfe448b', 'status': 'completed', 'code': 200} Aug 26 10:49:06.082356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0e599b78-7f64-4e75-b4c7-42e99d7ba47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:06.088373 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0e599b78-7f64-4e75-b4c7-42e99d7ba47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:06.159263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a9a88304-1024-40a6-af3f-e243b5835375 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:49:06.188146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e599b78-7f64-4e75-b4c7-42e99d7ba47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6b3f9e-a07f-4821-b7fc-bd5a13fc6237,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:06.194788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0e599b78-7f64-4e75-b4c7-42e99d7ba47b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6449eb44cc234b5d911b71bf6a1d736f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331560 Aug 26 10:49:06.199751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41016) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:06.242405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e250f9b-2ba8-439e-83e7-a4ee4043e70a req-470edbeb-4f50-4c54-984b-ea779fd24fa7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:06.243982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e250f9b-2ba8-439e-83e7-a4ee4043e70a req-470edbeb-4f50-4c54-984b-ea779fd24fa7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 947 time: 0.1520877 Aug 26 10:49:06.255538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e31de-a1a4-490d-a447-f8ce811ef612 req-0ef090a4-401e-4139-a947-42f74125fae6 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:06.257122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-418e31de-a1a4-490d-a447-f8ce811ef612 req-0ef090a4-401e-4139-a947-42f74125fae6 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 944 time: 0.1629012 Aug 26 10:49:06.309567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:06.322990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ace14b25-95a8-4262-bb49-c08f3b27f76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:06.324617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'a9a88304-1024-40a6-af3f-e243b5835375', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'a9a88304-1024-40a6-af3f-e243b5835375', 'mac_address': 'fa:16:3e:17:29:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:49:06.334980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-418e31de-a1a4-490d-a447-f8ce811ef612 req-f6c7ac65-c6fe-454c-9cf3-3f76417848ff tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611629 Aug 26 10:49:06.371298 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:06.385003 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ace14b25-95a8-4262-bb49-c08f3b27f76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:06.392785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a88304-1024-40a6-af3f-e243b5835375 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:06.429016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:06.434445 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:06.460250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e250f9b-2ba8-439e-83e7-a4ee4043e70a req-af4a9ba3-f06f-439f-be6b-e07698610664 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987934 Aug 26 10:49:06.474029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ace14b25-95a8-4262-bb49-c08f3b27f76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:06.477453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ace14b25-95a8-4262-bb49-c08f3b27f76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:06.478789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ace14b25-95a8-4262-bb49-c08f3b27f76c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f6b3f9e-a07f-4821-b7fc-bd5a13fc6237 HTTP/1.1" status: 204 len: 168 time: 0.2780569 Aug 26 10:49:06.488090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace14b25-95a8-4262-bb49-c08f3b27f76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6b3f9e-a07f-4821-b7fc-bd5a13fc6237,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:06.537054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:06.548853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.549741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.550787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.551285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.551801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.552299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.552798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.560416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.561351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.561860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.562367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.562897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:06.587246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:49:06.594004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:06.623418 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:06.624038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 25ebfeaa-a3ea-4df0-b554-6085b8ca7aa4 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:06.816522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:06.873889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4abe4-685d-4cc2-a15e-f043cfe084f2 req-9afa9011-ef79-4d1d-b245-20b34a4bd9b2 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:06.881607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-835d7762-d378-4add-90ef-74a173741008 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:06.885622 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-835d7762-d378-4add-90ef-74a173741008 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.47 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa&tenant_id=cac702c5642f41e2949e2afdcb274895&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 948 time: 0.1072786 Aug 26 10:49:06.886459 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1fc4abe4-685d-4cc2-a15e-f043cfe084f2 req-9afa9011-ef79-4d1d-b245-20b34a4bd9b2 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 948 time: 0.0779023 Aug 26 10:49:06.984152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1fc4abe4-685d-4cc2-a15e-f043cfe084f2 req-f515ae3c-db3f-4de6-aad7-62493332876e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962462 Aug 26 10:49:06.986851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'port_id': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3', 'mac_address': 'fa:16:3e:99:41:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b7aaaf-6bb9-41cb-8de8-b1187d4324ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:49:06.987243 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-58a0d032-735e-4c26-a487-e44b863e868c service neutron] 10.222.0.47 "GET /v2.0/ports/a9a88304-1024-40a6-af3f-e243b5835375/bindings/n-h1-778550-13 HTTP/1.1" status: 200 len: 383 time: 0.0875194 Aug 26 10:49:07.023055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7075fc0-410e-4e5d-b3fb-a3db82274d24 req-fa4b65c7-598e-4ada-a35c-33c0103e9e43 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:07.026198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7075fc0-410e-4e5d-b3fb-a3db82274d24 req-fa4b65c7-598e-4ada-a35c-33c0103e9e43 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.1213441 Aug 26 10:49:07.035651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['a9a88304-1024-40a6-af3f-e243b5835375'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:07.039218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:07.080078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:07.082611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41036) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:07.108427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7075fc0-410e-4e5d-b3fb-a3db82274d24 req-2353bacf-30c7-44db-909c-d1ce4b87d374 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702393 Aug 26 10:49:07.115241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74208ff2-55ae-42d4-8f48-18d509b34d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:07.145226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:07.153441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-bb78e449-909a-4b12-b50b-1c285a0dd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:07.154099 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:07.155124 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-bb78e449-909a-4b12-b50b-1c285a0dd730 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1100 time: 0.1324539 Aug 26 10:49:07.306186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:07.401260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-0dce695a-a984-4807-8456-dcf69560dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:07.402906 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-0dce695a-a984-4807-8456-dcf69560dc73 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2358158 Aug 26 10:49:07.429726 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fea9ca-b1a7-407e-b530-e9c5ad87111a req-63c4d0a9-d270-4e1a-9ec7-e140b2cb9e34 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:07.433089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:07.439028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3fea9ca-b1a7-407e-b530-e9c5ad87111a req-63c4d0a9-d270-4e1a-9ec7-e140b2cb9e34 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 944 time: 0.0655818 Aug 26 10:49:07.489997 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-88c2d7d4-8a24-4b21-b52d-71a5dfde56f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 217 time: 0.0711563 Aug 26 10:49:07.492042 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74208ff2-55ae-42d4-8f48-18d509b34d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:07.497041 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74208ff2-55ae-42d4-8f48-18d509b34d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:07.536073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3fea9ca-b1a7-407e-b530-e9c5ad87111a req-ee4ba2e3-50b8-4f54-8898-12fca009b8ac tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957735 Aug 26 10:49:07.561440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05212761-77ba-41b5-a056-486299f6b970 req-96969275-1895-4232-bcab-8e791f014c40 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:07.572620 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05212761-77ba-41b5-a056-486299f6b970 req-96969275-1895-4232-bcab-8e791f014c40 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 945 time: 0.1238389 Aug 26 10:49:07.602804 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-74208ff2-55ae-42d4-8f48-18d509b34d6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5dbeeabdb634bb2ae2d6fbdbc0ec55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156622 Aug 26 10:49:07.603859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74208ff2-55ae-42d4-8f48-18d509b34d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfd4e6a-ca12-4b8b-9d69-e5cc8dcd2f03,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:07.603990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41046) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:07.621978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-ec134770-6965-48de-bca4-90a4c3935cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:07.624421 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-ec134770-6965-48de-bca4-90a4c3935cfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1229548 Aug 26 10:49:07.657887 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05212761-77ba-41b5-a056-486299f6b970 req-341522fe-f82c-4758-ba9f-016a47ee7a08 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842788 Aug 26 10:49:07.680569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-8869b002-148e-4ac9-b39c-e5279c6385bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:07.682419 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-8869b002-148e-4ac9-b39c-e5279c6385bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0486059 Aug 26 10:49:07.688938 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4f1cdc9f-8f5c-4288-82a3-2d8b9991591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:07.717361 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4f1cdc9f-8f5c-4288-82a3-2d8b9991591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:07.768832 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4f1cdc9f-8f5c-4288-82a3-2d8b9991591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:07.771628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4f1cdc9f-8f5c-4288-82a3-2d8b9991591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:07.776401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4f1cdc9f-8f5c-4288-82a3-2d8b9991591d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dfd4e6a-ca12-4b8b-9d69-e5cc8dcd2f03 HTTP/1.1" status: 204 len: 168 time: 0.1679733 Aug 26 10:49:07.783233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cdc9f-8f5c-4288-82a3-2d8b9991591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfd4e6a-ca12-4b8b-9d69-e5cc8dcd2f03,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:07.799665 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-9edfcc60-38af-424e-8df6-62af544d5a76 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053576 Aug 26 10:49:07.917560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-2f10788f-fc14-4697-8ef7-402d53054c93 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:07.919407 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-2f10788f-fc14-4697-8ef7-402d53054c93 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1098 time: 0.0861282 Aug 26 10:49:07.935554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-13'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:08.003498 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-69323e94-d43d-4046-925e-d3f7be35520a service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943946 Aug 26 10:49:08.051616 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:08.238120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139cf57-980e-4439-ac30-c891189c3bbb req-c31040f1-2ea4-44d3-816b-da74fbbdb5a0 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:08.241062 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4139cf57-980e-4439-ac30-c891189c3bbb req-c31040f1-2ea4-44d3-816b-da74fbbdb5a0 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.47 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 944 time: 0.1104250 Aug 26 10:49:08.279892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9ece9-6df5-4611-90ee-f2bbf73a52df req-6296ab77-998d-4828-abfd-33def449d2ff tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:08.288023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74e9ece9-6df5-4611-90ee-f2bbf73a52df req-6296ab77-998d-4828-abfd-33def449d2ff tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 948 time: 0.1780796 Aug 26 10:49:08.389480 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:08.423511 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74e9ece9-6df5-4611-90ee-f2bbf73a52df req-0ca8c360-a17c-4c0c-b252-e0e344c70eb6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343579 Aug 26 10:49:08.442377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-4139cf57-980e-4439-ac30-c891189c3bbb req-c045b100-44f6-4395-ae11-8bda14a5f167 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Deleting port 6a860385-b54f-44f8-a243-d4f7dbf0e44f {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:08.442779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4139cf57-980e-4439-ac30-c891189c3bbb req-c045b100-44f6-4395-ae11-8bda14a5f167 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:08.483055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:08.495838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee4ac9-7066-495d-83ce-5d23e0fb26a1 req-c5ae7097-e0c0-4040-9946-05de97a7ff56 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:08.498198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78ee4ac9-7066-495d-83ce-5d23e0fb26a1 req-c5ae7097-e0c0-4040-9946-05de97a7ff56 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 946 time: 0.1537499 Aug 26 10:49:08.581823 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:08.584809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:08.592508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:49:08.596632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:08.601821 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fe2ae7-9a05-48f3-9ae6-b799da479f96" -d '{"events": [{"server_uuid": "090f05ed-fde7-46fc-b0a6-c07417a20e15", "name": "network-vif-unplugged", "status": "completed", "tag": "bde0d8b6-4ef1-4ee8-8cc5-40592e385e42"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:08.603818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-4139cf57-980e-4439-ac30-c891189c3bbb req-c045b100-44f6-4395-ae11-8bda14a5f167 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] For port 6a860385-b54f-44f8-a243-d4f7dbf0e44f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6a860385-b54f-44f8-a243-d4f7dbf0e44f,segment=NetworkSegment(6ad75321-61d3-4cb1-83e5-3f805193a123),segment_id=6ad75321-61d3-4cb1-83e5-3f805193a123)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:08.604502 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4139cf57-980e-4439-ac30-c891189c3bbb req-c045b100-44f6-4395-ae11-8bda14a5f167 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:08.613129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:08.632974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-4139cf57-980e-4439-ac30-c891189c3bbb req-c045b100-44f6-4395-ae11-8bda14a5f167 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Calling delete_port for 6a860385-b54f-44f8-a243-d4f7dbf0e44f owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:08.711893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Pushing event updated for resources: {'Port': ['ID=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:08.728444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.728738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.729085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.729666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.730038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.730341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.730858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.731193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.731525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.731906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.732297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.732622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:08.758141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78ee4ac9-7066-495d-83ce-5d23e0fb26a1 req-0af0e50f-5d19-480d-9b0c-9e7ddb88b22c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370539 Aug 26 10:49:08.839282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c74b4f-63ee-473d-9328-9f48edb263db req-82f13c2b-bbbc-49ab-a192-40dd8f4e9343 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:08.847407 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37c74b4f-63ee-473d-9328-9f48edb263db req-82f13c2b-bbbc-49ab-a192-40dd8f4e9343 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/ports?device_id=18372c4b-9acd-48a7-82ea-d4405eff7e51 HTTP/1.1" status: 200 len: 944 time: 0.1366401 Aug 26 10:49:08.874692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4139cf57-980e-4439-ac30-c891189c3bbb req-c045b100-44f6-4395-ae11-8bda14a5f167 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:08.882896 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0c1191-b1d3-49bd-81f4-1585c46c6c2b x-openstack-request-id: req-1c0c1191-b1d3-49bd-81f4-1585c46c6c2b {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:08.883601 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090f05ed-fde7-46fc-b0a6-c07417a20e15", "name": "network-vif-unplugged", "status": "completed", "tag": "bde0d8b6-4ef1-4ee8-8cc5-40592e385e42", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:08.885532 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c0c1191-b1d3-49bd-81f4-1585c46c6c2b {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:08.886006 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42', 'code': 200} Aug 26 10:49:08.927833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on host n-h1-778550-13 for vnic_type normal with profile {"migrating_to": "n-h2-778550-13"} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:08.928515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:08.931327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:08.957072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045b100-44f6-4395-ae11-8bda14a5f167 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Pushing event deleted for resources: {'Port': ['ID=6a860385-b54f-44f8-a243-d4f7dbf0e44f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:08.978870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:49:08.979279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:09.000830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:09.001100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:09.002020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:09.004852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:09.006917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Bound port: bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:09.007559 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:09.015270 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:09.015724 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:09.031357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37c74b4f-63ee-473d-9328-9f48edb263db req-f53f8d5e-a8d7-42a6-8c69-7fcd33ae1f9c tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.21 "GET /v2.0/security-groups?id=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743476 Aug 26 10:49:09.047037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:09.047540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4139cf57-980e-4439-ac30-c891189c3bbb req-c045b100-44f6-4395-ae11-8bda14a5f167 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] No DVR routers for this DVR port 6a860385-b54f-44f8-a243-d4f7dbf0e44f on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:09.051208 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4139cf57-980e-4439-ac30-c891189c3bbb req-c045b100-44f6-4395-ae11-8bda14a5f167 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:09.054474 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4139cf57-980e-4439-ac30-c891189c3bbb req-c045b100-44f6-4395-ae11-8bda14a5f167 tempest-LiveAutoBlockMigrationV225Test-351075117 tempest-LiveAutoBlockMigrationV225Test-351075117-project] 10.222.0.47 "DELETE /v2.0/ports/6a860385-b54f-44f8-a243-d4f7dbf0e44f HTTP/1.1" status: 204 len: 173 time: 0.8062069 Aug 26 10:49:09.054966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'name': 'network-vif-deleted', 'tag': '6a860385-b54f-44f8-a243-d4f7dbf0e44f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:09.057650 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c374e5b-16c2-4407-ad95-b33b6adcd89c" -d '{"events": [{"server_uuid": "18372c4b-9acd-48a7-82ea-d4405eff7e51", "name": "network-vif-deleted", "tag": "6a860385-b54f-44f8-a243-d4f7dbf0e44f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:09.128684 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:09.132652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:09.138863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:09.154119 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b322123b-5a03-4f00-925a-8b4b38e674df x-openstack-request-id: req-b322123b-5a03-4f00-925a-8b4b38e674df {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:09.154870 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18372c4b-9acd-48a7-82ea-d4405eff7e51", "name": "network-vif-deleted", "tag": "6a860385-b54f-44f8-a243-d4f7dbf0e44f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:09.155200 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b322123b-5a03-4f00-925a-8b4b38e674df {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:09.155681 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18372c4b-9acd-48a7-82ea-d4405eff7e51', 'name': 'network-vif-deleted', 'tag': '6a860385-b54f-44f8-a243-d4f7dbf0e44f', 'status': 'completed', 'code': 200} Aug 26 10:49:09.198198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on host n-h1-778550-13 for vnic_type normal with profile {"migrating_to": "n-h2-778550-13"} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:09.201694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:09.202754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:09.241877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Pushing event updated for resources: {'Port': ['ID=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,revision_number=8']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:09.248832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:49:09.251235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Attempting to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on network 1ef82442-85ca-4ab5-82ba-4ef962a133c5 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:09.266187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:09.266187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Checking segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:09.266187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Bound using segment: {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:09.267203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Bound port: bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1ef82442-85ca-4ab5-82ba-4ef962a133c5'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:09.275665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:09.280655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d7f4b-7875-4ab0-b7db-c935ddc08685 req-b2fd6af5-0c92-4a46-8cea-c88f06ac3d39 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:09.289110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-423d7f4b-7875-4ab0-b7db-c935ddc08685 req-b2fd6af5-0c92-4a46-8cea-c88f06ac3d39 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 945 time: 0.2438028 Aug 26 10:49:09.324677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:09.325225 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:09.327372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bbf19196-935a-4259-ae06-e9b4e95bfabd service neutron] 10.222.0.42 "PUT /v2.0/ports/bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 HTTP/1.1" status: 200 len: 1124 time: 1.3988504 Aug 26 10:49:09.357891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-423d7f4b-7875-4ab0-b7db-c935ddc08685 req-b56c619a-4a80-4e2c-9162-1de0d813934f tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673687 Aug 26 10:49:09.410240 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:09.447784 n-d-778550-13 neutron-server[101268]: WARNING neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Concurrent port binding operations failed on port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 Aug 26 10:49:09.452445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:09.467258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['bde0d8b6-4ef1-4ee8-8cc5-40592e385e42'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:09.478272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad28c29-6006-4234-b04e-4ff55637f87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:09.480667 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d32fe2e-7498-4195-9e8a-2ec26b118ce4" -d '{"events": [{"server_uuid": "4ad28c29-6006-4234-b04e-4ff55637f87c", "name": "network-vif-plugged", "status": "completed", "tag": "b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:09.555721 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad0864b-0985-4af6-8273-656b20d003f3 x-openstack-request-id: req-4ad0864b-0985-4af6-8273-656b20d003f3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:09.556261 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad28c29-6006-4234-b04e-4ff55637f87c", "name": "network-vif-plugged", "status": "completed", "tag": "b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:09.556520 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ad0864b-0985-4af6-8273-656b20d003f3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:09.557022 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad28c29-6006-4234-b04e-4ff55637f87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3', 'code': 200} Aug 26 10:49:09.557577 n-d-778550-13 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Attempt 2 to bind port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 Aug 26 10:49:09.557982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 has no active binding in host n-h2-778550-13 {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 26 10:49:09.561460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['bde0d8b6-4ef1-4ee8-8cc5-40592e385e42'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:09.571205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:09.642812 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:09.742171 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c95ec-cc62-4251-97cd-a40d7987b5f5 req-994e270a-e221-4a55-bdc0-3984cb015ca0 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:09.745294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c9c95ec-cc62-4251-97cd-a40d7987b5f5 req-994e270a-e221-4a55-bdc0-3984cb015ca0 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 948 time: 0.2023737 Aug 26 10:49:09.769883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b6985-491e-47ff-8c32-f8942adfcf92 req-a8e85e6f-a58a-44f5-948c-9d91d21a6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:09.772706 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-506b6985-491e-47ff-8c32-f8942adfcf92 req-a8e85e6f-a58a-44f5-948c-9d91d21a6960 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 1098 time: 0.1433387 Aug 26 10:49:09.789727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:09.872208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c9c95ec-cc62-4251-97cd-a40d7987b5f5 req-bdbfbed7-d3d9-455e-b047-3ca8de243239 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105242 Aug 26 10:49:09.946477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-506b6985-491e-47ff-8c32-f8942adfcf92 req-7ddd6c9e-28e4-4105-bd7c-13feb23f8648 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590292 Aug 26 10:49:09.972522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0966fe-346d-444d-b476-e169c3077760 req-b9e2c375-927e-4bce-907c-46bbb8bf33fb tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:09.974182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee0966fe-346d-444d-b476-e169c3077760 req-b9e2c375-927e-4bce-907c-46bbb8bf33fb tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.0879505 Aug 26 10:49:10.022429 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee0966fe-346d-444d-b476-e169c3077760 req-ae791701-78e2-475d-9356-37cec6c9ea97 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350966 Aug 26 10:49:10.080277 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41116) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:10.137491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc44cace-be5e-45c9-9d1d-59308a86f37c admin admin] Deleting subnet 49ad226f-a097-4f16-92ab-f25561609e9e {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:49:10.140803 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cc44cace-be5e-45c9-9d1d-59308a86f37c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.181833 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cc44cace-be5e-45c9-9d1d-59308a86f37c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.235908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a9a88304-1024-40a6-af3f-e243b5835375 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:10.243193 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cc44cace-be5e-45c9-9d1d-59308a86f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.320470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port a9a88304-1024-40a6-af3f-e243b5835375 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:10.328514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port a9a88304-1024-40a6-af3f-e243b5835375 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:10.329030 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.340771 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cc44cace-be5e-45c9-9d1d-59308a86f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.382980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44cace-be5e-45c9-9d1d-59308a86f37c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ad226f-a097-4f16-92ab-f25561609e9e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:10.391133 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cc44cace-be5e-45c9-9d1d-59308a86f37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.393473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cc44cace-be5e-45c9-9d1d-59308a86f37c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/49ad226f-a097-4f16-92ab-f25561609e9e HTTP/1.1" status: 204 len: 168 time: 0.3120620 Aug 26 10:49:10.396116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41132) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:10.442203 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.530509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.542195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:10.549608 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.553288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device add5d02b-9499-4e72-805b-65d9dbfe448b no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:10.579991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8789421-f472-496c-bca2-ef88db37d3f3 req-2eff06f1-1394-49e1-b92d-8a063061563e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:10.591859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8789421-f472-496c-bca2-ef88db37d3f3 req-2eff06f1-1394-49e1-b92d-8a063061563e tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 946 time: 0.1181912 Aug 26 10:49:10.602177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: add5d02b-9499-4e72-805b-65d9dbfe448b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:10.602788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device add5d02b-9499-4e72-805b-65d9dbfe448b not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:10.642799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.656442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657a6332-c7e9-4269-9b38-992ff7efbc3a']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:10.671775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad75321-61d3-4cb1-83e5-3f805193a123') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:10.672114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad75321-61d3-4cb1-83e5-3f805193a123') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:10.675973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8789421-f472-496c-bca2-ef88db37d3f3 req-573cb3e1-18b1-4ec9-903f-04a4b075685b tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832191 Aug 26 10:49:10.685898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.703370 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:10.711779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.722306 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:49:10.723155 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:49:10.725886 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:49:10.807870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-114e135f-0b12-49ee-915e-fdd7c89b36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:10.809773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-114e135f-0b12-49ee-915e-fdd7c89b36cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa&tenant_id=cac702c5642f41e2949e2afdcb274895 HTTP/1.1" status: 200 len: 1101 time: 0.0573688 Aug 26 10:49:10.813169 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.820461 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.823361 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] 10.222.0.21 "DELETE /v2.0/networks/657a6332-c7e9-4269-9b38-992ff7efbc3a HTTP/1.1" status: 204 len: 168 time: 0.4255946 Aug 26 10:49:10.832460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:10.835481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41160) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:10.839290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b09374-f439-48f0-a9c6-bf0372472fff admin admin] Pushing event deleted for resources: {'Network': ['ID=657a6332-c7e9-4269-9b38-992ff7efbc3a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:10.897388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'tag': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:10.901529 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dfb787-9052-43bd-975c-947ba356de67" -d '{"events": [{"name": "network-changed", "server_uuid": "090f05ed-fde7-46fc-b0a6-c07417a20e15", "tag": "bde0d8b6-4ef1-4ee8-8cc5-40592e385e42"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:10.969469 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:10.999408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3baf03-6472-4b75-8522-750d411ef5bb admin admin] Deleting subnet 9080a0a9-ff67-402b-94ca-0aec081ff8e2 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:49:11.003472 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cf3baf03-6472-4b75-8522-750d411ef5bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:11.048018 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba108b9-3203-442b-b459-c41c5b858743 x-openstack-request-id: req-aba108b9-3203-442b-b459-c41c5b858743 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:11.048018 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090f05ed-fde7-46fc-b0a6-c07417a20e15", "tag": "bde0d8b6-4ef1-4ee8-8cc5-40592e385e42", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:11.048018 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aba108b9-3203-442b-b459-c41c5b858743 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:11.048449 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'tag': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42', 'status': 'completed', 'code': 200} Aug 26 10:49:11.078628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cf3baf03-6472-4b75-8522-750d411ef5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:11.093604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb787-9052-43bd-975c-947ba356de67 req-6efd89ed-4099-4442-9efa-b8d554b0bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:11.095157 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4dfb787-9052-43bd-975c-947ba356de67 req-6efd89ed-4099-4442-9efa-b8d554b0bdb8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 1127 time: 0.0532684 Aug 26 10:49:11.164242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2f098-a4c1-475b-a128-fd9e834409e3 req-20c2fcda-d948-4aca-8839-fcc2d4957fee tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:11.165944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78b2f098-a4c1-475b-a128-fd9e834409e3 req-20c2fcda-d948-4aca-8839-fcc2d4957fee tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.1933167 Aug 26 10:49:11.281367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb787-9052-43bd-975c-947ba356de67 req-f15f4090-f56d-4a77-b015-1d76e1a8e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:11.281808 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4dfb787-9052-43bd-975c-947ba356de67 req-f15f4090-f56d-4a77-b015-1d76e1a8e4dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.1744616 Aug 26 10:49:11.297082 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cf3baf03-6472-4b75-8522-750d411ef5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:11.348760 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4dfb787-9052-43bd-975c-947ba356de67 req-73808049-7c6b-4a22-acc7-a49bee76e176 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 HTTP/1.1" status: 200 len: 217 time: 0.0578005 Aug 26 10:49:11.398008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41184) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:11.423841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfb787-9052-43bd-975c-947ba356de67 req-e486b09d-c106-4a69-ba1c-8b30f2281240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:11.426109 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4dfb787-9052-43bd-975c-947ba356de67 req-e486b09d-c106-4a69-ba1c-8b30f2281240 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.0690632 Aug 26 10:49:11.439643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78b2f098-a4c1-475b-a128-fd9e834409e3 req-3cb4aa6e-8e6a-4bec-b028-3a7b59a88414 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527175 Aug 26 10:49:11.476591 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4dfb787-9052-43bd-975c-947ba356de67 req-f0d59775-112c-445b-8f23-3811e925364d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367217 Aug 26 10:49:11.481128 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cf3baf03-6472-4b75-8522-750d411ef5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:11.525292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3baf03-6472-4b75-8522-750d411ef5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9080a0a9-ff67-402b-94ca-0aec081ff8e2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:11.537687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297e72-e58c-4d97-963b-349ab8c3be6d req-bbaacc5d-f33e-4864-a1f7-5dfc3f48dee0 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:11.539244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0297e72-e58c-4d97-963b-349ab8c3be6d req-bbaacc5d-f33e-4864-a1f7-5dfc3f48dee0 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.2485867 Aug 26 10:49:11.542010 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cf3baf03-6472-4b75-8522-750d411ef5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:11.543861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cf3baf03-6472-4b75-8522-750d411ef5bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9080a0a9-ff67-402b-94ca-0aec081ff8e2 HTTP/1.1" status: 204 len: 168 time: 0.7060058 Aug 26 10:49:11.549458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41190) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:11.558571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:11.561117 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3420d7-8542-476f-b8fd-cb43163e17cc" -d '{"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9a88304-1024-40a6-af3f-e243b5835375"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:11.612829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:11.618197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0297e72-e58c-4d97-963b-349ab8c3be6d req-d5e722de-5390-4b79-a1a2-57b184a91603 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716224 Aug 26 10:49:11.641352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be6aa597-e760-4450-9b7c-02f27659717f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:11.680053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:11.734982 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:11.760089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Transition to ACTIVE for port object a9a88304-1024-40a6-af3f-e243b5835375 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:11.765616 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:11.780244 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:11.803753 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4dfb787-9052-43bd-975c-947ba356de67 req-324e609b-cb17-4178-94b8-c70bbc18ccda service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138354 Aug 26 10:49:11.916159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] No DVR routers for this DVR port a9a88304-1024-40a6-af3f-e243b5835375 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:11.930487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=10']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:11.934487 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bcc98b-9c40-4954-8e76-f5c0f31b98ce x-openstack-request-id: req-65bcc98b-9c40-4954-8e76-f5c0f31b98ce {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:11.935039 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9a88304-1024-40a6-af3f-e243b5835375", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:11.935039 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65bcc98b-9c40-4954-8e76-f5c0f31b98ce {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:11.935427 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375', 'code': 200} Aug 26 10:49:11.968822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b82d90-7749-454c-ac27-34a3d6f3cece req-af79b8ed-69e6-4221-8a19-fc7b7c7dd2ce tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:11.970446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9b82d90-7749-454c-ac27-34a3d6f3cece req-af79b8ed-69e6-4221-8a19-fc7b7c7dd2ce tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 946 time: 0.1332152 Aug 26 10:49:11.987910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:11.988244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:11.988576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:11.995737 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.001921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Port a9a88304-1024-40a6-af3f-e243b5835375 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:49:12.002274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Attempting to bind port a9a88304-1024-40a6-af3f-e243b5835375 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:12.011534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:12.011878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:12.012273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:12.013070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Bound port: a9a88304-1024-40a6-af3f-e243b5835375, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:12.013070 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.026223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7120327a-1600-489b-865a-12392e6e2639']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:12.036261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9b82d90-7749-454c-ac27-34a3d6f3cece req-b155efe3-48a5-400b-aaa9-d8245624da17 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579681 Aug 26 10:49:12.081315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8172d5a8-6009-4be5-81f5-18a908a08af7') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:12.081625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8172d5a8-6009-4be5-81f5-18a908a08af7') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:12.086859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be6aa597-e760-4450-9b7c-02f27659717f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.111246 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.120732 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:12.122713 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be6aa597-e760-4450-9b7c-02f27659717f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.131208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:12.137887 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.172870 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4dfb787-9052-43bd-975c-947ba356de67 req-256775af-2901-46db-adc0-c4216209a9b0 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580363 Aug 26 10:49:12.178961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:12.179993 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.181872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 1097 time: 1.3544517 Aug 26 10:49:12.182795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.189041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6a860385-b54f-44f8-a243-d4f7dbf0e44f no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:12.202397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:49:12.202885 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:49:12.204997 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:49:12.222248 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-be6aa597-e760-4450-9b7c-02f27659717f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5cf74b9cdcd449989d1f70ca05611d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8201385 Aug 26 10:49:12.238148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41210) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:12.265990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6aa597-e760-4450-9b7c-02f27659717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e897b553-9c4d-4aed-be00-d2e53cba78e8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:12.274365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ff6f0-3a89-4667-87b8-62e61add37b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=11']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:12.314844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-d5382d0f-dd6f-4d13-bdc4-71277b35b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:12.317097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-d5382d0f-dd6f-4d13-bdc4-71277b35b132 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1100 time: 0.1078062 Aug 26 10:49:12.324242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 6a860385-b54f-44f8-a243-d4f7dbf0e44f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:12.325368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6a860385-b54f-44f8-a243-d4f7dbf0e44f not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:12.349834 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.365009 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.367448 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7120327a-1600-489b-865a-12392e6e2639 HTTP/1.1" status: 204 len: 168 time: 0.8142195 Aug 26 10:49:12.390853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaf0f4-bdb0-438c-927c-4b0e378b54c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7120327a-1600-489b-865a-12392e6e2639,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:12.410810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84f2fba7-c353-4f0c-bb25-f54149457c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.446649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84f2fba7-c353-4f0c-bb25-f54149457c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.507566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-037e28a4-4edd-4474-8b8b-322a0efbe272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:12.509034 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-037e28a4-4edd-4474-8b8b-322a0efbe272 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1760633 Aug 26 10:49:12.575616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41222) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:12.580355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-d1139f28-e255-4bd2-91ac-23fd5efd4af9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 217 time: 0.0601771 Aug 26 10:49:12.588298 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84f2fba7-c353-4f0c-bb25-f54149457c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.593155 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84f2fba7-c353-4f0c-bb25-f54149457c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.594794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-84f2fba7-c353-4f0c-bb25-f54149457c6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e897b553-9c4d-4aed-be00-d2e53cba78e8 HTTP/1.1" status: 204 len: 168 time: 0.3528674 Aug 26 10:49:12.695999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2fba7-c353-4f0c-bb25-f54149457c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e897b553-9c4d-4aed-be00-d2e53cba78e8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:12.699962 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-311a5f70-16ae-4392-b54c-09b249fac3fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b511d0e342254b5691c29fa10c143578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231124 Aug 26 10:49:12.702609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41232) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:12.765725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-7e2b3a20-225e-4d8f-90db-bd011fc273e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:12.768969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-7e2b3a20-225e-4d8f-90db-bd011fc273e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1719792 Aug 26 10:49:12.773259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2510c9d0-e455-4567-989b-1a6ae0d6ebfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:12.832535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b19379-92cd-473a-8bd2-9ab6ece14c68 req-6dada441-a438-425d-8e9b-b430d35b127b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:12.837348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98b19379-92cd-473a-8bd2-9ab6ece14c68 req-6dada441-a438-425d-8e9b-b430d35b127b tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 948 time: 0.1850536 Aug 26 10:49:12.968755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-c27ba6d8-7ee8-40c1-b20c-aa910ae9462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:12.970607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-c27ba6d8-7ee8-40c1-b20c-aa910ae9462b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1852882 Aug 26 10:49:12.985904 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98b19379-92cd-473a-8bd2-9ab6ece14c68 req-5bf01d4a-f1a5-4628-b964-d5ea52629157 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137555 Aug 26 10:49:13.092856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375'}, {'name': 'network-changed', 'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:13.095850 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a65562-5a19-496e-9326-bacfef72f085" -d '{"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a88304-1024-40a6-af3f-e243b5835375"}, {"name": "network-changed", "server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "tag": "a9a88304-1024-40a6-af3f-e243b5835375"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:13.181829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0155a7c-6a80-4f9b-b9e8-ffa494e83cbb req-8953c3ff-34dc-482c-8527-055376edfbe3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:13.191876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0155a7c-6a80-4f9b-b9e8-ffa494e83cbb req-8953c3ff-34dc-482c-8527-055376edfbe3 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.1514144 Aug 26 10:49:13.243895 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-873ab64f-b4b0-474b-b824-577870882049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:13.253588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-4c91e1cc-6644-4f17-a4a9-581b95c15e5d service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609901 Aug 26 10:49:13.293815 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431cd6ae-3f05-4975-a519-5e19f98600d8 x-openstack-request-id: req-431cd6ae-3f05-4975-a519-5e19f98600d8 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:13.294399 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a88304-1024-40a6-af3f-e243b5835375", "code": 200}, {"name": "network-changed", "server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "tag": "a9a88304-1024-40a6-af3f-e243b5835375", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:13.294888 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-431cd6ae-3f05-4975-a519-5e19f98600d8 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:13.295665 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375', 'code': 200} Aug 26 10:49:13.296160 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375', 'status': 'completed', 'code': 200} Aug 26 10:49:13.384153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0155a7c-6a80-4f9b-b9e8-ffa494e83cbb req-60ad1083-bc14-4138-96c3-76a001398a57 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911426 Aug 26 10:49:13.464155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41268) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:13.511122 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b582e09-c5b0-478a-be99-600503bc15da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:13.529155 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2510c9d0-e455-4567-989b-1a6ae0d6ebfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:13.552443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcc508e3-1ad7-4641-b820-a4ca527d3be2 req-0e5917d4-9df1-4f7b-8119-51e19f6c07f2 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873764 Aug 26 10:49:13.553002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a65562-5a19-496e-9326-bacfef72f085 req-5ac7644d-e968-4aba-9d0c-9b431cc5ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:13.554629 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-5ac7644d-e968-4aba-9d0c-9b431cc5ca12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1100 time: 0.0850801 Aug 26 10:49:13.692778 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2510c9d0-e455-4567-989b-1a6ae0d6ebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:13.697234 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2510c9d0-e455-4567-989b-1a6ae0d6ebfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:13.698705 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2510c9d0-e455-4567-989b-1a6ae0d6ebfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e HTTP/1.1" status: 204 len: 168 time: 0.9950511 Aug 26 10:49:13.712660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b582e09-c5b0-478a-be99-600503bc15da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:13.723426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510c9d0-e455-4567-989b-1a6ae0d6ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ff78fb-2666-4ded-a16a-acf0e1c0dc7e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:13.745893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a65562-5a19-496e-9326-bacfef72f085 req-d5cdf931-33f7-4440-8aaa-142b68809671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:13.749032 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-d5cdf931-33f7-4440-8aaa-142b68809671 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1805680 Aug 26 10:49:13.755944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b582e09-c5b0-478a-be99-600503bc15da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:13.809561 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-2efee2bf-9b5d-4351-a0b4-7e43c5d121ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 217 time: 0.0519440 Aug 26 10:49:13.960891 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a65562-5a19-496e-9326-bacfef72f085 req-1f65ec85-2a6b-477f-b7ac-5f8d1022ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:13.964688 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-1f65ec85-2a6b-477f-b7ac-5f8d1022ebdc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1467957 Aug 26 10:49:14.074384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a65562-5a19-496e-9326-bacfef72f085 req-41f63e93-ed84-44ae-b89d-b8b5eb70e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:14.078331 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-41f63e93-ed84-44ae-b89d-b8b5eb70e13a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049378 Aug 26 10:49:14.206472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a9a88304-1024-40a6-af3f-e243b5835375 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:14.232165 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-eeb681c1-5799-45e3-ae1f-6cfa0b36c05a service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457286 Aug 26 10:49:14.273567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a9a88304-1024-40a6-af3f-e243b5835375 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:14.288087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b582e09-c5b0-478a-be99-600503bc15da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06735992-6a27-44fe-a5ed-5f00bfe6acbb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:14.322234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7b582e09-c5b0-478a-be99-600503bc15da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fdc10c1caf94612b2bc2d5b68c53e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8551207 Aug 26 10:49:14.325994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a65562-5a19-496e-9326-bacfef72f085 req-da6b8423-036f-4bfa-9d22-62199d7b6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:14.327563 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-da6b8423-036f-4bfa-9d22-62199d7b6bc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cac702c5642f41e2949e2afdcb274895&device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1100 time: 0.6944962 Aug 26 10:49:14.328067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41288) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:14.366327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ef6ba-5d81-4e08-91a9-776de5e0aa14 req-ffb78ce4-5986-487f-a81d-e1114a34d925 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:14.367891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd6ef6ba-5d81-4e08-91a9-776de5e0aa14 req-ffb78ce4-5986-487f-a81d-e1114a34d925 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 946 time: 0.7040787 Aug 26 10:49:14.387638 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-f9cdd5e3-adef-4650-bb8b-a0284d9e59dd service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457753 Aug 26 10:49:14.388488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41290) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:14.462967 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f097a0-d823-4533-94f4-2621a674ac45 req-1d9d1793-fdd0-4e42-8a6b-ca2931e79b9a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:14.464664 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0f097a0-d823-4533-94f4-2621a674ac45 req-1d9d1793-fdd0-4e42-8a6b-ca2931e79b9a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 948 time: 0.2673757 Aug 26 10:49:14.531791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd6ef6ba-5d81-4e08-91a9-776de5e0aa14 req-dd55a525-254e-49ca-be23-e5ebf19f5710 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472218 Aug 26 10:49:14.569288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d9d6b0-6389-431f-b846-895e46702239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:14.572523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a65562-5a19-496e-9326-bacfef72f085 req-dc59be12-a5e6-468b-ab13-41528616f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:14.574331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-dc59be12-a5e6-468b-ab13-41528616f773 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2329836 Aug 26 10:49:14.578965 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0f097a0-d823-4533-94f4-2621a674ac45 req-d34b1fd6-a61e-4a9e-b384-ed59c59b6618 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035013 Aug 26 10:49:14.642805 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d9d6b0-6389-431f-b846-895e46702239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:14.646086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-a3dfb59b-3bc0-49c6-a8da-11803a1cbced service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 200 len: 217 time: 0.0579953 Aug 26 10:49:14.650809 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:49:14.761940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a65562-5a19-496e-9326-bacfef72f085 req-6bc4983f-433f-4d64-8f95-1f3c0558a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:14.764346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-6bc4983f-433f-4d64-8f95-1f3c0558a026 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1071894 Aug 26 10:49:14.795620 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-415d7775-55e4-404e-84f8-cb5aaaf644a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba0a347524ef42c7adba8b73f380063f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056458 Aug 26 10:49:14.799290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41298) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:14.801040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cd4dc-09b0-4382-8ad2-c4f739f72415 req-e84f9602-8877-4ce3-9760-207ad7353f70 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:14.803116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-281cd4dc-09b0-4382-8ad2-c4f739f72415 req-e84f9602-8877-4ce3-9760-207ad7353f70 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 944 time: 0.1490023 Aug 26 10:49:14.819119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:14.833984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3', 'network_id': '2513d8d4-e6b8-42e4-aba0-0e77aebadfbf', 'port_id': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3', 'mac_address': 'fa:16:3e:99:41:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b7aaaf-6bb9-41cb-8de8-b1187d4324ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:49:14.882833 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:14.888718 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d9d6b0-6389-431f-b846-895e46702239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:14.891403 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d9d6b0-6389-431f-b846-895e46702239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:14.892284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe29c1a7-4df0-448f-bf3f-74de48915c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:14.892710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a0d9d6b0-6389-431f-b846-895e46702239 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06735992-6a27-44fe-a5ed-5f00bfe6acbb HTTP/1.1" status: 204 len: 168 time: 0.5634503 Aug 26 10:49:14.901980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41304) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:14.911239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1792910455'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:14.917295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:14.920615 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe29c1a7-4df0-448f-bf3f-74de48915c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:14.942130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9d6b0-6389-431f-b846-895e46702239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06735992-6a27-44fe-a5ed-5f00bfe6acbb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:14.980483 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:14.982689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:14.984562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe29c1a7-4df0-448f-bf3f-74de48915c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:14.988535 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:14.988810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe29c1a7-4df0-448f-bf3f-74de48915c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:14.990024 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fe29c1a7-4df0-448f-bf3f-74de48915c5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e4113c5-00d8-43ef-911d-a386dccd525e HTTP/1.1" status: 204 len: 168 time: 0.1888392 Aug 26 10:49:14.999129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29c1a7-4df0-448f-bf3f-74de48915c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4113c5-00d8-43ef-911d-a386dccd525e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:14.999955 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.027596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a65562-5a19-496e-9326-bacfef72f085 req-66c42a4d-70e3-4db5-a05d-4539abb5de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:15.030107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-66c42a4d-70e3-4db5-a05d-4539abb5de9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2566760 Aug 26 10:49:15.038553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-281cd4dc-09b0-4382-8ad2-c4f739f72415 req-726e856d-c2ec-423c-bbac-133a81b86aeb tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212832 Aug 26 10:49:15.081644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:49:15.109253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:15.134796 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.135446 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Added segment 96dbde18-1e0d-4777-9d84-7fd03797a837 of type vlan for network 0b1024e4-64f8-4a6f-85de-655a0a939578 Aug 26 10:49:15.158176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:15.175595 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-9f13b646-8ecd-408d-89ff-b76bea61cb2d service neutron] 10.222.0.47 "GET /v2.0/ports/bde0d8b6-4ef1-4ee8-8cc5-40592e385e42/bindings/n-h2-778550-13 HTTP/1.1" status: 200 len: 385 time: 0.0865893 Aug 26 10:49:15.214576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.253188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-f24b37ba-3e80-4cd6-a7ca-9b215f67d776 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102053 Aug 26 10:49:15.261941 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.269267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:15.269937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.476472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Network': ['ID=0b1024e4-64f8-4a6f-85de-655a0a939578,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:15.488938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-8b7ac320-75b3-4d35-84af-e182f14cfaa8 service neutron] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:15.491651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 0b1024e4-64f8-4a6f-85de-655a0a939578 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:49:15.524862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-8b7ac320-75b3-4d35-84af-e182f14cfaa8 service neutron] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:15.562592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-84e418a7-c409-42c6-ad0e-0bb1c78b6509 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6570880 Aug 26 10:49:15.577868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41328) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:15.589654 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1160774306'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:15.630188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-8b7ac320-75b3-4d35-84af-e182f14cfaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:15.648602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-8b7ac320-75b3-4d35-84af-e182f14cfaa8 service neutron] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:15.652498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:15.657069 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.671415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60a65562-5a19-496e-9326-bacfef72f085 req-6b6c996e-bb31-411f-ac13-0926105542cd service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925190 Aug 26 10:49:15.708477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-8b7ac320-75b3-4d35-84af-e182f14cfaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.714541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:49:15.729322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f00e8-702b-44d0-b31f-ebfbe8c10042 req-9037d4f3-0424-4f82-b928-be3bb13e227c tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:15.731760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa2f00e8-702b-44d0-b31f-ebfbe8c10042 req-9037d4f3-0424-4f82-b928-be3bb13e227c tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 945 time: 0.0801852 Aug 26 10:49:15.737792 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.738152 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Added segment 8fc8551e-625a-4cdb-b210-2788265fa0e6 of type vlan for network 69c1248d-4663-4fe7-82e4-6eb133288edb Aug 26 10:49:15.744720 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-818892c3-7eb9-472b-ab40-9c0bc5ddbc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.840434 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.879810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa2f00e8-702b-44d0-b31f-ebfbe8c10042 req-3578add6-886c-45fb-9f37-a37f5cd1acd6 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276636 Aug 26 10:49:15.886787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-8b7ac320-75b3-4d35-84af-e182f14cfaa8 service neutron] Transition to ACTIVE for port object bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:15.892501 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.900419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:15.901494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:15.917865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cd865-2081-4727-8f08-b463d6b32b71 req-547d4341-9718-4c20-b520-fcb34c26f051 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:15.919755 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a60cd865-2081-4727-8f08-b463d6b32b71 req-547d4341-9718-4c20-b520-fcb34c26f051 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 948 time: 0.1706722 Aug 26 10:49:16.028091 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-8b7ac320-75b3-4d35-84af-e182f14cfaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:16.033909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Network': ['ID=69c1248d-4663-4fe7-82e4-6eb133288edb,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:16.049460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 69c1248d-4663-4fe7-82e4-6eb133288edb details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:49:16.059176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a60cd865-2081-4727-8f08-b463d6b32b71 req-3487fff3-74ea-40a5-a5f6-ba20095b85a8 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288266 Aug 26 10:49:16.094520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41352) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:16.094936 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-045fb84d-cf00-4fc3-8fe1-4162a52c1a07 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5144017 Aug 26 10:49:16.101899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'subnet': {'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:16.127438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-8b7ac320-75b3-4d35-84af-e182f14cfaa8 service neutron] No DVR routers for this DVR port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:16.140641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ac320-75b3-4d35-84af-e182f14cfaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,revision_number=10']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:16.169344 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-8b7ac320-75b3-4d35-84af-e182f14cfaa8 service neutron] 10.222.0.47 "PUT /v2.0/ports/bde0d8b6-4ef1-4ee8-8cc5-40592e385e42/bindings/n-h2-778550-13/activate HTTP/1.1" status: 200 len: 370 time: 0.9863911 Aug 26 10:49:16.246623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:16.329478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2b7de-3aff-4f15-b894-4eeb8c78a1b1 req-94ba279d-2718-4e78-acc6-0395163182be tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:16.330108 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:16.332564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7a2b7de-3aff-4f15-b894-4eeb8c78a1b1 req-94ba279d-2718-4e78-acc6-0395163182be tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 945 time: 0.1004152 Aug 26 10:49:16.337912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:16.419450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41362) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:16.446326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:16.450546 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:16.476036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7a2b7de-3aff-4f15-b894-4eeb8c78a1b1 req-5edf185d-4130-406b-be82-609f0014a009 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306453 Aug 26 10:49:16.514556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-1f4bebf7-6d91-4e29-8494-a24458da4bfe tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:16.516477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-1f4bebf7-6d91-4e29-8494-a24458da4bfe tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.1738548 Aug 26 10:49:16.599749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-ae09deb9-6f06-405c-93a4-5269e48f8cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:16.601941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-ae09deb9-6f06-405c-93a4-5269e48f8cda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15&tenant_id=bbdc0b3586bc413e8f4363512678b56e HTTP/1.1" status: 200 len: 1097 time: 0.0768144 Aug 26 10:49:16.635182 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:49:16.657780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a9a88304-1024-40a6-af3f-e243b5835375 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:49:16.662142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:16.751599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-387293035-network', 'tenant_id': 'becd9546a21d43509cd16f0027c2cc7f'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:16.763894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-03e98e32-87d3-4b13-8c43-3b01f4f9e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:16.765835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-03e98e32-87d3-4b13-8c43-3b01f4f9e1e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 1097 time: 0.1343608 Aug 26 10:49:16.784023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Made reservation on behalf of becd9546a21d43509cd16f0027c2cc7f for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:16.788450 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:16.802288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:16.825012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:16.825409 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:16.856027 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:16.882925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:16.921607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'a9a88304-1024-40a6-af3f-e243b5835375', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'a9a88304-1024-40a6-af3f-e243b5835375', 'mac_address': 'fa:16:3e:17:29:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:49:16.951217 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:16.959205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:16.976161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Subnet': ['ID=c1c5e366-64a7-4d6f-bdc6-c12879a761a2,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:16.996590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-3043846b-f003-4021-bce9-f1fdd357632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:17.000607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-3043846b-f003-4021-bce9-f1fdd357632a service neutron] 10.222.0.42 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.2257261 Aug 26 10:49:17.020288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:49:17.041675 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.054222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.054955 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Added segment 9e4194d7-3b24-4232-84fc-eff474040df0 of type vlan for network 335da641-93d3-4cd5-ab54-ebd8f94ccd24 Aug 26 10:49:17.057685 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.063376 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.077186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a88304-1024-40a6-af3f-e243b5835375 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:17.093096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6145c7a-0155-4cc5-a8b4-9485c4936482,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:17.111567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Checking segment: {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:17.112678 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network hostable DHCP agents. Network: 0b1024e4-64f8-4a6f-85de-655a0a939578, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:49:17.120190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-bcdeaed4-094d-4ad3-a263-9ff7a53c6c31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 HTTP/1.1" status: 200 len: 217 time: 0.1121829 Aug 26 10:49:17.141331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.156593 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:17.181548 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.183677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:17.184674 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.192645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:17.194870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad28c29-6006-4234-b04e-4ff55637f87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:17.199210 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81433121-108c-4b11-aeab-fde268e59382" -d '{"events": [{"server_uuid": "4ad28c29-6006-4234-b04e-4ff55637f87c", "name": "network-vif-plugged", "status": "completed", "tag": "b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:17.200160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network 0b1024e4-64f8-4a6f-85de-655a0a939578 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:49:17.205687 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.209631 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.263552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699b200-4fc0-4ff0-a1f6-aa699de641c7 req-6b443378-6239-46d3-8a9c-c672211805c8 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:17.265162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7699b200-4fc0-4ff0-a1f6-aa699de641c7 req-6b443378-6239-46d3-8a9c-c672211805c8 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 945 time: 0.1675353 Aug 26 10:49:17.265888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 0b1024e4-64f8-4a6f-85de-655a0a939578) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:17.287291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f072d4-e454-4bb9-9929-08c522dfc45d None None] Network 0b1024e4-64f8-4a6f-85de-655a0a939578 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:17.287486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:17.288501 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.293341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-6ea4a1f9-e019-47b6-9091-3c0f5afdd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:17.295102 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-6ea4a1f9-e019-47b6-9091-3c0f5afdd400 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.1551087 Aug 26 10:49:17.333011 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9122519 Aug 26 10:49:17.333934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cb202-8093-4342-8f1b-9697fcd44fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=335da641-93d3-4cd5-ab54-ebd8f94ccd24,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:17.336149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41388) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:17.351900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] Request body: {'subnet': {'network_id': '335da641-93d3-4cd5-ab54-ebd8f94ccd24', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-387293035-subnet', 'tenant_id': 'becd9546a21d43509cd16f0027c2cc7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:17.363159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 335da641-93d3-4cd5-ab54-ebd8f94ccd24 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:49:17.367381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=12']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:17.393716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] Made reservation on behalf of becd9546a21d43509cd16f0027c2cc7f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:17.396401 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.398440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-459510d6-d02b-4dc4-b1e6-3200908183aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515525 Aug 26 10:49:17.492709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c1264079-7947-45a7-bbc1-3bcf50741726 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3961971 Aug 26 10:49:17.500509 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7699b200-4fc0-4ff0-a1f6-aa699de641c7 req-437d0e13-8634-4ac6-8cca-6c573484a344 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174809 Aug 26 10:49:17.501615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41392) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:17.515706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a9a88304-1024-40a6-af3f-e243b5835375'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:17.516249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'subnet': {'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:17.526809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d083e18-6769-45a1-a750-608e5ab14e64 req-433f1b90-cbee-4496-a621-d4afe21f3b4e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:17.529174 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d083e18-6769-45a1-a750-608e5ab14e64 req-433f1b90-cbee-4496-a621-d4afe21f3b4e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.2611225 Aug 26 10:49:17.607727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:17.624251 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7b5fd7-6027-4ace-8754-5eae0f9f4bce x-openstack-request-id: req-8b7b5fd7-6027-4ace-8754-5eae0f9f4bce {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:17.624796 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad28c29-6006-4234-b04e-4ff55637f87c", "name": "network-vif-plugged", "status": "completed", "tag": "b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:17.624918 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b7b5fd7-6027-4ace-8754-5eae0f9f4bce {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:17.625333 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad28c29-6006-4234-b04e-4ff55637f87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3', 'code': 200} Aug 26 10:49:17.631667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-1addd753-60d0-48c1-88d8-d6df3f15607c service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197895 Aug 26 10:49:17.662967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d083e18-6769-45a1-a750-608e5ab14e64 req-7a28972e-7654-4166-91b5-4a753e636e38 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166618 Aug 26 10:49:17.785281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:17.789584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.795578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-0b1024e4-64f8-4a6f-85de-655a0a939578', 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'fixed_ips': [{'subnet_id': 'c1c5e366-64a7-4d6f-bdc6-c12879a761a2'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:49:17.798472 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.852384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-40ae8aec-e5e4-41a7-b4cf-7a01f595dd1e service neutron] 10.222.0.42 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124434 Aug 26 10:49:17.894456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f06da-faeb-4212-a705-e1feb8f48317 req-494d8768-49ad-4101-a388-c450460edc76 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:17.903764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c16f06da-faeb-4212-a705-e1feb8f48317 req-494d8768-49ad-4101-a388-c450460edc76 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 945 time: 0.1059709 Aug 26 10:49:17.958967 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:17.966357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c16f06da-faeb-4212-a705-e1feb8f48317 req-ab4e2dfa-d2bb-4db6-ad52-cef9a1e9a248 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611205 Aug 26 10:49:18.091816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] Checking segment: {'id': '9e4194d7-3b24-4232-84fc-eff474040df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '335da641-93d3-4cd5-ab54-ebd8f94ccd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:18.092356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] Network hostable DHCP agents. Network: 335da641-93d3-4cd5-ab54-ebd8f94ccd24, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:49:18.114139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e5b2ba-24fa-4d29-8426-79749c2e89c0,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:18.124517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64828-c7c0-458c-99c5-be24683010c4 req-2dd45c08-2596-426f-9252-11aa42b1e7b9 tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:18.134982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08f64828-c7c0-458c-99c5-be24683010c4 req-2dd45c08-2596-426f-9252-11aa42b1e7b9 tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 1101 time: 0.0623081 Aug 26 10:49:18.144181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Allocated IP 10.1.1.2 (0b1024e4-64f8-4a6f-85de-655a0a939578/c1c5e366-64a7-4d6f-bdc6-c12879a761a2/efade363-0cbb-4e8e-bdf8-4071db326d70) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:18.162232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] Network 335da641-93d3-4cd5-ab54-ebd8f94ccd24 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:49:18.177233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 335da641-93d3-4cd5-ab54-ebd8f94ccd24) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:18.191555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:18.192319 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:18.208350 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:18.218310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08f64828-c7c0-458c-99c5-be24683010c4 req-079bd167-1e45-4b4b-9129-145f9568d816 tempest-MigrationsAdminTest-940053770 tempest-MigrationsAdminTest-940053770-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809667 Aug 26 10:49:18.236772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-56f4cb9d-8bd3-416c-8e35-c1f47750b3ac tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:18.240548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-56f4cb9d-8bd3-416c-8e35-c1f47750b3ac tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15&tenant_id=bbdc0b3586bc413e8f4363512678b56e&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.0976460 Aug 26 10:49:18.254211 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-57e19304-42ed-4c94-b592-c238261e1998 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9066920 Aug 26 10:49:18.305927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Checking segment: {'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:18.306581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network hostable DHCP agents. Network: 69c1248d-4663-4fe7-82e4-6eb133288edb, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:49:18.329135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Subnet': ['ID=4af5b276-9133-4e1d-88a2-08419aa867d4,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:18.334384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network 69c1248d-4663-4fe7-82e4-6eb133288edb is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:49:18.364708 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 69c1248d-4663-4fe7-82e4-6eb133288edb) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:18.372695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:18.373480 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:18.394053 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-70d0eba3-8db1-45c8-93ff-031344cddbf0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8912430 Aug 26 10:49:18.398385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41420) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:18.406994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'port': {'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578', 'name': 'tempest-TaggedBootDevicesTest_v242-1291255894', 'fixed_ips': [{'subnet_id': 'c1c5e366-64a7-4d6f-bdc6-c12879a761a2'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:18.450145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-f81d2c3b-5053-4098-b3cd-a363bb6071b6 service neutron] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:18.455819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-f81d2c3b-5053-4098-b3cd-a363bb6071b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:18.457970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-f81d2c3b-5053-4098-b3cd-a363bb6071b6 service neutron] 10.222.0.42 "DELETE /v2.0/ports/bde0d8b6-4ef1-4ee8-8cc5-40592e385e42/bindings/n-h1-778550-13 HTTP/1.1" status: 204 len: 173 time: 0.2060971 Aug 26 10:49:18.526270 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd9cadb-4738-4f0e-88c1-51618669b166 None None] Network 335da641-93d3-4cd5-ab54-ebd8f94ccd24 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:18.528584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada753d2-45ad-421a-9a16-9e0533732a93 None None] Network 69c1248d-4663-4fe7-82e4-6eb133288edb requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:18.672138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:18.756126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f33a9b-d6d1-46c9-a7c0-32f0b35d1f1d req-98b2f447-d46a-498b-8696-04c1ab4c5649 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:18.767917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42f33a9b-d6d1-46c9-a7c0-32f0b35d1f1d req-98b2f447-d46a-498b-8696-04c1ab4c5649 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.0758886 Aug 26 10:49:18.840080 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42f33a9b-d6d1-46c9-a7c0-32f0b35d1f1d req-912627d5-5b0a-43a9-a411-619b5298b594 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665958 Aug 26 10:49:18.948594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a510d-143a-4935-87f5-9b565becd99a None None] Network 335da641-93d3-4cd5-ab54-ebd8f94ccd24 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:18.996947 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.024962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60599ba1-66e0-4d9f-b907-bed5828bf1d7 req-bba56ad6-ec04-4d2a-86c5-c006f2032874 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:19.033324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60599ba1-66e0-4d9f-b907-bed5828bf1d7 req-bba56ad6-ec04-4d2a-86c5-c006f2032874 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 946 time: 0.1371553 Aug 26 10:49:19.043650 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.087453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] device_id is not set on port 8cd812fb-819b-4872-bbfe-4a72c5599d31 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 10:49:19.115586 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-69c1248d-4663-4fe7-82e4-6eb133288edb', 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'fixed_ips': [{'subnet_id': '4af5b276-9133-4e1d-88a2-08419aa867d4'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:49:19.116857 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.132729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Transition to ACTIVE for port object efade363-0cbb-4e8e-bdf8-4071db326d70 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:19.153949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60599ba1-66e0-4d9f-b907-bed5828bf1d7 req-94abc73f-73c9-4239-b60d-412e58a44845 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112888 Aug 26 10:49:19.184019 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.341798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e9ddd-9fe3-48aa-b4fa-74980d540c7d req-d1ff2acf-9bbf-42c5-aac8-313c0681b248 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:19.344294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-520e9ddd-9fe3-48aa-b4fa-74980d540c7d req-d1ff2acf-9bbf-42c5-aac8-313c0681b248 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 945 time: 0.0829537 Aug 26 10:49:19.411288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-520e9ddd-9fe3-48aa-b4fa-74980d540c7d req-039886c5-e429-4a0c-ab11-2002f1146c79 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583313 Aug 26 10:49:19.418968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Transition to ACTIVE for port object efade363-0cbb-4e8e-bdf8-4071db326d70 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:19.427428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41454) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:19.484009 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.515631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41460) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:19.526928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-153085178-network', 'tenant_id': 'ac82bad0b0e34c5f81352f6fe3093b73'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:19.549397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Network 0b1024e4-64f8-4a6f-85de-655a0a939578 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:19.556319 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Allocated IP 10.1.1.207 (0b1024e4-64f8-4a6f-85de-655a0a939578/c1c5e366-64a7-4d6f-bdc6-c12879a761a2/8cd812fb-819b-4872-bbfe-4a72c5599d31) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:19.558466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:19.566752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:19.573525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Allocated IP 10.2.2.2 (69c1248d-4663-4fe7-82e4-6eb133288edb/4af5b276-9133-4e1d-88a2-08419aa867d4/69497f3e-9b90-4bcb-9a43-519938f692a9) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:19.583652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Made reservation on behalf of ac82bad0b0e34c5f81352f6fe3093b73 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:19.584609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Pushing event updated for resources: {'Port': ['ID=efade363-0cbb-4e8e-bdf8-4071db326d70,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:19.596507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.609761 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.697251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f167d94-3fc2-42c5-9f42-fc0db6c491e8 req-1c2196fd-96b6-495b-bb97-014d0bdf661e tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:19.699463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f167d94-3fc2-42c5-9f42-fc0db6c491e8 req-1c2196fd-96b6-495b-bb97-014d0bdf661e tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 1097 time: 0.0704987 Aug 26 10:49:19.766461 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Attempting to bind port efade363-0cbb-4e8e-bdf8-4071db326d70 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:19.767224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Attempting to bind port efade363-0cbb-4e8e-bdf8-4071db326d70 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:19.767863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Attempting to bind port efade363-0cbb-4e8e-bdf8-4071db326d70 on network 0b1024e4-64f8-4a6f-85de-655a0a939578 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:19.776833 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f167d94-3fc2-42c5-9f42-fc0db6c491e8 req-4a36a9cc-c277-4a8f-82c9-c8035a21b0e9 tempest-LiveMigrationTest-944381844 tempest-LiveMigrationTest-944381844-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688441 Aug 26 10:49:19.779744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:19.780451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Checking segment: {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:19.780969 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.781473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Bound using segment: {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:19.782073 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Bound port: efade363-0cbb-4e8e-bdf8-4071db326d70, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:19.782821 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.852817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.876973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.900810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.901636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b521001c-3510-41ee-b3e7-020e94a3da02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:19.934137 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Transition to ACTIVE for port object 8cd812fb-819b-4872-bbfe-4a72c5599d31 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:19.944171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] For port efade363-0cbb-4e8e-bdf8-4071db326d70, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:19.978022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] For port efade363-0cbb-4e8e-bdf8-4071db326d70, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=efade363-0cbb-4e8e-bdf8-4071db326d70,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:19.991515 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.041238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.050203 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.108957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network 0b1024e4-64f8-4a6f-85de-655a0a939578 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:20.114319 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:20.117613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:49:20.125737 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:20.147282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Transition to ACTIVE for port object 69497f3e-9b90-4bcb-9a43-519938f692a9 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:20.179215 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.184912 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b521001c-3510-41ee-b3e7-020e94a3da02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.188773 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Port': ['ID=8cd812fb-819b-4872-bbfe-4a72c5599d31,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:20.197118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:20.197914 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.201055 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b521001c-3510-41ee-b3e7-020e94a3da02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.219759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177e6f3-0367-4406-9674-4707fadd7b90 None None] Pushing event updated for resources: {'Port': ['ID=efade363-0cbb-4e8e-bdf8-4071db326d70,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:20.240376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Transition to ACTIVE for port object 69497f3e-9b90-4bcb-9a43-519938f692a9 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:20.249737 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.260695 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b521001c-3510-41ee-b3e7-020e94a3da02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ae3d76005504ad19652c931a14e9af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8319452 Aug 26 10:49:20.267549 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cc9d595c-1063-4651-a092-c24bf033fe77 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8640177 Aug 26 10:49:20.267549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41472) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:20.270616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521001c-3510-41ee-b3e7-020e94a3da02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a374dac8-e84d-4d04-b6a7-eb540c704c06,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:20.279371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41474) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:20.295323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'port': {'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578', 'name': 'tempest-TaggedBootDevicesTest_v242-1252979198', 'fixed_ips': [{'subnet_id': 'c1c5e366-64a7-4d6f-bdc6-c12879a761a2'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:20.325166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Network 69c1248d-4663-4fe7-82e4-6eb133288edb is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:20.337248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:20.341205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:20.344043 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.344458 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Added segment 8187af2b-3d1f-4ec8-9ad8-8dafcc611f98 of type vlan for network d5fdc7ed-971f-48fa-81aa-cd607e082edd Aug 26 10:49:20.356102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Pushing event updated for resources: {'Port': ['ID=69497f3e-9b90-4bcb-9a43-519938f692a9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:20.366123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839ae76-084b-49e4-8a91-e2c5e8751733 req-3706c560-06fa-4ed5-bda4-8005c946c1e7 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:20.370623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6839ae76-084b-49e4-8a91-e2c5e8751733 req-3706c560-06fa-4ed5-bda4-8005c946c1e7 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 946 time: 0.5111229 Aug 26 10:49:20.379244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107f72a-7d61-45e9-a480-bd858ba74700 req-61c2439f-aa67-4482-863f-8c7213a911b1 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:20.387430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c107f72a-7d61-45e9-a480-bd858ba74700 req-61c2439f-aa67-4482-863f-8c7213a911b1 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 945 time: 0.2011161 Aug 26 10:49:20.397281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6562a15-01d7-4c2e-8bf9-7d7960269345,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:20.489788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d81455-2025-403e-a8b1-be8d12e27ec6 req-0ed51a0e-9c64-45d2-bb52-3ee325387773 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:20.491781 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-76d81455-2025-403e-a8b1-be8d12e27ec6 req-0ed51a0e-9c64-45d2-bb52-3ee325387773 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.2181191 Aug 26 10:49:20.498363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Attempting to bind port 69497f3e-9b90-4bcb-9a43-519938f692a9 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:20.498788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Attempting to bind port 69497f3e-9b90-4bcb-9a43-519938f692a9 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:20.499184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Attempting to bind port 69497f3e-9b90-4bcb-9a43-519938f692a9 on network 69c1248d-4663-4fe7-82e4-6eb133288edb {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:20.516157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:20.517781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc9da6c2-97c5-4e32-8a6b-d05b03b51487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.519270 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Checking segment: {'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:20.519651 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.520056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Bound using segment: {'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:20.524729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Bound port: 69497f3e-9b90-4bcb-9a43-519938f692a9, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:20.525308 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.568099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b0c6c-0259-4212-ac8a-d137f95af653 req-8ed0765e-c434-4b54-b21b-8b97f7c7e21e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:20.577350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-299b0c6c-0259-4212-ac8a-d137f95af653 req-8ed0765e-c434-4b54-b21b-8b97f7c7e21e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 949 time: 0.4236612 Aug 26 10:49:20.584159 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.587054 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc9da6c2-97c5-4e32-8a6b-d05b03b51487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.615744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] For port 69497f3e-9b90-4bcb-9a43-519938f692a9, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:20.619025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] For port 69497f3e-9b90-4bcb-9a43-519938f692a9, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=69497f3e-9b90-4bcb-9a43-519938f692a9,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:20.625433 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.635191 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c107f72a-7d61-45e9-a480-bd858ba74700 req-2989af2c-a955-45a3-b293-5bb4b3d8b0f6 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452209 Aug 26 10:49:20.655194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:20.660862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.694399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a9a88304-1024-40a6-af3f-e243b5835375 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:20.701456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] device_id is not set on port 6491ccdd-89e6-459e-8041-811f24b285dc yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 10:49:20.723432 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.resource_extend [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:49:20.757760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-299b0c6c-0259-4212-ac8a-d137f95af653 req-7acd4c4e-9d01-49c4-99b1-44648f47ac25 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787453 Aug 26 10:49:20.765836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-76d81455-2025-403e-a8b1-be8d12e27ec6 req-164c3d9e-3660-4235-aa4a-320ed14a33fa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Deleting port a9a88304-1024-40a6-af3f-e243b5835375 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:20.766444 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-76d81455-2025-403e-a8b1-be8d12e27ec6 req-164c3d9e-3660-4235-aa4a-320ed14a33fa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.770292 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc9da6c2-97c5-4e32-8a6b-d05b03b51487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.773532 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc9da6c2-97c5-4e32-8a6b-d05b03b51487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.774951 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dc9da6c2-97c5-4e32-8a6b-d05b03b51487 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a374dac8-e84d-4d04-b6a7-eb540c704c06 HTTP/1.1" status: 204 len: 168 time: 0.5092869 Aug 26 10:49:20.833950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8468c49-1422-4c0c-aae6-a3cbe6b701d5 None None] Pushing event updated for resources: {'Port': ['ID=69497f3e-9b90-4bcb-9a43-519938f692a9,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:20.843631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port a9a88304-1024-40a6-af3f-e243b5835375 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:20.851333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port a9a88304-1024-40a6-af3f-e243b5835375 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:20.853919 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.859265 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9da6c2-97c5-4e32-8a6b-d05b03b51487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a374dac8-e84d-4d04-b6a7-eb540c704c06,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:20.886756 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.891656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:20.893715 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:20.937115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511240ff-fe0d-4f51-b8a2-fa6ab6440e8e req-16d8299e-5557-47b8-9091-d1abf39e33b5 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:20.941199 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-511240ff-fe0d-4f51-b8a2-fa6ab6440e8e req-16d8299e-5557-47b8-9091-d1abf39e33b5 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.42 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 945 time: 0.2332063 Aug 26 10:49:21.030528 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5135925 Aug 26 10:49:21.033070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41482) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:21.044873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-6839ae76-084b-49e4-8a91-e2c5e8751733 req-42d3b44d-9a13-4f09-8071-5d3fea3900ad tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Deleting port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:21.046127 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6839ae76-084b-49e4-8a91-e2c5e8751733 req-42d3b44d-9a13-4f09-8071-5d3fea3900ad tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.051526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] Request body: {'subnet': {'network_id': 'd5fdc7ed-971f-48fa-81aa-cd607e082edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-153085178-subnet', 'tenant_id': 'ac82bad0b0e34c5f81352f6fe3093b73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:21.074259 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.085118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb77579-0c9d-4c9b-ab2a-4727406789de req-6cb94a35-7185-49c2-8a7d-da1a604c0234 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:21.086347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdb77579-0c9d-4c9b-ab2a-4727406789de req-6cb94a35-7185-49c2-8a7d-da1a604c0234 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 946 time: 0.3109229 Aug 26 10:49:21.117109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:21.121274 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12d5e13-3249-41fc-b87c-2e9b99c97dc7" -d '{"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9a88304-1024-40a6-af3f-e243b5835375"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:21.138614 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade78806-1d6b-4961-a571-94dd58618982 admin admin] Pushing event updated for resources: {'Network': ['ID=d5fdc7ed-971f-48fa-81aa-cd607e082edd,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:21.219480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network d5fdc7ed-971f-48fa-81aa-cd607e082edd details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:49:21.234424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:21.261640 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f32accd-f413-4f53-b82c-31fc999c1d7e x-openstack-request-id: req-7f32accd-f413-4f53-b82c-31fc999c1d7e {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:21.262207 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9a88304-1024-40a6-af3f-e243b5835375", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:21.262714 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f32accd-f413-4f53-b82c-31fc999c1d7e {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:21.263094 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375', 'code': 200} Aug 26 10:49:21.287372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdb77579-0c9d-4c9b-ab2a-4727406789de req-78346e9a-907c-445d-b7fd-0bf6785e3929 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2bc6ab-eefe-49fc-9415-35e9ba514440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505411 Aug 26 10:49:21.294598 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.340769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-76d81455-2025-403e-a8b1-be8d12e27ec6 req-164c3d9e-3660-4235-aa4a-320ed14a33fa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] For port a9a88304-1024-40a6-af3f-e243b5835375, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a9a88304-1024-40a6-af3f-e243b5835375,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:21.341158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-76d81455-2025-403e-a8b1-be8d12e27ec6 req-164c3d9e-3660-4235-aa4a-320ed14a33fa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.351946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6839ae76-084b-49e4-8a91-e2c5e8751733 req-42d3b44d-9a13-4f09-8071-5d3fea3900ad tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] For port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,segment=NetworkSegment(bfa48ee2-8e64-4de6-a752-b336c31b97ac),segment_id=bfa48ee2-8e64-4de6-a752-b336c31b97ac)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:21.352633 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6839ae76-084b-49e4-8a91-e2c5e8751733 req-42d3b44d-9a13-4f09-8071-5d3fea3900ad tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.378142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-6839ae76-084b-49e4-8a91-e2c5e8751733 req-42d3b44d-9a13-4f09-8071-5d3fea3900ad tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Calling delete_port for b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:21.384081 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Allocated IP 10.1.1.31 (0b1024e4-64f8-4a6f-85de-655a0a939578/c1c5e366-64a7-4d6f-bdc6-c12879a761a2/6491ccdd-89e6-459e-8041-811f24b285dc) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:21.421528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=13']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:21.447951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-76d81455-2025-403e-a8b1-be8d12e27ec6 req-164c3d9e-3660-4235-aa4a-320ed14a33fa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Calling delete_port for a9a88304-1024-40a6-af3f-e243b5835375 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:21.452126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] Made reservation on behalf of ac82bad0b0e34c5f81352f6fe3093b73 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:21.454490 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.483881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41488) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:21.504517 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2af89f53-256c-41e2-933a-0e83d31f11a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.610519 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6839ae76-084b-49e4-8a91-e2c5e8751733 req-42d3b44d-9a13-4f09-8071-5d3fea3900ad tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.623597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:21.671622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3b44d-9a13-4f09-8071-5d3fea3900ad tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Pushing event deleted for resources: {'Port': ['ID=b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:21.720332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-6839ae76-084b-49e4-8a91-e2c5e8751733 req-42d3b44d-9a13-4f09-8071-5d3fea3900ad tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] No DVR routers for this DVR port b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:21.724279 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6839ae76-084b-49e4-8a91-e2c5e8751733 req-42d3b44d-9a13-4f09-8071-5d3fea3900ad tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.726423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6839ae76-084b-49e4-8a91-e2c5e8751733 req-42d3b44d-9a13-4f09-8071-5d3fea3900ad tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.42 "DELETE /v2.0/ports/b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 HTTP/1.1" status: 204 len: 173 time: 1.3161840 Aug 26 10:49:21.726928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad28c29-6006-4234-b04e-4ff55637f87c', 'name': 'network-vif-deleted', 'tag': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:21.729540 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12328939-6088-4cb9-8898-ebf18c6c2f72" -d '{"events": [{"server_uuid": "4ad28c29-6006-4234-b04e-4ff55637f87c", "name": "network-vif-deleted", "tag": "b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:21.735021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-511240ff-fe0d-4f51-b8a2-fa6ab6440e8e req-983707f1-6d09-4114-a05c-07861260c8bc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Deleting port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:21.736101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-511240ff-fe0d-4f51-b8a2-fa6ab6440e8e req-983707f1-6d09-4114-a05c-07861260c8bc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.791540 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5881638b-519f-4534-99cd-95fb7bd603ec x-openstack-request-id: req-5881638b-519f-4534-99cd-95fb7bd603ec {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:21.791861 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad28c29-6006-4234-b04e-4ff55637f87c", "name": "network-vif-deleted", "tag": "b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:21.792282 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5881638b-519f-4534-99cd-95fb7bd603ec {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:21.792696 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad28c29-6006-4234-b04e-4ff55637f87c', 'name': 'network-vif-deleted', 'tag': 'b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3', 'status': 'completed', 'code': 200} Aug 26 10:49:21.799902 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2af89f53-256c-41e2-933a-0e83d31f11a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.818029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2af89f53-256c-41e2-933a-0e83d31f11a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.843058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc0987-106d-44df-b3ad-2a84f66f8f3d req-f4a05d79-b73e-423e-82aa-0928b8a12d52 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:21.851091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12dc0987-106d-44df-b3ad-2a84f66f8f3d req-f4a05d79-b73e-423e-82aa-0928b8a12d52 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 945 time: 0.1149240 Aug 26 10:49:21.857620 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:21.950163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2af89f53-256c-41e2-933a-0e83d31f11a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f33ab71928db4c60997047d18c0bfb4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648998 Aug 26 10:49:21.968100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41498) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:21.978282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba70d67-5d08-4963-b536-87edfede846e None None] Network 0b1024e4-64f8-4a6f-85de-655a0a939578 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:22.027933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12dc0987-106d-44df-b3ad-2a84f66f8f3d req-c955156f-3024-4982-bf83-85afaae07357 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756346 Aug 26 10:49:22.035549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af89f53-256c-41e2-933a-0e83d31f11a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efed80b6-f7da-4220-92f4-35e8427a6014,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:22.086192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49791983-1c94-4d24-b557-2795e4c91f26 req-422151d3-9830-410f-b418-a7a924d2087e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:22.091461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49791983-1c94-4d24-b557-2795e4c91f26 req-422151d3-9830-410f-b418-a7a924d2087e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 950 time: 0.1052518 Aug 26 10:49:22.144604 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-613f5112-2894-4127-a85e-f329e92a08ac None None] Provisioning for port efade363-0cbb-4e8e-bdf8-4071db326d70 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:22.147019 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:22.183985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49791983-1c94-4d24-b557-2795e4c91f26 req-e8d42fa7-9f96-4e8b-90f1-79fac1716121 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876801 Aug 26 10:49:22.194719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 69497f3e-9b90-4bcb-9a43-519938f692a9 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:22.235795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-511240ff-fe0d-4f51-b8a2-fa6ab6440e8e req-983707f1-6d09-4114-a05c-07861260c8bc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] For port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:22.236172 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-511240ff-fe0d-4f51-b8a2-fa6ab6440e8e req-983707f1-6d09-4114-a05c-07861260c8bc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:22.258090 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Transition to ACTIVE for port object 6491ccdd-89e6-459e-8041-811f24b285dc will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:22.273654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-76d81455-2025-403e-a8b1-be8d12e27ec6 req-164c3d9e-3660-4235-aa4a-320ed14a33fa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:22.279777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-511240ff-fe0d-4f51-b8a2-fa6ab6440e8e req-983707f1-6d09-4114-a05c-07861260c8bc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Calling delete_port for bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:22.291809 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:22.341411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a4cf371b-83a7-48c6-80e5-bac0eeada815', 'c5677cac-3609-400a-b302-2634458f2881', 'a9a88304-1024-40a6-af3f-e243b5835375'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:22.392723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c3d9e-3660-4235-aa4a-320ed14a33fa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Pushing event deleted for resources: {'Port': ['ID=a9a88304-1024-40a6-af3f-e243b5835375,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:22.510678 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9596dc44-c17c-4190-b887-3a6fba4f280f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:22.512667 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:22.516196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 69497f3e-9b90-4bcb-9a43-519938f692a9 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:22.545041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device efade363-0cbb-4e8e-bdf8-4071db326d70 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:22.760921 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3688ef32-7436-4696-a36e-99ccaa3cb36b None None] Network 69c1248d-4663-4fe7-82e4-6eb133288edb requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:22.888331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-408dfe55-c856-4f36-a7e1-206abe2c62a2 None None] Provisioning for port 69497f3e-9b90-4bcb-9a43-519938f692a9 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:22.895183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b2d2890-a3dd-4dc5-afdf-719d8e4e1a1f req-03e42fce-5194-40c9-ac07-f8f3a24b7e62 tempest-ImagesTestJSON-952935743 tempest-ImagesTestJSON-952935743-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad28c29-6006-4234-b04e-4ff55637f87c HTTP/1.1" status: 200 len: 210 time: 0.4363813 Aug 26 10:49:22.903202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-408dfe55-c856-4f36-a7e1-206abe2c62a2 None None] Provisioning complete for port 69497f3e-9b90-4bcb-9a43-519938f692a9 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:22.903202 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-408dfe55-c856-4f36-a7e1-206abe2c62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:22.957596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d81455-2025-403e-a8b1-be8d12e27ec6 req-164c3d9e-3660-4235-aa4a-320ed14a33fa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] No DVR routers for this DVR port a9a88304-1024-40a6-af3f-e243b5835375 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:22.968174 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-76d81455-2025-403e-a8b1-be8d12e27ec6 req-164c3d9e-3660-4235-aa4a-320ed14a33fa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:22.968668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port efade363-0cbb-4e8e-bdf8-4071db326d70 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:22.970847 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-76d81455-2025-403e-a8b1-be8d12e27ec6 req-164c3d9e-3660-4235-aa4a-320ed14a33fa tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "DELETE /v2.0/ports/a9a88304-1024-40a6-af3f-e243b5835375 HTTP/1.1" status: 204 len: 173 time: 2.4625688 Aug 26 10:49:22.978508 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-deleted', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:22.981435 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ba5287-6636-4bf2-b4e6-0e303dff0595" -d '{"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-deleted", "tag": "a9a88304-1024-40a6-af3f-e243b5835375"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:22.981943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port efade363-0cbb-4e8e-bdf8-4071db326d70 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:22.982291 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.022380 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9596dc44-c17c-4190-b887-3a6fba4f280f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.063482 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5402d8f7-7018-4992-b4a3-cc8306442384 x-openstack-request-id: req-5402d8f7-7018-4992-b4a3-cc8306442384 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:23.063778 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697bdf8e-8b5f-4e62-b0ed-57337bec17aa", "name": "network-vif-deleted", "tag": "a9a88304-1024-40a6-af3f-e243b5835375", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:23.064065 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5402d8f7-7018-4992-b4a3-cc8306442384 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:23.064483 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697bdf8e-8b5f-4e62-b0ed-57337bec17aa', 'name': 'network-vif-deleted', 'tag': 'a9a88304-1024-40a6-af3f-e243b5835375', 'status': 'completed', 'code': 200} Aug 26 10:49:23.067544 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.145874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27ba8f57-f4f4-407d-9ec3-a89ab67bb82d,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:23.213370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2c1ca-f09b-4279-a1c5-de9c382e1005 req-b626b423-c158-4002-9446-65ec0f3dfe65 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:23.214881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Port': ['ID=6491ccdd-89e6-459e-8041-811f24b285dc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:23.219068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ab2c1ca-f09b-4279-a1c5-de9c382e1005 req-b626b423-c158-4002-9446-65ec0f3dfe65 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 945 time: 0.0778387 Aug 26 10:49:23.240601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network 0b1024e4-64f8-4a6f-85de-655a0a939578 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:23.245367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:23.247475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] Checking segment: {'id': '8187af2b-3d1f-4ec8-9ad8-8dafcc611f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd5fdc7ed-971f-48fa-81aa-cd607e082edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:23.247844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] Network hostable DHCP agents. Network: d5fdc7ed-971f-48fa-81aa-cd607e082edd, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:49:23.253056 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:23.275032 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-408dfe55-c856-4f36-a7e1-206abe2c62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.292737 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ab2c1ca-f09b-4279-a1c5-de9c382e1005 req-766e92d0-836f-4eec-8b67-f9c5a75b6a02 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649760 Aug 26 10:49:23.311680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.396007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-408dfe55-c856-4f36-a7e1-206abe2c62a2 None None] For port 69497f3e-9b90-4bcb-9a43-519938f692a9, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=69497f3e-9b90-4bcb-9a43-519938f692a9,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:23.408323 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9596dc44-c17c-4190-b887-3a6fba4f280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.413704 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-408dfe55-c856-4f36-a7e1-206abe2c62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.422750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9596dc44-c17c-4190-b887-3a6fba4f280f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.427814 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9596dc44-c17c-4190-b887-3a6fba4f280f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efed80b6-f7da-4220-92f4-35e8427a6014 HTTP/1.1" status: 204 len: 168 time: 1.4585981 Aug 26 10:49:23.428623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] Network d5fdc7ed-971f-48fa-81aa-cd607e082edd is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:49:23.459626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port efade363-0cbb-4e8e-bdf8-4071db326d70, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=efade363-0cbb-4e8e-bdf8-4071db326d70,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:23.490329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596dc44-c17c-4190-b887-3a6fba4f280f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efed80b6-f7da-4220-92f4-35e8427a6014,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:23.499464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, d5fdc7ed-971f-48fa-81aa-cd607e082edd) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:23.520798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c996892-b4e7-40a1-9db3-df7f9a85a983 None None] Network d5fdc7ed-971f-48fa-81aa-cd607e082edd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:23.522567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:23.523832 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.529940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e6b1a0d-d142-4b09-b057-05fea080f694 req-996eae2c-c2ba-4ffe-949f-76b4e9bd8d1c tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=697bdf8e-8b5f-4e62-b0ed-57337bec17aa HTTP/1.1" status: 200 len: 210 time: 0.1053431 Aug 26 10:49:23.539594 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.548993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-511240ff-fe0d-4f51-b8a2-fa6ab6440e8e req-983707f1-6d09-4114-a05c-07861260c8bc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.588830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:23.589981 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.610936 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983707f1-6d09-4114-a05c-07861260c8bc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Pushing event deleted for resources: {'Port': ['ID=bde0d8b6-4ef1-4ee8-8cc5-40592e385e42,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:23.631246 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-72a054aa-49d7-4ae8-b1ec-0b87f189219c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5837572 Aug 26 10:49:23.631528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['14b021cc-57a9-45f5-b49b-7c8112f44753'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:23.636455 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e95eba4a-506f-45e3-b1bd-e610e76e4920 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3557687 Aug 26 10:49:23.692952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-511240ff-fe0d-4f51-b8a2-fa6ab6440e8e req-983707f1-6d09-4114-a05c-07861260c8bc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] No DVR routers for this DVR port bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:23.702994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-511240ff-fe0d-4f51-b8a2-fa6ab6440e8e req-983707f1-6d09-4114-a05c-07861260c8bc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.705164 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-511240ff-fe0d-4f51-b8a2-fa6ab6440e8e req-983707f1-6d09-4114-a05c-07861260c8bc tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.42 "DELETE /v2.0/ports/bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 HTTP/1.1" status: 204 len: 173 time: 2.7287452 Aug 26 10:49:23.812004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b343afcf-5dce-46a8-bff3-054f1b1aea58 None None] Provisioning for port 8cd812fb-819b-4872-bbfe-4a72c5599d31 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:23.825152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dfe55-c856-4f36-a7e1-206abe2c62a2 None None] Pushing event updated for resources: {'Port': ['ID=69497f3e-9b90-4bcb-9a43-519938f692a9,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:23.830953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b343afcf-5dce-46a8-bff3-054f1b1aea58 None None] Provisioning complete for port 8cd812fb-819b-4872-bbfe-4a72c5599d31 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:23.831689 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b343afcf-5dce-46a8-bff3-054f1b1aea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:23.864378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41520) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:23.948802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b343afcf-5dce-46a8-bff3-054f1b1aea58 None None] Port 8cd812fb-819b-4872-bbfe-4a72c5599d31 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:23.984078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-642213de-4d74-441a-9528-84eb64e53b69 admin admin] Deleting subnet 00e5b2ba-24fa-4d29-8426-79749c2e89c0 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:49:23.990233 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-642213de-4d74-441a-9528-84eb64e53b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.058655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-642213de-4d74-441a-9528-84eb64e53b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.146257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=efade363-0cbb-4e8e-bdf8-4071db326d70,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:24.179042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41546) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:24.183756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 69497f3e-9b90-4bcb-9a43-519938f692a9 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:24.190112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-469a8563-86b7-4a6e-aea5-06bf07407979 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906155946', 'description': 'tempest-description--1724840618'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:24.192557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-642213de-4d74-441a-9528-84eb64e53b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.209761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b343afcf-5dce-46a8-bff3-054f1b1aea58 None None] Provisioning complete for port efade363-0cbb-4e8e-bdf8-4071db326d70 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:24.210506 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b343afcf-5dce-46a8-bff3-054f1b1aea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.219771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81d1953-b09b-4136-bc9d-56164bd9b5b8 None None] Network d5fdc7ed-971f-48fa-81aa-cd607e082edd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:24.260986 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-469a8563-86b7-4a6e-aea5-06bf07407979 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.404288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-642213de-4d74-441a-9528-84eb64e53b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.421819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-469a8563-86b7-4a6e-aea5-06bf07407979 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.430115 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-469a8563-86b7-4a6e-aea5-06bf07407979 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.473572 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-469a8563-86b7-4a6e-aea5-06bf07407979 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.475160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-469a8563-86b7-4a6e-aea5-06bf07407979 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2954936 Aug 26 10:49:24.476855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a8563-86b7-4a6e-aea5-06bf07407979 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6036dfa0-0c30-492e-9edb-118485ad570d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:24.483937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41564) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:24.491258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b0943761-96ed-4a1a-a36a-2c85d4be8eea tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'security_group_rule': {'security_group_id': '6036dfa0-0c30-492e-9edb-118485ad570d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:24.512352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642213de-4d74-441a-9528-84eb64e53b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e5b2ba-24fa-4d29-8426-79749c2e89c0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:24.532164 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-642213de-4d74-441a-9528-84eb64e53b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.540303 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-642213de-4d74-441a-9528-84eb64e53b69 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/00e5b2ba-24fa-4d29-8426-79749c2e89c0 HTTP/1.1" status: 204 len: 168 time: 0.6729059 Aug 26 10:49:24.542292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41572) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:24.597888 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2263745-67a6-4370-abab-7c06b22d9cec req-6210274d-5ef2-4a6d-b913-1b8cf267dfc6 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 210 time: 0.0605242 Aug 26 10:49:24.609032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 69497f3e-9b90-4bcb-9a43-519938f692a9 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:24.614093 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0943761-96ed-4a1a-a36a-2c85d4be8eea tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.624010 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.704755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41584) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:24.758357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:24.773137 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0943761-96ed-4a1a-a36a-2c85d4be8eea tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.775164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b43df79-2f97-4862-ae57-b6eb7cb070e2 admin admin] Deleting subnet 80b7aaaf-6bb9-41cb-8de8-b1187d4324ad {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:49:24.779418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b43df79-2f97-4862-ae57-b6eb7cb070e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.786782 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0943761-96ed-4a1a-a36a-2c85d4be8eea tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.818175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0943761-96ed-4a1a-a36a-2c85d4be8eea tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9a41fd-6e31-45f2-b107-d504dd9819b2,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:24.830297 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.833463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:24.834033 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b26ec864-fcbe-47c6-bcd4-b3ee9be5f7a3 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:24.840651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:24.854642 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0943761-96ed-4a1a-a36a-2c85d4be8eea tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.857801 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b0943761-96ed-4a1a-a36a-2c85d4be8eea tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3706110 Aug 26 10:49:24.860176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41590) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:24.867441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4a9f9214-6362-4958-8358-2982afd8cff7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'security_group_rule': {'security_group_id': '6036dfa0-0c30-492e-9edb-118485ad570d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:24.885164 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b43df79-2f97-4862-ae57-b6eb7cb070e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.893860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:24.894212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device bde0d8b6-4ef1-4ee8-8cc5-40592e385e42 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:24.894645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a9a88304-1024-40a6-af3f-e243b5835375 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:24.919355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: a9a88304-1024-40a6-af3f-e243b5835375 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:24.919703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a9a88304-1024-40a6-af3f-e243b5835375 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:24.957490 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9214-6362-4958-8358-2982afd8cff7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:24.978619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-303b97c2-16bd-42b0-ace1-0cc8d0d103c4 None None] Provisioning for port 6491ccdd-89e6-459e-8041-811f24b285dc completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:24.991613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-303b97c2-16bd-42b0-ace1-0cc8d0d103c4 None None] Provisioning complete for port 6491ccdd-89e6-459e-8041-811f24b285dc triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:24.991887 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-303b97c2-16bd-42b0-ace1-0cc8d0d103c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.004096 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b43df79-2f97-4862-ae57-b6eb7cb070e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.033377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-303b97c2-16bd-42b0-ace1-0cc8d0d103c4 None None] Port 6491ccdd-89e6-459e-8041-811f24b285dc cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:25.046338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41594) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:25.054035 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-303b97c2-16bd-42b0-ace1-0cc8d0d103c4 None None] Provisioning complete for port 69497f3e-9b90-4bcb-9a43-519938f692a9 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:25.054835 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-303b97c2-16bd-42b0-ace1-0cc8d0d103c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.071689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'name': 'network-vif-deleted', 'tag': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:25.076811 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2388c77d-1a85-4006-8a2c-cfe78162e3da" -d '{"events": [{"server_uuid": "090f05ed-fde7-46fc-b0a6-c07417a20e15", "name": "network-vif-deleted", "tag": "bde0d8b6-4ef1-4ee8-8cc5-40592e385e42"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:25.116822 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.149740 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9214-6362-4958-8358-2982afd8cff7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.159840 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eb47b6-06bb-4e39-8fe1-37742203157e x-openstack-request-id: req-d1eb47b6-06bb-4e39-8fe1-37742203157e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:25.160136 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090f05ed-fde7-46fc-b0a6-c07417a20e15", "name": "network-vif-deleted", "tag": "bde0d8b6-4ef1-4ee8-8cc5-40592e385e42", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:25.160392 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1eb47b6-06bb-4e39-8fe1-37742203157e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:25.160789 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090f05ed-fde7-46fc-b0a6-c07417a20e15', 'name': 'network-vif-deleted', 'tag': 'bde0d8b6-4ef1-4ee8-8cc5-40592e385e42', 'status': 'completed', 'code': 200} Aug 26 10:49:25.164196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9214-6362-4958-8358-2982afd8cff7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.171651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335da641-93d3-4cd5-ab54-ebd8f94ccd24']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:25.186939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4194d7-3b24-4232-84fc-eff474040df0') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:25.187273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4194d7-3b24-4232-84fc-eff474040df0') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:25.193430 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b43df79-2f97-4862-ae57-b6eb7cb070e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.198882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f9214-6362-4958-8358-2982afd8cff7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0439a5a8-2e29-4340-ae3f-3ea8c5d09ff2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:25.211885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.241226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6788c-d6fa-4339-9305-ee8f6a3d5cc9 req-41908da4-bb24-40e4-aae3-809b35be50a7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:25.242933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15a6788c-d6fa-4339-9305-ee8f6a3d5cc9 req-41908da4-bb24-40e4-aae3-809b35be50a7 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 950 time: 0.1627963 Aug 26 10:49:25.244134 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.250227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-network', 'tenant_id': '5c67cdf60cb2410681925e3387249a86'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:25.255467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9214-6362-4958-8358-2982afd8cff7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.256724 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4a9f9214-6362-4958-8358-2982afd8cff7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3935113 Aug 26 10:49:25.261092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43df79-2f97-4862-ae57-b6eb7cb070e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b7aaaf-6bb9-41cb-8de8-b1187d4324ad,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:25.261738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:49:25.262236 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.263944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41600) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:49:25.264533 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:49:25.269660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:25.272611 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b43df79-2f97-4862-ae57-b6eb7cb070e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.274784 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4b43df79-2f97-4862-ae57-b6eb7cb070e2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80b7aaaf-6bb9-41cb-8de8-b1187d4324ad HTTP/1.1" status: 204 len: 168 time: 0.5689116 Aug 26 10:49:25.277242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41602) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:25.348096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Made reservation on behalf of 5c67cdf60cb2410681925e3387249a86 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:25.350425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.364328 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.369499 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.371261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15a6788c-d6fa-4339-9305-ee8f6a3d5cc9 req-bea43037-9ac9-4dc5-8ac2-8f1370e4f1a6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220305 Aug 26 10:49:25.405997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.409815 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.417076 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.418971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] 10.222.0.21 "DELETE /v2.0/networks/335da641-93d3-4cd5-ab54-ebd8f94ccd24 HTTP/1.1" status: 204 len: 168 time: 0.8573456 Aug 26 10:49:25.423143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41604) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:25.432020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cfdc3-b5f8-4b37-99c5-b63c60ecaccb admin admin] Pushing event deleted for resources: {'Network': ['ID=335da641-93d3-4cd5-ab54-ebd8f94ccd24,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:25.528062 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.590623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-de690241-b8e0-470e-ad05-9457995cb117 admin admin] Deleting subnet 27ba8f57-f4f4-407d-9ec3-a89ab67bb82d {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:49:25.609912 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de690241-b8e0-470e-ad05-9457995cb117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.659338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de690241-b8e0-470e-ad05-9457995cb117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.669389 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Allocated IP 172.25.1.4 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/3655bc9d-cb41-4d96-a8e4-7e7d6fcf064a) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:25.717686 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.724123 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de690241-b8e0-470e-ad05-9457995cb117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.726959 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.756009 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.778267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-810a0ac6-5177-4e49-b2d0-d4c7dd8e5cfe req-42d6fc14-d752-47f3-b893-aae82fa0347f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 210 time: 0.0374486 Aug 26 10:49:25.794366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2513d8d4-e6b8-42e4-aba0-0e77aebadfbf']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:25.796621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:49:25.825423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa48ee2-8e64-4de6-a752-b336c31b97ac') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:25.825763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa48ee2-8e64-4de6-a752-b336c31b97ac') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:25.835969 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.848198 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.850850 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.851303 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Added segment 772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd of type vlan for network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 Aug 26 10:49:25.860244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8ee4db-6cb5-4c34-b790-5f4c592f911c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:25.890947 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.901218 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.918884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:49:25.919293 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:49:25.921244 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:49:25.923808 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de690241-b8e0-470e-ad05-9457995cb117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.937467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:25.943640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:25.946441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:25.948304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:25.977194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Port': ['ID=3655bc9d-cb41-4d96-a8e4-7e7d6fcf064a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:26.027385 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de690241-b8e0-470e-ad05-9457995cb117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.032393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-de690241-b8e0-470e-ad05-9457995cb117 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/27ba8f57-f4f4-407d-9ec3-a89ab67bb82d HTTP/1.1" status: 204 len: 168 time: 0.6004415 Aug 26 10:49:26.036077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41612) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:26.054064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device efade363-0cbb-4e8e-bdf8-4071db326d70 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:26.084195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de690241-b8e0-470e-ad05-9457995cb117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27ba8f57-f4f4-407d-9ec3-a89ab67bb82d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:26.088713 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.db.resource_extend [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:49:26.109138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.122652 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.130292 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.134887 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] 10.222.0.21 "DELETE /v2.0/networks/2513d8d4-e6b8-42e4-aba0-0e77aebadfbf HTTP/1.1" status: 204 len: 168 time: 0.8544085 Aug 26 10:49:26.134887 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786c476-6707-4fee-bfac-6b66cdb435eb admin admin] Pushing event deleted for resources: {'Network': ['ID=2513d8d4-e6b8-42e4-aba0-0e77aebadfbf,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:26.142195 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.151979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.153353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:26.157240 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.163550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port efade363-0cbb-4e8e-bdf8-4071db326d70 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:26.164221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.181546 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.259360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] Pushing event updated for resources: {'Network': ['ID=33dae4f5-0fd7-41ca-a211-d4e97350a0f0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:26.273465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:49:26.275613 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ba6dc390-b1e7-4975-95dd-64b9a4b47d03 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2266698 Aug 26 10:49:26.278554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41616) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:26.303003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] Request body: {'subnet': {'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-subnet', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:26.322626 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.330160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] Made reservation on behalf of 5c67cdf60cb2410681925e3387249a86 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:26.333297 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.343057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fdc7ed-971f-48fa-81aa-cd607e082edd']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:26.403242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8187af2b-3d1f-4ec8-9ad8-8dafcc611f98') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:26.403631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8187af2b-3d1f-4ec8-9ad8-8dafcc611f98') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:26.428389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e05f53-83e6-4985-868c-7f891b2e4624 req-6177a5cc-5dd8-47ab-802c-aff4aac619b5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:26.429268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41620) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:26.430579 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a9e05f53-83e6-4985-868c-7f891b2e4624 req-6177a5cc-5dd8-47ab-802c-aff4aac619b5 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 950 time: 0.1673098 Aug 26 10:49:26.472310 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.543346 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.570252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:49:26.570673 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:49:26.576698 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:49:26.607120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-a9e05f53-83e6-4985-868c-7f891b2e4624 req-ea8a9d0e-6614-42aa-b06e-534acd573e1e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Deleting port c5677cac-3609-400a-b302-2634458f2881 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:26.607557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a9e05f53-83e6-4985-868c-7f891b2e4624 req-ea8a9d0e-6614-42aa-b06e-534acd573e1e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.650835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-78165418-217c-41c3-883b-6b770318ae61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb06d1dd03e540bea7a9ae2f453c1cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152348 Aug 26 10:49:26.655931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41624) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:26.697052 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.719622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.722466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333c03d-0d35-4169-a424-5f1211a62b4b req-d991c621-e29e-47e6-95e0-13ab63755ac1 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:26.724079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0333c03d-0d35-4169-a424-5f1211a62b4b req-d991c621-e29e-47e6-95e0-13ab63755ac1 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 950 time: 0.2195780 Aug 26 10:49:26.729253 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.734478 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d5fdc7ed-971f-48fa-81aa-cd607e082edd HTTP/1.1" status: 204 len: 168 time: 0.6970348 Aug 26 10:49:26.766670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.769498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926f0d7-26a8-42f6-a857-d168da907b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5fdc7ed-971f-48fa-81aa-cd607e082edd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:26.795625 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.837713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a9e05f53-83e6-4985-868c-7f891b2e4624 req-ea8a9d0e-6614-42aa-b06e-534acd573e1e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] For port c5677cac-3609-400a-b302-2634458f2881, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c5677cac-3609-400a-b302-2634458f2881,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:26.838230 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a9e05f53-83e6-4985-868c-7f891b2e4624 req-ea8a9d0e-6614-42aa-b06e-534acd573e1e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.841451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9540030-6898-4d95-bee9-0eb1aec90f0b,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:26.864018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-a9e05f53-83e6-4985-868c-7f891b2e4624 req-ea8a9d0e-6614-42aa-b06e-534acd573e1e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Calling delete_port for c5677cac-3609-400a-b302-2634458f2881 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:26.884317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] Checking segment: {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:26.884814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] Network hostable DHCP agents. Network: 33dae4f5-0fd7-41ca-a211-d4e97350a0f0, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:49:26.902871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Port': ['ID=3655bc9d-cb41-4d96-a8e4-7e7d6fcf064a,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:26.907680 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2fdd-3d8e-4685-bb56-6856c0075f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.924149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0333c03d-0d35-4169-a424-5f1211a62b4b req-82bc9e90-810f-46e9-aa2b-2073b8fd88f6 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690612 Aug 26 10:49:26.952704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] Network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:49:26.994467 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2fdd-3d8e-4685-bb56-6856c0075f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:26.998129 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20a5208f-5988-424c-94c7-ec53c376a4c1 req-c3eb4979-a807-4e16-a5f4-c65c7a569670 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 210 time: 0.0426342 Aug 26 10:49:26.999035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.029488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 33dae4f5-0fd7-41ca-a211-d4e97350a0f0) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:27.040131 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.041508 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4d52844c-22bc-48a9-9b83-d583ce3965f5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7760694 Aug 26 10:49:27.048679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:27.050116 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.071323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaa1d9e-18c5-4cad-8c88-fb388bace644 None None] Network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:27.075745 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2fdd-3d8e-4685-bb56-6856c0075f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.079165 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0a8e2fdd-3d8e-4685-bb56-6856c0075f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.080480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0a8e2fdd-3d8e-4685-bb56-6856c0075f80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e2bc6ab-eefe-49fc-9415-35e9ba514440 HTTP/1.1" status: 204 len: 168 time: 0.4148042 Aug 26 10:49:27.095137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e2fdd-3d8e-4685-bb56-6856c0075f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2bc6ab-eefe-49fc-9415-35e9ba514440,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:27.126789 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-434c9fb6-bee2-4cea-b431-339af841c865 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8468978 Aug 26 10:49:27.129989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41636) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:27.137294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:27.155814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41638) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:27.157035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a9e05f53-83e6-4985-868c-7f891b2e4624 req-ea8a9d0e-6614-42aa-b06e-534acd573e1e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.177602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a4cf371b-83a7-48c6-80e5-bac0eeada815', 'c5677cac-3609-400a-b302-2634458f2881'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:27.182188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:27.202124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.203592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.235681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a9d0e-6614-42aa-b06e-534acd573e1e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Pushing event deleted for resources: {'Port': ['ID=c5677cac-3609-400a-b302-2634458f2881,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:27.298098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e05f53-83e6-4985-868c-7f891b2e4624 req-ea8a9d0e-6614-42aa-b06e-534acd573e1e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] No DVR routers for this DVR port c5677cac-3609-400a-b302-2634458f2881 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:27.304058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a9e05f53-83e6-4985-868c-7f891b2e4624 req-ea8a9d0e-6614-42aa-b06e-534acd573e1e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.306283 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a9e05f53-83e6-4985-868c-7f891b2e4624 req-ea8a9d0e-6614-42aa-b06e-534acd573e1e tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "DELETE /v2.0/ports/c5677cac-3609-400a-b302-2634458f2881 HTTP/1.1" status: 204 len: 173 time: 0.8642902 Aug 26 10:49:27.306881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-deleted', 'tag': 'c5677cac-3609-400a-b302-2634458f2881'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:27.317405 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29a5203-4bbf-4fe2-9674-ed7493e87e1a" -d '{"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-deleted", "tag": "c5677cac-3609-400a-b302-2634458f2881"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:27.340163 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-230d9137-0477-4e98-b50f-557a5def60e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=becd9546a21d43509cd16f0027c2cc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750977 Aug 26 10:49:27.340811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41644) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:27.364764 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.435472 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd68797-f49e-4aa8-953f-01f0d0985eb6 x-openstack-request-id: req-1dd68797-f49e-4aa8-953f-01f0d0985eb6 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:27.436021 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac9c387-2b34-448a-a92a-1d9c922121a3", "name": "network-vif-deleted", "tag": "c5677cac-3609-400a-b302-2634458f2881", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:27.436021 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dd68797-f49e-4aa8-953f-01f0d0985eb6 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:27.436425 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac9c387-2b34-448a-a92a-1d9c922121a3', 'name': 'network-vif-deleted', 'tag': 'c5677cac-3609-400a-b302-2634458f2881', 'status': 'completed', 'code': 200} Aug 26 10:49:27.467743 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6feb860c-217f-40ab-a606-4f348f2c6335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.518543 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6feb860c-217f-40ab-a606-4f348f2c6335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.594114 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6feb860c-217f-40ab-a606-4f348f2c6335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.600999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6feb860c-217f-40ab-a606-4f348f2c6335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.606361 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6feb860c-217f-40ab-a606-4f348f2c6335 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6145c7a-0155-4cc5-a8b4-9485c4936482 HTTP/1.1" status: 204 len: 168 time: 0.2645094 Aug 26 10:49:27.618150 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb860c-217f-40ab-a606-4f348f2c6335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6145c7a-0155-4cc5-a8b4-9485c4936482,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:27.659185 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:27.980675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-cf61473b-548c-434b-8f1c-ab693107be73 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--906155946&fields=id&tenant_id=a20ef30a5184466699261f37ea7a0f7f HTTP/1.1" status: 200 len: 267 time: 0.3074150 Aug 26 10:49:28.132963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-17fcb9b3-659a-411b-a28e-83b83d7f0b34 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:28.139315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-17fcb9b3-659a-411b-a28e-83b83d7f0b34 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports/8cd812fb-819b-4872-bbfe-4a72c5599d31 HTTP/1.1" status: 200 len: 937 time: 0.1547029 Aug 26 10:49:28.189753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b3405eb-455b-4c2e-8a14-29c400dca9db req-0ad61ab2-a358-4900-823a-5a9c62d49728 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ac9c387-2b34-448a-a92a-1d9c922121a3 HTTP/1.1" status: 200 len: 210 time: 0.0762827 Aug 26 10:49:28.201245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:49:28.202935 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:28.297147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-c860024b-e069-4a52-9375-975a43fbdd52 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:28.303312 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-48499112-a818-49fe-bd26-9ef661f3ef9e req-63e4d3b3-77d6-4b9a-abf7-c6aaa99fbea6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4857953 Aug 26 10:49:28.309214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-c860024b-e069-4a52-9375-975a43fbdd52 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports/6491ccdd-89e6-459e-8041-811f24b285dc HTTP/1.1" status: 200 len: 936 time: 0.1668472 Aug 26 10:49:28.349799 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-eeaf553e-5179-439d-a1d5-fde72d38af9e tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?network_id=69c1248d-4663-4fe7-82e4-6eb133288edb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0393538 Aug 26 10:49:28.397066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-555aa63c-3c8f-45cf-b7bb-1e157693bf4d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?network_id=69c1248d-4663-4fe7-82e4-6eb133288edb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0460987 Aug 26 10:49:28.425673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3b6e294-cb67-4e3a-9685-d7a61e2d2a96 req-a2b236b0-4ae6-4cfc-92a5-a8910051005d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=090f05ed-fde7-46fc-b0a6-c07417a20e15 HTTP/1.1" status: 200 len: 210 time: 0.1016700 Aug 26 10:49:28.435200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48499112-a818-49fe-bd26-9ef661f3ef9e req-bec08b8e-b37f-460d-af6d-b66e460d68be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:28.436940 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-48499112-a818-49fe-bd26-9ef661f3ef9e req-bec08b8e-b37f-460d-af6d-b66e460d68be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbdc0b3586bc413e8f4363512678b56e&device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 1096 time: 0.1031353 Aug 26 10:49:28.446119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41680) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:28.498955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Allocated IP 172.20.0.2 (33dae4f5-0fd7-41ca-a211-d4e97350a0f0/f9540030-6898-4d95-bee9-0eb1aec90f0b/81528fc5-311f-46bd-ac01-2d53215fb4d8) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:28.633856 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4b8d649d-90de-487e-bca4-3c8c2ca1c5cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac82bad0b0e34c5f81352f6fe3093b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862411 Aug 26 10:49:28.634763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41682) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:28.655214 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:28.685168 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:28.696661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-d9bdd0f4-95fb-4d00-bff6-c1a7df8d7540 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:28.705745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-d9bdd0f4-95fb-4d00-bff6-c1a7df8d7540 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:28.711069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48499112-a818-49fe-bd26-9ef661f3ef9e req-c8aa4fcf-731b-4bdf-be7c-a9e159870895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:28.712763 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-48499112-a818-49fe-bd26-9ef661f3ef9e req-c8aa4fcf-731b-4bdf-be7c-a9e159870895 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 200 len: 909 time: 0.1874211 Aug 26 10:49:28.713075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-d9bdd0f4-95fb-4d00-bff6-c1a7df8d7540 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:28.722085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-d9bdd0f4-95fb-4d00-bff6-c1a7df8d7540 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/networks?id=7e452ec9-a05c-4730-9299-cad46d4ac2a7&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=69c1248d-4663-4fe7-82e4-6eb133288edb&id=69c1248d-4663-4fe7-82e4-6eb133288edb HTTP/1.1" status: 200 len: 1996 time: 0.3227577 Aug 26 10:49:28.753593 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-f2cea3e9-9795-49b4-b0d4-88957693e1d5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/quotas/a20ef30a5184466699261f37ea7a0f7f HTTP/1.1" status: 200 len: 375 time: 0.0295436 Aug 26 10:49:28.774402 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:28.780630 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-48499112-a818-49fe-bd26-9ef661f3ef9e req-1eb12de2-872f-4f18-b48a-497bce94dd2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c49015d-b414-4768-958c-bb99bd41261a HTTP/1.1" status: 200 len: 217 time: 0.0531018 Aug 26 10:49:28.786454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Transition to ACTIVE for port object 81528fc5-311f-46bd-ac01-2d53215fb4d8 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:28.786813 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7023e89-5f2d-48ab-9c4d-5e57d794c101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:28.811884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Transition to ACTIVE for port object 81528fc5-311f-46bd-ac01-2d53215fb4d8 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:28.818839 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:28.868901 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7023e89-5f2d-48ab-9c4d-5e57d794c101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:28.882031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:28.883957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48499112-a818-49fe-bd26-9ef661f3ef9e req-49c8f082-d6c6-422f-ab58-fca280fd8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:28.885317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:28.885481 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-48499112-a818-49fe-bd26-9ef661f3ef9e req-49c8f082-d6c6-422f-ab58-fca280fd8059 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 200 len: 848 time: 0.0964870 Aug 26 10:49:28.887990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:28.912228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-22f7d8e9-0856-4764-a391-8a8b6b367f48 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1565237 Aug 26 10:49:28.947659 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-48499112-a818-49fe-bd26-9ef661f3ef9e req-b2fbb3d9-9f8b-48d9-91b4-567b78b941c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ef82442-85ca-4ab5-82ba-4ef962a133c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507209 Aug 26 10:49:28.980531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Pushing event updated for resources: {'Port': ['ID=81528fc5-311f-46bd-ac01-2d53215fb4d8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:29.020416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Allocated IP 172.25.1.149 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/73603dbb-c931-478e-a3ca-0d5e85c8c5ed) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:29.020669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Attempting to bind port 81528fc5-311f-46bd-ac01-2d53215fb4d8 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:29.020991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Attempting to bind port 81528fc5-311f-46bd-ac01-2d53215fb4d8 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:29.021422 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Attempting to bind port 81528fc5-311f-46bd-ac01-2d53215fb4d8 on network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:29.036148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:29.038057 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Checking segment: {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:29.038661 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:29.040173 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Bound using segment: {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:29.041409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Bound port: 81528fc5-311f-46bd-ac01-2d53215fb4d8, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:29.044390 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:29.077378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7023e89-5f2d-48ab-9c4d-5e57d794c101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:29.081097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7023e89-5f2d-48ab-9c4d-5e57d794c101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:29.094155 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b7023e89-5f2d-48ab-9c4d-5e57d794c101 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6562a15-01d7-4c2e-8bf9-7d7960269345 HTTP/1.1" status: 204 len: 168 time: 0.4502709 Aug 26 10:49:29.125632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7023e89-5f2d-48ab-9c4d-5e57d794c101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6562a15-01d7-4c2e-8bf9-7d7960269345,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:29.209480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] For port 81528fc5-311f-46bd-ac01-2d53215fb4d8, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:29.210061 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-48499112-a818-49fe-bd26-9ef661f3ef9e req-71e40299-985d-46ed-b924-f4cf5783f31a service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386839 Aug 26 10:49:29.214947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] For port 81528fc5-311f-46bd-ac01-2d53215fb4d8, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=81528fc5-311f-46bd-ac01-2d53215fb4d8,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:29.223058 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:29.230416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:29.326538 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:29.365738 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a991ef4-16a7-4e94-b458-f29b5ac012ff None None] Pushing event updated for resources: {'Port': ['ID=81528fc5-311f-46bd-ac01-2d53215fb4d8,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:29.412567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Pushing event updated for resources: {'Port': ['ID=73603dbb-c931-478e-a3ca-0d5e85c8c5ed,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:29.425717 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-48499112-a818-49fe-bd26-9ef661f3ef9e req-814d9fb0-80c5-4471-8298-ef91dfac4ffd service neutron] 10.222.0.47 "GET /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148137 Aug 26 10:49:29.427906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:29.430427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:29.437774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:30.138605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 81528fc5-311f-46bd-ac01-2d53215fb4d8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:30.211408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 81528fc5-311f-46bd-ac01-2d53215fb4d8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:30.292973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-0f205d3c-a945-45ef-ada6-89c973d03ca5 service neutron] 10.222.0.21 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3324740 Aug 26 10:49:30.530015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-1ee83eff-5beb-4263-b69a-53c22b97d18b service neutron] 10.222.0.21 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360137 Aug 26 10:49:30.632570 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-76984e9c-dc3f-438c-9d6c-4ec91a507769 service neutron] 10.222.0.21 "GET /v2.0/ports/8cd812fb-819b-4872-bbfe-4a72c5599d31?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0818818 Aug 26 10:49:30.750101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c5677cac-3609-400a-b302-2634458f2881 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:30.773808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: c5677cac-3609-400a-b302-2634458f2881 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:30.774259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c5677cac-3609-400a-b302-2634458f2881 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:30.821648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed8c66-6845-467d-bbe3-30e0e1aee238 req-2fdcca11-e1fa-442e-8721-9a05c936c49d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:30.823321 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84ed8c66-6845-467d-bbe3-30e0e1aee238 req-2fdcca11-e1fa-442e-8721-9a05c936c49d tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.2986491 Aug 26 10:49:30.843610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3fa935-5ce0-493a-9ac6-ea77abcc3a97 None None] Network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:30.885289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84ed8c66-6845-467d-bbe3-30e0e1aee238 req-0d55d4c1-6878-4c81-b670-201db73ffbcb tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472159 Aug 26 10:49:30.902221 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:30.926228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9e30e572-77a5-46ab-902d-4e79c813f7ab None None] Provisioning for port 81528fc5-311f-46bd-ac01-2d53215fb4d8 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:30.934055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9e30e572-77a5-46ab-902d-4e79c813f7ab None None] Provisioning complete for port 81528fc5-311f-46bd-ac01-2d53215fb4d8 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:30.934992 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e30e572-77a5-46ab-902d-4e79c813f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:30.940933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-80b8b18b-fb88-4043-9d62-24cf4bbf38c3 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732399 Aug 26 10:49:31.140653 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e30e572-77a5-46ab-902d-4e79c813f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:31.165415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-de847e98-6996-4150-8dbb-6ec9112d7190 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283724 Aug 26 10:49:31.192383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9e30e572-77a5-46ab-902d-4e79c813f7ab None None] For port 81528fc5-311f-46bd-ac01-2d53215fb4d8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=81528fc5-311f-46bd-ac01-2d53215fb4d8,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:31.204094 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e30e572-77a5-46ab-902d-4e79c813f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:31.270353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-cf1ffc23-f990-4a24-9341-0afb7bc89569 service neutron] 10.222.0.21 "GET /v2.0/ports/6491ccdd-89e6-459e-8041-811f24b285dc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0541809 Aug 26 10:49:31.278273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30e572-77a5-46ab-902d-4e79c813f7ab None None] Pushing event updated for resources: {'Port': ['ID=81528fc5-311f-46bd-ac01-2d53215fb4d8,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:31.581228 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:31.736144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a57c6863-cba0-4d5c-abd3-5971eb521497 None None] Provisioning complete for port 81528fc5-311f-46bd-ac01-2d53215fb4d8 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:31.737996 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a57c6863-cba0-4d5c-abd3-5971eb521497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:31.834934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b51ad-fdae-4f47-99d7-6f7ffa8a8c47 req-db2a09df-e344-478a-9e7b-c047bd37ce10 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:31.849336 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-635b51ad-fdae-4f47-99d7-6f7ffa8a8c47 req-db2a09df-e344-478a-9e7b-c047bd37ce10 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.1818979 Aug 26 10:49:31.919301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-03a16380-d857-42ff-8d04-25b3bf8e496c service neutron] 10.222.0.21 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396229 Aug 26 10:49:32.145908 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-635b51ad-fdae-4f47-99d7-6f7ffa8a8c47 req-dee24a88-7a33-4dc6-9f6a-990e5e004579 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Deleting port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:32.146262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-635b51ad-fdae-4f47-99d7-6f7ffa8a8c47 req-dee24a88-7a33-4dc6-9f6a-990e5e004579 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:32.151333 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41804) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:32.159099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 81528fc5-311f-46bd-ac01-2d53215fb4d8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:32.220000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Router 334dc713-0018-4dc7-8f0b-11df059d0b08 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:49:32.241757 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-96f6d52a-49b9-429f-9fe5-581207182c62 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208084 Aug 26 10:49:32.258387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe6c32-4589-4172-b922-12613cd3399a req-e8d258eb-3a93-4ddf-8e86-ddbbec470fff tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:32.262914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1cbe6c32-4589-4172-b922-12613cd3399a req-e8d258eb-3a93-4ddf-8e86-ddbbec470fff tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76f2232-478f-4490-bb1f-4ac598b289f4 HTTP/1.1" status: 200 len: 950 time: 0.1727524 Aug 26 10:49:32.308822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 81528fc5-311f-46bd-ac01-2d53215fb4d8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:32.309894 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:32.383483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-635b51ad-fdae-4f47-99d7-6f7ffa8a8c47 req-dee24a88-7a33-4dc6-9f6a-990e5e004579 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] For port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:32.384224 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-635b51ad-fdae-4f47-99d7-6f7ffa8a8c47 req-dee24a88-7a33-4dc6-9f6a-990e5e004579 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:32.413829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a7319ae5-69da-45d4-820f-20ae7106436a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:32.423119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-635b51ad-fdae-4f47-99d7-6f7ffa8a8c47 req-dee24a88-7a33-4dc6-9f6a-990e5e004579 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Calling delete_port for c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:32.585082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1cbe6c32-4589-4172-b922-12613cd3399a req-a4f43b7d-b533-4a69-a858-e7b0b640ddfe tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900010 Aug 26 10:49:32.591751 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-29dcf424-6e43-4ba0-84c7-09ed7a5667a5 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240151 Aug 26 10:49:32.641564 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-635b51ad-fdae-4f47-99d7-6f7ffa8a8c47 req-dee24a88-7a33-4dc6-9f6a-990e5e004579 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:32.656924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a4cf371b-83a7-48c6-80e5-bac0eeada815'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:32.659277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:32.790491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-635b51ad-fdae-4f47-99d7-6f7ffa8a8c47 req-dee24a88-7a33-4dc6-9f6a-990e5e004579 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] No DVR routers for this DVR port c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:32.793682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-635b51ad-fdae-4f47-99d7-6f7ffa8a8c47 req-dee24a88-7a33-4dc6-9f6a-990e5e004579 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:32.798183 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-635b51ad-fdae-4f47-99d7-6f7ffa8a8c47 req-dee24a88-7a33-4dc6-9f6a-990e5e004579 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.47 "DELETE /v2.0/ports/c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 HTTP/1.1" status: 204 len: 173 time: 0.9423897 Aug 26 10:49:32.799915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee24a88-7a33-4dc6-9f6a-990e5e004579 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Pushing event deleted for resources: {'Port': ['ID=c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:32.809663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'name': 'network-vif-deleted', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:32.813498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-fd5e0d25-d55c-4d6c-9242-a59e8f140f51 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056677 Aug 26 10:49:32.834420 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fdcb32-d6a1-4f20-85fe-e1ba232bbe85" -d '{"events": [{"server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "name": "network-vif-deleted", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:32.856647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:49:32.867051 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5477da8-307c-44f1-932a-aa7b95688ef9 req-88053ef9-f2f0-4741-9b61-7efc18a0ffe5 tempest-FlavorsV2NegativeTest-817237400 tempest-FlavorsV2NegativeTest-817237400-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=35e6c33ae24a42eaa510033eb3bcd9fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522807 Aug 26 10:49:32.876937 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Sync routers for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:49:32.902657 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:49:32.903609 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:49:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:32.936551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a7319ae5-69da-45d4-820f-20ae7106436a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:32.944212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a7319ae5-69da-45d4-820f-20ae7106436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:33.046210 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a7319ae5-69da-45d4-820f-20ae7106436a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f97199a4c4849aabbb013ecbded4096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8939350 Aug 26 10:49:33.047042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7319ae5-69da-45d4-820f-20ae7106436a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89366022-f42d-4bb2-8f04-f73027352566,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:33.058243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41828) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:33.134561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:33.135880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1f9333a5-eae3-4616-950d-8d7a9da3ef6f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0047510 Aug 26 10:49:33.140233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41830) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:33.145350 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:49:33.217251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f08b082-4db0-4c65-b6c4-1607e72f5b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:33.267579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f08b082-4db0-4c65-b6c4-1607e72f5b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:33.348569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f08b082-4db0-4c65-b6c4-1607e72f5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:33.353774 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f08b082-4db0-4c65-b6c4-1607e72f5b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:33.360914 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4f08b082-4db0-4c65-b6c4-1607e72f5b99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89366022-f42d-4bb2-8f04-f73027352566 HTTP/1.1" status: 204 len: 168 time: 0.3014805 Aug 26 10:49:33.379943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08b082-4db0-4c65-b6c4-1607e72f5b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89366022-f42d-4bb2-8f04-f73027352566,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:33.399349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-4f457c5c-436a-4183-affa-f68206928655 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664511 Aug 26 10:49:33.514322 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:30Z', 'revision_number': 3, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:33.566420 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Checking router: 334dc713-0018-4dc7-8f0b-11df059d0b08 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:49:33.566805 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Updating router 334dc713-0018-4dc7-8f0b-11df059d0b08 port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:49:33.620224 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:33.916948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5477da8-307c-44f1-932a-aa7b95688ef9 req-a58dc70d-9afd-43ed-8f9b-cc0f97989719 tempest-FlavorsV2NegativeTest-817237400 tempest-FlavorsV2NegativeTest-817237400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:33.918761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5477da8-307c-44f1-932a-aa7b95688ef9 req-a58dc70d-9afd-43ed-8f9b-cc0f97989719 tempest-FlavorsV2NegativeTest-817237400 tempest-FlavorsV2NegativeTest-817237400-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0508914 Aug 26 10:49:33.948128 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:33.965235 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Transition to ACTIVE for port object 73603dbb-c931-478e-a3ca-0d5e85c8c5ed will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:33.979697 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:34.023875 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Attempting to bind port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:34.024170 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Attempting to bind port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:34.024538 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Attempting to bind port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:34.026432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5477da8-307c-44f1-932a-aa7b95688ef9 req-4bf5a3c9-def4-4ab4-90c2-6b9fa5bf0797 tempest-FlavorsV2NegativeTest-817237400 tempest-FlavorsV2NegativeTest-817237400-project] 10.222.0.21 "GET /v2.0/quotas/35e6c33ae24a42eaa510033eb3bcd9fb HTTP/1.1" status: 200 len: 375 time: 0.0989881 Aug 26 10:49:34.048187 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:34.048566 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:34.048974 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:34.049933 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:34.050420 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Bound port: 73603dbb-c931-478e-a3ca-0d5e85c8c5ed, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:34.050825 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:34.075582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5477da8-307c-44f1-932a-aa7b95688ef9 req-62859ce2-e8f9-44c4-a27f-a52af437ae4d tempest-FlavorsV2NegativeTest-817237400 tempest-FlavorsV2NegativeTest-817237400-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=35e6c33ae24a42eaa510033eb3bcd9fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341976 Aug 26 10:49:34.111136 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-fb0df36a-643d-406a-8ba8-1b9e64ab98e8 service neutron] 10.222.0.21 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104862 Aug 26 10:49:34.126599 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] For port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:34.131032 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] For port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=73603dbb-c931-478e-a3ca-0d5e85c8c5ed,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:34.149431 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:34.222175 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:49:34.222886 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:49:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:34.289919 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cdf3a2-51ba-4c67-afba-b3ba12d6fd4c x-openstack-request-id: req-13cdf3a2-51ba-4c67-afba-b3ba12d6fd4c {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:34.290705 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76f2232-478f-4490-bb1f-4ac598b289f4", "name": "network-vif-deleted", "tag": "c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:34.290705 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13cdf3a2-51ba-4c67-afba-b3ba12d6fd4c {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:34.292180 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76f2232-478f-4490-bb1f-4ac598b289f4', 'name': 'network-vif-deleted', 'tag': 'c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3', 'status': 'completed', 'code': 200} Aug 26 10:49:34.527614 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:49:34.620328 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-81cb5dd5-2a0a-437c-ac28-7abd675eaecf service neutron] 10.222.0.21 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250011 Aug 26 10:49:34.807054 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c3dae-72c2-4c03-b16f-2ee3eb978332 None None] Pushing event updated for resources: {'Port': ['ID=73603dbb-c931-478e-a3ca-0d5e85c8c5ed,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:34.887422 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:30Z', 'revision_number': 3, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:34.919615 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-0eac1e5f-5526-4423-88e8-8a4dd7865340 service neutron] 10.222.0.21 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240822 Aug 26 10:49:34.928792 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c3dae-72c2-4c03-b16f-2ee3eb978332 None None] Pushing event updated for resources: {'Port': ['ID=73603dbb-c931-478e-a3ca-0d5e85c8c5ed,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:34.933498 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a36e06-f35c-41d3-9a10-7dd0ad128c58 None None] The sync data for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 is: [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:30Z', 'revision_number': 3, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:49:35.236023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-cecf55d5-a786-4d1a-89d5-32e87468119f service neutron] 10.222.0.21 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046384 Aug 26 10:49:35.298225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41904) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:35.328686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-e3d4fb16-eb66-4ea5-8f30-85c917c8f6e9 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0e1959e164cb4e4d85b412d423f1d909&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980113 Aug 26 10:49:35.469800 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:35.562559 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f1d66cf8-be71-426c-a0ae-3b1b5a79163a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:35.650141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-3f1b6f24-20d8-4dd0-beb3-96ef3edb266f service neutron] 10.222.0.21 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985415 Aug 26 10:49:35.718603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f1d66cf8-be71-426c-a0ae-3b1b5a79163a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:35.730507 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f1d66cf8-be71-426c-a0ae-3b1b5a79163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:35.794943 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f1d66cf8-be71-426c-a0ae-3b1b5a79163a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35e6c33ae24a42eaa510033eb3bcd9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4941170 Aug 26 10:49:35.795755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41912) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:35.797789 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d66cf8-be71-426c-a0ae-3b1b5a79163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c1f886-207d-4977-b48c-d28df190c7d1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:35.825392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-97fb9289-c565-45ed-bd2c-2a3a9da9368e tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:35.831491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-97fb9289-c565-45ed-bd2c-2a3a9da9368e tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5006731 Aug 26 10:49:35.845719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Allocated IP 172.20.0.1 (33dae4f5-0fd7-41ca-a211-d4e97350a0f0/f9540030-6898-4d95-bee9-0eb1aec90f0b/1d017c37-a971-4524-ab72-e7d44ff72255) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:35.862158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-b6f78275-7ef9-4886-b91a-21c4c41b3e23 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/quotas/0e1959e164cb4e4d85b412d423f1d909 HTTP/1.1" status: 200 len: 375 time: 0.0273378 Aug 26 10:49:35.931807 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b149147-6b80-41ff-9f1b-77564d142679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:35.960953 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b149147-6b80-41ff-9f1b-77564d142679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.065112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-5c2db1c8-f83c-4d2f-9b4a-faaf9b9b481d tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e1959e164cb4e4d85b412d423f1d909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1928003 Aug 26 10:49:36.094487 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.095968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b149147-6b80-41ff-9f1b-77564d142679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.104278 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b149147-6b80-41ff-9f1b-77564d142679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.107551 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1b149147-6b80-41ff-9f1b-77564d142679 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0c1f886-207d-4977-b48c-d28df190c7d1 HTTP/1.1" status: 204 len: 168 time: 0.3105543 Aug 26 10:49:36.141636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b149147-6b80-41ff-9f1b-77564d142679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c1f886-207d-4977-b48c-d28df190c7d1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:36.147061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Transition to ACTIVE for port object 1d017c37-a971-4524-ab72-e7d44ff72255 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:36.153305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 73603dbb-c931-478e-a3ca-0d5e85c8c5ed up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:36.250931 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.300746 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef64a2-69d7-46e1-955a-0f80a2eaebb4 req-26c86dc7-dd52-4708-b67d-59b91bfa4643 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:36.302920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:36.303295 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aef64a2-69d7-46e1-955a-0f80a2eaebb4 req-26c86dc7-dd52-4708-b67d-59b91bfa4643 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.1434326 Aug 26 10:49:36.340961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Pushing event updated for resources: {'Port': ['ID=1d017c37-a971-4524-ab72-e7d44ff72255,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:36.371680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:36.372538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c2f9c8ef-3d25-4145-9ebd-c1b5f4ebd9c3 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:36.386636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:36.392229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:36.393584 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.405125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:36.408656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:36.425635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:36.501947 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.577503 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-4aef64a2-69d7-46e1-955a-0f80a2eaebb4 req-f73e5771-6e70-41a0-8ed3-8dee9bf95c1a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Deleting port a4cf371b-83a7-48c6-80e5-bac0eeada815 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:36.577849 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aef64a2-69d7-46e1-955a-0f80a2eaebb4 req-f73e5771-6e70-41a0-8ed3-8dee9bf95c1a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.579222 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.629385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=73603dbb-c931-478e-a3ca-0d5e85c8c5ed,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:36.637318 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.776680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=73603dbb-c931-478e-a3ca-0d5e85c8c5ed,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:36.820338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-43318c17-524a-4136-920c-ea38455e5987 None None] Provisioning for port 1d017c37-a971-4524-ab72-e7d44ff72255 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:36.825434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-43318c17-524a-4136-920c-ea38455e5987 None None] Provisioning complete for port 1d017c37-a971-4524-ab72-e7d44ff72255 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:36.825944 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43318c17-524a-4136-920c-ea38455e5987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.878035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-4aef64a2-69d7-46e1-955a-0f80a2eaebb4 req-f73e5771-6e70-41a0-8ed3-8dee9bf95c1a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] For port a4cf371b-83a7-48c6-80e5-bac0eeada815, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a4cf371b-83a7-48c6-80e5-bac0eeada815,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:36.878407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aef64a2-69d7-46e1-955a-0f80a2eaebb4 req-f73e5771-6e70-41a0-8ed3-8dee9bf95c1a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:36.882844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480fd7-5566-4e2d-a964-bafff0f20640 req-8c2ab8fd-2877-4b6b-b346-e58a7f6e4f77 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:36.886084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9480fd7-5566-4e2d-a964-bafff0f20640 req-8c2ab8fd-2877-4b6b-b346-e58a7f6e4f77 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 950 time: 0.2187645 Aug 26 10:49:36.902055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-43318c17-524a-4136-920c-ea38455e5987 None None] Port 1d017c37-a971-4524-ab72-e7d44ff72255 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:36.922491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-4aef64a2-69d7-46e1-955a-0f80a2eaebb4 req-f73e5771-6e70-41a0-8ed3-8dee9bf95c1a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Calling delete_port for a4cf371b-83a7-48c6-80e5-bac0eeada815 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:36.946674 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:37.047371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9480fd7-5566-4e2d-a964-bafff0f20640 req-f207f524-4427-4408-9d55-243ba6b28a96 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539295 Aug 26 10:49:37.276106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aef64a2-69d7-46e1-955a-0f80a2eaebb4 req-f73e5771-6e70-41a0-8ed3-8dee9bf95c1a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:37.289631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a4cf371b-83a7-48c6-80e5-bac0eeada815'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:37.341559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e5771-6e70-41a0-8ed3-8dee9bf95c1a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Pushing event deleted for resources: {'Port': ['ID=a4cf371b-83a7-48c6-80e5-bac0eeada815,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:37.385063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ab5f198-8f32-4552-8e9a-72ccede36e93 req-eda2becf-2161-4156-83f6-b5903b64ff4a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.1274099 Aug 26 10:49:37.426044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23f87846-6c32-4de0-8a92-584140cb05cf req-b4f8c217-e421-403a-b136-24a00bee8e03 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 210 time: 0.0602417 Aug 26 10:49:37.447796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aef64a2-69d7-46e1-955a-0f80a2eaebb4 req-f73e5771-6e70-41a0-8ed3-8dee9bf95c1a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] No DVR routers for this DVR port a4cf371b-83a7-48c6-80e5-bac0eeada815 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:37.455566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aef64a2-69d7-46e1-955a-0f80a2eaebb4 req-f73e5771-6e70-41a0-8ed3-8dee9bf95c1a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:37.469735 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aef64a2-69d7-46e1-955a-0f80a2eaebb4 req-f73e5771-6e70-41a0-8ed3-8dee9bf95c1a tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.42 "DELETE /v2.0/ports/a4cf371b-83a7-48c6-80e5-bac0eeada815 HTTP/1.1" status: 204 len: 173 time: 1.1593492 Aug 26 10:49:37.470284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'name': 'network-vif-deleted', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:37.470660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:37.473169 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac24310-976a-4c5e-8eba-3604cae6c880" -d '{"events": [{"server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "name": "network-vif-deleted", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:37.496898 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:37.522568 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c93ef2b-1cf7-436a-aff7-49b5a5da006e x-openstack-request-id: req-8c93ef2b-1cf7-436a-aff7-49b5a5da006e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:37.522827 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a071bf4c-7916-43f1-821b-7b8e52df8c85", "name": "network-vif-deleted", "tag": "a4cf371b-83a7-48c6-80e5-bac0eeada815", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:37.523345 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c93ef2b-1cf7-436a-aff7-49b5a5da006e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:37.524109 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a071bf4c-7916-43f1-821b-7b8e52df8c85', 'name': 'network-vif-deleted', 'tag': 'a4cf371b-83a7-48c6-80e5-bac0eeada815', 'status': 'completed', 'code': 200} Aug 26 10:49:37.592337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Pushing event updated for resources: {'Port': ['ID=1d017c37-a971-4524-ab72-e7d44ff72255,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:37.617449 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:37.674032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41974) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:37.718708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767be04-668b-4e0c-b561-8cef0b21915a req-bec54062-5e58-4ecc-990e-ac7f212a4ee5 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:37.726700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e767be04-668b-4e0c-b561-8cef0b21915a req-bec54062-5e58-4ecc-990e-ac7f212a4ee5 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 945 time: 0.1722860 Aug 26 10:49:37.785876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e767be04-668b-4e0c-b561-8cef0b21915a req-95da3c1a-adfd-44ac-8cfa-808f6634eb8a tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581686 Aug 26 10:49:37.798966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:37.809478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:37.819739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-network', 'tenant_id': '7414580643d740a8ac41f7987ad69bee'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:37.860580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Made reservation on behalf of 7414580643d740a8ac41f7987ad69bee for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:37.865999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:37.880349 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:37.998537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Router 334dc713-0018-4dc7-8f0b-11df059d0b08 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:49:38.020286 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-dccbbe75-337e-406b-9644-40a6e66fe820 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0e1959e164cb4e4d85b412d423f1d909&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377009 Aug 26 10:49:38.116231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 73603dbb-c931-478e-a3ca-0d5e85c8c5ed up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:38.242696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153f40d-b6b6-4809-8dd2-732c20d9cdb6 req-b67734a8-cc6c-4945-a819-a231ede8374d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:38.245902 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e153f40d-b6b6-4809-8dd2-732c20d9cdb6 req-b67734a8-cc6c-4945-a819-a231ede8374d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 945 time: 0.2234664 Aug 26 10:49:38.268394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:38.268954 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:38.270308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bce54c-34e7-4840-adf7-eee38ebbe27c req-2ee90446-bb60-453a-9ef6-3eb72d9bfca4 tempest-MigrationsAdminTest-1676860816 tempest-MigrationsAdminTest-1676860816-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071bf4c-7916-43f1-821b-7b8e52df8c85 HTTP/1.1" status: 200 len: 210 time: 0.0807624 Aug 26 10:49:38.293403 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:38.304033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:49:38.316115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Sync routers for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:49:38.325681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7c1cceec-9aa0-4460-a5fd-aed5f330119d admin admin] 10.222.0.21 "PUT /v2.0/routers/334dc713-0018-4dc7-8f0b-11df059d0b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1739144 Aug 26 10:49:38.349397 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:38.364147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:49:38.364799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:49:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:38.366691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-751f059f-62a6-4121-8f5b-a215e12cbfbc None None] Provisioning complete for port 1d017c37-a971-4524-ab72-e7d44ff72255 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:38.370493 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-751f059f-62a6-4121-8f5b-a215e12cbfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:38.405252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:49:38.428318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-751f059f-62a6-4121-8f5b-a215e12cbfbc None None] Port 1d017c37-a971-4524-ab72-e7d44ff72255 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:38.525113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-ba063497-2fa1-4e70-bd4d-1768be49cbe6 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:38.526723 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-ba063497-2fa1-4e70-bd4d-1768be49cbe6 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4648089 Aug 26 10:49:38.537980 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:38.538339 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Added segment 975e506e-3633-49fc-81e5-4d20fb5365f4 of type vlan for network 3cb2b1ac-e38e-43b2-a861-c342d46d77de Aug 26 10:49:38.553325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ed1e64-d280-4e82-adba-5743f3643e89,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:38.555254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6203971-a29d-4154-bd78-999923df73b0 req-7a463046-cf55-4204-b4ed-5dc0b1f93251 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.0395880 Aug 26 10:49:38.570988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Request body: {'port': {'device_id': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '0e1959e164cb4e4d85b412d423f1d909'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:38.599324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c7bb8df-d731-42a2-a349-4b3f6b9d1989 req-b4080ce0-d5e8-4be5-bfbf-efefd057fd10 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 210 time: 0.0418215 Aug 26 10:49:38.619102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:49:38.679727 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:38.740442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-e153f40d-b6b6-4809-8dd2-732c20d9cdb6 req-1c93118b-f1fd-4590-8f07-87bb315af28b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Deleting port 14b021cc-57a9-45f5-b49b-7c8112f44753 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:38.741019 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e153f40d-b6b6-4809-8dd2-732c20d9cdb6 req-1c93118b-f1fd-4590-8f07-87bb315af28b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:38.818321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:38.819426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:38.821640 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:38.871128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-75b7ff7a-9531-438e-af37-5bcbdc0fe067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:38.872943 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-75b7ff7a-9531-438e-af37-5bcbdc0fe067 service neutron] 10.222.0.42 "GET /v2.0/ports/8cd812fb-819b-4872-bbfe-4a72c5599d31 HTTP/1.1" status: 200 len: 1033 time: 0.1522591 Aug 26 10:49:38.908477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:37Z', 'revision_number': 2, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:38.939553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Checking router: 334dc713-0018-4dc7-8f0b-11df059d0b08 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:49:38.941032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Updating router 334dc713-0018-4dc7-8f0b-11df059d0b08 port 1d017c37-a971-4524-ab72-e7d44ff72255 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:49:38.966292 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2874501 Aug 26 10:49:38.974921 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:38.978282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42006) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:38.984405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Request body: {'subnet': {'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-subnet', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:39.018871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 10:49:39.018871 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 10:49:39.018871 n-d-778550-13 neutron-server[101267]: [parameters: {'project_id_1': '7414580643d740a8ac41f7987ad69bee', 'expiration_1': datetime.datetime(2021, 8, 26, 10, 49, 38, 992907)}] Aug 26 10:49:39.018871 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:49:39.019235 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:49:39.030626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-81ac8e9a-b43c-4224-8ed7-083cf040b558 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:39.032202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-81ac8e9a-b43c-4224-8ed7-083cf040b558 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 820 time: 0.1778321 Aug 26 10:49:39.039131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e153f40d-b6b6-4809-8dd2-732c20d9cdb6 req-1c93118b-f1fd-4590-8f07-87bb315af28b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] For port 14b021cc-57a9-45f5-b49b-7c8112f44753, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=14b021cc-57a9-45f5-b49b-7c8112f44753,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:39.039504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e153f40d-b6b6-4809-8dd2-732c20d9cdb6 req-1c93118b-f1fd-4590-8f07-87bb315af28b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:39.054635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c10c9-d587-4c63-a033-1594ef4558ad admin admin] Pushing event updated for resources: {'Network': ['ID=3cb2b1ac-e38e-43b2-a861-c342d46d77de,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:39.057476 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb7df5-ce04-4a56-ac3f-cdd5c8c7a894 req-b23d9a65-4a03-415e-af82-6773024f8e82 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:39.059701 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-344a3c76-50b0-49bf-9de2-c4da2ceb3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:39.061123 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-344a3c76-50b0-49bf-9de2-c4da2ceb3c30 service neutron] 10.222.0.42 "GET /v2.0/ports/6491ccdd-89e6-459e-8041-811f24b285dc HTTP/1.1" status: 200 len: 1032 time: 0.1288071 Aug 26 10:49:39.065879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-e153f40d-b6b6-4809-8dd2-732c20d9cdb6 req-1c93118b-f1fd-4590-8f07-87bb315af28b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Calling delete_port for 14b021cc-57a9-45f5-b49b-7c8112f44753 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:39.066008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2eb7df5-ce04-4a56-ac3f-cdd5c8c7a894 req-b23d9a65-4a03-415e-af82-6773024f8e82 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 945 time: 0.1840150 Aug 26 10:49:39.071408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Made reservation on behalf of 0e1959e164cb4e4d85b412d423f1d909 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:39.075023 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:39.085864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fbd1f1d7-affc-4ef5-9eb7-89ac2b0adfba tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/quotas/5c67cdf60cb2410681925e3387249a86 HTTP/1.1" status: 200 len: 375 time: 0.0441251 Aug 26 10:49:39.121011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 3cb2b1ac-e38e-43b2-a861-c342d46d77de details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:49:39.155057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2eb7df5-ce04-4a56-ac3f-cdd5c8c7a894 req-e238de24-d74b-4e1b-8ea3-3488856da11f tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756006 Aug 26 10:49:39.185569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-315fdd5e-809d-467c-8350-18fdeaacb7e9 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919008 Aug 26 10:49:39.453740 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-77fa89a6-ced0-4580-be75-5570fb5646f1 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611108 Aug 26 10:49:39.487087 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:39.570488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Made reservation on behalf of 7414580643d740a8ac41f7987ad69bee for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:39.573680 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:39.648478 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-0a075589-3498-44d0-ad58-7a0124793de2 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824434 Aug 26 10:49:39.654703 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e153f40d-b6b6-4809-8dd2-732c20d9cdb6 req-1c93118b-f1fd-4590-8f07-87bb315af28b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:39.734643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93118b-f1fd-4590-8f07-87bb315af28b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Pushing event deleted for resources: {'Port': ['ID=14b021cc-57a9-45f5-b49b-7c8112f44753,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:39.748478 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:39.760176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Transition to ACTIVE for port object 1d017c37-a971-4524-ab72-e7d44ff72255 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:39.760380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b5df3ac8-ba69-447d-93e7-c8d2713d3f64 req-807c8496-72ce-45ac-93e1-14216ac89dc6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.0497513 Aug 26 10:49:39.761104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42024) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:39.766432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['14b021cc-57a9-45f5-b49b-7c8112f44753'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:39.771937 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:39.818653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e153f40d-b6b6-4809-8dd2-732c20d9cdb6 req-1c93118b-f1fd-4590-8f07-87bb315af28b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] No DVR routers for this DVR port 14b021cc-57a9-45f5-b49b-7c8112f44753 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:39.828237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e153f40d-b6b6-4809-8dd2-732c20d9cdb6 req-1c93118b-f1fd-4590-8f07-87bb315af28b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:39.831703 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e153f40d-b6b6-4809-8dd2-732c20d9cdb6 req-1c93118b-f1fd-4590-8f07-87bb315af28b tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.47 "DELETE /v2.0/ports/14b021cc-57a9-45f5-b49b-7c8112f44753 HTTP/1.1" status: 204 len: 173 time: 1.5701962 Aug 26 10:49:39.838330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'name': 'network-vif-deleted', 'tag': '14b021cc-57a9-45f5-b49b-7c8112f44753'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:39.847658 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d7392d-3499-4943-8200-010c5a461b94" -d '{"events": [{"server_uuid": "2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8", "name": "network-vif-deleted", "tag": "14b021cc-57a9-45f5-b49b-7c8112f44753"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:39.935574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-cae53bab-e72d-4094-b711-43c5fe162157 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:39.946943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-cae53bab-e72d-4094-b711-43c5fe162157 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:39.960443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc3938-4d7e-42d1-99f1-30a7908eb63c None None] Pushing event updated for resources: {'Port': ['ID=1d017c37-a971-4524-ab72-e7d44ff72255,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:39.995021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-cae53bab-e72d-4094-b711-43c5fe162157 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:40.003907 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-cae53bab-e72d-4094-b711-43c5fe162157 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "GET /v2.0/networks?id=7e452ec9-a05c-4730-9299-cad46d4ac2a7&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=69c1248d-4663-4fe7-82e4-6eb133288edb&id=69c1248d-4663-4fe7-82e4-6eb133288edb HTTP/1.1" status: 200 len: 1996 time: 0.9352598 Aug 26 10:49:40.015071 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcee6f2-2fa1-45cd-aece-b1e742ffd3c8 x-openstack-request-id: req-6dcee6f2-2fa1-45cd-aece-b1e742ffd3c8 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:40.015469 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8", "name": "network-vif-deleted", "tag": "14b021cc-57a9-45f5-b49b-7c8112f44753", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:40.015818 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dcee6f2-2fa1-45cd-aece-b1e742ffd3c8 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:40.016951 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8', 'name': 'network-vif-deleted', 'tag': '14b021cc-57a9-45f5-b49b-7c8112f44753', 'status': 'completed', 'code': 200} Aug 26 10:49:40.065698 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-8642ee58-5f66-4fd7-be69-65c870b3544a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a20ef30a5184466699261f37ea7a0f7f HTTP/1.1" status: 200 len: 379 time: 0.0461273 Aug 26 10:49:40.085855 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'admin_state_up': True, 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'security_groups': ['6036dfa0-0c30-492e-9edb-118485ad570d']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:40.102762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Attempting to bind port 1d017c37-a971-4524-ab72-e7d44ff72255 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:40.103189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Attempting to bind port 1d017c37-a971-4524-ab72-e7d44ff72255 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:40.103674 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Attempting to bind port 1d017c37-a971-4524-ab72-e7d44ff72255 on network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:40.109860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:40.110237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Checking segment: {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:40.110707 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:40.111132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Bound using segment: {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:40.111629 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Bound port: 1d017c37-a971-4524-ab72-e7d44ff72255, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:40.112011 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:40.177748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a9f8321-e795-47a0-ba87-c0500d798818 req-f1c255ab-d301-4742-8cea-25deebbf8b30 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 210 time: 0.1790707 Aug 26 10:49:40.237976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] For port 1d017c37-a971-4524-ab72-e7d44ff72255, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:40.238245 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:40.244074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] For port 1d017c37-a971-4524-ab72-e7d44ff72255, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1d017c37-a971-4524-ab72-e7d44ff72255,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:40.246043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df1720d1-96ca-483a-a064-aa8d37aa10fb req-dcee8f7a-f708-4461-9edf-baefd9860b32 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 210 time: 0.1754601 Aug 26 10:49:40.247968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:40.277795 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:40.296580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5447df-62df-4173-8cfc-d26ac89dacde,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:40.328818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-38a77052-5b2a-4c13-9618-2a3dc2e575f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cac702c5642f41e2949e2afdcb274895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564790 Aug 26 10:49:40.341880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42042) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:40.410443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:40.414551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:40.480080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:49:40.481529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:49:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:40.605311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6666f718-9857-4027-9d08-f0226f76594d req-139d51b1-906e-4fa9-b9df-3818be91afe7 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cbdb372-7f33-4410-8fe4-a7d0c0afc6c8 HTTP/1.1" status: 200 len: 210 time: 0.2000997 Aug 26 10:49:40.636196 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:40.652677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc3938-4d7e-42d1-99f1-30a7908eb63c None None] Pushing event updated for resources: {'Port': ['ID=1d017c37-a971-4524-ab72-e7d44ff72255,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:40.664180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Allocated IP 172.20.0.14 (7e452ec9-a05c-4730-9299-cad46d4ac2a7/cbd66f25-7610-43d2-adaa-46242c9349bb/c116599a-327c-4688-9f4b-1845a6872218) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:40.740544 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-65140eb5-3522-48a8-8ca3-96a6001a6e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:40.769793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:49:40.777941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Allocated IP 192.168.233.25 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/ce8fb64d-2998-4bc6-8180-3c33f30c5ce5) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:40.799989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a72a8a-a843-4c7a-bbc4-9a18d5657067,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:40.838100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a4cf371b-83a7-48c6-80e5-bac0eeada815 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:40.863716 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-65140eb5-3522-48a8-8ca3-96a6001a6e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:40.890394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: a4cf371b-83a7-48c6-80e5-bac0eeada815 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:40.890622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a4cf371b-83a7-48c6-80e5-bac0eeada815 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:40.902175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Checking segment: {'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:40.902532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Network hostable DHCP agents. Network: 3cb2b1ac-e38e-43b2-a861-c342d46d77de, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:49:40.950646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:40.966043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Transition to ACTIVE for port object ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:41.001941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ac3f22f-bd89-44c1-bd1c-289208c579df req-1e4eecb2-5e24-4b56-b860-6cc4ce3216ba tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.0634904 Aug 26 10:49:41.022475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Network 3cb2b1ac-e38e-43b2-a861-c342d46d77de is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:49:41.048791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 3cb2b1ac-e38e-43b2-a861-c342d46d77de) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:41.055930 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:41.060032 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:41.063803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d5584-cbda-447b-8a3c-938cb47925e7 None None] Network 3cb2b1ac-e38e-43b2-a861-c342d46d77de requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:41.076040 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-65140eb5-3522-48a8-8ca3-96a6001a6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:41.084390 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-65140eb5-3522-48a8-8ca3-96a6001a6e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:41.090493 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-65140eb5-3522-48a8-8ca3-96a6001a6e5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c HTTP/1.1" status: 204 len: 168 time: 0.7418504 Aug 26 10:49:41.116576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65140eb5-3522-48a8-8ca3-96a6001a6e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2db4bf7-5935-4fd9-85d7-a7b5b068dd8c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:41.138776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:41.149835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e55a53f4-34d6-403e-ae7d-9ab4d66ace7b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1679018 Aug 26 10:49:41.150498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42052) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:41.160390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:41.203815 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:41.204919 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:41.242003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:41.264552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:41.273388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Pushing event updated for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:41.293711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:41.357405 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:41.370626 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:41.438955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Transition to ACTIVE for port object c116599a-327c-4688-9f4b-1845a6872218 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:41.453316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:40Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:41.495579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'fixed_ips': [{'subnet_id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:49:41.495828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:41.496793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:41.514478 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:41.519525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb156b0-6d3f-493f-902b-6c53f5c9850e None None] The sync data for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 is: [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:40Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:49:41.525000 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-a1a48187-72c1-4d8d-a91d-6bc5c5693f38 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9725256 Aug 26 10:49:41.548356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Request body: {'port': {'device_id': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:41.883621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Allocated IP 172.20.0.2 (3cb2b1ac-e38e-43b2-a861-c342d46d77de/45a72a8a-a843-4c7a-bbc4-9a18d5657067/e374525b-a121-4462-8e40-100d342191c8) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:41.919293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42066) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:41.993918 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.017150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7681a41c-533e-4bfd-9782-0dd112f99660 req-23a1dd8e-a474-45d0-895b-7f585be24269 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 210 time: 0.6403756 Aug 26 10:49:42.058814 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-975757a3-7837-4751-afc7-9e3626d07eab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4535fd25244d40f2a219618f58389365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1381102 Aug 26 10:49:42.059788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.072198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42070) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:42.085460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7e45430d-535e-4747-825d-cddf609fc870 None None] Provisioning for port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:42.092183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7e45430d-535e-4747-825d-cddf609fc870 None None] Provisioning complete for port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:42.092798 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e45430d-535e-4747-825d-cddf609fc870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.164852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1d017c37-a971-4524-ab72-e7d44ff72255 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:42.173436 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:42.194753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7e45430d-535e-4747-825d-cddf609fc870 None None] Port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:42.256817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.264346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:42.290500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3517a-ce2e-4028-bb01-c75519208eed req-dc88625e-e9ed-4eee-b383-eb3d455bd5d0 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:42.291031 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.297744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6c3517a-ce2e-4028-bb01-c75519208eed req-dc88625e-e9ed-4eee-b383-eb3d455bd5d0 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 935 time: 0.3248224 Aug 26 10:49:42.302833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:42.306161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Port': ['ID=c116599a-327c-4688-9f4b-1845a6872218,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:42.306932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Transition to ACTIVE for port object e374525b-a121-4462-8e40-100d342191c8 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:42.324673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 14b021cc-57a9-45f5-b49b-7c8112f44753 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:42.344306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 1d017c37-a971-4524-ab72-e7d44ff72255 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:42.390933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Transition to ACTIVE for port object e374525b-a121-4462-8e40-100d342191c8 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:42.395398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 14b021cc-57a9-45f5-b49b-7c8112f44753 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:42.405605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 14b021cc-57a9-45f5-b49b-7c8112f44753 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:42.409710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1d017c37-a971-4524-ab72-e7d44ff72255 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:42.411915 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.418256 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.432988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-60f19298-2a29-46ae-a258-040b5bceca08 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:42.434968 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-60f19298-2a29-46ae-a258-040b5bceca08 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.47 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 820 time: 0.7597275 Aug 26 10:49:42.459638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Request body: {'port': {'device_id': 'adf6caad-d555-4840-abd3-dad32d062423', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'admin_state_up': True, 'tenant_id': '5c67cdf60cb2410681925e3387249a86'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:42.490696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6c3517a-ce2e-4028-bb01-c75519208eed req-a3c950ab-72f1-4add-86ed-8c0b1cd421f3 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992243 Aug 26 10:49:42.599764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Network 3cb2b1ac-e38e-43b2-a861-c342d46d77de is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:42.601541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:42.621985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Pushing event updated for resources: {'Port': ['ID=e374525b-a121-4462-8e40-100d342191c8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:42.632355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:42.652416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b033f2d-5ded-4bb1-a836-1b71beb12346 req-758514df-a9ba-40f2-ac68-1103ec4273bb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:42.669701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b033f2d-5ded-4bb1-a836-1b71beb12346 req-758514df-a9ba-40f2-ac68-1103ec4273bb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 932 time: 0.2070961 Aug 26 10:49:42.754465 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.817337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b033f2d-5ded-4bb1-a836-1b71beb12346 req-0be452c3-7bca-4a1c-a5dc-3fbd2637c725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420977 Aug 26 10:49:42.822236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Attempting to bind port e374525b-a121-4462-8e40-100d342191c8 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:42.822829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Attempting to bind port e374525b-a121-4462-8e40-100d342191c8 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:42.823265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Attempting to bind port e374525b-a121-4462-8e40-100d342191c8 on network 3cb2b1ac-e38e-43b2-a861-c342d46d77de {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:42.832423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a8af3615-b380-43d6-8379-0f4234eec004 None None] Provisioning for port c116599a-327c-4688-9f4b-1845a6872218 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:42.856000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:42.861531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.883261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 1d017c37-a971-4524-ab72-e7d44ff72255, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1d017c37-a971-4524-ab72-e7d44ff72255,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:42.885272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a8af3615-b380-43d6-8379-0f4234eec004 None None] Provisioning complete for port c116599a-327c-4688-9f4b-1845a6872218 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:42.886210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8af3615-b380-43d6-8379-0f4234eec004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.892176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:42.893805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Checking segment: {'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:42.894636 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.895816 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Bound using segment: {'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:42.896743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Bound port: e374525b-a121-4462-8e40-100d342191c8, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:42.897132 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.922530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.923860 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c804af38-1b3c-40cf-b067-aced0be74cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:42.961450 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-8ed64327-f9a5-4a5a-b66f-53732114d4a6 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8831143 Aug 26 10:49:42.988873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578', 'admin_state_up': True, 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'security_groups': ['6036dfa0-0c30-492e-9edb-118485ad570d']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:43.069045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a8af3615-b380-43d6-8379-0f4234eec004 None None] Port c116599a-327c-4688-9f4b-1845a6872218 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:43.088434 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:43.098492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=1d017c37-a971-4524-ab72-e7d44ff72255,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:43.132961 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c804af38-1b3c-40cf-b067-aced0be74cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:43.133982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] For port e374525b-a121-4462-8e40-100d342191c8, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:43.139971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] For port e374525b-a121-4462-8e40-100d342191c8, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e374525b-a121-4462-8e40-100d342191c8,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:43.145766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428c013-220f-4ea0-b5ea-78531addab0a req-f8d47290-618c-4a99-9592-5c832005b5b1 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:43.146415 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:43.147520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4428c013-220f-4ea0-b5ea-78531addab0a req-f8d47290-618c-4a99-9592-5c832005b5b1 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 944 time: 0.2118943 Aug 26 10:49:43.149591 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:43.197113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce068604-e625-420c-913b-4f8d7ce4e7c7 req-7e71985e-7bd5-42c6-b36a-230f6b00eb19 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 210 time: 0.0596812 Aug 26 10:49:43.305806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4428c013-220f-4ea0-b5ea-78531addab0a req-d953f0bd-b361-4db9-93b2-81ba192ef943 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032872 Aug 26 10:49:43.338933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78793de-dbff-4381-8f52-8dd0d0f801e6 None None] Pushing event updated for resources: {'Port': ['ID=e374525b-a121-4462-8e40-100d342191c8,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:43.344159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Made reservation on behalf of 5c67cdf60cb2410681925e3387249a86 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:43.346098 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a5934ca-8f03-47ed-9f3a-2f0dcf2aaf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:43.355094 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:43.492136 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c804af38-1b3c-40cf-b067-aced0be74cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:43.497007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c804af38-1b3c-40cf-b067-aced0be74cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:43.498606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Allocated IP 172.25.1.100 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/78902991-d609-426f-8dcc-a1d53ebfc5f2) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:43.508717 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c804af38-1b3c-40cf-b067-aced0be74cae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c51fc70-8834-4c6a-9720-8165385ef78d HTTP/1.1" status: 204 len: 168 time: 1.4270992 Aug 26 10:49:43.514077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244b617-ece2-4596-9fe8-7683632ff49f req-cd69fbd2-983a-4112-983d-d4a1e2d0e7ff tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:43.515772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7244b617-ece2-4596-9fe8-7683632ff49f req-cd69fbd2-983a-4112-983d-d4a1e2d0e7ff tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.47 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 944 time: 0.1431198 Aug 26 10:49:43.576146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804af38-1b3c-40cf-b067-aced0be74cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c51fc70-8834-4c6a-9720-8165385ef78d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:43.753043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Allocated IP 172.20.0.4 (33dae4f5-0fd7-41ca-a211-d4e97350a0f0/f9540030-6898-4d95-bee9-0eb1aec90f0b/9ecac652-82e1-41b9-b6a5-c5f526e27129) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:43.843977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:43.847757 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:43.881056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf6190-668b-448d-b656-0bc4eced13ab req-ef097a3f-6068-4396-a464-010dd7f4bf13 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:43.891558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0bf6190-668b-448d-b656-0bc4eced13ab req-ef097a3f-6068-4396-a464-010dd7f4bf13 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 935 time: 0.2355096 Aug 26 10:49:43.897582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:43.914631 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:43.958989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-7244b617-ece2-4596-9fe8-7683632ff49f req-f422e74f-efe8-45ca-ab14-c345ece8449d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Deleting port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:43.959510 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7244b617-ece2-4596-9fe8-7683632ff49f req-f422e74f-efe8-45ca-ab14-c345ece8449d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:43.988321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Transition to ACTIVE for port object ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:43.991466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0bf6190-668b-448d-b656-0bc4eced13ab req-e7411fc3-9bf4-4ac4-872e-9d36c7a85d19 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988386 Aug 26 10:49:44.016953 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:44.107178 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:44.187764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6624b-d8a6-4e61-abec-120691b3b1f0 req-15c2b0b9-b680-4858-a59c-37a6751db6be tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:44.200382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63f6624b-d8a6-4e61-abec-120691b3b1f0 req-15c2b0b9-b680-4858-a59c-37a6751db6be tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 932 time: 0.1878016 Aug 26 10:49:44.253695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e374525b-a121-4462-8e40-100d342191c8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:44.378110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7244b617-ece2-4596-9fe8-7683632ff49f req-f422e74f-efe8-45ca-ab14-c345ece8449d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] For port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:44.378514 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7244b617-ece2-4596-9fe8-7683632ff49f req-f422e74f-efe8-45ca-ab14-c345ece8449d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:44.381779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:44.421438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port e374525b-a121-4462-8e40-100d342191c8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:44.425180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1d017c37-a971-4524-ab72-e7d44ff72255 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:44.459179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Pushing event updated for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:44.468660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63f6624b-d8a6-4e61-abec-120691b3b1f0 req-5c6f5fb7-894c-41d0-972e-7287ea21daf1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671435 Aug 26 10:49:44.475136 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Transition to ACTIVE for port object 9ecac652-82e1-41b9-b6a5-c5f526e27129 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:44.508807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Allocated IP 10.1.1.142 (0b1024e4-64f8-4a6f-85de-655a0a939578/c1c5e366-64a7-4d6f-bdc6-c12879a761a2/561cb463-7482-4e72-a461-9062a9018dde) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:44.530134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a341308-199c-4cfa-8ccf-82a05baff1a6 req-653b5a53-d08a-4d5e-9858-34ced3d772c0 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 210 time: 0.1635015 Aug 26 10:49:44.548013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-7244b617-ece2-4596-9fe8-7683632ff49f req-f422e74f-efe8-45ca-ab14-c345ece8449d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Calling delete_port for eae35baf-abcb-43a4-9a43-8e9fbbd59f0f owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:44.581553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Attempting to bind port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:44.581921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Attempting to bind port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:44.582198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Attempting to bind port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:44.594965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:49:44.595294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Attempting to bind port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:44.611083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:44.611748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:44.612585 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:44.614792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Bound port: ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:44.615577 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:44.617501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1d017c37-a971-4524-ab72-e7d44ff72255 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:44.617501 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:44.646515 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:44.648124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:44.715913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Pushing event updated for resources: {'Port': ['ID=9ecac652-82e1-41b9-b6a5-c5f526e27129,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:44.805898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:44.813845 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:44.824828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:44.932976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:44.949332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:44.950022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:44.956388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:44.975942 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:44.981392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:45.005212 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-f9068deb-faae-42bd-b06b-442f5debe757 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5587299 Aug 26 10:49:45.022263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da6e609-208e-492b-8354-996167a527f9 None None] Network 3cb2b1ac-e38e-43b2-a861-c342d46d77de requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:49:45.063962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Request body: {'port': {'device_id': 'adf6caad-d555-4840-abd3-dad32d062423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:45.070983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Pushing event updated for resources: {'Port': ['ID=78902991-d609-426f-8dcc-a1d53ebfc5f2,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:45.093196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:45.093408 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7244b617-ece2-4596-9fe8-7683632ff49f req-f422e74f-efe8-45ca-ab14-c345ece8449d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:45.093826 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:45.095274 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] 10.222.0.42 "PUT /v2.0/ports/ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 HTTP/1.1" status: 200 len: 1096 time: 3.5622303 Aug 26 10:49:45.095985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:45.098162 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d737f22-f98a-4f00-abd3-76c5576093dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:45.178375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:45.216290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Transition to ACTIVE for port object 561cb463-7482-4e72-a461-9062a9018dde will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:45.224277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6b0f131c-bcad-4590-9fdb-bd30eb24dc9c None None] Provisioning for port e374525b-a121-4462-8e40-100d342191c8 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:45.231891 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6b0f131c-bcad-4590-9fdb-bd30eb24dc9c None None] Provisioning complete for port e374525b-a121-4462-8e40-100d342191c8 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:45.232378 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b0f131c-bcad-4590-9fdb-bd30eb24dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:45.265304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177779e1-8bb7-41ab-9539-3d054034c6e8 req-24707a2e-972a-4d20-a1b0-c4114a4dae65 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:45.279490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-177779e1-8bb7-41ab-9539-3d054034c6e8 req-24707a2e-972a-4d20-a1b0-c4114a4dae65 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a04ba697-80da-4b86-8559-37e8dd477b7f HTTP/1.1" status: 200 len: 866 time: 0.6259067 Aug 26 10:49:45.284681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:45.320187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422e74f-efe8-45ca-ab14-c345ece8449d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Pushing event deleted for resources: {'Port': ['ID=eae35baf-abcb-43a4-9a43-8e9fbbd59f0f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:45.324113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:45.335180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:45.335562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bcd90-b609-47cc-8608-3c6831293fad service neutron] Pushing event updated for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:45.446100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-7244b617-ece2-4596-9fe8-7683632ff49f req-f422e74f-efe8-45ca-ab14-c345ece8449d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] No DVR routers for this DVR port eae35baf-abcb-43a4-9a43-8e9fbbd59f0f on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:45.453852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:45.457301 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7244b617-ece2-4596-9fe8-7683632ff49f req-f422e74f-efe8-45ca-ab14-c345ece8449d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:45.459869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7244b617-ece2-4596-9fe8-7683632ff49f req-f422e74f-efe8-45ca-ab14-c345ece8449d tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.47 "DELETE /v2.0/ports/eae35baf-abcb-43a4-9a43-8e9fbbd59f0f HTTP/1.1" status: 204 len: 173 time: 1.9139476 Aug 26 10:49:45.461005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'name': 'network-vif-deleted', 'tag': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:45.463590 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f861e6-d9b7-4d88-b822-8c7065de73ee" -d '{"events": [{"server_uuid": "a04ba697-80da-4b86-8559-37e8dd477b7f", "name": "network-vif-deleted", "tag": "eae35baf-abcb-43a4-9a43-8e9fbbd59f0f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:45.476230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network 0b1024e4-64f8-4a6f-85de-655a0a939578 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:45.488312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Port': ['ID=561cb463-7482-4e72-a461-9062a9018dde,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:45.495039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:45.498619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41ba0c-6148-4472-aff4-3c5fae8b1067 req-7ac90006-410a-45e9-a811-536b69773a58 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:45.499052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:45.503466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-15772692-b978-4fbd-a1bf-dfd7bcbba306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:45.505000 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-15772692-b978-4fbd-a1bf-dfd7bcbba306 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e1959e164cb4e4d85b412d423f1d909&device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 1099 time: 0.3188801 Aug 26 10:49:45.508901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b41ba0c-6148-4472-aff4-3c5fae8b1067 req-7ac90006-410a-45e9-a811-536b69773a58 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 947 time: 0.3895142 Aug 26 10:49:45.561604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b0f131c-bcad-4590-9fdb-bd30eb24dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:45.600422 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-4d91cecd-21ac-4963-a9ec-4db51a42321e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 HTTP/1.1" status: 200 len: 217 time: 0.0730829 Aug 26 10:49:45.617037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-177779e1-8bb7-41ab-9539-3d054034c6e8 req-5a70f9fb-3d86-42d6-af80-f9133118dab9 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342588 Aug 26 10:49:45.638942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6b0f131c-bcad-4590-9fdb-bd30eb24dc9c None None] For port e374525b-a121-4462-8e40-100d342191c8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e374525b-a121-4462-8e40-100d342191c8,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:45.648396 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b0f131c-bcad-4590-9fdb-bd30eb24dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:45.738451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f131c-bcad-4590-9fdb-bd30eb24dc9c None None] Pushing event updated for resources: {'Port': ['ID=e374525b-a121-4462-8e40-100d342191c8,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:45.757294 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e488a6-c5d8-424e-96b2-c44228a55b6a x-openstack-request-id: req-10e488a6-c5d8-424e-96b2-c44228a55b6a {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:45.760926 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:45.761308 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10e488a6-c5d8-424e-96b2-c44228a55b6a {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:45.761866 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'status': 'completed', 'code': 200} Aug 26 10:49:45.776674 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a116c24-88ad-4e2a-bb72-cdcfd3db1bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:45.782007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0b5d0a2e-e904-4a56-9ebe-039c70febd8c None None] Provisioning for port 9ecac652-82e1-41b9-b6a5-c5f526e27129 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:45.790216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0b5d0a2e-e904-4a56-9ebe-039c70febd8c None None] Provisioning complete for port 9ecac652-82e1-41b9-b6a5-c5f526e27129 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:45.790872 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b5d0a2e-e904-4a56-9ebe-039c70febd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:45.845238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d0a2e-e904-4a56-9ebe-039c70febd8c None None] Port 9ecac652-82e1-41b9-b6a5-c5f526e27129 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:45.856813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b41ba0c-6148-4472-aff4-3c5fae8b1067 req-64eadbdb-bb56-41ef-8aa2-d7d6d9fb18f2 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465853 Aug 26 10:49:45.958650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:45.959706 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:46.003458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7b99e6be-2991-466a-b7bd-cea578f1b127 None None] Provisioning complete for port e374525b-a121-4462-8e40-100d342191c8 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:46.006012 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b99e6be-2991-466a-b7bd-cea578f1b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:46.016862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-2e45b754-dc1a-46bc-a009-0a79a85dc6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:46.020824 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-2e45b754-dc1a-46bc-a009-0a79a85dc6c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.4127927 Aug 26 10:49:46.118757 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-6f435e2a-2761-497f-ae1a-07dd1d0b7d8a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1383045 Aug 26 10:49:46.139454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578', 'admin_state_up': True, 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'security_groups': ['6036dfa0-0c30-492e-9edb-118485ad570d']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:46.230370 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d614d48-83a7-4cb9-ab77-225edc09aead x-openstack-request-id: req-1d614d48-83a7-4cb9-ab77-225edc09aead {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:46.230994 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04ba697-80da-4b86-8559-37e8dd477b7f", "name": "network-vif-deleted", "tag": "eae35baf-abcb-43a4-9a43-8e9fbbd59f0f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:46.230994 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d614d48-83a7-4cb9-ab77-225edc09aead {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:46.231355 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04ba697-80da-4b86-8559-37e8dd477b7f', 'name': 'network-vif-deleted', 'tag': 'eae35baf-abcb-43a4-9a43-8e9fbbd59f0f', 'status': 'completed', 'code': 200} Aug 26 10:49:46.296755 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e374525b-a121-4462-8e40-100d342191c8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:46.366842 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:46.383299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e374525b-a121-4462-8e40-100d342191c8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:46.383686 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:46.430619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3ebea-f2f0-449a-ba7f-fc16d0e56910 req-5bd7b2ba-1e40-48c6-9570-247ab3d7a882 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:46.450357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3ebea-f2f0-449a-ba7f-fc16d0e56910 req-5bd7b2ba-1e40-48c6-9570-247ab3d7a882 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:46.450923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-af8cdac2-7328-454d-9b8f-b1041577780b None None] Provisioning for port 561cb463-7482-4e72-a461-9062a9018dde completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:46.461823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7b3ebea-f2f0-449a-ba7f-fc16d0e56910 req-5bd7b2ba-1e40-48c6-9570-247ab3d7a882 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 1654 time: 0.4465916 Aug 26 10:49:46.465068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-af8cdac2-7328-454d-9b8f-b1041577780b None None] Provisioning complete for port 561cb463-7482-4e72-a461-9062a9018dde triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:46.465454 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af8cdac2-7328-454d-9b8f-b1041577780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:46.467612 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:46.529408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-af8cdac2-7328-454d-9b8f-b1041577780b None None] Port 561cb463-7482-4e72-a461-9062a9018dde cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:46.626293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7b3ebea-f2f0-449a-ba7f-fc16d0e56910 req-a1da8690-61fe-4459-960f-9346c1570ffc tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635337 Aug 26 10:49:46.637984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc4123-232a-4b81-b6fc-20914828824b req-f5b69dba-d88b-422a-813b-2ae1e8c4e408 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:46.639621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85fc4123-232a-4b81-b6fc-20914828824b req-f5b69dba-d88b-422a-813b-2ae1e8c4e408 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 931 time: 0.3617129 Aug 26 10:49:46.723437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85fc4123-232a-4b81-b6fc-20914828824b req-d7d316ac-557a-4c43-a742-21934ecdfc91 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765903 Aug 26 10:49:46.731150 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-bda84fc6-453a-4720-b78e-75164d03394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:46.733552 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-bda84fc6-453a-4720-b78e-75164d03394b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7018349 Aug 26 10:49:46.865601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:46.870089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:46.875094 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:46.918814 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-1910b95f-dc07-48c3-a9e0-c5b3d916781c service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682057 Aug 26 10:49:47.039588 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b1ff0d9-ff74-4de9-9050-ed583fa93997 req-af205bd4-d5ad-4ae7-a8a1-a1e04ef6c9d9 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129937 Aug 26 10:49:47.051515 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:47.105273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecac652-82e1-41b9-b6a5-c5f526e27129 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:47.115194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:47.130892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Transition to ACTIVE for port object 9ecac652-82e1-41b9-b6a5-c5f526e27129 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:47.208004 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:47.367098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecac652-82e1-41b9-b6a5-c5f526e27129,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:47.383750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d737f22-f98a-4f00-abd3-76c5576093dc req-3d288790-b43e-4b3f-ba88-f2f6e6db7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:47.386646 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2d737f22-f98a-4f00-abd3-76c5576093dc req-3d288790-b43e-4b3f-ba88-f2f6e6db7cd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e1959e164cb4e4d85b412d423f1d909&device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 1099 time: 0.2528346 Aug 26 10:49:47.394094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.394774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.395323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.396215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.396505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.396929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.397265 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.397521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.397921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.398259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.398593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.404086 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:47.422047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcc40a-78e0-41c9-a855-e8bda030b898 req-969cf08b-8729-4bb4-9464-7558b42755a7 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:47.424885 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40bcc40a-78e0-41c9-a855-e8bda030b898 req-969cf08b-8729-4bb4-9464-7558b42755a7 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 946 time: 0.4356670 Aug 26 10:49:47.441869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0079cf-b065-49d1-85bf-9701474299a6 req-5e1aa71a-c013-426b-b7d2-1e1b8a5b8627 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:47.449012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d0079cf-b065-49d1-85bf-9701474299a6 req-5e1aa71a-c013-426b-b7d2-1e1b8a5b8627 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 947 time: 0.1050060 Aug 26 10:49:47.517101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Router 787b2304-90f1-4843-8b5b-6c9d95ba43ec is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:49:47.519122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Allocated IP 10.1.1.43 (0b1024e4-64f8-4a6f-85de-655a0a939578/c1c5e366-64a7-4d6f-bdc6-c12879a761a2/6c3e3a32-4124-4d6c-b343-dc8b3b0437c2) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:47.526266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40bcc40a-78e0-41c9-a855-e8bda030b898 req-0736d7f4-ff25-4d89-bd1e-93d45e6f0dc4 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934467 Aug 26 10:49:47.551235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d0079cf-b065-49d1-85bf-9701474299a6 req-2a85d6fa-583d-4f86-a8c6-0496ee136237 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855215 Aug 26 10:49:47.612238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Attempting to bind port 9ecac652-82e1-41b9-b6a5-c5f526e27129 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:47.612571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Attempting to bind port 9ecac652-82e1-41b9-b6a5-c5f526e27129 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:47.612843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Attempting to bind port 9ecac652-82e1-41b9-b6a5-c5f526e27129 on network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:47.645404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Port 9ecac652-82e1-41b9-b6a5-c5f526e27129 on network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:49:47.645782 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Attempting to bind port 9ecac652-82e1-41b9-b6a5-c5f526e27129 on network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:47.663085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d737f22-f98a-4f00-abd3-76c5576093dc req-cc0c9df9-6bf1-49c6-b61f-33c9d0f5a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:47.664714 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2d737f22-f98a-4f00-abd3-76c5576093dc req-cc0c9df9-6bf1-49c6-b61f-33c9d0f5a61b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2445705 Aug 26 10:49:47.666417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:47.667131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Checking segment: {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:47.667528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Bound using segment: {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:47.668048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Bound port: 9ecac652-82e1-41b9-b6a5-c5f526e27129, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:47.668416 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:47.758477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:49:47.768897 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Sync routers for ids ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:49:47.770353 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2d737f22-f98a-4f00-abd3-76c5576093dc req-e9ff915e-300e-40b9-ae16-9de02e34b12a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 HTTP/1.1" status: 200 len: 217 time: 0.0891864 Aug 26 10:49:47.783761 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Routers {'787b2304-90f1-4843-8b5b-6c9d95ba43ec'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:49:47.784553 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:49:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:47.788003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672a8fd-acd0-4248-a918-65b8d49510d8 req-63e821b4-1826-40bb-a858-dbd3b04f9662 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:47.791904 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0672a8fd-acd0-4248-a918-65b8d49510d8 req-63e821b4-1826-40bb-a858-dbd3b04f9662 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 944 time: 0.1274710 Aug 26 10:49:47.848568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:47.849991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dd5be75c-57b5-4f69-b76a-a03556de4887 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.6962476 Aug 26 10:49:47.854132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42168) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:47.915679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] For port 9ecac652-82e1-41b9-b6a5-c5f526e27129, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:47.918697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d737f22-f98a-4f00-abd3-76c5576093dc req-0bd5da2d-bf31-4a38-b7ee-0ca239001034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:47.920332 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2d737f22-f98a-4f00-abd3-76c5576093dc req-0bd5da2d-bf31-4a38-b7ee-0ca239001034 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1232586 Aug 26 10:49:47.922477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] For port 9ecac652-82e1-41b9-b6a5-c5f526e27129, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:47.946697 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:47.953213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:47.971767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0672a8fd-acd0-4248-a918-65b8d49510d8 req-1a0321a2-32e5-45c4-aa38-ae049ef7d042 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669447 Aug 26 10:49:48.031883 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:48.033229 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:48.034842 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] 10.222.0.47 "PUT /v2.0/ports/9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 1092 time: 2.9947052 Aug 26 10:49:48.037201 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Set router 787b2304-90f1-4843-8b5b-6c9d95ba43ec gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:49:48.043377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:48.046562 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:48.053236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Transition to ACTIVE for port object 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:48.111984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d737f22-f98a-4f00-abd3-76c5576093dc req-7317244b-781f-4a48-a94b-3106475ab3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:48.114118 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2d737f22-f98a-4f00-abd3-76c5576093dc req-7317244b-781f-4a48-a94b-3106475ab3a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1796629 Aug 26 10:49:48.136571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5e4ce-137f-49c7-8ae8-6e7476512053 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecac652-82e1-41b9-b6a5-c5f526e27129,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:48.200404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f61d6-a5d9-4ddc-a2ab-5704d3b5018e req-3d1cf8d9-0a76-4fb4-9d30-0b6cf487d7e8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:48.202550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd7f61d6-a5d9-4ddc-a2ab-5704d3b5018e req-3d1cf8d9-0a76-4fb4-9d30-0b6cf487d7e8 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.47 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 944 time: 0.2229881 Aug 26 10:49:48.231745 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:48.239509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-33a834fe-3bf9-4cdc-b192-2aab281614d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:48.241086 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-33a834fe-3bf9-4cdc-b192-2aab281614d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 1095 time: 0.1501963 Aug 26 10:49:48.339037 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-47d6e1da-c717-4634-b48c-331a92b230b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 217 time: 0.0860493 Aug 26 10:49:48.340846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network 0b1024e4-64f8-4a6f-85de-655a0a939578 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:48.353399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:48.356312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:48.386332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device eae35baf-abcb-43a4-9a43-8e9fbbd59f0f no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:48.413718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: eae35baf-abcb-43a4-9a43-8e9fbbd59f0f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:48.414127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device eae35baf-abcb-43a4-9a43-8e9fbbd59f0f not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:48.415094 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:45Z', 'revision_number': 3, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:48.451183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Port': ['ID=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:48.467879 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2d737f22-f98a-4f00-abd3-76c5576093dc req-e914ff05-41c6-4fa8-947f-65fa5e02502e service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334429 Aug 26 10:49:48.489609 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Checking router: 787b2304-90f1-4843-8b5b-6c9d95ba43ec for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:49:48.490117 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Updating router 787b2304-90f1-4843-8b5b-6c9d95ba43ec port 78902991-d609-426f-8dcc-a1d53ebfc5f2 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:49:48.492466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5962c7-d6ab-4220-a206-e4c4ce9d90c8 req-216ecac8-0450-4d6d-9174-fa3b1bcc487b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:48.507949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5962c7-d6ab-4220-a206-e4c4ce9d90c8 req-216ecac8-0450-4d6d-9174-fa3b1bcc487b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:48.519889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a5962c7-d6ab-4220-a206-e4c4ce9d90c8 req-216ecac8-0450-4d6d-9174-fa3b1bcc487b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 1654 time: 0.3897986 Aug 26 10:49:48.546867 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:48.556040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefb126-7cbb-40ac-8695-ba87aa4b7abb req-760cf109-dd80-4a21-9f78-89ad266d4cc7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:48.557921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eaefb126-7cbb-40ac-8695-ba87aa4b7abb req-760cf109-dd80-4a21-9f78-89ad266d4cc7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 943 time: 0.2850490 Aug 26 10:49:48.579251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-e631072d-da85-408b-872c-aab05614bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:48.582144 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-e631072d-da85-408b-872c-aab05614bc28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.2300570 Aug 26 10:49:48.597384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:48.598472 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:48.615976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-fd7f61d6-a5d9-4ddc-a2ab-5704d3b5018e req-b8fab6bc-557b-4181-bc02-4f3a2a23414c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Deleting port 7c49015d-b414-4768-958c-bb99bd41261a {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:48.616390 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fd7f61d6-a5d9-4ddc-a2ab-5704d3b5018e req-b8fab6bc-557b-4181-bc02-4f3a2a23414c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:48.663065 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-2578edd1-0034-477c-8986-3732524f9930 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5290456 Aug 26 10:49:48.677318 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb', 'admin_state_up': True, 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'security_groups': ['6036dfa0-0c30-492e-9edb-118485ad570d']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:48.753583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1551ddee-93cd-4e69-9813-9a7e6c64d1f1 None None] Provisioning for port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:48.759076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1551ddee-93cd-4e69-9813-9a7e6c64d1f1 None None] Provisioning complete for port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:48.759475 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1551ddee-93cd-4e69-9813-9a7e6c64d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:48.764920 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2d737f22-f98a-4f00-abd3-76c5576093dc req-fd568b18-2572-4c51-af3f-955ac6f99d29 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851632 Aug 26 10:49:48.770392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-e427c926-b9a1-4bc3-87aa-d484afe149f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:48.773139 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-e427c926-b9a1-4bc3-87aa-d484afe149f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1690874 Aug 26 10:49:48.826979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1551ddee-93cd-4e69-9813-9a7e6c64d1f1 None None] Port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:48.848384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a5962c7-d6ab-4220-a206-e4c4ce9d90c8 req-22c51018-6762-4f6e-a0e1-25a291644bdc tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275404 Aug 26 10:49:48.875745 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:49:48.903890 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:48.906685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eaefb126-7cbb-40ac-8695-ba87aa4b7abb req-c0ce12a7-12df-4cb1-a6fb-710f1cecbc58 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185146 Aug 26 10:49:48.917682 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Transition to ACTIVE for port object 78902991-d609-426f-8dcc-a1d53ebfc5f2 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:48.926150 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:48.947522 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-6028fa2f-c08b-4d03-a1c4-015fbff42f74 service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648471 Aug 26 10:49:49.008250 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1e4f95-4642-40da-b2a1-3d5285706fee x-openstack-request-id: req-0e1e4f95-4642-40da-b2a1-3d5285706fee {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:49.008703 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:49.009291 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e1e4f95-4642-40da-b2a1-3d5285706fee {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:49.009933 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'status': 'completed', 'code': 200} Aug 26 10:49:49.046677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-fd7f61d6-a5d9-4ddc-a2ab-5704d3b5018e req-b8fab6bc-557b-4181-bc02-4f3a2a23414c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] For port 7c49015d-b414-4768-958c-bb99bd41261a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7c49015d-b414-4768-958c-bb99bd41261a,segment=NetworkSegment(bb3485d3-d190-4831-92d3-cd4d7dd2bdce),segment_id=bb3485d3-d190-4831-92d3-cd4d7dd2bdce)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:49.047080 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fd7f61d6-a5d9-4ddc-a2ab-5704d3b5018e req-b8fab6bc-557b-4181-bc02-4f3a2a23414c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:49.066247 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Attempting to bind port 78902991-d609-426f-8dcc-a1d53ebfc5f2 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:49.066627 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Attempting to bind port 78902991-d609-426f-8dcc-a1d53ebfc5f2 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:49.067034 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Attempting to bind port 78902991-d609-426f-8dcc-a1d53ebfc5f2 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:49.070706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-fd7f61d6-a5d9-4ddc-a2ab-5704d3b5018e req-b8fab6bc-557b-4181-bc02-4f3a2a23414c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Calling delete_port for 7c49015d-b414-4768-958c-bb99bd41261a owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:49.077153 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:49.077536 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:49.078097 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:49.082118 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:49.082849 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Bound port: 78902991-d609-426f-8dcc-a1d53ebfc5f2, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:49.083254 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:49.088356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:49.139495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:49.167962 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:49.169425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'mac_address': 'fa:16:3e:e0:3c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:49:49.172862 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] For port 78902991-d609-426f-8dcc-a1d53ebfc5f2, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:49.177147 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] For port 78902991-d609-426f-8dcc-a1d53ebfc5f2, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=78902991-d609-426f-8dcc-a1d53ebfc5f2,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:49.191614 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:49.232384 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Routers {'787b2304-90f1-4843-8b5b-6c9d95ba43ec'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:49:49.233268 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:49:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:49.238142 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Pushing event updated for resources: {'Port': ['ID=78902991-d609-426f-8dcc-a1d53ebfc5f2,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:49.362487 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.365737 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:49.368121 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.368608 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.368955 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.369291 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.369626 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.369952 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.370275 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.370598 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.371027 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.371347 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.371667 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:49:49.393274 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:49.420870 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9abc6553-3c41-49d8-af97-779cb68af1b6 req-564245b5-cdb9-43a6-b486-1d45792ba85e service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600606 Aug 26 10:49:49.444586 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:49.467796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:49.472241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f8c3e-6d02-43d0-9ed6-cff02712ed51 req-cc3072ef-f548-4795-8877-bef31ffbe9f0 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:49.479048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f62f8c3e-6d02-43d0-9ed6-cff02712ed51 req-cc3072ef-f548-4795-8877-bef31ffbe9f0 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 947 time: 0.3153110 Aug 26 10:49:49.501301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:49.511920 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:49.563347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:49.575664 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] Set router 787b2304-90f1-4843-8b5b-6c9d95ba43ec gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:49:49.577347 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b768d0-e3fa-41f0-abe3-13a7b60f2738 None None] Pushing event updated for resources: {'Port': ['ID=78902991-d609-426f-8dcc-a1d53ebfc5f2,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:49.723205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['ce8fb64d-2998-4bc6-8180-3c33f30c5ce5'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:49.725668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Allocated IP 10.2.2.100 (69c1248d-4663-4fe7-82e4-6eb133288edb/4af5b276-9133-4e1d-88a2-08419aa867d4/bb16c58f-9309-43fb-a678-c08585b38681) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:49.770336 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640dc9a-9b65-4405-8e69-48be2ec8ae72 req-620e48d4-6e23-4c42-9ed7-12367598ecd7 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:49.778623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f640dc9a-9b65-4405-8e69-48be2ec8ae72 req-620e48d4-6e23-4c42-9ed7-12367598ecd7 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/ports?device_id=ced6de65-329a-44e7-899c-b5bdfc104b12 HTTP/1.1" status: 200 len: 944 time: 0.3508954 Aug 26 10:49:49.798817 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:45Z', 'revision_number': 3, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:49.815240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f62f8c3e-6d02-43d0-9ed6-cff02712ed51 req-734eff42-e1cf-4fce-8da5-8eaa1fe36c1a tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114767 Aug 26 10:49:49.847656 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c45a2-9374-46b7-8928-5b8aa2b3002c None None] The sync data for ids ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'] in n-d-778550-13 is: [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:45Z', 'revision_number': 3, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:49:49.847952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9 req-9ec0c0d0-b454-4a7f-af9e-e6efd192df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:49.850535 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9 req-9ec0c0d0-b454-4a7f-af9e-e6efd192df2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 1095 time: 0.3060293 Aug 26 10:49:49.850687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Allocated IP 172.20.0.1 (3cb2b1ac-e38e-43b2-a861-c342d46d77de/45a72a8a-a843-4c7a-bbc4-9a18d5657067/6f666520-7e77-40bd-8625-bf6ff8fa15c4) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:49.888949 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fd7f61d6-a5d9-4ddc-a2ab-5704d3b5018e req-b8fab6bc-557b-4181-bc02-4f3a2a23414c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:49.905815 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f640dc9a-9b65-4405-8e69-48be2ec8ae72 req-5c44727a-48f1-4f35-baa0-55163b59cf20 tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2409722-110e-426f-be67-e891b44a33c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202898 Aug 26 10:49:49.976643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fab6bc-557b-4181-bc02-4f3a2a23414c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Pushing event deleted for resources: {'Port': ['ID=7c49015d-b414-4768-958c-bb99bd41261a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:49.979050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9 req-4781104e-4b0c-4937-98c8-3794aa5913d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:49.980622 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9 req-4781104e-4b0c-4937-98c8-3794aa5913d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.1151865 Aug 26 10:49:50.058577 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:50.088251 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9 req-0ec6a18e-7fae-420d-8af9-d10af7100713 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 217 time: 0.0977497 Aug 26 10:49:50.123274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7f61d6-a5d9-4ddc-a2ab-5704d3b5018e req-b8fab6bc-557b-4181-bc02-4f3a2a23414c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] No DVR routers for this DVR port 7c49015d-b414-4768-958c-bb99bd41261a on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:50.134487 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fd7f61d6-a5d9-4ddc-a2ab-5704d3b5018e req-b8fab6bc-557b-4181-bc02-4f3a2a23414c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:50.137060 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd7f61d6-a5d9-4ddc-a2ab-5704d3b5018e req-b8fab6bc-557b-4181-bc02-4f3a2a23414c tempest-LiveMigrationTest-1881158853 tempest-LiveMigrationTest-1881158853-project] 10.222.0.47 "DELETE /v2.0/ports/7c49015d-b414-4768-958c-bb99bd41261a HTTP/1.1" status: 204 len: 173 time: 1.8486755 Aug 26 10:49:50.138005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'name': 'network-vif-deleted', 'tag': '7c49015d-b414-4768-958c-bb99bd41261a'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:50.140290 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f4d211-96a3-4e39-9b28-59eb4699f812" -d '{"events": [{"server_uuid": "ced6de65-329a-44e7-899c-b5bdfc104b12", "name": "network-vif-deleted", "tag": "7c49015d-b414-4768-958c-bb99bd41261a"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:50.164672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:50.180382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9 req-ab4e6c06-21d5-42a1-a218-6fd559df7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:50.181701 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9 req-ab4e6c06-21d5-42a1-a218-6fd559df7ba3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.0827661 Aug 26 10:49:50.191902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43981-3c76-47dc-9d84-e9c71c642886 req-baf0680b-a6ce-4492-a62f-2a7a497c7219 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:50.193243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Transition to ACTIVE for port object bb16c58f-9309-43fb-a678-c08585b38681 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:50.199933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13c43981-3c76-47dc-9d84-e9c71c642886 req-baf0680b-a6ce-4492-a62f-2a7a497c7219 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 946 time: 0.1570976 Aug 26 10:49:50.276672 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:50.328383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9 req-542b96d1-1994-456e-adf8-e4f8b5f31818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:50.330655 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9 req-542b96d1-1994-456e-adf8-e4f8b5f31818 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384070 Aug 26 10:49:50.341553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Transition to ACTIVE for port object 6f666520-7e77-40bd-8625-bf6ff8fa15c4 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:50.388895 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13c43981-3c76-47dc-9d84-e9c71c642886 req-fd2e0b60-e66c-4608-8fd2-bcae69b6e570 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880977 Aug 26 10:49:50.411481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04128879-1fe6-4101-8950-cecd5ae79107 req-6947bacb-9a34-4404-ab79-633f1b12ae58 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:50.417477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04128879-1fe6-4101-8950-cecd5ae79107 req-6947bacb-9a34-4404-ab79-633f1b12ae58 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:50.423431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04128879-1fe6-4101-8950-cecd5ae79107 req-6947bacb-9a34-4404-ab79-633f1b12ae58 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:50.441140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04128879-1fe6-4101-8950-cecd5ae79107 req-6947bacb-9a34-4404-ab79-633f1b12ae58 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 2374 time: 0.1883757 Aug 26 10:49:50.543971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04128879-1fe6-4101-8950-cecd5ae79107 req-8e3bdf23-d559-4de4-9f51-4aeeb8a91b61 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012654 Aug 26 10:49:50.548619 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:50.555855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:50.620450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network 69c1248d-4663-4fe7-82e4-6eb133288edb is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:50.629876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:50.665826 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:50.709060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Network 3cb2b1ac-e38e-43b2-a861-c342d46d77de is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:50.718312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:50.721617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:50.750574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42196) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:50.774053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f666520-7e77-40bd-8625-bf6ff8fa15c4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:50.844616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaabfe-5a2b-497e-bf62-e87cd5207e54 req-802bebf3-e2df-4175-8990-1bd8439ce738 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:50.857406 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9 req-64fe3a0d-66f4-49c7-a7ac-f22df96481c9 service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148911 Aug 26 10:49:50.858085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Port': ['ID=bb16c58f-9309-43fb-a678-c08585b38681,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:50.859214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8afaabfe-5a2b-497e-bf62-e87cd5207e54 req-802bebf3-e2df-4175-8990-1bd8439ce738 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 943 time: 0.3006222 Aug 26 10:49:50.864570 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ae1aac-5dbd-4e54-bdc4-d9b3ec6b5612 x-openstack-request-id: req-99ae1aac-5dbd-4e54-bdc4-d9b3ec6b5612 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:50.864893 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced6de65-329a-44e7-899c-b5bdfc104b12", "name": "network-vif-deleted", "tag": "7c49015d-b414-4768-958c-bb99bd41261a", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:50.867034 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99ae1aac-5dbd-4e54-bdc4-d9b3ec6b5612 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:50.867458 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced6de65-329a-44e7-899c-b5bdfc104b12', 'name': 'network-vif-deleted', 'tag': '7c49015d-b414-4768-958c-bb99bd41261a', 'status': 'completed', 'code': 200} Aug 26 10:49:50.874172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:50.928214 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.047680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:51.056234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:51.056677 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.118631 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5a9a1f40-fa47-4a76-81d4-f83ea68ef9b9 req-d360d01c-7c5c-49da-aa50-40b561b5d9aa service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520077 Aug 26 10:49:51.189867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81b6a887-b1a5-4bbe-9178-8611d074f3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.210888 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8afaabfe-5a2b-497e-bf62-e87cd5207e54 req-6ede4f38-f021-40c1-92f1-6c341b406241 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507020 Aug 26 10:49:51.253638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:51.254302 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.287334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7989d2a-a523-43bf-a88c-b5bd1f040891 req-b32f1a92-ca26-40b8-8c2e-4d02639f63f4 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:51.288825 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.295245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7989d2a-a523-43bf-a88c-b5bd1f040891 req-b32f1a92-ca26-40b8-8c2e-4d02639f63f4 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 948 time: 0.2204077 Aug 26 10:49:51.323916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42204) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:51.333409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-65c9f73b-ad87-4845-b4f6-20fc00d9f397 None None] Provisioning for port bb16c58f-9309-43fb-a678-c08585b38681 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:51.334434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-28fbf504-4ceb-4943-bf4b-7efe7b96f18c tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:51.336422 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-28fbf504-4ceb-4943-bf4b-7efe7b96f18c tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.42 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 946 time: 0.5704324 Aug 26 10:49:51.359386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-65c9f73b-ad87-4845-b4f6-20fc00d9f397 None None] Provisioning complete for port bb16c58f-9309-43fb-a678-c08585b38681 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:51.360212 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65c9f73b-ad87-4845-b4f6-20fc00d9f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.372992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:51.375909 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03e7dcf-dea8-4d4e-a704-6f4d0ec5f68a" -d '{"events": [{"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-plugged", "status": "completed", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:51.403006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7989d2a-a523-43bf-a88c-b5bd1f040891 req-439739af-b4c5-4efa-9942-4f72b19d688c tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066852 Aug 26 10:49:51.432209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.482756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:51.488134 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38cdcec-c48d-4bb1-9e68-ef75f42bcf9d x-openstack-request-id: req-e38cdcec-c48d-4bb1-9e68-ef75f42bcf9d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:51.488430 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-plugged", "status": "completed", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:51.488689 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e38cdcec-c48d-4bb1-9e68-ef75f42bcf9d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:51.489848 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'code': 200} Aug 26 10:49:51.525984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-65c9f73b-ad87-4845-b4f6-20fc00d9f397 None None] Port bb16c58f-9309-43fb-a678-c08585b38681 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:51.532814 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.673994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:51.678803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9b75ace5-7096-4d2c-9218-6b211f1f966b None None] Provisioning for port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:51.684609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9b75ace5-7096-4d2c-9218-6b211f1f966b None None] Provisioning complete for port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:51.684991 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b75ace5-7096-4d2c-9218-6b211f1f966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.700149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a55167-fb6b-43c8-8e9d-b6dfbc78b63d admin admin] Deleting subnet a6b8f04e-fe58-45c4-94a0-9f19669a90e3 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:49:51.751445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9b75ace5-7096-4d2c-9218-6b211f1f966b None None] Port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:51.774552 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1a55167-fb6b-43c8-8e9d-b6dfbc78b63d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.871042 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.887122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3402ba3-9b84-4c3d-830d-58f540a446c7 req-3861483f-f253-4287-bc54-a16fbab361e7 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:51.888860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3402ba3-9b84-4c3d-830d-58f540a446c7 req-3861483f-f253-4287-bc54-a16fbab361e7 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 946 time: 0.3141818 Aug 26 10:49:51.896703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b8d0a-379b-4e76-9cfd-a01fa878f339 req-a60dfda2-ef8b-4fdf-82ea-4c8ca7770246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:51.898372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e62b8d0a-379b-4e76-9cfd-a01fa878f339 req-a60dfda2-ef8b-4fdf-82ea-4c8ca7770246 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 1101 time: 0.3273602 Aug 26 10:49:51.903808 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1a55167-fb6b-43c8-8e9d-b6dfbc78b63d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.978411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81b6a887-b1a5-4bbe-9178-8611d074f3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.981409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Deleting port 81d222fb-97d1-4bd6-8280-65da5eb455c8 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:51.981782 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:51.999362 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81b6a887-b1a5-4bbe-9178-8611d074f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.037374 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d638cb2-5910-45f7-9329-6d22e0dc5498 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3645289 Aug 26 10:49:52.059377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb', 'admin_state_up': True, 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'security_groups': ['6036dfa0-0c30-492e-9edb-118485ad570d']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:52.060090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568bd6f-6996-41c9-934f-bcbe234c0b5f req-bd773149-6c7a-40f0-ba86-7209615b0196 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:52.067423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568bd6f-6996-41c9-934f-bcbe234c0b5f req-bd773149-6c7a-40f0-ba86-7209615b0196 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:52.073864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568bd6f-6996-41c9-934f-bcbe234c0b5f req-bd773149-6c7a-40f0-ba86-7209615b0196 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:52.082555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568bd6f-6996-41c9-934f-bcbe234c0b5f req-bd773149-6c7a-40f0-ba86-7209615b0196 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:52.087949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5568bd6f-6996-41c9-934f-bcbe234c0b5f req-bd773149-6c7a-40f0-ba86-7209615b0196 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 3095 time: 0.3109744 Aug 26 10:49:52.136207 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1a55167-fb6b-43c8-8e9d-b6dfbc78b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.142187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3402ba3-9b84-4c3d-830d-58f540a446c7 req-90a8cfe3-3586-4410-a401-abce25ad22ab tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups?id=849075f8-8b36-4681-b3b7-c7d5b945223d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342272 Aug 26 10:49:52.147096 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-81b6a887-b1a5-4bbe-9178-8611d074f3d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f13ff92df69046e494dc1a8cfe268b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3950064 Aug 26 10:49:52.163080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42216) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:52.166711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6a887-b1a5-4bbe-9178-8611d074f3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f9f50c-ce54-47c2-b77c-bea748ae209d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:52.175479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 78902991-d609-426f-8dcc-a1d53ebfc5f2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:52.177438 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e62b8d0a-379b-4e76-9cfd-a01fa878f339 req-e16bb9a4-bd49-4d75-a284-876e939c61ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417676 Aug 26 10:49:52.248593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] For port 81d222fb-97d1-4bd6-8280-65da5eb455c8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=81d222fb-97d1-4bd6-8280-65da5eb455c8,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:52.249071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.272079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5568bd6f-6996-41c9-934f-bcbe234c0b5f req-b111ebc2-41ec-4242-bc8f-e863f21e1e98 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830752 Aug 26 10:49:52.294810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1a55167-fb6b-43c8-8e9d-b6dfbc78b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.318943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 78902991-d609-426f-8dcc-a1d53ebfc5f2 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:52.324172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 78902991-d609-426f-8dcc-a1d53ebfc5f2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:52.324728 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.374223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a55167-fb6b-43c8-8e9d-b6dfbc78b63d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b8f04e-fe58-45c4-94a0-9f19669a90e3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:52.380666 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1a55167-fb6b-43c8-8e9d-b6dfbc78b63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.382611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c1a55167-fb6b-43c8-8e9d-b6dfbc78b63d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a6b8f04e-fe58-45c4-94a0-9f19669a90e3 HTTP/1.1" status: 204 len: 168 time: 1.0577571 Aug 26 10:49:52.389044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42220) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:52.424601 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-388bb6ad-ef8d-47b2-8376-ab5b6ad5fc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.476267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.480416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.487045 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.503591 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.517159 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-388bb6ad-ef8d-47b2-8376-ab5b6ad5fc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.526282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Made reservation on behalf of a20ef30a5184466699261f37ea7a0f7f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:49:52.531117 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.539156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 78902991-d609-426f-8dcc-a1d53ebfc5f2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=78902991-d609-426f-8dcc-a1d53ebfc5f2,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:52.546660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9ecac652-82e1-41b9-b6a5-c5f526e27129 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:49:52.694186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7c49015d-b414-4768-958c-bb99bd41261a no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:52.695228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.695635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.695969 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Floating IP ba1479f0-4f6c-428d-b615-d538f6553996 disassociated. External IP: 172.25.1.129, port: 81d222fb-97d1-4bd6-8280-65da5eb455c8. Aug 26 10:49:52.696326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Calling delete_port for 81d222fb-97d1-4bd6-8280-65da5eb455c8 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:49:52.724867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 7c49015d-b414-4768-958c-bb99bd41261a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:52.725210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7c49015d-b414-4768-958c-bb99bd41261a not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:52.729203 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.750656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-388bb6ad-ef8d-47b2-8376-ab5b6ad5fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.754230 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-388bb6ad-ef8d-47b2-8376-ab5b6ad5fc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:52.756124 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-388bb6ad-ef8d-47b2-8376-ab5b6ad5fc50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2f9f50c-ce54-47c2-b77c-bea748ae209d HTTP/1.1" status: 204 len: 168 time: 0.5898070 Aug 26 10:49:52.821030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bb6ad-ef8d-47b2-8376-ab5b6ad5fc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f9f50c-ce54-47c2-b77c-bea748ae209d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:52.907852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9ecac652-82e1-41b9-b6a5-c5f526e27129, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:52.920084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=78902991-d609-426f-8dcc-a1d53ebfc5f2,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:52.979303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'port_id': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'mac_address': 'fa:16:3e:d8:07:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:49:53.060038 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Allocated IP 10.2.2.200 (69c1248d-4663-4fe7-82e4-6eb133288edb/4af5b276-9133-4e1d-88a2-08419aa867d4/7ede19ef-72dc-45a3-aa96-ce740de55d39) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:49:53.116262 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.155709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecac652-82e1-41b9-b6a5-c5f526e27129 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:53.209027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.226059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9ecac652-82e1-41b9-b6a5-c5f526e27129, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:53.234460 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.320571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9ecac652-82e1-41b9-b6a5-c5f526e27129,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:53.353204 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Pushing event deleted for resources: {'Port': ['ID=81d222fb-97d1-4bd6-8280-65da5eb455c8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:53.390469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42234) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:53.405726 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.414591 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.417535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f666520-7e77-40bd-8625-bf6ff8fa15c4,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:53.426937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392258a8-c7e1-4684-a242-7470b6bf4a0f req-c6806562-8b13-4dba-ac1c-c8420a87eb07 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:53.428530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392258a8-c7e1-4684-a242-7470b6bf4a0f req-c6806562-8b13-4dba-ac1c-c8420a87eb07 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 943 time: 1.0349019 Aug 26 10:49:53.447709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef82442-85ca-4ab5-82ba-4ef962a133c5']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:53.448256 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-802a26f5-4869-42e4-941f-f601ab6af379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.472411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b122496-445b-4db9-8aa3-8ce5b0f854cd req-290704a2-f15f-4a23-98ac-cdaeb8c2eeb5 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:53.473835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b122496-445b-4db9-8aa3-8ce5b0f854cd req-290704a2-f15f-4a23-98ac-cdaeb8c2eeb5 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 949 time: 0.3421288 Aug 26 10:49:53.524559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:53.524949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3485d3-d190-4831-92d3-cd4d7dd2bdce') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:53.549376 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.567419 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.586459 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.604391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Transition to ACTIVE for port object 7ede19ef-72dc-45a3-aa96-ce740de55d39 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:53.609803 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:49:53.622525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392258a8-c7e1-4684-a242-7470b6bf4a0f req-ce06d733-b323-479a-9956-e4002eb05944 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790509 Aug 26 10:49:53.624299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:49:53.629332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9ecac652-82e1-41b9-b6a5-c5f526e27129'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:53.630110 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.635540 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:49:53.647146 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:49:53.745295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b122496-445b-4db9-8aa3-8ce5b0f854cd req-6020fe1b-2ad8-4dd0-a40a-195bf2fdb7b8 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497587 Aug 26 10:49:53.752855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.814216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Network 3cb2b1ac-e38e-43b2-a861-c342d46d77de is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:53.818505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3583b92-43e7-4c72-8503-3c00ba3635cb req-5af9a483-8b6b-4b0d-9d42-347972f0be86 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/ports?device_id=116f5b37-369b-4153-90a4-8ef3cf776fb4 HTTP/1.1" status: 200 len: 210 time: 0.0880389 Aug 26 10:49:53.819955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:53.832591 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.849425 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.856381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1ef82442-85ca-4ab5-82ba-4ef962a133c5 HTTP/1.1" status: 204 len: 168 time: 1.4637332 Aug 26 10:49:53.858105 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42236) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:53.891654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-802a26f5-4869-42e4-941f-f601ab6af379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.933677 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-802a26f5-4869-42e4-941f-f601ab6af379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:53.969680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Network 69c1248d-4663-4fe7-82e4-6eb133288edb is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:49:53.999410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:49:54.012894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:49:54.015672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event updated for resources: {'Port': ['ID=7ede19ef-72dc-45a3-aa96-ce740de55d39,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:54.019095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:49:54.031459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c57928-aca6-47fc-a776-29a7e638a7e1 None None] Sync routers for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:49:54.046366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c57928-aca6-47fc-a776-29a7e638a7e1 None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:49:54.047066 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f7c57928-aca6-47fc-a776-29a7e638a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:49:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:54.087514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50abae-75e0-47b6-ad69-452a89086021 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef82442-85ca-4ab5-82ba-4ef962a133c5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:54.146474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a26f5-4869-42e4-941f-f601ab6af379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae8a3cd-06fa-4220-a19a-ecd16b03cb7e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:54.188913 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-802a26f5-4869-42e4-941f-f601ab6af379 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47efa023aaad4b1a90a81fe2417c5863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7973485 Aug 26 10:49:54.198188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] No DVR routers for this DVR port 81d222fb-97d1-4bd6-8280-65da5eb455c8 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:49:54.198188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42238) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:54.218361 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.220774 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bd8fce03-f1b3-4931-89f6-b27cf54f57c3 req-84957ade-5aa7-4836-af11-8afca7ba2032 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.42 "DELETE /v2.0/ports/81d222fb-97d1-4bd6-8280-65da5eb455c8 HTTP/1.1" status: 204 len: 173 time: 2.8754091 Aug 26 10:49:54.225103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'name': 'network-vif-deleted', 'tag': '81d222fb-97d1-4bd6-8280-65da5eb455c8'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:54.227494 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69a6085-56d5-4bbc-9417-8295785681d7" -d '{"events": [{"server_uuid": "116f5b37-369b-4153-90a4-8ef3cf776fb4", "name": "network-vif-deleted", "tag": "81d222fb-97d1-4bd6-8280-65da5eb455c8"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:54.256435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:54.257157 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.294792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f7c57928-aca6-47fc-a776-29a7e638a7e1 None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:49:54.302752 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-8a49cd60-a0af-49a9-b444-7d6bcb116d11 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2544699 Aug 26 10:49:54.319766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:54.359256 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Router 787b2304-90f1-4843-8b5b-6c9d95ba43ec has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:49:54.372991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-b246b5e4-2336-4a6b-b275-74021f855fe9 admin admin] Deleting subnet f30d7d3a-36f7-48d6-987d-53a90a06d5c0 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:49:54.381341 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b246b5e4-2336-4a6b-b275-74021f855fe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.384904 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 78902991-d609-426f-8dcc-a1d53ebfc5f2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:54.411661 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4517e20-71b5-4c8d-b60e-c6e3e64e8215 x-openstack-request-id: req-f4517e20-71b5-4c8d-b60e-c6e3e64e8215 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:54.412259 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116f5b37-369b-4153-90a4-8ef3cf776fb4", "name": "network-vif-deleted", "tag": "81d222fb-97d1-4bd6-8280-65da5eb455c8", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:54.412259 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4517e20-71b5-4c8d-b60e-c6e3e64e8215 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:54.412640 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116f5b37-369b-4153-90a4-8ef3cf776fb4', 'name': 'network-vif-deleted', 'tag': '81d222fb-97d1-4bd6-8280-65da5eb455c8', 'status': 'completed', 'code': 200} Aug 26 10:49:54.423786 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd46e9b4-c9df-4f22-a8ed-a86bde388d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.440033 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.442762 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b246b5e4-2336-4a6b-b275-74021f855fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.462558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd46e9b4-c9df-4f22-a8ed-a86bde388d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.498855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f2e3432b-ddad-46dd-8a08-a8726a203b3a None None] Provisioning complete for port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:54.499353 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2e3432b-ddad-46dd-8a08-a8726a203b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.504103 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b246b5e4-2336-4a6b-b275-74021f855fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.538575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3432b-ddad-46dd-8a08-a8726a203b3a None None] Port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:54.565861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 78902991-d609-426f-8dcc-a1d53ebfc5f2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:54.566357 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.608446 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd46e9b4-c9df-4f22-a8ed-a86bde388d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.611906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd46e9b4-c9df-4f22-a8ed-a86bde388d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.613379 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cd46e9b4-c9df-4f22-a8ed-a86bde388d18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eae8a3cd-06fa-4220-a19a-ecd16b03cb7e HTTP/1.1" status: 204 len: 168 time: 0.4012396 Aug 26 10:49:54.627448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46e9b4-c9df-4f22-a8ed-a86bde388d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae8a3cd-06fa-4220-a19a-ecd16b03cb7e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:54.703046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b3434d6a-1ec7-417d-bd8c-987d43c80c1a None None] Provisioning for port 7ede19ef-72dc-45a3-aa96-ce740de55d39 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:54.713347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b3434d6a-1ec7-417d-bd8c-987d43c80c1a None None] Provisioning complete for port 7ede19ef-72dc-45a3-aa96-ce740de55d39 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:54.714123 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3434d6a-1ec7-417d-bd8c-987d43c80c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.751728 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b3434d6a-1ec7-417d-bd8c-987d43c80c1a None None] Port 7ede19ef-72dc-45a3-aa96-ce740de55d39 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:49:54.801908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f7c57928-aca6-47fc-a776-29a7e638a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:54.831802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:49:54.841093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c57928-aca6-47fc-a776-29a7e638a7e1 None None] Checking router: aab41ab7-3f15-4780-a22d-1aa8a6dd0275 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:49:54.842953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0bccd8c1-1442-4451-b078-9cc2f9d775e8 admin admin] 10.222.0.21 "PUT /v2.0/routers/787b2304-90f1-4843-8b5b-6c9d95ba43ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9874952 Aug 26 10:49:54.852010 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Sync routers for ids ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:49:54.867816 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Routers {'787b2304-90f1-4843-8b5b-6c9d95ba43ec'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:49:54.868451 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:49:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:54.870954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c57928-aca6-47fc-a776-29a7e638a7e1 None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:49:54.871592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f7c57928-aca6-47fc-a776-29a7e638a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:49:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:54.882992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c116599a-327c-4688-9f4b-1845a6872218 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:54.918122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:54.955531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 81d222fb-97d1-4bd6-8280-65da5eb455c8 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:49:54.974162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81532bb-8048-4ce8-a13b-4aa9ebd00582 req-6cd0061d-44ff-411a-97ae-4b71db56e932 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:54.990373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81532bb-8048-4ce8-a13b-4aa9ebd00582 req-6cd0061d-44ff-411a-97ae-4b71db56e932 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:55.009109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 81d222fb-97d1-4bd6-8280-65da5eb455c8 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:49:55.009455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 81d222fb-97d1-4bd6-8280-65da5eb455c8 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:49:55.011897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81532bb-8048-4ce8-a13b-4aa9ebd00582 req-6cd0061d-44ff-411a-97ae-4b71db56e932 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:55.031709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81532bb-8048-4ce8-a13b-4aa9ebd00582 req-6cd0061d-44ff-411a-97ae-4b71db56e932 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:55.044912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81532bb-8048-4ce8-a13b-4aa9ebd00582 req-6cd0061d-44ff-411a-97ae-4b71db56e932 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:55.047303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c81532bb-8048-4ce8-a13b-4aa9ebd00582 req-6cd0061d-44ff-411a-97ae-4b71db56e932 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 3816 time: 0.9613621 Aug 26 10:49:55.085238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac2585-3d95-47c9-afdc-2bc7c4e7829f req-66d41519-726b-4bc5-a06c-ffdaa8ac919e tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:55.087448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60ac2585-3d95-47c9-afdc-2bc7c4e7829f req-66d41519-726b-4bc5-a06c-ffdaa8ac919e tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 944 time: 0.3214643 Aug 26 10:49:55.099582 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Set router 787b2304-90f1-4843-8b5b-6c9d95ba43ec gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:49:55.150303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f7c57928-aca6-47fc-a776-29a7e638a7e1 None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:49:55.226045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60ac2585-3d95-47c9-afdc-2bc7c4e7829f req-35d665e1-65d1-4a07-9f6b-b9289a03ef5a tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054549 Aug 26 10:49:55.242488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Transition to ACTIVE for port object c116599a-327c-4688-9f4b-1845a6872218 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:55.249744 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b246b5e4-2336-4a6b-b275-74021f855fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:55.254883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:55.398579 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b246b5e4-2336-4a6b-b275-74021f855fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:55.403073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Pushing event updated for resources: {'Port': ['ID=c116599a-327c-4688-9f4b-1845a6872218,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:55.412568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b246b5e4-2336-4a6b-b275-74021f855fe9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f30d7d3a-36f7-48d6-987d-53a90a06d5c0 HTTP/1.1" status: 204 len: 168 time: 1.5372059 Aug 26 10:49:55.429283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c81532bb-8048-4ce8-a13b-4aa9ebd00582 req-0470e3d6-d812-46e7-a96b-e4668f100ac5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373413 Aug 26 10:49:55.441241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42264) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:55.448669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246b5e4-2336-4a6b-b275-74021f855fe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30d7d3a-36f7-48d6-987d-53a90a06d5c0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:55.601679 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:51Z', 'revision_number': 4, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6f666520-7e77-40bd-8625-bf6ff8fa15c4', 'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'mac_address': 'fa:16:3e:12:fc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:49Z', 'updated_at': '2021-08-26T10:49:51Z', 'revision_number': 2, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'subnets': [{'id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:55.612181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f2e79-4cd3-4934-a0c8-b720c5569001 req-1b9827c2-df2d-4a81-a0d4-c3dccb77390a tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:55.621505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b61f2e79-4cd3-4934-a0c8-b720c5569001 req-1b9827c2-df2d-4a81-a0d4-c3dccb77390a tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 949 time: 0.2073362 Aug 26 10:49:55.696648 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Checking router: 787b2304-90f1-4843-8b5b-6c9d95ba43ec for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:49:55.696985 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Updating router 787b2304-90f1-4843-8b5b-6c9d95ba43ec port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:49:55.728129 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b61f2e79-4cd3-4934-a0c8-b720c5569001 req-25296c2d-bd68-448f-aaf0-79b34a5010cf tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036260 Aug 26 10:49:55.762468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:55.793490 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:55.797723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Attempting to bind port c116599a-327c-4688-9f4b-1845a6872218 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:55.798067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Attempting to bind port c116599a-327c-4688-9f4b-1845a6872218 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:55.798404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Attempting to bind port c116599a-327c-4688-9f4b-1845a6872218 on network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:55.820791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Port c116599a-327c-4688-9f4b-1845a6872218 on network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:49:55.821118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Attempting to bind port c116599a-327c-4688-9f4b-1845a6872218 on network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:55.829469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f7c57928-aca6-47fc-a776-29a7e638a7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:55.835689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:55.836038 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Checking segment: {'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:55.836428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Bound using segment: {'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:55.836879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Bound port: c116599a-327c-4688-9f4b-1845a6872218, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc42f74a-0766-4fb2-90c9-767687b161df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:55.837241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:55.929421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c57928-aca6-47fc-a776-29a7e638a7e1 None None] The sync data for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 is: [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:43:52Z', 'revision_number': 4, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '50052e73-ab2a-49e7-81f9-73ff8e76c10d', 'name': '', 'network_id': 'b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'mac_address': 'fa:16:3e:a3:bd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:49Z', 'updated_at': '2021-08-26T10:44:00Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'subnets': [{'id': 'f50a0446-cf9d-4968-84fb-94b0b8bbb8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:49:56.222902 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:56.261116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] For port c116599a-327c-4688-9f4b-1845a6872218, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:56.266163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1dade00-040c-47c6-8d7e-9c77d3f19085']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:56.270542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] For port c116599a-327c-4688-9f4b-1845a6872218, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c116599a-327c-4688-9f4b-1845a6872218,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:56.280988 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:56.288345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418dea6b-37ad-4c3d-b8e7-ce2471adb7ef') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:56.288928 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418dea6b-37ad-4c3d-b8e7-ce2471adb7ef') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:56.357362 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:56.409239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:56.411645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9ecac652-82e1-41b9-b6a5-c5f526e27129 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:49:56.426327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:56.428921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] 10.222.0.42 "PUT /v2.0/ports/c116599a-327c-4688-9f4b-1845a6872218 HTTP/1.1" status: 200 len: 1093 time: 2.1131496 Aug 26 10:49:56.437017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': 'c116599a-327c-4688-9f4b-1845a6872218'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:56.451296 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36" -d '{"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "c116599a-327c-4688-9f4b-1845a6872218"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:56.495541 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:56.515198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:56.523122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:56.526340 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Transition to ACTIVE for port object 6f666520-7e77-40bd-8625-bf6ff8fa15c4 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:56.541031 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:56.546546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8b4aa-0926-4db8-a016-669781f7bf75 None None] New status for floating IP ba1479f0-4f6c-428d-b615-d538f6553996: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:49:56.616275 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-4aefce5a-45ce-4600-96e3-1f1eb6ad5fa0 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:56.639496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-4aefce5a-45ce-4600-96e3-1f1eb6ad5fa0 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/networks?id=3cb2b1ac-e38e-43b2-a861-c342d46d77de HTTP/1.1" status: 200 len: 828 time: 0.3125880 Aug 26 10:49:56.678470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:49:56.679345 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:49:56.684997 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:49:56.687234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-dcf9b157-0f8c-49bc-9039-ad278219d56d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/quotas/7414580643d740a8ac41f7987ad69bee HTTP/1.1" status: 200 len: 375 time: 0.0448458 Aug 26 10:49:56.703436 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94157385-803d-4828-9b11-5131f597019c None None] Pushing event updated for resources: {'Port': ['ID=6f666520-7e77-40bd-8625-bf6ff8fa15c4,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:56.812686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-a12dcb59-0207-4913-b8a7-59b3c82559d4 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7414580643d740a8ac41f7987ad69bee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247509 Aug 26 10:49:56.815117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34932c17-940e-4863-9f96-abbc6a207c01 service neutron] Pushing event updated for resources: {'Port': ['ID=c116599a-327c-4688-9f4b-1845a6872218,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:56.884464 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Attempting to bind port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:56.893778 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Attempting to bind port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:56.894161 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Attempting to bind port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 on network 3cb2b1ac-e38e-43b2-a861-c342d46d77de {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:56.908877 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:56.920591 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Checking segment: {'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:56.924434 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:56.926189 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Bound using segment: {'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:56.929043 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Bound port: 6f666520-7e77-40bd-8625-bf6ff8fa15c4, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:56.930284 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:56.992064 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:57.009540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:57.016438 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f1dade00-040c-47c6-8d7e-9c77d3f19085 HTTP/1.1" status: 204 len: 168 time: 1.5728788 Aug 26 10:49:57.025058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:57.075036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca883f9-b5e6-447e-a4d0-30d688f646e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1dade00-040c-47c6-8d7e-9c77d3f19085,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:57.105089 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] For port 6f666520-7e77-40bd-8625-bf6ff8fa15c4, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:57.121441 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] For port 6f666520-7e77-40bd-8625-bf6ff8fa15c4, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6f666520-7e77-40bd-8625-bf6ff8fa15c4,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:57.124396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-5024859c-ce00-4819-b252-a62a0d1f846b service neutron] 10.222.0.21 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107054 Aug 26 10:49:57.128556 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:57.197160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31c3a0-5fbd-4073-bab8-7174576207a4 req-070170ca-0438-45e4-9fc5-944d5b9061c7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:57.206652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d31c3a0-5fbd-4073-bab8-7174576207a4 req-070170ca-0438-45e4-9fc5-944d5b9061c7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 944 time: 0.1510203 Aug 26 10:49:57.230855 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94157385-803d-4828-9b11-5131f597019c None None] Pushing event updated for resources: {'Port': ['ID=6f666520-7e77-40bd-8625-bf6ff8fa15c4,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:57.278642 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d31c3a0-5fbd-4073-bab8-7174576207a4 req-178460a5-163e-45f2-ad20-7e4d8e4ffd76 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703800 Aug 26 10:49:57.312303 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Routers {'787b2304-90f1-4843-8b5b-6c9d95ba43ec'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:49:57.313039 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:49:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:57.397182 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 9ecac652-82e1-41b9-b6a5-c5f526e27129 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:49:57.405932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 9ecac652-82e1-41b9-b6a5-c5f526e27129 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:49:57.406112 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:57.415647 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63177e41-cbf7-41a2-a7a9-5a4bba501d74 x-openstack-request-id: req-63177e41-cbf7-41a2-a7a9-5a4bba501d74 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:57.416130 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "c116599a-327c-4688-9f4b-1845a6872218", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:57.416583 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63177e41-cbf7-41a2-a7a9-5a4bba501d74 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:57.417040 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': 'c116599a-327c-4688-9f4b-1845a6872218', 'status': 'completed', 'code': 200} Aug 26 10:49:57.437545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-520460df-da41-4c04-8156-303db9182859 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111210 Aug 26 10:49:57.596422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42326) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:57.706703 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:57.710646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-dcf179e2-aa88-45ef-adbe-913efe32b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:57.714617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-dcf179e2-aa88-45ef-adbe-913efe32b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:57.716149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-dcf179e2-aa88-45ef-adbe-913efe32b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:57.718779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c85cd647-2666-4309-afdb-cb5300f6c084 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbdc0b3586bc413e8f4363512678b56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1209428 Aug 26 10:49:57.720958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42330) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:57.735568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-dcf179e2-aa88-45ef-adbe-913efe32b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:57.738105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-dcf179e2-aa88-45ef-adbe-913efe32b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:57.740782 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-dcf179e2-aa88-45ef-adbe-913efe32b8a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 4364 time: 0.3119421 Aug 26 10:49:57.759751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:57.764816 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aef9d9-2259-4b72-bd7e-6196eb9153b3" -d '{"events": [{"server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "name": "network-vif-plugged", "status": "completed", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:57.781712 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] Set router 787b2304-90f1-4843-8b5b-6c9d95ba43ec gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:49:57.796918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9ecac652-82e1-41b9-b6a5-c5f526e27129, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:57.817787 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:57.927831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9ecac652-82e1-41b9-b6a5-c5f526e27129,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:57.976706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49f06-645d-4b22-af43-235e6f133f58 req-a52cc173-b281-4267-8230-6fa8bc13901b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:58.017317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49f06-645d-4b22-af43-235e6f133f58 req-a52cc173-b281-4267-8230-6fa8bc13901b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:58.024995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49f06-645d-4b22-af43-235e6f133f58 req-a52cc173-b281-4267-8230-6fa8bc13901b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:58.041922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49f06-645d-4b22-af43-235e6f133f58 req-a52cc173-b281-4267-8230-6fa8bc13901b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:58.060406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49f06-645d-4b22-af43-235e6f133f58 req-a52cc173-b281-4267-8230-6fa8bc13901b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:58.070523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0de49f06-645d-4b22-af43-235e6f133f58 req-a52cc173-b281-4267-8230-6fa8bc13901b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 3828 time: 0.3603587 Aug 26 10:49:58.071551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42350) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:58.076705 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72efeb98-b7ee-4cd5-a850-2ed7101867bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:58.105273 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72efeb98-b7ee-4cd5-a850-2ed7101867bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:58.192629 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:51Z', 'revision_number': 4, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6f666520-7e77-40bd-8625-bf6ff8fa15c4', 'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'mac_address': 'fa:16:3e:12:fc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:49Z', 'updated_at': '2021-08-26T10:49:57Z', 'revision_number': 4, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'subnets': [{'id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:49:58.225687 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ca4a6-739a-4e10-ac0c-4bb8c9e7d8f2 None None] The sync data for ids ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'] in n-d-778550-13 is: [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:51Z', 'revision_number': 4, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6f666520-7e77-40bd-8625-bf6ff8fa15c4', 'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'mac_address': 'fa:16:3e:12:fc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:49Z', 'updated_at': '2021-08-26T10:49:57Z', 'revision_number': 4, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'subnets': [{'id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:49:58.244266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd812fb-819b-4872-bbfe-4a72c5599d31 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:58.258848 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72efeb98-b7ee-4cd5-a850-2ed7101867bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:58.262418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72efeb98-b7ee-4cd5-a850-2ed7101867bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:58.262957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-8c8c82df-f05b-4386-94df-bae636363582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:58.263458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-8c8c82df-f05b-4386-94df-bae636363582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:58.263932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-8c8c82df-f05b-4386-94df-bae636363582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:58.264629 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-72efeb98-b7ee-4cd5-a850-2ed7101867bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2409722-110e-426f-be67-e891b44a33c7 HTTP/1.1" status: 204 len: 168 time: 0.5257773 Aug 26 10:49:58.281348 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-8c8c82df-f05b-4386-94df-bae636363582 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a20ef30a5184466699261f37ea7a0f7f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5179098 Aug 26 10:49:58.282050 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a31e4dc-88bb-4aa8-aa65-c0f7784877bd tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:58.286320 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:58.421282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efeb98-b7ee-4cd5-a850-2ed7101867bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2409722-110e-426f-be67-e891b44a33c7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:58.448672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0de49f06-645d-4b22-af43-235e6f133f58 req-f5a7bb62-6f71-4209-b3fb-8ffb2d15ee92 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3756166 Aug 26 10:49:58.470312 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53fea6be-69e2-4daa-ad38-f31c003b5a64 req-56b8358c-cc14-4fe6-8a68-ad248a1416bc tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 210 time: 0.2948823 Aug 26 10:49:58.544282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-2d5c5c13-18bc-435c-a0e7-8bf3c0ba14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:58.546379 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66bb05ab-d04d-405c-a3c3-fdfa3ee55c36 req-2d5c5c13-18bc-435c-a0e7-8bf3c0ba14ef service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2559080 Aug 26 10:49:58.562184 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bd4e23-9ff9-4d7f-93cc-c0c91677d3ab x-openstack-request-id: req-c3bd4e23-9ff9-4d7f-93cc-c0c91677d3ab {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:58.562772 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "name": "network-vif-plugged", "status": "completed", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:58.562772 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3bd4e23-9ff9-4d7f-93cc-c0c91677d3ab {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:58.563532 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'code': 200} Aug 26 10:49:58.613886 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a31e4dc-88bb-4aa8-aa65-c0f7784877bd tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:58.631837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Transition to ACTIVE for port object 8cd812fb-819b-4872-bbfe-4a72c5599d31 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:49:58.658843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:58.732522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a7f52-8b68-4f1e-afed-0b31124b0dfa req-2e31fb8d-169a-4e4d-84d0-52ce4938e72e tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:58.739220 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e85a7f52-8b68-4f1e-afed-0b31124b0dfa req-2e31fb8d-169a-4e4d-84d0-52ce4938e72e tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 945 time: 0.1249924 Aug 26 10:49:58.879892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a404ff-33f9-42ee-8631-a12552de841e req-1a9921d9-8f94-4cc0-be39-ff4573e6ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:58.886406 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e85a7f52-8b68-4f1e-afed-0b31124b0dfa req-834d2331-febb-4f67-8dc7-6fd3f1b8d439 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377511 Aug 26 10:49:58.899347 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-08a404ff-33f9-42ee-8631-a12552de841e req-1a9921d9-8f94-4cc0-be39-ff4573e6ee3d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 1097 time: 0.2557456 Aug 26 10:49:58.932487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:49:58.943033 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd812fb-819b-4872-bbfe-4a72c5599d31,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:58.969919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42382) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:59.011437 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a31e4dc-88bb-4aa8-aa65-c0f7784877bd tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.014301 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a31e4dc-88bb-4aa8-aa65-c0f7784877bd tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.018555 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2a31e4dc-88bb-4aa8-aa65-c0f7784877bd tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "DELETE /v2.0/security-groups/849075f8-8b36-4681-b3b7-c7d5b945223d HTTP/1.1" status: 204 len: 168 time: 0.9427857 Aug 26 10:49:59.041612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42386) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:59.113358 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-08a404ff-33f9-42ee-8631-a12552de841e req-20df6825-8469-4d75-bbb4-ca1ca3794d8d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932909 Aug 26 10:49:59.117408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31e4dc-88bb-4aa8-aa65-c0f7784877bd tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=849075f8-8b36-4681-b3b7-c7d5b945223d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:59.150982 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-87e3837b-c7d4-49b4-901a-251eef804758 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] show failed (client error): The resource could not be found. Aug 26 10:49:59.154511 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c74ad841-2024-449b-9044-956202f4ffb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16b43828363c48129bb9c5bfa5893e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811671 Aug 26 10:49:59.158642 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-87e3837b-c7d4-49b4-901a-251eef804758 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "GET /v2.0/security-groups/849075f8-8b36-4681-b3b7-c7d5b945223d HTTP/1.1" status: 404 len: 347 time: 0.1060605 Aug 26 10:49:59.159190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42388) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:59.159595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42390) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:49:59.184806 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Attempting to bind port 8cd812fb-819b-4872-bbfe-4a72c5599d31 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:49:59.185417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Attempting to bind port 8cd812fb-819b-4872-bbfe-4a72c5599d31 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:49:59.185950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Attempting to bind port 8cd812fb-819b-4872-bbfe-4a72c5599d31 on network 0b1024e4-64f8-4a6f-85de-655a0a939578 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:59.192179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Port 8cd812fb-819b-4872-bbfe-4a72c5599d31 on network 0b1024e4-64f8-4a6f-85de-655a0a939578 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:49:59.192915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Attempting to bind port 8cd812fb-819b-4872-bbfe-4a72c5599d31 on network 0b1024e4-64f8-4a6f-85de-655a0a939578 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:49:59.200685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:49:59.201329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Checking segment: {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:49:59.202073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Bound using segment: {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:49:59.202793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Bound port: 8cd812fb-819b-4872-bbfe-4a72c5599d31, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:49:59.203690 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.334645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:59.337461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] For port 8cd812fb-819b-4872-bbfe-4a72c5599d31, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:49:59.341296 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] For port 8cd812fb-819b-4872-bbfe-4a72c5599d31, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8cd812fb-819b-4872-bbfe-4a72c5599d31,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:49:59.349431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.376157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'mac_address': 'fa:16:3e:e0:3c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:49:59.405683 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e50a80e4-52f0-45b4-b0c1-90c8c2cfd587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.420059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:59.420716 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.422281 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] 10.222.0.42 "PUT /v2.0/ports/8cd812fb-819b-4872-bbfe-4a72c5599d31 HTTP/1.1" status: 200 len: 1137 time: 2.9362664 Aug 26 10:49:59.425151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': '8cd812fb-819b-4872-bbfe-4a72c5599d31'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:49:59.428340 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c551274-b7a2-471a-911a-708fb59b90fa" -d '{"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "8cd812fb-819b-4872-bbfe-4a72c5599d31"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:49:59.466603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:49:59.474716 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e50a80e4-52f0-45b4-b0c1-90c8c2cfd587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.571668 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.622445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:49:59.629756 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1bcc3-e564-4bc0-b2b2-54d832649ab0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Deleting port 7325a4a2-a4ef-44c0-8241-f395b2db0ac6 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:49:59.630327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1cf1bcc3-e564-4bc0-b2b2-54d832649ab0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.638810 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef92d91-df8d-4d09-a1ff-79a69a781de0 x-openstack-request-id: req-cef92d91-df8d-4d09-a1ff-79a69a781de0 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:49:59.639650 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "8cd812fb-819b-4872-bbfe-4a72c5599d31", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:49:59.641246 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cef92d91-df8d-4d09-a1ff-79a69a781de0 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:49:59.642001 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': '8cd812fb-819b-4872-bbfe-4a72c5599d31', 'status': 'completed', 'code': 200} Aug 26 10:49:59.644119 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.740072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:49:59.752912 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.776654 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551274-b7a2-471a-911a-708fb59b90fa req-59e5e59f-9a68-406b-b516-4b45d7805081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:59.777273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551274-b7a2-471a-911a-708fb59b90fa req-59e5e59f-9a68-406b-b516-4b45d7805081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:59.777812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551274-b7a2-471a-911a-708fb59b90fa req-59e5e59f-9a68-406b-b516-4b45d7805081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:59.778301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551274-b7a2-471a-911a-708fb59b90fa req-59e5e59f-9a68-406b-b516-4b45d7805081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:59.778870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551274-b7a2-471a-911a-708fb59b90fa req-59e5e59f-9a68-406b-b516-4b45d7805081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:59.779352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551274-b7a2-471a-911a-708fb59b90fa req-59e5e59f-9a68-406b-b516-4b45d7805081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:49:59.787210 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6c551274-b7a2-471a-911a-708fb59b90fa req-59e5e59f-9a68-406b-b516-4b45d7805081 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5294 time: 0.1705143 Aug 26 10:49:59.789157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaac6dd-87d4-4e06-b738-f7236b6e9177 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd812fb-819b-4872-bbfe-4a72c5599d31,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:49:59.906014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['ce8fb64d-2998-4bc6-8180-3c33f30c5ce5'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:49:59.927960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0872d0f-5134-46d5-b699-e72937fe3ccd req-d63c8244-adaa-416f-a174-d4e4b0a9cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 210 time: 0.1309106 Aug 26 10:49:59.968568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e50a80e4-52f0-45b4-b0c1-90c8c2cfd587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.974796 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e50a80e4-52f0-45b4-b0c1-90c8c2cfd587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:49:59.980045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e50a80e4-52f0-45b4-b0c1-90c8c2cfd587 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f3e0e7f-33e4-41e1-86d2-5a14d82b215c HTTP/1.1" status: 204 len: 168 time: 0.8181009 Aug 26 10:50:00.088473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a80e4-52f0-45b4-b0c1-90c8c2cfd587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e0e7f-33e4-41e1-86d2-5a14d82b215c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:00.181449 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1cf1bcc3-e564-4bc0-b2b2-54d832649ab0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:00.188089 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1cf1bcc3-e564-4bc0-b2b2-54d832649ab0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:00.238619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:00.252172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1bcc3-e564-4bc0-b2b2-54d832649ab0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Calling delete_port for 7325a4a2-a4ef-44c0-8241-f395b2db0ac6 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:00.331131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f666520-7e77-40bd-8625-bf6ff8fa15c4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:00.541757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bed809-f4ff-4d6d-90ad-cf6ab3cf4fd6 req-8371b920-9d4f-4c7c-b07f-5c06d6754eb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:00.545789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:00.571889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:00.572581 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:00.582819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bed809-f4ff-4d6d-90ad-cf6ab3cf4fd6 req-8371b920-9d4f-4c7c-b07f-5c06d6754eb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:00.591723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bed809-f4ff-4d6d-90ad-cf6ab3cf4fd6 req-8371b920-9d4f-4c7c-b07f-5c06d6754eb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:00.608425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bed809-f4ff-4d6d-90ad-cf6ab3cf4fd6 req-8371b920-9d4f-4c7c-b07f-5c06d6754eb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:00.624838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bed809-f4ff-4d6d-90ad-cf6ab3cf4fd6 req-8371b920-9d4f-4c7c-b07f-5c06d6754eb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:00.655736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bed809-f4ff-4d6d-90ad-cf6ab3cf4fd6 req-8371b920-9d4f-4c7c-b07f-5c06d6754eb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:00.665250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58bed809-f4ff-4d6d-90ad-cf6ab3cf4fd6 req-8371b920-9d4f-4c7c-b07f-5c06d6754eb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 4606 time: 0.5649991 Aug 26 10:50:00.704279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551274-b7a2-471a-911a-708fb59b90fa req-9d780fb2-4822-4d61-af80-a115992fc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:00.707907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551274-b7a2-471a-911a-708fb59b90fa req-9d780fb2-4822-4d61-af80-a115992fc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:00.710140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551274-b7a2-471a-911a-708fb59b90fa req-9d780fb2-4822-4d61-af80-a115992fc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:00.713957 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6c551274-b7a2-471a-911a-708fb59b90fa req-9d780fb2-4822-4d61-af80-a115992fc008 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a20ef30a5184466699261f37ea7a0f7f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8953738 Aug 26 10:50:00.768119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3df3d-d80a-452e-88a2-5ab84d37eb96 req-e1afe00a-a1f0-4fb3-bc08-20810af3e30c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:00.777057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4a3df3d-d80a-452e-88a2-5ab84d37eb96 req-e1afe00a-a1f0-4fb3-bc08-20810af3e30c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 945 time: 0.4891160 Aug 26 10:50:00.790370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58bed809-f4ff-4d6d-90ad-cf6ab3cf4fd6 req-a6ca5d44-c330-4dd1-9d4c-2356216e9393 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240671 Aug 26 10:50:00.826835 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:00.882037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 6f666520-7e77-40bd-8625-bf6ff8fa15c4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6f666520-7e77-40bd-8625-bf6ff8fa15c4,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:00.891600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:00.910079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4a3df3d-d80a-452e-88a2-5ab84d37eb96 req-a99280dd-1211-4f40-b6b8-41daf21e202f tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253645 Aug 26 10:50:00.951654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:00.989446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6491ccdd-89e6-459e-8041-811f24b285dc {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:01.004408 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1cf1bcc3-e564-4bc0-b2b2-54d832649ab0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:01.022524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:01.103279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-33a91f8e-47ca-41b5-9008-121fcba3f540 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:01.104856 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-33a91f8e-47ca-41b5-9008-121fcba3f540 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.47 "GET /v2.0/networks?id=3cb2b1ac-e38e-43b2-a861-c342d46d77de HTTP/1.1" status: 200 len: 828 time: 0.9245634 Aug 26 10:50:01.139636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Transition to ACTIVE for port object 6491ccdd-89e6-459e-8041-811f24b285dc will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:01.179168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=6f666520-7e77-40bd-8625-bf6ff8fa15c4,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:01.205783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:01.206556 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:01.215785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1bcc3-e564-4bc0-b2b2-54d832649ab0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Pushing event deleted for resources: {'Port': ['ID=7325a4a2-a4ef-44c0-8241-f395b2db0ac6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:01.238520 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Request body: {'port': {'device_id': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'admin_state_up': True, 'tenant_id': '7414580643d740a8ac41f7987ad69bee'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:01.346983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:01.376589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:01.401384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:01.402927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:01.406191 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0903fb9-eade-4bba-ba91-7049b556b92c" -d '{"events": [{"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-plugged", "status": "completed", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:01.410947 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:01.412491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88fda05e-e454-4991-89ba-b46cf5acc927 req-89cdde88-b02c-4c04-a86d-7e3772c696c2 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 210 time: 0.1147301 Aug 26 10:50:01.456445 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1cf1bcc3-e564-4bc0-b2b2-54d832649ab0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:01.459081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1cf1bcc3-e564-4bc0-b2b2-54d832649ab0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:01.466845 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1cf1bcc3-e564-4bc0-b2b2-54d832649ab0 tempest-ServersWithSpecificFlavorTestJSON-2069237739 tempest-ServersWithSpecificFlavorTestJSON-2069237739-project] 10.222.0.21 "DELETE /v2.0/floatingips/ba1479f0-4f6c-428d-b615-d538f6553996 HTTP/1.1" status: 204 len: 168 time: 2.3002529 Aug 26 10:50:01.478405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:01.614421 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dfb33b-9d9e-43ee-bd4a-ceb4c78ceb88 x-openstack-request-id: req-98dfb33b-9d9e-43ee-bd4a-ceb4c78ceb88 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:01.615071 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-plugged", "status": "completed", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:01.615071 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98dfb33b-9d9e-43ee-bd4a-ceb4c78ceb88 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:01.615404 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'code': 200} Aug 26 10:50:02.011056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967fceb-df69-447f-95cf-d85017d84368 req-dcd09c7c-b91f-46c2-94ef-db99312b2620 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:02.020442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967fceb-df69-447f-95cf-d85017d84368 req-dcd09c7c-b91f-46c2-94ef-db99312b2620 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:02.028918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967fceb-df69-447f-95cf-d85017d84368 req-dcd09c7c-b91f-46c2-94ef-db99312b2620 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:02.037742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967fceb-df69-447f-95cf-d85017d84368 req-dcd09c7c-b91f-46c2-94ef-db99312b2620 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:02.045655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967fceb-df69-447f-95cf-d85017d84368 req-dcd09c7c-b91f-46c2-94ef-db99312b2620 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:02.053131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967fceb-df69-447f-95cf-d85017d84368 req-dcd09c7c-b91f-46c2-94ef-db99312b2620 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:02.066837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967fceb-df69-447f-95cf-d85017d84368 req-dcd09c7c-b91f-46c2-94ef-db99312b2620 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:02.076598 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2967fceb-df69-447f-95cf-d85017d84368 req-dcd09c7c-b91f-46c2-94ef-db99312b2620 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5383 time: 0.1480489 Aug 26 10:50:02.141589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2967fceb-df69-447f-95cf-d85017d84368 req-96767397-5f82-40e3-9cc1-2f8ee049c7be tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635636 Aug 26 10:50:02.200006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Pushing event updated for resources: {'Port': ['ID=6491ccdd-89e6-459e-8041-811f24b285dc,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:02.250919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f666520-7e77-40bd-8625-bf6ff8fa15c4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:02.394668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d288c-a7f9-489b-af47-bbbf2e5fd40a req-367c26e0-5df9-420d-8156-4bd0fa97ee2c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:02.398154 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-742d288c-a7f9-489b-af47-bbbf2e5fd40a req-367c26e0-5df9-420d-8156-4bd0fa97ee2c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 945 time: 0.1519725 Aug 26 10:50:02.426902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Made reservation on behalf of 7414580643d740a8ac41f7987ad69bee for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:50:02.433881 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:02.466856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:02.467398 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:02.504762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-742d288c-a7f9-489b-af47-bbbf2e5fd40a req-f8ab2b36-cb69-4bb1-83d4-afa6ffc067b9 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985758 Aug 26 10:50:02.652606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Attempting to bind port 6491ccdd-89e6-459e-8041-811f24b285dc on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:50:02.652955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Attempting to bind port 6491ccdd-89e6-459e-8041-811f24b285dc by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:50:02.653295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Attempting to bind port 6491ccdd-89e6-459e-8041-811f24b285dc on network 0b1024e4-64f8-4a6f-85de-655a0a939578 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:02.703011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Port 6491ccdd-89e6-459e-8041-811f24b285dc on network 0b1024e4-64f8-4a6f-85de-655a0a939578 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:50:02.703011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Attempting to bind port 6491ccdd-89e6-459e-8041-811f24b285dc on network 0b1024e4-64f8-4a6f-85de-655a0a939578 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:02.722773 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:50:02.723012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Checking segment: {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:50:02.723405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Bound using segment: {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:50:02.723856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Bound port: 6491ccdd-89e6-459e-8041-811f24b285dc, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:50:02.724218 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:02.731841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c551274-b7a2-471a-911a-708fb59b90fa req-5e1ce211-5a0f-4802-9d93-d0ebd93524d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:02.733534 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6c551274-b7a2-471a-911a-708fb59b90fa req-5e1ce211-5a0f-4802-9d93-d0ebd93524d1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7063138 Aug 26 10:50:02.775292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1daa8ade-eca2-4445-be4b-344800543c29 req-8906d823-24e1-4d9e-9078-e6b201e368e5 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 210 time: 0.0757053 Aug 26 10:50:02.872313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Allocated IP 172.20.0.11 (3cb2b1ac-e38e-43b2-a861-c342d46d77de/45a72a8a-a843-4c7a-bbc4-9a18d5657067/7b67d550-36f8-4889-a58e-c774383cbb1b) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:50:02.891572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] For port 6491ccdd-89e6-459e-8041-811f24b285dc, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:50:02.909838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] For port 6491ccdd-89e6-459e-8041-811f24b285dc, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6491ccdd-89e6-459e-8041-811f24b285dc,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:50:02.921897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:03.006468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.007595 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:03.009327 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] 10.222.0.42 "PUT /v2.0/ports/6491ccdd-89e6-459e-8041-811f24b285dc HTTP/1.1" status: 200 len: 1136 time: 3.5519102 Aug 26 10:50:03.012014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': '6491ccdd-89e6-459e-8041-811f24b285dc'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:03.014696 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcdb834-458d-4339-8791-497c9020bd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "6491ccdd-89e6-459e-8041-811f24b285dc"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:03.065612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:03.147244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-d814f7b0-e508-4337-af1d-86465549db8c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3142085 Aug 26 10:50:03.184006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:03.282248 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:03.300835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:03.318090 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Transition to ACTIVE for port object 7b67d550-36f8-4889-a58e-c774383cbb1b will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:03.409836 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba71dfaa-f9c1-40e8-9a21-b49df875dcc2 x-openstack-request-id: req-ba71dfaa-f9c1-40e8-9a21-b49df875dcc2 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:03.410131 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "6491ccdd-89e6-459e-8041-811f24b285dc", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:03.410397 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba71dfaa-f9c1-40e8-9a21-b49df875dcc2 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:03.410829 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': '6491ccdd-89e6-459e-8041-811f24b285dc', 'status': 'completed', 'code': 200} Aug 26 10:50:03.412922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2f6ec-3b70-4eb2-a589-fe42bceb461f service neutron] Pushing event updated for resources: {'Port': ['ID=6491ccdd-89e6-459e-8041-811f24b285dc,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:03.529190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:03.577236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:03.680210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:03.865889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Allocated IP 172.25.1.60 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/7856e9a7-b7c3-42c4-a3ab-eabb0eb7eb35) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:50:03.930938 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24426e8-4285-4be9-9eca-3776e3087af6 req-85394107-7143-43b1-b0e8-57a8dadd1aa3 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.937291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24426e8-4285-4be9-9eca-3776e3087af6 req-85394107-7143-43b1-b0e8-57a8dadd1aa3 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.953863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24426e8-4285-4be9-9eca-3776e3087af6 req-85394107-7143-43b1-b0e8-57a8dadd1aa3 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.966458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24426e8-4285-4be9-9eca-3776e3087af6 req-85394107-7143-43b1-b0e8-57a8dadd1aa3 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.973949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24426e8-4285-4be9-9eca-3776e3087af6 req-85394107-7143-43b1-b0e8-57a8dadd1aa3 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.975406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb834-458d-4339-8791-497c9020bd1c req-3f03df50-0fd0-4fd3-911b-04e3f7a82afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.976049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb834-458d-4339-8791-497c9020bd1c req-3f03df50-0fd0-4fd3-911b-04e3f7a82afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.976540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb834-458d-4339-8791-497c9020bd1c req-3f03df50-0fd0-4fd3-911b-04e3f7a82afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.977043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb834-458d-4339-8791-497c9020bd1c req-3f03df50-0fd0-4fd3-911b-04e3f7a82afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.977763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb834-458d-4339-8791-497c9020bd1c req-3f03df50-0fd0-4fd3-911b-04e3f7a82afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.978320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb834-458d-4339-8791-497c9020bd1c req-3f03df50-0fd0-4fd3-911b-04e3f7a82afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.978848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb834-458d-4339-8791-497c9020bd1c req-3f03df50-0fd0-4fd3-911b-04e3f7a82afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.980391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24426e8-4285-4be9-9eca-3776e3087af6 req-85394107-7143-43b1-b0e8-57a8dadd1aa3 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.984399 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fcdb834-458d-4339-8791-497c9020bd1c req-3f03df50-0fd0-4fd3-911b-04e3f7a82afc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6223 time: 0.5947940 Aug 26 10:50:03.987570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24426e8-4285-4be9-9eca-3776e3087af6 req-85394107-7143-43b1-b0e8-57a8dadd1aa3 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:03.995762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f24426e8-4285-4be9-9eca-3776e3087af6 req-85394107-7143-43b1-b0e8-57a8dadd1aa3 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5383 time: 0.1713126 Aug 26 10:50:04.082474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f24426e8-4285-4be9-9eca-3776e3087af6 req-8fee80c1-83fc-4b3a-9d07-9279ac15c3a4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855114 Aug 26 10:50:04.170976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Network 3cb2b1ac-e38e-43b2-a861-c342d46d77de is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:50:04.175599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Pushing event updated for resources: {'Port': ['ID=7b67d550-36f8-4889-a58e-c774383cbb1b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:04.180170 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:04.214575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:50:04.252864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:50:04.284791 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:04.398549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:50:04.425805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:50:04.438843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:04.439543 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:04.442524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:50:04.450268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb834-458d-4339-8791-497c9020bd1c req-17127970-ce37-46ee-a459-ab836119ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:04.450853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb834-458d-4339-8791-497c9020bd1c req-17127970-ce37-46ee-a459-ab836119ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:04.451337 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb834-458d-4339-8791-497c9020bd1c req-17127970-ce37-46ee-a459-ab836119ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:04.452979 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fcdb834-458d-4339-8791-497c9020bd1c req-17127970-ce37-46ee-a459-ab836119ae58 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a20ef30a5184466699261f37ea7a0f7f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4539578 Aug 26 10:50:04.533924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Pushing event updated for resources: {'Port': ['ID=7856e9a7-b7c3-42c4-a3ab-eabb0eb7eb35,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:04.550065 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-44c539ce-94f2-4e92-8988-9a01f654aa9d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4121542 Aug 26 10:50:04.566990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Request body: {'port': {'device_id': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:04.593610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3280a48-47ec-4800-bd81-37c170853fd7 req-1c07bab5-fcfd-4520-8063-c47a7b781265 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:04.602158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3280a48-47ec-4800-bd81-37c170853fd7 req-1c07bab5-fcfd-4520-8063-c47a7b781265 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 932 time: 0.1798692 Aug 26 10:50:04.641331 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:04.721181 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:04.727202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561cb463-7482-4e72-a461-9062a9018dde {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:04.734549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-01d6c910-1157-4dbc-8e85-232f2bb992ce None None] Provisioning for port 7b67d550-36f8-4889-a58e-c774383cbb1b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:04.739512 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:04.741226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-01d6c910-1157-4dbc-8e85-232f2bb992ce None None] Provisioning complete for port 7b67d550-36f8-4889-a58e-c774383cbb1b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:04.741925 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01d6c910-1157-4dbc-8e85-232f2bb992ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:04.744413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb834-458d-4339-8791-497c9020bd1c req-a75870cc-969b-4110-bda0-7948e0699f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:04.746369 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fcdb834-458d-4339-8791-497c9020bd1c req-a75870cc-969b-4110-bda0-7948e0699f8a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2710128 Aug 26 10:50:04.759106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:04.836019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-01d6c910-1157-4dbc-8e85-232f2bb992ce None None] Port 7b67d550-36f8-4889-a58e-c774383cbb1b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:50:04.964358 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:04.983802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3280a48-47ec-4800-bd81-37c170853fd7 req-c50ca1e4-5faa-4361-a751-f615ab54e4ea tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/security-groups?id=73ed1e64-d280-4e82-adba-5743f3643e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756931 Aug 26 10:50:04.987506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.035639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Transition to ACTIVE for port object 561cb463-7482-4e72-a461-9062a9018dde will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:05.045559 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.070652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42570) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:05.131356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Pushing event updated for resources: {'Port': ['ID=7856e9a7-b7c3-42c4-a3ab-eabb0eb7eb35,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:05.179916 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.220952 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.231154 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-4d772b2b-81fb-4250-aa8f-f1f489060ca7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0738711 Aug 26 10:50:05.328973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Pushing event updated for resources: {'Port': ['ID=561cb463-7482-4e72-a461-9062a9018dde,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:05.355212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-f56a5d99-9fb7-489e-8936-85e41a13c287 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.1233509 Aug 26 10:50:05.399155 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1efcf443-d91b-4b6b-82ad-26dce5458573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.486856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Attempting to bind port 561cb463-7482-4e72-a461-9062a9018dde on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:50:05.487566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Attempting to bind port 561cb463-7482-4e72-a461-9062a9018dde by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:50:05.487795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Attempting to bind port 561cb463-7482-4e72-a461-9062a9018dde on network 0b1024e4-64f8-4a6f-85de-655a0a939578 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:05.506078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Port 561cb463-7482-4e72-a461-9062a9018dde on network 0b1024e4-64f8-4a6f-85de-655a0a939578 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:50:05.506489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Attempting to bind port 561cb463-7482-4e72-a461-9062a9018dde on network 0b1024e4-64f8-4a6f-85de-655a0a939578 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:05.518454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:50:05.518941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Checking segment: {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:50:05.519415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Bound using segment: {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:50:05.519944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Bound port: 561cb463-7482-4e72-a461-9062a9018dde, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:50:05.520385 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.561259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-f413d519-57b4-449a-b456-7a97a0b0b68b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:05.580776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f40915cf-9ad8-4cdb-9939-74c7c4eb2280 req-f413d519-57b4-449a-b456-7a97a0b0b68b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.2242987 Aug 26 10:50:05.691988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b67d550-36f8-4889-a58e-c774383cbb1b {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:05.712503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.717960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-5f2ba52c-2a44-4c2a-870e-c2a4b724360c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=533810d5b9984eefa40b1162f3207124&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581353 Aug 26 10:50:05.747541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] For port 561cb463-7482-4e72-a461-9062a9018dde, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:50:05.764651 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1efcf443-d91b-4b6b-82ad-26dce5458573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.766215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Transition to ACTIVE for port object 7b67d550-36f8-4889-a58e-c774383cbb1b will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:05.779221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.785083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] For port 561cb463-7482-4e72-a461-9062a9018dde, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=561cb463-7482-4e72-a461-9062a9018dde,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:50:05.817859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1efcf443-d91b-4b6b-82ad-26dce5458573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.846587 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.889150 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b67d550-36f8-4889-a58e-c774383cbb1b,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:05.918880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:05.919534 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:05.921018 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] 10.222.0.42 "PUT /v2.0/ports/561cb463-7482-4e72-a461-9062a9018dde HTTP/1.1" status: 200 len: 1092 time: 2.8701301 Aug 26 10:50:05.922707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': '561cb463-7482-4e72-a461-9062a9018dde'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:05.929668 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1b4256-a58a-417b-8621-aeec145e72ec" -d '{"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "561cb463-7482-4e72-a461-9062a9018dde"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:05.937656 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1efcf443-d91b-4b6b-82ad-26dce5458573 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d954dcfbecb04a2088e65f114a084229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8549073 Aug 26 10:50:05.942019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42602) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:05.974611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:05.989905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-a8ca066e-c73c-48ae-86a3-a84c2684c91c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:05.997248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-a8ca066e-c73c-48ae-86a3-a84c2684c91c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2783887 Aug 26 10:50:06.002404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcf443-d91b-4b6b-82ad-26dce5458573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded637be-e0cb-4b54-a938-c8575e50b89b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:06.086526 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-271d7889-0c14-435c-b49a-179fd5e4fa57 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/quotas/533810d5b9984eefa40b1162f3207124 HTTP/1.1" status: 200 len: 375 time: 0.0882359 Aug 26 10:50:06.104191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d1f31-11df-42c3-8fc8-40532bd748b0 req-2b5e1b11-2b9f-4648-8bca-a61f6b8da2ec tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.114255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d1f31-11df-42c3-8fc8-40532bd748b0 req-2b5e1b11-2b9f-4648-8bca-a61f6b8da2ec tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.121418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d1f31-11df-42c3-8fc8-40532bd748b0 req-2b5e1b11-2b9f-4648-8bca-a61f6b8da2ec tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.128830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d1f31-11df-42c3-8fc8-40532bd748b0 req-2b5e1b11-2b9f-4648-8bca-a61f6b8da2ec tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.135581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d1f31-11df-42c3-8fc8-40532bd748b0 req-2b5e1b11-2b9f-4648-8bca-a61f6b8da2ec tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.141701 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d1f31-11df-42c3-8fc8-40532bd748b0 req-2b5e1b11-2b9f-4648-8bca-a61f6b8da2ec tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.148425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d1f31-11df-42c3-8fc8-40532bd748b0 req-2b5e1b11-2b9f-4648-8bca-a61f6b8da2ec tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.159973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-918d1f31-11df-42c3-8fc8-40532bd748b0 req-2b5e1b11-2b9f-4648-8bca-a61f6b8da2ec tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5395 time: 0.2304754 Aug 26 10:50:06.184062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa12297-8bb6-4d37-a4d0-4deb45061b7e service neutron] Pushing event updated for resources: {'Port': ['ID=561cb463-7482-4e72-a461-9062a9018dde,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:06.234657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-a55daa7f-7218-4c97-8a55-19363cf46104 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=533810d5b9984eefa40b1162f3207124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1465681 Aug 26 10:50:06.263862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:06.275928 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Attempting to bind port 7b67d550-36f8-4889-a58e-c774383cbb1b on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:50:06.276273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Attempting to bind port 7b67d550-36f8-4889-a58e-c774383cbb1b by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:50:06.276613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Attempting to bind port 7b67d550-36f8-4889-a58e-c774383cbb1b on network 3cb2b1ac-e38e-43b2-a861-c342d46d77de {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:06.290917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Port 7b67d550-36f8-4889-a58e-c774383cbb1b on network 3cb2b1ac-e38e-43b2-a861-c342d46d77de not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:50:06.291257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Attempting to bind port 7b67d550-36f8-4889-a58e-c774383cbb1b on network 3cb2b1ac-e38e-43b2-a861-c342d46d77de {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:06.304445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-918d1f31-11df-42c3-8fc8-40532bd748b0 req-e73e224e-4409-4683-9515-09dc263c62b7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1430283 Aug 26 10:50:06.305371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b495bd04-e068-4b59-9d66-ce065220a580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:06.334680 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b495bd04-e068-4b59-9d66-ce065220a580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:06.420507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b495bd04-e068-4b59-9d66-ce065220a580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:06.424104 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b495bd04-e068-4b59-9d66-ce065220a580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:06.426224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b495bd04-e068-4b59-9d66-ce065220a580 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ded637be-e0cb-4b54-a938-c8575e50b89b HTTP/1.1" status: 204 len: 168 time: 0.4788568 Aug 26 10:50:06.441262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:50:06.445078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495bd04-e068-4b59-9d66-ce065220a580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded637be-e0cb-4b54-a938-c8575e50b89b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:06.451730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Checking segment: {'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:50:06.454336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Bound using segment: {'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:50:06.455414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Bound port: 7b67d550-36f8-4889-a58e-c774383cbb1b, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975e506e-3633-49fc-81e5-4d20fb5365f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:50:06.456039 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:06.586774 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ce446a-2eb9-4528-bafd-df2de05d599f x-openstack-request-id: req-82ce446a-2eb9-4528-bafd-df2de05d599f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:06.587380 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "561cb463-7482-4e72-a461-9062a9018dde", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:06.587380 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82ce446a-2eb9-4528-bafd-df2de05d599f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:06.587738 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': '561cb463-7482-4e72-a461-9062a9018dde', 'status': 'completed', 'code': 200} Aug 26 10:50:06.793122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-ef4d53b4-5efd-4ffa-bac4-3dd020db9969 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.801705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-ef4d53b4-5efd-4ffa-bac4-3dd020db9969 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 820 time: 0.2402711 Aug 26 10:50:06.837051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-d1919be4-751c-4253-8175-33941b731d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.840003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-d1919be4-751c-4253-8175-33941b731d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.840553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-d1919be4-751c-4253-8175-33941b731d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.841041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-d1919be4-751c-4253-8175-33941b731d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.841530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-d1919be4-751c-4253-8175-33941b731d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.842003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-d1919be4-751c-4253-8175-33941b731d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.845163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-d1919be4-751c-4253-8175-33941b731d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.847337 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-d1919be4-751c-4253-8175-33941b731d56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6291 time: 0.2557271 Aug 26 10:50:06.869761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-51d7e179-a76a-4b78-bba2-64a57f28d286 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/quotas/5c67cdf60cb2410681925e3387249a86 HTTP/1.1" status: 200 len: 375 time: 0.0668254 Aug 26 10:50:06.872864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] For port 7b67d550-36f8-4889-a58e-c774383cbb1b, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:50:06.930780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499c325-e5f8-4bb6-a4ed-5545d42c0d12 req-13c7af5f-6cbe-49ca-90f4-fc1118f9bbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:06.939236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8499c325-e5f8-4bb6-a4ed-5545d42c0d12 req-13c7af5f-6cbe-49ca-90f4-fc1118f9bbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 944 time: 0.1891036 Aug 26 10:50:06.958211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] For port 7b67d550-36f8-4889-a58e-c774383cbb1b, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7b67d550-36f8-4889-a58e-c774383cbb1b,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:50:06.980386 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:07.015217 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8499c325-e5f8-4bb6-a4ed-5545d42c0d12 req-3222c0b8-f4c9-4955-b242-22d56fd696e4 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/security-groups?id=73ed1e64-d280-4e82-adba-5743f3643e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748117 Aug 26 10:50:07.051806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-1bd59c3d-bff0-47e3-aa9b-bb4ae3b571b2 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1699629 Aug 26 10:50:07.059922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b67d550-36f8-4889-a58e-c774383cbb1b,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:07.102967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:07.103620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:07.105050 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-c05f949f-fb5e-4ec0-b4eb-5839112631e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/7b67d550-36f8-4889-a58e-c774383cbb1b HTTP/1.1" status: 200 len: 1093 time: 2.5428932 Aug 26 10:50:07.131128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:07.146284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:07.155069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-f93c1bb3-9c08-4ae6-b9f0-7848dd1d1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:07.155561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-f93c1bb3-9c08-4ae6-b9f0-7848dd1d1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:07.156045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-f93c1bb3-9c08-4ae6-b9f0-7848dd1d1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:07.159042 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-f93c1bb3-9c08-4ae6-b9f0-7848dd1d1fa0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a20ef30a5184466699261f37ea7a0f7f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2803216 Aug 26 10:50:07.187373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42632) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:07.280162 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Transition to ACTIVE for port object 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:07.328621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:07.404933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-ed720202-c922-4407-9d01-ee6d9f50228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:07.406513 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-ed720202-c922-4407-9d01-ee6d9f50228c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7414580643d740a8ac41f7987ad69bee&device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 1096 time: 0.2466958 Aug 26 10:50:07.560582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:07.578079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-0cf10324-0356-4f1c-a056-82061c747aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:07.580292 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cb1b4256-a58a-417b-8621-aeec145e72ec req-0cf10324-0356-4f1c-a056-82061c747aa0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4044111 Aug 26 10:50:07.581623 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-f16287f8-d9ca-4484-adca-cd6204ae5fdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b67d550-36f8-4889-a58e-c774383cbb1b HTTP/1.1" status: 200 len: 217 time: 0.1528757 Aug 26 10:50:07.661965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-f6986fa3-b0f8-495c-8628-7a757cc02442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:07.661965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-f6986fa3-b0f8-495c-8628-7a757cc02442 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45a72a8a-a843-4c7a-bbc4-9a18d5657067 HTTP/1.1" status: 200 len: 867 time: 0.0591159 Aug 26 10:50:07.726383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fddf6ae7-c94c-4849-b055-1b54bc83aa46 req-d29412a7-3d03-4057-8b88-7288e769bccb tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 210 time: 0.6371403 Aug 26 10:50:07.753595 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63126775-bf01-4fff-80b9-ac74445f5c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:07.767405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-1d4b782d-daa2-40e2-8377-a37f247071d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:07.770162 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-1d4b782d-daa2-40e2-8377-a37f247071d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cb2b1ac-e38e-43b2-a861-c342d46d77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631332 Aug 26 10:50:07.793051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Attempting to bind port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:50:07.793395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Attempting to bind port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:50:07.793725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Attempting to bind port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 on network 0b1024e4-64f8-4a6f-85de-655a0a939578 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:07.795685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42638) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:07.848639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-f9b37fa6-3947-43be-8e4f-5c5a977bfe0b service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7862782 Aug 26 10:50:07.878693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 on network 0b1024e4-64f8-4a6f-85de-655a0a939578 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:50:07.879446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Attempting to bind port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 on network 0b1024e4-64f8-4a6f-85de-655a0a939578 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:07.887773 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:50:07.888430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Checking segment: {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:50:07.888704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Bound using segment: {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:50:07.889141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Bound port: 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dbde18-1e0d-4777-9d84-7fd03797a837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:50:07.889500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:07.972519 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63126775-bf01-4fff-80b9-ac74445f5c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:08.002288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63126775-bf01-4fff-80b9-ac74445f5c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:08.019717 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-784cef52-ad90-4b6c-a272-dd9acbd2b3a4 service neutron] 10.222.0.47 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357602 Aug 26 10:50:08.039203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] For port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:50:08.043741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-63126775-bf01-4fff-80b9-ac74445f5c86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6db8bd9eb7741158851f69d52289860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8524513 Aug 26 10:50:08.057563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42652) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:08.153248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63126775-bf01-4fff-80b9-ac74445f5c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a648f433-9946-4b13-904c-fb479cca3ca0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:08.195272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854d4d-2ac5-4228-9d62-04a4d6571637 req-e6866a94-071c-4dae-9291-51b3230cedb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:08.200824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854d4d-2ac5-4228-9d62-04a4d6571637 req-e6866a94-071c-4dae-9291-51b3230cedb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:08.207564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854d4d-2ac5-4228-9d62-04a4d6571637 req-e6866a94-071c-4dae-9291-51b3230cedb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:08.213735 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854d4d-2ac5-4228-9d62-04a4d6571637 req-e6866a94-071c-4dae-9291-51b3230cedb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:08.220476 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854d4d-2ac5-4228-9d62-04a4d6571637 req-e6866a94-071c-4dae-9291-51b3230cedb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:08.229456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854d4d-2ac5-4228-9d62-04a4d6571637 req-e6866a94-071c-4dae-9291-51b3230cedb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:08.236226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854d4d-2ac5-4228-9d62-04a4d6571637 req-e6866a94-071c-4dae-9291-51b3230cedb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:08.244409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a854d4d-2ac5-4228-9d62-04a4d6571637 req-e6866a94-071c-4dae-9291-51b3230cedb4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5407 time: 0.2094429 Aug 26 10:50:08.289258 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-182a471f-d674-4612-b2c7-8719e83b4f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:08.301656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-934be405-041c-4c2f-8679-db76b4180c7d service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519053 Aug 26 10:50:08.338118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a854d4d-2ac5-4228-9d62-04a4d6571637 req-7a790742-3781-4726-a589-be3082ec4454 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839996 Aug 26 10:50:08.362085 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-182a471f-d674-4612-b2c7-8719e83b4f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:08.460479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-182a471f-d674-4612-b2c7-8719e83b4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:08.463467 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-182a471f-d674-4612-b2c7-8719e83b4f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:08.464692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-182a471f-d674-4612-b2c7-8719e83b4f68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a648f433-9946-4b13-904c-fb479cca3ca0 HTTP/1.1" status: 204 len: 168 time: 0.4024410 Aug 26 10:50:08.476188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a471f-d674-4612-b2c7-8719e83b4f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a648f433-9946-4b13-904c-fb479cca3ca0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:08.627771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb1947-9565-40da-85c2-a19871d34b14 req-7405783a-a7e0-4346-97cb-0b5c74ba09ed tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:08.636223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5fb1947-9565-40da-85c2-a19871d34b14 req-7405783a-a7e0-4346-97cb-0b5c74ba09ed tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 944 time: 0.1126904 Aug 26 10:50:08.678632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'tag': '7b67d550-36f8-4889-a58e-c774383cbb1b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:08.681128 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd", "tag": "7b67d550-36f8-4889-a58e-c774383cbb1b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:08.685125 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f6f89b5-9903-427e-a0ce-026c90690ee8 req-f7e19c93-24f4-4402-8d23-cc39ed7df019 service neutron] 10.222.0.47 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567295 Aug 26 10:50:08.722980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] For port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:50:08.774554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c97134ff-45ac-4ec1-8104-d5599ae415b3 req-1d869d51-b119-41c4-b408-fa57b7b79d77 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 210 time: 0.0859816 Aug 26 10:50:08.781256 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-674af5ab-069e-4e05-b8ff-79e2211486f6 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=533810d5b9984eefa40b1162f3207124&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916207 Aug 26 10:50:08.786104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:08.788071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5fb1947-9565-40da-85c2-a19871d34b14 req-cc4fc96f-9743-4a39-ad84-02a31e26974e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/security-groups?id=73ed1e64-d280-4e82-adba-5743f3643e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506586 Aug 26 10:50:08.963739 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbba9cb-a8fc-4d8a-be63-36c4aca956a6 x-openstack-request-id: req-5bbba9cb-a8fc-4d8a-be63-36c4aca956a6 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:08.966459 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd", "tag": "7b67d550-36f8-4889-a58e-c774383cbb1b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:08.966885 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bbba9cb-a8fc-4d8a-be63-36c4aca956a6 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:08.969183 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'tag': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'status': 'completed', 'code': 200} Aug 26 10:50:09.006717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db88ed1b-6dff-4392-bbbd-643db0b68e45 req-bf36e6cc-f171-436e-8b40-c3c183d7501e tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 210 time: 0.0740566 Aug 26 10:50:09.017802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:09.018463 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:09.021274 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] 10.222.0.42 "PUT /v2.0/ports/6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 HTTP/1.1" status: 200 len: 1091 time: 3.0534337 Aug 26 10:50:09.120335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:09.406831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf8cdc-7f0a-4eea-8d19-82e89dcfd406 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:09.527361 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:09.629363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32b4c-0102-4958-9a13-1c961d7c52d4 req-30cf7991-2377-417d-bf03-b314712fe491 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:09.631398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea req-e72a31bc-cc7e-4c57-acf2-0a18c24f45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:09.633335 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea req-e72a31bc-cc7e-4c57-acf2-0a18c24f45bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7414580643d740a8ac41f7987ad69bee&device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 1096 time: 0.6326842 Aug 26 10:50:09.639809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32b4c-0102-4958-9a13-1c961d7c52d4 req-30cf7991-2377-417d-bf03-b314712fe491 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:09.647276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ca039587-8825-4475-8158-8e17f19b2359 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:09.649024 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ca039587-8825-4475-8158-8e17f19b2359 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8527150 Aug 26 10:50:09.654459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32b4c-0102-4958-9a13-1c961d7c52d4 req-30cf7991-2377-417d-bf03-b314712fe491 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:09.662151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32b4c-0102-4958-9a13-1c961d7c52d4 req-30cf7991-2377-417d-bf03-b314712fe491 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:09.670142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32b4c-0102-4958-9a13-1c961d7c52d4 req-30cf7991-2377-417d-bf03-b314712fe491 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:09.677817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32b4c-0102-4958-9a13-1c961d7c52d4 req-30cf7991-2377-417d-bf03-b314712fe491 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:09.687015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32b4c-0102-4958-9a13-1c961d7c52d4 req-30cf7991-2377-417d-bf03-b314712fe491 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:09.689980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24c32b4c-0102-4958-9a13-1c961d7c52d4 req-30cf7991-2377-417d-bf03-b314712fe491 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5407 time: 0.2131255 Aug 26 10:50:09.692157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Request body: {'port': {'device_id': 'd6355952-e84f-48de-b729-fd556f23d082', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '533810d5b9984eefa40b1162f3207124'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:09.753103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24c32b4c-0102-4958-9a13-1c961d7c52d4 req-2d348691-14e7-4408-8380-b1ba589cd865 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569017 Aug 26 10:50:10.034286 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3ffed59-b23d-4c70-94df-17b7ca2bddcd req-58c7cf28-36cb-4a22-aa04-482aca184851 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 210 time: 0.0837405 Aug 26 10:50:10.106502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806edce5-1518-4a5e-a2b3-eaeb3c0127ad req-349884f6-191a-42c8-8a51-67227b6f6a91 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:10.108048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-806edce5-1518-4a5e-a2b3-eaeb3c0127ad req-349884f6-191a-42c8-8a51-67227b6f6a91 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 944 time: 0.1471977 Aug 26 10:50:10.198631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea req-6f388c21-1f15-4bbe-b360-ac1b662c64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:10.200296 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea req-6f388c21-1f15-4bbe-b360-ac1b662c64db service neutron] 10.222.0.47 "GET /v2.0/networks?id=3cb2b1ac-e38e-43b2-a861-c342d46d77de HTTP/1.1" status: 200 len: 929 time: 0.5480170 Aug 26 10:50:10.255240 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea req-f99c2051-e3e3-45e4-bce1-758afbbf97da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b67d550-36f8-4889-a58e-c774383cbb1b HTTP/1.1" status: 200 len: 217 time: 0.0434806 Aug 26 10:50:10.299852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c32ba50-1a24-4a29-a07b-d3742e0c3386 req-662511ce-4a01-490c-a202-aae8baf9102d tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 210 time: 0.0458035 Aug 26 10:50:10.331096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-806edce5-1518-4a5e-a2b3-eaeb3c0127ad req-cb26e273-c659-4e7b-a411-7b9aa403dfd6 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/security-groups?id=73ed1e64-d280-4e82-adba-5743f3643e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815341 Aug 26 10:50:10.386193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-34bc3b67-7061-4b31-a6b0-afa6ea4fb650 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:10.388596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-34bc3b67-7061-4b31-a6b0-afa6ea4fb650 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.47 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 820 time: 0.2795627 Aug 26 10:50:10.404786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Request body: {'port': {'device_id': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'admin_state_up': True, 'tenant_id': '5c67cdf60cb2410681925e3387249a86'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:10.426570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Made reservation on behalf of 533810d5b9984eefa40b1162f3207124 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:50:10.430313 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:10.554192 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb16c58f-9309-43fb-a678-c08585b38681 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:10.566460 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:10.567532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Made reservation on behalf of 5c67cdf60cb2410681925e3387249a86 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:50:10.576735 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:10.581493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Transition to ACTIVE for port object bb16c58f-9309-43fb-a678-c08585b38681 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:10.592170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:10.687800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:10.779815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea req-cbdea45c-82d8-46f1-8334-2a7bfc378a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:10.781479 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea req-cbdea45c-82d8-46f1-8334-2a7bfc378a2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45a72a8a-a843-4c7a-bbc4-9a18d5657067 HTTP/1.1" status: 200 len: 867 time: 0.4877207 Aug 26 10:50:10.810380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Allocated IP 172.20.0.8 (33dae4f5-0fd7-41ca-a211-d4e97350a0f0/f9540030-6898-4d95-bee9-0eb1aec90f0b/f8abdca1-7105-4dd6-baed-0abe0a912722) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:50:10.919276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Pushing event updated for resources: {'Port': ['ID=bb16c58f-9309-43fb-a678-c08585b38681,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:11.015938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': '6c3e3a32-4124-4d6c-b343-dc8b3b0437c2'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:11.019503 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11" -d '{"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "6c3e3a32-4124-4d6c-b343-dc8b3b0437c2"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:11.038706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea req-b3d5e702-d94f-4cd0-be2a-e3d2b32c692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.040892 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea req-b3d5e702-d94f-4cd0-be2a-e3d2b32c692e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cb2b1ac-e38e-43b2-a861-c342d46d77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2407606 Aug 26 10:50:11.102444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c5ce-de2c-49ff-9380-8d52b0ac5c48 req-bad379f2-7305-4629-a6e1-0e85fec79320 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.119714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c5ce-de2c-49ff-9380-8d52b0ac5c48 req-bad379f2-7305-4629-a6e1-0e85fec79320 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.134390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c5ce-de2c-49ff-9380-8d52b0ac5c48 req-bad379f2-7305-4629-a6e1-0e85fec79320 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.168430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c5ce-de2c-49ff-9380-8d52b0ac5c48 req-bad379f2-7305-4629-a6e1-0e85fec79320 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.187379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c5ce-de2c-49ff-9380-8d52b0ac5c48 req-bad379f2-7305-4629-a6e1-0e85fec79320 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.200825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c5ce-de2c-49ff-9380-8d52b0ac5c48 req-bad379f2-7305-4629-a6e1-0e85fec79320 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.202653 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:11.205211 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9c372b-61e7-45f6-8748-63d0f7b9d8f4 x-openstack-request-id: req-ae9c372b-61e7-45f6-8748-63d0f7b9d8f4 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:11.205520 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "6c3e3a32-4124-4d6c-b343-dc8b3b0437c2", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:11.205752 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae9c372b-61e7-45f6-8748-63d0f7b9d8f4 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:11.209048 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': '6c3e3a32-4124-4d6c-b343-dc8b3b0437c2', 'status': 'completed', 'code': 200} Aug 26 10:50:11.211120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c5ce-de2c-49ff-9380-8d52b0ac5c48 req-bad379f2-7305-4629-a6e1-0e85fec79320 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.242077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91e7c5ce-de2c-49ff-9380-8d52b0ac5c48 req-bad379f2-7305-4629-a6e1-0e85fec79320 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5419 time: 0.3480878 Aug 26 10:50:11.257711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:11.261648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Attempting to bind port bb16c58f-9309-43fb-a678-c08585b38681 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:50:11.262278 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Attempting to bind port bb16c58f-9309-43fb-a678-c08585b38681 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:50:11.262986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Attempting to bind port bb16c58f-9309-43fb-a678-c08585b38681 on network 69c1248d-4663-4fe7-82e4-6eb133288edb {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:11.328092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306eeefa-91a6-412d-aa15-c4aabf471f71,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:11.332227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Port bb16c58f-9309-43fb-a678-c08585b38681 on network 69c1248d-4663-4fe7-82e4-6eb133288edb not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:50:11.333004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Attempting to bind port bb16c58f-9309-43fb-a678-c08585b38681 on network 69c1248d-4663-4fe7-82e4-6eb133288edb {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:11.369349 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:11.372629 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a29f2220-54a0-4c9a-b27a-181f528b2135 req-d78f5eee-105b-4de9-a305-9d302271ad92 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 210 time: 0.1114330 Aug 26 10:50:11.379095 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea req-50ec5b22-0a66-4e9d-b721-bc0d62478cf5 service neutron] 10.222.0.47 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115199 Aug 26 10:50:11.422643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:50:11.422970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Checking segment: {'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:50:11.424833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Bound using segment: {'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:50:11.424833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Bound port: bb16c58f-9309-43fb-a678-c08585b38681, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:50:11.424833 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:11.492498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91e7c5ce-de2c-49ff-9380-8d52b0ac5c48 req-9c504be5-e408-455e-93bb-12c5640540fc tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2494631 Aug 26 10:50:11.565836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:11.582779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-56ced7c6-fc7b-419f-ba7d-f37a486e6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.583440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-56ced7c6-fc7b-419f-ba7d-f37a486e6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.584073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-56ced7c6-fc7b-419f-ba7d-f37a486e6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.584695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-56ced7c6-fc7b-419f-ba7d-f37a486e6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.585431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-56ced7c6-fc7b-419f-ba7d-f37a486e6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.586051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-56ced7c6-fc7b-419f-ba7d-f37a486e6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.586676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-56ced7c6-fc7b-419f-ba7d-f37a486e6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.588786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-56ced7c6-fc7b-419f-ba7d-f37a486e6256 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6385 time: 0.2940092 Aug 26 10:50:11.615724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Transition to ACTIVE for port object f8abdca1-7105-4dd6-baed-0abe0a912722 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:11.784070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] For port bb16c58f-9309-43fb-a678-c08585b38681, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:50:11.788220 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c9bb8b11-0861-4c98-b0b1-3f4e7a90a9ea req-c85c69db-8f87-42c0-a175-d8496119a9ac service neutron] 10.222.0.47 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611116 Aug 26 10:50:11.799862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Allocated IP 192.168.233.213 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/024c4fb4-cb81-4d8d-9f05-502bb24b99b8) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:50:11.834692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] For port bb16c58f-9309-43fb-a678-c08585b38681, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=bb16c58f-9309-43fb-a678-c08585b38681,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:50:11.850432 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:11.859681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cb68c57-3082-43dd-9709-019e08dd1e8a req-55674f7a-9b36-4f9a-8bc1-9f3870370827 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 210 time: 0.0885365 Aug 26 10:50:11.867547 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:11.892572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9ecac652-82e1-41b9-b6a5-c5f526e27129'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:11.972648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:11.973596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:11.975376 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] 10.222.0.42 "PUT /v2.0/ports/bb16c58f-9309-43fb-a678-c08585b38681 HTTP/1.1" status: 200 len: 1092 time: 2.8702919 Aug 26 10:50:12.041904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Request body: {'port': {'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:12.364013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-ea42f0a0-578c-4aa9-9517-165ad6079b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:12.364767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-ea42f0a0-578c-4aa9-9517-165ad6079b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:12.367740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-ea42f0a0-578c-4aa9-9517-165ad6079b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:12.370265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-ea42f0a0-578c-4aa9-9517-165ad6079b05 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a20ef30a5184466699261f37ea7a0f7f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6453459 Aug 26 10:50:12.377561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:50:12.379984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Pushing event updated for resources: {'Port': ['ID=f8abdca1-7105-4dd6-baed-0abe0a912722,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:12.389226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:50:12.395839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:50:12.459749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685ceb7-3c3e-45e9-87fd-2e9f7deecfe6 req-02da5d0a-d6a7-4569-9f4e-60f8520a8f29 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:12.468024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d685ceb7-3c3e-45e9-87fd-2e9f7deecfe6 req-02da5d0a-d6a7-4569-9f4e-60f8520a8f29 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 944 time: 0.5276091 Aug 26 10:50:12.504175 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7b67d550-36f8-4889-a58e-c774383cbb1b details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:12.602920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d685ceb7-3c3e-45e9-87fd-2e9f7deecfe6 req-bf015411-15c7-4b59-8f07-40ea2989fd3c tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/security-groups?id=73ed1e64-d280-4e82-adba-5743f3643e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318564 Aug 26 10:50:12.605167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.605672 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.606162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.606648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.607163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.607642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.608180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.608667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.609002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.609596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.609932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.610263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:12.631896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7b67d550-36f8-4889-a58e-c774383cbb1b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7b67d550-36f8-4889-a58e-c774383cbb1b,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:12.670531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'port_id': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:12.750551 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:12.772827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b67d550-36f8-4889-a58e-c774383cbb1b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:12.806414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52150b-1afc-41e3-80cb-016bb757c7fa service neutron] Pushing event updated for resources: {'Port': ['ID=bb16c58f-9309-43fb-a678-c08585b38681,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:12.813102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7b67d550-36f8-4889-a58e-c774383cbb1b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7b67d550-36f8-4889-a58e-c774383cbb1b,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:12.821632 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:12.834782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:12.835475 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:12.893411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:12.935434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-df80f590-771f-4337-9c06-0fdad0d4a878 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5355608 Aug 26 10:50:12.955353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d1960c13-24a8-4615-98a3-e453d1a7b126 None None] Provisioning for port f8abdca1-7105-4dd6-baed-0abe0a912722 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:12.962631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Request body: {'port': {'device_id': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:12.966177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d1960c13-24a8-4615-98a3-e453d1a7b126 None None] Provisioning complete for port f8abdca1-7105-4dd6-baed-0abe0a912722 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:12.969079 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1960c13-24a8-4615-98a3-e453d1a7b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:12.977600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=7b67d550-36f8-4889-a58e-c774383cbb1b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:13.008243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687e4c9-4ea9-4c8d-bde9-91ed367b485e req-6fcf1152-ca23-4509-971d-b4634e348ff4 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:13.015773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c687e4c9-4ea9-4c8d-bde9-91ed367b485e req-6fcf1152-ca23-4509-971d-b4634e348ff4 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 931 time: 0.4379590 Aug 26 10:50:13.051008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.051783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.052356 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.052941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.053751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.054320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.054910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.055471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.056054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.056615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.057187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.057750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:13.068806 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-d32c27ad-0229-48ae-af45-72643dd7024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:13.071495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2314a6da-5b79-4d4f-b3f1-6b0c7f5f0e11 req-d32c27ad-0229-48ae-af45-72643dd7024a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6642492 Aug 26 10:50:13.091257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d1960c13-24a8-4615-98a3-e453d1a7b126 None None] Port f8abdca1-7105-4dd6-baed-0abe0a912722 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:50:13.099364 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:13.124502 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:13.162920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c687e4c9-4ea9-4c8d-bde9-91ed367b485e req-f24b2a5a-0007-4fac-b3ef-3e92e5bd5aff tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462770 Aug 26 10:50:13.203546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Transition to ACTIVE for port object 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:13.210897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': 'bb16c58f-9309-43fb-a678-c08585b38681'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:13.212838 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7" -d '{"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "bb16c58f-9309-43fb-a678-c08585b38681"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:13.250854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['7b67d550-36f8-4889-a58e-c774383cbb1b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:13.259625 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7af082b-b135-4bc7-898a-07ec3b8effcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:13.264485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] Deleting port 50052e73-ab2a-49e7-81f9-73ff8e76c10d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:13.264834 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:13.410145 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:13.432336 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da941-f19f-4a0d-9384-56a10f835889 req-74e46b55-508b-412f-8d37-6f802303e743 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:13.440458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da941-f19f-4a0d-9384-56a10f835889 req-74e46b55-508b-412f-8d37-6f802303e743 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:13.447925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da941-f19f-4a0d-9384-56a10f835889 req-74e46b55-508b-412f-8d37-6f802303e743 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:13.455162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da941-f19f-4a0d-9384-56a10f835889 req-74e46b55-508b-412f-8d37-6f802303e743 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:13.462477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da941-f19f-4a0d-9384-56a10f835889 req-74e46b55-508b-412f-8d37-6f802303e743 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:13.469182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da941-f19f-4a0d-9384-56a10f835889 req-74e46b55-508b-412f-8d37-6f802303e743 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:13.477368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da941-f19f-4a0d-9384-56a10f835889 req-74e46b55-508b-412f-8d37-6f802303e743 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:13.486287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa3da941-f19f-4a0d-9384-56a10f835889 req-74e46b55-508b-412f-8d37-6f802303e743 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5419 time: 0.3806980 Aug 26 10:50:13.488516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:50:13.502166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] For port 50052e73-ab2a-49e7-81f9-73ff8e76c10d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=50052e73-ab2a-49e7-81f9-73ff8e76c10d,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:13.502479 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:13.505168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:50:13.519626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:50:13.573012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Pushing event updated for resources: {'Port': ['ID=024c4fb4-cb81-4d8d-9f05-502bb24b99b8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:13.580729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] Calling delete_port for 50052e73-ab2a-49e7-81f9-73ff8e76c10d owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:13.639295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:13.639295 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:13.660381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa3da941-f19f-4a0d-9384-56a10f835889 req-44e6de8a-c0bc-471e-bab4-8aef9826936f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719444 Aug 26 10:50:13.680213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90228bd0-6d9b-4f12-8ad4-38c03c9ca04c req-dd71c6a3-4267-42bb-8ff1-762e88486c4e tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:13.682144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90228bd0-6d9b-4f12-8ad4-38c03c9ca04c req-dd71c6a3-4267-42bb-8ff1-762e88486c4e tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 936 time: 0.2772989 Aug 26 10:50:13.729152 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ef611990-c7ad-41c7-9315-a940f913d977 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0606182 Aug 26 10:50:13.732730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ede19ef-72dc-45a3-aa96-ce740de55d39 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:13.750827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Request body: {'port': {'device_id': 'd6355952-e84f-48de-b729-fd556f23d082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:13.756230 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:13.819492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Transition to ACTIVE for port object 7ede19ef-72dc-45a3-aa96-ce740de55d39 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:13.868194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90228bd0-6d9b-4f12-8ad4-38c03c9ca04c req-521b5fc4-47f7-404d-8dd4-2c6c1e2f9857 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554205 Aug 26 10:50:13.909307 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:13.942055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-030e467d-215d-482d-96ed-3676597354b8 None None] Provisioning for port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:13.952684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-030e467d-215d-482d-96ed-3676597354b8 None None] Provisioning complete for port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:13.953046 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-030e467d-215d-482d-96ed-3676597354b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:14.046956 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da79439d-a4c0-479e-bb4c-d96b186bcf2f x-openstack-request-id: req-da79439d-a4c0-479e-bb4c-d96b186bcf2f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:14.047341 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "bb16c58f-9309-43fb-a678-c08585b38681", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:14.047543 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da79439d-a4c0-479e-bb4c-d96b186bcf2f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:14.047932 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': 'bb16c58f-9309-43fb-a678-c08585b38681', 'status': 'completed', 'code': 200} Aug 26 10:50:14.059671 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-030e467d-215d-482d-96ed-3676597354b8 None None] Port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:50:14.074321 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8abdca1-7105-4dd6-baed-0abe0a912722 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:14.084353 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:14.121900 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:14.163905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Pushing event updated for resources: {'Port': ['ID=7ede19ef-72dc-45a3-aa96-ce740de55d39,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:14.169853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Transition to ACTIVE for port object f8abdca1-7105-4dd6-baed-0abe0a912722 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:14.192579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1784a539-0e22-47ff-add7-6e0fb3e00e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:14.192579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1784a539-0e22-47ff-add7-6e0fb3e00e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:14.192579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1784a539-0e22-47ff-add7-6e0fb3e00e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:14.202757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1784a539-0e22-47ff-add7-6e0fb3e00e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:14.205257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1784a539-0e22-47ff-add7-6e0fb3e00e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:14.205928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1784a539-0e22-47ff-add7-6e0fb3e00e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:14.208666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1784a539-0e22-47ff-add7-6e0fb3e00e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:14.210842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1784a539-0e22-47ff-add7-6e0fb3e00e6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6453 time: 0.1993575 Aug 26 10:50:14.221533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:14.290551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:14.351323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=50052e73-ab2a-49e7-81f9-73ff8e76c10d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:14.455657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd3a10-6854-4ddf-9871-6f342e86f517 req-08164925-9b8b-4462-83dd-4c849703519d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:14.461043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcdd3a10-6854-4ddf-9871-6f342e86f517 req-08164925-9b8b-4462-83dd-4c849703519d tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 945 time: 0.3594782 Aug 26 10:50:14.497730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7b67d550-36f8-4889-a58e-c774383cbb1b up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:14.657396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Attempting to bind port 7ede19ef-72dc-45a3-aa96-ce740de55d39 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:50:14.657900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Attempting to bind port 7ede19ef-72dc-45a3-aa96-ce740de55d39 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:50:14.658235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Attempting to bind port 7ede19ef-72dc-45a3-aa96-ce740de55d39 on network 69c1248d-4663-4fe7-82e4-6eb133288edb {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:14.720049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Pushing event updated for resources: {'Port': ['ID=f8abdca1-7105-4dd6-baed-0abe0a912722,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:14.736781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 7b67d550-36f8-4889-a58e-c774383cbb1b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:14.774603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 7b67d550-36f8-4889-a58e-c774383cbb1b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:14.775006 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:14.833344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcdd3a10-6854-4ddf-9871-6f342e86f517 req-56474249-45b5-470d-ac1c-cd559e9dfd66 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/security-groups?id=73ed1e64-d280-4e82-adba-5743f3643e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597369 Aug 26 10:50:14.850750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Port 7ede19ef-72dc-45a3-aa96-ce740de55d39 on network 69c1248d-4663-4fe7-82e4-6eb133288edb not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:50:14.850750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Attempting to bind port 7ede19ef-72dc-45a3-aa96-ce740de55d39 on network 69c1248d-4663-4fe7-82e4-6eb133288edb {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:14.887171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:50:14.887441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Checking segment: {'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:50:14.887807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Bound using segment: {'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:50:14.888275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Bound port: 7ede19ef-72dc-45a3-aa96-ce740de55d39, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc8551e-625a-4cdb-b210-2788265fa0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:50:14.888732 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:14.935467 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:14.987981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7b67d550-36f8-4889-a58e-c774383cbb1b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7b67d550-36f8-4889-a58e-c774383cbb1b,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:14.990830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b67d550-36f8-4889-a58e-c774383cbb1b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:14.995310 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a96a12-116e-400a-91ae-c4677134bdb5" -d '{"events": [{"server_uuid": "9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd", "name": "network-vif-plugged", "status": "completed", "tag": "7b67d550-36f8-4889-a58e-c774383cbb1b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:15.008931 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:15.080829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=7b67d550-36f8-4889-a58e-c774383cbb1b,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:15.106277 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0c7ee-e675-4ff4-9c2d-2b0c29d42316 req-03de2b98-3371-4a54-bf58-767a57c24304 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.108825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3be0c7ee-e675-4ff4-9c2d-2b0c29d42316 req-03de2b98-3371-4a54-bf58-767a57c24304 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 943 time: 0.7577658 Aug 26 10:50:15.146011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] For port 7ede19ef-72dc-45a3-aa96-ce740de55d39, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:50:15.153017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] For port 7ede19ef-72dc-45a3-aa96-ce740de55d39, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7ede19ef-72dc-45a3-aa96-ce740de55d39,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:50:15.154336 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:15.171488 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:15.182642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1d358d8e-0803-4750-acfb-c63119c43c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.186541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1d358d8e-0803-4750-acfb-c63119c43c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.186541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1d358d8e-0803-4750-acfb-c63119c43c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.186541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-1d358d8e-0803-4750-acfb-c63119c43c53 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a20ef30a5184466699261f37ea7a0f7f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9562001 Aug 26 10:50:15.312091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.312091 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:15.312091 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] 10.222.0.42 "PUT /v2.0/ports/7ede19ef-72dc-45a3-aa96-ce740de55d39 HTTP/1.1" status: 200 len: 1092 time: 3.2766609 Aug 26 10:50:15.320659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:15.337410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42852) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:15.350505 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:15.356017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb974a42-d496-4ace-aa1b-34eac24e5135 service neutron] Pushing event updated for resources: {'Port': ['ID=7ede19ef-72dc-45a3-aa96-ce740de55d39,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:15.435392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Transition to ACTIVE for port object 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:15.448601 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:15.668667 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Pushing event updated for resources: {'Port': ['ID=024c4fb4-cb81-4d8d-9f05-502bb24b99b8,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:15.685330 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f126f983-2a0e-4ae5-9434-c38605f3e7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:15.724683 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f205ebb-6735-46b7-b9dd-7013189589b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:15.899541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f9e18-1173-434c-9666-56a83aed4b40 req-f2c85233-fc0c-4035-9689-79e225d11a09 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.906186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f9e18-1173-434c-9666-56a83aed4b40 req-f2c85233-fc0c-4035-9689-79e225d11a09 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.913299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f9e18-1173-434c-9666-56a83aed4b40 req-f2c85233-fc0c-4035-9689-79e225d11a09 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.927891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f9e18-1173-434c-9666-56a83aed4b40 req-f2c85233-fc0c-4035-9689-79e225d11a09 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.935796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Attempting to bind port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:50:15.936365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Attempting to bind port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:50:15.936497 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Attempting to bind port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:15.943404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] Router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:50:15.945208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f9e18-1173-434c-9666-56a83aed4b40 req-f2c85233-fc0c-4035-9689-79e225d11a09 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.952606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f9e18-1173-434c-9666-56a83aed4b40 req-f2c85233-fc0c-4035-9689-79e225d11a09 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.955328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:50:15.955873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Attempting to bind port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:15.965262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f9e18-1173-434c-9666-56a83aed4b40 req-f2c85233-fc0c-4035-9689-79e225d11a09 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:15.974605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8f9e18-1173-434c-9666-56a83aed4b40 req-f2c85233-fc0c-4035-9689-79e225d11a09 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5431 time: 0.8641131 Aug 26 10:50:15.980802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:50:15.981149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:50:15.981544 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:50:15.981998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Bound port: 024c4fb4-cb81-4d8d-9f05-502bb24b99b8, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:50:15.982433 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:15.999765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f126f983-2a0e-4ae5-9434-c38605f3e7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:16.004963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3be0c7ee-e675-4ff4-9c2d-2b0c29d42316 req-791e0cfe-3656-434f-bc5b-6a4bd75f6b0b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8807354 Aug 26 10:50:16.010003 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f126f983-2a0e-4ae5-9434-c38605f3e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:16.053250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Attempting to bind port f8abdca1-7105-4dd6-baed-0abe0a912722 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:50:16.053852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Attempting to bind port f8abdca1-7105-4dd6-baed-0abe0a912722 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:50:16.054196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Attempting to bind port f8abdca1-7105-4dd6-baed-0abe0a912722 on network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:16.078299 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': '7ede19ef-72dc-45a3-aa96-ce740de55d39'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:16.078897 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046d670a-02f2-49fd-9237-0c0b9e49abc9" -d '{"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "7ede19ef-72dc-45a3-aa96-ce740de55d39"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:16.080636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Port f8abdca1-7105-4dd6-baed-0abe0a912722 on network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:50:16.081191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Attempting to bind port f8abdca1-7105-4dd6-baed-0abe0a912722 on network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:16.121504 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:16.143925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:50:16.144808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Checking segment: {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:50:16.145227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Bound using segment: {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:50:16.150433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Bound port: f8abdca1-7105-4dd6-baed-0abe0a912722, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:50:16.150857 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:16.159873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf8f9e18-1173-434c-9666-56a83aed4b40 req-8092c764-b1b4-421b-a105-dfc3e5597eb7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1840093 Aug 26 10:50:16.183738 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126f983-2a0e-4ae5-9434-c38605f3e7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77011b7d-0ade-407d-baf7-8fc535d214cc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:16.195827 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f126f983-2a0e-4ae5-9434-c38605f3e7c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e892d6967b44d11a58635027fc8a9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8573499 Aug 26 10:50:16.233433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42862) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:16.260267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-7b09a96d-2300-4b51-b739-fb0d37ce3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:16.263243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8c3cbdc-c531-4f02-8f6e-801272fe78a7 req-7b09a96d-2300-4b51-b739-fb0d37ce3472 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0610931 Aug 26 10:50:16.274653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] For port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:50:16.286595 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e197da69-cd03-45e5-8d01-eaf8a80b1ed2 x-openstack-request-id: req-e197da69-cd03-45e5-8d01-eaf8a80b1ed2 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:16.287237 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd", "name": "network-vif-plugged", "status": "completed", "tag": "7b67d550-36f8-4889-a58e-c774383cbb1b", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:16.287686 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e197da69-cd03-45e5-8d01-eaf8a80b1ed2 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:16.288446 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'code': 200} Aug 26 10:50:16.305596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] For port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=024c4fb4-cb81-4d8d-9f05-502bb24b99b8,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:50:16.309206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:50:16.324427 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0882a-f7ca-4f66-8a19-6558d56dc6fa None None] Sync routers for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:50:16.327140 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-205ebf55-7e11-448c-bc33-50acddd22d9e admin admin] 10.222.0.21 "PUT /v2.0/routers/aab41ab7-3f15-4780-a22d-1aa8a6dd0275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5291951 Aug 26 10:50:16.349719 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0882a-f7ca-4f66-8a19-6558d56dc6fa None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:16.352095 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4cf0882a-f7ca-4f66-8a19-6558d56dc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:16.353463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42864) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:16.362553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35265931-cf39-49a1-8bd6-58d1db080431 req-3ae4bd18-c013-49ef-8ac6-cbd202c1384b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:16.375921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35265931-cf39-49a1-8bd6-58d1db080431 req-3ae4bd18-c013-49ef-8ac6-cbd202c1384b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 948 time: 0.2385292 Aug 26 10:50:16.383506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:16.489116 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-50a3e354-1644-4138-acca-77acdd083ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:16.524996 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] For port f8abdca1-7105-4dd6-baed-0abe0a912722, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:50:16.539208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35265931-cf39-49a1-8bd6-58d1db080431 req-235f5305-fc1b-43b3-a773-2c52b50b1832 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619916 Aug 26 10:50:16.550105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:16.550876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:16.552593 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] 10.222.0.42 "PUT /v2.0/ports/024c4fb4-cb81-4d8d-9f05-502bb24b99b8 HTTP/1.1" status: 200 len: 1097 time: 2.8103721 Aug 26 10:50:16.632114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-c1c0a82d-d178-4d07-b1d6-2b1120039b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:16.635100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-c1c0a82d-d178-4d07-b1d6-2b1120039b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:16.638443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-c1c0a82d-d178-4d07-b1d6-2b1120039b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:16.639170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-c1c0a82d-d178-4d07-b1d6-2b1120039b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:16.639804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-c1c0a82d-d178-4d07-b1d6-2b1120039b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:16.640433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-c1c0a82d-d178-4d07-b1d6-2b1120039b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:16.641341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-c1c0a82d-d178-4d07-b1d6-2b1120039b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:16.664995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-c1c0a82d-d178-4d07-b1d6-2b1120039b8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6495 time: 0.2831712 Aug 26 10:50:16.667263 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-4cf0882a-f7ca-4f66-8a19-6558d56dc6fa None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:16.678892 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-50a3e354-1644-4138-acca-77acdd083ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:16.722921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4bb53-751b-4ba9-a9fa-70447a35cbcc service neutron] Pushing event updated for resources: {'Port': ['ID=024c4fb4-cb81-4d8d-9f05-502bb24b99b8,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:16.733681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06973972-e8db-4554-9b21-f68d0aeb6b85 req-c63563aa-d4a5-4bb1-ab12-b26d7bead473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:16.735915 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06973972-e8db-4554-9b21-f68d0aeb6b85 req-c63563aa-d4a5-4bb1-ab12-b26d7bead473 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 1098 time: 0.3450351 Aug 26 10:50:16.770762 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:16.818960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] For port f8abdca1-7105-4dd6-baed-0abe0a912722, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f8abdca1-7105-4dd6-baed-0abe0a912722,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:50:16.865895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:16.870620 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-daebe431-f837-4707-a86a-1a5061e1c987 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c116599a-327c-4688-9f4b-1845a6872218 HTTP/1.1" status: 200 len: 217 time: 0.1220238 Aug 26 10:50:16.997140 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4cf0882a-f7ca-4f66-8a19-6558d56dc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:50:14Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:17.043201 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:17.064635 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0882a-f7ca-4f66-8a19-6558d56dc6fa None None] Checking router: aab41ab7-3f15-4780-a22d-1aa8a6dd0275 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:50:17.079554 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0882a-f7ca-4f66-8a19-6558d56dc6fa None None] Routers {'aab41ab7-3f15-4780-a22d-1aa8a6dd0275'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:17.083373 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4cf0882a-f7ca-4f66-8a19-6558d56dc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:17.094474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Pushing event updated for resources: {'Port': ['ID=f8abdca1-7105-4dd6-baed-0abe0a912722,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:17.098801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:17.099516 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:17.101217 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-e731581e-ac92-4c47-a1a1-a6c178527083 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8abdca1-7105-4dd6-baed-0abe0a912722 HTTP/1.1" status: 200 len: 1092 time: 4.1451192 Aug 26 10:50:17.105946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'tag': 'f8abdca1-7105-4dd6-baed-0abe0a912722'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:17.108796 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf" -d '{"events": [{"name": "network-changed", "server_uuid": "55c19e2c-f651-4c27-b7bc-70025e9cc4e7", "tag": "f8abdca1-7105-4dd6-baed-0abe0a912722"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:17.126372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e0759-528c-42fe-8bd5-c22abbb9f4b8 req-bf5f7903-1627-4cc2-b12a-39d4c8bcf805 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:17.137141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-601e0759-528c-42fe-8bd5-c22abbb9f4b8 req-bf5f7903-1627-4cc2-b12a-39d4c8bcf805 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 946 time: 0.4678445 Aug 26 10:50:17.239579 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5308f30-32c3-4cd9-8195-ba4713a35156 x-openstack-request-id: req-b5308f30-32c3-4cd9-8195-ba4713a35156 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:17.240145 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "7ede19ef-72dc-45a3-aa96-ce740de55d39", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:17.240145 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5308f30-32c3-4cd9-8195-ba4713a35156 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:17.240506 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': '7ede19ef-72dc-45a3-aa96-ce740de55d39', 'status': 'completed', 'code': 200} Aug 26 10:50:17.244255 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-e052f3bb-2b7e-44a6-b845-fccbfc4591d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:17.245793 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-e052f3bb-2b7e-44a6-b845-fccbfc4591d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=533810d5b9984eefa40b1162f3207124&device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 1100 time: 0.6322865 Aug 26 10:50:17.296704 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-50a3e354-1644-4138-acca-77acdd083ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:17.303138 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-50a3e354-1644-4138-acca-77acdd083ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:17.303356 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06973972-e8db-4554-9b21-f68d0aeb6b85 req-9740360d-27b7-4933-be71-48d693dcc431 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73ed1e64-d280-4e82-adba-5743f3643e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574391 Aug 26 10:50:17.307063 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-8c7af96c-3b53-419c-8f44-dbc012349397 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=024c4fb4-cb81-4d8d-9f05-502bb24b99b8 HTTP/1.1" status: 200 len: 217 time: 0.0506818 Aug 26 10:50:17.307567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-50a3e354-1644-4138-acca-77acdd083ab1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77011b7d-0ade-407d-baf7-8fc535d214cc HTTP/1.1" status: 204 len: 168 time: 1.0631123 Aug 26 10:50:17.333482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-a92b1d28-2ea4-4813-a8c8-ed376d85bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:17.335138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-a92b1d28-2ea4-4813-a8c8-ed376d85bec7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd66f25-7610-43d2-adaa-46242c9349bb HTTP/1.1" status: 200 len: 856 time: 0.3715098 Aug 26 10:50:17.340741 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3e354-1644-4138-acca-77acdd083ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77011b7d-0ade-407d-baf7-8fc535d214cc,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:17.356634 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-4cf0882a-f7ca-4f66-8a19-6558d56dc6fa None None] Set router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:17.450242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-601e0759-528c-42fe-8bd5-c22abbb9f4b8 req-b8f3dcb1-0253-4206-9573-0c358f44b830 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/security-groups?id=73ed1e64-d280-4e82-adba-5743f3643e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121655 Aug 26 10:50:17.505993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572e0d8-bbd1-4c9e-b726-f5321bb0c68e req-22314da5-a196-40cb-8fcb-80da1966791a tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:17.507613 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b572e0d8-bbd1-4c9e-b726-f5321bb0c68e req-22314da5-a196-40cb-8fcb-80da1966791a tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 943 time: 0.3568709 Aug 26 10:50:17.519161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-633238b8-b8dd-4282-b8a2-5b55c6af7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:17.521887 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-633238b8-b8dd-4282-b8a2-5b55c6af7c6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 1095 time: 0.3541570 Aug 26 10:50:17.547969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-e00c6b72-36cc-47be-9369-4376ff9b4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:17.549506 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-e00c6b72-36cc-47be-9369-4376ff9b4f2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1502528 Aug 26 10:50:17.550616 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5deb1a5-7236-41c7-b8e4-0a435bb7bf45 x-openstack-request-id: req-b5deb1a5-7236-41c7-b8e4-0a435bb7bf45 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:17.550974 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c19e2c-f651-4c27-b7bc-70025e9cc4e7", "tag": "f8abdca1-7105-4dd6-baed-0abe0a912722", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:17.551260 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5deb1a5-7236-41c7-b8e4-0a435bb7bf45 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:17.551751 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'tag': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'status': 'completed', 'code': 200} Aug 26 10:50:17.564563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:17.654477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-e0b10041-a7eb-450c-b84f-7d8e72d185e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:17.656054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-e0b10041-a7eb-450c-b84f-7d8e72d185e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e452ec9-a05c-4730-9299-cad46d4ac2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2943490 Aug 26 10:50:17.657339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-7892b82a-caf2-4c07-b2c1-5c6122d00c1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8abdca1-7105-4dd6-baed-0abe0a912722 HTTP/1.1" status: 200 len: 217 time: 0.0742371 Aug 26 10:50:17.708362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ff7fc227-3288-4c5d-8927-919780a2337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:17.710466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-ff7fc227-3288-4c5d-8927-919780a2337a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1498799 Aug 26 10:50:17.736316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Deleting port 614319ca-ba8d-48c6-9f60-faa627152794 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:17.737451 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:17.789918 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4cf0882a-f7ca-4f66-8a19-6558d56dc6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:50:14Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:17.858640 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-64d040ac-d206-4259-b951-a6afb728dff3 service neutron] 10.222.0.42 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649032 Aug 26 10:50:17.860376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-fc76163e-70be-4392-ae1c-a57181df30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:17.862285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-fc76163e-70be-4392-ae1c-a57181df30ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.1703510 Aug 26 10:50:17.878600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] For port 614319ca-ba8d-48c6-9f60-faa627152794, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=614319ca-ba8d-48c6-9f60-faa627152794,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:17.879411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:17.890040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42890) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:17.898583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Calling delete_port for 614319ca-ba8d-48c6-9f60-faa627152794 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:17.983099 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0882a-f7ca-4f66-8a19-6558d56dc6fa None None] The sync data for ids ['aab41ab7-3f15-4780-a22d-1aa8a6dd0275'] in n-d-778550-13 is: [{'id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-477694832-router', 'tenant_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '614319ca-ba8d-48c6-9f60-faa627152794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:43:44Z', 'updated_at': '2021-08-26T10:50:14Z', 'revision_number': 5, 'project_id': 'ccf1c4b9a1844b5a9341c76b4fd77ad2', 'gw_port': {'id': '614319ca-ba8d-48c6-9f60-faa627152794', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab41ab7-3f15-4780-a22d-1aa8a6dd0275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:43:45Z', 'updated_at': '2021-08-26T10:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:50:18.060672 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52b9d5-6f44-40e2-b0d9-6985d9f2f111 req-8731a44c-ef75-4886-8ea3-9302dfbeccdc tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:18.069233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52b9d5-6f44-40e2-b0d9-6985d9f2f111 req-8731a44c-ef75-4886-8ea3-9302dfbeccdc tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:18.075326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52b9d5-6f44-40e2-b0d9-6985d9f2f111 req-8731a44c-ef75-4886-8ea3-9302dfbeccdc tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:18.081301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52b9d5-6f44-40e2-b0d9-6985d9f2f111 req-8731a44c-ef75-4886-8ea3-9302dfbeccdc tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:18.087368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52b9d5-6f44-40e2-b0d9-6985d9f2f111 req-8731a44c-ef75-4886-8ea3-9302dfbeccdc tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:18.095624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52b9d5-6f44-40e2-b0d9-6985d9f2f111 req-8731a44c-ef75-4886-8ea3-9302dfbeccdc tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:18.101522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52b9d5-6f44-40e2-b0d9-6985d9f2f111 req-8731a44c-ef75-4886-8ea3-9302dfbeccdc tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:18.109631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd52b9d5-6f44-40e2-b0d9-6985d9f2f111 req-8731a44c-ef75-4886-8ea3-9302dfbeccdc tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5431 time: 0.4510295 Aug 26 10:50:18.112123 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a40ddfc0-2dcd-4ce9-bb13-e54a32a4eef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:18.122213 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-51fe7fab-fbf2-4d12-af38-31c01afc3c5a service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005404 Aug 26 10:50:18.136481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b572e0d8-bbd1-4c9e-b726-f5321bb0c68e req-5db85b84-7866-45d8-bce3-5b945f49751d tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111741 Aug 26 10:50:18.232665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd52b9d5-6f44-40e2-b0d9-6985d9f2f111 req-fff07b96-92f5-44fd-9a54-db1a911bd3da tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1220641 Aug 26 10:50:18.267834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-d0ec9eab-316a-49e6-b8b5-ca4bb7f94340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:18.270131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-d0ec9eab-316a-49e6-b8b5-ca4bb7f94340 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3791659 Aug 26 10:50:18.282269 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aba1e9cc-2c13-41de-a824-13bc71e2fdee req-2ee2877b-31b2-4c90-bb1d-fccc0a09f0f6 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378889 Aug 26 10:50:18.302985 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:18.317879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-671ce219-eb0e-4d66-a8f9-58903442e41b service neutron] 10.222.0.42 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234188 Aug 26 10:50:18.366165 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Pushing event deleted for resources: {'Port': ['ID=614319ca-ba8d-48c6-9f60-faa627152794,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:18.436938 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:18.532579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-e107344a-76c3-41d8-8558-fcd10183a17a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=8cd812fb-819b-4872-bbfe-4a72c5599d31 HTTP/1.1" status: 200 len: 217 time: 0.1513805 Aug 26 10:50:18.582879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:18.585306 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:18.622055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-ca5e7595-07f8-49af-86e8-56990e88a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:18.624231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-ca5e7595-07f8-49af-86e8-56990e88a24a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.0626934 Aug 26 10:50:18.675466 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:18.676042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab41ab7-3f15-4780-a22d-1aa8a6dd0275 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:50:18.676406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b4731-7c34-4b2c-8750-736672749783 req-e1a8ebe1-813d-46ad-bc24-e25b48313621 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:18.678304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a1b4731-7c34-4b2c-8750-736672749783 req-e1a8ebe1-813d-46ad-bc24-e25b48313621 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 948 time: 0.3806832 Aug 26 10:50:18.680984 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:18.685930 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c21b729a-7dc1-41e0-a06f-d0b1625dac3e admin admin] 10.222.0.21 "DELETE /v2.0/routers/aab41ab7-3f15-4780-a22d-1aa8a6dd0275 HTTP/1.1" status: 204 len: 168 time: 2.3260195 Aug 26 10:50:18.687021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42904) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:18.778074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0bb76a-25bb-43f0-8f39-f6abb7826123 admin admin] Deleting subnet f50a0446-cf9d-4968-84fb-94b0b8bbb8b2 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:50:18.783158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-1e6b36a3-a745-4bfe-88fd-31bccdd4a9fe service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028324 Aug 26 10:50:18.784871 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb76a-25bb-43f0-8f39-f6abb7826123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:18.800874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a1b4731-7c34-4b2c-8750-736672749783 req-ce51b09f-f992-4df0-af66-1a65851d0782 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716398 Aug 26 10:50:18.811077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2883f3c-b1b3-4c80-9ac7-85226335fbac req-01ead448-1ba6-4f64-bb65-6036ae6d8c2c tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:18.812782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2883f3c-b1b3-4c80-9ac7-85226335fbac req-01ead448-1ba6-4f64-bb65-6036ae6d8c2c tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 946 time: 0.1926625 Aug 26 10:50:18.874692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb76a-25bb-43f0-8f39-f6abb7826123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:18.989558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2883f3c-b1b3-4c80-9ac7-85226335fbac req-b1aa6bcf-2f49-4fa3-bfc0-90a58a964551 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/security-groups?id=73ed1e64-d280-4e82-adba-5743f3643e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226718 Aug 26 10:50:18.998678 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a40ddfc0-2dcd-4ce9-bb13-e54a32a4eef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.006681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-95bf1780-cdb0-437b-9d0a-c00064e021a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:19.008479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-95bf1780-cdb0-437b-9d0a-c00064e021a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3479671 Aug 26 10:50:19.015741 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a40ddfc0-2dcd-4ce9-bb13-e54a32a4eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.021560 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb76a-25bb-43f0-8f39-f6abb7826123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.046223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f36be6-bfc3-48e1-99b7-1990b727c3c3 req-efa5b900-357a-4766-bcd3-9363649ac158 service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288282 Aug 26 10:50:19.061843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ddfc0-2dcd-4ce9-bb13-e54a32a4eef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824b02d-ad2f-4619-97c5-37a416357110,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:19.119714 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.148524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb76a-25bb-43f0-8f39-f6abb7826123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.160062 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a40ddfc0-2dcd-4ce9-bb13-e54a32a4eef9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=374818a55f70439bb29391f88202ddc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2426777 Aug 26 10:50:19.164365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42906) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:19.201233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bb76a-25bb-43f0-8f39-f6abb7826123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f50a0446-cf9d-4968-84fb-94b0b8bbb8b2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:19.225685 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fa0bb76a-25bb-43f0-8f39-f6abb7826123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.229549 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fa0bb76a-25bb-43f0-8f39-f6abb7826123 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f50a0446-cf9d-4968-84fb-94b0b8bbb8b2 HTTP/1.1" status: 204 len: 168 time: 0.5414248 Aug 26 10:50:19.233372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18c719a-073f-413b-9637-36c9d9f42ba7 None None] Network b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:50:19.233730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42910) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:19.234914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf req-33260c50-9b2f-464a-a7af-7d7a1c5d0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:19.237772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf req-33260c50-9b2f-464a-a7af-7d7a1c5d0574 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 1095 time: 0.1142364 Aug 26 10:50:19.291811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-6d1c4f50-06cb-4088-b703-0e2b96ecacee service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626629 Aug 26 10:50:19.340798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6355952-e84f-48de-b729-fd556f23d082', 'tag': '024c4fb4-cb81-4d8d-9f05-502bb24b99b8'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:19.344687 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2029358b-d129-4e09-9e36-d1182f50cad3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6355952-e84f-48de-b729-fd556f23d082", "tag": "024c4fb4-cb81-4d8d-9f05-502bb24b99b8"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:19.353613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.481148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f51627-507f-47fd-ab78-98eea40beca5 None None] DHCP port deletion for b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:50:19.523988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Deleting port 7f071dcf-36bc-46a5-812e-78f989494bc8 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:19.524352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.568871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b778d742-cbcb-4141-b680-ded84d0f8db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.581222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e8f51627-507f-47fd-ab78-98eea40beca5 None None] Deleting port 7f071dcf-36bc-46a5-812e-78f989494bc8 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:19.581603 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8f51627-507f-47fd-ab78-98eea40beca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.639313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b778d742-cbcb-4141-b680-ded84d0f8db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.664694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] For port 7f071dcf-36bc-46a5-812e-78f989494bc8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7f071dcf-36bc-46a5-812e-78f989494bc8,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:19.665099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.667340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d086827-6415-4f20-9e70-c48f9cc4d7ba req-fc42cfc2-c168-4ae1-a933-62d0942b7d4b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:19.674593 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d086827-6415-4f20-9e70-c48f9cc4d7ba req-fc42cfc2-c168-4ae1-a933-62d0942b7d4b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 943 time: 0.3969259 Aug 26 10:50:19.698221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb485-4d98-418c-bb49-4e2d4599a0ca req-30ced872-ebaf-40d9-b662-608f6af0c307 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:19.698459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Calling delete_port for 7f071dcf-36bc-46a5-812e-78f989494bc8 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:19.707095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb485-4d98-418c-bb49-4e2d4599a0ca req-30ced872-ebaf-40d9-b662-608f6af0c307 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:19.709562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e8f51627-507f-47fd-ab78-98eea40beca5 None None] For port 7f071dcf-36bc-46a5-812e-78f989494bc8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7f071dcf-36bc-46a5-812e-78f989494bc8,segment=NetworkSegment(62144a62-690c-40a0-b37f-fd49e69d5c53),segment_id=62144a62-690c-40a0-b37f-fd49e69d5c53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:19.709972 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8f51627-507f-47fd-ab78-98eea40beca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.713428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb485-4d98-418c-bb49-4e2d4599a0ca req-30ced872-ebaf-40d9-b662-608f6af0c307 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:19.720436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb485-4d98-418c-bb49-4e2d4599a0ca req-30ced872-ebaf-40d9-b662-608f6af0c307 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:19.726991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb485-4d98-418c-bb49-4e2d4599a0ca req-30ced872-ebaf-40d9-b662-608f6af0c307 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:19.732050 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb485-4d98-418c-bb49-4e2d4599a0ca req-30ced872-ebaf-40d9-b662-608f6af0c307 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:19.735962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e8f51627-507f-47fd-ab78-98eea40beca5 None None] Calling delete_port for 7f071dcf-36bc-46a5-812e-78f989494bc8 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:19.738449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb485-4d98-418c-bb49-4e2d4599a0ca req-30ced872-ebaf-40d9-b662-608f6af0c307 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:19.746370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-232cb485-4d98-418c-bb49-4e2d4599a0ca req-30ced872-ebaf-40d9-b662-608f6af0c307 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5431 time: 0.2759864 Aug 26 10:50:19.780535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-98b8d353-dcdd-4c62-819c-a1227cbc8380 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851985 Aug 26 10:50:19.806132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf req-58be6d70-88c4-4aa8-815a-ea37f7cf1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:19.807504 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf req-58be6d70-88c4-4aa8-815a-ea37f7cf1cad service neutron] 10.222.0.47 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.5451307 Aug 26 10:50:19.823274 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.847461 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8f51627-507f-47fd-ab78-98eea40beca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:19.861086 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] No DVR routers for this DVR port 7f071dcf-36bc-46a5-812e-78f989494bc8 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:50:19.865271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f51627-507f-47fd-ab78-98eea40beca5 None None] No DVR routers for this DVR port 7f071dcf-36bc-46a5-812e-78f989494bc8 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:50:19.867428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-d13afd01-ce2e-4fba-8c1f-efbb4efc33ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=6491ccdd-89e6-459e-8041-811f24b285dc HTTP/1.1" status: 200 len: 217 time: 0.0719950 Aug 26 10:50:19.867727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f071dcf-36bc-46a5-812e-78f989494bc8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:19.891775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f51627-507f-47fd-ab78-98eea40beca5 None None] Pushing event deleted for resources: {'Port': ['ID=7f071dcf-36bc-46a5-812e-78f989494bc8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:19.920079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf req-5ad81308-5ce4-4df0-830c-23954ba5a65f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8abdca1-7105-4dd6-baed-0abe0a912722 HTTP/1.1" status: 200 len: 217 time: 0.0734231 Aug 26 10:50:19.935002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d086827-6415-4f20-9e70-c48f9cc4d7ba req-5dd483c2-d340-4c11-8c45-c803381b798f tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584417 Aug 26 10:50:19.982449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-232cb485-4d98-418c-bb49-4e2d4599a0ca req-8c9ae096-5721-4e9f-ae27-c49d1f7089ce tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2351875 Aug 26 10:50:20.019424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:20.031801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-4dac9e96-889a-4ca2-abae-aadd91426c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:20.033448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-4dac9e96-889a-4ca2-abae-aadd91426c92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.1242890 Aug 26 10:50:20.035770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:20.036124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b778d742-cbcb-4141-b680-ded84d0f8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:20.038639 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b778d742-cbcb-4141-b680-ded84d0f8db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:20.042679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b778d742-cbcb-4141-b680-ded84d0f8db3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e824b02d-ad2f-4619-97c5-37a416357110 HTTP/1.1" status: 204 len: 168 time: 0.8772888 Aug 26 10:50:20.050228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62144a62-690c-40a0-b37f-fd49e69d5c53') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:20.050993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62144a62-690c-40a0-b37f-fd49e69d5c53') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:20.062659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778d742-cbcb-4141-b680-ded84d0f8db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824b02d-ad2f-4619-97c5-37a416357110,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:20.063311 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:20.065866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf req-1efbb955-60d9-427b-af04-d334c9d6309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:20.067453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf req-1efbb955-60d9-427b-af04-d334c9d6309c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.1048155 Aug 26 10:50:20.092362 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:20.095926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:20.103198 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6882de86-7a3f-4a83-8b5b-38bc2b17e3f2 x-openstack-request-id: req-6882de86-7a3f-4a83-8b5b-38bc2b17e3f2 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:20.103491 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6355952-e84f-48de-b729-fd556f23d082", "tag": "024c4fb4-cb81-4d8d-9f05-502bb24b99b8", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:20.115642 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6882de86-7a3f-4a83-8b5b-38bc2b17e3f2 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:20.116163 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6355952-e84f-48de-b729-fd556f23d082', 'tag': '024c4fb4-cb81-4d8d-9f05-502bb24b99b8', 'status': 'completed', 'code': 200} Aug 26 10:50:20.158860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:50:20.159269 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:50:20.176989 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:50:20.272055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-3bcb1bb2-e746-4762-8afd-540de0cf0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:20.281637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-3bcb1bb2-e746-4762-8afd-540de0cf0be4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2296119 Aug 26 10:50:20.305462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 50052e73-ab2a-49e7-81f9-73ff8e76c10d no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:50:20.326846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf req-73cf7073-204b-48ec-ae02-e707ca4ba10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:20.328192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf req-73cf7073-204b-48ec-ae02-e707ca4ba10b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2380199 Aug 26 10:50:20.336421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 50052e73-ab2a-49e7-81f9-73ff8e76c10d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:50:20.343373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 50052e73-ab2a-49e7-81f9-73ff8e76c10d not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:50:20.344109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 614319ca-ba8d-48c6-9f60-faa627152794 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:50:20.370396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 614319ca-ba8d-48c6-9f60-faa627152794 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:50:20.371189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 614319ca-ba8d-48c6-9f60-faa627152794 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:50:20.371931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7f071dcf-36bc-46a5-812e-78f989494bc8 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:50:20.373412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029358b-d129-4e09-9e36-d1182f50cad3 req-120a91f4-3057-4740-bcb1-7ed1eae8a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:20.378370 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2029358b-d129-4e09-9e36-d1182f50cad3 req-120a91f4-3057-4740-bcb1-7ed1eae8a269 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=533810d5b9984eefa40b1162f3207124&device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 1100 time: 0.2497039 Aug 26 10:50:20.380993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:20.390061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:20.395608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42936) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:20.398518 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] 10.222.0.21 "DELETE /v2.0/networks/b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c HTTP/1.1" status: 204 len: 168 time: 1.1623757 Aug 26 10:50:20.406353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 7f071dcf-36bc-46a5-812e-78f989494bc8 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:50:20.407011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7f071dcf-36bc-46a5-812e-78f989494bc8 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:50:20.427320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d61b0-76da-4fb1-8402-9d3e1aeff27d admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d4d907-90a6-4cd4-a2a0-4beb07f7a97c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:20.509033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158f0cc-353c-4019-83a7-813266e67c95 req-499959dc-2e82-4fb9-a55b-bd0f2bf3ade4 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:20.519494 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0158f0cc-353c-4019-83a7-813266e67c95 req-499959dc-2e82-4fb9-a55b-bd0f2bf3ade4 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 948 time: 0.3174398 Aug 26 10:50:20.546740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029358b-d129-4e09-9e36-d1182f50cad3 req-d32589e6-dec9-45da-8bfb-47bc41fcbcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:20.548432 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2029358b-d129-4e09-9e36-d1182f50cad3 req-d32589e6-dec9-45da-8bfb-47bc41fcbcd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1478922 Aug 26 10:50:20.622927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-01f1748f-946a-4f7c-a689-2d1f01150e70 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223631 Aug 26 10:50:20.626318 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2029358b-d129-4e09-9e36-d1182f50cad3 req-97c1e8fa-a5bb-431e-8d97-c8fe442c9c95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=024c4fb4-cb81-4d8d-9f05-502bb24b99b8 HTTP/1.1" status: 200 len: 217 time: 0.0661123 Aug 26 10:50:20.692757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9a967-2755-4abf-b0da-8f66b9d3031a req-6cfe96d0-02c0-402d-be37-190000749f88 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:20.696714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebb9a967-2755-4abf-b0da-8f66b9d3031a req-6cfe96d0-02c0-402d-be37-190000749f88 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 946 time: 0.4131472 Aug 26 10:50:20.706555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029358b-d129-4e09-9e36-d1182f50cad3 req-27d16db6-1cdb-40bc-88e1-62ee5fce204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:20.708751 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2029358b-d129-4e09-9e36-d1182f50cad3 req-27d16db6-1cdb-40bc-88e1-62ee5fce204c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0687330 Aug 26 10:50:20.788152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029358b-d129-4e09-9e36-d1182f50cad3 req-a4d7c76f-33ec-4d76-82bd-e092b6115b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:20.791094 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2029358b-d129-4e09-9e36-d1182f50cad3 req-a4d7c76f-33ec-4d76-82bd-e092b6115b0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0683508 Aug 26 10:50:20.974749 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2029358b-d129-4e09-9e36-d1182f50cad3 req-33fdf41e-f8b9-4178-9e72-b86d1c548015 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664348 Aug 26 10:50:21.018252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:21.145385 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2029358b-d129-4e09-9e36-d1182f50cad3 req-91e3441d-a9ae-4b26-8627-23c246fc97ed service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610487 Aug 26 10:50:21.220609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0158f0cc-353c-4019-83a7-813266e67c95 req-fc3bebf5-f82b-4dd2-9f78-1b6bcef402ec tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7002337 Aug 26 10:50:21.245765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=024c4fb4-cb81-4d8d-9f05-502bb24b99b8,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:21.253941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '024c4fb4-cb81-4d8d-9f05-502bb24b99b8', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '024c4fb4-cb81-4d8d-9f05-502bb24b99b8', 'mac_address': 'fa:16:3e:32:f4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:21.302552 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:21.326523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:21.358898 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf req-4b411f6e-cfe6-4b4e-831c-529b23771fcd service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9800611 Aug 26 10:50:21.361080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=024c4fb4-cb81-4d8d-9f05-502bb24b99b8,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:21.368870 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:21.443717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=024c4fb4-cb81-4d8d-9f05-502bb24b99b8,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:21.453289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebb9a967-2755-4abf-b0da-8f66b9d3031a req-35a46863-d1a8-40d9-897a-1f8fa0439825 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/security-groups?id=73ed1e64-d280-4e82-adba-5743f3643e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513943 Aug 26 10:50:21.531110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-63477bb6-5ff0-44c7-912c-37b9af4e246e service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714962 Aug 26 10:50:21.606641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['024c4fb4-cb81-4d8d-9f05-502bb24b99b8'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:21.637391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-5b3a3326-59fc-45c2-bf17-8cd8cb41bb76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=561cb463-7482-4e72-a461-9062a9018dde HTTP/1.1" status: 200 len: 217 time: 0.0723608 Aug 26 10:50:21.741197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1958a04b-fdb0-4d7f-9abd-60f2d20696cf req-9824680c-6485-4191-bd91-9b688a03f5fd service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693650 Aug 26 10:50:21.753106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5405b33-041a-480e-96d3-d011092122b7 req-8e7720ba-c007-4843-b3c8-3d8ca53951e2 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:21.754652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5405b33-041a-480e-96d3-d011092122b7 req-8e7720ba-c007-4843-b3c8-3d8ca53951e2 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 943 time: 0.2949851 Aug 26 10:50:21.857613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff8a1c-af25-4bc1-8735-194120831387 req-9db06c2a-a381-4048-bb87-553278864ae2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:21.861397 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:21.864417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff8a1c-af25-4bc1-8735-194120831387 req-9db06c2a-a381-4048-bb87-553278864ae2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:21.870359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff8a1c-af25-4bc1-8735-194120831387 req-9db06c2a-a381-4048-bb87-553278864ae2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:21.876876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff8a1c-af25-4bc1-8735-194120831387 req-9db06c2a-a381-4048-bb87-553278864ae2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:21.883421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff8a1c-af25-4bc1-8735-194120831387 req-9db06c2a-a381-4048-bb87-553278864ae2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:21.889376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff8a1c-af25-4bc1-8735-194120831387 req-9db06c2a-a381-4048-bb87-553278864ae2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:21.895343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff8a1c-af25-4bc1-8735-194120831387 req-9db06c2a-a381-4048-bb87-553278864ae2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:21.903037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ddff8a1c-af25-4bc1-8735-194120831387 req-9db06c2a-a381-4048-bb87-553278864ae2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5431 time: 0.3190980 Aug 26 10:50:21.905667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-8634d696-e18e-45df-b7cc-0fab5d66e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:21.907076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-8634d696-e18e-45df-b7cc-0fab5d66e0e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.2396641 Aug 26 10:50:21.958144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5405b33-041a-480e-96d3-d011092122b7 req-5c16c498-9194-4830-bc15-d800bb775626 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896977 Aug 26 10:50:22.019320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ddff8a1c-af25-4bc1-8735-194120831387 req-680f819b-04cb-47d3-874f-1bef9946fd9e tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153376 Aug 26 10:50:22.041887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-ed9abf8e-341e-4c37-b6dd-7e06d84b5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:22.043073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-ed9abf8e-341e-4c37-b6dd-7e06d84b5436 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1107135 Aug 26 10:50:22.371317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-f3eb2e45-df0d-4077-82c2-eb7b3942071a service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167107 Aug 26 10:50:22.375428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43020) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:22.420243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c334-71ee-4f14-ae1e-ca9951ef0e0f req-b4a45f75-b114-4944-bda3-8ef39314c148 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:22.421747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3d7c334-71ee-4f14-ae1e-ca9951ef0e0f req-b4a45f75-b114-4944-bda3-8ef39314c148 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 949 time: 0.2319148 Aug 26 10:50:22.457978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-2f0fdd49-0c3d-41f6-822b-c86d4fe52227 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 258 time: 0.4009702 Aug 26 10:50:22.481879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c3aefe5-d4fc-4f29-a0fe-5e4b67bcfae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:22.485644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:22.520430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f8abdca1-7105-4dd6-baed-0abe0a912722 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:22.542095 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 10:50:22.542095 n-d-778550-13 neutron-server[101267]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 26 10:50:22.542095 n-d-778550-13 neutron-server[101267]: [parameters: {'project_id': '7414580643d740a8ac41f7987ad69bee', 'id': 'b729de95-438d-4405-b9ab-dfabcce32b56', 'expiration': datetime.datetime(2021, 8, 26, 10, 52, 22, 513801)}] Aug 26 10:50:22.542095 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:50:22.542629 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:50:22.555215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3d7c334-71ee-4f14-ae1e-ca9951ef0e0f req-2b047cfd-71d2-4730-895b-a427cc732000 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068408 Aug 26 10:50:22.561833 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:22.566454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-d8a355c3-4de9-45c5-8150-19da388863fc service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840856 Aug 26 10:50:22.601226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c3aefe5-d4fc-4f29-a0fe-5e4b67bcfae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:22.612152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c3aefe5-d4fc-4f29-a0fe-5e4b67bcfae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:22.640314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-d63731e2-9e3f-423f-a96b-a1bd19505f9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 HTTP/1.1" status: 200 len: 217 time: 0.0417383 Aug 26 10:50:22.640819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f8abdca1-7105-4dd6-baed-0abe0a912722, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f8abdca1-7105-4dd6-baed-0abe0a912722,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:22.648304 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7c3aefe5-d4fc-4f29-a0fe-5e4b67bcfae2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f77221a12f0d42d4aaa4c64af737a8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717969 Aug 26 10:50:22.655308 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43024) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:22.657046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'port_id': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'mac_address': 'fa:16:3e:8d:3a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:22.694114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3aefe5-d4fc-4f29-a0fe-5e4b67bcfae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612339ef-09c4-4040-a467-87def5c18897,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:22.706292 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:22.722529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8abdca1-7105-4dd6-baed-0abe0a912722 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:22.723975 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9289e418-8bbc-47f4-970c-e936f41c74bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:22.745255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f8abdca1-7105-4dd6-baed-0abe0a912722, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f8abdca1-7105-4dd6-baed-0abe0a912722,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:22.747368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9289e418-8bbc-47f4-970c-e936f41c74bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:22.750854 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:22.767797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-d22afabe-2708-40d6-9c3b-c544f81146bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:22.769296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-d22afabe-2708-40d6-9c3b-c544f81146bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.1219592 Aug 26 10:50:22.798349 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9289e418-8bbc-47f4-970c-e936f41c74bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:22.801446 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9289e418-8bbc-47f4-970c-e936f41c74bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:22.805372 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9289e418-8bbc-47f4-970c-e936f41c74bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/612339ef-09c4-4040-a467-87def5c18897 HTTP/1.1" status: 204 len: 168 time: 0.1465192 Aug 26 10:50:22.810951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289e418-8bbc-47f4-970c-e936f41c74bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612339ef-09c4-4040-a467-87def5c18897,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:22.818281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf983447-f7e8-491a-bfd7-33faaffb9db4 req-0247075c-279f-49fc-b462-4e463d119846 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:22.820314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf983447-f7e8-491a-bfd7-33faaffb9db4 req-0247075c-279f-49fc-b462-4e463d119846 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 949 time: 0.1714165 Aug 26 10:50:22.834267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f8abdca1-7105-4dd6-baed-0abe0a912722,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:22.908615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-09b3b5ad-d947-4bd1-b1c9-94cfd1d57103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:22.910134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-09b3b5ad-d947-4bd1-b1c9-94cfd1d57103 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1073375 Aug 26 10:50:22.915473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf983447-f7e8-491a-bfd7-33faaffb9db4 req-b48c550a-b508-4d59-91a4-5ed43db9edc8 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624032 Aug 26 10:50:23.045561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:23.078427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-f3e3210c-210c-4f07-a40b-2c5c67899c62 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588719 Aug 26 10:50:23.114458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:23.119218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:23.119717 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.123325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43034) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:23.136779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50d656c7-5928-4a8a-99ca-ad87ba9b6f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.155306 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.170138 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['f8abdca1-7105-4dd6-baed-0abe0a912722'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:23.238958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] Deleting port dc9d296f-f62d-4676-9617-a933e7a967bc {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:23.239370 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.247757 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50d656c7-5928-4a8a-99ca-ad87ba9b6f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.252828 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50d656c7-5928-4a8a-99ca-ad87ba9b6f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.253254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491f9ba-db56-4759-b5dd-50628a2399cc req-464ae3e4-2935-4572-badb-920cdb2349a5 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:23.260518 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0491f9ba-db56-4759-b5dd-50628a2399cc req-464ae3e4-2935-4572-badb-920cdb2349a5 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 944 time: 0.2022338 Aug 26 10:50:23.261554 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.280823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d656c7-5928-4a8a-99ca-ad87ba9b6f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a42895e-a7fc-4af6-8cb6-992f756993d6,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:23.296499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6355952-e84f-48de-b729-fd556f23d082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024c4fb4-cb81-4d8d-9f05-502bb24b99b8'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:23.299415 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-50d656c7-5928-4a8a-99ca-ad87ba9b6f4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f3ac7a8a1fd43ef83c6d9a9c9bbaf14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754975 Aug 26 10:50:23.301597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43036) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:23.302581 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8a0b40-0559-48c9-8dac-3ca5bd882928" -d '{"events": [{"server_uuid": "d6355952-e84f-48de-b729-fd556f23d082", "name": "network-vif-plugged", "status": "completed", "tag": "024c4fb4-cb81-4d8d-9f05-502bb24b99b8"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:23.310276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=024c4fb4-cb81-4d8d-9f05-502bb24b99b8,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:23.318806 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.353923 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a717462-123e-44b5-9b2e-c7442da65102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.380908 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a717462-123e-44b5-9b2e-c7442da65102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.403068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=024c4fb4-cb81-4d8d-9f05-502bb24b99b8,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:23.444656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a717462-123e-44b5-9b2e-c7442da65102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.447584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a717462-123e-44b5-9b2e-c7442da65102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.448902 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5a717462-123e-44b5-9b2e-c7442da65102 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a42895e-a7fc-4af6-8cb6-992f756993d6 HTTP/1.1" status: 204 len: 168 time: 0.1462815 Aug 26 10:50:23.457687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a717462-123e-44b5-9b2e-c7442da65102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a42895e-a7fc-4af6-8cb6-992f756993d6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:23.653588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-a9a847bf-cb0b-4d18-9bb3-8985372c99da service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553849 Aug 26 10:50:23.717438 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0491f9ba-db56-4759-b5dd-50628a2399cc req-9e1e4a3a-bb6e-4d97-b1cb-1a0eff2aecf7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560621 Aug 26 10:50:23.718671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-45b9209d-7d51-4f5d-9b78-11abb56fc3e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb16c58f-9309-43fb-a678-c08585b38681 HTTP/1.1" status: 200 len: 217 time: 0.0550487 Aug 26 10:50:23.815889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] For port dc9d296f-f62d-4676-9617-a933e7a967bc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=dc9d296f-f62d-4676-9617-a933e7a967bc,segment=NetworkSegment(fffa21eb-58b9-43f1-be0e-19d5690c41ec),segment_id=fffa21eb-58b9-43f1-be0e-19d5690c41ec)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:23.816257 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.847913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-37cedc05-7d0e-4859-884a-a5206f950003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:23.849401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-37cedc05-7d0e-4859-884a-a5206f950003 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4af5b276-9133-4e1d-88a2-08419aa867d4 HTTP/1.1" status: 200 len: 797 time: 0.1224060 Aug 26 10:50:23.856341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] Calling delete_port for dc9d296f-f62d-4676-9617-a933e7a967bc owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:23.904025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:23.968083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41170ea2-663a-4555-b841-b0d8f14094cb req-7916d0b9-9608-41a6-9736-96fd019566d2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:23.974802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41170ea2-663a-4555-b841-b0d8f14094cb req-7916d0b9-9608-41a6-9736-96fd019566d2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:23.980811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41170ea2-663a-4555-b841-b0d8f14094cb req-7916d0b9-9608-41a6-9736-96fd019566d2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:23.987010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41170ea2-663a-4555-b841-b0d8f14094cb req-7916d0b9-9608-41a6-9736-96fd019566d2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:23.992977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41170ea2-663a-4555-b841-b0d8f14094cb req-7916d0b9-9608-41a6-9736-96fd019566d2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:23.998952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41170ea2-663a-4555-b841-b0d8f14094cb req-7916d0b9-9608-41a6-9736-96fd019566d2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:24.005019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41170ea2-663a-4555-b841-b0d8f14094cb req-7916d0b9-9608-41a6-9736-96fd019566d2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:24.006980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41170ea2-663a-4555-b841-b0d8f14094cb req-7916d0b9-9608-41a6-9736-96fd019566d2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5431 time: 0.2198865 Aug 26 10:50:24.084532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-981a406d-d3e9-4749-96d2-ffd449d292c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:24.086065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-981a406d-d3e9-4749-96d2-ffd449d292c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c1248d-4663-4fe7-82e4-6eb133288edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2226689 Aug 26 10:50:24.187902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41170ea2-663a-4555-b841-b0d8f14094cb req-a5da67d9-5876-4c5f-971d-f7c61c7e9db9 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1473906 Aug 26 10:50:24.244343 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea709bf-79b7-4412-9115-44dd1d8af36a x-openstack-request-id: req-4ea709bf-79b7-4412-9115-44dd1d8af36a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:24.244843 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6355952-e84f-48de-b729-fd556f23d082", "name": "network-vif-plugged", "status": "completed", "tag": "024c4fb4-cb81-4d8d-9f05-502bb24b99b8", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:24.245002 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ea709bf-79b7-4412-9115-44dd1d8af36a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:24.245589 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6355952-e84f-48de-b729-fd556f23d082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024c4fb4-cb81-4d8d-9f05-502bb24b99b8', 'code': 200} Aug 26 10:50:24.268700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Allocated IP 172.25.1.201 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/dd2a8449-53df-481b-920d-5933fd477b12) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:50:24.350310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-fb686f89-fdf0-4604-acad-0b0585c7282c service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444847 Aug 26 10:50:24.354950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a34630-d679-40fd-879b-0641b0efe216 req-64ab544f-f954-4378-8b2b-354a15fedcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:24.356923 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-77a34630-d679-40fd-879b-0641b0efe216 req-64ab544f-f954-4378-8b2b-354a15fedcee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 1102 time: 0.0457945 Aug 26 10:50:24.395416 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-77a34630-d679-40fd-879b-0641b0efe216 req-95b0aea4-9165-46d0-b3d8-4ec4d38f3ba4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307992 Aug 26 10:50:24.454026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:24.519845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367a59a-152c-4741-af5c-5e2b00fcf4fb req-153e4a49-f811-4f22-a44f-e7a56b567dfc tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:24.521372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b367a59a-152c-4741-af5c-5e2b00fcf4fb req-153e4a49-f811-4f22-a44f-e7a56b567dfc tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 949 time: 0.1827648 Aug 26 10:50:24.528944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9d296f-f62d-4676-9617-a933e7a967bc,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:24.530231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f8abdca1-7105-4dd6-baed-0abe0a912722 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:24.653499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-9cfa03fb-c2e2-4026-9bb0-5e23fb6abdc3 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847960 Aug 26 10:50:24.747028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b367a59a-152c-4741-af5c-5e2b00fcf4fb req-c5230a9c-47be-4f51-b5f7-b26aac28181c tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100570 Aug 26 10:50:24.749665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-c2c1c076-cad1-4f01-b590-2771fbaee96b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ede19ef-72dc-45a3-aa96-ce740de55d39 HTTP/1.1" status: 200 len: 217 time: 0.0834792 Aug 26 10:50:24.753835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:24.758614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port f8abdca1-7105-4dd6-baed-0abe0a912722 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:24.773610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port f8abdca1-7105-4dd6-baed-0abe0a912722 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:24.773983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:24.864634 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:24.899753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f8abdca1-7105-4dd6-baed-0abe0a912722, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f8abdca1-7105-4dd6-baed-0abe0a912722,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:24.903888 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:24.954014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f8abdca1-7105-4dd6-baed-0abe0a912722,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:24.959485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-3f9c45d0-79a0-49c2-a5b7-5b2a24550436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:24.960969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-3f9c45d0-79a0-49c2-a5b7-5b2a24550436 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4af5b276-9133-4e1d-88a2-08419aa867d4 HTTP/1.1" status: 200 len: 797 time: 0.1900747 Aug 26 10:50:25.003881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfeb22-6787-4656-85c7-48523bea1451 req-483cbea2-1430-446e-bd68-92fe06857cbb tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:25.005293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1bfeb22-6787-4656-85c7-48523bea1451 req-483cbea2-1430-446e-bd68-92fe06857cbb tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 950 time: 0.1515629 Aug 26 10:50:25.022049 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:25.042378 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:25.064660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:50:25.089569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:50:25.103479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:50:25.120634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:50:25.147415 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:25.175599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45a75-03f9-4e75-8660-13709e0818db req-d015a071-ee1f-4846-b06d-c6594a4a8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:25.177119 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-d015a071-ee1f-4846-b06d-c6594a4a8085 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c1248d-4663-4fe7-82e4-6eb133288edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2072959 Aug 26 10:50:25.177728 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Pushing event updated for resources: {'Port': ['ID=dd2a8449-53df-481b-920d-5933fd477b12,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:25.179683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:25.184062 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:25.187666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1bfeb22-6787-4656-85c7-48523bea1451 req-45d327e5-45d4-49c9-96d9-09f0a31dc9ba tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668258 Aug 26 10:50:25.248066 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:25.455118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:25.459722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-324aef5b-c337-4170-87d5-a73b33aedca5 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693272 Aug 26 10:50:25.505837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665578b-6abb-4620-a625-d950f3c2acd8 req-982c5ba5-d309-45c9-947d-8a8d28eb73ac tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:25.507262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2665578b-6abb-4620-a625-d950f3c2acd8 req-982c5ba5-d309-45c9-947d-8a8d28eb73ac tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 945 time: 0.1636939 Aug 26 10:50:25.623289 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:25.692632 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2665578b-6abb-4620-a625-d950f3c2acd8 req-0ca2d9ae-c0ca-43a9-9cf4-d4805496aab9 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401992 Aug 26 10:50:25.708461 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] Router 2978f2d3-efdb-438c-97fa-e056f7611c46 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:50:25.733252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49a45a75-03f9-4e75-8660-13709e0818db req-10cbb0e0-c6b8-4821-9af0-8be148a33144 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632706 Aug 26 10:50:25.931125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-f1a55078-1313-4167-9277-43476a41d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:25.931734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-f1a55078-1313-4167-9277-43476a41d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:25.932076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-f1a55078-1313-4167-9277-43476a41d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:25.932547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-f1a55078-1313-4167-9277-43476a41d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:25.933017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-f1a55078-1313-4167-9277-43476a41d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:25.933484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-f1a55078-1313-4167-9277-43476a41d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:25.933948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-f1a55078-1313-4167-9277-43476a41d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:25.935855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-f1a55078-1313-4167-9277-43476a41d67b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6495 time: 0.1288691 Aug 26 10:50:25.949236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-8bc6dd7d-a1e7-4704-b8b3-a2c380dda126 req-8076dcba-34ca-48b2-b2e8-f290dce37670 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1826164788', 'description': 'tempest-description-135888619'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:26.028205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:50:26.032967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.039415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-30f3ae11-fabe-4c54-b49d-4b648db4821c admin admin] 10.222.0.21 "PUT /v2.0/routers/2978f2d3-efdb-438c-97fa-e056f7611c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6418211 Aug 26 10:50:26.040254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6244325-b127-4772-aad7-903e4dbd30e0 None None] Sync routers for ids ['2978f2d3-efdb-438c-97fa-e056f7611c46'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:50:26.041276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43100) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:26.046823 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.052454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6244325-b127-4772-aad7-903e4dbd30e0 None None] Routers {'2978f2d3-efdb-438c-97fa-e056f7611c46'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:26.053637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6244325-b127-4772-aad7-903e4dbd30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2978f2d3-efdb-438c-97fa-e056f7611c46'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:26.176351 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.183631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e6244325-b127-4772-aad7-903e4dbd30e0 None None] Set router 2978f2d3-efdb-438c-97fa-e056f7611c46 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:26.246578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8abdca1-7105-4dd6-baed-0abe0a912722'}, {'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:26.248905 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b26556-d072-4186-811c-9b4bc1a632e8" -d '{"events": [{"server_uuid": "55c19e2c-f651-4c27-b7bc-70025e9cc4e7", "name": "network-vif-plugged", "status": "completed", "tag": "f8abdca1-7105-4dd6-baed-0abe0a912722"}, {"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:26.297469 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.358156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Deleting port 3bf96361-a803-49df-8ba3-3d4877de47e8 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:26.358513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.384669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6244325-b127-4772-aad7-903e4dbd30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-router', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:50:24Z', 'revision_number': 5, 'project_id': '5b34748c3452453b82b7c143697637c0', 'gw_port': {'id': '3bf96361-a803-49df-8ba3-3d4877de47e8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:cb:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:26.412868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6244325-b127-4772-aad7-903e4dbd30e0 None None] Checking router: 2978f2d3-efdb-438c-97fa-e056f7611c46 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:50:26.421558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6244325-b127-4772-aad7-903e4dbd30e0 None None] Routers {'2978f2d3-efdb-438c-97fa-e056f7611c46'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:26.422198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6244325-b127-4772-aad7-903e4dbd30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2978f2d3-efdb-438c-97fa-e056f7611c46'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:26.437819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8bc6dd7d-a1e7-4704-b8b3-a2c380dda126 req-8076dcba-34ca-48b2-b2e8-f290dce37670 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.447772 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] For port 3bf96361-a803-49df-8ba3-3d4877de47e8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3bf96361-a803-49df-8ba3-3d4877de47e8,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:26.448493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.463980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Calling delete_port for 3bf96361-a803-49df-8ba3-3d4877de47e8 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:26.484620 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8bc6dd7d-a1e7-4704-b8b3-a2c380dda126 req-8076dcba-34ca-48b2-b2e8-f290dce37670 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.515468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e6244325-b127-4772-aad7-903e4dbd30e0 None None] Set router 2978f2d3-efdb-438c-97fa-e056f7611c46 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:26.521541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Pushing event updated for resources: {'Port': ['ID=dd2a8449-53df-481b-920d-5933fd477b12,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:26.544508 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-120018cd-ba2c-4b21-a9b6-17f3e1552462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:26.546158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-120018cd-ba2c-4b21-a9b6-17f3e1552462 service neutron] 10.222.0.42 "GET /v2.0/networks?id=69c1248d-4663-4fe7-82e4-6eb133288edb HTTP/1.1" status: 200 len: 903 time: 0.5923707 Aug 26 10:50:26.546930 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.580787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6244325-b127-4772-aad7-903e4dbd30e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-router', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:50:26Z', 'revision_number': 6, 'project_id': '5b34748c3452453b82b7c143697637c0', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:26.605245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-03cb116e-d54b-4c32-8299-3121817b72b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ede19ef-72dc-45a3-aa96-ce740de55d39 HTTP/1.1" status: 200 len: 217 time: 0.0457404 Aug 26 10:50:26.610909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6244325-b127-4772-aad7-903e4dbd30e0 None None] The sync data for ids ['2978f2d3-efdb-438c-97fa-e056f7611c46'] in n-d-778550-13 is: [{'id': '2978f2d3-efdb-438c-97fa-e056f7611c46', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1737518173-router', 'tenant_id': '5b34748c3452453b82b7c143697637c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:44:01Z', 'updated_at': '2021-08-26T10:50:26Z', 'revision_number': 6, 'project_id': '5b34748c3452453b82b7c143697637c0', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:50:26.644225 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.684405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf96361-a803-49df-8ba3-3d4877de47e8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:26.700519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-4464c634-c3ea-4502-99a1-ad91534e4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:26.702012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-4464c634-c3ea-4502-99a1-ad91534e4f96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4af5b276-9133-4e1d-88a2-08419aa867d4 HTTP/1.1" status: 200 len: 797 time: 0.0879848 Aug 26 10:50:26.741524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.752129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8bc6dd7d-a1e7-4704-b8b3-a2c380dda126 req-8076dcba-34ca-48b2-b2e8-f290dce37670 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.759350 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8bc6dd7d-a1e7-4704-b8b3-a2c380dda126 req-8076dcba-34ca-48b2-b2e8-f290dce37670 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.768046 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.769237 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-5def5407-7eb2-4b51-9e83-9fd9ac0af86e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3038599 Aug 26 10:50:26.789918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-1c448cf9-9fe7-4961-ae07-74b16dc0136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:26.791446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-1c448cf9-9fe7-4961-ae07-74b16dc0136a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c1248d-4663-4fe7-82e4-6eb133288edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0785179 Aug 26 10:50:26.832641 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.834878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.873484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076dcba-34ca-48b2-b2e8-f290dce37670 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d2c0a8-b4c0-42db-8a91-2e5f8cbdcb59,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:26.883513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.884066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2978f2d3-efdb-438c-97fa-e056f7611c46 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:50:26.889353 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.891110 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-af79c932-bd70-40c5-bffd-6ad2a11c4ee6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2978f2d3-efdb-438c-97fa-e056f7611c46 HTTP/1.1" status: 204 len: 168 time: 0.8487763 Aug 26 10:50:26.893767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43110) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:26.909398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-7bc2c9d1-e9f4-4a2a-9436-1bae23cb2118 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.1259377 Aug 26 10:50:26.939569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-459c2a9e-dc3d-4dc6-bb6c-319ffa849e6e admin admin] Deleting subnet e4d28ec7-788b-452b-ba61-7e96f1e43bca {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:50:26.942594 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-459c2a9e-dc3d-4dc6-bb6c-319ffa849e6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:26.992038 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-459c2a9e-dc3d-4dc6-bb6c-319ffa849e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.074624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-e22807bd-40c3-429a-8bd0-b4b22dd2f6d0 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659190 Aug 26 10:50:27.083401 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-459c2a9e-dc3d-4dc6-bb6c-319ffa849e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.086778 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8bc6dd7d-a1e7-4704-b8b3-a2c380dda126 req-8076dcba-34ca-48b2-b2e8-f290dce37670 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.100740 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8bc6dd7d-a1e7-4704-b8b3-a2c380dda126 req-8076dcba-34ca-48b2-b2e8-f290dce37670 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.144203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-459c2a9e-dc3d-4dc6-bb6c-319ffa849e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.159635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-0399d961-df43-4cab-a08f-52d99517685e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.161851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6ac9810-fcb9-4887-be2c-32eb206ee148 req-0399d961-df43-4cab-a08f-52d99517685e tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.2451358 Aug 26 10:50:27.174996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c2a9e-dc3d-4dc6-bb6c-319ffa849e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4d28ec7-788b-452b-ba61-7e96f1e43bca,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:27.184636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-459c2a9e-dc3d-4dc6-bb6c-319ffa849e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.191183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd2b9ee-5d5a-4d4b-87d9-3a37dbcc5424 None None] Network 44f0f9bb-8c7a-46b6-a676-102e80d8061a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:50:27.192419 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-459c2a9e-dc3d-4dc6-bb6c-319ffa849e6e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e4d28ec7-788b-452b-ba61-7e96f1e43bca HTTP/1.1" status: 204 len: 168 time: 0.2968764 Aug 26 10:50:27.193069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43114) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:27.211843 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8bc6dd7d-a1e7-4704-b8b3-a2c380dda126 req-8076dcba-34ca-48b2-b2e8-f290dce37670 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.213096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8bc6dd7d-a1e7-4704-b8b3-a2c380dda126 req-8076dcba-34ca-48b2-b2e8-f290dce37670 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2747889 Aug 26 10:50:27.219175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076dcba-34ca-48b2-b2e8-f290dce37670 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1547fb-c5d8-41e0-a709-3f94223bb1e2,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:27.269187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-046d670a-02f2-49fd-9237-0c0b9e49abc9 req-a672cf9b-d17c-49d0-a871-9637a7a1cba0 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809986 Aug 26 10:50:27.309121 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.365829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125471b-0bd8-45bc-9be5-da9f03210ce4 req-bb0db494-88bb-4bda-bf77-1bdddbd0039e tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.372903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125471b-0bd8-45bc-9be5-da9f03210ce4 req-bb0db494-88bb-4bda-bf77-1bdddbd0039e tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.375506 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Deleting port f14042ff-9ea6-40a2-afab-1b2737aeee16 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:27.376564 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.379442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125471b-0bd8-45bc-9be5-da9f03210ce4 req-bb0db494-88bb-4bda-bf77-1bdddbd0039e tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.385557 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125471b-0bd8-45bc-9be5-da9f03210ce4 req-bb0db494-88bb-4bda-bf77-1bdddbd0039e tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.391956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125471b-0bd8-45bc-9be5-da9f03210ce4 req-bb0db494-88bb-4bda-bf77-1bdddbd0039e tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.397903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125471b-0bd8-45bc-9be5-da9f03210ce4 req-bb0db494-88bb-4bda-bf77-1bdddbd0039e tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.404628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125471b-0bd8-45bc-9be5-da9f03210ce4 req-bb0db494-88bb-4bda-bf77-1bdddbd0039e tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.407335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2125471b-0bd8-45bc-9be5-da9f03210ce4 req-bb0db494-88bb-4bda-bf77-1bdddbd0039e tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5431 time: 0.1370752 Aug 26 10:50:27.435647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9d63-c0d9-4b85-b438-ba6ed0721844 req-7beb5e55-ea65-48ad-befa-4f3274b7de60 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.443293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3cae9d63-c0d9-4b85-b438-ba6ed0721844 req-7beb5e55-ea65-48ad-befa-4f3274b7de60 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 950 time: 0.1390307 Aug 26 10:50:27.447419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] For port f14042ff-9ea6-40a2-afab-1b2737aeee16, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f14042ff-9ea6-40a2-afab-1b2737aeee16,segment=NetworkSegment(fffa21eb-58b9-43f1-be0e-19d5690c41ec),segment_id=fffa21eb-58b9-43f1-be0e-19d5690c41ec)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:27.447892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.463663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a3ef8-4be4-47d3-95d3-4445a0ce36ad None None] DHCP port deletion for 44f0f9bb-8c7a-46b6-a676-102e80d8061a request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:50:27.465859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Calling delete_port for f14042ff-9ea6-40a2-afab-1b2737aeee16 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:27.502709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3cae9d63-c0d9-4b85-b438-ba6ed0721844 req-5809e5ed-c296-46b2-b064-ff4353d40482 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584986 Aug 26 10:50:27.523882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2125471b-0bd8-45bc-9be5-da9f03210ce4 req-91cd5099-c8c9-417e-aafa-13fad9a0e313 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991838 Aug 26 10:50:27.538786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-941a3ef8-4be4-47d3-95d3-4445a0ce36ad None None] Deleting port f14042ff-9ea6-40a2-afab-1b2737aeee16 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:27.539528 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-941a3ef8-4be4-47d3-95d3-4445a0ce36ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.582359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.624980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14042ff-9ea6-40a2-afab-1b2737aeee16,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:27.632725 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b52c3e-8425-47c5-8b5f-ef21e0314fdb x-openstack-request-id: req-93b52c3e-8425-47c5-8b5f-ef21e0314fdb {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:27.633603 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c19e2c-f651-4c27-b7bc-70025e9cc4e7", "name": "network-vif-plugged", "status": "completed", "tag": "f8abdca1-7105-4dd6-baed-0abe0a912722", "code": 200}, {"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:27.633933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] No DVR routers for this DVR port f14042ff-9ea6-40a2-afab-1b2737aeee16 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:50:27.637193 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93b52c3e-8425-47c5-8b5f-ef21e0314fdb {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:27.637802 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'code': 200} Aug 26 10:50:27.638113 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'code': 200} Aug 26 10:50:27.683519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-941a3ef8-4be4-47d3-95d3-4445a0ce36ad None None] For port f14042ff-9ea6-40a2-afab-1b2737aeee16, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f14042ff-9ea6-40a2-afab-1b2737aeee16,segment=NetworkSegment(fffa21eb-58b9-43f1-be0e-19d5690c41ec),segment_id=fffa21eb-58b9-43f1-be0e-19d5690c41ec)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:27.684194 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-941a3ef8-4be4-47d3-95d3-4445a0ce36ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.701440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-941a3ef8-4be4-47d3-95d3-4445a0ce36ad None None] Calling delete_port for f14042ff-9ea6-40a2-afab-1b2737aeee16 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:27.711673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282214a-ae72-4b91-b531-96814d42b635 req-35cee73c-f149-419d-a3a3-f00e640144f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.713523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2282214a-ae72-4b91-b531-96814d42b635 req-35cee73c-f149-419d-a3a3-f00e640144f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 1097 time: 0.0623550 Aug 26 10:50:27.738896 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.763446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f0f9bb-8c7a-46b6-a676-102e80d8061a']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:27.793100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffa21eb-58b9-43f1-be0e-19d5690c41ec') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:27.793401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffa21eb-58b9-43f1-be0e-19d5690c41ec') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: from cryptography.utils import int_from_bytes Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: from cryptography.utils import int_from_bytes Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.800760 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:50:27.803616 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 10:50:27.804525 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.807047 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-941a3ef8-4be4-47d3-95d3-4445a0ce36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.819116 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.828717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:50:27.829849 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.836026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a3ef8-4be4-47d3-95d3-4445a0ce36ad None None] Pushing event deleted for resources: {'Port': ['ID=f14042ff-9ea6-40a2-afab-1b2737aeee16,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:27.842868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941a3ef8-4be4-47d3-95d3-4445a0ce36ad None None] No DVR routers for this DVR port f14042ff-9ea6-40a2-afab-1b2737aeee16 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:50:27.848320 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:50:27.870868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa1b4c-9634-48a7-9605-1e6c783a0f8c req-b4c1623a-dbb5-4d46-8969-5e79a9374439 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.872464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3aa1b4c-9634-48a7-9605-1e6c783a0f8c req-b4c1623a-dbb5-4d46-8969-5e79a9374439 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 945 time: 0.1697748 Aug 26 10:50:27.878739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2282214a-ae72-4b91-b531-96814d42b635 req-59ca1339-096e-47e4-b991-ed63d024a5be service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223447 Aug 26 10:50:27.901319 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.906927 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:27.909541 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] 10.222.0.21 "DELETE /v2.0/networks/44f0f9bb-8c7a-46b6-a676-102e80d8061a HTTP/1.1" status: 204 len: 168 time: 0.7150412 Aug 26 10:50:27.920651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab31a1-d3b6-4309-b2df-a5e5f4939050 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f0f9bb-8c7a-46b6-a676-102e80d8061a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:27.940660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-52cf0e57-6813-42b2-a04b-603747c2c30f tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:27.943203 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-52cf0e57-6813-42b2-a04b-603747c2c30f tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1626332 Aug 26 10:50:27.953650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3aa1b4c-9634-48a7-9605-1e6c783a0f8c req-a2750009-f583-4142-8c07-724c8511a294 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720472 Aug 26 10:50:28.003262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-d8638bb2-989f-4d72-a3e3-10df979e5b4f req-cdcb19e6-07e6-4d2a-a690-444c0a98f370 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1790140844', 'description': 'tempest-description-2100462667'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:28.016624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-bb445fad-da38-4e6b-bef7-6c42c1d14386 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.0675213 Aug 26 10:50:28.031192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-4b70c184-b0f0-427b-86eb-afe0b3a01b27 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Request body: {'floatingip': {'port_id': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:28.070147 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8638bb2-989f-4d72-a3e3-10df979e5b4f req-cdcb19e6-07e6-4d2a-a690-444c0a98f370 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.086603 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-4b70c184-b0f0-427b-86eb-afe0b3a01b27 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.107506 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43124) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:28.124177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3bf96361-a803-49df-8ba3-3d4877de47e8 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:50:28.146565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 3bf96361-a803-49df-8ba3-3d4877de47e8 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:50:28.146565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3bf96361-a803-49df-8ba3-3d4877de47e8 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:50:28.147377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f14042ff-9ea6-40a2-afab-1b2737aeee16 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:50:28.153677 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b4caf141-2cff-430f-9444-ca1c55622fd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccf1c4b9a1844b5a9341c76b4fd77ad2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424743 Aug 26 10:50:28.153932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43126) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:28.170059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: f14042ff-9ea6-40a2-afab-1b2737aeee16 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:50:28.170555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f14042ff-9ea6-40a2-afab-1b2737aeee16 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:50:28.171099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dc9d296f-f62d-4676-9617-a933e7a967bc no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:50:28.191244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: dc9d296f-f62d-4676-9617-a933e7a967bc {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:50:28.191680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dc9d296f-f62d-4676-9617-a933e7a967bc not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:50:28.208457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aefc8586-f288-464b-a245-fc26ea3e1e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.237286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aefc8586-f288-464b-a245-fc26ea3e1e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.283945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aefc8586-f288-464b-a245-fc26ea3e1e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.286503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aefc8586-f288-464b-a245-fc26ea3e1e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.290139 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aefc8586-f288-464b-a245-fc26ea3e1e5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/481f9183-f86f-404c-ad53-89207caed846 HTTP/1.1" status: 204 len: 168 time: 0.1328917 Aug 26 10:50:28.295984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc8586-f288-464b-a245-fc26ea3e1e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481f9183-f86f-404c-ad53-89207caed846,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:28.340382 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8638bb2-989f-4d72-a3e3-10df979e5b4f req-cdcb19e6-07e6-4d2a-a690-444c0a98f370 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.347990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8638bb2-989f-4d72-a3e3-10df979e5b4f req-cdcb19e6-07e6-4d2a-a690-444c0a98f370 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.380043 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8638bb2-989f-4d72-a3e3-10df979e5b4f req-cdcb19e6-07e6-4d2a-a690-444c0a98f370 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.381242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8638bb2-989f-4d72-a3e3-10df979e5b4f req-cdcb19e6-07e6-4d2a-a690-444c0a98f370 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3840635 Aug 26 10:50:28.423021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb19e6-07e6-4d2a-a690-444c0a98f370 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7bc8b-e298-4543-9462-3d1b8d8db9e8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:28.649761 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-4b70c184-b0f0-427b-86eb-afe0b3a01b27 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.655249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43146) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:28.662401 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-4b70c184-b0f0-427b-86eb-afe0b3a01b27 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.770638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cf3bf442-cb37-48c9-afae-85c85adb5fff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b34748c3452453b82b7c143697637c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148055 Aug 26 10:50:28.773033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43164) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:28.813040 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-4b70c184-b0f0-427b-86eb-afe0b3a01b27 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Floating IP dff395df-2a32-4305-8cd2-d62137e0681e associated. External IP: 172.25.1.201, port: 7b67d550-36f8-4889-a58e-c774383cbb1b. Aug 26 10:50:28.881240 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92a798ec-afe1-46c5-bb47-e7e7048d55b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:28.948962 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92a798ec-afe1-46c5-bb47-e7e7048d55b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:29.073341 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92a798ec-afe1-46c5-bb47-e7e7048d55b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:29.076326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92a798ec-afe1-46c5-bb47-e7e7048d55b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:29.079854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-92a798ec-afe1-46c5-bb47-e7e7048d55b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7edd7294-917f-4984-991e-f5a9011ab399 HTTP/1.1" status: 204 len: 168 time: 0.3035538 Aug 26 10:50:29.093556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a798ec-afe1-46c5-bb47-e7e7048d55b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edd7294-917f-4984-991e-f5a9011ab399,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:29.117460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-4b70c184-b0f0-427b-86eb-afe0b3a01b27 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Router 787b2304-90f1-4843-8b5b-6c9d95ba43ec has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:50:29.257741 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-4b70c184-b0f0-427b-86eb-afe0b3a01b27 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:50:29.263464 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-4b70c184-b0f0-427b-86eb-afe0b3a01b27 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:29.272239 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850cea1-df00-4ebc-bbf7-89f9974ba06c None None] Sync routers for ids ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:50:29.284442 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850cea1-df00-4ebc-bbf7-89f9974ba06c None None] Routers {'787b2304-90f1-4843-8b5b-6c9d95ba43ec'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:29.285073 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6850cea1-df00-4ebc-bbf7-89f9974ba06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:29.307521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-4b70c184-b0f0-427b-86eb-afe0b3a01b27 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "PUT /v2.0/floatingips/dff395df-2a32-4305-8cd2-d62137e0681e HTTP/1.1" status: 200 len: 997 time: 1.2833071 Aug 26 10:50:29.307975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'tag': '7b67d550-36f8-4889-a58e-c774383cbb1b'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:29.317203 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5009fa7-763b-4465-947e-bd86d82ea72a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd", "tag": "7b67d550-36f8-4889-a58e-c774383cbb1b"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:29.372419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-683b9c66-4f69-4d0d-9cf1-9d9b81acdb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:29.373629 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-683b9c66-4f69-4d0d-9cf1-9d9b81acdb59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7414580643d740a8ac41f7987ad69bee&device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 1098 time: 0.0427411 Aug 26 10:50:29.425939 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-6850cea1-df00-4ebc-bbf7-89f9974ba06c None None] Set router 787b2304-90f1-4843-8b5b-6c9d95ba43ec gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:29.443243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-43c03314-a961-42f2-9242-9fbd4b278859 req-2a267659-7a3b-46a0-b936-b7ee8becdaab tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1380413380', 'description': 'tempest-description-2038661065'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:29.484128 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-43c03314-a961-42f2-9242-9fbd4b278859 req-2a267659-7a3b-46a0-b936-b7ee8becdaab tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:29.503013 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-43c03314-a961-42f2-9242-9fbd4b278859 req-2a267659-7a3b-46a0-b936-b7ee8becdaab tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:29.514430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-b9f97604-0e6b-415c-b4cf-8d3c8da7c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:29.516019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-b9f97604-0e6b-415c-b4cf-8d3c8da7c1c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb2b1ac-e38e-43b2-a861-c342d46d77de HTTP/1.1" status: 200 len: 929 time: 0.1339445 Aug 26 10:50:29.607268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-6ffb8c0d-17fb-4718-afdd-087ab8263ad2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b67d550-36f8-4889-a58e-c774383cbb1b HTTP/1.1" status: 200 len: 1000 time: 0.0841825 Aug 26 10:50:29.679097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-9cabd993-c452-4530-9d7b-910d7b0e0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:29.680623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-9cabd993-c452-4530-9d7b-910d7b0e0312 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a72a8a-a843-4c7a-bbc4-9a18d5657067 HTTP/1.1" status: 200 len: 867 time: 0.0666535 Aug 26 10:50:29.711315 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6850cea1-df00-4ebc-bbf7-89f9974ba06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:51Z', 'revision_number': 4, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dff395df-2a32-4305-8cd2-d62137e0681e', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'port_id': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:25Z', 'updated_at': '2021-08-26T10:50:28Z', 'revision_number': 1, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f666520-7e77-40bd-8625-bf6ff8fa15c4', 'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'mac_address': 'fa:16:3e:12:fc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:49Z', 'updated_at': '2021-08-26T10:50:00Z', 'revision_number': 5, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'subnets': [{'id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:29.729592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-43c03314-a961-42f2-9242-9fbd4b278859 req-2a267659-7a3b-46a0-b936-b7ee8becdaab tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:29.737025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-43c03314-a961-42f2-9242-9fbd4b278859 req-2a267659-7a3b-46a0-b936-b7ee8becdaab tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:29.746967 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850cea1-df00-4ebc-bbf7-89f9974ba06c None None] Checking router: 787b2304-90f1-4843-8b5b-6c9d95ba43ec for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:50:29.757528 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6850cea1-df00-4ebc-bbf7-89f9974ba06c None None] Routers {'787b2304-90f1-4843-8b5b-6c9d95ba43ec'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:29.758487 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6850cea1-df00-4ebc-bbf7-89f9974ba06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:29.764031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-cdbdd74b-8a9f-4b41-8dde-fd041fb319fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:29.765581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-cdbdd74b-8a9f-4b41-8dde-fd041fb319fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb2b1ac-e38e-43b2-a861-c342d46d77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769126 Aug 26 10:50:29.785001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-15ce587a-e34a-4fbf-881b-6aebae92b126 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:50:29.785988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-15ce587a-e34a-4fbf-881b-6aebae92b126 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119133 Aug 26 10:50:29.794560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a267659-7a3b-46a0-b936-b7ee8becdaab tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c6c0dd-da10-4b54-a53f-884d50dce309,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:29.885523 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-6850cea1-df00-4ebc-bbf7-89f9974ba06c None None] Set router 787b2304-90f1-4843-8b5b-6c9d95ba43ec gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:29.921590 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-43c03314-a961-42f2-9242-9fbd4b278859 req-2a267659-7a3b-46a0-b936-b7ee8becdaab tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:29.924412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-47ef5a6d-10c6-451a-81c9-9f8245475c31 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309295 Aug 26 10:50:29.926635 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-43c03314-a961-42f2-9242-9fbd4b278859 req-2a267659-7a3b-46a0-b936-b7ee8becdaab tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:29.997572 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-43c03314-a961-42f2-9242-9fbd4b278859 req-2a267659-7a3b-46a0-b936-b7ee8becdaab tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:29.998611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43c03314-a961-42f2-9242-9fbd4b278859 req-2a267659-7a3b-46a0-b936-b7ee8becdaab tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5612698 Aug 26 10:50:30.009112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a267659-7a3b-46a0-b936-b7ee8becdaab tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef580c8a-b43d-43cf-ac03-7b12d9a53b93,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:30.060448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-116468ea-2a69-4d16-ba98-61e140e729a2 req-4e684f1e-658f-4a7d-a0f6-91edbb02ef92 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289239 Aug 26 10:50:30.137412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f7e1-07d9-455d-b661-9c7b31162724 req-84f21a20-d7d0-4662-98f7-08a471cfba4d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.144620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f7e1-07d9-455d-b661-9c7b31162724 req-84f21a20-d7d0-4662-98f7-08a471cfba4d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.150966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f7e1-07d9-455d-b661-9c7b31162724 req-84f21a20-d7d0-4662-98f7-08a471cfba4d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.157305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f7e1-07d9-455d-b661-9c7b31162724 req-84f21a20-d7d0-4662-98f7-08a471cfba4d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.163831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f7e1-07d9-455d-b661-9c7b31162724 req-84f21a20-d7d0-4662-98f7-08a471cfba4d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.169961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f7e1-07d9-455d-b661-9c7b31162724 req-84f21a20-d7d0-4662-98f7-08a471cfba4d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.176463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0f7e1-07d9-455d-b661-9c7b31162724 req-84f21a20-d7d0-4662-98f7-08a471cfba4d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.178172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1f0f7e1-07d9-455d-b661-9c7b31162724 req-84f21a20-d7d0-4662-98f7-08a471cfba4d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5431 time: 0.1083224 Aug 26 10:50:30.252002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1f0f7e1-07d9-455d-b661-9c7b31162724 req-d69e7726-8520-4e9f-8548-1908ca53d22b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637543 Aug 26 10:50:30.311049 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c20b5b-6750-414c-8748-313ca0f828ce x-openstack-request-id: req-66c20b5b-6750-414c-8748-313ca0f828ce {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:30.311383 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd", "tag": "7b67d550-36f8-4889-a58e-c774383cbb1b", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:30.311645 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66c20b5b-6750-414c-8748-313ca0f828ce {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:30.312044 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'tag': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'status': 'completed', 'code': 200} Aug 26 10:50:30.331753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54866295-2f39-4003-8ef7-84b1f1720df4 req-16965b7b-f869-48aa-8071-812e2b5004ef tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.333443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54866295-2f39-4003-8ef7-84b1f1720df4 req-16965b7b-f869-48aa-8071-812e2b5004ef tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 945 time: 0.0688481 Aug 26 10:50:30.390996 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6850cea1-df00-4ebc-bbf7-89f9974ba06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:51Z', 'revision_number': 4, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dff395df-2a32-4305-8cd2-d62137e0681e', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'port_id': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:25Z', 'updated_at': '2021-08-26T10:50:28Z', 'revision_number': 1, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f666520-7e77-40bd-8625-bf6ff8fa15c4', 'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'mac_address': 'fa:16:3e:12:fc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:49Z', 'updated_at': '2021-08-26T10:50:00Z', 'revision_number': 5, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'subnets': [{'id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:30.437721 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6850cea1-df00-4ebc-bbf7-89f9974ba06c None None] The sync data for ids ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'] in n-d-778550-13 is: [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:51Z', 'revision_number': 4, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dff395df-2a32-4305-8cd2-d62137e0681e', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'port_id': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'mac_address': 'fa:16:3e:66:a8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:25Z', 'updated_at': '2021-08-26T10:50:28Z', 'revision_number': 1, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f666520-7e77-40bd-8625-bf6ff8fa15c4', 'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'mac_address': 'fa:16:3e:12:fc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:49Z', 'updated_at': '2021-08-26T10:50:00Z', 'revision_number': 5, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'subnets': [{'id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:50:30.460267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54866295-2f39-4003-8ef7-84b1f1720df4 req-5d902eed-41e8-4a28-9b00-b03051a2e34f tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102242 Aug 26 10:50:30.495002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-1bac335b-0276-4a20-b622-238bec59c1a8 req-19360eb8-3a7f-480a-814b-82c34d2ae032 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2120814490', 'description': 'tempest-description-192765740'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:30.503580 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-4ce0cbd2-52c1-450b-a04d-8503bddb2e36 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=533810d5b9984eefa40b1162f3207124&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933657 Aug 26 10:50:30.568500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5009fa7-763b-4465-947e-bd86d82ea72a req-1b718e1e-07a2-4665-823c-a4520dbcf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.570043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5009fa7-763b-4465-947e-bd86d82ea72a req-1b718e1e-07a2-4665-823c-a4520dbcf7e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7414580643d740a8ac41f7987ad69bee&device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 1098 time: 0.2356966 Aug 26 10:50:30.636498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1bac335b-0276-4a20-b622-238bec59c1a8 req-19360eb8-3a7f-480a-814b-82c34d2ae032 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:30.636845 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:50:30.698335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58d31bf-3429-495d-9368-520cb2b7a832 None None] New status for floating IP dff395df-2a32-4305-8cd2-d62137e0681e: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:50:30.712706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-202f2324-48c2-408e-bd77-ea99fc526326 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.714423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-202f2324-48c2-408e-bd77-ea99fc526326 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099092 Aug 26 10:50:30.765876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5009fa7-763b-4465-947e-bd86d82ea72a req-f409f241-af66-450c-84e9-e0f0a8bcc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.767813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5009fa7-763b-4465-947e-bd86d82ea72a req-f409f241-af66-450c-84e9-e0f0a8bcc43b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3cb2b1ac-e38e-43b2-a861-c342d46d77de HTTP/1.1" status: 200 len: 929 time: 0.1897924 Aug 26 10:50:30.771027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-75e3f508-5980-4cff-b89d-a751e6aa1f06 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/quotas/533810d5b9984eefa40b1162f3207124 HTTP/1.1" status: 200 len: 375 time: 0.0419221 Aug 26 10:50:30.898547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5009fa7-763b-4465-947e-bd86d82ea72a req-9537fd6b-1084-401d-a319-a0e1d01cc7b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b67d550-36f8-4889-a58e-c774383cbb1b HTTP/1.1" status: 200 len: 1000 time: 0.1208363 Aug 26 10:50:30.900744 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1bac335b-0276-4a20-b622-238bec59c1a8 req-19360eb8-3a7f-480a-814b-82c34d2ae032 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:30.905895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1bac335b-0276-4a20-b622-238bec59c1a8 req-19360eb8-3a7f-480a-814b-82c34d2ae032 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:30.931770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-f3a9fbfb-c0ae-4288-a035-bc0cfda3ee2d tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=533810d5b9984eefa40b1162f3207124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1425557 Aug 26 10:50:30.972105 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1bac335b-0276-4a20-b622-238bec59c1a8 req-19360eb8-3a7f-480a-814b-82c34d2ae032 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:30.973337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1bac335b-0276-4a20-b622-238bec59c1a8 req-19360eb8-3a7f-480a-814b-82c34d2ae032 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4895902 Aug 26 10:50:30.979061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19360eb8-3a7f-480a-814b-82c34d2ae032 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ae623d-f02b-4599-b30a-6f13388fc8f1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:30.988723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5009fa7-763b-4465-947e-bd86d82ea72a req-672a0db9-5b70-4fbb-b858-2de684dee423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:30.990244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5009fa7-763b-4465-947e-bd86d82ea72a req-672a0db9-5b70-4fbb-b858-2de684dee423 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45a72a8a-a843-4c7a-bbc4-9a18d5657067 HTTP/1.1" status: 200 len: 867 time: 0.0808277 Aug 26 10:50:31.447432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5009fa7-763b-4465-947e-bd86d82ea72a req-420caac3-674a-4160-aa63-6e6b3a2a021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:31.449069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5009fa7-763b-4465-947e-bd86d82ea72a req-420caac3-674a-4160-aa63-6e6b3a2a021e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cb2b1ac-e38e-43b2-a861-c342d46d77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4454031 Aug 26 10:50:31.535347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-42af9b4f-b791-4c48-bf8f-bce5fee9ed42 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 258 time: 0.5409353 Aug 26 10:50:31.564800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:31.621955 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:31.625954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5009fa7-763b-4465-947e-bd86d82ea72a req-d06ebfc5-92d6-45fd-86ca-fc2ecdf599ee service neutron] 10.222.0.47 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668007 Aug 26 10:50:31.633776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-cbba7de0-4447-44c2-98f1-c76e67759488 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:31.635182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-cbba7de0-4447-44c2-98f1-c76e67759488 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1489005 Aug 26 10:50:31.783749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-b7e9606e-8067-4df8-8db6-e33d035f7464 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.1296082 Aug 26 10:50:31.797572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-17cfd635-ef95-4f13-9a0d-4114e84f5148 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Request body: {'floatingip': {'port_id': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:31.852770 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-17cfd635-ef95-4f13-9a0d-4114e84f5148 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:31.926997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5009fa7-763b-4465-947e-bd86d82ea72a req-e4a79121-4ac3-4eda-9455-9b3902c30861 service neutron] 10.222.0.47 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891171 Aug 26 10:50:32.045434 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:32.155246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-69a95898-bc30-4ba5-ba45-bcfe48695bdd tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=533810d5b9984eefa40b1162f3207124&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396459 Aug 26 10:50:32.390592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Allocated IP 172.25.1.9 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/f0e971db-9889-4b55-a908-47440bbe5ba3) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:50:32.436405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-94a6b4ef-79dc-4935-966c-8c3493408073 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:32.437760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-94a6b4ef-79dc-4935-966c-8c3493408073 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693856 Aug 26 10:50:32.481349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Request body: {'port': {'device_id': '91462885-d697-4363-8ffe-794fec3c6ff9', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '533810d5b9984eefa40b1162f3207124'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:32.567695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.resource_extend [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-17cfd635-ef95-4f13-9a0d-4114e84f5148 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:50:32.656877 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-17cfd635-ef95-4f13-9a0d-4114e84f5148 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:32.668037 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-17cfd635-ef95-4f13-9a0d-4114e84f5148 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:32.684309 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:32.753318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Made reservation on behalf of 533810d5b9984eefa40b1162f3207124 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:50:32.756670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:32.852423 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-17cfd635-ef95-4f13-9a0d-4114e84f5148 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Floating IP ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a associated. External IP: 172.25.1.60, port: 9ecac652-82e1-41b9-b6a5-c5f526e27129. Aug 26 10:50:32.916372 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:32.982398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:50:33.008022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:50:33.042160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:50:33.079138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Pushing event updated for resources: {'Port': ['ID=f0e971db-9889-4b55-a908-47440bbe5ba3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:33.122340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Allocated IP 192.168.233.17 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/1c58be58-9dc1-4268-b89e-8a815861ac45) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:50:33.228015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a799c59-fbd7-478f-a861-6c0585817fef req-287a00ba-8a9a-48ec-b56d-1ad7c03f31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:33.229867 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8a799c59-fbd7-478f-a861-6c0585817fef req-287a00ba-8a9a-48ec-b56d-1ad7c03f31a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e1959e164cb4e4d85b412d423f1d909&device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 1099 time: 0.0468135 Aug 26 10:50:33.322555 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:33.340643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a799c59-fbd7-478f-a861-6c0585817fef req-648f4107-4dbc-4d0e-af01-7620e341ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:33.342180 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8a799c59-fbd7-478f-a861-6c0585817fef req-648f4107-4dbc-4d0e-af01-7620e341ca55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.0894890 Aug 26 10:50:33.390466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8a799c59-fbd7-478f-a861-6c0585817fef req-b6090ebe-4a07-4a43-8300-d212dcefb428 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 HTTP/1.1" status: 200 len: 217 time: 0.0404649 Aug 26 10:50:33.443312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a799c59-fbd7-478f-a861-6c0585817fef req-a7e9f944-e231-48f6-9620-81b577b622ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:33.449148 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8a799c59-fbd7-478f-a861-6c0585817fef req-a7e9f944-e231-48f6-9620-81b577b622ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0515978 Aug 26 10:50:33.502263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a799c59-fbd7-478f-a861-6c0585817fef req-e4366410-49dd-43b0-a23c-79ad3445c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:33.503908 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8a799c59-fbd7-478f-a861-6c0585817fef req-e4366410-49dd-43b0-a23c-79ad3445c971 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0427482 Aug 26 10:50:33.604164 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8a799c59-fbd7-478f-a861-6c0585817fef req-668d6b36-a8d0-49a8-9823-604f97e9230b service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912750 Aug 26 10:50:33.700457 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8a799c59-fbd7-478f-a861-6c0585817fef req-3058649b-697a-4099-86e4-300990ea1494 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869985 Aug 26 10:50:33.749743 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:33.755018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-17cfd635-ef95-4f13-9a0d-4114e84f5148 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Router 334dc713-0018-4dc7-8f0b-11df059d0b08 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:50:33.886238 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:33.961818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Transition to ACTIVE for port object 1c58be58-9dc1-4268-b89e-8a815861ac45 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:34.002931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-17cfd635-ef95-4f13-9a0d-4114e84f5148 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:50:34.009823 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-17cfd635-ef95-4f13-9a0d-4114e84f5148 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:34.012713 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29db71-432e-4ee2-bf38-f1a1bdd65b18 None None] Sync routers for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:50:34.022340 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29db71-432e-4ee2-bf38-f1a1bdd65b18 None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:34.023010 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9f29db71-432e-4ee2-bf38-f1a1bdd65b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:34.066087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-17cfd635-ef95-4f13-9a0d-4114e84f5148 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "PUT /v2.0/floatingips/ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a HTTP/1.1" status: 200 len: 995 time: 2.2766573 Aug 26 10:50:34.069048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:34.071445 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f614ff6-a17f-4075-8975-7962ce42516a" -d '{"events": [{"name": "network-changed", "server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:34.083937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:34.097990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['024c4fb4-cb81-4d8d-9f05-502bb24b99b8'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:34.111586 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:34.133946 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9f29db71-432e-4ee2-bf38-f1a1bdd65b18 None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:34.153703 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:34.182170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:50:34.191864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:50:34.196202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:50:34.199771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Pushing event updated for resources: {'Port': ['ID=1c58be58-9dc1-4268-b89e-8a815861ac45,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:34.285687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-05c6400c-718b-4160-84a3-316c21069e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:34.287258 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-05c6400c-718b-4160-84a3-316c21069e3c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 1097 time: 0.1945953 Aug 26 10:50:34.324142 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:34.340959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Pushing event updated for resources: {'Port': ['ID=f0e971db-9889-4b55-a908-47440bbe5ba3,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:34.379695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:34.380342 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:34.407988 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9f29db71-432e-4ee2-bf38-f1a1bdd65b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:d8:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6caad-d555-4840-abd3-dad32d062423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:32Z', 'revision_number': 1, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:34.409618 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:34.411319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-075c07a1-1828-444e-b9be-353a3d44538a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.8569465 Aug 26 10:50:34.417530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-ce3a0afb-0903-4760-bc24-3ba7a69f6e97 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9649107 Aug 26 10:50:34.433607 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Request body: {'port': {'device_id': '91462885-d697-4363-8ffe-794fec3c6ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:34.443973 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29db71-432e-4ee2-bf38-f1a1bdd65b18 None None] Checking router: 334dc713-0018-4dc7-8f0b-11df059d0b08 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:50:34.456138 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29db71-432e-4ee2-bf38-f1a1bdd65b18 None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:34.456915 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9f29db71-432e-4ee2-bf38-f1a1bdd65b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:34.523807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-15a3b514-5c1d-4f06-a751-486241ca6421 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.9 HTTP/1.1" status: 200 len: 694 time: 0.0989475 Aug 26 10:50:34.527294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-87cd8ac1-0d6d-454c-be91-eb68a5758bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:34.528998 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-87cd8ac1-0d6d-454c-be91-eb68a5758bb5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.2298131 Aug 26 10:50:34.562052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0a9edbd8-cf6d-4d60-8001-59851274715f None None] Provisioning for port 1c58be58-9dc1-4268-b89e-8a815861ac45 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:34.569680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0a9edbd8-cf6d-4d60-8001-59851274715f None None] Provisioning complete for port 1c58be58-9dc1-4268-b89e-8a815861ac45 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:34.570406 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a9edbd8-cf6d-4d60-8001-59851274715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:34.600533 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9f29db71-432e-4ee2-bf38-f1a1bdd65b18 None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:34.628253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0a9edbd8-cf6d-4d60-8001-59851274715f None None] Port 1c58be58-9dc1-4268-b89e-8a815861ac45 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:50:34.662081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:34.742379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-f35390f0-d49f-4eb2-a2fd-d86af06352c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 998 time: 0.1935487 Aug 26 10:50:34.883426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-c351943e-473c-45ec-8fdd-ab11b9f6b698 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:34.886032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-666e00f6-c1e3-44e4-8669-af4360e1e3e5 req-c351943e-473c-45ec-8fdd-ab11b9f6b698 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.3537974 Aug 26 10:50:35.031209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-97a1eb16-2eb3-4ff6-981e-9520431b4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:35.034072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-97a1eb16-2eb3-4ff6-981e-9520431b4cda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.2537763 Aug 26 10:50:35.093425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:35.108208 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9f29db71-432e-4ee2-bf38-f1a1bdd65b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:d8:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6caad-d555-4840-abd3-dad32d062423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:32Z', 'revision_number': 1, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:35.177530 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29db71-432e-4ee2-bf38-f1a1bdd65b18 None None] The sync data for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 is: [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:d8:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6caad-d555-4840-abd3-dad32d062423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:32Z', 'revision_number': 1, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:50:35.223364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-35b9d576-e937-4dc8-99a6-21abc1fbfc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:35.224802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-35b9d576-e937-4dc8-99a6-21abc1fbfc5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746075 Aug 26 10:50:35.241418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-ad15ea7d-7eba-4370-8d5b-54d9628f4db6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:50:35.242512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-ad15ea7d-7eba-4370-8d5b-54d9628f4db6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069470 Aug 26 10:50:35.316049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:35.333372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'mac_address': 'fa:16:3e:e0:3c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:35.385362 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:35.404360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:35.435883 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:35.451803 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:35.515075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-50b1001f-c2a4-4404-83f3-4fae067ce093 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562389 Aug 26 10:50:35.526812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:35.552833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['ce8fb64d-2998-4bc6-8180-3c33f30c5ce5'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:35.589339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a0a7d-894b-4eca-9cdd-b353e4a9e1ac None None] New status for floating IP ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:50:35.623724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c58be58-9dc1-4268-b89e-8a815861ac45 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:35.648088 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:35.696058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Transition to ACTIVE for port object 1c58be58-9dc1-4268-b89e-8a815861ac45 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:50:35.709175 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:35.719659 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebde2afd-1bc2-4c1e-9923-6d05f26b53a9 req-bcacbf0b-1b78-4ca3-9195-a47c05457f89 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924043 Aug 26 10:50:35.838690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Pushing event updated for resources: {'Port': ['ID=1c58be58-9dc1-4268-b89e-8a815861ac45,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:35.966408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-e49e75aa-c875-475e-afdd-8ca1453f158b tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42290 time: 0.7812390 Aug 26 10:50:36.021459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d91ce4-0b5a-44de-9e23-39d35c3fb20f req-b721f1ce-2d52-48a4-a2f5-49c2592c54ad tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.023112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74d91ce4-0b5a-44de-9e23-39d35c3fb20f req-b721f1ce-2d52-48a4-a2f5-49c2592c54ad tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 947 time: 0.1551003 Aug 26 10:50:36.035886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Attempting to bind port 1c58be58-9dc1-4268-b89e-8a815861ac45 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:50:36.036232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Attempting to bind port 1c58be58-9dc1-4268-b89e-8a815861ac45 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:50:36.036567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Attempting to bind port 1c58be58-9dc1-4268-b89e-8a815861ac45 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:36.054225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Port 1c58be58-9dc1-4268-b89e-8a815861ac45 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:50:36.054556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Attempting to bind port 1c58be58-9dc1-4268-b89e-8a815861ac45 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:50:36.076188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-9add2de6-5e73-4001-b4f0-7742329b4288 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/306eeefa-91a6-412d-aa15-c4aabf471f71 HTTP/1.1" status: 200 len: 2981 time: 0.1084807 Aug 26 10:50:36.086315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:50:36.086755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:50:36.087063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:50:36.087517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Bound port: 1c58be58-9dc1-4268-b89e-8a815861ac45, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:50:36.087883 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:36.158776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74d91ce4-0b5a-44de-9e23-39d35c3fb20f req-84fc7a6d-bdeb-49b3-b656-6919db542f1f tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204545 Aug 26 10:50:36.217037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-3504d8f7-e711-4f73-9e94-a65aea1c0a15 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/306eeefa-91a6-412d-aa15-c4aabf471f71 HTTP/1.1" status: 200 len: 2981 time: 0.1398690 Aug 26 10:50:36.283669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] For port 1c58be58-9dc1-4268-b89e-8a815861ac45, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:50:36.288725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] For port 1c58be58-9dc1-4268-b89e-8a815861ac45, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1c58be58-9dc1-4268-b89e-8a815861ac45,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:50:36.296634 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:36.338257 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-7ec15ab8-7839-42eb-9c93-84c7614b8595 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/48d2c0a8-b4c0-42db-8a91-2e5f8cbdcb59 HTTP/1.1" status: 200 len: 2981 time: 0.1202514 Aug 26 10:50:36.343383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.344060 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:36.345743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] 10.222.0.42 "PUT /v2.0/ports/1c58be58-9dc1-4268-b89e-8a815861ac45 HTTP/1.1" status: 200 len: 1096 time: 1.9171753 Aug 26 10:50:36.434121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0b8cc-e71a-4f73-9833-2c3f08a49502 service neutron] Pushing event updated for resources: {'Port': ['ID=1c58be58-9dc1-4268-b89e-8a815861ac45,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:36.467177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-a3bb8b77-f3c2-4a68-949f-911c79e9c0c8 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/48d2c0a8-b4c0-42db-8a91-2e5f8cbdcb59 HTTP/1.1" status: 200 len: 2981 time: 0.1201968 Aug 26 10:50:36.489654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-eab73a25-edc1-439c-a171-866ed77fb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.491560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-eab73a25-edc1-439c-a171-866ed77fb9c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=533810d5b9984eefa40b1162f3207124&device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 1099 time: 0.0975380 Aug 26 10:50:36.579503 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-44a80a89-f18a-4ae7-8856-a8369c229579 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=1c58be58-9dc1-4268-b89e-8a815861ac45 HTTP/1.1" status: 200 len: 217 time: 0.0763667 Aug 26 10:50:36.663324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-5deb451c-2717-40fc-83c3-0b823051ca62 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/73ed1e64-d280-4e82-adba-5743f3643e89 HTTP/1.1" status: 200 len: 2981 time: 0.1832244 Aug 26 10:50:36.696525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-af75cb9f-066c-4beb-9ec4-5c9e0bb52f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.698559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-af75cb9f-066c-4beb-9ec4-5c9e0bb52f67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1093986 Aug 26 10:50:36.746610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93b713-ab16-408a-b56f-7bc922479e1a req-9069bea4-d730-4583-b094-394f32d7b4cb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.753951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93b713-ab16-408a-b56f-7bc922479e1a req-9069bea4-d730-4583-b094-394f32d7b4cb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.762918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93b713-ab16-408a-b56f-7bc922479e1a req-9069bea4-d730-4583-b094-394f32d7b4cb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.769954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93b713-ab16-408a-b56f-7bc922479e1a req-9069bea4-d730-4583-b094-394f32d7b4cb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.775761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93b713-ab16-408a-b56f-7bc922479e1a req-9069bea4-d730-4583-b094-394f32d7b4cb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.782602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93b713-ab16-408a-b56f-7bc922479e1a req-9069bea4-d730-4583-b094-394f32d7b4cb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.789071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93b713-ab16-408a-b56f-7bc922479e1a req-9069bea4-d730-4583-b094-394f32d7b4cb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.791124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d93b713-ab16-408a-b56f-7bc922479e1a req-9069bea4-d730-4583-b094-394f32d7b4cb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5431 time: 0.2104793 Aug 26 10:50:36.839211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-efca3082-aff8-4113-a72f-925acf5ee9dd tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/73ed1e64-d280-4e82-adba-5743f3643e89 HTTP/1.1" status: 200 len: 2981 time: 0.1644948 Aug 26 10:50:36.876774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-a9bb07db-c3e9-479b-9090-261ea69717f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:36.879041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-a9bb07db-c3e9-479b-9090-261ea69717f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1708949 Aug 26 10:50:36.886991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d93b713-ab16-408a-b56f-7bc922479e1a req-f7dec28a-c660-4b11-a10c-71ab6531acda tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789680 Aug 26 10:50:36.997900 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-25675f2f-64ca-41b9-bace-41eb1ac941f6 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7b8ee4db-6cb5-4c34-b790-5f4c592f911c HTTP/1.1" status: 200 len: 2981 time: 0.1500294 Aug 26 10:50:37.007384 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df5491b-1583-4354-b657-83ab7eb7738f x-openstack-request-id: req-9df5491b-1583-4354-b657-83ab7eb7738f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:37.007859 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:37.008210 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9df5491b-1583-4354-b657-83ab7eb7738f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:37.008696 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'status': 'completed', 'code': 200} Aug 26 10:50:37.098974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:37.193141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:37.193635 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:37.198660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-4fb20fb5-1503-4b61-ae35-bd839b348534 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7b8ee4db-6cb5-4c34-b790-5f4c592f911c HTTP/1.1" status: 200 len: 2981 time: 0.1931107 Aug 26 10:50:37.200688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-56514d66-5c13-4d4a-808a-77d6ebdaebcd service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078582 Aug 26 10:50:37.306948 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:37.313030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f614ff6-a17f-4075-8975-7962ce42516a req-8ca4695f-b0ef-4367-a685-04d90ddc3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:37.315880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f614ff6-a17f-4075-8975-7962ce42516a req-8ca4695f-b0ef-4367-a685-04d90ddc3048 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 1097 time: 0.2608693 Aug 26 10:50:37.334393 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:37.337452 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be63d9d7-640f-446a-915a-852e498f9e1f" -d '{"events": [{"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-plugged", "status": "completed", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:37.355079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:37.375835 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:37.385225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cfaa2-1701-49e3-b4f7-6fc626fa5fbd req-24e3d059-099f-432e-811f-401d9ac8873f tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:37.386935 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-243cfaa2-1701-49e3-b4f7-6fc626fa5fbd req-24e3d059-099f-432e-811f-401d9ac8873f tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3292456 Aug 26 10:50:37.432836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:37.496731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-210d79f9-314b-4bca-b7c8-73afd0a9a57a tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/87c6c0dd-da10-4b54-a53f-884d50dce309 HTTP/1.1" status: 200 len: 2981 time: 0.2915387 Aug 26 10:50:37.540304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-243cfaa2-1701-49e3-b4f7-6fc626fa5fbd req-018a6ba8-02eb-467b-bc15-6deaf1a7f12a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.9 HTTP/1.1" status: 200 len: 694 time: 0.1344287 Aug 26 10:50:37.582825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-243cfaa2-1701-49e3-b4f7-6fc626fa5fbd req-db0ca355-d662-4bb7-bd2e-d03d39988b15 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Request body: {'floatingip': {'port_id': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:37.662752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f294be98-0afc-4d0c-850e-6d5ee6454ec2 req-cf94a86c-7525-4c3d-8260-827aec760f20 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522903 Aug 26 10:50:37.685412 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-243cfaa2-1701-49e3-b4f7-6fc626fa5fbd req-db0ca355-d662-4bb7-bd2e-d03d39988b15 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:37.726876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-039b8cfc-1e14-4e52-aa81-06b14110cb58 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/87c6c0dd-da10-4b54-a53f-884d50dce309 HTTP/1.1" status: 200 len: 2981 time: 0.2139366 Aug 26 10:50:37.731972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f614ff6-a17f-4075-8975-7962ce42516a req-186c806e-2942-4c55-9186-14f290f4ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:37.734350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f614ff6-a17f-4075-8975-7962ce42516a req-186c806e-2942-4c55-9186-14f290f4ad1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.3923209 Aug 26 10:50:37.905603 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f614ff6-a17f-4075-8975-7962ce42516a req-1ff30f70-c490-4cd9-80e9-7b9c71ad9daa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 1000 time: 0.1617596 Aug 26 10:50:37.907082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-199cf2da-ed57-4a29-8d8f-576c5f05ff5d tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/94ebe224-a5e9-4d7e-ace4-651be8391ae3 HTTP/1.1" status: 200 len: 2977 time: 0.1714556 Aug 26 10:50:38.071616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f614ff6-a17f-4075-8975-7962ce42516a req-92b2074a-3003-46d1-9381-46a50c12712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:38.073016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f614ff6-a17f-4075-8975-7962ce42516a req-92b2074a-3003-46d1-9381-46a50c12712d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.1151385 Aug 26 10:50:38.076526 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-6b345a19-571b-420b-8431-4fbc1b80e576 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/94ebe224-a5e9-4d7e-ace4-651be8391ae3 HTTP/1.1" status: 200 len: 2977 time: 0.1596806 Aug 26 10:50:38.525522 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-243cfaa2-1701-49e3-b4f7-6fc626fa5fbd req-db0ca355-d662-4bb7-bd2e-d03d39988b15 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] update failed (client error): There was a conflict when trying to complete your request. Aug 26 10:50:38.527194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-243cfaa2-1701-49e3-b4f7-6fc626fa5fbd req-db0ca355-d662-4bb7-bd2e-d03d39988b15 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "PUT /v2.0/floatingips/5c7eca0f-324f-4d5e-9130-9357284ca379 HTTP/1.1" status: 409 len: 549 time: 0.9751725 Aug 26 10:50:38.541814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f614ff6-a17f-4075-8975-7962ce42516a req-91eb8931-5c3c-4a26-a2fa-e5a6d0227ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:38.543731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f614ff6-a17f-4075-8975-7962ce42516a req-91eb8931-5c3c-4a26-a2fa-e5a6d0227ebb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4620750 Aug 26 10:50:38.545218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-9ade55dc-e5bd-41e4-b7ff-d0f306082c92 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9df5b019-1ab7-4f11-8c19-69ae8cabc54a HTTP/1.1" status: 200 len: 2981 time: 0.1033068 Aug 26 10:50:38.662722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-95234d20-5314-44c2-b1c9-bbcbdc33793f tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9df5b019-1ab7-4f11-8c19-69ae8cabc54a HTTP/1.1" status: 200 len: 2981 time: 0.1112559 Aug 26 10:50:38.726381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f614ff6-a17f-4075-8975-7962ce42516a req-021b925f-279c-44c4-b3e9-d00784272c98 service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684170 Aug 26 10:50:38.746376 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-c992e987-0bf6-4fed-8e70-0f5fb0c9618e tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3 HTTP/1.1" status: 200 len: 2981 time: 0.0713084 Aug 26 10:50:38.880972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-e19c4199-681e-404b-9217-d4c0d2dadf06 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3 HTTP/1.1" status: 200 len: 2981 time: 0.1229563 Aug 26 10:50:38.895640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-3cdfd0bc-04c6-4574-8ea8-3d4d47ec3c59 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:38.897191 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-3cdfd0bc-04c6-4574-8ea8-3d4d47ec3c59 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1498733 Aug 26 10:50:38.988456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f614ff6-a17f-4075-8975-7962ce42516a req-7851dbee-3f97-4f7e-ac9c-04c0377277a1 service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526085 Aug 26 10:50:39.054094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91462885-d697-4363-8ffe-794fec3c6ff9', 'tag': '1c58be58-9dc1-4268-b89e-8a815861ac45'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:39.056446 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854a1ac7-4738-44a8-aa42-57cf96af2cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "91462885-d697-4363-8ffe-794fec3c6ff9", "tag": "1c58be58-9dc1-4268-b89e-8a815861ac45"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:39.082390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-77189ad8-f0ae-4d6b-8201-1db5feb85063 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.1786258 Aug 26 10:50:39.095139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-04eb7049-4e07-4934-be86-4e11412a5da8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Request body: {'floatingip': {'port_id': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:39.101551 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-d6259944-65c4-42c8-9e7d-6e47591d0a8b tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c17a6137-dba9-4f11-9a9d-c490eac3c7d5 HTTP/1.1" status: 200 len: 2973 time: 0.2033694 Aug 26 10:50:39.179308 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-04eb7049-4e07-4934-be86-4e11412a5da8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:39.236000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-8b8b1530-30be-4d76-8578-1fdb071d7364 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c17a6137-dba9-4f11-9a9d-c490eac3c7d5 HTTP/1.1" status: 200 len: 2973 time: 0.1000359 Aug 26 10:50:39.333388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-0a229efe-b68b-44dc-976a-8dac48459449 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e04241c1-1241-48a2-b44c-a8fa02dc42db HTTP/1.1" status: 200 len: 2981 time: 0.0938208 Aug 26 10:50:39.441152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-1d21a4f0-d007-4daa-8de6-10c921532665 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e04241c1-1241-48a2-b44c-a8fa02dc42db HTTP/1.1" status: 200 len: 2981 time: 0.0996945 Aug 26 10:50:39.565052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-1097cec8-c95e-4cbc-a99a-51add9b99503 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ed5447df-62df-4173-8cfc-d26ac89dacde HTTP/1.1" status: 200 len: 2981 time: 0.1170437 Aug 26 10:50:39.671632 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f282741d-05c1-41ff-a0de-dde42bbedc92 req-0406054f-cc4d-4056-b2bf-0106f07fcc4b tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ed5447df-62df-4173-8cfc-d26ac89dacde HTTP/1.1" status: 200 len: 2981 time: 0.0948813 Aug 26 10:50:39.851845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05644-a5ad-48ee-989d-e85ab39ec468 req-8bce1c46-c363-4d2a-80a9-b18a303ff9ad tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:39.853370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3d05644-a5ad-48ee-989d-e85ab39ec468 req-8bce1c46-c363-4d2a-80a9-b18a303ff9ad tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 947 time: 0.1219149 Aug 26 10:50:39.886567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-04eb7049-4e07-4934-be86-4e11412a5da8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:39.896351 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-04eb7049-4e07-4934-be86-4e11412a5da8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:39.950052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3d05644-a5ad-48ee-989d-e85ab39ec468 req-1428d461-7970-4557-b453-4009bf076b52 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872281 Aug 26 10:50:40.011106 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e391673-a5c3-4be7-a6e2-e28a778dda5e x-openstack-request-id: req-8e391673-a5c3-4be7-a6e2-e28a778dda5e {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:40.011621 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-plugged", "status": "completed", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:40.011621 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e391673-a5c3-4be7-a6e2-e28a778dda5e {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:40.012026 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'code': 200} Aug 26 10:50:40.041424 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-04eb7049-4e07-4934-be86-4e11412a5da8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Floating IP ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a associated. External IP: 172.25.1.60, port: 9ecac652-82e1-41b9-b6a5-c5f526e27129. Aug 26 10:50:40.236953 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3355-5442-42e6-a3f3-9fec609481b4 req-069349cc-936a-40c6-8e84-03eefd14f91f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:40.239254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3355-5442-42e6-a3f3-9fec609481b4 req-069349cc-936a-40c6-8e84-03eefd14f91f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:40.245563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3355-5442-42e6-a3f3-9fec609481b4 req-069349cc-936a-40c6-8e84-03eefd14f91f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:40.252060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3355-5442-42e6-a3f3-9fec609481b4 req-069349cc-936a-40c6-8e84-03eefd14f91f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:40.257926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3355-5442-42e6-a3f3-9fec609481b4 req-069349cc-936a-40c6-8e84-03eefd14f91f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:40.263901 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3355-5442-42e6-a3f3-9fec609481b4 req-069349cc-936a-40c6-8e84-03eefd14f91f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:40.270911 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3355-5442-42e6-a3f3-9fec609481b4 req-069349cc-936a-40c6-8e84-03eefd14f91f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:40.272903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-708f3355-5442-42e6-a3f3-9fec609481b4 req-069349cc-936a-40c6-8e84-03eefd14f91f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5431 time: 0.1116943 Aug 26 10:50:40.363254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-708f3355-5442-42e6-a3f3-9fec609481b4 req-5272c366-4b61-4744-b04c-de6be363e0bf tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836089 Aug 26 10:50:40.437793 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-04eb7049-4e07-4934-be86-4e11412a5da8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Router 334dc713-0018-4dc7-8f0b-11df059d0b08 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:50:40.554246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-b6996cd4-3254-4f1f-9b4d-cf26d3d6a603 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips/5c7eca0f-324f-4d5e-9130-9357284ca379 HTTP/1.1" status: 200 len: 691 time: 0.0580289 Aug 26 10:50:40.669074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-04eb7049-4e07-4934-be86-4e11412a5da8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:50:40.679646 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443262bb-2df7-4196-bbf7-0d7783343bfb None None] Sync routers for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:50:40.692949 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443262bb-2df7-4196-bbf7-0d7783343bfb None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:40.693992 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-443262bb-2df7-4196-bbf7-0d7783343bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:40.764662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-7793a0a2-3096-4274-90bb-93aea0a2b72f tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:40.766180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-7793a0a2-3096-4274-90bb-93aea0a2b72f tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.1757541 Aug 26 10:50:40.827289 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-443262bb-2df7-4196-bbf7-0d7783343bfb None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:40.860573 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-b385858b-b9a7-45c3-bc68-348716b4f08a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.9 HTTP/1.1" status: 200 len: 694 time: 0.0662827 Aug 26 10:50:40.923365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-d57ccb86-a9a9-4242-8cc1-438027a6661a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.9 HTTP/1.1" status: 200 len: 694 time: 0.0614688 Aug 26 10:50:41.104566 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-443262bb-2df7-4196-bbf7-0d7783343bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:8d:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:39Z', 'revision_number': 3, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:41.110829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1c58be58-9dc1-4268-b89e-8a815861ac45 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:41.147173 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443262bb-2df7-4196-bbf7-0d7783343bfb None None] Checking router: 334dc713-0018-4dc7-8f0b-11df059d0b08 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:50:41.151157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-04eb7049-4e07-4934-be86-4e11412a5da8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Router 334dc713-0018-4dc7-8f0b-11df059d0b08 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:50:41.160088 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443262bb-2df7-4196-bbf7-0d7783343bfb None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:41.161223 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-443262bb-2df7-4196-bbf7-0d7783343bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:41.173409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-78d0bd5d-d5c0-432e-9b71-e25672240175 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Deleting port f0e971db-9889-4b55-a908-47440bbe5ba3 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:41.173409 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-78d0bd5d-d5c0-432e-9b71-e25672240175 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:41.279636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1c58be58-9dc1-4268-b89e-8a815861ac45, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1c58be58-9dc1-4268-b89e-8a815861ac45,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:41.292475 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-443262bb-2df7-4196-bbf7-0d7783343bfb None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:41.297317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '1c58be58-9dc1-4268-b89e-8a815861ac45', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '1c58be58-9dc1-4268-b89e-8a815861ac45', 'mac_address': 'fa:16:3e:3a:71:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:41.351049 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:41.365926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c58be58-9dc1-4268-b89e-8a815861ac45 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:41.367157 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-78d0bd5d-d5c0-432e-9b71-e25672240175 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:41.367671 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-78d0bd5d-d5c0-432e-9b71-e25672240175 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:41.379808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-04eb7049-4e07-4934-be86-4e11412a5da8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:50:41.387482 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-04eb7049-4e07-4934-be86-4e11412a5da8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:41.390039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1c58be58-9dc1-4268-b89e-8a815861ac45, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1c58be58-9dc1-4268-b89e-8a815861ac45,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:41.391016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-78d0bd5d-d5c0-432e-9b71-e25672240175 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Calling delete_port for f0e971db-9889-4b55-a908-47440bbe5ba3 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:41.398348 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:41.463488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1c58be58-9dc1-4268-b89e-8a815861ac45,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:41.497965 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-04eb7049-4e07-4934-be86-4e11412a5da8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "PUT /v2.0/floatingips/ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a HTTP/1.1" status: 200 len: 997 time: 2.4094026 Aug 26 10:50:41.565694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-59ad83f9-edd4-48f9-a132-f8c7c7e241b8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:41.567301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-59ad83f9-edd4-48f9-a132-f8c7c7e241b8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports/9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 942 time: 0.0683320 Aug 26 10:50:41.650719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1c58be58-9dc1-4268-b89e-8a815861ac45'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:41.651911 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-78d0bd5d-d5c0-432e-9b71-e25672240175 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:41.665946 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-443262bb-2df7-4196-bbf7-0d7783343bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:8d:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:39Z', 'revision_number': 3, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:41.708233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0bd5d-d5c0-432e-9b71-e25672240175 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Pushing event deleted for resources: {'Port': ['ID=f0e971db-9889-4b55-a908-47440bbe5ba3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:41.722035 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443262bb-2df7-4196-bbf7-0d7783343bfb None None] The sync data for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 is: [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:8d:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:39Z', 'revision_number': 3, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:50:41.839792 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-78d0bd5d-d5c0-432e-9b71-e25672240175 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:41.842605 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-78d0bd5d-d5c0-432e-9b71-e25672240175 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:41.846050 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f73b4f1-f8bc-4110-b81d-ff748df18ef2 req-78d0bd5d-d5c0-432e-9b71-e25672240175 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "DELETE /v2.0/floatingips/5c7eca0f-324f-4d5e-9130-9357284ca379 HTTP/1.1" status: 204 len: 173 time: 0.9218180 Aug 26 10:50:41.849826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-a315aaa1-72d2-470d-9dc3-946a90acbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:41.858032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-a315aaa1-72d2-470d-9dc3-946a90acbbf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 1097 time: 0.1956127 Aug 26 10:50:41.958423 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae31a43d-0fb7-40aa-88e6-9411ef46d55e x-openstack-request-id: req-ae31a43d-0fb7-40aa-88e6-9411ef46d55e {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:41.958869 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91462885-d697-4363-8ffe-794fec3c6ff9", "tag": "1c58be58-9dc1-4268-b89e-8a815861ac45", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:41.959225 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae31a43d-0fb7-40aa-88e6-9411ef46d55e {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:41.959752 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91462885-d697-4363-8ffe-794fec3c6ff9', 'tag': '1c58be58-9dc1-4268-b89e-8a815861ac45', 'status': 'completed', 'code': 200} Aug 26 10:50:42.052046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee406e2c-4ed9-42cd-bc70-d8b05ea47f14 None None] New status for floating IP ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:50:42.055181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-88a08c9f-36d9-4641-beeb-984edf857920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:42.060358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-88a08c9f-36d9-4641-beeb-984edf857920 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.2009962 Aug 26 10:50:42.150006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-296e3d5c-7f2b-42ad-9c9e-7b717be24301 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 217 time: 0.0799396 Aug 26 10:50:42.221120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68040499-3152-484f-a66e-e8fcf411cd35 req-90c760ee-13e6-4a40-a3b8-29e086d8e240 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9745c3649a947ec99b66270b1f4e71f HTTP/1.1" status: 200 len: 6103 time: 0.2271569 Aug 26 10:50:42.225153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a1ac7-4738-44a8-aa42-57cf96af2cb6 req-c5f20a9b-8130-4165-a16d-52fab876b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:42.226634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-854a1ac7-4738-44a8-aa42-57cf96af2cb6 req-c5f20a9b-8130-4165-a16d-52fab876b8a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=533810d5b9984eefa40b1162f3207124&device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 1100 time: 0.1580286 Aug 26 10:50:42.324390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-db0be1b7-c49e-49be-af53-cb6651947ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:42.327583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-db0be1b7-c49e-49be-af53-cb6651947ac5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.1682246 Aug 26 10:50:42.417035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68040499-3152-484f-a66e-e8fcf411cd35 req-6a91bff2-0c0e-49e5-8fd5-544fe1268765 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] 10.222.0.21 "GET /v2.0/security-groups/48d2c0a8-b4c0-42db-8a91-2e5f8cbdcb59 HTTP/1.1" status: 200 len: 2981 time: 0.1816149 Aug 26 10:50:42.427349 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f308689e-80bc-4eb1-aaca-1fceb42c4b7a None None] Sync routers for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:50:42.446489 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308689e-80bc-4eb1-aaca-1fceb42c4b7a None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:42.447211 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f308689e-80bc-4eb1-aaca-1fceb42c4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:42.611924 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f308689e-80bc-4eb1-aaca-1fceb42c4b7a None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:42.857495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-d13e6832-a925-4e1a-b754-c102045fa07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:42.862022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-d13e6832-a925-4e1a-b754-c102045fa07c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5237782 Aug 26 10:50:42.867686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a1ac7-4738-44a8-aa42-57cf96af2cb6 req-a4b6a1f9-a667-4e17-a599-55e70d4fc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:42.868641 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-854a1ac7-4738-44a8-aa42-57cf96af2cb6 req-a4b6a1f9-a667-4e17-a599-55e70d4fc7a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.6252487 Aug 26 10:50:42.908423 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f308689e-80bc-4eb1-aaca-1fceb42c4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:8d:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:42Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:42.940123 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f308689e-80bc-4eb1-aaca-1fceb42c4b7a None None] Checking router: 334dc713-0018-4dc7-8f0b-11df059d0b08 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:50:42.951042 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308689e-80bc-4eb1-aaca-1fceb42c4b7a None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:42.951709 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f308689e-80bc-4eb1-aaca-1fceb42c4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:42.998374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-854a1ac7-4738-44a8-aa42-57cf96af2cb6 req-26ab0a8d-ac72-4dff-b2b0-dadf6d04d6e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=1c58be58-9dc1-4268-b89e-8a815861ac45 HTTP/1.1" status: 200 len: 217 time: 0.1211436 Aug 26 10:50:43.064799 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68040499-3152-484f-a66e-e8fcf411cd35 req-56cfc2d3-87b3-4845-b5e1-6ef9788e0ae1 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] 10.222.0.21 "GET /v2.0/security-groups/48d2c0a8-b4c0-42db-8a91-2e5f8cbdcb59 HTTP/1.1" status: 200 len: 2981 time: 0.6223755 Aug 26 10:50:43.093227 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f308689e-80bc-4eb1-aaca-1fceb42c4b7a None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:43.097458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a1ac7-4738-44a8-aa42-57cf96af2cb6 req-7cf01630-12c6-4a54-ae26-048ea9412684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:43.098102 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-854a1ac7-4738-44a8-aa42-57cf96af2cb6 req-7cf01630-12c6-4a54-ae26-048ea9412684 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0818751 Aug 26 10:50:43.127479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1c58be58-9dc1-4268-b89e-8a815861ac45 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:43.135819 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-e3ab37d9-e93f-4899-86e7-b860a12e23de service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465591 Aug 26 10:50:43.265906 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3836217-187a-4918-8084-a6e72d86ed2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:43.270908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a1ac7-4738-44a8-aa42-57cf96af2cb6 req-b8e774d6-4dcb-4cc2-87ff-0b7c5ba655b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:43.273181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-854a1ac7-4738-44a8-aa42-57cf96af2cb6 req-b8e774d6-4dcb-4cc2-87ff-0b7c5ba655b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1533711 Aug 26 10:50:43.274927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 1c58be58-9dc1-4268-b89e-8a815861ac45 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:43.293025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 1c58be58-9dc1-4268-b89e-8a815861ac45 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:43.293536 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:43.401744 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3cf1c-81ca-47f8-91e9-7236aacd189d req-4d0c340c-7119-47a5-bdb4-7c05442d37fb tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:43.411671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16d3cf1c-81ca-47f8-91e9-7236aacd189d req-4d0c340c-7119-47a5-bdb4-7c05442d37fb tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 948 time: 0.2091331 Aug 26 10:50:43.479289 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:43.483174 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-8ce45873-bdd6-493b-bd33-228337c9b967 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321390 Aug 26 10:50:43.509794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16d3cf1c-81ca-47f8-91e9-7236aacd189d req-19270315-77f2-4db6-8b59-7a6cbacce90e tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968037 Aug 26 10:50:43.518546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91462885-d697-4363-8ffe-794fec3c6ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c58be58-9dc1-4268-b89e-8a815861ac45'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:43.521034 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08edcfe-50a6-4293-a3ad-b47cd67a208e" -d '{"events": [{"server_uuid": "91462885-d697-4363-8ffe-794fec3c6ff9", "name": "network-vif-plugged", "status": "completed", "tag": "1c58be58-9dc1-4268-b89e-8a815861ac45"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:43.535532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1c58be58-9dc1-4268-b89e-8a815861ac45, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1c58be58-9dc1-4268-b89e-8a815861ac45,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:43.546538 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-854a1ac7-4738-44a8-aa42-57cf96af2cb6 req-567f84f7-5e32-4970-bc5e-5665ec7a1957 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598038 Aug 26 10:50:43.559287 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:43.644783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1c58be58-9dc1-4268-b89e-8a815861ac45,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:43.684904 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f308689e-80bc-4eb1-aaca-1fceb42c4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:8d:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:42Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:43.718165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-224f64dd-5d86-4ab5-9d69-5bd435c0c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:43.720597 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f308689e-80bc-4eb1-aaca-1fceb42c4b7a None None] The sync data for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 is: [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:8d:3a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:42Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:50:43.720932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-224f64dd-5d86-4ab5-9d69-5bd435c0c530 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 1097 time: 0.1711626 Aug 26 10:50:43.799753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-854a1ac7-4738-44a8-aa42-57cf96af2cb6 req-101abb54-1a1b-44d5-80fb-cc9c9de61e4e service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229455 Aug 26 10:50:43.883003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-9078b0ed-966e-464c-9922-6b512a374b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:43.884594 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-9078b0ed-966e-464c-9922-6b512a374b44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.1499615 Aug 26 10:50:43.960366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129'}, {'name': 'network-changed', 'server_uuid': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'tag': 'f8abdca1-7105-4dd6-baed-0abe0a912722'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:43.962833 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b244bb-7eaa-497d-b847-dc3f47895003" -d '{"events": [{"name": "network-changed", "server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129"}, {"name": "network-changed", "server_uuid": "55c19e2c-f651-4c27-b7bc-70025e9cc4e7", "tag": "f8abdca1-7105-4dd6-baed-0abe0a912722"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:44.031846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-14062e78-7237-46a3-95a4-ab6b23881dcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8abdca1-7105-4dd6-baed-0abe0a912722 HTTP/1.1" status: 200 len: 1000 time: 0.1406810 Aug 26 10:50:44.062632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca6d-5dff-4ebf-a6a1-19fb44a87e01 req-e51c0b0a-8592-49b3-ae9c-90972bc21862 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:44.069485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca6d-5dff-4ebf-a6a1-19fb44a87e01 req-e51c0b0a-8592-49b3-ae9c-90972bc21862 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:44.075510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca6d-5dff-4ebf-a6a1-19fb44a87e01 req-e51c0b0a-8592-49b3-ae9c-90972bc21862 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:44.083456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca6d-5dff-4ebf-a6a1-19fb44a87e01 req-e51c0b0a-8592-49b3-ae9c-90972bc21862 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:44.091462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca6d-5dff-4ebf-a6a1-19fb44a87e01 req-e51c0b0a-8592-49b3-ae9c-90972bc21862 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:44.097437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca6d-5dff-4ebf-a6a1-19fb44a87e01 req-e51c0b0a-8592-49b3-ae9c-90972bc21862 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:44.104708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3ca6d-5dff-4ebf-a6a1-19fb44a87e01 req-e51c0b0a-8592-49b3-ae9c-90972bc21862 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:44.107696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1af3ca6d-5dff-4ebf-a6a1-19fb44a87e01 req-e51c0b0a-8592-49b3-ae9c-90972bc21862 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5431 time: 0.1211116 Aug 26 10:50:44.190609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1af3ca6d-5dff-4ebf-a6a1-19fb44a87e01 req-276d0c22-363b-4b69-9918-32b87ceef0a1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725448 Aug 26 10:50:44.198129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-4db77fad-4ccb-4ba4-8293-3e86b622a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:44.200244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-4db77fad-4ccb-4ba4-8293-3e86b622a554 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.0914810 Aug 26 10:50:44.293096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-198f5379-ad55-4418-8b05-2568d1d39243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:44.306863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-198f5379-ad55-4418-8b05-2568d1d39243 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878875 Aug 26 10:50:44.430711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-37d5528b-bcbb-4151-be87-894ac65d5eb2 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 1002 time: 0.0828781 Aug 26 10:50:44.458004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-620287a8-bed4-446b-92e2-2947e97ea025 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546538 Aug 26 10:50:44.540914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047435-912b-4cc8-822e-274510bebfbb req-30105b8e-7a52-4164-b05a-6e9b5e6fbb0a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:44.542321 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-30105b8e-7a52-4164-b05a-6e9b5e6fbb0a tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports/7b67d550-36f8-4889-a58e-c774383cbb1b HTTP/1.1" status: 200 len: 943 time: 0.0996404 Aug 26 10:50:44.592547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd60a337-fa86-4356-bf1b-cd9c9a77f4cc req-d06508fe-b554-4003-9f2d-27c8a2bd67c6 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154990 Aug 26 10:50:44.692124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-80e057a1-5483-4bad-8169-55dddca95168 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 1002 time: 0.0937653 Aug 26 10:50:44.735063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd619996-063c-44d5-a7dd-0b0626661c5f req-193711c5-05f3-4456-b92a-ee14aacbbf81 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/17ae623d-f02b-4599-b30a-6f13388fc8f1 HTTP/1.1" status: 200 len: 1777 time: 0.0815339 Aug 26 10:50:44.886158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047435-912b-4cc8-822e-274510bebfbb req-24ef23f2-2a24-42a5-8094-8fe7b7968c2c tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:44.889452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-24ef23f2-2a24-42a5-8094-8fe7b7968c2c tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.1879520 Aug 26 10:50:44.890671 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fd619996-063c-44d5-a7dd-0b0626661c5f req-138da74e-7bab-4b1e-982a-d59b5d470bff tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:44.961748 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fd619996-063c-44d5-a7dd-0b0626661c5f req-138da74e-7bab-4b1e-982a-d59b5d470bff tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:44.998463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-88347cc2-eb60-48d1-8fbe-f3051272bf09 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 1002 time: 0.1016290 Aug 26 10:50:45.020949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7e047435-912b-4cc8-822e-274510bebfbb req-6140bffe-1653-4fab-9033-d02a1353ad21 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:45.071902 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fd619996-063c-44d5-a7dd-0b0626661c5f req-138da74e-7bab-4b1e-982a-d59b5d470bff tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:45.074769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fd619996-063c-44d5-a7dd-0b0626661c5f req-138da74e-7bab-4b1e-982a-d59b5d470bff tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:45.075948 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd619996-063c-44d5-a7dd-0b0626661c5f req-138da74e-7bab-4b1e-982a-d59b5d470bff tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/17ae623d-f02b-4599-b30a-6f13388fc8f1 HTTP/1.1" status: 204 len: 173 time: 0.3052931 Aug 26 10:50:45.089427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138da74e-7bab-4b1e-982a-d59b5d470bff tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ae623d-f02b-4599-b30a-6f13388fc8f1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:45.099656 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7e047435-912b-4cc8-822e-274510bebfbb req-6140bffe-1653-4fab-9033-d02a1353ad21 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:45.132169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 7ede19ef-72dc-45a3-aa96-ce740de55d39 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:45.150173 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c976aaf0-db75-42e9-a08c-54d03741b3e9 x-openstack-request-id: req-c976aaf0-db75-42e9-a08c-54d03741b3e9 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:45.150470 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91462885-d697-4363-8ffe-794fec3c6ff9", "name": "network-vif-plugged", "status": "completed", "tag": "1c58be58-9dc1-4268-b89e-8a815861ac45", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:45.150740 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c976aaf0-db75-42e9-a08c-54d03741b3e9 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:45.151633 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91462885-d697-4363-8ffe-794fec3c6ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c58be58-9dc1-4268-b89e-8a815861ac45', 'code': 200} Aug 26 10:50:45.282779 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7e047435-912b-4cc8-822e-274510bebfbb req-6140bffe-1653-4fab-9033-d02a1353ad21 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:45.285003 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbf6142-d80d-498b-8d1a-9ff7b4d52480 x-openstack-request-id: req-9fbf6142-d80d-498b-8d1a-9ff7b4d52480 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:45.285373 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55c19e2c-f651-4c27-b7bc-70025e9cc4e7", "tag": "f8abdca1-7105-4dd6-baed-0abe0a912722", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:45.285680 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fbf6142-d80d-498b-8d1a-9ff7b4d52480 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:45.286098 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'status': 'completed', 'code': 200} Aug 26 10:50:45.286406 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'tag': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'status': 'completed', 'code': 200} Aug 26 10:50:45.333408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 7ede19ef-72dc-45a3-aa96-ce740de55d39, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7ede19ef-72dc-45a3-aa96-ce740de55d39,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:45.343123 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7e047435-912b-4cc8-822e-274510bebfbb req-6140bffe-1653-4fab-9033-d02a1353ad21 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:45.343510 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-7e047435-912b-4cc8-822e-274510bebfbb req-6140bffe-1653-4fab-9033-d02a1353ad21 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Floating IP dff395df-2a32-4305-8cd2-d62137e0681e disassociated. External IP: 172.25.1.201, port: 7b67d550-36f8-4889-a58e-c774383cbb1b. Aug 26 10:50:45.362022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '7ede19ef-72dc-45a3-aa96-ce740de55d39', 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb', 'port_id': '7ede19ef-72dc-45a3-aa96-ce740de55d39', 'mac_address': 'fa:16:3e:3a:f0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af5b276-9133-4e1d-88a2-08419aa867d4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:45.414137 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:45.429664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ede19ef-72dc-45a3-aa96-ce740de55d39 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:45.451975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 7ede19ef-72dc-45a3-aa96-ce740de55d39, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7ede19ef-72dc-45a3-aa96-ce740de55d39,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:45.478275 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:45.479068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:45.511337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-a23d58c8-8a42-490a-90e1-c7a131d4a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:45.512874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-a23d58c8-8a42-490a-90e1-c7a131d4a79f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 1097 time: 0.2255671 Aug 26 10:50:45.535400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893ecfd-d2e0-41d1-9421-174289080a08 req-f1edc07d-1563-47ba-872c-4013da4cefad tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:45.537003 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f893ecfd-d2e0-41d1-9421-174289080a08 req-f1edc07d-1563-47ba-872c-4013da4cefad tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 949 time: 0.2482831 Aug 26 10:50:45.593797 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=7ede19ef-72dc-45a3-aa96-ce740de55d39,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:45.622380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65720a25-4aab-490c-b30c-df3d83287245 req-437bea9c-ea88-4ffe-8008-fa5f04420461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:45.623860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65720a25-4aab-490c-b30c-df3d83287245 req-437bea9c-ea88-4ffe-8008-fa5f04420461 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 1101 time: 0.2773602 Aug 26 10:50:45.671939 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:45.692688 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '6c3e3a32-4124-4d6c-b343-dc8b3b0437c2', 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578', 'port_id': '6c3e3a32-4124-4d6c-b343-dc8b3b0437c2', 'mac_address': 'fa:16:3e:01:8b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c5e366-64a7-4d6f-bdc6-c12879a761a2', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:45.741531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f893ecfd-d2e0-41d1-9421-174289080a08 req-58ba114c-d9ca-4ec7-9a1a-99582a012806 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787388 Aug 26 10:50:45.757959 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-05c82b13-17d4-4e1b-ad21-a752688d1898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:45.761770 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:45.789528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:45.822254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:45.831950 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:45.834125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c116599a-327c-4688-9f4b-1845a6872218 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:45.970425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:46.031944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-52235cfc-5a14-4d89-a7e0-ba083502a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:46.034028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-52235cfc-5a14-4d89-a7e0-ba083502a17c service neutron] 10.222.0.47 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.5077765 Aug 26 10:50:46.041369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65720a25-4aab-490c-b30c-df3d83287245 req-966af76c-4da6-4cd4-b200-e03b61433e48 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012094 Aug 26 10:50:46.064652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c116599a-327c-4688-9f4b-1845a6872218, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c116599a-327c-4688-9f4b-1845a6872218,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:46.088756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'c116599a-327c-4688-9f4b-1845a6872218', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'port_id': 'c116599a-327c-4688-9f4b-1845a6872218', 'mac_address': 'fa:16:3e:2f:2e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:46.156290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-d0bf6c7b-0921-4ff6-94f6-37f82070fcc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 217 time: 0.0825291 Aug 26 10:50:46.158021 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:46.174653 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:46.199653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c116599a-327c-4688-9f4b-1845a6872218 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:46.220583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8d8227e-2bf4-45f9-b8e7-dca2e7295c6b req-b9af2393-96d6-44bc-9e66-bc696689c8bf tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.1993370 Aug 26 10:50:46.239907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c116599a-327c-4688-9f4b-1845a6872218, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c116599a-327c-4688-9f4b-1845a6872218,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:46.246679 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:46.247724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8cd812fb-819b-4872-bbfe-4a72c5599d31 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:46.248707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e047435-912b-4cc8-822e-274510bebfbb req-6140bffe-1653-4fab-9033-d02a1353ad21 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Router 787b2304-90f1-4843-8b5b-6c9d95ba43ec has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:50:46.275561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-1c8ec36a-294b-40c3-96fb-634d0014fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:46.277119 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-1c8ec36a-294b-40c3-96fb-634d0014fd25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.1111000 Aug 26 10:50:46.307743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8227e-2bf4-45f9-b8e7-dca2e7295c6b req-b96f855b-9eb8-40e6-a331-9845b1c062cd tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:46.309216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8d8227e-2bf4-45f9-b8e7-dca2e7295c6b req-b96f855b-9eb8-40e6-a331-9845b1c062cd tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports/f8abdca1-7105-4dd6-baed-0abe0a912722 HTTP/1.1" status: 200 len: 942 time: 0.0765173 Aug 26 10:50:46.352043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8cd812fb-819b-4872-bbfe-4a72c5599d31, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8cd812fb-819b-4872-bbfe-4a72c5599d31,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:46.359229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c116599a-327c-4688-9f4b-1845a6872218,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:46.376872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '8cd812fb-819b-4872-bbfe-4a72c5599d31', 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578', 'port_id': '8cd812fb-819b-4872-bbfe-4a72c5599d31', 'mac_address': 'fa:16:3e:52:75:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c5e366-64a7-4d6f-bdc6-c12879a761a2', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:46.426032 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:46.440914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd812fb-819b-4872-bbfe-4a72c5599d31 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:46.452333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-099ae24a-b243-4a15-a61f-05fd4f036175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:46.454171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-099ae24a-b243-4a15-a61f-05fd4f036175 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674376 Aug 26 10:50:46.464434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8cd812fb-819b-4872-bbfe-4a72c5599d31, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8cd812fb-819b-4872-bbfe-4a72c5599d31,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:46.469820 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:46.470848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 561cb463-7482-4e72-a461-9062a9018dde details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:46.524669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8d8227e-2bf4-45f9-b8e7-dca2e7295c6b req-1fb74700-4903-4053-94f8-75904fea3acb tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.1496503 Aug 26 10:50:46.549053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=8cd812fb-819b-4872-bbfe-4a72c5599d31,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:46.553676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 561cb463-7482-4e72-a461-9062a9018dde, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=561cb463-7482-4e72-a461-9062a9018dde,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:46.565772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '561cb463-7482-4e72-a461-9062a9018dde', 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578', 'port_id': '561cb463-7482-4e72-a461-9062a9018dde', 'mac_address': 'fa:16:3e:4d:7d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c5e366-64a7-4d6f-bdc6-c12879a761a2', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:46.594146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e047435-912b-4cc8-822e-274510bebfbb req-6140bffe-1653-4fab-9033-d02a1353ad21 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:50:46.605403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbf8bf6-687c-4c29-9da8-03f95ceb25c2 None None] Sync routers for ids ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:50:46.607774 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:46.613272 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7e047435-912b-4cc8-822e-274510bebfbb req-6140bffe-1653-4fab-9033-d02a1353ad21 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:46.625907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561cb463-7482-4e72-a461-9062a9018dde {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:46.630376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf8bf6-687c-4c29-9da8-03f95ceb25c2 None None] Routers {'787b2304-90f1-4843-8b5b-6c9d95ba43ec'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:46.631089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cfbf8bf6-687c-4c29-9da8-03f95ceb25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:46.680481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 561cb463-7482-4e72-a461-9062a9018dde, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=561cb463-7482-4e72-a461-9062a9018dde,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:46.686894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-6140bffe-1653-4fab-9033-d02a1353ad21 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "PUT /v2.0/floatingips/dff395df-2a32-4305-8cd2-d62137e0681e HTTP/1.1" status: 200 len: 695 time: 1.6729810 Aug 26 10:50:46.687987 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:46.688689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device bb16c58f-9309-43fb-a678-c08585b38681 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:46.763738 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-d322f3c0-b6cb-45bc-9ba9-e73f27a6198a service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743244 Aug 26 10:50:46.775893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8227e-2bf4-45f9-b8e7-dca2e7295c6b req-5c2d7ca5-b691-4d8c-a4b1-55a384e90e79 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:46.777307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8d8227e-2bf4-45f9-b8e7-dca2e7295c6b req-5c2d7ca5-b691-4d8c-a4b1-55a384e90e79 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.2063282 Aug 26 10:50:46.807494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port bb16c58f-9309-43fb-a678-c08585b38681, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=bb16c58f-9309-43fb-a678-c08585b38681,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:46.811627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=561cb463-7482-4e72-a461-9062a9018dde,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:46.823440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cfbf8bf6-687c-4c29-9da8-03f95ceb25c2 None None] Set router 787b2304-90f1-4843-8b5b-6c9d95ba43ec gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:46.827281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'bb16c58f-9309-43fb-a678-c08585b38681', 'network_id': '69c1248d-4663-4fe7-82e4-6eb133288edb', 'port_id': 'bb16c58f-9309-43fb-a678-c08585b38681', 'mac_address': 'fa:16:3e:2b:19:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af5b276-9133-4e1d-88a2-08419aa867d4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:46.840384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047435-912b-4cc8-822e-274510bebfbb req-e5c75ac1-14ca-42bf-849d-b92ebdc1f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:46.841932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-e5c75ac1-14ca-42bf-849d-b92ebdc1f362 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7414580643d740a8ac41f7987ad69bee&device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 1098 time: 0.1370814 Aug 26 10:50:46.992986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-950279fe-00d3-415e-a75e-c9daf9c5afb7 service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144394 Aug 26 10:50:46.999149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-854386b2-1f2e-48a6-bca4-516d7508f8e2 req-376585d6-0253-4b93-9cab-453ae5acabff tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ef580c8a-b43d-43cf-ac03-7b12d9a53b93 HTTP/1.1" status: 200 len: 1778 time: 0.0835745 Aug 26 10:50:47.042297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047435-912b-4cc8-822e-274510bebfbb req-a8aafdd9-71ff-45e6-acf5-a5b6e63ca8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.043858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-a8aafdd9-71ff-45e6-acf5-a5b6e63ca8f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cb2b1ac-e38e-43b2-a861-c342d46d77de HTTP/1.1" status: 200 len: 929 time: 0.1916518 Aug 26 10:50:47.116111 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:47.118629 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:47.123131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-460973b0-8a0f-4b4c-a324-06c02db010d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b67d550-36f8-4889-a58e-c774383cbb1b HTTP/1.1" status: 200 len: 217 time: 0.0710540 Aug 26 10:50:47.140764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb16c58f-9309-43fb-a678-c08585b38681 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:47.175240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port bb16c58f-9309-43fb-a678-c08585b38681, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=bb16c58f-9309-43fb-a678-c08585b38681,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:47.181688 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-854386b2-1f2e-48a6-bca4-516d7508f8e2 req-84f7d363-858e-4a5e-b687-bd643f7b5054 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:47.187896 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:47.189148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 6491ccdd-89e6-459e-8041-811f24b285dc details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:50:47.192117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-e0f91d1f-4e41-4b39-aef5-d20536f75a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.194320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-e0f91d1f-4e41-4b39-aef5-d20536f75a33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 1097 time: 0.1336384 Aug 26 10:50:47.261051 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-854386b2-1f2e-48a6-bca4-516d7508f8e2 req-84f7d363-858e-4a5e-b687-bd643f7b5054 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:47.265068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047435-912b-4cc8-822e-274510bebfbb req-a16a51c8-8873-4a9b-b7b8-739a58ed15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.266601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-a16a51c8-8873-4a9b-b7b8-739a58ed15d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a72a8a-a843-4c7a-bbc4-9a18d5657067 HTTP/1.1" status: 200 len: 867 time: 0.1337547 Aug 26 10:50:47.294691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'tag': '7b67d550-36f8-4889-a58e-c774383cbb1b'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:47.297075 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb6a55f-dda8-4bac-8086-5568d9752134" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd", "tag": "7b67d550-36f8-4889-a58e-c774383cbb1b"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:47.297548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 6491ccdd-89e6-459e-8041-811f24b285dc, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6491ccdd-89e6-459e-8041-811f24b285dc,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:47.316064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=bb16c58f-9309-43fb-a678-c08585b38681,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:47.324399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '6491ccdd-89e6-459e-8041-811f24b285dc', 'network_id': '0b1024e4-64f8-4a6f-85de-655a0a939578', 'port_id': '6491ccdd-89e6-459e-8041-811f24b285dc', 'mac_address': 'fa:16:3e:65:61:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c5e366-64a7-4d6f-bdc6-c12879a761a2', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:50:47.358387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cfbf8bf6-687c-4c29-9da8-03f95ceb25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:51Z', 'revision_number': 4, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6f666520-7e77-40bd-8625-bf6ff8fa15c4', 'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'mac_address': 'fa:16:3e:12:fc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:49Z', 'updated_at': '2021-08-26T10:50:00Z', 'revision_number': 5, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'subnets': [{'id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:47.378141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-d10c8963-cf32-4557-857d-3cf46126f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.379721 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-d10c8963-cf32-4557-857d-3cf46126f5a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.1748734 Aug 26 10:50:47.383174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e047435-912b-4cc8-822e-274510bebfbb req-4700d05a-92a5-43d6-8465-502b2ec5f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.384587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-4700d05a-92a5-43d6-8465-502b2ec5f9d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cb2b1ac-e38e-43b2-a861-c342d46d77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1078901 Aug 26 10:50:47.385180 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-854386b2-1f2e-48a6-bca4-516d7508f8e2 req-84f7d363-858e-4a5e-b687-bd643f7b5054 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:47.387890 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-854386b2-1f2e-48a6-bca4-516d7508f8e2 req-84f7d363-858e-4a5e-b687-bd643f7b5054 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:47.388944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-854386b2-1f2e-48a6-bca4-516d7508f8e2 req-84f7d363-858e-4a5e-b687-bd643f7b5054 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef580c8a-b43d-43cf-ac03-7b12d9a53b93 HTTP/1.1" status: 204 len: 173 time: 0.3785241 Aug 26 10:50:47.401069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbf8bf6-687c-4c29-9da8-03f95ceb25c2 None None] Checking router: 787b2304-90f1-4843-8b5b-6c9d95ba43ec for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:50:47.410153 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:47.427014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf8bf6-687c-4c29-9da8-03f95ceb25c2 None None] Routers {'787b2304-90f1-4843-8b5b-6c9d95ba43ec'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:47.427650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cfbf8bf6-687c-4c29-9da8-03f95ceb25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:47.433384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6491ccdd-89e6-459e-8041-811f24b285dc {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:50:47.455358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7d363-858e-4a5e-b687-bd643f7b5054 tempest-SecurityGroupsTestAdminJSON-1316894262 tempest-SecurityGroupsTestAdminJSON-1316894262-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef580c8a-b43d-43cf-ac03-7b12d9a53b93,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:47.515286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 6491ccdd-89e6-459e-8041-811f24b285dc, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6491ccdd-89e6-459e-8041-811f24b285dc,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:47.520496 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:47.556288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-8c3f2810-6275-496d-a7d3-ca9966b5573c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8abdca1-7105-4dd6-baed-0abe0a912722 HTTP/1.1" status: 200 len: 1000 time: 0.1663697 Aug 26 10:50:47.582092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a300-1358-490d-8752-9adf82fc86f7 req-76561f6d-3a38-451e-95b1-308295f15b43 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.588037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a300-1358-490d-8752-9adf82fc86f7 req-76561f6d-3a38-451e-95b1-308295f15b43 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.593913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a300-1358-490d-8752-9adf82fc86f7 req-76561f6d-3a38-451e-95b1-308295f15b43 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.600378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a300-1358-490d-8752-9adf82fc86f7 req-76561f6d-3a38-451e-95b1-308295f15b43 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.606299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a300-1358-490d-8752-9adf82fc86f7 req-76561f6d-3a38-451e-95b1-308295f15b43 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.611025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cfbf8bf6-687c-4c29-9da8-03f95ceb25c2 None None] Set router 787b2304-90f1-4843-8b5b-6c9d95ba43ec gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:47.612995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a300-1358-490d-8752-9adf82fc86f7 req-76561f6d-3a38-451e-95b1-308295f15b43 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.618855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576a300-1358-490d-8752-9adf82fc86f7 req-76561f6d-3a38-451e-95b1-308295f15b43 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.620791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0576a300-1358-490d-8752-9adf82fc86f7 req-76561f6d-3a38-451e-95b1-308295f15b43 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5437 time: 0.1300330 Aug 26 10:50:47.639833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=6491ccdd-89e6-459e-8041-811f24b285dc,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:47.675075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-d7d5c45e-6110-4557-8e4e-159e5b4e2f3a service neutron] 10.222.0.21 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757204 Aug 26 10:50:47.749658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-e87e2200-1d1e-459f-920b-ae7db6bd8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.751206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-e87e2200-1d1e-459f-920b-ae7db6bd8e96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.1295059 Aug 26 10:50:47.758763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0576a300-1358-490d-8752-9adf82fc86f7 req-3a826a38-809b-4968-a44b-c2ced8185648 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236904 Aug 26 10:50:47.825533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cfbf8bf6-687c-4c29-9da8-03f95ceb25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:51Z', 'revision_number': 4, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6f666520-7e77-40bd-8625-bf6ff8fa15c4', 'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'mac_address': 'fa:16:3e:12:fc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:49Z', 'updated_at': '2021-08-26T10:50:00Z', 'revision_number': 5, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'subnets': [{'id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:47.830437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-1fcffda5-7f2f-45e5-a261-730d1f690fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:47.831993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-1fcffda5-7f2f-45e5-a261-730d1f690fae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707767 Aug 26 10:50:47.833814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e047435-912b-4cc8-822e-274510bebfbb req-2b9f6c25-c35e-4c62-bf93-736b5c9708e0 service neutron] 10.222.0.21 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522009 Aug 26 10:50:47.860689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbf8bf6-687c-4c29-9da8-03f95ceb25c2 None None] The sync data for ids ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'] in n-d-778550-13 is: [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:49:51Z', 'revision_number': 4, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6f666520-7e77-40bd-8625-bf6ff8fa15c4', 'name': '', 'network_id': '3cb2b1ac-e38e-43b2-a861-c342d46d77de', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'mac_address': 'fa:16:3e:12:fc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:49Z', 'updated_at': '2021-08-26T10:50:00Z', 'revision_number': 5, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'subnets': [{'id': '45a72a8a-a843-4c7a-bbc4-9a18d5657067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:50:48.006154 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-72432f8e-6fff-42c3-b51d-93d065c07436 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.1164932 Aug 26 10:50:48.044849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb09b60-5950-4850-b6b8-b82374bc263d req-dabbd8e2-2bbf-4b70-9358-708085710175 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:48.046292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceb09b60-5950-4850-b6b8-b82374bc263d req-dabbd8e2-2bbf-4b70-9358-708085710175 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 949 time: 0.1174881 Aug 26 10:50:48.065745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-9098e650-8f06-4b50-a282-a49047881f22 service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249091 Aug 26 10:50:48.102858 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963ceab9-4f2b-4b61-8896-0cecadd090bb None None] New status for floating IP dff395df-2a32-4305-8cd2-d62137e0681e: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:50:48.115563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-a8b10d78-540a-445c-8ae8-98ac8815b2f3 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:48.116940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-a8b10d78-540a-445c-8ae8-98ac8815b2f3 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports/f8abdca1-7105-4dd6-baed-0abe0a912722 HTTP/1.1" status: 200 len: 942 time: 0.1016555 Aug 26 10:50:48.176883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceb09b60-5950-4850-b6b8-b82374bc263d req-85452d35-41a4-47ee-be10-ecf8ead6a566 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134858 Aug 26 10:50:48.207829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['561cb463-7482-4e72-a461-9062a9018dde'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:48.249724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['6491ccdd-89e6-459e-8041-811f24b285dc'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:48.272743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-17177fc1-c24f-42d0-b86a-527a599994e7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.1122386 Aug 26 10:50:48.275264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b244bb-7eaa-497d-b847-dc3f47895003 req-b5bd45fd-75f6-445d-b37c-6e711fe4474f service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985483 Aug 26 10:50:48.279715 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61de8ce-0405-4865-83b0-d198ab54de34 x-openstack-request-id: req-e61de8ce-0405-4865-83b0-d198ab54de34 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:48.283387 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd", "tag": "7b67d550-36f8-4889-a58e-c774383cbb1b", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:48.284211 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e61de8ce-0405-4865-83b0-d198ab54de34 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:48.284639 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'tag': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'status': 'completed', 'code': 200} Aug 26 10:50:48.291438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c116599a-327c-4688-9f4b-1845a6872218'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:48.318603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['6c3e3a32-4124-4d6c-b343-dc8b3b0437c2'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:48.440902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59ae36b5-adbf-452e-89a8-2022a7355314 req-106de580-1734-42f6-a2d3-8fdfe76ea834 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] 10.222.0.21 "GET /v2.0/security-groups/c6a7bc8b-e298-4543-9462-3d1b8d8db9e8 HTTP/1.1" status: 200 len: 1778 time: 0.1204946 Aug 26 10:50:48.462333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a55f-dda8-4bac-8086-5568d9752134 req-3eea06df-5fa0-4458-81f5-284ea553a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:48.463857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcb6a55f-dda8-4bac-8086-5568d9752134 req-3eea06df-5fa0-4458-81f5-284ea553a5b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7414580643d740a8ac41f7987ad69bee&device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 1098 time: 0.1425438 Aug 26 10:50:48.786085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-e3ecab1f-05ff-48f0-9ac3-8c9b53855974 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:48.787524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-e3ecab1f-05ff-48f0-9ac3-8c9b53855974 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.5019619 Aug 26 10:50:48.914176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-1fecc24e-8402-4513-b0a3-7291f5b72396 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.1152141 Aug 26 10:50:48.916319 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59ae36b5-adbf-452e-89a8-2022a7355314 req-6ed27ad7-4479-4bc4-a6e8-0e2227032cf2 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:48.925350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a55f-dda8-4bac-8086-5568d9752134 req-c734ac4d-4a3f-4eb6-8500-38977cb35dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:48.926780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcb6a55f-dda8-4bac-8086-5568d9752134 req-c734ac4d-4a3f-4eb6-8500-38977cb35dd5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3cb2b1ac-e38e-43b2-a861-c342d46d77de HTTP/1.1" status: 200 len: 929 time: 0.4464855 Aug 26 10:50:48.934489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-353e7220-c32c-4d8b-bc1d-ac2e2547cedf tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:49.012365 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59ae36b5-adbf-452e-89a8-2022a7355314 req-6ed27ad7-4479-4bc4-a6e8-0e2227032cf2 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:49.015739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcb6a55f-dda8-4bac-8086-5568d9752134 req-f5f6b8ea-773c-46a5-8b5c-3b052af262c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b67d550-36f8-4889-a58e-c774383cbb1b HTTP/1.1" status: 200 len: 217 time: 0.0771844 Aug 26 10:50:49.090529 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-353e7220-c32c-4d8b-bc1d-ac2e2547cedf tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:49.108039 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:49.144603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a55f-dda8-4bac-8086-5568d9752134 req-c812e336-96aa-4f8d-87dd-430cd2eef407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:49.146112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcb6a55f-dda8-4bac-8086-5568d9752134 req-c812e336-96aa-4f8d-87dd-430cd2eef407 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45a72a8a-a843-4c7a-bbc4-9a18d5657067 HTTP/1.1" status: 200 len: 867 time: 0.1212554 Aug 26 10:50:49.148622 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59ae36b5-adbf-452e-89a8-2022a7355314 req-6ed27ad7-4479-4bc4-a6e8-0e2227032cf2 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:49.151148 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59ae36b5-adbf-452e-89a8-2022a7355314 req-6ed27ad7-4479-4bc4-a6e8-0e2227032cf2 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:49.152187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59ae36b5-adbf-452e-89a8-2022a7355314 req-6ed27ad7-4479-4bc4-a6e8-0e2227032cf2 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] 10.222.0.21 "DELETE /v2.0/security-groups/c6a7bc8b-e298-4543-9462-3d1b8d8db9e8 HTTP/1.1" status: 204 len: 173 time: 0.7016656 Aug 26 10:50:49.183540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed27ad7-4479-4bc4-a6e8-0e2227032cf2 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7bc8b-e298-4543-9462-3d1b8d8db9e8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:49.298170 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-a3960816-10e3-49f4-8f5c-c286bc123d49 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips/dff395df-2a32-4305-8cd2-d62137e0681e HTTP/1.1" status: 200 len: 693 time: 0.0691538 Aug 26 10:50:49.301728 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a55f-dda8-4bac-8086-5568d9752134 req-5afc6004-0449-4ba6-81b2-f73a60860348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:49.303204 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcb6a55f-dda8-4bac-8086-5568d9752134 req-5afc6004-0449-4ba6-81b2-f73a60860348 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cb2b1ac-e38e-43b2-a861-c342d46d77de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429253 Aug 26 10:50:49.372158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-353e7220-c32c-4d8b-bc1d-ac2e2547cedf tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:49.408633 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-353e7220-c32c-4d8b-bc1d-ac2e2547cedf tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:49.408955 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-353e7220-c32c-4d8b-bc1d-ac2e2547cedf tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Floating IP ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a disassociated. External IP: 172.25.1.60, port: f8abdca1-7105-4dd6-baed-0abe0a912722. Aug 26 10:50:49.495228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['bb16c58f-9309-43fb-a678-c08585b38681'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:49.558651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['7ede19ef-72dc-45a3-aa96-ce740de55d39'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:49.591292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-16c1ecca-ebeb-4f4f-81d7-c2ab561ef3ce tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:49.592038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['8cd812fb-819b-4872-bbfe-4a72c5599d31'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:49.592846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-16c1ecca-ebeb-4f4f-81d7-c2ab561ef3ce tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.2887721 Aug 26 10:50:49.648538 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcb6a55f-dda8-4bac-8086-5568d9752134 req-75d8d1a7-27ad-4dde-ac56-c8d3c9c6bc01 service neutron] 10.222.0.47 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277800 Aug 26 10:50:49.658681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-dbdfa5b6-121b-4d5b-9a8b-f7086433577b tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.0536165 Aug 26 10:50:49.796107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-6d44e6c5-0e29-414a-a2bd-b3258bab67cb tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.1052971 Aug 26 10:50:49.944387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-353e7220-c32c-4d8b-bc1d-ac2e2547cedf tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Router 334dc713-0018-4dc7-8f0b-11df059d0b08 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:50:49.977368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcb6a55f-dda8-4bac-8086-5568d9752134 req-224db287-a7f5-4e34-9959-4ea1be7d9ee0 service neutron] 10.222.0.47 "GET /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169181 Aug 26 10:50:50.061289 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:50.306280 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-a7417a17-d54a-4d75-b8ed-60ec70c3f710 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Deleting port dd2a8449-53df-481b-920d-5933fd477b12 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:50.306620 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-a7417a17-d54a-4d75-b8ed-60ec70c3f710 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:50.364969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-353e7220-c32c-4d8b-bc1d-ac2e2547cedf tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:50:50.370387 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-353e7220-c32c-4d8b-bc1d-ac2e2547cedf tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:50.374140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e3edd-f9e5-45ab-81d0-15b800995a7c None None] Sync routers for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:50:50.384181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e3edd-f9e5-45ab-81d0-15b800995a7c None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:50.384795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1e6e3edd-f9e5-45ab-81d0-15b800995a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:50.413068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-353e7220-c32c-4d8b-bc1d-ac2e2547cedf tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "PUT /v2.0/floatingips/ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a HTTP/1.1" status: 200 len: 694 time: 1.4927688 Aug 26 10:50:50.416304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'tag': 'f8abdca1-7105-4dd6-baed-0abe0a912722'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:50.418560 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c0efe-c94d-48ad-996b-c758d2e154b9" -d '{"events": [{"name": "network-changed", "server_uuid": "55c19e2c-f651-4c27-b7bc-70025e9cc4e7", "tag": "f8abdca1-7105-4dd6-baed-0abe0a912722"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:50.437241 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-a7417a17-d54a-4d75-b8ed-60ec70c3f710 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:50.437568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-a7417a17-d54a-4d75-b8ed-60ec70c3f710 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:50.465343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-a7417a17-d54a-4d75-b8ed-60ec70c3f710 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Calling delete_port for dd2a8449-53df-481b-920d-5933fd477b12 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:50.492458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-1e6e3edd-f9e5-45ab-81d0-15b800995a7c None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:50.514849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-1d42c480-e879-4f2a-b9e5-d80147447448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:50.516387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-1d42c480-e879-4f2a-b9e5-d80147447448 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 1097 time: 0.0876215 Aug 26 10:50:50.640846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-206b32a0-c028-4f29-84f7-16f2b62b392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:50.643036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-206b32a0-c028-4f29-84f7-16f2b62b392b service neutron] 10.222.0.21 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.1180503 Aug 26 10:50:50.710490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-3d0c5c34-7bb2-4068-adec-c732b9faf726 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8abdca1-7105-4dd6-baed-0abe0a912722 HTTP/1.1" status: 200 len: 217 time: 0.0462084 Aug 26 10:50:50.759191 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-a7417a17-d54a-4d75-b8ed-60ec70c3f710 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:50.792918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-d7d358da-7f4b-4a4e-ba00-6a53c71f3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:50.794448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-d7d358da-7f4b-4a4e-ba00-6a53c71f3d45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.0777543 Aug 26 10:50:50.798385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7417a17-d54a-4d75-b8ed-60ec70c3f710 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Pushing event deleted for resources: {'Port': ['ID=dd2a8449-53df-481b-920d-5933fd477b12,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:50.837782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1e6e3edd-f9e5-45ab-81d0-15b800995a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:50.869337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e3edd-f9e5-45ab-81d0-15b800995a7c None None] Checking router: 334dc713-0018-4dc7-8f0b-11df059d0b08 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:50:50.878474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e3edd-f9e5-45ab-81d0-15b800995a7c None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:50.879132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1e6e3edd-f9e5-45ab-81d0-15b800995a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:50.894782 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-a7417a17-d54a-4d75-b8ed-60ec70c3f710 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:50.897428 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-a7417a17-d54a-4d75-b8ed-60ec70c3f710 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:50.898574 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4edf686-a6ad-4289-99e7-c7bbb1bea890 req-a7417a17-d54a-4d75-b8ed-60ec70c3f710 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "DELETE /v2.0/floatingips/dff395df-2a32-4305-8cd2-d62137e0681e HTTP/1.1" status: 204 len: 173 time: 1.0723069 Aug 26 10:50:50.908250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-f75014f4-ccb4-4b0d-90c8-1ae93fe59064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:50.909795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-f75014f4-ccb4-4b0d-90c8-1ae93fe59064 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918000 Aug 26 10:50:50.991529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-1e6e3edd-f9e5-45ab-81d0-15b800995a7c None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:51.033655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-7ec6bc33-1d45-45c8-9445-f76e23e52b88 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142521 Aug 26 10:50:51.162311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ab2b820-53d5-49ff-8f52-b02d0bfb6d77 req-449c9aef-69ac-419e-87df-5a8d14a7afd5 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208377 Aug 26 10:50:51.252499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1e6e3edd-f9e5-45ab-81d0-15b800995a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:51.280425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6e3edd-f9e5-45ab-81d0-15b800995a7c None None] The sync data for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 is: [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:50:51.285943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bca8b-0557-491b-995e-475dbc8f1875 req-cfb19b14-4ce9-470a-83d4-f9731431b96b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:51.296237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bca8b-0557-491b-995e-475dbc8f1875 req-cfb19b14-4ce9-470a-83d4-f9731431b96b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:51.302781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bca8b-0557-491b-995e-475dbc8f1875 req-cfb19b14-4ce9-470a-83d4-f9731431b96b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:51.308631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bca8b-0557-491b-995e-475dbc8f1875 req-cfb19b14-4ce9-470a-83d4-f9731431b96b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:51.314502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bca8b-0557-491b-995e-475dbc8f1875 req-cfb19b14-4ce9-470a-83d4-f9731431b96b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:51.320670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bca8b-0557-491b-995e-475dbc8f1875 req-cfb19b14-4ce9-470a-83d4-f9731431b96b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:51.326496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bca8b-0557-491b-995e-475dbc8f1875 req-cfb19b14-4ce9-470a-83d4-f9731431b96b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:51.328535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-765bca8b-0557-491b-995e-475dbc8f1875 req-cfb19b14-4ce9-470a-83d4-f9731431b96b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5438 time: 0.1411207 Aug 26 10:50:51.339289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7e39767-95b2-41d9-b8e7-e38fab610cf3 req-06910c08-9237-4c63-8adc-e4433e9bedab tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] 10.222.0.21 "GET /v2.0/security-groups/4f1547fb-c5d8-41e0-a709-3f94223bb1e2 HTTP/1.1" status: 200 len: 1777 time: 0.1137416 Aug 26 10:50:51.411812 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-765bca8b-0557-491b-995e-475dbc8f1875 req-3c889f4f-7755-4ec3-a2c3-e72a215c16b9 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633419 Aug 26 10:50:51.425992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43464) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:51.437870 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7e39767-95b2-41d9-b8e7-e38fab610cf3 req-01391452-dba4-44a2-97ec-a1020aa24bc9 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:51.472672 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7e39767-95b2-41d9-b8e7-e38fab610cf3 req-01391452-dba4-44a2-97ec-a1020aa24bc9 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:51.548138 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 561cb463-7482-4e72-a461-9062a9018dde up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:51.550151 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:51.570433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ad308-21e7-4d9c-92d3-848334dc0d7c req-e7cca009-c809-48d5-bbf3-dd37f40a8284 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:51.572569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-857ad308-21e7-4d9c-92d3-848334dc0d7c req-e7cca009-c809-48d5-bbf3-dd37f40a8284 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 950 time: 0.0680611 Aug 26 10:50:51.573725 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7e39767-95b2-41d9-b8e7-e38fab610cf3 req-01391452-dba4-44a2-97ec-a1020aa24bc9 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:51.576719 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7e39767-95b2-41d9-b8e7-e38fab610cf3 req-01391452-dba4-44a2-97ec-a1020aa24bc9 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:51.583504 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7e39767-95b2-41d9-b8e7-e38fab610cf3 req-01391452-dba4-44a2-97ec-a1020aa24bc9 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f1547fb-c5d8-41e0-a709-3f94223bb1e2 HTTP/1.1" status: 204 len: 173 time: 0.2429264 Aug 26 10:50:51.588948 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c4924-c290-420f-808a-770c1d0e5bd6 None None] New status for floating IP ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:50:51.598878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01391452-dba4-44a2-97ec-a1020aa24bc9 tempest-SecurityGroupsTestAdminJSON-1731759508 tempest-SecurityGroupsTestAdminJSON-1731759508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1547fb-c5d8-41e0-a709-3f94223bb1e2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:51.635897 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe70214-3662-48ee-8038-568b4167ae2d x-openstack-request-id: req-4fe70214-3662-48ee-8038-568b4167ae2d {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:51.636245 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c19e2c-f651-4c27-b7bc-70025e9cc4e7", "tag": "f8abdca1-7105-4dd6-baed-0abe0a912722", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:51.636502 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fe70214-3662-48ee-8038-568b4167ae2d {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:51.636970 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'tag': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'status': 'completed', 'code': 200} Aug 26 10:50:51.656355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-857ad308-21e7-4d9c-92d3-848334dc0d7c req-68d68595-ea2a-4997-a9b6-27255decc0c9 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679407 Aug 26 10:50:51.672543 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:51.680196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:51.764977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 561cb463-7482-4e72-a461-9062a9018dde completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:51.769866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 561cb463-7482-4e72-a461-9062a9018dde triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:51.770363 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:51.786697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c0efe-c94d-48ad-996b-c758d2e154b9 req-0fc6bce6-42b8-416c-a3a6-35d0b87e20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:51.788345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-940c0efe-c94d-48ad-996b-c758d2e154b9 req-0fc6bce6-42b8-416c-a3a6-35d0b87e20ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 1097 time: 0.1310208 Aug 26 10:50:51.790219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d918b2-116b-4653-aa3c-2e7e9243b3b8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:51.794760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b3145-f114-45a0-8e0a-a4face2de119 req-5baf056e-d7d6-4541-b049-6120c821e273 tempest-ServersAdminNegativeTestJSON-654721114 tempest-ServersAdminNegativeTestJSON-654721114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:51.797210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad4b3145-f114-45a0-8e0a-a4face2de119 req-5baf056e-d7d6-4541-b049-6120c821e273 tempest-ServersAdminNegativeTestJSON-654721114 tempest-ServersAdminNegativeTestJSON-654721114-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 1101 time: 0.0746477 Aug 26 10:50:51.811848 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5d277a1cb0142faaf80cca3a2f43371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845778 Aug 26 10:50:51.815949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.818919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.819576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.820623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.821167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.822034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.823859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.825157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.831225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.833745 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.834913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.835326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849b40db-9ef2-4a6e-83f0-1365b6cce75c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:50:51.861104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43474) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:51.906817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c0efe-c94d-48ad-996b-c758d2e154b9 req-9028beba-3453-4254-b0ae-81758ea06f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:51.909748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-940c0efe-c94d-48ad-996b-c758d2e154b9 req-9028beba-3453-4254-b0ae-81758ea06f0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.1110234 Aug 26 10:50:51.916211 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:51.935091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ad4b3145-f114-45a0-8e0a-a4face2de119 req-43be1ba0-9f80-4ba7-b656-aefacbc70b79 tempest-ServersAdminNegativeTestJSON-654721114 tempest-ServersAdminNegativeTestJSON-654721114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.000254 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8ac7-e6b1-4479-bc7f-b3c619ab914e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.031483 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.039791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-940c0efe-c94d-48ad-996b-c758d2e154b9 req-8dda15fa-afa2-4ad2-b1f8-887d401fbb7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8abdca1-7105-4dd6-baed-0abe0a912722 HTTP/1.1" status: 200 len: 217 time: 0.1128845 Aug 26 10:50:52.059571 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8ac7-e6b1-4479-bc7f-b3c619ab914e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.063573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561cb463-7482-4e72-a461-9062a9018dde'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:52.066280 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137e4b51-dc83-43f1-9567-96e9bcf3d7d3" -d '{"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "561cb463-7482-4e72-a461-9062a9018dde"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:52.075923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43484) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:52.081808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 561cb463-7482-4e72-a461-9062a9018dde, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=561cb463-7482-4e72-a461-9062a9018dde,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:52.085923 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.086976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 6491ccdd-89e6-459e-8041-811f24b285dc up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:52.148881 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8ac7-e6b1-4479-bc7f-b3c619ab914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.156898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d7d8ac7-e6b1-4479-bc7f-b3c619ab914e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.164120 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d7d8ac7-e6b1-4479-bc7f-b3c619ab914e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0d918b2-116b-4653-aa3c-2e7e9243b3b8 HTTP/1.1" status: 204 len: 168 time: 0.2951472 Aug 26 10:50:52.168391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c0efe-c94d-48ad-996b-c758d2e154b9 req-9e4ad5eb-7c51-4faf-be3b-40bf06c88f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:52.170610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-940c0efe-c94d-48ad-996b-c758d2e154b9 req-9e4ad5eb-7c51-4faf-be3b-40bf06c88f08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.1145847 Aug 26 10:50:52.178845 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d8ac7-e6b1-4479-bc7f-b3c619ab914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d918b2-116b-4653-aa3c-2e7e9243b3b8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:52.185128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b0900-5834-4088-b7df-7cee8f873f3e req-adcf333d-ef18-411e-a4eb-950c2ec26f7f tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:52.187252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-016b0900-5834-4088-b7df-7cee8f873f3e req-adcf333d-ef18-411e-a4eb-950c2ec26f7f tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1494000 Aug 26 10:50:52.201694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=561cb463-7482-4e72-a461-9062a9018dde,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:52.216489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 6491ccdd-89e6-459e-8041-811f24b285dc completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:52.224940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 6491ccdd-89e6-459e-8041-811f24b285dc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:52.225882 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.287968 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4a5827c3-a75c-46e8-bf38-3e4d965c6208 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9745c3649a947ec99b66270b1f4e71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098157 Aug 26 10:50:52.290191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43492) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:52.294166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-016b0900-5834-4088-b7df-7cee8f873f3e req-61b3ad89-7ac8-434b-9546-f8f54e4cf025 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0778575 Aug 26 10:50:52.325129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ad4b3145-f114-45a0-8e0a-a4face2de119 req-43be1ba0-9f80-4ba7-b656-aefacbc70b79 tempest-ServersAdminNegativeTestJSON-654721114 tempest-ServersAdminNegativeTestJSON-654721114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.327471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c0efe-c94d-48ad-996b-c758d2e154b9 req-9faaa122-75fd-4a18-97e1-5003f2ae3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:52.329639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-940c0efe-c94d-48ad-996b-c758d2e154b9 req-9faaa122-75fd-4a18-97e1-5003f2ae3543 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409900 Aug 26 10:50:52.330222 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.332812 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ad4b3145-f114-45a0-8e0a-a4face2de119 req-43be1ba0-9f80-4ba7-b656-aefacbc70b79 tempest-ServersAdminNegativeTestJSON-654721114 tempest-ServersAdminNegativeTestJSON-654721114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.360375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad4b3145-f114-45a0-8e0a-a4face2de119 req-43be1ba0-9f80-4ba7-b656-aefacbc70b79 tempest-ServersAdminNegativeTestJSON-654721114 tempest-ServersAdminNegativeTestJSON-654721114-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491091 Aug 26 10:50:52.380284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e7faaea-f2b2-4b0f-8f35-52e596bff889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.402322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 6491ccdd-89e6-459e-8041-811f24b285dc, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6491ccdd-89e6-459e-8041-811f24b285dc,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:52.410654 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.413178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:52.418883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e7faaea-f2b2-4b0f-8f35-52e596bff889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.439760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be1ba0-9f80-4ba7-b656-aefacbc70b79 tempest-ServersAdminNegativeTestJSON-654721114 tempest-ServersAdminNegativeTestJSON-654721114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329935ee-a6e7-4d65-bbdc-5dbdc79d3a29,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:52.506916 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e7faaea-f2b2-4b0f-8f35-52e596bff889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.509877 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e7faaea-f2b2-4b0f-8f35-52e596bff889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.511094 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3e7faaea-f2b2-4b0f-8f35-52e596bff889 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48d2c0a8-b4c0-42db-8a91-2e5f8cbdcb59 HTTP/1.1" status: 204 len: 168 time: 0.2199237 Aug 26 10:50:52.522044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7faaea-f2b2-4b0f-8f35-52e596bff889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d2c0a8-b4c0-42db-8a91-2e5f8cbdcb59,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:52.534139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-940c0efe-c94d-48ad-996b-c758d2e154b9 req-5e895737-3daf-426d-8527-74ad36a2852c service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864340 Aug 26 10:50:52.548568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-6fb1659a-ce0f-47bd-ac15-f3e0ac458337 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:52.550084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-6fb1659a-ce0f-47bd-ac15-f3e0ac458337 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1038170 Aug 26 10:50:52.564954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=6491ccdd-89e6-459e-8041-811f24b285dc,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:52.593735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:52.605201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:52.606338 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.643543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43510) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:52.663999 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-18067072-8678-4480-94e4-722e14703556 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0863907 Aug 26 10:50:52.664671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c36840b4-c5c4-4771-a710-fae6f9d391d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.686426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-fd1973c2-d9e7-44cd-9696-0cd011b94c9b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Request body: {'floatingip': {'port_id': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:52.720445 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.742507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-fd1973c2-d9e7-44cd-9696-0cd011b94c9b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.749025 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-940c0efe-c94d-48ad-996b-c758d2e154b9 req-4fa886fc-3376-4f25-ad25-214c504e50c5 service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978409 Aug 26 10:50:52.789461 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:52.797513 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.798670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c116599a-327c-4688-9f4b-1845a6872218 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:52.851202 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c36840b4-c5c4-4771-a710-fae6f9d391d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.857561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c36840b4-c5c4-4771-a710-fae6f9d391d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.897386 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c36840b4-c5c4-4771-a710-fae6f9d391d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=630a87b4166549fe89c7a95cf7fa37fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516837 Aug 26 10:50:52.898453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43514) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:52.899199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:52.905954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port c116599a-327c-4688-9f4b-1845a6872218 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:52.915394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port c116599a-327c-4688-9f4b-1845a6872218 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:52.915775 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:52.972304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36840b4-c5c4-4771-a710-fae6f9d391d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388b64e0-f419-477a-9208-02155fc5d608,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:53.025121 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-970cb4ed-9c86-44de-a297-6704d7fa7835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.049214 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-970cb4ed-9c86-44de-a297-6704d7fa7835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.064389 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.099645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43522) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:53.112682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c116599a-327c-4688-9f4b-1845a6872218, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c116599a-327c-4688-9f4b-1845a6872218,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:53.119068 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.120142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:50:53.205502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c116599a-327c-4688-9f4b-1845a6872218,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:53.261806 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.314540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:53.318996 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.400308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=11']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:53.443032 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-fd1973c2-d9e7-44cd-9696-0cd011b94c9b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.449114 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-fd1973c2-d9e7-44cd-9696-0cd011b94c9b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.494357 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-970cb4ed-9c86-44de-a297-6704d7fa7835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.497457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-970cb4ed-9c86-44de-a297-6704d7fa7835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.499686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-970cb4ed-9c86-44de-a297-6704d7fa7835 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/388b64e0-f419-477a-9208-02155fc5d608 HTTP/1.1" status: 204 len: 168 time: 0.5986681 Aug 26 10:50:53.521921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cb4ed-9c86-44de-a297-6704d7fa7835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388b64e0-f419-477a-9208-02155fc5d608,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:53.539184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1b2ba937-bb5e-4d7a-8398-b9fa7c35eff9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35df0049a30e4fe993944a9593d57d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364669 Aug 26 10:50:53.540241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43550) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:53.551377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8cd812fb-819b-4872-bbfe-4a72c5599d31 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:53.613533 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf0d4b4-acc1-43a8-be7d-5abeb9ae1a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.640710 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-fd1973c2-d9e7-44cd-9696-0cd011b94c9b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Floating IP ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a associated. External IP: 172.25.1.60, port: 9ecac652-82e1-41b9-b6a5-c5f526e27129. Aug 26 10:50:53.652557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf0d4b4-acc1-43a8-be7d-5abeb9ae1a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.655312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 8cd812fb-819b-4872-bbfe-4a72c5599d31 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:53.661950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 8cd812fb-819b-4872-bbfe-4a72c5599d31 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:53.662329 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.667121 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d962916-b2a7-44fa-b002-de1a9740ce91 x-openstack-request-id: req-1d962916-b2a7-44fa-b002-de1a9740ce91 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:53.669555 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "561cb463-7482-4e72-a461-9062a9018dde", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:53.669970 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d962916-b2a7-44fa-b002-de1a9740ce91 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:53.670361 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561cb463-7482-4e72-a461-9062a9018dde', 'code': 200} Aug 26 10:50:53.748726 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf0d4b4-acc1-43a8-be7d-5abeb9ae1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.753771 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf0d4b4-acc1-43a8-be7d-5abeb9ae1a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.759063 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-faf0d4b4-acc1-43a8-be7d-5abeb9ae1a6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87c6c0dd-da10-4b54-a53f-884d50dce309 HTTP/1.1" status: 204 len: 168 time: 0.2171566 Aug 26 10:50:53.774249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7cfaf3f7-cae0-488c-947a-8ad59c05d9fd req-582e6863-bc13-418e-8f81-f263896c4d4f tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0624449 Aug 26 10:50:53.775638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0d4b4-acc1-43a8-be7d-5abeb9ae1a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c6c0dd-da10-4b54-a53f-884d50dce309,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:53.855458 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.897108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8cd812fb-819b-4872-bbfe-4a72c5599d31, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8cd812fb-819b-4872-bbfe-4a72c5599d31,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:53.903213 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:53.904356 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 7ede19ef-72dc-45a3-aa96-ce740de55d39 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:53.947190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467107c0-97e4-4c0b-bcae-f7b04e664934 req-5d55328f-cb4a-4425-86af-6e033ab2e2ea tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:53.948934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-467107c0-97e4-4c0b-bcae-f7b04e664934 req-5d55328f-cb4a-4425-86af-6e033ab2e2ea tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.47 "GET /v2.0/ports?device_id=55c19e2c-f651-4c27-b7bc-70025e9cc4e7 HTTP/1.1" status: 200 len: 945 time: 0.1725025 Aug 26 10:50:53.996613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=8cd812fb-819b-4872-bbfe-4a72c5599d31,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:54.020646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7ba1-2fcb-4657-8209-9ebbc9290217 req-ba14718c-dae6-4244-80b8-871e8eb5bed5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:54.027209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7ba1-2fcb-4657-8209-9ebbc9290217 req-ba14718c-dae6-4244-80b8-871e8eb5bed5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:54.028845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 7ede19ef-72dc-45a3-aa96-ce740de55d39 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:54.033830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 7ede19ef-72dc-45a3-aa96-ce740de55d39 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:54.034054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7ba1-2fcb-4657-8209-9ebbc9290217 req-ba14718c-dae6-4244-80b8-871e8eb5bed5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:54.034419 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:54.040018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7ba1-2fcb-4657-8209-9ebbc9290217 req-ba14718c-dae6-4244-80b8-871e8eb5bed5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:54.046035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7ba1-2fcb-4657-8209-9ebbc9290217 req-ba14718c-dae6-4244-80b8-871e8eb5bed5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:54.052111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7ba1-2fcb-4657-8209-9ebbc9290217 req-ba14718c-dae6-4244-80b8-871e8eb5bed5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:54.058170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd7ba1-2fcb-4657-8209-9ebbc9290217 req-ba14718c-dae6-4244-80b8-871e8eb5bed5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:54.066188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81fd7ba1-2fcb-4657-8209-9ebbc9290217 req-ba14718c-dae6-4244-80b8-871e8eb5bed5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5443 time: 0.1974857 Aug 26 10:50:54.159028 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:54.200839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 7ede19ef-72dc-45a3-aa96-ce740de55d39, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7ede19ef-72dc-45a3-aa96-ce740de55d39,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:54.210385 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:54.211563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device bb16c58f-9309-43fb-a678-c08585b38681 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:50:54.236773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81fd7ba1-2fcb-4657-8209-9ebbc9290217 req-6720636b-4718-43ad-91ff-c8cb6c341a6a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1696904 Aug 26 10:50:54.315139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=7ede19ef-72dc-45a3-aa96-ce740de55d39,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:54.365031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port bb16c58f-9309-43fb-a678-c08585b38681 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:50:54.371169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port bb16c58f-9309-43fb-a678-c08585b38681 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:50:54.371732 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:54.492631 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:54.544653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port bb16c58f-9309-43fb-a678-c08585b38681, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=bb16c58f-9309-43fb-a678-c08585b38681,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:54.550690 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:54.606964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-fd1973c2-d9e7-44cd-9696-0cd011b94c9b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Router 334dc713-0018-4dc7-8f0b-11df059d0b08 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:50:54.614037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=bb16c58f-9309-43fb-a678-c08585b38681,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:54.658385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-467107c0-97e4-4c0b-bcae-f7b04e664934 req-e1590a1a-03ee-41aa-986c-5f9fb9e3d94c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Deleting port f8abdca1-7105-4dd6-baed-0abe0a912722 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:54.658815 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-467107c0-97e4-4c0b-bcae-f7b04e664934 req-e1590a1a-03ee-41aa-986c-5f9fb9e3d94c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:54.761966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0a852-c4a7-4181-acd9-4102590495bd req-4c5df075-de7c-42f4-be1c-82aa71790bd6 tempest-ServersAdminNegativeTestJSON-654721114 tempest-ServersAdminNegativeTestJSON-654721114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:54.763674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ad0a852-c4a7-4181-acd9-4102590495bd req-4c5df075-de7c-42f4-be1c-82aa71790bd6 tempest-ServersAdminNegativeTestJSON-654721114 tempest-ServersAdminNegativeTestJSON-654721114-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 1101 time: 0.1728480 Aug 26 10:50:54.882620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-467107c0-97e4-4c0b-bcae-f7b04e664934 req-e1590a1a-03ee-41aa-986c-5f9fb9e3d94c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] For port f8abdca1-7105-4dd6-baed-0abe0a912722, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f8abdca1-7105-4dd6-baed-0abe0a912722,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:54.883037 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-467107c0-97e4-4c0b-bcae-f7b04e664934 req-e1590a1a-03ee-41aa-986c-5f9fb9e3d94c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:54.896260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ad0a852-c4a7-4181-acd9-4102590495bd req-e8c4804f-5b5b-46d0-b506-91d2bd0ffc60 tempest-ServersAdminNegativeTestJSON-654721114 tempest-ServersAdminNegativeTestJSON-654721114-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223555 Aug 26 10:50:54.899197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-fd1973c2-d9e7-44cd-9696-0cd011b94c9b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:50:54.908670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-fd1973c2-d9e7-44cd-9696-0cd011b94c9b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:54.911460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094473c8-8b24-4d3f-b2d2-21f7718387ab None None] Sync routers for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:50:54.921719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-467107c0-97e4-4c0b-bcae-f7b04e664934 req-e1590a1a-03ee-41aa-986c-5f9fb9e3d94c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Calling delete_port for f8abdca1-7105-4dd6-baed-0abe0a912722 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:54.923427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094473c8-8b24-4d3f-b2d2-21f7718387ab None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:54.924636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-094473c8-8b24-4d3f-b2d2-21f7718387ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:54.968431 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-fd1973c2-d9e7-44cd-9696-0cd011b94c9b tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "PUT /v2.0/floatingips/ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a HTTP/1.1" status: 200 len: 995 time: 2.2943215 Aug 26 10:50:55.000632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:55.003057 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3258a67-1e11-426d-9533-040fb757b90f" -d '{"events": [{"name": "network-changed", "server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:55.084123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-1b800982-aa0a-43b0-8578-f6adb9a4e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:55.085859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-094473c8-8b24-4d3f-b2d2-21f7718387ab None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:55.093106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-1b800982-aa0a-43b0-8578-f6adb9a4e8fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 1097 time: 0.0869167 Aug 26 10:50:55.257500 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-467107c0-97e4-4c0b-bcae-f7b04e664934 req-e1590a1a-03ee-41aa-986c-5f9fb9e3d94c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:55.260196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-f1b898f9-b3e3-4214-b339-206a254fd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:55.269775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-f1b898f9-b3e3-4214-b339-206a254fd8f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.1753387 Aug 26 10:50:55.279067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9ecac652-82e1-41b9-b6a5-c5f526e27129'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:55.367405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1590a1a-03ee-41aa-986c-5f9fb9e3d94c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Pushing event deleted for resources: {'Port': ['ID=f8abdca1-7105-4dd6-baed-0abe0a912722,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:55.530943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-467107c0-97e4-4c0b-bcae-f7b04e664934 req-e1590a1a-03ee-41aa-986c-5f9fb9e3d94c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] No DVR routers for this DVR port f8abdca1-7105-4dd6-baed-0abe0a912722 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:50:55.537781 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-467107c0-97e4-4c0b-bcae-f7b04e664934 req-e1590a1a-03ee-41aa-986c-5f9fb9e3d94c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:55.540724 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-467107c0-97e4-4c0b-bcae-f7b04e664934 req-e1590a1a-03ee-41aa-986c-5f9fb9e3d94c tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.47 "DELETE /v2.0/ports/f8abdca1-7105-4dd6-baed-0abe0a912722 HTTP/1.1" status: 204 len: 173 time: 1.5793891 Aug 26 10:50:55.553953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-69411954-ee36-46e5-a864-5713b1807026 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 998 time: 0.2827153 Aug 26 10:50:55.578805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-094473c8-8b24-4d3f-b2d2-21f7718387ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:d8:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6caad-d555-4840-abd3-dad32d062423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:53Z', 'revision_number': 8, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:55.618792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-48258ac8-ae55-43a5-b5b4-2201315f8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:55.626257 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-48258ac8-ae55-43a5-b5b4-2201315f8bbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.0698931 Aug 26 10:50:55.633557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094473c8-8b24-4d3f-b2d2-21f7718387ab None None] Checking router: 334dc713-0018-4dc7-8f0b-11df059d0b08 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:50:55.654926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094473c8-8b24-4d3f-b2d2-21f7718387ab None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:55.655731 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-094473c8-8b24-4d3f-b2d2-21f7718387ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:55.671371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6491ccdd-89e6-459e-8041-811f24b285dc'}, {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3e3a32-4124-4d6c-b343-dc8b3b0437c2'}, {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c116599a-327c-4688-9f4b-1845a6872218'}, {'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5'}, {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd812fb-819b-4872-bbfe-4a72c5599d31'}, {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ede19ef-72dc-45a3-aa96-ce740de55d39'}, {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb16c58f-9309-43fb-a678-c08585b38681'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:55.674307 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6f1be8-2f02-4684-b229-023504b7111f" -d '{"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "6491ccdd-89e6-459e-8041-811f24b285dc"}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "6c3e3a32-4124-4d6c-b343-dc8b3b0437c2"}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "c116599a-327c-4688-9f4b-1845a6872218"}, {"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5"}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "8cd812fb-819b-4872-bbfe-4a72c5599d31"}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "7ede19ef-72dc-45a3-aa96-ce740de55d39"}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "bb16c58f-9309-43fb-a678-c08585b38681"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:55.689788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-8ba74c2c-8fe7-47d9-8564-7e166c3891a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:55.707471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-8ba74c2c-8fe7-47d9-8564-7e166c3891a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797009 Aug 26 10:50:55.817984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-49e1516c-33e8-4bc6-9d29-1c73367b4959 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091425 Aug 26 10:50:55.935424 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65b25fda-457c-4c26-a898-2e7f2ee1e4b0 req-7a04849d-5472-4997-afc8-f72c67b4b48c service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073792 Aug 26 10:50:55.940238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-094473c8-8b24-4d3f-b2d2-21f7718387ab None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:55.978279 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807f63d-cad3-4bc1-ac19-d2f7387ef759 x-openstack-request-id: req-9807f63d-cad3-4bc1-ac19-d2f7387ef759 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:55.978648 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:55.979024 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9807f63d-cad3-4bc1-ac19-d2f7387ef759 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:55.979469 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'status': 'completed', 'code': 200} Aug 26 10:50:56.183783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258a67-1e11-426d-9533-040fb757b90f req-7efd8ad4-ce7e-4f38-afee-bab7f2491731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.185381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3258a67-1e11-426d-9533-040fb757b90f req-7efd8ad4-ce7e-4f38-afee-bab7f2491731 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 1097 time: 0.1560843 Aug 26 10:50:56.232860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86b9c0-1336-492e-b2fb-56aaccf61d77 req-9d47b9e1-0063-408d-a20c-64bd65fccf26 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.236365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c86b9c0-1336-492e-b2fb-56aaccf61d77 req-9d47b9e1-0063-408d-a20c-64bd65fccf26 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 946 time: 0.1415071 Aug 26 10:50:56.244984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-094473c8-8b24-4d3f-b2d2-21f7718387ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:d8:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6caad-d555-4840-abd3-dad32d062423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:53Z', 'revision_number': 8, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:56.277832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094473c8-8b24-4d3f-b2d2-21f7718387ab None None] The sync data for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 is: [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'port_id': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'mac_address': 'fa:16:3e:d8:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6caad-d555-4840-abd3-dad32d062423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:50:04Z', 'updated_at': '2021-08-26T10:50:53Z', 'revision_number': 8, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:50:56.295667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98855192-1098-4206-b39b-2a80184829ef req-db54a6a1-6c8d-4fb4-af82-573054d4f250 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.302381 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98855192-1098-4206-b39b-2a80184829ef req-db54a6a1-6c8d-4fb4-af82-573054d4f250 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.308368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98855192-1098-4206-b39b-2a80184829ef req-db54a6a1-6c8d-4fb4-af82-573054d4f250 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.314989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98855192-1098-4206-b39b-2a80184829ef req-db54a6a1-6c8d-4fb4-af82-573054d4f250 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.321014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98855192-1098-4206-b39b-2a80184829ef req-db54a6a1-6c8d-4fb4-af82-573054d4f250 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.327036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98855192-1098-4206-b39b-2a80184829ef req-db54a6a1-6c8d-4fb4-af82-573054d4f250 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.332926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98855192-1098-4206-b39b-2a80184829ef req-db54a6a1-6c8d-4fb4-af82-573054d4f250 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.334938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98855192-1098-4206-b39b-2a80184829ef req-db54a6a1-6c8d-4fb4-af82-573054d4f250 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5445 time: 0.2276657 Aug 26 10:50:56.403070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c86b9c0-1336-492e-b2fb-56aaccf61d77 req-6b0e4e5a-61f6-4863-bb7a-eab9a77d81b4 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/security-groups?id=73ed1e64-d280-4e82-adba-5743f3643e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362574 Aug 26 10:50:56.440352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98855192-1098-4206-b39b-2a80184829ef req-14f2366f-1ad6-429b-b67d-e57a1dfcc7e5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863709 Aug 26 10:50:56.447013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258a67-1e11-426d-9533-040fb757b90f req-33df55f7-4542-45ea-b75a-0448a7b3f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.448816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3258a67-1e11-426d-9533-040fb757b90f req-33df55f7-4542-45ea-b75a-0448a7b3f125 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.2523043 Aug 26 10:50:56.517393 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1211 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfb54a1-e430-44c5-965c-eb333139c6da x-openstack-request-id: req-7bfb54a1-e430-44c5-965c-eb333139c6da {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:56.517940 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "6491ccdd-89e6-459e-8041-811f24b285dc", "code": 200}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "6c3e3a32-4124-4d6c-b343-dc8b3b0437c2", "code": 200}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "c116599a-327c-4688-9f4b-1845a6872218", "code": 200}, {"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5", "code": 200}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "8cd812fb-819b-4872-bbfe-4a72c5599d31", "code": 200}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "7ede19ef-72dc-45a3-aa96-ce740de55d39", "code": 200}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-plugged", "status": "completed", "tag": "bb16c58f-9309-43fb-a678-c08585b38681", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:56.518203 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bfb54a1-e430-44c5-965c-eb333139c6da {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:56.519243 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6491ccdd-89e6-459e-8041-811f24b285dc', 'code': 200} Aug 26 10:50:56.519550 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3e3a32-4124-4d6c-b343-dc8b3b0437c2', 'code': 200} Aug 26 10:50:56.519819 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c116599a-327c-4688-9f4b-1845a6872218', 'code': 200} Aug 26 10:50:56.520076 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'code': 200} Aug 26 10:50:56.520328 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd812fb-819b-4872-bbfe-4a72c5599d31', 'code': 200} Aug 26 10:50:56.520579 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ede19ef-72dc-45a3-aa96-ce740de55d39', 'code': 200} Aug 26 10:50:56.520825 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb16c58f-9309-43fb-a678-c08585b38681', 'code': 200} Aug 26 10:50:56.547415 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2819f0ff-2c26-47b0-bccc-3886e9c0f73d None None] New status for floating IP ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:50:56.572103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3258a67-1e11-426d-9533-040fb757b90f req-21f6a1e7-daf4-44da-8a10-fe303421d88f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 998 time: 0.1137207 Aug 26 10:50:56.706015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f8abdca1-7105-4dd6-baed-0abe0a912722 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:50:56.733771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: f8abdca1-7105-4dd6-baed-0abe0a912722 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:50:56.734127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f8abdca1-7105-4dd6-baed-0abe0a912722 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:50:56.760386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258a67-1e11-426d-9533-040fb757b90f req-686f2936-59a3-4b61-bcec-8d36f7d182db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.761889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3258a67-1e11-426d-9533-040fb757b90f req-686f2936-59a3-4b61-bcec-8d36f7d182db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.1790643 Aug 26 10:50:56.810303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a76b5250-60f9-400b-bfb2-49671f5eb2fc req-ecbed87b-f9eb-4a6a-9a33-a3101d378702 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips/ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a HTTP/1.1" status: 200 len: 995 time: 0.1951885 Aug 26 10:50:56.815630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400a61a-20d4-45fd-8ac3-4651fbae3621 req-0ffd327f-f5f6-408c-ab7f-36f36c048eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.816118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400a61a-20d4-45fd-8ac3-4651fbae3621 req-0ffd327f-f5f6-408c-ab7f-36f36c048eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.816597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400a61a-20d4-45fd-8ac3-4651fbae3621 req-0ffd327f-f5f6-408c-ab7f-36f36c048eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.817070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400a61a-20d4-45fd-8ac3-4651fbae3621 req-0ffd327f-f5f6-408c-ab7f-36f36c048eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.817541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400a61a-20d4-45fd-8ac3-4651fbae3621 req-0ffd327f-f5f6-408c-ab7f-36f36c048eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.818011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400a61a-20d4-45fd-8ac3-4651fbae3621 req-0ffd327f-f5f6-408c-ab7f-36f36c048eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.818475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400a61a-20d4-45fd-8ac3-4651fbae3621 req-0ffd327f-f5f6-408c-ab7f-36f36c048eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.820398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7400a61a-20d4-45fd-8ac3-4651fbae3621 req-0ffd327f-f5f6-408c-ab7f-36f36c048eab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6509 time: 0.1793160 Aug 26 10:50:56.853553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609b33b-e5ca-4604-b745-a2545e5cc564 req-6890b640-4f19-4e30-b48b-f54cc62cc735 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.855059 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b609b33b-e5ca-4604-b745-a2545e5cc564 req-6890b640-4f19-4e30-b48b-f54cc62cc735 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 946 time: 0.0493217 Aug 26 10:50:56.901438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aec2e-ae8a-4f9e-b116-9ef1c857797b req-016e9b9f-ffcf-49d2-ab2d-4d6bd64b3f9f tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.902883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-431aec2e-ae8a-4f9e-b116-9ef1c857797b req-016e9b9f-ffcf-49d2-ab2d-4d6bd64b3f9f tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 948 time: 0.1947527 Aug 26 10:50:56.959107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-b609b33b-e5ca-4604-b745-a2545e5cc564 req-1f8688dd-a4c4-4167-a779-4aa04c4c6dca tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Deleting port 7b67d550-36f8-4889-a58e-c774383cbb1b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:56.959606 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b609b33b-e5ca-4604-b745-a2545e5cc564 req-1f8688dd-a4c4-4167-a779-4aa04c4c6dca tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:56.962240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258a67-1e11-426d-9533-040fb757b90f req-b33c5256-5efb-4ca6-9a6b-7e3a1f6509ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:56.963798 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3258a67-1e11-426d-9533-040fb757b90f req-b33c5256-5efb-4ca6-9a6b-7e3a1f6509ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884141 Aug 26 10:50:56.968581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7400a61a-20d4-45fd-8ac3-4651fbae3621 req-2058505a-c35e-446b-acbd-31c4180044f4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327245 Aug 26 10:50:57.040021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-431aec2e-ae8a-4f9e-b116-9ef1c857797b req-9b47a84d-cc34-42de-b8c4-2ebf41bda4b5 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238484 Aug 26 10:50:57.058546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b5250-60f9-400b-bfb2-49671f5eb2fc req-466b4d2e-080e-4685-874b-5da935b4a92e tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:57.059976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a76b5250-60f9-400b-bfb2-49671f5eb2fc req-466b4d2e-080e-4685-874b-5da935b4a92e tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.2376976 Aug 26 10:50:57.069785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b609b33b-e5ca-4604-b745-a2545e5cc564 req-1f8688dd-a4c4-4167-a779-4aa04c4c6dca tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] For port 7b67d550-36f8-4889-a58e-c774383cbb1b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7b67d550-36f8-4889-a58e-c774383cbb1b,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:57.070276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b609b33b-e5ca-4604-b745-a2545e5cc564 req-1f8688dd-a4c4-4167-a779-4aa04c4c6dca tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:57.085768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-b609b33b-e5ca-4604-b745-a2545e5cc564 req-1f8688dd-a4c4-4167-a779-4aa04c4c6dca tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Calling delete_port for 7b67d550-36f8-4889-a58e-c774383cbb1b owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:57.106840 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3258a67-1e11-426d-9533-040fb757b90f req-4e4d5e43-981e-4d05-8f69-a99ef0356b41 service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343215 Aug 26 10:50:57.247773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3258a67-1e11-426d-9533-040fb757b90f req-cc625d4b-be18-4d7b-80bc-ec6118f3dbec service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270998 Aug 26 10:50:57.276182 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b609b33b-e5ca-4604-b745-a2545e5cc564 req-1f8688dd-a4c4-4167-a779-4aa04c4c6dca tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:57.289085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['7b67d550-36f8-4889-a58e-c774383cbb1b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:57.328480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8688dd-a4c4-4167-a779-4aa04c4c6dca tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Pushing event deleted for resources: {'Port': ['ID=7b67d550-36f8-4889-a58e-c774383cbb1b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:57.329033 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-bcc2de26-f5f3-4cd1-a68f-f75dc601b049 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.0889947 Aug 26 10:50:57.374919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b609b33b-e5ca-4604-b745-a2545e5cc564 req-1f8688dd-a4c4-4167-a779-4aa04c4c6dca tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] No DVR routers for this DVR port 7b67d550-36f8-4889-a58e-c774383cbb1b on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:50:57.378699 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b609b33b-e5ca-4604-b745-a2545e5cc564 req-1f8688dd-a4c4-4167-a779-4aa04c4c6dca tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:57.381445 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b609b33b-e5ca-4604-b745-a2545e5cc564 req-1f8688dd-a4c4-4167-a779-4aa04c4c6dca tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.47 "DELETE /v2.0/ports/7b67d550-36f8-4889-a58e-c774383cbb1b HTTP/1.1" status: 204 len: 173 time: 0.5198779 Aug 26 10:50:57.382140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'name': 'network-vif-deleted', 'tag': '7b67d550-36f8-4889-a58e-c774383cbb1b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:57.383040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-b9fa4035-3d0f-4456-be5f-9184bfc7042e tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:57.392315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-b9fa4035-3d0f-4456-be5f-9184bfc7042e tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports/9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 942 time: 0.0613844 Aug 26 10:50:57.394250 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad4ad8f-3af1-4a36-babb-037baba43c48" -d '{"events": [{"server_uuid": "9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd", "name": "network-vif-deleted", "tag": "7b67d550-36f8-4889-a58e-c774383cbb1b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:57.497953 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9098d452-f674-4ae7-a829-cf6ffdb2f80a x-openstack-request-id: req-9098d452-f674-4ae7-a829-cf6ffdb2f80a {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:57.498252 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd", "name": "network-vif-deleted", "tag": "7b67d550-36f8-4889-a58e-c774383cbb1b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:57.498508 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9098d452-f674-4ae7-a829-cf6ffdb2f80a {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:57.499006 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd', 'name': 'network-vif-deleted', 'tag': '7b67d550-36f8-4889-a58e-c774383cbb1b', 'status': 'completed', 'code': 200} Aug 26 10:50:57.577039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-91bc833b-6cb3-4e69-a22a-594c4a5d1fb8 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.1154313 Aug 26 10:50:57.604755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43702) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:57.684811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed6499-fed3-4be2-81e7-35572bf0d2ed req-4fcf15e9-ebae-47ff-8991-3e9ebfbea143 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:57.686853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bed6499-fed3-4be2-81e7-35572bf0d2ed req-4fcf15e9-ebae-47ff-8991-3e9ebfbea143 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 949 time: 0.1216140 Aug 26 10:50:57.714626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b8d4eaf5-aa48-49a4-aa12-f656496e1800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:57.748421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-1881ee06-8f58-4fab-8c71-11fce4a88130 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:57.749701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-1881ee06-8f58-4fab-8c71-11fce4a88130 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.1521137 Aug 26 10:50:57.757434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bed6499-fed3-4be2-81e7-35572bf0d2ed req-daf33d5b-db70-4b4a-a738-8c545ba88815 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648658 Aug 26 10:50:57.820050 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b8d4eaf5-aa48-49a4-aa12-f656496e1800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:57.825801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b8d4eaf5-aa48-49a4-aa12-f656496e1800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:57.845508 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-8b83ef97-6b66-473e-85bf-33c7bc810ff6 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.0865357 Aug 26 10:50:57.851523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-97aa7bbe-ea73-4813-981f-f9c2da221994 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:50:57.872583 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b8d4eaf5-aa48-49a4-aa12-f656496e1800 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a1661866ea94c0fbacab961d311cf14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666886 Aug 26 10:50:57.874919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4eaf5-aa48-49a4-aa12-f656496e1800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62135a2-c135-42ef-aba0-39088202fdd7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:57.878640 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43706) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:57.912046 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3fa49cd-4439-43c4-95de-7e08f66703d8 req-a79b2197-b6da-44f0-8e41-5dbe4651ffbd tempest-FloatingIPsAssociationNegativeTestJSON-1848976925 tempest-FloatingIPsAssociationNegativeTestJSON-1848976925-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6f0b82-09d2-42a1-89a0-22cbe0dce1bd HTTP/1.1" status: 200 len: 210 time: 0.0637012 Aug 26 10:50:57.943975 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cf7b-11ca-4506-8b8f-cd3a25341e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:57.948019 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-97aa7bbe-ea73-4813-981f-f9c2da221994 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:57.978101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cf7b-11ca-4506-8b8f-cd3a25341e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:58.000597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'name': 'network-vif-deleted', 'tag': 'f8abdca1-7105-4dd6-baed-0abe0a912722'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:50:58.004364 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4da1c8-311b-498c-a9e3-1caed08efcc8" -d '{"events": [{"server_uuid": "55c19e2c-f651-4c27-b7bc-70025e9cc4e7", "name": "network-vif-deleted", "tag": "f8abdca1-7105-4dd6-baed-0abe0a912722"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:50:58.039111 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cf7b-11ca-4506-8b8f-cd3a25341e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:58.041688 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cf7b-11ca-4506-8b8f-cd3a25341e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:58.042993 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1ea0cf7b-11ca-4506-8b8f-cd3a25341e8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e62135a2-c135-42ef-aba0-39088202fdd7 HTTP/1.1" status: 204 len: 168 time: 0.1631050 Aug 26 10:50:58.051458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0cf7b-11ca-4506-8b8f-cd3a25341e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62135a2-c135-42ef-aba0-39088202fdd7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:58.117957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb276-7633-4b51-a82c-93cbd85facb0 req-247db7e2-ce31-4dc7-a76b-20b25964cc5b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:58.124371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb276-7633-4b51-a82c-93cbd85facb0 req-247db7e2-ce31-4dc7-a76b-20b25964cc5b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:58.130994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb276-7633-4b51-a82c-93cbd85facb0 req-247db7e2-ce31-4dc7-a76b-20b25964cc5b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:58.136875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb276-7633-4b51-a82c-93cbd85facb0 req-247db7e2-ce31-4dc7-a76b-20b25964cc5b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:58.143343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb276-7633-4b51-a82c-93cbd85facb0 req-247db7e2-ce31-4dc7-a76b-20b25964cc5b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:58.149239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb276-7633-4b51-a82c-93cbd85facb0 req-247db7e2-ce31-4dc7-a76b-20b25964cc5b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:58.155334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeb276-7633-4b51-a82c-93cbd85facb0 req-247db7e2-ce31-4dc7-a76b-20b25964cc5b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:58.157631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bffeb276-7633-4b51-a82c-93cbd85facb0 req-247db7e2-ce31-4dc7-a76b-20b25964cc5b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5445 time: 0.1494684 Aug 26 10:50:58.518930 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-97aa7bbe-ea73-4813-981f-f9c2da221994 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:58.523709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bffeb276-7633-4b51-a82c-93cbd85facb0 req-17293740-c2eb-4c65-bc46-2a462ea5875f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195259 Aug 26 10:50:58.525724 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-97aa7bbe-ea73-4813-981f-f9c2da221994 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:58.526052 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-97aa7bbe-ea73-4813-981f-f9c2da221994 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Floating IP ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a disassociated. External IP: 172.25.1.60, port: 9ecac652-82e1-41b9-b6a5-c5f526e27129. Aug 26 10:50:58.535660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4892b-f8f5-4e77-97f7-6cc8b5815f8c req-f2683bbc-bdb4-41e2-b3ce-864fb9a563fb tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:58.537163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7f4892b-f8f5-4e77-97f7-6cc8b5815f8c req-f2683bbc-bdb4-41e2-b3ce-864fb9a563fb tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.42 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 948 time: 0.1319373 Aug 26 10:50:58.617149 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d6468a-890e-4d5e-a084-9567c633c25b x-openstack-request-id: req-60d6468a-890e-4d5e-a084-9567c633c25b {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:50:58.617454 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c19e2c-f651-4c27-b7bc-70025e9cc4e7", "name": "network-vif-deleted", "tag": "f8abdca1-7105-4dd6-baed-0abe0a912722", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:50:58.617707 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60d6468a-890e-4d5e-a084-9567c633c25b {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:50:58.618218 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c19e2c-f651-4c27-b7bc-70025e9cc4e7', 'name': 'network-vif-deleted', 'tag': 'f8abdca1-7105-4dd6-baed-0abe0a912722', 'status': 'completed', 'code': 200} Aug 26 10:50:58.815448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034f81b-4718-40a5-ad93-b34cb7829234 req-9fbff78c-5487-43f1-b172-51642498cc4c tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:58.817063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e034f81b-4718-40a5-ad93-b34cb7829234 req-9fbff78c-5487-43f1-b172-51642498cc4c tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 948 time: 0.1206353 Aug 26 10:50:58.823543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-b7f4892b-f8f5-4e77-97f7-6cc8b5815f8c req-2cd1b4c3-c09d-462a-808d-efe7d631b447 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Deleting port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:58.823887 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7f4892b-f8f5-4e77-97f7-6cc8b5815f8c req-2cd1b4c3-c09d-462a-808d-efe7d631b447 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:58.979290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e034f81b-4718-40a5-ad93-b34cb7829234 req-5ea9f460-e184-4ca9-9f1e-4b6feec0b0e0 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed5447df-62df-4173-8cfc-d26ac89dacde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509364 Aug 26 10:50:58.997076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-97aa7bbe-ea73-4813-981f-f9c2da221994 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Router 334dc713-0018-4dc7-8f0b-11df059d0b08 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:50:59.012350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-b7f4892b-f8f5-4e77-97f7-6cc8b5815f8c req-2cd1b4c3-c09d-462a-808d-efe7d631b447 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] For port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:59.012734 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7f4892b-f8f5-4e77-97f7-6cc8b5815f8c req-2cd1b4c3-c09d-462a-808d-efe7d631b447 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:59.030375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-b7f4892b-f8f5-4e77-97f7-6cc8b5815f8c req-2cd1b4c3-c09d-462a-808d-efe7d631b447 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Calling delete_port for ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:59.220604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-97aa7bbe-ea73-4813-981f-f9c2da221994 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:50:59.234419 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-97aa7bbe-ea73-4813-981f-f9c2da221994 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:59.237707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d9f87-3ff7-4eaf-9f40-3859d3db0cfe None None] Sync routers for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:50:59.250533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486467c-0f89-44a1-a5af-f2dcaae20523 req-3473ac4f-41d9-4fe5-b470-2043b0ec2c88 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.252339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d9f87-3ff7-4eaf-9f40-3859d3db0cfe None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:59.252729 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7486467c-0f89-44a1-a5af-f2dcaae20523 req-3473ac4f-41d9-4fe5-b470-2043b0ec2c88 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 949 time: 0.1307721 Aug 26 10:50:59.252979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bf4d9f87-3ff7-4eaf-9f40-3859d3db0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:59.261733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42725f6a-db3b-4fb7-856e-956470ba57b4 req-6da364f5-ba88-4f30-861c-99306fda978d tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.263359 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-42725f6a-db3b-4fb7-856e-956470ba57b4 req-6da364f5-ba88-4f30-861c-99306fda978d tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.42 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 949 time: 0.0643439 Aug 26 10:50:59.306315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-97aa7bbe-ea73-4813-981f-f9c2da221994 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "PUT /v2.0/floatingips/ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a HTTP/1.1" status: 200 len: 695 time: 1.4597330 Aug 26 10:50:59.368673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-42725f6a-db3b-4fb7-856e-956470ba57b4 req-8032e787-c2f8-47a9-ba56-15511a39b31b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Deleting port 1c58be58-9dc1-4268-b89e-8a815861ac45 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:50:59.369595 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-42725f6a-db3b-4fb7-856e-956470ba57b4 req-8032e787-c2f8-47a9-ba56-15511a39b31b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:59.376473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-bf4d9f87-3ff7-4eaf-9f40-3859d3db0cfe None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:59.392717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7486467c-0f89-44a1-a5af-f2dcaae20523 req-39864414-f7c0-4aa7-b149-5cfc742f6e3c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228647 Aug 26 10:50:59.406654 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7f4892b-f8f5-4e77-97f7-6cc8b5815f8c req-2cd1b4c3-c09d-462a-808d-efe7d631b447 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:59.463220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-26868189-ef4a-4bb2-bb97-553f2372db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.472329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-26868189-ef4a-4bb2-bb97-553f2372db07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 1097 time: 0.1453218 Aug 26 10:50:59.481889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-42725f6a-db3b-4fb7-856e-956470ba57b4 req-8032e787-c2f8-47a9-ba56-15511a39b31b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] For port 1c58be58-9dc1-4268-b89e-8a815861ac45, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1c58be58-9dc1-4268-b89e-8a815861ac45,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:50:59.482404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-42725f6a-db3b-4fb7-856e-956470ba57b4 req-8032e787-c2f8-47a9-ba56-15511a39b31b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:59.501109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-42725f6a-db3b-4fb7-856e-956470ba57b4 req-8032e787-c2f8-47a9-ba56-15511a39b31b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Calling delete_port for 1c58be58-9dc1-4268-b89e-8a815861ac45 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:50:59.539671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1b4c3-c09d-462a-808d-efe7d631b447 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Pushing event deleted for resources: {'Port': ['ID=ce8fb64d-2998-4bc6-8180-3c33f30c5ce5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:50:59.608733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bf4d9f87-3ff7-4eaf-9f40-3859d3db0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:59.621836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f4892b-f8f5-4e77-97f7-6cc8b5815f8c req-2cd1b4c3-c09d-462a-808d-efe7d631b447 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] No DVR routers for this DVR port ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:50:59.626260 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7f4892b-f8f5-4e77-97f7-6cc8b5815f8c req-2cd1b4c3-c09d-462a-808d-efe7d631b447 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:59.628683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7f4892b-f8f5-4e77-97f7-6cc8b5815f8c req-2cd1b4c3-c09d-462a-808d-efe7d631b447 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.42 "DELETE /v2.0/ports/ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 HTTP/1.1" status: 204 len: 173 time: 1.0404046 Aug 26 10:50:59.636404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43752) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:50:59.648970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d9f87-3ff7-4eaf-9f40-3859d3db0cfe None None] Checking router: 334dc713-0018-4dc7-8f0b-11df059d0b08 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:50:59.662359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d9f87-3ff7-4eaf-9f40-3859d3db0cfe None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:50:59.663836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bf4d9f87-3ff7-4eaf-9f40-3859d3db0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:50:59.709791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-4a4a8a84-a1f8-423c-bb86-4ea7910bd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.713653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-4a4a8a84-a1f8-423c-bb86-4ea7910bd8f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.2394204 Aug 26 10:50:59.786627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-bf4d9f87-3ff7-4eaf-9f40-3859d3db0cfe None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:50:59.800315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-951dd730-15de-4c58-b9a1-5ebfa75957ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 217 time: 0.0728498 Aug 26 10:50:59.852305 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-42725f6a-db3b-4fb7-856e-956470ba57b4 req-8032e787-c2f8-47a9-ba56-15511a39b31b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:50:59.854216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b8b84-fa9f-4844-9a36-88dc47fc3460 req-3335c6e2-c16b-4353-82d9-2b1a538dbde5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.860856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b8b84-fa9f-4844-9a36-88dc47fc3460 req-3335c6e2-c16b-4353-82d9-2b1a538dbde5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.868076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b8b84-fa9f-4844-9a36-88dc47fc3460 req-3335c6e2-c16b-4353-82d9-2b1a538dbde5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.871026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['024c4fb4-cb81-4d8d-9f05-502bb24b99b8', '1c58be58-9dc1-4268-b89e-8a815861ac45'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:50:59.873291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b8b84-fa9f-4844-9a36-88dc47fc3460 req-3335c6e2-c16b-4353-82d9-2b1a538dbde5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.880009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b8b84-fa9f-4844-9a36-88dc47fc3460 req-3335c6e2-c16b-4353-82d9-2b1a538dbde5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.887381 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b8b84-fa9f-4844-9a36-88dc47fc3460 req-3335c6e2-c16b-4353-82d9-2b1a538dbde5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.894008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b8b84-fa9f-4844-9a36-88dc47fc3460 req-3335c6e2-c16b-4353-82d9-2b1a538dbde5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.896572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d54b8b84-fa9f-4844-9a36-88dc47fc3460 req-3335c6e2-c16b-4353-82d9-2b1a538dbde5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5445 time: 0.1677308 Aug 26 10:50:59.930550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-318c889a-d06e-40ef-8eab-b52ce059a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:50:59.939582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-318c889a-d06e-40ef-8eab-b52ce059a360 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.1292295 Aug 26 10:50:59.939819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032e787-c2f8-47a9-ba56-15511a39b31b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Pushing event deleted for resources: {'Port': ['ID=1c58be58-9dc1-4268-b89e-8a815861ac45,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:00.010951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d54b8b84-fa9f-4844-9a36-88dc47fc3460 req-59d4a3e1-5ecb-4c09-92d3-27657699e0ac tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937386 Aug 26 10:51:00.032854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-33434741-d770-44ae-b860-227756dd400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:00.037858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-33434741-d770-44ae-b860-227756dd400a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984631 Aug 26 10:51:00.049282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-42725f6a-db3b-4fb7-856e-956470ba57b4 req-8032e787-c2f8-47a9-ba56-15511a39b31b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] No DVR routers for this DVR port 1c58be58-9dc1-4268-b89e-8a815861ac45 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:51:00.129700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-42725f6a-db3b-4fb7-856e-956470ba57b4 req-8032e787-c2f8-47a9-ba56-15511a39b31b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:00.132064 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-42725f6a-db3b-4fb7-856e-956470ba57b4 req-8032e787-c2f8-47a9-ba56-15511a39b31b tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.42 "DELETE /v2.0/ports/1c58be58-9dc1-4268-b89e-8a815861ac45 HTTP/1.1" status: 204 len: 173 time: 0.8623326 Aug 26 10:51:00.132398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91462885-d697-4363-8ffe-794fec3c6ff9', 'name': 'network-vif-deleted', 'tag': '1c58be58-9dc1-4268-b89e-8a815861ac45'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:00.140362 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08874136-dd8d-4995-8eb3-4f3f7caee6ca" -d '{"events": [{"server_uuid": "91462885-d697-4363-8ffe-794fec3c6ff9", "name": "network-vif-deleted", "tag": "1c58be58-9dc1-4268-b89e-8a815861ac45"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:00.170009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bf4d9f87-3ff7-4eaf-9f40-3859d3db0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:00.205485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d9f87-3ff7-4eaf-9f40-3859d3db0cfe None None] The sync data for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 is: [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1d017c37-a971-4524-ab72-e7d44ff72255', 'name': '', 'network_id': '33dae4f5-0fd7-41ca-a211-d4e97350a0f0', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'mac_address': 'fa:16:3e:71:9e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:35Z', 'updated_at': '2021-08-26T10:49:42Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'subnets': [{'id': 'f9540030-6898-4d95-bee9-0eb1aec90f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:00.325432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58d858f3-e3fe-4f90-8bf8-32e67345436d req-aec7f964-547d-41c8-89e3-32657f45c0a6 tempest-ImagesOneServerTestJSON-861374735 tempest-ImagesOneServerTestJSON-861374735-project] 10.222.0.21 "GET /v2.0/ports?device_id=c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb HTTP/1.1" status: 200 len: 210 time: 0.0807331 Aug 26 10:51:00.338201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-04a61d03-a5b6-46d0-940c-0cc8ebe71ce3 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920003 Aug 26 10:51:00.382824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:00.510046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec763c66-74cb-4c89-a821-daef46fb8383 req-caea0367-09a7-44a6-b689-b083aa796679 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:00.517037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec763c66-74cb-4c89-a821-daef46fb8383 req-caea0367-09a7-44a6-b689-b083aa796679 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:00.523089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec763c66-74cb-4c89-a821-daef46fb8383 req-caea0367-09a7-44a6-b689-b083aa796679 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:00.529643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec763c66-74cb-4c89-a821-daef46fb8383 req-caea0367-09a7-44a6-b689-b083aa796679 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:00.540074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec763c66-74cb-4c89-a821-daef46fb8383 req-caea0367-09a7-44a6-b689-b083aa796679 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:00.547459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec763c66-74cb-4c89-a821-daef46fb8383 req-caea0367-09a7-44a6-b689-b083aa796679 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:00.555015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec763c66-74cb-4c89-a821-daef46fb8383 req-caea0367-09a7-44a6-b689-b083aa796679 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:00.570153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec763c66-74cb-4c89-a821-daef46fb8383 req-caea0367-09a7-44a6-b689-b083aa796679 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5445 time: 0.1550355 Aug 26 10:51:00.573775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43770) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:00.581816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-072f1a92-8218-442d-adec-8ad8b2ebb057 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Request body: {'floatingip': {'port_id': 'c116599a-327c-4688-9f4b-1845a6872218'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:00.589874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a574e-c88f-4b05-96a2-d7cb5ec7bcb3 req-51f497b8-4c8c-4435-8f89-2b72b27202a6 service neutron] 10.222.0.21 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505715 Aug 26 10:51:00.623239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129'}, {'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-deleted', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:00.624990 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718" -d '{"events": [{"name": "network-changed", "server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129"}, {"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-deleted", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:00.644580 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc779c-a9be-4cc3-8086-9c7cfaea8219 None None] New status for floating IP ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:51:00.649112 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-072f1a92-8218-442d-adec-8ad8b2ebb057 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:00.731928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7b67d550-36f8-4889-a58e-c774383cbb1b no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:00.775500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 7b67d550-36f8-4889-a58e-c774383cbb1b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:00.776149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7b67d550-36f8-4889-a58e-c774383cbb1b not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:00.792896 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ed3424-d882-406d-b33d-c31dd7a14acf x-openstack-request-id: req-56ed3424-d882-406d-b33d-c31dd7a14acf {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:00.793223 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91462885-d697-4363-8ffe-794fec3c6ff9", "name": "network-vif-deleted", "tag": "1c58be58-9dc1-4268-b89e-8a815861ac45", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:00.793448 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56ed3424-d882-406d-b33d-c31dd7a14acf {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:00.793848 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91462885-d697-4363-8ffe-794fec3c6ff9', 'name': 'network-vif-deleted', 'tag': '1c58be58-9dc1-4268-b89e-8a815861ac45', 'status': 'completed', 'code': 200} Aug 26 10:51:00.905643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] Deleting port 6f666520-7e77-40bd-8625-bf6ff8fa15c4 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:00.906378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:01.013950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] For port 6f666520-7e77-40bd-8625-bf6ff8fa15c4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6f666520-7e77-40bd-8625-bf6ff8fa15c4,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:01.014675 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:01.033550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] Calling delete_port for 6f666520-7e77-40bd-8625-bf6ff8fa15c4 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:01.064582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd899e48-197b-447c-bdac-d84eb4ce185c req-3a9c4385-357b-44a0-8bd2-c88e808a3634 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=91462885-d697-4363-8ffe-794fec3c6ff9 HTTP/1.1" status: 200 len: 210 time: 0.0364437 Aug 26 10:51:01.185349 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9020c246-a3c9-491d-9de9-d92fb900477e x-openstack-request-id: req-9020c246-a3c9-491d-9de9-d92fb900477e {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:01.185790 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129", "status": "completed", "code": 200}, {"server_uuid": "c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb", "name": "network-vif-deleted", "tag": "ce8fb64d-2998-4bc6-8180-3c33f30c5ce5", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:01.185948 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9020c246-a3c9-491d-9de9-d92fb900477e {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:01.186303 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'status': 'completed', 'code': 200} Aug 26 10:51:01.186632 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66a6e9b-4ba4-45a1-a7d7-9b4573d17dcb', 'name': 'network-vif-deleted', 'tag': 'ce8fb64d-2998-4bc6-8180-3c33f30c5ce5', 'status': 'completed', 'code': 200} Aug 26 10:51:01.251026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718 req-af4e3705-eb00-4b50-b037-cfbf27b7b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:01.252742 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718 req-af4e3705-eb00-4b50-b037-cfbf27b7b4a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c67cdf60cb2410681925e3387249a86&device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 1097 time: 0.0714409 Aug 26 10:51:01.374006 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:01.414983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f666520-7e77-40bd-8625-bf6ff8fa15c4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:01.417696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718 req-2ca8a770-7644-4c80-afd0-3fbfe4cd6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:01.419284 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718 req-2ca8a770-7644-4c80-afd0-3fbfe4cd6d69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 200 len: 921 time: 0.1583276 Aug 26 10:51:01.492028 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718 req-7e851643-5aa0-4847-9606-2ace47782b14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 200 len: 217 time: 0.0643330 Aug 26 10:51:01.580529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1c58be58-9dc1-4268-b89e-8a815861ac45 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:01.611842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718 req-ba7232f6-9609-4463-b0fc-36fa090e06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:01.613782 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718 req-ba7232f6-9609-4463-b0fc-36fa090e06bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 200 len: 859 time: 0.1008139 Aug 26 10:51:01.648371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 1c58be58-9dc1-4268-b89e-8a815861ac45 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:01.649064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1c58be58-9dc1-4268-b89e-8a815861ac45 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:01.649687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:01.732760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718 req-901bc4c1-fe16-4866-bed1-008f95564fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:01.734744 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718 req-901bc4c1-fe16-4866-bed1-008f95564fd4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33dae4f5-0fd7-41ca-a211-d4e97350a0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127634 Aug 26 10:51:01.757875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:01.759362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ce8fb64d-2998-4bc6-8180-3c33f30c5ce5 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:01.786134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-80d5ea0c-a9b8-47c5-91cc-d05720223559 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips/ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a HTTP/1.1" status: 200 len: 693 time: 0.5265169 Aug 26 10:51:01.890249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:01.907331 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43814) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:01.921116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43816) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:01.970177 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718 req-56b2847a-28e9-4227-b904-8a4e218210e1 service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895344 Aug 26 10:51:02.050349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-c9609e87-f2a8-4e2d-a47c-60a42e211926 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:02.051822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-c9609e87-f2a8-4e2d-a47c-60a42e211926 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.2447660 Aug 26 10:51:02.074612 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-072f1a92-8218-442d-adec-8ad8b2ebb057 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.119426 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-072f1a92-8218-442d-adec-8ad8b2ebb057 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.188064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-b9e9c502-8566-49d6-be36-4dbc1acbea9e tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 696 time: 0.1265938 Aug 26 10:51:02.255150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29b48f4f-6fc3-46ca-89b0-0ddd0507af37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.282055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-1a685eb0-0e64-4cc4-aa2f-2a0f9e3d25bf tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 696 time: 0.0923147 Aug 26 10:51:02.330673 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ad962da1-44ef-4e6b-8d4c-58d74192f26a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e1959e164cb4e4d85b412d423f1d909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044571 Aug 26 10:51:02.333935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43832) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:02.372455 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-072f1a92-8218-442d-adec-8ad8b2ebb057 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Floating IP 11c37924-bfb8-4bdf-af24-7f1ef48ecc8a associated. External IP: 172.25.1.4, port: c116599a-327c-4688-9f4b-1845a6872218. Aug 26 10:51:02.386774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43836) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:02.390400 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0c8bbef-c6c1-4c8b-87a2-d1b78560e718 req-e71ce3ba-eac2-4197-aed7-fdcb6ff65278 service neutron] 10.222.0.47 "GET /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138378 Aug 26 10:51:02.504578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] Router 787b2304-90f1-4843-8b5b-6c9d95ba43ec has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:51:02.528463 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29b48f4f-6fc3-46ca-89b0-0ddd0507af37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.546386 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29b48f4f-6fc3-46ca-89b0-0ddd0507af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.591006 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a327b972-f1f0-401f-ae7d-929bc0b1896a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.601191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b788d-4dae-434b-b21c-55ad9c1c8315 req-48920b61-a06b-4c0d-b4fc-90a900e80e21 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:02.602804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347b788d-4dae-434b-b21c-55ad9c1c8315 req-48920b61-a06b-4c0d-b4fc-90a900e80e21 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 950 time: 0.1568236 Aug 26 10:51:02.609728 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6b582ac2-735f-4c05-b70d-2703dbca85bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.648059 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-29b48f4f-6fc3-46ca-89b0-0ddd0507af37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c12c1f43a719489c949c3605e20eca49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7394927 Aug 26 10:51:02.653720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43840) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:02.676744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b48f4f-6fc3-46ca-89b0-0ddd0507af37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b416a0-5f6b-4556-a35f-b8e59add90db,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:02.689091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6b582ac2-735f-4c05-b70d-2703dbca85bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.707220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-8b2d5452-c922-437d-a64c-4b329c3b94f7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Deleting port 7856e9a7-b7c3-42c4-a3ab-eabb0eb7eb35 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:02.707588 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-8b2d5452-c922-437d-a64c-4b329c3b94f7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.720403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:02.728859 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4dfd22da-8991-4a0f-8800-57afd527a6f4 admin admin] 10.222.0.21 "PUT /v2.0/routers/787b2304-90f1-4843-8b5b-6c9d95ba43ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0887759 Aug 26 10:51:02.730451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43842) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:02.736273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e08ea0-1632-46ff-9078-5a8df39c55fb None None] Sync routers for ids ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:02.748157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e08ea0-1632-46ff-9078-5a8df39c55fb None None] Routers {'787b2304-90f1-4843-8b5b-6c9d95ba43ec'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:02.749316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-69e08ea0-1632-46ff-9078-5a8df39c55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:02.834138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347b788d-4dae-434b-b21c-55ad9c1c8315 req-70a19046-7c57-4d69-b177-d5f72f61e4ab tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047951 Aug 26 10:51:02.886404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.913189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-69e08ea0-1632-46ff-9078-5a8df39c55fb None None] Set router 787b2304-90f1-4843-8b5b-6c9d95ba43ec gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:02.932306 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a327b972-f1f0-401f-ae7d-929bc0b1896a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.935598 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-13c897e3-1da7-4199-94c5-817e8ba2a5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.939720 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a327b972-f1f0-401f-ae7d-929bc0b1896a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.959596 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6b582ac2-735f-4c05-b70d-2703dbca85bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.962562 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6b582ac2-735f-4c05-b70d-2703dbca85bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.963787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6b582ac2-735f-4c05-b70d-2703dbca85bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed5447df-62df-4173-8cfc-d26ac89dacde HTTP/1.1" status: 204 len: 168 time: 0.6257381 Aug 26 10:51:02.965927 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-8b2d5452-c922-437d-a64c-4b329c3b94f7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.966449 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-8b2d5452-c922-437d-a64c-4b329c3b94f7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:02.997519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327b972-f1f0-401f-ae7d-929bc0b1896a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bcdbc7-9f01-401d-bb6b-514030fc4610,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:03.005184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-8b2d5452-c922-437d-a64c-4b329c3b94f7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Calling delete_port for 7856e9a7-b7c3-42c4-a3ab-eabb0eb7eb35 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:03.014348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b582ac2-735f-4c05-b70d-2703dbca85bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5447df-62df-4173-8cfc-d26ac89dacde,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:03.018714 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-13c897e3-1da7-4199-94c5-817e8ba2a5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.046535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072f1a92-8218-442d-adec-8ad8b2ebb057 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Router 9700c32c-ff42-42fe-83ea-157d021771cd has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:51:03.095292 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a327b972-f1f0-401f-ae7d-929bc0b1896a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1adc60d119204bf8a6c2cedb810d64c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7069750 Aug 26 10:51:03.098912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43850) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:03.122240 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.200463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-69e08ea0-1632-46ff-9078-5a8df39c55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:51:01Z', 'revision_number': 5, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port': {'id': '78902991-d609-426f-8dcc-a1d53ebfc5f2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:43Z', 'updated_at': '2021-08-26T10:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:03.200791 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-13c897e3-1da7-4199-94c5-817e8ba2a5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.203653 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-13c897e3-1da7-4199-94c5-817e8ba2a5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.205166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-13c897e3-1da7-4199-94c5-817e8ba2a5fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9b416a0-5f6b-4556-a35f-b8e59add90db HTTP/1.1" status: 204 len: 168 time: 0.5460746 Aug 26 10:51:03.212725 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d215929f-59be-4380-a04b-86a3935c345b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.256706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c897e3-1da7-4199-94c5-817e8ba2a5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b416a0-5f6b-4556-a35f-b8e59add90db,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:03.272283 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d215929f-59be-4380-a04b-86a3935c345b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.285104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Deleting port 78902991-d609-426f-8dcc-a1d53ebfc5f2 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:03.285365 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.285921 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e08ea0-1632-46ff-9078-5a8df39c55fb None None] Checking router: 787b2304-90f1-4843-8b5b-6c9d95ba43ec for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:03.309365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072f1a92-8218-442d-adec-8ad8b2ebb057 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:03.315307 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-072f1a92-8218-442d-adec-8ad8b2ebb057 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.326796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e08ea0-1632-46ff-9078-5a8df39c55fb None None] Routers {'787b2304-90f1-4843-8b5b-6c9d95ba43ec'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:03.326950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-69e08ea0-1632-46ff-9078-5a8df39c55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:03.330536 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c449ab-d096-4505-9c46-9fe717524ee4 None None] Sync routers for ids ['9700c32c-ff42-42fe-83ea-157d021771cd'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:03.351643 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c449ab-d096-4505-9c46-9fe717524ee4 None None] Routers {'9700c32c-ff42-42fe-83ea-157d021771cd'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:03.352390 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-92c449ab-d096-4505-9c46-9fe717524ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9700c32c-ff42-42fe-83ea-157d021771cd'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:03.364605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-072f1a92-8218-442d-adec-8ad8b2ebb057 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "PUT /v2.0/floatingips/11c37924-bfb8-4bdf-af24-7f1ef48ecc8a HTTP/1.1" status: 200 len: 990 time: 2.7891147 Aug 26 10:51:03.366237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': 'c116599a-327c-4688-9f4b-1845a6872218'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:03.369211 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c3c833-dffa-46c1-94e0-2863622467db" -d '{"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "c116599a-327c-4688-9f4b-1845a6872218"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:03.376179 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-8b2d5452-c922-437d-a64c-4b329c3b94f7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.438634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d5452-c922-437d-a64c-4b329c3b94f7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Pushing event deleted for resources: {'Port': ['ID=7856e9a7-b7c3-42c4-a3ab-eabb0eb7eb35,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:03.496304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] For port 78902991-d609-426f-8dcc-a1d53ebfc5f2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=78902991-d609-426f-8dcc-a1d53ebfc5f2,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:03.501111 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.528184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-69e08ea0-1632-46ff-9078-5a8df39c55fb None None] Set router 787b2304-90f1-4843-8b5b-6c9d95ba43ec gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:03.547406 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d215929f-59be-4380-a04b-86a3935c345b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.548044 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-8b2d5452-c922-437d-a64c-4b329c3b94f7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.551220 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-8b2d5452-c922-437d-a64c-4b329c3b94f7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.556580 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2275df2-c5c3-4db4-a328-696fcc327d21 req-8b2d5452-c922-437d-a64c-4b329c3b94f7 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "DELETE /v2.0/floatingips/ea5d0e15-d9ad-4e88-b9f3-f9d71ce3214a HTTP/1.1" status: 204 len: 173 time: 1.2735748 Aug 26 10:51:03.561555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d215929f-59be-4380-a04b-86a3935c345b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:03.572107 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d215929f-59be-4380-a04b-86a3935c345b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95bcdbc7-9f01-401d-bb6b-514030fc4610 HTTP/1.1" status: 204 len: 168 time: 0.4657273 Aug 26 10:51:03.575021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Calling delete_port for 78902991-d609-426f-8dcc-a1d53ebfc5f2 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:03.582141 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d9149b-542a-423c-b60f-603d139267db x-openstack-request-id: req-51d9149b-542a-423c-b60f-603d139267db {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:03.582451 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "tag": "c116599a-327c-4688-9f4b-1845a6872218", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:03.582714 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51d9149b-542a-423c-b60f-603d139267db {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:03.583152 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'tag': 'c116599a-327c-4688-9f4b-1845a6872218', 'status': 'completed', 'code': 200} Aug 26 10:51:03.592271 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-92c449ab-d096-4505-9c46-9fe717524ee4 None None] Set router 9700c32c-ff42-42fe-83ea-157d021771cd gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:03.603824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215929f-59be-4380-a04b-86a3935c345b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bcdbc7-9f01-401d-bb6b-514030fc4610,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:03.690143 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-69e08ea0-1632-46ff-9078-5a8df39c55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:51:03Z', 'revision_number': 6, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:03.727054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c833-dffa-46c1-94e0-2863622467db req-28c637ed-c6eb-433e-82d2-73bf43b0f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:03.727542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c833-dffa-46c1-94e0-2863622467db req-28c637ed-c6eb-433e-82d2-73bf43b0f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:03.728015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c833-dffa-46c1-94e0-2863622467db req-28c637ed-c6eb-433e-82d2-73bf43b0f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:03.728504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c833-dffa-46c1-94e0-2863622467db req-28c637ed-c6eb-433e-82d2-73bf43b0f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:03.728990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c833-dffa-46c1-94e0-2863622467db req-28c637ed-c6eb-433e-82d2-73bf43b0f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:03.729464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c833-dffa-46c1-94e0-2863622467db req-28c637ed-c6eb-433e-82d2-73bf43b0f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:03.729933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c833-dffa-46c1-94e0-2863622467db req-28c637ed-c6eb-433e-82d2-73bf43b0f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:03.735492 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1c3c833-dffa-46c1-94e0-2863622467db req-28c637ed-c6eb-433e-82d2-73bf43b0f77d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6509 time: 0.1223097 Aug 26 10:51:03.988774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43882) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:04.031870 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69c05379-be25-497b-819c-d4b14dd03751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:04.074937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e08ea0-1632-46ff-9078-5a8df39c55fb None None] The sync data for ids ['787b2304-90f1-4843-8b5b-6c9d95ba43ec'] in n-d-778550-13 is: [{'id': '787b2304-90f1-4843-8b5b-6c9d95ba43ec', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-933794403-router', 'tenant_id': '7414580643d740a8ac41f7987ad69bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:41Z', 'updated_at': '2021-08-26T10:51:03Z', 'revision_number': 6, 'project_id': '7414580643d740a8ac41f7987ad69bee', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:04.182561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69c05379-be25-497b-819c-d4b14dd03751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:04.234547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad74e6-1224-43b4-a490-0e9a8953130f req-9cb61673-88dc-4990-8b0d-50a14c846a05 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:04.237182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5ad74e6-1224-43b4-a490-0e9a8953130f req-9cb61673-88dc-4990-8b0d-50a14c846a05 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 950 time: 0.3840971 Aug 26 10:51:04.238230 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69c05379-be25-497b-819c-d4b14dd03751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:04.331765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c05379-be25-497b-819c-d4b14dd03751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce20f14f-28ab-40ca-9b85-eed178cfc986,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:04.338028 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-92c449ab-d096-4505-9c46-9fe717524ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 4, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '11c37924-bfb8-4bdf-af24-7f1ef48ecc8a', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'floating_ip_address': '172.25.1.4', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'port_id': 'c116599a-327c-4688-9f4b-1845a6872218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'mac_address': 'fa:16:3e:2f:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:49:26Z', 'updated_at': '2021-08-26T10:51:01Z', 'revision_number': 1, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9648dc4-4ede-43c6-9a93-7001aeb4932c', 'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'mac_address': 'fa:16:3e:10:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:38Z', 'updated_at': '2021-08-26T10:48:48Z', 'revision_number': 5, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'subnets': [{'id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:04.349016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f0cd2-7549-47d4-8fdb-c369b5999552 req-37e5248f-185c-4bfe-b1a2-551886ad3208 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:04.381346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d37f0cd2-7549-47d4-8fdb-c369b5999552 req-37e5248f-185c-4bfe-b1a2-551886ad3208 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 945 time: 0.4451261 Aug 26 10:51:04.399853 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c449ab-d096-4505-9c46-9fe717524ee4 None None] Checking router: 9700c32c-ff42-42fe-83ea-157d021771cd for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:04.413706 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c449ab-d096-4505-9c46-9fe717524ee4 None None] Routers {'9700c32c-ff42-42fe-83ea-157d021771cd'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:04.414628 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-92c449ab-d096-4505-9c46-9fe717524ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9700c32c-ff42-42fe-83ea-157d021771cd'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:04.425831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c833-dffa-46c1-94e0-2863622467db req-38cc62eb-0956-4e5c-b4d5-e76803c3b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:04.427486 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1c3c833-dffa-46c1-94e0-2863622467db req-38cc62eb-0956-4e5c-b4d5-e76803c3b1e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e452ec9-a05c-4730-9299-cad46d4ac2a7 HTTP/1.1" status: 200 len: 918 time: 0.6828094 Aug 26 10:51:04.481259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-69c05379-be25-497b-819c-d4b14dd03751 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c32424c4079c457fbcbc846ca480e49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914708 Aug 26 10:51:04.486767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43896) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:04.509721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb2d7d-12d6-4b64-8c66-85e7751022ae req-ec6d4813-37ac-437b-baef-9469548c87f1 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:04.517319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ffb2d7d-12d6-4b64-8c66-85e7751022ae req-ec6d4813-37ac-437b-baef-9469548c87f1 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 950 time: 0.5292699 Aug 26 10:51:04.521779 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1c3c833-dffa-46c1-94e0-2863622467db req-5e080ae9-1cfa-4900-8215-f7c1f91225b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c116599a-327c-4688-9f4b-1845a6872218 HTTP/1.1" status: 200 len: 998 time: 0.0856938 Aug 26 10:51:04.570332 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-92c449ab-d096-4505-9c46-9fe717524ee4 None None] Set router 9700c32c-ff42-42fe-83ea-157d021771cd gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:04.591270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c833-dffa-46c1-94e0-2863622467db req-0177fe96-7171-4492-abe7-49c0a706eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:04.593155 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1c3c833-dffa-46c1-94e0-2863622467db req-0177fe96-7171-4492-abe7-49c0a706eba9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd66f25-7610-43d2-adaa-46242c9349bb HTTP/1.1" status: 200 len: 856 time: 0.0581717 Aug 26 10:51:04.618968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d37f0cd2-7549-47d4-8fdb-c369b5999552 req-e76fd764-62a9-4655-8715-eac118807393 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398131 Aug 26 10:51:04.625110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:04.761632 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ffb2d7d-12d6-4b64-8c66-85e7751022ae req-0d52a52a-5f77-4231-b030-8fdad646aafd tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/security-groups?id=306eeefa-91a6-412d-aa15-c4aabf471f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432542 Aug 26 10:51:04.829497 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b2dd-bed1-44ac-9ee9-0dda7326bb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:04.853253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78902991-d609-426f-8dcc-a1d53ebfc5f2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:04.878896 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b2dd-bed1-44ac-9ee9-0dda7326bb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:04.910581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c833-dffa-46c1-94e0-2863622467db req-8d29077d-d081-4c78-9679-41b534065784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:04.913273 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1c3c833-dffa-46c1-94e0-2863622467db req-8d29077d-d081-4c78-9679-41b534065784 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e452ec9-a05c-4730-9299-cad46d4ac2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3131952 Aug 26 10:51:04.918831 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:04.946554 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-92c449ab-d096-4505-9c46-9fe717524ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 4, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '11c37924-bfb8-4bdf-af24-7f1ef48ecc8a', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'floating_ip_address': '172.25.1.4', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'port_id': 'c116599a-327c-4688-9f4b-1845a6872218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'mac_address': 'fa:16:3e:2f:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:49:26Z', 'updated_at': '2021-08-26T10:51:01Z', 'revision_number': 1, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9648dc4-4ede-43c6-9a93-7001aeb4932c', 'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'mac_address': 'fa:16:3e:10:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:38Z', 'updated_at': '2021-08-26T10:48:48Z', 'revision_number': 5, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'subnets': [{'id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:04.986094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-c5ad74e6-1224-43b4-a490-0e9a8953130f req-57b282cb-436c-44a0-b141-c79c85ff653c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Deleting port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:04.986474 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c5ad74e6-1224-43b4-a490-0e9a8953130f req-57b282cb-436c-44a0-b141-c79c85ff653c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:04.986629 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c449ab-d096-4505-9c46-9fe717524ee4 None None] The sync data for ids ['9700c32c-ff42-42fe-83ea-157d021771cd'] in n-d-778550-13 is: [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 4, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '11c37924-bfb8-4bdf-af24-7f1ef48ecc8a', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'floating_ip_address': '172.25.1.4', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'port_id': 'c116599a-327c-4688-9f4b-1845a6872218', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'mac_address': 'fa:16:3e:2f:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:49:26Z', 'updated_at': '2021-08-26T10:51:01Z', 'revision_number': 1, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9648dc4-4ede-43c6-9a93-7001aeb4932c', 'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'mac_address': 'fa:16:3e:10:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:38Z', 'updated_at': '2021-08-26T10:48:48Z', 'revision_number': 5, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'subnets': [{'id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:05.069170 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b2dd-bed1-44ac-9ee9-0dda7326bb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:05.073216 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b2dd-bed1-44ac-9ee9-0dda7326bb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:05.074596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-eaa2b2dd-bed1-44ac-9ee9-0dda7326bb10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce20f14f-28ab-40ca-9b85-eed178cfc986 HTTP/1.1" status: 204 len: 168 time: 0.5866160 Aug 26 10:51:05.115518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2b2dd-bed1-44ac-9ee9-0dda7326bb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce20f14f-28ab-40ca-9b85-eed178cfc986,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:05.161090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-c5ad74e6-1224-43b4-a490-0e9a8953130f req-57b282cb-436c-44a0-b141-c79c85ff653c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] For port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=024c4fb4-cb81-4d8d-9f05-502bb24b99b8,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:05.161607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c5ad74e6-1224-43b4-a490-0e9a8953130f req-57b282cb-436c-44a0-b141-c79c85ff653c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:05.181466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-c5ad74e6-1224-43b4-a490-0e9a8953130f req-57b282cb-436c-44a0-b141-c79c85ff653c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Calling delete_port for 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:05.211513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:05.229625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:05.314532 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:05.315616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 787b2304-90f1-4843-8b5b-6c9d95ba43ec {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:51:05.337168 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:05.339665 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3f51046f-b0ce-42e7-9fd1-efddc8ffa7b3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/787b2304-90f1-4843-8b5b-6c9d95ba43ec HTTP/1.1" status: 204 len: 168 time: 2.6084287 Aug 26 10:51:05.348111 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43928) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:05.433670 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1c3c833-dffa-46c1-94e0-2863622467db req-01e4ac5e-8860-45ef-8267-15f84ff97897 service neutron] 10.222.0.42 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112772 Aug 26 10:51:05.442793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef35f41-1702-42f5-8c0d-095f182cf7c7 None None] New status for floating IP 11c37924-bfb8-4bdf-af24-7f1ef48ecc8a: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:51:05.596544 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e1c3c833-dffa-46c1-94e0-2863622467db req-fca3941f-4e2e-4afe-b603-0f808877d7a4 service neutron] 10.222.0.42 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507437 Aug 26 10:51:05.597741 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43932) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:05.650900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2f7bf5-230b-4aa4-af26-b9e0863e1aac admin admin] Deleting subnet 45a72a8a-a843-4c7a-bbc4-9a18d5657067 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:51:05.656063 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e2f7bf5-230b-4aa4-af26-b9e0863e1aac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:05.731960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06a014-feac-4c60-a347-5b86db483029 req-2ba47886-583f-4b96-b0a9-1a97812f4d8f tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:05.733849 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9c06a014-feac-4c60-a347-5b86db483029 req-2ba47886-583f-4b96-b0a9-1a97812f4d8f tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.47 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 945 time: 0.3133302 Aug 26 10:51:05.741689 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e2f7bf5-230b-4aa4-af26-b9e0863e1aac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:05.836750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b882-aacf-4747-89e9-90d40c5ac69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:05.897304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248048e5-e483-4294-a156-ad347c75a71d req-440c7132-b452-4376-bef3-be4572c8d70d tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:05.899564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-248048e5-e483-4294-a156-ad347c75a71d req-440c7132-b452-4376-bef3-be4572c8d70d tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 945 time: 0.0996425 Aug 26 10:51:05.906586 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c5ad74e6-1224-43b4-a490-0e9a8953130f req-57b282cb-436c-44a0-b141-c79c85ff653c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.006770 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e2f7bf5-230b-4aa4-af26-b9e0863e1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.036944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b282cb-436c-44a0-b141-c79c85ff653c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Pushing event deleted for resources: {'Port': ['ID=024c4fb4-cb81-4d8d-9f05-502bb24b99b8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:06.042620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ad74e6-1224-43b4-a490-0e9a8953130f req-57b282cb-436c-44a0-b141-c79c85ff653c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] No DVR routers for this DVR port 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:51:06.045253 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c5ad74e6-1224-43b4-a490-0e9a8953130f req-57b282cb-436c-44a0-b141-c79c85ff653c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.048504 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5ad74e6-1224-43b4-a490-0e9a8953130f req-57b282cb-436c-44a0-b141-c79c85ff653c tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.42 "DELETE /v2.0/ports/024c4fb4-cb81-4d8d-9f05-502bb24b99b8 HTTP/1.1" status: 204 len: 173 time: 1.7987881 Aug 26 10:51:06.050273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6355952-e84f-48de-b729-fd556f23d082', 'name': 'network-vif-deleted', 'tag': '024c4fb4-cb81-4d8d-9f05-502bb24b99b8'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:06.053672 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4470a4a2-bd03-42e4-917d-0422a3a7ff52" -d '{"events": [{"server_uuid": "d6355952-e84f-48de-b729-fd556f23d082", "name": "network-vif-deleted", "tag": "024c4fb4-cb81-4d8d-9f05-502bb24b99b8"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:06.104078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-9c06a014-feac-4c60-a347-5b86db483029 req-2bef1c64-5af6-406a-8190-db2c1f0c5341 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Deleting port 9ecac652-82e1-41b9-b6a5-c5f526e27129 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:06.104447 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9c06a014-feac-4c60-a347-5b86db483029 req-2bef1c64-5af6-406a-8190-db2c1f0c5341 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.117128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcc3e8d8-a129-493a-b34e-2c79cbfa18fa req-e86b4a66-c7fd-4dfc-b406-c1522ae542c1 tempest-ServersAdminNegativeTestJSON-1459360441 tempest-ServersAdminNegativeTestJSON-1459360441-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6355952-e84f-48de-b729-fd556f23d082 HTTP/1.1" status: 200 len: 210 time: 0.0754230 Aug 26 10:51:06.169887 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-248048e5-e483-4294-a156-ad347c75a71d req-a1546d26-b212-42a0-b11f-6bff2e481176 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b8ee4db-6cb5-4c34-b790-5f4c592f911c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540970 Aug 26 10:51:06.208203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f666520-7e77-40bd-8625-bf6ff8fa15c4 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:06.230762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43958) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:06.247615 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109dd894-e600-41af-9040-8f5b72077134 x-openstack-request-id: req-109dd894-e600-41af-9040-8f5b72077134 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:06.247919 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6355952-e84f-48de-b729-fd556f23d082", "name": "network-vif-deleted", "tag": "024c4fb4-cb81-4d8d-9f05-502bb24b99b8", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:06.248370 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-109dd894-e600-41af-9040-8f5b72077134 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:06.248969 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6355952-e84f-48de-b729-fd556f23d082', 'name': 'network-vif-deleted', 'tag': '024c4fb4-cb81-4d8d-9f05-502bb24b99b8', 'status': 'completed', 'code': 200} Aug 26 10:51:06.264009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6f666520-7e77-40bd-8625-bf6ff8fa15c4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:06.264284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f666520-7e77-40bd-8625-bf6ff8fa15c4 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:06.269462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 78902991-d609-426f-8dcc-a1d53ebfc5f2 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:06.279237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e2f7bf5-230b-4aa4-af26-b9e0863e1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.284221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b882-aacf-4747-89e9-90d40c5ac69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.305659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 78902991-d609-426f-8dcc-a1d53ebfc5f2 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:06.306227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 78902991-d609-426f-8dcc-a1d53ebfc5f2 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:06.311084 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b882-aacf-4747-89e9-90d40c5ac69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.356345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f7bf5-230b-4aa4-af26-b9e0863e1aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a72a8a-a843-4c7a-bbc4-9a18d5657067,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:06.369940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6079cfae-c7a9-4a04-87a9-b15d1246b3e0 None None] Network 3cb2b1ac-e38e-43b2-a861-c342d46d77de requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:06.383033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a9f5-4798-43d0-81a1-77e77468b8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.386627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e2f7bf5-230b-4aa4-af26-b9e0863e1aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.391401 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5e2f7bf5-230b-4aa4-af26-b9e0863e1aac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45a72a8a-a843-4c7a-bbc4-9a18d5657067 HTTP/1.1" status: 204 len: 168 time: 1.0415962 Aug 26 10:51:06.399542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43966) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:06.454016 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6fb9b882-aacf-4747-89e9-90d40c5ac69c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cacfba3732054205a75b83d5ba0f711a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8503780 Aug 26 10:51:06.456064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43970) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:06.458225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-9c06a014-feac-4c60-a347-5b86db483029 req-2bef1c64-5af6-406a-8190-db2c1f0c5341 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] For port 9ecac652-82e1-41b9-b6a5-c5f526e27129, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9ecac652-82e1-41b9-b6a5-c5f526e27129,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:06.458881 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9c06a014-feac-4c60-a347-5b86db483029 req-2bef1c64-5af6-406a-8190-db2c1f0c5341 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.509676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9b882-aacf-4747-89e9-90d40c5ac69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384a71fe-4176-4ddd-b7fd-e4d9d5eca2d6,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:06.537060 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-9c06a014-feac-4c60-a347-5b86db483029 req-2bef1c64-5af6-406a-8190-db2c1f0c5341 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Calling delete_port for 9ecac652-82e1-41b9-b6a5-c5f526e27129 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:06.605674 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.652680 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a9f5-4798-43d0-81a1-77e77468b8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.660199 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8c7a9f5-4798-43d0-81a1-77e77468b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.661905 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984726e4-bfb9-42cc-b5ce-b98b3a506000 None None] DHCP port deletion for 3cb2b1ac-e38e-43b2-a861-c342d46d77de request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:51:06.722694 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3008bcc-a8b3-44c1-b03f-8b1559354cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.729179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f8c7a9f5-4798-43d0-81a1-77e77468b8ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed9b5d06b8e94ee6b310333c8814b6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962163 Aug 26 10:51:06.729857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43974) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:06.737875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7a9f5-4798-43d0-81a1-77e77468b8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f894e82-6631-477a-b307-2690319954fe,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:06.783726 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-984726e4-bfb9-42cc-b5ce-b98b3a506000 None None] Deleting port e374525b-a121-4462-8e40-100d342191c8 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:06.784984 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-984726e4-bfb9-42cc-b5ce-b98b3a506000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.802242 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0894acbb-3b6c-4435-807a-3692bb53817e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.805481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3008bcc-a8b3-44c1-b03f-8b1559354cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.830097 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0894acbb-3b6c-4435-807a-3692bb53817e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.878979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-984726e4-bfb9-42cc-b5ce-b98b3a506000 None None] For port e374525b-a121-4462-8e40-100d342191c8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e374525b-a121-4462-8e40-100d342191c8,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:06.878979 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-984726e4-bfb9-42cc-b5ce-b98b3a506000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.890988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Deleting port e374525b-a121-4462-8e40-100d342191c8 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:06.892500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.895475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-984726e4-bfb9-42cc-b5ce-b98b3a506000 None None] Calling delete_port for e374525b-a121-4462-8e40-100d342191c8 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:06.914130 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0894acbb-3b6c-4435-807a-3692bb53817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.918050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0894acbb-3b6c-4435-807a-3692bb53817e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.920128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0894acbb-3b6c-4435-807a-3692bb53817e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f894e82-6631-477a-b307-2690319954fe HTTP/1.1" status: 204 len: 168 time: 0.1891589 Aug 26 10:51:06.952427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3008bcc-a8b3-44c1-b03f-8b1559354cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.956104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894acbb-3b6c-4435-807a-3692bb53817e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f894e82-6631-477a-b307-2690319954fe,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:06.956553 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3008bcc-a8b3-44c1-b03f-8b1559354cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.961760 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c3008bcc-a8b3-44c1-b03f-8b1559354cf3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/384a71fe-4176-4ddd-b7fd-e4d9d5eca2d6 HTTP/1.1" status: 204 len: 168 time: 0.4719820 Aug 26 10:51:06.974770 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9c06a014-feac-4c60-a347-5b86db483029 req-2bef1c64-5af6-406a-8190-db2c1f0c5341 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:06.998662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3008bcc-a8b3-44c1-b03f-8b1559354cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384a71fe-4176-4ddd-b7fd-e4d9d5eca2d6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:07.036517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] For port e374525b-a121-4462-8e40-100d342191c8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e374525b-a121-4462-8e40-100d342191c8,segment=NetworkSegment(975e506e-3633-49fc-81e5-4d20fb5365f4),segment_id=975e506e-3633-49fc-81e5-4d20fb5365f4)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:07.037176 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:07.040212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef1c64-5af6-406a-8190-db2c1f0c5341 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Pushing event deleted for resources: {'Port': ['ID=9ecac652-82e1-41b9-b6a5-c5f526e27129,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:07.082257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-984726e4-bfb9-42cc-b5ce-b98b3a506000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:07.089816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Calling delete_port for e374525b-a121-4462-8e40-100d342191c8 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:07.112640 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c06a014-feac-4c60-a347-5b86db483029 req-2bef1c64-5af6-406a-8190-db2c1f0c5341 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] No DVR routers for this DVR port 9ecac652-82e1-41b9-b6a5-c5f526e27129 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:51:07.116384 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9c06a014-feac-4c60-a347-5b86db483029 req-2bef1c64-5af6-406a-8190-db2c1f0c5341 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:07.118432 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9c06a014-feac-4c60-a347-5b86db483029 req-2bef1c64-5af6-406a-8190-db2c1f0c5341 tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.47 "DELETE /v2.0/ports/9ecac652-82e1-41b9-b6a5-c5f526e27129 HTTP/1.1" status: 204 len: 173 time: 1.3745015 Aug 26 10:51:07.118924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'name': 'network-vif-deleted', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:07.121408 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd6d19c-d34a-4a6e-9ef4-de9a66866bae" -d '{"events": [{"server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "name": "network-vif-deleted", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:07.149296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984726e4-bfb9-42cc-b5ce-b98b3a506000 None None] Pushing event deleted for resources: {'Port': ['ID=e374525b-a121-4462-8e40-100d342191c8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:07.171195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984726e4-bfb9-42cc-b5ce-b98b3a506000 None None] No DVR routers for this DVR port e374525b-a121-4462-8e40-100d342191c8 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:51:07.218058 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfaaa45-d613-4248-91af-5a293b7705cd x-openstack-request-id: req-3cfaaa45-d613-4248-91af-5a293b7705cd {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:07.218374 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf6caad-d555-4840-abd3-dad32d062423", "name": "network-vif-deleted", "tag": "9ecac652-82e1-41b9-b6a5-c5f526e27129", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:07.218620 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cfaaa45-d613-4248-91af-5a293b7705cd {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:07.219072 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf6caad-d555-4840-abd3-dad32d062423', 'name': 'network-vif-deleted', 'tag': '9ecac652-82e1-41b9-b6a5-c5f526e27129', 'status': 'completed', 'code': 200} Aug 26 10:51:07.273892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:07.324020 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3e2e694-595d-4902-bdf9-0635f9530731 req-b88714a0-ebe2-4157-a788-1afb2f42abae tempest-FloatingIPsAssociationTestJSON-146591148 tempest-FloatingIPsAssociationTestJSON-146591148-project] 10.222.0.21 "GET /v2.0/ports?device_id=adf6caad-d555-4840-abd3-dad32d062423 HTTP/1.1" status: 200 len: 210 time: 0.0538290 Aug 26 10:51:07.338924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Pushing event deleted for resources: {'Port': ['ID=e374525b-a121-4462-8e40-100d342191c8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:07.350498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] No DVR routers for this DVR port e374525b-a121-4462-8e40-100d342191c8 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:51:07.432295 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:07.444952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb2b1ac-e38e-43b2-a861-c342d46d77de']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:07.459684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975e506e-3633-49fc-81e5-4d20fb5365f4') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:07.460277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975e506e-3633-49fc-81e5-4d20fb5365f4') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:07.472119 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:07.497839 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:07.509417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:51:07.510283 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:51:07.515062 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:51:07.594310 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:07.607585 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:07.637112 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:51:07.643757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:07.645427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 024c4fb4-cb81-4d8d-9f05-502bb24b99b8 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:07.648975 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:07.651438 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] 10.222.0.21 "DELETE /v2.0/networks/3cb2b1ac-e38e-43b2-a861-c342d46d77de HTTP/1.1" status: 204 len: 168 time: 1.2484641 Aug 26 10:51:07.653349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41df742-e59c-4d21-9069-e56d330a623d admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb2b1ac-e38e-43b2-a861-c342d46d77de,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:07.864675 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44018) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:07.896940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44022) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:07.943206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2f813050-27b0-4b7b-b758-79300a80c8ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7414580643d740a8ac41f7987ad69bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446491 Aug 26 10:51:07.945835 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44026) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:08.003755 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8090cdc0-d7d4-4125-8dac-2ef82fdeeb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:08.026365 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8090cdc0-d7d4-4125-8dac-2ef82fdeeb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:08.113783 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8090cdc0-d7d4-4125-8dac-2ef82fdeeb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:08.116495 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8090cdc0-d7d4-4125-8dac-2ef82fdeeb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:08.120336 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8090cdc0-d7d4-4125-8dac-2ef82fdeeb2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73ed1e64-d280-4e82-adba-5743f3643e89 HTTP/1.1" status: 204 len: 168 time: 0.1710691 Aug 26 10:51:08.128302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090cdc0-d7d4-4125-8dac-2ef82fdeeb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ed1e64-d280-4e82-adba-5743f3643e89,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:08.211564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-28fd70b5-0159-4f17-a1fc-132e65d57231 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=533810d5b9984eefa40b1162f3207124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450274 Aug 26 10:51:08.213910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44042) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:08.216383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e374525b-a121-4462-8e40-100d342191c8 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:08.244498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: e374525b-a121-4462-8e40-100d342191c8 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:08.244942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e374525b-a121-4462-8e40-100d342191c8 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:08.286989 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c16bd3c-4b6d-457d-99ee-fc6c665f251a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:08.315826 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c16bd3c-4b6d-457d-99ee-fc6c665f251a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:08.379793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c16bd3c-4b6d-457d-99ee-fc6c665f251a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:08.383330 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c16bd3c-4b6d-457d-99ee-fc6c665f251a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:08.383894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9c16bd3c-4b6d-457d-99ee-fc6c665f251a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/306eeefa-91a6-412d-aa15-c4aabf471f71 HTTP/1.1" status: 204 len: 168 time: 0.1625566 Aug 26 10:51:08.395324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16bd3c-4b6d-457d-99ee-fc6c665f251a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306eeefa-91a6-412d-aa15-c4aabf471f71,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:08.403732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44056) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:08.779895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9ecac652-82e1-41b9-b6a5-c5f526e27129 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:08.806795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 9ecac652-82e1-41b9-b6a5-c5f526e27129 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:08.807433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9ecac652-82e1-41b9-b6a5-c5f526e27129 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:08.873623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:08.980251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44082) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:09.024339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-499ac5d5-0690-414b-94dc-674af2412688 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efe7e845d0384d49b09efc29992f2cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428913 Aug 26 10:51:09.026936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44084) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:09.087587 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e765182c-cd32-42ef-9888-7d3254e5e5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:09.115406 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e765182c-cd32-42ef-9888-7d3254e5e5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:09.168733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] Deleting port 1d017c37-a971-4524-ab72-e7d44ff72255 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:09.169116 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:09.193415 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e765182c-cd32-42ef-9888-7d3254e5e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:09.196201 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e765182c-cd32-42ef-9888-7d3254e5e5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:09.197392 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e765182c-cd32-42ef-9888-7d3254e5e5ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/329935ee-a6e7-4d65-bbdc-5dbdc79d3a29 HTTP/1.1" status: 204 len: 168 time: 0.1690388 Aug 26 10:51:09.205334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765182c-cd32-42ef-9888-7d3254e5e5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329935ee-a6e7-4d65-bbdc-5dbdc79d3a29,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:09.277409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] For port 1d017c37-a971-4524-ab72-e7d44ff72255, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1d017c37-a971-4524-ab72-e7d44ff72255,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:09.277784 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:09.299531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] Calling delete_port for 1d017c37-a971-4524-ab72-e7d44ff72255 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:09.459766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44100) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:09.512945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:09.560648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d017c37-a971-4524-ab72-e7d44ff72255,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:09.573431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44110) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:09.796252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:09.889028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-5906011-network', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:09.920360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Made reservation on behalf of 9f8f1332e5e243b2833795851aa3ca0b for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:09.922903 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:09.934762 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:09.969594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1017130516-network', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:10.053253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] Router 334dc713-0018-4dc7-8f0b-11df059d0b08 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:51:10.106076 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.115637 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.152809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:51:10.183898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8971ec6-879c-4fae-86ae-575e551f3545,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:10.209234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Made reservation on behalf of 0b9410d744f84a7590e0a5d1ab3be170 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:10.212056 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.221046 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.222958 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Added segment 44de88bf-a711-4aab-80c9-cde97ee92e94 of type vlan for network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 Aug 26 10:51:10.242876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:10.250208 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.252377 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cfbc1-7328-40c8-bf45-ec1cafee1b98 None None] Sync routers for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:10.253235 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-770d9347-b013-4cbc-b701-b2cccb458025 admin admin] 10.222.0.21 "PUT /v2.0/routers/334dc713-0018-4dc7-8f0b-11df059d0b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8482335 Aug 26 10:51:10.253890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44132) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:10.265915 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61cfbc1-7328-40c8-bf45-ec1cafee1b98 None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:10.268443 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b61cfbc1-7328-40c8-bf45-ec1cafee1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:10.353358 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.431220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44140) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:10.468987 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.470713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:10.471466 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.488137 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-b61cfbc1-7328-40c8-bf45-ec1cafee1b98 None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:10.511452 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.613547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] Pushing event updated for resources: {'Network': ['ID=8c0d75a0-fd7f-48f7-a993-7c1d938d8056,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:10.625485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:51:10.681564 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.693158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.769357 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.774240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44150) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:10.776952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2068a5df-4dae-403f-adf3-13e5d17ca912 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3134904 Aug 26 10:51:10.781051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] Request body: {'subnet': {'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-5906011-subnet', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:10.786976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:51:10.802548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-612021483-network', 'tenant_id': '4b875036c0d84956a814c7aa9d48cc24'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:10.806263 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b61cfbc1-7328-40c8-bf45-ec1cafee1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:51:09Z', 'revision_number': 5, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port': {'id': '73603dbb-c931-478e-a3ca-0d5e85c8c5ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:49:28Z', 'updated_at': '2021-08-26T10:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:10.821061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16254375-6740-46bb-bbd6-14219ad7a644,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:10.837696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] Made reservation on behalf of 9f8f1332e5e243b2833795851aa3ca0b for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:10.840619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.859330 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cfbc1-7328-40c8-bf45-ec1cafee1b98 None None] Checking router: 334dc713-0018-4dc7-8f0b-11df059d0b08 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:10.862058 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.862408 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Added segment fac7d202-e373-4c41-83fd-e055b8cf4db6 of type vlan for network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 Aug 26 10:51:10.878141 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61cfbc1-7328-40c8-bf45-ec1cafee1b98 None None] Routers {'334dc713-0018-4dc7-8f0b-11df059d0b08'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:10.879367 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b61cfbc1-7328-40c8-bf45-ec1cafee1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:50:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['334dc713-0018-4dc7-8f0b-11df059d0b08'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:10.952645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Made reservation on behalf of 4b875036c0d84956a814c7aa9d48cc24 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:10.954602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:10.971144 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.000423 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.024727 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-b61cfbc1-7328-40c8-bf45-ec1cafee1b98 None None] Set router 334dc713-0018-4dc7-8f0b-11df059d0b08 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:11.080452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9042b7a3-b61e-4f26-a13a-1cec09fc9c40 req-0eaf9817-a0a2-4d0b-a5c0-b6d2becd201b tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a4a76fa2db0849a6962ac044932c4f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303731 Aug 26 10:51:11.098910 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b61cfbc1-7328-40c8-bf45-ec1cafee1b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:51:10Z', 'revision_number': 6, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:11.135413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.136268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:11.136933 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.137685 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cfbc1-7328-40c8-bf45-ec1cafee1b98 None None] The sync data for ids ['334dc713-0018-4dc7-8f0b-11df059d0b08'] in n-d-778550-13 is: [{'id': '334dc713-0018-4dc7-8f0b-11df059d0b08', 'name': 'tempest-FloatingIPsAssociationTestJSON-993125431-router', 'tenant_id': '5c67cdf60cb2410681925e3387249a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:49:27Z', 'updated_at': '2021-08-26T10:51:10Z', 'revision_number': 6, 'project_id': '5c67cdf60cb2410681925e3387249a86', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:11.321533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Deleting port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:11.322403 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.348626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] Pushing event updated for resources: {'Network': ['ID=2d5d0e0a-dfbb-482d-933f-15ee7c259af7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:11.363311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:51:11.367631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042b7a3-b61e-4f26-a13a-1cec09fc9c40 req-ba9ccd4e-c30c-40ff-97b9-3d00a386d98b tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:11.370649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9042b7a3-b61e-4f26-a13a-1cec09fc9c40 req-ba9ccd4e-c30c-40ff-97b9-3d00a386d98b tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840021 Aug 26 10:51:11.426868 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9042b7a3-b61e-4f26-a13a-1cec09fc9c40 req-6abd7479-c00c-4ece-ac51-0c7524c0253a tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/quotas/a4a76fa2db0849a6962ac044932c4f2d HTTP/1.1" status: 200 len: 375 time: 0.0436120 Aug 26 10:51:11.444669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.490522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9042b7a3-b61e-4f26-a13a-1cec09fc9c40 req-d4d143a8-09e1-4d95-8c65-8c0aaff3fe0d tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4a76fa2db0849a6962ac044932c4f2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487041 Aug 26 10:51:11.491764 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.501379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] For port 73603dbb-c931-478e-a3ca-0d5e85c8c5ed, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=73603dbb-c931-478e-a3ca-0d5e85c8c5ed,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:11.501793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.505668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44176) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:11.520858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dfc34f05-51cf-4d53-97fd-cf5a6024d47b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9358993 Aug 26 10:51:11.523664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] Request body: {'subnet': {'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1017130516-subnet', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:11.544766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Calling delete_port for 73603dbb-c931-478e-a3ca-0d5e85c8c5ed owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:11.564738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:51:11.580179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8277df-dce6-4154-9a20-418c9976c598,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:11.593817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.594427 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Added segment 68a543ea-6bd0-4948-b971-f223eb38c0fc of type vlan for network 2b2967fa-456c-4934-ae07-594ada32a80c Aug 26 10:51:11.644995 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] Made reservation on behalf of 0b9410d744f84a7590e0a5d1ab3be170 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:11.647482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.659978 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.744885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.747332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:11.748536 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.821098 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.848071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] Pushing event updated for resources: {'Network': ['ID=2b2967fa-456c-4934-ae07-594ada32a80c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:11.864308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.866411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 2b2967fa-456c-4934-ae07-594ada32a80c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:51:11.881460 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2608c42d-c4cd-46b8-bf6b-03a0fc44bc6d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4445906 Aug 26 10:51:11.884439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44192) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:11.899078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] Request body: {'subnet': {'network_id': '2b2967fa-456c-4934-ae07-594ada32a80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-612021483-subnet', 'tenant_id': '4b875036c0d84956a814c7aa9d48cc24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:11.929635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] Made reservation on behalf of 4b875036c0d84956a814c7aa9d48cc24 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:11.933470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:11.955597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9b7048-2562-4685-b029-b56218fc7f4d,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:12.028473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] Checking segment: {'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:12.029134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] Network hostable DHCP agents. Network: 8c0d75a0-fd7f-48f7-a993-7c1d938d8056, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:51:12.083252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] Checking segment: {'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:12.083906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] Network hostable DHCP agents. Network: 2d5d0e0a-dfbb-482d-933f-15ee7c259af7, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:51:12.100140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=21201419-501d-4c9f-af8b-609f66b7da6e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:12.150719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] Network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:51:12.158779 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] Network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:51:12.163364 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.189941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1d017c37-a971-4524-ab72-e7d44ff72255 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:12.210353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=73603dbb-c931-478e-a3ca-0d5e85c8c5ed,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:12.218297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 2d5d0e0a-dfbb-482d-933f-15ee7c259af7) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:12.229688 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 1d017c37-a971-4524-ab72-e7d44ff72255 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:12.230642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1d017c37-a971-4524-ab72-e7d44ff72255 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:12.230809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 8c0d75a0-fd7f-48f7-a993-7c1d938d8056) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:12.231387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 73603dbb-c931-478e-a3ca-0d5e85c8c5ed no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:12.237744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:12.238027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.257878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 73603dbb-c931-478e-a3ca-0d5e85c8c5ed {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:12.258224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 73603dbb-c931-478e-a3ca-0d5e85c8c5ed not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:12.259991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7418ef-121e-4e16-8d5f-724ead4be6f3 None None] Network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:12.261866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4dbdcd-387e-4163-8a39-a71b9722d0b9 None None] Network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:12.292992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:12.293471 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.343192 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-22b15f9d-b31a-49a3-9924-4dbc156fa1ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8364284 Aug 26 10:51:12.346073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44206) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:12.350888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:12.351980 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.369847 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c3b465e6-b303-46e2-850d-8d9cab63a0e2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5943725 Aug 26 10:51:12.374280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44208) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:12.381383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:12.402684 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.443712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1228e789-289e-438a-aa1e-143feda0fea6,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:12.452744 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] Checking segment: {'id': '68a543ea-6bd0-4948-b971-f223eb38c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b2967fa-456c-4934-ae07-594ada32a80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:12.453445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] Network hostable DHCP agents. Network: 2b2967fa-456c-4934-ae07-594ada32a80c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:51:12.467319 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.468378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.481257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] Network 2b2967fa-456c-4934-ae07-594ada32a80c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:51:12.496066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 2b2967fa-456c-4934-ae07-594ada32a80c) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:12.505326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:12.505326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.540141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf96b2a-753c-4c7d-a7a5-3103ae2c4e25 None None] Network 2b2967fa-456c-4934-ae07-594ada32a80c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:12.580061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.598969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-01fc8235-c2cf-4921-bfe2-1fb50205226f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7131505 Aug 26 10:51:12.609602 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.611550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-a74d8691-027b-48c9-951d-bda81b3dd49a tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270271 Aug 26 10:51:12.616341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.616907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.617892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.743666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-58600724-403d-4c90-b7f8-7dc7067599b4 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:12.752649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-58600724-403d-4c90-b7f8-7dc7067599b4 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304510 Aug 26 10:51:12.772722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-28800347-f5c9-46bb-acff-b348e1d00ae2 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/quotas/334da8c1f0144b3c9796b8940a5f0bce HTTP/1.1" status: 200 len: 375 time: 0.0188973 Aug 26 10:51:12.833717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.861028 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.861600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 334dc713-0018-4dc7-8f0b-11df059d0b08 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:51:12.862282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-c67eb1ca-a4b2-4b85-b3a0-30b36de025e0 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882964 Aug 26 10:51:12.877132 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.878870 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2201e406-44cf-4761-80f2-d7c74d80e8c9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/334dc713-0018-4dc7-8f0b-11df059d0b08 HTTP/1.1" status: 204 len: 168 time: 2.6239855 Aug 26 10:51:12.881578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44236) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:12.914584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:12.924096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98421a0-5d35-40b8-aa80-5a9271a4ad99 None None] Network 2b2967fa-456c-4934-ae07-594ada32a80c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:12.960541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'fixed_ips': [{'subnet_id': '6b9b7048-2562-4685-b029-b56218fc7f4d'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:51:12.961829 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.007487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Deleting subnet f9540030-6898-4d95-bee9-0eb1aec90f0b {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:51:13.011929 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.042496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'fixed_ips': [{'subnet_id': '21201419-501d-4c9f-af8b-609f66b7da6e'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:51:13.049670 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.052332 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.165213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.188980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e64c7712-5db2-4cbf-a476-f7bb48fd3bc9 req-fed34487-8ffa-4b20-b44c-5085cca2f09b tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-553620995', 'description': 'tempest-description-917106791'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:13.232950 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.290226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba4b19f-4817-4151-82ea-4fcf46781749 req-3d686ab9-1807-4993-b13d-601c97e9ae03 tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a4a76fa2db0849a6962ac044932c4f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537508 Aug 26 10:51:13.293416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e64c7712-5db2-4cbf-a476-f7bb48fd3bc9 req-fed34487-8ffa-4b20-b44c-5085cca2f09b tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.412927 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.438551 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa02f9a3-7e63-4b62-b692-44ac36710309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.439269 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.470660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.514465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Allocated IP 172.20.0.2 (2d5d0e0a-dfbb-482d-933f-15ee7c259af7/21201419-501d-4c9f-af8b-609f66b7da6e/eba2787e-3b8b-435e-98f7-76ca8a9ae78e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:13.536485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Allocated IP 172.20.0.2 (8c0d75a0-fd7f-48f7-a993-7c1d938d8056/6b9b7048-2562-4685-b029-b56218fc7f4d/009bf5f7-92b1-47ce-9d2b-d085d2af2419) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:13.561937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4b19f-4817-4151-82ea-4fcf46781749 req-f5aba32b-20fd-4252-bbc1-12287f48b6be tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:13.563796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba4b19f-4817-4151-82ea-4fcf46781749 req-f5aba32b-20fd-4252-bbc1-12287f48b6be tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2583735 Aug 26 10:51:13.569923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9540030-6898-4d95-bee9-0eb1aec90f0b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:13.586212 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.586908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.587579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.587579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.588231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.589072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.589704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.590203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.590823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.591157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.591619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.592665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:13.615011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.617482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-47e71bde-3a44-4ce4-abf8-64e873762fb9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f9540030-6898-4d95-bee9-0eb1aec90f0b HTTP/1.1" status: 204 len: 168 time: 0.7348239 Aug 26 10:51:13.622189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44258) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:13.622849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d150c5-1354-4cdb-a30b-49601bbcafe3 None None] Network 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:13.630810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba4b19f-4817-4151-82ea-4fcf46781749 req-d0cbc1ab-a7f1-438c-a797-d9865e6dd517 tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/quotas/a4a76fa2db0849a6962ac044932c4f2d HTTP/1.1" status: 200 len: 375 time: 0.0475121 Aug 26 10:51:13.682557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.684797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba4b19f-4817-4151-82ea-4fcf46781749 req-67f2bb02-0396-439d-a6b4-5b488fdf5a34 tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4a76fa2db0849a6962ac044932c4f2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413051 Aug 26 10:51:13.706829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e64c7712-5db2-4cbf-a476-f7bb48fd3bc9 req-fed34487-8ffa-4b20-b44c-5085cca2f09b tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.713327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e64c7712-5db2-4cbf-a476-f7bb48fd3bc9 req-fed34487-8ffa-4b20-b44c-5085cca2f09b tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.733992 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e64c7712-5db2-4cbf-a476-f7bb48fd3bc9 req-fed34487-8ffa-4b20-b44c-5085cca2f09b tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.741824 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e64c7712-5db2-4cbf-a476-f7bb48fd3bc9 req-fed34487-8ffa-4b20-b44c-5085cca2f09b tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5635486 Aug 26 10:51:13.799075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed34487-8ffa-4b20-b44c-5085cca2f09b tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9a2761-827f-466c-8fb1-8e0001532903,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:13.825700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Allocated IP 172.25.1.117 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/a64259d9-f2a8-4334-b50e-1b8f0ffa52b4) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:13.849252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.879219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f54995c1-4896-429b-8e4f-cc87c5b72832 req-34bccdca-a2f1-4243-81b1-2a30be8c9b3a tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 210 time: 0.0429111 Aug 26 10:51:13.906696 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:13.930846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-511b3bfe-d52e-4997-b25a-f015731ee545 req-61b5e14b-4312-4ae3-85a8-70f165d75619 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/ef9a2761-827f-466c-8fb1-8e0001532903 HTTP/1.1" status: 200 len: 1803 time: 0.1032059 Aug 26 10:51:13.948697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-511b3bfe-d52e-4997-b25a-f015731ee545 req-3012c340-2779-4f2d-9fc6-a01993beb74f tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef9a2761-827f-466c-8fb1-8e0001532903', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:13.949511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-511b3bfe-d52e-4997-b25a-f015731ee545 req-3012c340-2779-4f2d-9fc6-a01993beb74f tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef9a2761-827f-466c-8fb1-8e0001532903', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:14.048204 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-511b3bfe-d52e-4997-b25a-f015731ee545 req-3012c340-2779-4f2d-9fc6-a01993beb74f tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.085636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.085874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-511b3bfe-d52e-4997-b25a-f015731ee545 req-3012c340-2779-4f2d-9fc6-a01993beb74f tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.090350 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-511b3bfe-d52e-4997-b25a-f015731ee545 req-3012c340-2779-4f2d-9fc6-a01993beb74f tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.090554 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.112505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Transition to ACTIVE for port object 009bf5f7-92b1-47ce-9d2b-d085d2af2419 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:14.116089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012c340-2779-4f2d-9fc6-a01993beb74f tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894d9c55-4f50-47f2-b756-53a35b070e7c,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:14.127467 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-511b3bfe-d52e-4997-b25a-f015731ee545 req-3012c340-2779-4f2d-9fc6-a01993beb74f tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.142587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-511b3bfe-d52e-4997-b25a-f015731ee545 req-3012c340-2779-4f2d-9fc6-a01993beb74f tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1989920 Aug 26 10:51:14.144905 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.151412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Transition to ACTIVE for port object 009bf5f7-92b1-47ce-9d2b-d085d2af2419 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:14.155115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Deleting port 81528fc5-311f-46bd-ac01-2d53215fb4d8 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:14.155496 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.160829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Transition to ACTIVE for port object eba2787e-3b8b-435e-98f7-76ca8a9ae78e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:14.167865 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.206394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Transition to ACTIVE for port object eba2787e-3b8b-435e-98f7-76ca8a9ae78e will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:14.221431 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.226415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:14.244729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:14.246588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d6772-105f-4e85-abad-e0784b914d90 None None] DHCP port deletion for 33dae4f5-0fd7-41ca-a211-d4e97350a0f0 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:51:14.249548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:14.261089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Pushing event updated for resources: {'Port': ['ID=009bf5f7-92b1-47ce-9d2b-d085d2af2419,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:14.282667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-a4cf979a-e530-487c-b9d4-22a936c90968 req-77c14fd0-f3c9-4bdd-8bc7-62a7f947bb01 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-237925296', 'description': 'tempest-description-674822217'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:14.299718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:14.303664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.304002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.304341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.304674 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.305510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.305872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.306202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.306530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.306894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.307221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.307561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.307858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:14.321567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4cf979a-e530-487c-b9d4-22a936c90968 req-77c14fd0-f3c9-4bdd-8bc7-62a7f947bb01 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.328717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:14.333665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:14.343444 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.402603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] For port 81528fc5-311f-46bd-ac01-2d53215fb4d8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=81528fc5-311f-46bd-ac01-2d53215fb4d8,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:14.403030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.424772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Attempting to bind port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:14.430777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Attempting to bind port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:14.431595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Attempting to bind port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 on network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:14.447854 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-35a16a98-a249-438b-8815-4204a8788fcb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529876 Aug 26 10:51:14.463254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Calling delete_port for 81528fc5-311f-46bd-ac01-2d53215fb4d8 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:14.466665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:14.479713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:14.480107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Checking segment: {'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:14.480584 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.480996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Bound using segment: {'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:14.482464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Bound port: 009bf5f7-92b1-47ce-9d2b-d085d2af2419, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:14.482895 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.484971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Pushing event updated for resources: {'Port': ['ID=eba2787e-3b8b-435e-98f7-76ca8a9ae78e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:14.490752 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4cf979a-e530-487c-b9d4-22a936c90968 req-77c14fd0-f3c9-4bdd-8bc7-62a7f947bb01 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.495767 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4cf979a-e530-487c-b9d4-22a936c90968 req-77c14fd0-f3c9-4bdd-8bc7-62a7f947bb01 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.516485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:14.519325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:14.522165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Attempting to bind port eba2787e-3b8b-435e-98f7-76ca8a9ae78e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:14.522773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Attempting to bind port eba2787e-3b8b-435e-98f7-76ca8a9ae78e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:14.523201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Attempting to bind port eba2787e-3b8b-435e-98f7-76ca8a9ae78e on network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:14.532340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:14.532748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Checking segment: {'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:14.533593 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.534158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Bound using segment: {'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:14.534855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Bound port: eba2787e-3b8b-435e-98f7-76ca8a9ae78e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:14.535760 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.538654 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4cf979a-e530-487c-b9d4-22a936c90968 req-77c14fd0-f3c9-4bdd-8bc7-62a7f947bb01 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.541123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4cf979a-e530-487c-b9d4-22a936c90968 req-77c14fd0-f3c9-4bdd-8bc7-62a7f947bb01 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2643337 Aug 26 10:51:14.544284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c14fd0-f3c9-4bdd-8bc7-62a7f947bb01 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5706ace6-625c-4736-bd9a-5911f3ccb114,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:14.589330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Allocated IP 172.25.1.153 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/f734c2af-92d4-4d2e-8ab0-9707359489ce) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:14.618816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a64259d9-f2a8-4334-b50e-1b8f0ffa52b4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:14.638969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-025fa785-47d7-4cfd-9609-1c41ba18c297 req-ff88f10f-69f6-49d3-9680-56ddbf8821c2 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/5706ace6-625c-4736-bd9a-5911f3ccb114 HTTP/1.1" status: 200 len: 1803 time: 0.0688958 Aug 26 10:51:14.645582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-195d6772-105f-4e85-abad-e0784b914d90 None None] Deleting port 81528fc5-311f-46bd-ac01-2d53215fb4d8 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:14.645954 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-195d6772-105f-4e85-abad-e0784b914d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.653073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-025fa785-47d7-4cfd-9609-1c41ba18c297 req-af7d8c8c-e63d-4fc9-ab12-7354f5e6a803 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5706ace6-625c-4736-bd9a-5911f3ccb114', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:14.654244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-025fa785-47d7-4cfd-9609-1c41ba18c297 req-af7d8c8c-e63d-4fc9-ab12-7354f5e6a803 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5706ace6-625c-4736-bd9a-5911f3ccb114', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:14.677957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] For port 009bf5f7-92b1-47ce-9d2b-d085d2af2419, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:14.681860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] For port 009bf5f7-92b1-47ce-9d2b-d085d2af2419, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=009bf5f7-92b1-47ce-9d2b-d085d2af2419,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:14.727315 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-025fa785-47d7-4cfd-9609-1c41ba18c297 req-af7d8c8c-e63d-4fc9-ab12-7354f5e6a803 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.754550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-195d6772-105f-4e85-abad-e0784b914d90 None None] For port 81528fc5-311f-46bd-ac01-2d53215fb4d8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=81528fc5-311f-46bd-ac01-2d53215fb4d8,segment=NetworkSegment(772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd),segment_id=772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:14.755048 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-195d6772-105f-4e85-abad-e0784b914d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.765799 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-025fa785-47d7-4cfd-9609-1c41ba18c297 req-af7d8c8c-e63d-4fc9-ab12-7354f5e6a803 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.773354 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.775654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-195d6772-105f-4e85-abad-e0784b914d90 None None] Calling delete_port for 81528fc5-311f-46bd-ac01-2d53215fb4d8 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:14.781751 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-025fa785-47d7-4cfd-9609-1c41ba18c297 req-af7d8c8c-e63d-4fc9-ab12-7354f5e6a803 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.799703 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f89e778d-efc7-46ff-9d5e-55adbe970389 req-40cc7586-02c5-48a5-8ce0-5589915edc2c tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a4a76fa2db0849a6962ac044932c4f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312183 Aug 26 10:51:14.824646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d8c8c-e63d-4fc9-ab12-7354f5e6a803 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549242c6-2ef5-4d80-bb89-db317dea4343,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:14.880435 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-025fa785-47d7-4cfd-9609-1c41ba18c297 req-af7d8c8c-e63d-4fc9-ab12-7354f5e6a803 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.881831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-025fa785-47d7-4cfd-9609-1c41ba18c297 req-af7d8c8c-e63d-4fc9-ab12-7354f5e6a803 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2363565 Aug 26 10:51:14.900953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] For port eba2787e-3b8b-435e-98f7-76ca8a9ae78e, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:14.916026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-2b6d354c-8e79-41ea-88c4-0e26e1054cba req-bfe1ef11-a6e2-4f13-8a20-95052251d6a9 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-543120556', 'description': 'tempest-description-536076014'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:14.929434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8166c-ec3b-4b73-8dcf-a61d8097113d None None] Pushing event updated for resources: {'Port': ['ID=009bf5f7-92b1-47ce-9d2b-d085d2af2419,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:14.933931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] For port eba2787e-3b8b-435e-98f7-76ca8a9ae78e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=eba2787e-3b8b-435e-98f7-76ca8a9ae78e,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:14.946891 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:14.977171 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2b6d354c-8e79-41ea-88c4-0e26e1054cba req-bfe1ef11-a6e2-4f13-8a20-95052251d6a9 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.003107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e778d-efc7-46ff-9d5e-55adbe970389 req-a7e8f858-eb08-4660-a2f9-55476706306b tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:15.005474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f89e778d-efc7-46ff-9d5e-55adbe970389 req-a7e8f858-eb08-4660-a2f9-55476706306b tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962123 Aug 26 10:51:15.036167 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f89e778d-efc7-46ff-9d5e-55adbe970389 req-5eaa90a8-42bb-4a76-abd3-e6ad2e5af0fb tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/quotas/a4a76fa2db0849a6962ac044932c4f2d HTTP/1.1" status: 200 len: 375 time: 0.0230138 Aug 26 10:51:15.039350 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-195d6772-105f-4e85-abad-e0784b914d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.047242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3fe04-43f4-4a73-9a9d-b275142cd2ad None None] Pushing event updated for resources: {'Port': ['ID=eba2787e-3b8b-435e-98f7-76ca8a9ae78e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:15.077325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d6772-105f-4e85-abad-e0784b914d90 None None] No DVR routers for this DVR port 81528fc5-311f-46bd-ac01-2d53215fb4d8 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:51:15.079451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f89e778d-efc7-46ff-9d5e-55adbe970389 req-0c195835-673d-4d02-9c6f-c9f52e74872f tempest-QuotasAdminNegativeTest-2024031525 tempest-QuotasAdminNegativeTest-2024031525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4a76fa2db0849a6962ac044932c4f2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363884 Aug 26 10:51:15.079638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d6772-105f-4e85-abad-e0784b914d90 None None] Pushing event deleted for resources: {'Port': ['ID=81528fc5-311f-46bd-ac01-2d53215fb4d8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:15.146672 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2b6d354c-8e79-41ea-88c4-0e26e1054cba req-bfe1ef11-a6e2-4f13-8a20-95052251d6a9 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.152118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2b6d354c-8e79-41ea-88c4-0e26e1054cba req-bfe1ef11-a6e2-4f13-8a20-95052251d6a9 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.182636 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2b6d354c-8e79-41ea-88c4-0e26e1054cba req-bfe1ef11-a6e2-4f13-8a20-95052251d6a9 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.183892 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b6d354c-8e79-41ea-88c4-0e26e1054cba req-bfe1ef11-a6e2-4f13-8a20-95052251d6a9 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2774918 Aug 26 10:51:15.221185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1ef11-a6e2-4f13-8a20-95052251d6a9 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9688b4ae-ff10-4a63-b483-5bce9dc33e62,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:15.290061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c799f764-47fe-4eca-8781-707f89cf9548 req-5bf4c315-0505-48c8-953c-4c22366c8764 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 210 time: 0.0296464 Aug 26 10:51:15.329407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-93721fda-1e67-4cd8-8b2f-fb94d9a98850 req-f60eb186-bef2-4623-b949-875b5c9b3cf4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1167999760', 'description': 'tempest-description-1461006547'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:15.383329 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-93721fda-1e67-4cd8-8b2f-fb94d9a98850 req-f60eb186-bef2-4623-b949-875b5c9b3cf4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.395358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-a577a893-8732-4ca0-b91f-e7a165aa16de tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:15.405195 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-a577a893-8732-4ca0-b91f-e7a165aa16de tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9431155 Aug 26 10:51:15.461552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Request body: {'port': {'device_id': '1870de89-e05a-4cce-b425-06bfcdc66274', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '334da8c1f0144b3c9796b8940a5f0bce'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:15.535110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.537936 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-93721fda-1e67-4cd8-8b2f-fb94d9a98850 req-f60eb186-bef2-4623-b949-875b5c9b3cf4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.549447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-93721fda-1e67-4cd8-8b2f-fb94d9a98850 req-f60eb186-bef2-4623-b949-875b5c9b3cf4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.585555 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-93721fda-1e67-4cd8-8b2f-fb94d9a98850 req-f60eb186-bef2-4623-b949-875b5c9b3cf4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.586962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93721fda-1e67-4cd8-8b2f-fb94d9a98850 req-f60eb186-bef2-4623-b949-875b5c9b3cf4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2657273 Aug 26 10:51:15.593066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60eb186-bef2-4623-b949-875b5c9b3cf4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f056e9-6bbc-4b75-8786-8aac2b973735,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:15.608867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Pushing event deleted for resources: {'Port': ['ID=81528fc5-311f-46bd-ac01-2d53215fb4d8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:15.642234 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.652598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] No DVR routers for this DVR port 81528fc5-311f-46bd-ac01-2d53215fb4d8 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:51:15.693163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aee8df0e-3c9a-4d4c-a811-44cb818b3fe9 req-bab8b0c7-4e92-427a-8e79-8c1cfd37b77c tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/9688b4ae-ff10-4a63-b483-5bce9dc33e62 HTTP/1.1" status: 200 len: 1803 time: 0.0482547 Aug 26 10:51:15.724067 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-104ca451-6fa6-4abd-9f9d-1b067cc1df23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.756371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aee8df0e-3c9a-4d4c-a811-44cb818b3fe9 req-57305689-574e-4d26-a499-d9d7cb60db47 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/81f056e9-6bbc-4b75-8786-8aac2b973735 HTTP/1.1" status: 200 len: 1805 time: 0.0517268 Aug 26 10:51:15.769414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-aee8df0e-3c9a-4d4c-a811-44cb818b3fe9 req-aeea3053-a42f-4246-be81-5610a47dc1c3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9688b4ae-ff10-4a63-b483-5bce9dc33e62', 'remote_group_id': '81f056e9-6bbc-4b75-8786-8aac2b973735', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:15.769796 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-aee8df0e-3c9a-4d4c-a811-44cb818b3fe9 req-aeea3053-a42f-4246-be81-5610a47dc1c3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9688b4ae-ff10-4a63-b483-5bce9dc33e62', 'remote_group_id': '81f056e9-6bbc-4b75-8786-8aac2b973735', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:15.838137 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-aee8df0e-3c9a-4d4c-a811-44cb818b3fe9 req-aeea3053-a42f-4246-be81-5610a47dc1c3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.884695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-aee8df0e-3c9a-4d4c-a811-44cb818b3fe9 req-aeea3053-a42f-4246-be81-5610a47dc1c3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.887818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.889393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-aee8df0e-3c9a-4d4c-a811-44cb818b3fe9 req-aeea3053-a42f-4246-be81-5610a47dc1c3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.895620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.914680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea3053-a42f-4246-be81-5610a47dc1c3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90c1f22-6414-47da-b574-922e67311959,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:15.925498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-aee8df0e-3c9a-4d4c-a811-44cb818b3fe9 req-aeea3053-a42f-4246-be81-5610a47dc1c3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.928738 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Made reservation on behalf of 334da8c1f0144b3c9796b8940a5f0bce for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:15.930482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aee8df0e-3c9a-4d4c-a811-44cb818b3fe9 req-aeea3053-a42f-4246-be81-5610a47dc1c3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1657109 Aug 26 10:51:15.938970 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:15.957229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e678afc5-ab89-4eae-a36a-d04020129a38 req-ed7afb5d-c5a8-4b7c-833c-235058a69377 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-358832823', 'description': 'tempest-description-1931022640'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:15.970682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dae4f5-0fd7-41ca-a211-d4e97350a0f0']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:15.975762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44326) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:15.982179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:15.982470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772d06cf-1c0d-4e7f-bc03-3d4f0a2ee0dd') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:15.999277 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e678afc5-ab89-4eae-a36a-d04020129a38 req-ed7afb5d-c5a8-4b7c-833c-235058a69377 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.023248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Pushing event updated for resources: {'Port': ['ID=f734c2af-92d4-4d2e-8ab0-9707359489ce,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:16.034633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:16.040248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:16.044125 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.046109 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.054534 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.056464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:16.135080 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-85cfcfa5-dbc3-4d68-843c-bc704460fb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.135933 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.177004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e678afc5-ab89-4eae-a36a-d04020129a38 req-ed7afb5d-c5a8-4b7c-833c-235058a69377 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.194862 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e678afc5-ab89-4eae-a36a-d04020129a38 req-ed7afb5d-c5a8-4b7c-833c-235058a69377 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.244077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7afb5d-c5a8-4b7c-833c-235058a69377 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd96308-608d-46ca-9f4b-c395dc32f638,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:16.274691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 009bf5f7-92b1-47ce-9d2b-d085d2af2419 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:16.303552 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.326967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-85cfcfa5-dbc3-4d68-843c-bc704460fb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.337338 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-85cfcfa5-dbc3-4d68-843c-bc704460fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.356535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:51:16.358611 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.359572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:51:16.361822 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:51:16.368634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device eba2787e-3b8b-435e-98f7-76ca8a9ae78e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:16.377240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfcfa5-dbc3-4d68-843c-bc704460fb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb05475-2729-4f62-9aaf-70c362cfd292,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:16.423033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e678afc5-ab89-4eae-a36a-d04020129a38 req-ed7afb5d-c5a8-4b7c-833c-235058a69377 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.424365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e678afc5-ab89-4eae-a36a-d04020129a38 req-ed7afb5d-c5a8-4b7c-833c-235058a69377 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4731240 Aug 26 10:51:16.428156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-85cfcfa5-dbc3-4d68-843c-bc704460fb2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4a76fa2db0849a6962ac044932c4f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4511483 Aug 26 10:51:16.460059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44332) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:16.470607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1fe83fe-1e42-43aa-8322-4928127218fd req-78a954bb-d2e8-418c-ba32-2e413e7955af tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 210 time: 0.0488756 Aug 26 10:51:16.489834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-653db884-d0f8-4f07-ba4b-6918dccf13f5 req-71348f43-1a16-4ebd-84c9-ec427fb31a52 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-708120447', 'description': 'tempest-description-350579840'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:16.496626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port eba2787e-3b8b-435e-98f7-76ca8a9ae78e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:16.532534 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.555241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.559859 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] 10.222.0.21 "DELETE /v2.0/networks/33dae4f5-0fd7-41ca-a211-d4e97350a0f0 HTTP/1.1" status: 204 len: 168 time: 2.9341488 Aug 26 10:51:16.566410 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2ba0-413b-4c31-a165-d71d3928121d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.593699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fddfb75-128c-472e-896c-659bc2a9269d None None] Network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:16.632580 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2ba0-413b-4c31-a165-d71d3928121d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.667093 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02b168-c73d-4bc6-8c10-c0226df97ced admin admin] Pushing event deleted for resources: {'Network': ['ID=33dae4f5-0fd7-41ca-a211-d4e97350a0f0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:16.698134 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 81528fc5-311f-46bd-ac01-2d53215fb4d8 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:16.716997 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2ba0-413b-4c31-a165-d71d3928121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.723024 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f4c2ba0-413b-4c31-a165-d71d3928121d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.727579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3f4c2ba0-413b-4c31-a165-d71d3928121d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8eb05475-2729-4f62-9aaf-70c362cfd292 HTTP/1.1" status: 204 len: 168 time: 0.2536192 Aug 26 10:51:16.739578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c2ba0-413b-4c31-a165-d71d3928121d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb05475-2729-4f62-9aaf-70c362cfd292,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:16.795669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 81528fc5-311f-46bd-ac01-2d53215fb4d8 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:16.796251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 81528fc5-311f-46bd-ac01-2d53215fb4d8 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:16.820902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b3bc11f8-c8b0-4368-90e6-224dcaf4b3a2 None None] Provisioning for port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:16.838668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44344) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:16.846230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b3bc11f8-c8b0-4368-90e6-224dcaf4b3a2 None None] Provisioning complete for port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:16.846613 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3bc11f8-c8b0-4368-90e6-224dcaf4b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.911042 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a301a8fb-3215-4db3-b3d2-b8d89e2aba9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c67cdf60cb2410681925e3387249a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683630 Aug 26 10:51:16.911729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44346) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:16.940622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:16.990158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04eab37a-a8c4-4996-919d-6c1562716a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.026283 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04eab37a-a8c4-4996-919d-6c1562716a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.036403 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3bc11f8-c8b0-4368-90e6-224dcaf4b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.050938 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.092018 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.095465 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.096810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04eab37a-a8c4-4996-919d-6c1562716a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.096953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b3bc11f8-c8b0-4368-90e6-224dcaf4b3a2 None None] For port 009bf5f7-92b1-47ce-9d2b-d085d2af2419, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=009bf5f7-92b1-47ce-9d2b-d085d2af2419,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:17.100937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04eab37a-a8c4-4996-919d-6c1562716a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.104629 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-04eab37a-a8c4-4996-919d-6c1562716a61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b8ee4db-6cb5-4c34-b790-5f4c592f911c HTTP/1.1" status: 204 len: 168 time: 0.1894257 Aug 26 10:51:17.106393 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3bc11f8-c8b0-4368-90e6-224dcaf4b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.136651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937faf78-0766-453a-84cc-f179811dab70 None None] Network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:17.152604 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-653db884-d0f8-4f07-ba4b-6918dccf13f5 req-71348f43-1a16-4ebd-84c9-ec427fb31a52 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.176099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eab37a-a8c4-4996-919d-6c1562716a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8ee4db-6cb5-4c34-b790-5f4c592f911c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:17.288678 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.290273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-712b4202-349b-4371-8e2a-b8004712c768 None None] Provisioning for port eba2787e-3b8b-435e-98f7-76ca8a9ae78e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:17.329448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-712b4202-349b-4371-8e2a-b8004712c768 None None] Provisioning complete for port eba2787e-3b8b-435e-98f7-76ca8a9ae78e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:17.330128 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-712b4202-349b-4371-8e2a-b8004712c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.335559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc11f8-c8b0-4368-90e6-224dcaf4b3a2 None None] Pushing event updated for resources: {'Port': ['ID=009bf5f7-92b1-47ce-9d2b-d085d2af2419,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:17.368873 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-653db884-d0f8-4f07-ba4b-6918dccf13f5 req-71348f43-1a16-4ebd-84c9-ec427fb31a52 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.378069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-653db884-d0f8-4f07-ba4b-6918dccf13f5 req-71348f43-1a16-4ebd-84c9-ec427fb31a52 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.430977 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-653db884-d0f8-4f07-ba4b-6918dccf13f5 req-71348f43-1a16-4ebd-84c9-ec427fb31a52 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.439074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-653db884-d0f8-4f07-ba4b-6918dccf13f5 req-71348f43-1a16-4ebd-84c9-ec427fb31a52 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9651804 Aug 26 10:51:17.440969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71348f43-1a16-4ebd-84c9-ec427fb31a52 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cb2bae-fe34-4a07-b8af-cdc7d5173a59,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:17.503596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44356) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:17.521977 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-712b4202-349b-4371-8e2a-b8004712c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.534569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac81e20f-5db6-467d-ad44-4f015a8f946d req-f2588f13-9634-43c9-bdca-79caffee1aa1 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/5cd96308-608d-46ca-9f4b-c395dc32f638 HTTP/1.1" status: 200 len: 1804 time: 0.0620990 Aug 26 10:51:17.589091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac81e20f-5db6-467d-ad44-4f015a8f946d req-9c0a8c23-a840-4ce0-a6c6-16b14116cbe1 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/d3cb2bae-fe34-4a07-b8af-cdc7d5173a59 HTTP/1.1" status: 200 len: 1803 time: 0.0534267 Aug 26 10:51:17.595404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-ac81e20f-5db6-467d-ad44-4f015a8f946d req-77e2900c-5344-4c35-8c30-2c6ce69d5af3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5cd96308-608d-46ca-9f4b-c395dc32f638', 'remote_group_id': 'd3cb2bae-fe34-4a07-b8af-cdc7d5173a59', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:17.595404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-ac81e20f-5db6-467d-ad44-4f015a8f946d req-77e2900c-5344-4c35-8c30-2c6ce69d5af3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5cd96308-608d-46ca-9f4b-c395dc32f638', 'remote_group_id': 'd3cb2bae-fe34-4a07-b8af-cdc7d5173a59', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:17.597303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-712b4202-349b-4371-8e2a-b8004712c768 None None] For port eba2787e-3b8b-435e-98f7-76ca8a9ae78e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=eba2787e-3b8b-435e-98f7-76ca8a9ae78e,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:17.602830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:17.612156 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-712b4202-349b-4371-8e2a-b8004712c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.655445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13084386-5094-4084-ba4c-18d895071e6b req-964f515e-451f-48a8-8cf6-7574e704c401 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 210 time: 0.0559237 Aug 26 10:51:17.670805 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2989632-f229-4c1f-b708-ec6b35711b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.727947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b4202-349b-4371-8e2a-b8004712c768 None None] Pushing event updated for resources: {'Port': ['ID=eba2787e-3b8b-435e-98f7-76ca8a9ae78e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:17.760796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0e884f4b-41dd-4d4e-9a37-38b7b58d82b5 None None] Provisioning complete for port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:17.761194 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e884f4b-41dd-4d4e-9a37-38b7b58d82b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.794700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.817972 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ac81e20f-5db6-467d-ad44-4f015a8f946d req-77e2900c-5344-4c35-8c30-2c6ce69d5af3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.901679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ac81e20f-5db6-467d-ad44-4f015a8f946d req-77e2900c-5344-4c35-8c30-2c6ce69d5af3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.914209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ac81e20f-5db6-467d-ad44-4f015a8f946d req-77e2900c-5344-4c35-8c30-2c6ce69d5af3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:17.956574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2900c-5344-4c35-8c30-2c6ce69d5af3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89068b7-6400-4173-8591-5082a1562f8e,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:18.007151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Allocated IP 192.168.233.185 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/aa83a528-f960-41c3-8ede-3b7c69620e52) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:18.023430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Router 3f5feae2-ab69-4baa-a077-4080f2083df4 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:51:18.071779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4c1e2a9c-b0f2-41be-a992-a421c1816c5e None None] Provisioning complete for port eba2787e-3b8b-435e-98f7-76ca8a9ae78e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:18.073781 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c1e2a9c-b0f2-41be-a992-a421c1816c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.264960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 009bf5f7-92b1-47ce-9d2b-d085d2af2419 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:18.291966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44382) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:18.329297 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:18.329819 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.383168 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2989632-f229-4c1f-b708-ec6b35711b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.391218 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ac81e20f-5db6-467d-ad44-4f015a8f946d req-77e2900c-5344-4c35-8c30-2c6ce69d5af3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.393159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac81e20f-5db6-467d-ad44-4f015a8f946d req-77e2900c-5344-4c35-8c30-2c6ce69d5af3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8031507 Aug 26 10:51:18.421995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device eba2787e-3b8b-435e-98f7-76ca8a9ae78e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:18.430040 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.447273 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2989632-f229-4c1f-b708-ec6b35711b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.470753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Transition to ACTIVE for port object aa83a528-f960-41c3-8ede-3b7c69620e52 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:18.472069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68a851e7-28ec-47f8-acc7-e480e1830c45 req-94a3bb78-861d-4945-8297-644b1122e5ec tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/d3cb2bae-fe34-4a07-b8af-cdc7d5173a59 HTTP/1.1" status: 200 len: 1803 time: 0.0540516 Aug 26 10:51:18.483243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port eba2787e-3b8b-435e-98f7-76ca8a9ae78e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:18.483805 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.490896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Router caa5fce4-ff0b-44b2-9f54-201a1a433908 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:51:18.502350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-210066638-network', 'tenant_id': '8e4eaee56fd64490acc53c91532b6dcc'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:18.535463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2989632-f229-4c1f-b708-ec6b35711b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e68eb-8aa8-4bb1-8f84-9a8fcba8cf16,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:18.540905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e2989632-f229-4c1f-b708-ec6b35711b95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=821f765dec6e4fcfa7ab76328a60c764&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0095892 Aug 26 10:51:18.542556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Made reservation on behalf of 8e4eaee56fd64490acc53c91532b6dcc for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:18.544901 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:18.545697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.550661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44388) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:18.558931 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.567475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Sync routers for ids ['3f5feae2-ab69-4baa-a077-4080f2083df4'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:18.600449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Routers {'3f5feae2-ab69-4baa-a077-4080f2083df4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:18.601308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3f5feae2-ab69-4baa-a077-4080f2083df4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:18.604293 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-68a851e7-28ec-47f8-acc7-e480e1830c45 req-5b491c45-dd00-41e5-b2e8-aeb43a6dac08 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.643794 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-68a851e7-28ec-47f8-acc7-e480e1830c45 req-5b491c45-dd00-41e5-b2e8-aeb43a6dac08 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.792438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.823279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-32bffc6e-1803-4ed4-9de9-c831d3dab6dd req-a372c6a2-59ba-41c3-910d-d2226ca23892 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 210 time: 0.0392537 Aug 26 10:51:18.833466 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.843241 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-68a851e7-28ec-47f8-acc7-e480e1830c45 req-5b491c45-dd00-41e5-b2e8-aeb43a6dac08 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.846851 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-68a851e7-28ec-47f8-acc7-e480e1830c45 req-5b491c45-dd00-41e5-b2e8-aeb43a6dac08 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.848175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68a851e7-28ec-47f8-acc7-e480e1830c45 req-5b491c45-dd00-41e5-b2e8-aeb43a6dac08 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "DELETE /v2.0/security-groups/d3cb2bae-fe34-4a07-b8af-cdc7d5173a59 HTTP/1.1" status: 204 len: 173 time: 0.3673484 Aug 26 10:51:18.877126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:51:18.887096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Set router 3f5feae2-ab69-4baa-a077-4080f2083df4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:18.902193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a8a639-1422-4fd2-bf51-fb406fa1586b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:18.921725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b491c45-dd00-41e5-b2e8-aeb43a6dac08 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cb2bae-fe34-4a07-b8af-cdc7d5173a59,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:18.928476 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:18.928812 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Added segment 21bd80ab-8443-4296-bc5e-daae17a1fd8a of type vlan for network 67b3a79e-bfb5-4020-9853-e4f2cf6beea6 Aug 26 10:51:18.981286 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24aac78f-bc58-4ecb-9cbc-6c032b00a1f8 req-452f6f77-7dbe-4250-8b59-39f315774775 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/5cd96308-608d-46ca-9f4b-c395dc32f638 HTTP/1.1" status: 200 len: 1804 time: 0.1052184 Aug 26 10:51:18.992868 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.018090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-b877a602-039d-4d29-96b2-96570af633ad req-e17c436c-8772-4610-9644-4dcbac3714f7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1460023643', 'description': 'tempest-description-1588225994'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:19.033498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.034782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:19.035459 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.104717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.111704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.112563 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9786edec-64a4-4342-b21c-459c82837bb3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.7655773 Aug 26 10:51:19.119697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44396) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:19.128823 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.138928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:15Z', 'revision_number': 3, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:19.167197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Checking router: 3f5feae2-ab69-4baa-a077-4080f2083df4 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:19.167635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Updating router 3f5feae2-ab69-4baa-a077-4080f2083df4 port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:51:19.194135 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.222195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e25968ff-713e-4adb-a4cb-3b9620b328c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.228124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:19.245719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:19.250323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:19.253466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:19.267348 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Sync routers for ids ['caa5fce4-ff0b-44b2-9f54-201a1a433908'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:19.285745 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Routers {'caa5fce4-ff0b-44b2-9f54-201a1a433908'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:19.286876 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa5fce4-ff0b-44b2-9f54-201a1a433908'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:19.332198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event updated for resources: {'Port': ['ID=aa83a528-f960-41c3-8ede-3b7c69620e52,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:19.420158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] Pushing event updated for resources: {'Network': ['ID=67b3a79e-bfb5-4020-9853-e4f2cf6beea6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:19.441600 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b877a602-039d-4d29-96b2-96570af633ad req-e17c436c-8772-4610-9644-4dcbac3714f7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.446904 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e25968ff-713e-4adb-a4cb-3b9620b328c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.471070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9ce9a18e-742b-4991-9ee0-1f171edec7bc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1777406 Aug 26 10:51:19.471914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44402) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:19.481662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] Request body: {'subnet': {'network_id': '67b3a79e-bfb5-4020-9853-e4f2cf6beea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-210066638-subnet', 'tenant_id': '8e4eaee56fd64490acc53c91532b6dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:19.483041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 67b3a79e-bfb5-4020-9853-e4f2cf6beea6 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:51:19.513885 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Set router caa5fce4-ff0b-44b2-9f54-201a1a433908 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:19.608620 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b877a602-039d-4d29-96b2-96570af633ad req-e17c436c-8772-4610-9644-4dcbac3714f7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.611726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:19.612882 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.624995 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.626746 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-91035128-6193-41be-8812-3eb222cd0976 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2490172 Aug 26 10:51:19.629842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44404) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:19.631752 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b877a602-039d-4d29-96b2-96570af633ad req-e17c436c-8772-4610-9644-4dcbac3714f7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.638054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] Made reservation on behalf of 8e4eaee56fd64490acc53c91532b6dcc for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:19.640964 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.719333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c436c-8772-4610-9644-4dcbac3714f7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fc97d3-516b-4fc3-9a7f-77511be3e8de,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:19.726677 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b877a602-039d-4d29-96b2-96570af633ad req-e17c436c-8772-4610-9644-4dcbac3714f7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.728134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b877a602-039d-4d29-96b2-96570af633ad req-e17c436c-8772-4610-9644-4dcbac3714f7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7180302 Aug 26 10:51:19.736249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e25968ff-713e-4adb-a4cb-3b9620b328c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.743896 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e25968ff-713e-4adb-a4cb-3b9620b328c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.752017 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e25968ff-713e-4adb-a4cb-3b9620b328c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d1e68eb-8aa8-4bb1-8f84-9a8fcba8cf16 HTTP/1.1" status: 204 len: 168 time: 1.1978772 Aug 26 10:51:19.776868 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.806240 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:16Z', 'revision_number': 3, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:19.809380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25968ff-713e-4adb-a4cb-3b9620b328c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e68eb-8aa8-4bb1-8f84-9a8fcba8cf16,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:19.811436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Transition to ACTIVE for port object a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:19.818654 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-51ceddae-3bf2-486a-b1e2-e47b09383b0e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3716145 Aug 26 10:51:19.825209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-61d11f58-796f-4899-af2a-206eb36c63f1 None None] Provisioning for port aa83a528-f960-41c3-8ede-3b7c69620e52 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:19.831667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ecc42f6-0f14-41f8-9fd5-32183c7c7a63 req-9f82a0a5-d8be-45ad-bd2c-68bec31dbb72 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/f7fc97d3-516b-4fc3-9a7f-77511be3e8de HTTP/1.1" status: 200 len: 1805 time: 0.0622971 Aug 26 10:51:19.833141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Request body: {'port': {'device_id': '1870de89-e05a-4cce-b425-06bfcdc66274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:19.849707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-9ecc42f6-0f14-41f8-9fd5-32183c7c7a63 req-a9640490-e880-441a-b11a-71995534c498 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7fc97d3-516b-4fc3-9a7f-77511be3e8de', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:19.849707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-9ecc42f6-0f14-41f8-9fd5-32183c7c7a63 req-a9640490-e880-441a-b11a-71995534c498 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7fc97d3-516b-4fc3-9a7f-77511be3e8de', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:19.854305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-61d11f58-796f-4899-af2a-206eb36c63f1 None None] Provisioning complete for port aa83a528-f960-41c3-8ede-3b7c69620e52 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:19.857088 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-61d11f58-796f-4899-af2a-206eb36c63f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:19.862076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.001893 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Checking router: caa5fce4-ff0b-44b2-9f54-201a1a433908 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:20.002240 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Updating router caa5fce4-ff0b-44b2-9f54-201a1a433908 port f734c2af-92d4-4d2e-8ab0-9707359489ce binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:51:20.013498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Attempting to bind port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:20.013875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Attempting to bind port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:20.014246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Attempting to bind port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:20.033328 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.066379 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9ecc42f6-0f14-41f8-9fd5-32183c7c7a63 req-a9640490-e880-441a-b11a-71995534c498 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.073084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:20.073467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:20.073870 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.074697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:20.075031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Bound port: a64259d9-f2a8-4334-b50e-1b8f0ffa52b4, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:20.075301 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.082231 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.114366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce454c2-ba3a-4995-8d48-eaa4d4aaab55 None None] Pushing event updated for resources: {'Port': ['ID=a64259d9-f2a8-4334-b50e-1b8f0ffa52b4,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:20.127444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-61d11f58-796f-4899-af2a-206eb36c63f1 None None] Port aa83a528-f960-41c3-8ede-3b7c69620e52 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:20.135397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e70689-b31c-45ca-8198-d504ae3bd162 req-e22f92c4-8da4-482f-ac3d-291b92f4a213 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:20.137038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1e70689-b31c-45ca-8198-d504ae3bd162 req-e22f92c4-8da4-482f-ac3d-291b92f4a213 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 936 time: 0.1644895 Aug 26 10:51:20.149865 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9ecc42f6-0f14-41f8-9fd5-32183c7c7a63 req-a9640490-e880-441a-b11a-71995534c498 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.197622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1e70689-b31c-45ca-8198-d504ae3bd162 req-ba247be3-8fea-43fe-babf-fcf516589f13 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498738 Aug 26 10:51:20.198239 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9ecc42f6-0f14-41f8-9fd5-32183c7c7a63 req-a9640490-e880-441a-b11a-71995534c498 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.231840 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.232353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad063f0-0180-40f0-8826-d0b59fcc1788,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:20.234551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9640490-e880-441a-b11a-71995534c498 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1bf9c7-2654-4506-a05e-3a3182d8d65c,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:20.247849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] Checking segment: {'id': '21bd80ab-8443-4296-bc5e-daae17a1fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '67b3a79e-bfb5-4020-9853-e4f2cf6beea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:20.248344 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] Network hostable DHCP agents. Network: 67b3a79e-bfb5-4020-9853-e4f2cf6beea6, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:51:20.253500 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9ecc42f6-0f14-41f8-9fd5-32183c7c7a63 req-a9640490-e880-441a-b11a-71995534c498 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.254970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ecc42f6-0f14-41f8-9fd5-32183c7c7a63 req-a9640490-e880-441a-b11a-71995534c498 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4135525 Aug 26 10:51:20.274204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] Network 67b3a79e-bfb5-4020-9853-e4f2cf6beea6 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:51:20.275028 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.281825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] For port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:20.288524 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] For port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a64259d9-f2a8-4334-b50e-1b8f0ffa52b4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:20.292245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 67b3a79e-bfb5-4020-9853-e4f2cf6beea6) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:20.297180 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.308052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:20.308736 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.318550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a739b58-f35f-404a-ab39-16b646f64f98 None None] Network 67b3a79e-bfb5-4020-9853-e4f2cf6beea6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:20.340075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-655012c6-4d8b-4a9d-ad0a-bbab4ef7d4ab admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8643394 Aug 26 10:51:20.371283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a814e576-9ea3-4c84-ad67-e2a811f8a41d req-0069a97b-c5e7-4e47-8f1c-da58960d45f2 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/f7fc97d3-516b-4fc3-9a7f-77511be3e8de HTTP/1.1" status: 200 len: 2398 time: 0.0888820 Aug 26 10:51:20.388028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-a814e576-9ea3-4c84-ad67-e2a811f8a41d req-47be2afc-312a-4aaf-b112-5f55a8a54022 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7fc97d3-516b-4fc3-9a7f-77511be3e8de', 'remote_group_id': None}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:20.388361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-a814e576-9ea3-4c84-ad67-e2a811f8a41d req-47be2afc-312a-4aaf-b112-5f55a8a54022 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7fc97d3-516b-4fc3-9a7f-77511be3e8de', 'remote_group_id': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:20.528510 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a814e576-9ea3-4c84-ad67-e2a811f8a41d req-47be2afc-312a-4aaf-b112-5f55a8a54022 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.575448 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a814e576-9ea3-4c84-ad67-e2a811f8a41d req-47be2afc-312a-4aaf-b112-5f55a8a54022 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.584919 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a814e576-9ea3-4c84-ad67-e2a811f8a41d req-47be2afc-312a-4aaf-b112-5f55a8a54022 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.617146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be2afc-312a-4aaf-b112-5f55a8a54022 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4531350-a973-4a4c-876d-35643200debc,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:20.618087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Routers {'3f5feae2-ab69-4baa-a077-4080f2083df4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:20.619575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3f5feae2-ab69-4baa-a077-4080f2083df4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:20.629695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a814e576-9ea3-4c84-ad67-e2a811f8a41d req-47be2afc-312a-4aaf-b112-5f55a8a54022 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.631333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a814e576-9ea3-4c84-ad67-e2a811f8a41d req-47be2afc-312a-4aaf-b112-5f55a8a54022 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2523532 Aug 26 10:51:20.679084 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.701726 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Transition to ACTIVE for port object f734c2af-92d4-4d2e-8ab0-9707359489ce will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:20.721081 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.731112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce454c2-ba3a-4995-8d48-eaa4d4aaab55 None None] Pushing event updated for resources: {'Port': ['ID=a64259d9-f2a8-4334-b50e-1b8f0ffa52b4,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:20.758387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.833276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fde647da-9af9-4156-8bc7-0db3c9ebf52a req-9c58aecd-a27b-458a-b5e3-3a601636e372 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/f7fc97d3-516b-4fc3-9a7f-77511be3e8de HTTP/1.1" status: 200 len: 2996 time: 0.0799155 Aug 26 10:51:20.838422 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Attempting to bind port f734c2af-92d4-4d2e-8ab0-9707359489ce on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:20.840323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-5a62fef4-c22c-4f97-b0c3-475cc9e054ec req-a62e6ed6-09b3-4bdb-b901-3dc9260865b2 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-518407717', 'description': 'tempest-description-191162647'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:20.843952 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Attempting to bind port f734c2af-92d4-4d2e-8ab0-9707359489ce by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:20.845040 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Attempting to bind port f734c2af-92d4-4d2e-8ab0-9707359489ce on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:20.852369 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Pushing event updated for resources: {'Port': ['ID=f734c2af-92d4-4d2e-8ab0-9707359489ce,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:20.872287 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:20.872841 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:20.873349 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.879272 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:20.880123 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Bound port: f734c2af-92d4-4d2e-8ab0-9707359489ce, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:20.880801 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.881294 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.884862 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.887006 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.887572 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.888101 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.897669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadf53cd-718f-4cf5-b799-0625de087993 req-f3f2d67d-76f1-46d2-9097-cefbc0386bb6 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-group-rules/e4531350-a973-4a4c-876d-35643200debc HTTP/1.1" status: 200 len: 783 time: 0.0447009 Aug 26 10:51:20.898532 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.899110 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.899647 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.900176 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.900721 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.901256 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.901748 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.902236 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:20.909012 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5a62fef4-c22c-4f97-b0c3-475cc9e054ec req-a62e6ed6-09b3-4bdb-b901-3dc9260865b2 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:20.984892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f36fc-a523-45b4-843b-6865e4f5775e None None] Network 67b3a79e-bfb5-4020-9853-e4f2cf6beea6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:21.000056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadf53cd-718f-4cf5-b799-0625de087993 req-38cfbb8e-ff72-489d-9def-a08f1032c17c tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/f7fc97d3-516b-4fc3-9a7f-77511be3e8de HTTP/1.1" status: 200 len: 2996 time: 0.0802197 Aug 26 10:51:21.014695 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] For port f734c2af-92d4-4d2e-8ab0-9707359489ce, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:21.022861 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] For port f734c2af-92d4-4d2e-8ab0-9707359489ce, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f734c2af-92d4-4d2e-8ab0-9707359489ce,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:21.030588 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.035303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44446) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:21.054503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] Set router 3f5feae2-ab69-4baa-a077-4080f2083df4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:21.113155 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cadf53cd-718f-4cf5-b799-0625de087993 req-b085eff1-c3ca-4d13-b551-8cf5c46abb92 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.140291 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cadf53cd-718f-4cf5-b799-0625de087993 req-b085eff1-c3ca-4d13-b551-8cf5c46abb92 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.155908 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Routers {'caa5fce4-ff0b-44b2-9f54-201a1a433908'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:21.162570 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa5fce4-ff0b-44b2-9f54-201a1a433908'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:21.218707 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cadf53cd-718f-4cf5-b799-0625de087993 req-b085eff1-c3ca-4d13-b551-8cf5c46abb92 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.237821 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cadf53cd-718f-4cf5-b799-0625de087993 req-b085eff1-c3ca-4d13-b551-8cf5c46abb92 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.243065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadf53cd-718f-4cf5-b799-0625de087993 req-b085eff1-c3ca-4d13-b551-8cf5c46abb92 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e4531350-a973-4a4c-876d-35643200debc HTTP/1.1" status: 204 len: 173 time: 0.2292418 Aug 26 10:51:21.281352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085eff1-c3ca-4d13-b551-8cf5c46abb92 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4531350-a973-4a4c-876d-35643200debc,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:21.294945 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f70232-111f-4e8d-a235-1592b82c4ada None None] Pushing event updated for resources: {'Port': ['ID=f734c2af-92d4-4d2e-8ab0-9707359489ce,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:21.300363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa83a528-f960-41c3-8ede-3b7c69620e52 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:21.315119 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.331027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Allocated IP 172.20.0.1 (2d5d0e0a-dfbb-482d-933f-15ee7c259af7/21201419-501d-4c9f-af8b-609f66b7da6e/3b8762bf-b9fd-40ab-b793-9415acc08ac5) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:21.335886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Allocated IP 172.20.0.1 (8c0d75a0-fd7f-48f7-a993-7c1d938d8056/6b9b7048-2562-4685-b029-b56218fc7f4d/41efbb4e-0562-4ae1-a69b-385d3b63975e) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:21.343481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:15Z', 'revision_number': 3, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:21.347430 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5a62fef4-c22c-4f97-b0c3-475cc9e054ec req-a62e6ed6-09b3-4bdb-b901-3dc9260865b2 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.353220 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5a62fef4-c22c-4f97-b0c3-475cc9e054ec req-a62e6ed6-09b3-4bdb-b901-3dc9260865b2 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.358623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-network', 'tenant_id': 'a58d289c0858470baece61f3df5dd213'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:21.362596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Transition to ACTIVE for port object aa83a528-f960-41c3-8ede-3b7c69620e52 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:21.380425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.401870 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] Set router caa5fce4-ff0b-44b2-9f54-201a1a433908 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:21.413118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cbea10-a7ad-48dc-bfeb-e5529e5aa6d3 None None] The sync data for ids ['3f5feae2-ab69-4baa-a077-4080f2083df4'] in n-d-778550-13 is: [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:15Z', 'revision_number': 3, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:21.470544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e6ed6-09b3-4bdb-b901-3dc9260865b2 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c78d1b-79eb-44c9-94b5-965aa7204282,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:21.500290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d998d47-33b7-4477-84e0-dcc94a88b4fa req-57578f16-f936-410d-90e8-f2b02e012d61 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:21.502598 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d998d47-33b7-4477-84e0-dcc94a88b4fa req-57578f16-f936-410d-90e8-f2b02e012d61 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 948 time: 0.0917692 Aug 26 10:51:21.504417 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5a62fef4-c22c-4f97-b0c3-475cc9e054ec req-a62e6ed6-09b3-4bdb-b901-3dc9260865b2 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.505644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a62fef4-c22c-4f97-b0c3-475cc9e054ec req-a62e6ed6-09b3-4bdb-b901-3dc9260865b2 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6895649 Aug 26 10:51:21.547942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Made reservation on behalf of a58d289c0858470baece61f3df5dd213 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:21.550517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.593241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.594583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d998d47-33b7-4477-84e0-dcc94a88b4fa req-53796876-7292-4fd4-9850-5171f69a4986 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773346 Aug 26 10:51:21.618017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Pushing event updated for resources: {'Port': ['ID=aa83a528-f960-41c3-8ede-3b7c69620e52,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:21.619401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc17c463-a373-482e-9ede-83265ae8f40f req-32e48084-192e-4251-885e-22a3902715f0 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/f7fc97d3-516b-4fc3-9a7f-77511be3e8de HTTP/1.1" status: 200 len: 2398 time: 0.0913675 Aug 26 10:51:21.652617 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:16Z', 'revision_number': 3, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:21.695949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee4c2767-bad0-425a-a4d7-73baccf85c57 req-1aca7498-b040-4777-9aed-3ae0fb73cff5 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/68c78d1b-79eb-44c9-94b5-965aa7204282 HTTP/1.1" status: 200 len: 1811 time: 0.0754118 Aug 26 10:51:21.698338 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08528bb-799f-458c-bdc3-60d9859ac721 None None] The sync data for ids ['caa5fce4-ff0b-44b2-9f54-201a1a433908'] in n-d-778550-13 is: [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:16Z', 'revision_number': 3, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:21.706991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-ee4c2767-bad0-425a-a4d7-73baccf85c57 req-3714fa9a-ef7a-47d0-95f9-dd8c2328ec9b tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68c78d1b-79eb-44c9-94b5-965aa7204282', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:21.707308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-ee4c2767-bad0-425a-a4d7-73baccf85c57 req-3714fa9a-ef7a-47d0-95f9-dd8c2328ec9b tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68c78d1b-79eb-44c9-94b5-965aa7204282', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:21.776518 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bc17c463-a373-482e-9ede-83265ae8f40f req-f23f58f3-65f6-4f5f-ae99-28a2ea814682 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.840247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bc17c463-a373-482e-9ede-83265ae8f40f req-f23f58f3-65f6-4f5f-ae99-28a2ea814682 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.871967 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.892815 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.900569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.913802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Attempting to bind port aa83a528-f960-41c3-8ede-3b7c69620e52 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:21.914023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Attempting to bind port aa83a528-f960-41c3-8ede-3b7c69620e52 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:21.914474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Attempting to bind port aa83a528-f960-41c3-8ede-3b7c69620e52 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:21.934582 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bc17c463-a373-482e-9ede-83265ae8f40f req-f23f58f3-65f6-4f5f-ae99-28a2ea814682 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.938493 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bc17c463-a373-482e-9ede-83265ae8f40f req-f23f58f3-65f6-4f5f-ae99-28a2ea814682 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:21.943205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Port aa83a528-f960-41c3-8ede-3b7c69620e52 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:51:21.943618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Attempting to bind port aa83a528-f960-41c3-8ede-3b7c69620e52 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:21.954287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc17c463-a373-482e-9ede-83265ae8f40f req-f23f58f3-65f6-4f5f-ae99-28a2ea814682 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "DELETE /v2.0/security-groups/f7fc97d3-516b-4fc3-9a7f-77511be3e8de HTTP/1.1" status: 204 len: 173 time: 0.3177793 Aug 26 10:51:21.956182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Transition to ACTIVE for port object 3b8762bf-b9fd-40ab-b793-9415acc08ac5 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:21.977333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f58f3-65f6-4f5f-ae99-28a2ea814682 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fc97d3-516b-4fc3-9a7f-77511be3e8de,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:21.997004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Transition to ACTIVE for port object 41efbb4e-0562-4ae1-a69b-385d3b63975e will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:22.004509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:22.004846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:22.005279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:22.005740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Bound port: aa83a528-f960-41c3-8ede-3b7c69620e52, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:22.006078 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.069268 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.125117 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.215436 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:51:22.217511 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-3cddcd86-cef6-4799-8e85-dd553073b068 req-348eac4f-3ab0-49ad-b13b-aff1643e5be9 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] show failed (client error): The resource could not be found. Aug 26 10:51:22.218577 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3cddcd86-cef6-4799-8e85-dd553073b068 req-348eac4f-3ab0-49ad-b13b-aff1643e5be9 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/d3cb2bae-fe34-4a07-b8af-cdc7d5173a59 HTTP/1.1" status: 404 len: 352 time: 0.0310378 Aug 26 10:51:22.219791 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ee4c2767-bad0-425a-a4d7-73baccf85c57 req-3714fa9a-ef7a-47d0-95f9-dd8c2328ec9b tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.241962 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.268023 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.268698 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Added segment a2a7e6cc-1bd4-4e2a-b343-5d23e043518e of type vlan for network dc3b6413-16f2-4154-b77a-f39ba3a0bc80 Aug 26 10:51:22.286153 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ee4c2767-bad0-425a-a4d7-73baccf85c57 req-3714fa9a-ef7a-47d0-95f9-dd8c2328ec9b tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.298969 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ee4c2767-bad0-425a-a4d7-73baccf85c57 req-3714fa9a-ef7a-47d0-95f9-dd8c2328ec9b tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.309534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:22.326218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714fa9a-ef7a-47d0-95f9-dd8c2328ec9b tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8ac58a-137f-42b8-a632-088fe7e38709,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:22.353100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.364945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91b2ac9f-516a-49b4-a821-c2550666561e req-75d109ad-2047-448f-8576-db610e016de3 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/5cd96308-608d-46ca-9f4b-c395dc32f638 HTTP/1.1" status: 200 len: 1804 time: 0.1004214 Aug 26 10:51:22.390369 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.393703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:22.402937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ee4c2767-bad0-425a-a4d7-73baccf85c57 req-3714fa9a-ef7a-47d0-95f9-dd8c2328ec9b tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.437263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:22.437263 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.437473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:22.439300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee4c2767-bad0-425a-a4d7-73baccf85c57 req-3714fa9a-ef7a-47d0-95f9-dd8c2328ec9b tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7218604 Aug 26 10:51:22.439979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:22.441752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:22.444448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:22.489713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f42d6b-0e2d-4144-8c72-6485af0693b8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:22.526692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:22.529660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:22.532109 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.597301 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.619192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91b2ac9f-516a-49b4-a821-c2550666561e req-f6044208-d19c-41ef-a809-7f5fe39cc2e7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.645933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a64259d9-f2a8-4334-b50e-1b8f0ffa52b4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:22.655742 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.667558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23f406cc-1b65-44b4-9154-a81c4c16b1b9 req-f88df214-cebe-499f-ac70-0fefbb46844e tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/68c78d1b-79eb-44c9-94b5-965aa7204282 HTTP/1.1" status: 200 len: 2404 time: 0.2075837 Aug 26 10:51:22.709040 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91b2ac9f-516a-49b4-a821-c2550666561e req-f6044208-d19c-41ef-a809-7f5fe39cc2e7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.804064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=a64259d9-f2a8-4334-b50e-1b8f0ffa52b4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:22.872883 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91b2ac9f-516a-49b4-a821-c2550666561e req-f6044208-d19c-41ef-a809-7f5fe39cc2e7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.876268 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91b2ac9f-516a-49b4-a821-c2550666561e req-f6044208-d19c-41ef-a809-7f5fe39cc2e7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.890589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91b2ac9f-516a-49b4-a821-c2550666561e req-f6044208-d19c-41ef-a809-7f5fe39cc2e7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "DELETE /v2.0/security-groups/5cd96308-608d-46ca-9f4b-c395dc32f638 HTTP/1.1" status: 204 len: 173 time: 0.5248959 Aug 26 10:51:22.913340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b848e852-397e-4c17-bc9b-961b853b0ef0 None None] Provisioning for port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:22.918831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b848e852-397e-4c17-bc9b-961b853b0ef0 None None] Provisioning complete for port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:22.919885 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b848e852-397e-4c17-bc9b-961b853b0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:22.920550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6044208-d19c-41ef-a809-7f5fe39cc2e7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd96308-608d-46ca-9f4b-c395dc32f638,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:22.962006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c90f9eab-cd20-4397-907c-a2340c723523 req-d93eb454-869a-46c8-b021-4906949023a7 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-group-rules/af8ac58a-137f-42b8-a632-088fe7e38709 HTTP/1.1" status: 200 len: 778 time: 0.0428324 Aug 26 10:51:22.993115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b848e852-397e-4c17-bc9b-961b853b0ef0 None None] Port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:23.023286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c61730-42f2-4f71-91df-8750bfd8fd63 req-d153d7f7-7cab-4374-9ada-9c076c3f733c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:23.024962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17c61730-42f2-4f71-91df-8750bfd8fd63 req-d153d7f7-7cab-4374-9ada-9c076c3f733c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 948 time: 0.2348766 Aug 26 10:51:23.032379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c90f9eab-cd20-4397-907c-a2340c723523 req-a3ec703e-232b-4d9d-a17e-ea6a86c3a901 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/68c78d1b-79eb-44c9-94b5-965aa7204282 HTTP/1.1" status: 200 len: 2404 time: 0.0694461 Aug 26 10:51:23.086547 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c90f9eab-cd20-4397-907c-a2340c723523 req-bfae9388-32d0-4649-9235-140eb7f5cecb tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.098467 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17c61730-42f2-4f71-91df-8750bfd8fd63 req-a596ac1f-c2f6-4a6c-bb81-5034435fa5f7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648549 Aug 26 10:51:23.100312 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c90f9eab-cd20-4397-907c-a2340c723523 req-bfae9388-32d0-4649-9235-140eb7f5cecb tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.129657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-72edf585-77d9-4634-ab34-213d02006668 None None] Provisioning for port 41efbb4e-0562-4ae1-a69b-385d3b63975e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:23.136273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-72edf585-77d9-4634-ab34-213d02006668 None None] Provisioning complete for port 41efbb4e-0562-4ae1-a69b-385d3b63975e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:23.136652 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72edf585-77d9-4634-ab34-213d02006668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.175097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8762bf-b9fd-40ab-b793-9415acc08ac5,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:23.185615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] For port aa83a528-f960-41c3-8ede-3b7c69620e52, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:23.199513 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c90f9eab-cd20-4397-907c-a2340c723523 req-bfae9388-32d0-4649-9235-140eb7f5cecb tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.207970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-72edf585-77d9-4634-ab34-213d02006668 None None] Port 41efbb4e-0562-4ae1-a69b-385d3b63975e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:23.218620 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c90f9eab-cd20-4397-907c-a2340c723523 req-bfae9388-32d0-4649-9235-140eb7f5cecb tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.218919 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.219689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:23.220279 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.220424 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c90f9eab-cd20-4397-907c-a2340c723523 req-bfae9388-32d0-4649-9235-140eb7f5cecb tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/af8ac58a-137f-42b8-a632-088fe7e38709 HTTP/1.1" status: 204 len: 173 time: 0.1797173 Aug 26 10:51:23.223008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae9388-32d0-4649-9235-140eb7f5cecb tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af8ac58a-137f-42b8-a632-088fe7e38709,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:23.239503 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0367e2e3-2ba5-4c26-bf6a-5652f26f5543 req-c7a4f658-2523-4a2f-a05b-c118f5170a37 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/81f056e9-6bbc-4b75-8786-8aac2b973735 HTTP/1.1" status: 200 len: 1805 time: 0.1044192 Aug 26 10:51:23.272606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] For port aa83a528-f960-41c3-8ede-3b7c69620e52, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=aa83a528-f960-41c3-8ede-3b7c69620e52,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:23.304522 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2666838 Aug 26 10:51:23.307515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44480) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:23.315956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] Request body: {'subnet': {'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-subnet', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:23.325580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.335395 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0367e2e3-2ba5-4c26-bf6a-5652f26f5543 req-fc814013-4e2b-416f-b8bf-c480db67c677 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.341396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] Made reservation on behalf of a58d289c0858470baece61f3df5dd213 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:23.343879 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.409906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.417473 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0367e2e3-2ba5-4c26-bf6a-5652f26f5543 req-fc814013-4e2b-416f-b8bf-c480db67c677 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.422239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Pushing event updated for resources: {'Port': ['ID=41efbb4e-0562-4ae1-a69b-385d3b63975e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:23.451380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-111bf845-5241-421d-bc75-d164c5e11887 req-9eb0244d-202d-42df-911e-1674362ea0cd tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-107786659', 'description': 'tempest-description-1728989120'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:23.471254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:23.471940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.473417 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] 10.222.0.47 "PUT /v2.0/ports/aa83a528-f960-41c3-8ede-3b7c69620e52 HTTP/1.1" status: 200 len: 1097 time: 3.6460147 Aug 26 10:51:23.522164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1870de89-e05a-4cce-b425-06bfcdc66274', 'tag': 'aa83a528-f960-41c3-8ede-3b7c69620e52'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:23.524773 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0bb262-d653-444c-83f0-286d94a8c02c" -d '{"events": [{"name": "network-changed", "server_uuid": "1870de89-e05a-4cce-b425-06bfcdc66274", "tag": "aa83a528-f960-41c3-8ede-3b7c69620e52"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:23.528672 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-111bf845-5241-421d-bc75-d164c5e11887 req-9eb0244d-202d-42df-911e-1674362ea0cd tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.536954 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.559348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274fb98-7ed5-4f8c-9f58-486d8dd0d0be admin admin] Pushing event updated for resources: {'Network': ['ID=dc3b6413-16f2-4154-b77a-f39ba3a0bc80,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:23.578690 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582134d3-54a1-4c9a-8480-cfdaa3359a8a service neutron] Pushing event updated for resources: {'Port': ['ID=aa83a528-f960-41c3-8ede-3b7c69620e52,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:23.581337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network dc3b6413-16f2-4154-b77a-f39ba3a0bc80 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:51:23.651966 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0367e2e3-2ba5-4c26-bf6a-5652f26f5543 req-fc814013-4e2b-416f-b8bf-c480db67c677 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.654777 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0367e2e3-2ba5-4c26-bf6a-5652f26f5543 req-fc814013-4e2b-416f-b8bf-c480db67c677 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.656464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0367e2e3-2ba5-4c26-bf6a-5652f26f5543 req-fc814013-4e2b-416f-b8bf-c480db67c677 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "DELETE /v2.0/security-groups/81f056e9-6bbc-4b75-8786-8aac2b973735 HTTP/1.1" status: 204 len: 173 time: 0.4156194 Aug 26 10:51:23.685665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-c37cf23e-9f52-4e09-8c37-5bc7447cd320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:23.687239 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-c37cf23e-9f52-4e09-8c37-5bc7447cd320 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 1100 time: 0.1577210 Aug 26 10:51:23.716834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc814013-4e2b-416f-b8bf-c480db67c677 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f056e9-6bbc-4b75-8786-8aac2b973735,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:23.771929 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b751c6-88c8-4c61-9236-207cb8859e3f x-openstack-request-id: req-28b751c6-88c8-4c61-9236-207cb8859e3f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:23.772275 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1870de89-e05a-4cce-b425-06bfcdc66274", "tag": "aa83a528-f960-41c3-8ede-3b7c69620e52", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:23.772542 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28b751c6-88c8-4c61-9236-207cb8859e3f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:23.772968 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1870de89-e05a-4cce-b425-06bfcdc66274', 'tag': 'aa83a528-f960-41c3-8ede-3b7c69620e52', 'status': 'completed', 'code': 200} Aug 26 10:51:23.787785 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-89238a84-cca4-43eb-b700-fb39c4dfe4c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=aa83a528-f960-41c3-8ede-3b7c69620e52 HTTP/1.1" status: 200 len: 217 time: 0.0864894 Aug 26 10:51:23.838772 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.871353 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-111bf845-5241-421d-bc75-d164c5e11887 req-9eb0244d-202d-42df-911e-1674362ea0cd tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.897308 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-111bf845-5241-421d-bc75-d164c5e11887 req-9eb0244d-202d-42df-911e-1674362ea0cd tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.917924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.934434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec01f0a1-2579-4117-bb04-f7b5c78c4d1a req-e6c45662-183f-4ff5-9432-9eacef91518f tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/9688b4ae-ff10-4a63-b483-5bce9dc33e62 HTTP/1.1" status: 200 len: 1803 time: 0.1683052 Aug 26 10:51:23.935197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-258738ff-b9cb-41f1-b4a5-6703a02a11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:23.936764 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-258738ff-b9cb-41f1-b4a5-6703a02a11d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1134422 Aug 26 10:51:23.978240 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-111bf845-5241-421d-bc75-d164c5e11887 req-9eb0244d-202d-42df-911e-1674362ea0cd tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:23.979578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-111bf845-5241-421d-bc75-d164c5e11887 req-9eb0244d-202d-42df-911e-1674362ea0cd tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5323594 Aug 26 10:51:24.001396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:24.015239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0244d-202d-42df-911e-1674362ea0cd tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c98d00-3634-48ca-ac01-2b51278636f0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:24.036962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] Checking segment: {'id': 'a2a7e6cc-1bd4-4e2a-b343-5d23e043518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:24.037334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] Network hostable DHCP agents. Network: dc3b6413-16f2-4154-b77a-f39ba3a0bc80, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:51:24.061748 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.100580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.104149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-62c8dfad-e25b-47f6-bcd3-a3f17b1a5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:24.104497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] Network dc3b6413-16f2-4154-b77a-f39ba3a0bc80 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:51:24.105764 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-62c8dfad-e25b-47f6-bcd3-a3f17b1a5bdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571810 Aug 26 10:51:24.109014 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ec01f0a1-2579-4117-bb04-f7b5c78c4d1a req-5973dba9-bd8e-4456-9833-9c2086733389 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.116391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7188f63e-8130-4a11-85e9-57b3724b0cbe req-ff2bda95-26a7-4d2b-96f7-c8e17bc28611 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/34c98d00-3634-48ca-ac01-2b51278636f0 HTTP/1.1" status: 200 len: 1812 time: 0.0940616 Aug 26 10:51:24.139226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, dc3b6413-16f2-4154-b77a-f39ba3a0bc80) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:24.151995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36734e9e-b31a-4e77-85c7-7bc45d24632e None None] Network dc3b6413-16f2-4154-b77a-f39ba3a0bc80 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:24.158339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:24.159303 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.197310 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ec01f0a1-2579-4117-bb04-f7b5c78c4d1a req-5973dba9-bd8e-4456-9833-9c2086733389 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.205867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-db41d556-492d-4fb6-8122-b699272e9219 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8968587 Aug 26 10:51:24.206561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44492) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:24.218191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-router', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:24.267463 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.283935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8762bf-b9fd-40ab-b793-9415acc08ac5,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:24.325209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.326263 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.356906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ec01f0a1-2579-4117-bb04-f7b5c78c4d1a req-5973dba9-bd8e-4456-9833-9c2086733389 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.359780 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ec01f0a1-2579-4117-bb04-f7b5c78c4d1a req-5973dba9-bd8e-4456-9833-9c2086733389 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.361818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec01f0a1-2579-4117-bb04-f7b5c78c4d1a req-5973dba9-bd8e-4456-9833-9c2086733389 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "DELETE /v2.0/security-groups/9688b4ae-ff10-4a63-b483-5bce9dc33e62 HTTP/1.1" status: 204 len: 173 time: 0.4102631 Aug 26 10:51:24.376463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28c269-39df-4ed6-8ad2-e6420fcfe87b req-8b9787d0-278b-4aa6-9181-20a57badec24 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:24.378097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a28c269-39df-4ed6-8ad2-e6420fcfe87b req-8b9787d0-278b-4aa6-9181-20a57badec24 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 948 time: 0.1375380 Aug 26 10:51:24.404393 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:24.486562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.498094 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-67be198e-673e-4a0e-9533-b1b07f332512 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638630 Aug 26 10:51:24.500060 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:24.501881 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.506007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:24.507051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973dba9-bd8e-4456-9833-9c2086733389 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9688b4ae-ff10-4a63-b483-5bce9dc33e62,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:24.513832 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.539952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-dc3b6413-16f2-4154-b77a-f39ba3a0bc80', 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'fixed_ips': [{'subnet_id': 'b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:51:24.540940 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.557111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:24.557524 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.628553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a28c269-39df-4ed6-8ad2-e6420fcfe87b req-e64e8d99-de4f-4fc8-80a0-e65a13ca4a72 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227739 Aug 26 10:51:24.662808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Pushing event updated for resources: {'Port': ['ID=41efbb4e-0562-4ae1-a69b-385d3b63975e,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:24.723074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6246c3b8-59db-4e50-8bde-d66c45fabf68 req-c752d98d-4edb-46a9-980d-7fb73ab466ce tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-133133347', 'description': 'tempest-description-426035055'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:24.724999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.849501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Allocated IP 172.20.0.2 (dc3b6413-16f2-4154-b77a-f39ba3a0bc80/b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e/d47570aa-6b7d-4285-8a53-a0d7a9d00325) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:24.850776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c704526b-b376-4bb0-af82-0f0220e24837 req-94aa2e45-eca3-43ec-aaa8-060e999134a7 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/5706ace6-625c-4736-bd9a-5911f3ccb114 HTTP/1.1" status: 200 len: 2402 time: 0.1407645 Aug 26 10:51:24.886828 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1121822e-2fd5-4798-ab86-fdc6d2abb1c0 req-f7047a3f-7c45-428e-ba5e-7c41a7ef1ad9 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387106 Aug 26 10:51:24.894895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6a0534c5-1ef0-4eec-80fc-7e859a6e686e None None] Provisioning complete for port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:24.895138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Router 3f5feae2-ab69-4baa-a077-4080f2083df4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:51:24.895773 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a0534c5-1ef0-4eec-80fc-7e859a6e686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.921262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.931940 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6246c3b8-59db-4e50-8bde-d66c45fabf68 req-c752d98d-4edb-46a9-980d-7fb73ab466ce tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:24.986141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f734c2af-92d4-4d2e-8ab0-9707359489ce up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:25.018171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6a0534c5-1ef0-4eec-80fc-7e859a6e686e None None] Port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:25.043213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:25.063427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:25.082406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f734c2af-92d4-4d2e-8ab0-9707359489ce completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:25.095766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f734c2af-92d4-4d2e-8ab0-9707359489ce triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:25.096153 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.162808 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c704526b-b376-4bb0-af82-0f0220e24837 req-5f5f3732-be1d-459c-8299-48bc36da061a tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.177194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb262-d653-444c-83f0-286d94a8c02c req-998a3114-3064-40d5-bd41-cda7571f46ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:25.178742 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9b0bb262-d653-444c-83f0-286d94a8c02c req-998a3114-3064-40d5-bd41-cda7571f46ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 1100 time: 0.1906731 Aug 26 10:51:25.236066 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.236754 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c704526b-b376-4bb0-af82-0f0220e24837 req-5f5f3732-be1d-459c-8299-48bc36da061a tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.263938 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6246c3b8-59db-4e50-8bde-d66c45fabf68 req-c752d98d-4edb-46a9-980d-7fb73ab466ce tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.272942 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6246c3b8-59db-4e50-8bde-d66c45fabf68 req-c752d98d-4edb-46a9-980d-7fb73ab466ce tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.296866 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.307299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Transition to ACTIVE for port object d47570aa-6b7d-4285-8a53-a0d7a9d00325 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:25.340554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Router caa5fce4-ff0b-44b2-9f54-201a1a433908 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:51:25.348760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752d98d-4edb-46a9-980d-7fb73ab466ce tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4879ddeb-81c4-4017-af05-84d5deccae7b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:25.353067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:25.354590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port f734c2af-92d4-4d2e-8ab0-9707359489ce, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f734c2af-92d4-4d2e-8ab0-9707359489ce,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:25.361057 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6246c3b8-59db-4e50-8bde-d66c45fabf68 req-c752d98d-4edb-46a9-980d-7fb73ab466ce tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.363521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6246c3b8-59db-4e50-8bde-d66c45fabf68 req-c752d98d-4edb-46a9-980d-7fb73ab466ce tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6555712 Aug 26 10:51:25.367656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Transition to ACTIVE for port object d47570aa-6b7d-4285-8a53-a0d7a9d00325 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:25.376729 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-124aafa4-b95f-4525-bf5d-34aa2ef3c4f9 admin admin] 10.222.0.21 "PUT /v2.0/routers/3f5feae2-ab69-4baa-a077-4080f2083df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2462783 Aug 26 10:51:25.385857 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.387572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Sync routers for ids ['3f5feae2-ab69-4baa-a077-4080f2083df4'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:25.398261 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c704526b-b376-4bb0-af82-0f0220e24837 req-5f5f3732-be1d-459c-8299-48bc36da061a tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.401293 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c704526b-b376-4bb0-af82-0f0220e24837 req-5f5f3732-be1d-459c-8299-48bc36da061a tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.402675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c704526b-b376-4bb0-af82-0f0220e24837 req-5f5f3732-be1d-459c-8299-48bc36da061a tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "DELETE /v2.0/security-groups/5706ace6-625c-4736-bd9a-5911f3ccb114 HTTP/1.1" status: 204 len: 173 time: 0.5150714 Aug 26 10:51:25.467078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f3732-be1d-459c-8299-48bc36da061a tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5706ace6-625c-4736-bd9a-5911f3ccb114,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:25.484127 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.499314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=f734c2af-92d4-4d2e-8ab0-9707359489ce,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:25.512350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:25.514398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Network dc3b6413-16f2-4154-b77a-f39ba3a0bc80 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:25.522201 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Sync routers for ids ['caa5fce4-ff0b-44b2-9f54-201a1a433908'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:25.535927 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d97360ce-0d82-4e6e-a7a3-cdfdd7d62b11 admin admin] 10.222.0.21 "PUT /v2.0/routers/caa5fce4-ff0b-44b2-9f54-201a1a433908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9044852 Aug 26 10:51:25.538534 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Routers {'caa5fce4-ff0b-44b2-9f54-201a1a433908'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:25.539369 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa5fce4-ff0b-44b2-9f54-201a1a433908'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:25.576245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:25.579563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Pushing event updated for resources: {'Port': ['ID=d47570aa-6b7d-4285-8a53-a0d7a9d00325,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:25.582906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:25.624354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb262-d653-444c-83f0-286d94a8c02c req-203b9772-5fff-40c9-9724-6a85fede51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:25.626483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9b0bb262-d653-444c-83f0-286d94a8c02c req-203b9772-5fff-40c9-9724-6a85fede51bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.4398086 Aug 26 10:51:25.634765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbd0fe77-1c67-481a-8d65-85dc823b84ba req-b53fe223-11b2-4006-b89b-7d67f60995d0 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/4879ddeb-81c4-4017-af05-84d5deccae7b HTTP/1.1" status: 200 len: 1811 time: 0.1833744 Aug 26 10:51:25.642307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Routers {'3f5feae2-ab69-4baa-a077-4080f2083df4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:25.643215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3f5feae2-ab69-4baa-a077-4080f2083df4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:25.688708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.707606 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9b0bb262-d653-444c-83f0-286d94a8c02c req-5b8035da-686f-4868-b018-7171832655ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=aa83a528-f960-41c3-8ede-3b7c69620e52 HTTP/1.1" status: 200 len: 217 time: 0.0696039 Aug 26 10:51:25.724076 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.729783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61337b68-5913-4afc-bdfa-1b711c8808ef req-8b3af9f3-1410-45f2-bc76-67a88c227469 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "GET /v2.0/security-groups/ef9a2761-827f-466c-8fb1-8e0001532903 HTTP/1.1" status: 200 len: 2396 time: 0.1197171 Aug 26 10:51:25.813157 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Set router caa5fce4-ff0b-44b2-9f54-201a1a433908 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:25.816070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-47a1ed10-a640-4ca3-8b29-420b9db48b19 req-a8ec7f51-24ac-4269-b0ac-5a606edf20ac tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1148958648', 'description': 'tempest-description-2004559315'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:25.820638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb262-d653-444c-83f0-286d94a8c02c req-00e05cad-6a1f-4872-9042-71d87eb5709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:25.822163 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9b0bb262-d653-444c-83f0-286d94a8c02c req-00e05cad-6a1f-4872-9042-71d87eb5709c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1076338 Aug 26 10:51:25.860979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-51cf6413-f773-4080-94f0-ab2e30ade50c None None] Provisioning complete for port 41efbb4e-0562-4ae1-a69b-385d3b63975e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:25.861610 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51cf6413-f773-4080-94f0-ab2e30ade50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.888793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb262-d653-444c-83f0-286d94a8c02c req-739adc5e-6735-4456-bb28-6ad824b20cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:25.890909 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9b0bb262-d653-444c-83f0-286d94a8c02c req-739adc5e-6735-4456-bb28-6ad824b20cd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0598285 Aug 26 10:51:25.891500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Attempting to bind port d47570aa-6b7d-4285-8a53-a0d7a9d00325 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:25.891895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Attempting to bind port d47570aa-6b7d-4285-8a53-a0d7a9d00325 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'a2a7e6cc-1bd4-4e2a-b343-5d23e043518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:25.892269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Attempting to bind port d47570aa-6b7d-4285-8a53-a0d7a9d00325 on network dc3b6413-16f2-4154-b77a-f39ba3a0bc80 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:25.907262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-47a1ed10-a640-4ca3-8b29-420b9db48b19 req-a8ec7f51-24ac-4269-b0ac-5a606edf20ac tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.910188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:25.910589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Checking segment: {'id': 'a2a7e6cc-1bd4-4e2a-b343-5d23e043518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:25.911470 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.911470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Bound using segment: {'id': 'a2a7e6cc-1bd4-4e2a-b343-5d23e043518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:25.912384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Bound port: d47570aa-6b7d-4285-8a53-a0d7a9d00325, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a7e6cc-1bd4-4e2a-b343-5d23e043518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:25.912784 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.928888 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-61337b68-5913-4afc-bdfa-1b711c8808ef req-fba411c6-d7be-4408-8052-03e3d5e540a4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:25.948883 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Set router 3f5feae2-ab69-4baa-a077-4080f2083df4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:25.951324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-51cf6413-f773-4080-94f0-ab2e30ade50c None None] Port 41efbb4e-0562-4ae1-a69b-385d3b63975e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:25.962586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Allocated IP 172.25.1.51 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/a20d38aa-2871-4027-b13d-87154120f277) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:25.979321 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-61337b68-5913-4afc-bdfa-1b711c8808ef req-fba411c6-d7be-4408-8052-03e3d5e540a4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.086393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9b0bb262-d653-444c-83f0-286d94a8c02c req-b02c88b9-acab-4935-b5c7-6b65cf691891 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827123 Aug 26 10:51:26.096449 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '41efbb4e-0562-4ae1-a69b-385d3b63975e', 'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'mac_address': 'fa:16:3e:9d:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:24Z', 'revision_number': 2, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'subnets': [{'id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:26.119228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] For port d47570aa-6b7d-4285-8a53-a0d7a9d00325, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:26.153046 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Checking router: caa5fce4-ff0b-44b2-9f54-201a1a433908 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:26.153440 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Updating router caa5fce4-ff0b-44b2-9f54-201a1a433908 port 41efbb4e-0562-4ae1-a69b-385d3b63975e binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:51:26.177369 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-61337b68-5913-4afc-bdfa-1b711c8808ef req-fba411c6-d7be-4408-8052-03e3d5e540a4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.180105 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-61337b68-5913-4afc-bdfa-1b711c8808ef req-fba411c6-d7be-4408-8052-03e3d5e540a4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.181282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61337b68-5913-4afc-bdfa-1b711c8808ef req-fba411c6-d7be-4408-8052-03e3d5e540a4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef9a2761-827f-466c-8fb1-8e0001532903 HTTP/1.1" status: 204 len: 173 time: 0.4074047 Aug 26 10:51:26.183159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] For port d47570aa-6b7d-4285-8a53-a0d7a9d00325, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d47570aa-6b7d-4285-8a53-a0d7a9d00325,segment=NetworkSegment(a2a7e6cc-1bd4-4e2a-b343-5d23e043518e),segment_id=a2a7e6cc-1bd4-4e2a-b343-5d23e043518e)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:26.192789 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.197377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44520) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:26.198332 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.202238 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-47a1ed10-a640-4ca3-8b29-420b9db48b19 req-a8ec7f51-24ac-4269-b0ac-5a606edf20ac tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.212699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f734c2af-92d4-4d2e-8ab0-9707359489ce up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:26.225177 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.227805 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-47a1ed10-a640-4ca3-8b29-420b9db48b19 req-a8ec7f51-24ac-4269-b0ac-5a606edf20ac tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.249233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba411c6-d7be-4408-8052-03e3d5e540a4 tempest-SecurityGroupRulesTestJSON-1734485498 tempest-SecurityGroupRulesTestJSON-1734485498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9a2761-827f-466c-8fb1-8e0001532903,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:26.305690 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-47a1ed10-a640-4ca3-8b29-420b9db48b19 req-a8ec7f51-24ac-4269-b0ac-5a606edf20ac tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.307154 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47a1ed10-a640-4ca3-8b29-420b9db48b19 req-a8ec7f51-24ac-4269-b0ac-5a606edf20ac tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5037541 Aug 26 10:51:26.320706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec7f51-24ac-4269-b0ac-5a606edf20ac tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc6b491-7afd-4de0-b37f-55b968bf5e8e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:26.327257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d040582-101b-4b82-be0e-2766c1906bd8 admin admin] Deleting subnet 1228e789-289e-438a-aa1e-143feda0fea6 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:51:26.333193 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3d040582-101b-4b82-be0e-2766c1906bd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.369066 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9b0bb262-d653-444c-83f0-286d94a8c02c req-aa78c66c-d8c5-40b5-8bbe-2f0197caf9b3 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736216 Aug 26 10:51:26.452850 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3d040582-101b-4b82-be0e-2766c1906bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.472928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cd705-0da6-489c-abfb-d553706a5e73 None None] Pushing event updated for resources: {'Port': ['ID=d47570aa-6b7d-4285-8a53-a0d7a9d00325,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:26.511646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f734c2af-92d4-4d2e-8ab0-9707359489ce triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:26.512227 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.520176 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3d040582-101b-4b82-be0e-2766c1906bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.594714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3b8762bf-b9fd-40ab-b793-9415acc08ac5', 'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'mac_address': 'fa:16:3e:cc:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 2, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'subnets': [{'id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:26.596233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.617003 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.630604 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Transition to ACTIVE for port object 41efbb4e-0562-4ae1-a69b-385d3b63975e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:26.639359 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.646764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Checking router: 3f5feae2-ab69-4baa-a077-4080f2083df4 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:26.646764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Updating router 3f5feae2-ab69-4baa-a077-4080f2083df4 port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:51:26.661849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:26.681198 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.691237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf1e9c-d42d-4a2e-89e5-affa5ec1db34 req-3ee6eafa-677b-4ee9-96e3-50e4a185e5bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:26.705377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92cf1e9c-d42d-4a2e-89e5-affa5ec1db34 req-3ee6eafa-677b-4ee9-96e3-50e4a185e5bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 948 time: 0.3497996 Aug 26 10:51:26.710494 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3d040582-101b-4b82-be0e-2766c1906bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.747492 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f045e95-8515-4bc6-81cc-83496886c73e None None] Pushing event updated for resources: {'Port': ['ID=41efbb4e-0562-4ae1-a69b-385d3b63975e,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:26.756203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3d040582-101b-4b82-be0e-2766c1906bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.758523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3d040582-101b-4b82-be0e-2766c1906bd8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1228e789-289e-438a-aa1e-143feda0fea6 HTTP/1.1" status: 204 len: 168 time: 0.5590496 Aug 26 10:51:26.761256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44528) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:26.815992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:26.823383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:26.909420 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Attempting to bind port 41efbb4e-0562-4ae1-a69b-385d3b63975e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:26.910086 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Attempting to bind port 41efbb4e-0562-4ae1-a69b-385d3b63975e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:26.910431 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Attempting to bind port 41efbb4e-0562-4ae1-a69b-385d3b63975e on network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:26.926217 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:26.926601 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Checking segment: {'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:26.927056 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.927461 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Bound using segment: {'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:26.927949 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Bound port: 41efbb4e-0562-4ae1-a69b-385d3b63975e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:26.930137 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:26.976210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.041821 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44532) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:27.075478 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] For port 41efbb4e-0562-4ae1-a69b-385d3b63975e, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:27.076624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d040582-101b-4b82-be0e-2766c1906bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1228e789-289e-438a-aa1e-143feda0fea6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:27.078925 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] For port 41efbb4e-0562-4ae1-a69b-385d3b63975e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=41efbb4e-0562-4ae1-a69b-385d3b63975e,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:27.084681 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.096546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e2dd73dd-6591-4d7e-8414-f26d3620e141 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406731388', 'description': 'tempest-description--1506757998'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:27.142332 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f045e95-8515-4bc6-81cc-83496886c73e None None] Pushing event updated for resources: {'Port': ['ID=41efbb4e-0562-4ae1-a69b-385d3b63975e,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:27.166787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Pushing event updated for resources: {'Port': ['ID=a20d38aa-2871-4027-b13d-87154120f277,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:27.168135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.177846 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Routers {'caa5fce4-ff0b-44b2-9f54-201a1a433908'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:27.178720 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa5fce4-ff0b-44b2-9f54-201a1a433908'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:27.202466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2967fa-456c-4934-ae07-594ada32a80c']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:27.211904 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device aa83a528-f960-41c3-8ede-3b7c69620e52 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:51:27.246529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a543ea-6bd0-4948-b971-f223eb38c0fc') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:27.248183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a543ea-6bd0-4948-b971-f223eb38c0fc') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:27.273738 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e2dd73dd-6591-4d7e-8414-f26d3620e141 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.275470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.293554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92cf1e9c-d42d-4a2e-89e5-affa5ec1db34 req-4512ed71-410f-407f-aa71-065b7bbf9fa1 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859652 Aug 26 10:51:27.346704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.357693 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] Set router caa5fce4-ff0b-44b2-9f54-201a1a433908 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:27.363798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:51:27.364781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:51:27.367830 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:51:27.453329 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e2dd73dd-6591-4d7e-8414-f26d3620e141 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.480675 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e2dd73dd-6591-4d7e-8414-f26d3620e141 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.502878 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:51:27.504949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.532702 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.539691 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] 10.222.0.21 "DELETE /v2.0/networks/2b2967fa-456c-4934-ae07-594ada32a80c HTTP/1.1" status: 204 len: 168 time: 0.7736547 Aug 26 10:51:27.586013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f010d9-fe19-4d0b-8b28-bd36b6f945bd admin admin] Pushing event deleted for resources: {'Network': ['ID=2b2967fa-456c-4934-ae07-594ada32a80c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:27.659224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aec67f30-f84e-4868-9452-0ef24c54e8ab req-00c6a85e-7bd1-4a5e-b143-0f20f3460400 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/adc6b491-7afd-4de0-b37f-55b968bf5e8e HTTP/1.1" status: 200 len: 1813 time: 0.1972589 Aug 26 10:51:27.680058 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e2dd73dd-6591-4d7e-8414-f26d3620e141 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.686543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e2dd73dd-6591-4d7e-8414-f26d3620e141 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6113799 Aug 26 10:51:27.687166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44540) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:27.693238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9175cf8c-bcb8-4423-83ec-86ca94142957 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Request body: {'security_group_rule': {'security_group_id': '943c3afa-b916-45de-a7a1-132cd10a52ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:27.698393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd73dd-6591-4d7e-8414-f26d3620e141 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943c3afa-b916-45de-a7a1-132cd10a52ff,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:27.779642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9175cf8c-bcb8-4423-83ec-86ca94142957 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.801861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44542) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:27.853983 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.945097 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.953005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6d0301e1-1217-4a97-8a60-abaeb5ff97fd req-9fe4c386-df84-4026-82b8-078c9698acb4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-25989406', 'description': 'tempest-description-1412260444'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:27.964797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44544) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:27.973674 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9175cf8c-bcb8-4423-83ec-86ca94142957 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:27.974757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d392110e-68ee-4a85-a5ed-a81cb2af6d28 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633656083', 'description': 'tempest-description--1989355921'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:27.979142 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '41efbb4e-0562-4ae1-a69b-385d3b63975e', 'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'mac_address': 'fa:16:3e:9d:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:27Z', 'revision_number': 4, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'subnets': [{'id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:27.981508 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4b486d3b-323e-4f83-86e4-141d07952e13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b875036c0d84956a814c7aa9d48cc24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685700 Aug 26 10:51:27.983005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44546) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:27.999809 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9175cf8c-bcb8-4423-83ec-86ca94142957 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.011620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Transition to ACTIVE for port object 3b8762bf-b9fd-40ab-b793-9415acc08ac5 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:28.014397 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab35f0c6-cb6a-4846-a044-3cd41dc7aeca None None] The sync data for ids ['caa5fce4-ff0b-44b2-9f54-201a1a433908'] in n-d-778550-13 is: [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '41efbb4e-0562-4ae1-a69b-385d3b63975e', 'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'mac_address': 'fa:16:3e:9d:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:27Z', 'revision_number': 4, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'subnets': [{'id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:28.038825 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.047256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6d0301e1-1217-4a97-8a60-abaeb5ff97fd req-9fe4c386-df84-4026-82b8-078c9698acb4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.048024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port aa83a528-f960-41c3-8ede-3b7c69620e52, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=aa83a528-f960-41c3-8ede-3b7c69620e52,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:28.072854 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175cf8c-bcb8-4423-83ec-86ca94142957 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ac5eda-062f-4d65-8cbb-f47800036763,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:28.142050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ea6e3c-8151-4249-814e-6a9f320b21bc None None] Network dc3b6413-16f2-4154-b77a-f39ba3a0bc80 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:28.145188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea27b7fc-a68d-42bd-bb7d-f97754448303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.171020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'aa83a528-f960-41c3-8ede-3b7c69620e52', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'aa83a528-f960-41c3-8ede-3b7c69620e52', 'mac_address': 'fa:16:3e:94:ca:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:51:28.194670 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea27b7fc-a68d-42bd-bb7d-f97754448303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.212635 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d392110e-68ee-4a85-a5ed-a81cb2af6d28 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.261301 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9175cf8c-bcb8-4423-83ec-86ca94142957 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.266653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44548) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:28.268517 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9175cf8c-bcb8-4423-83ec-86ca94142957 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5800164 Aug 26 10:51:28.275295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-39eb8f59-2622-454b-86ff-a72f76678508 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Request body: {'security_group_rule': {'security_group_id': '943c3afa-b916-45de-a7a1-132cd10a52ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:28.342503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd7a35-5a62-4734-a7c1-1dd4ee34e0bf None None] Pushing event updated for resources: {'Port': ['ID=3b8762bf-b9fd-40ab-b793-9415acc08ac5,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:28.355600 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea27b7fc-a68d-42bd-bb7d-f97754448303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.358338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea27b7fc-a68d-42bd-bb7d-f97754448303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.362620 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ea27b7fc-a68d-42bd-bb7d-f97754448303 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f8277df-dce6-4154-9a20-418c9976c598 HTTP/1.1" status: 204 len: 168 time: 0.3728225 Aug 26 10:51:28.378695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b83a90af-8c87-4398-a1f0-2c222e7e06be None None] Provisioning for port d47570aa-6b7d-4285-8a53-a0d7a9d00325 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:28.379688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27b7fc-a68d-42bd-bb7d-f97754448303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8277df-dce6-4154-9a20-418c9976c598,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:28.453130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d47570aa-6b7d-4285-8a53-a0d7a9d00325 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:28.552757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.634718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa83a528-f960-41c3-8ede-3b7c69620e52 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:28.694654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Attempting to bind port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:28.695063 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Attempting to bind port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:28.695417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Attempting to bind port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 on network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:28.718259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port aa83a528-f960-41c3-8ede-3b7c69620e52, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=aa83a528-f960-41c3-8ede-3b7c69620e52,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:28.726337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:28.726621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Checking segment: {'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:28.727096 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.727537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Bound using segment: {'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:28.728072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Bound port: 3b8762bf-b9fd-40ab-b793-9415acc08ac5, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:28.728560 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.743285 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.821729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port d47570aa-6b7d-4285-8a53-a0d7a9d00325 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:28.837177 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.838193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d47570aa-6b7d-4285-8a53-a0d7a9d00325 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:28.838786 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:28.887284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=aa83a528-f960-41c3-8ede-3b7c69620e52,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:28.915369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] For port 3b8762bf-b9fd-40ab-b793-9415acc08ac5, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:28.933613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] For port 3b8762bf-b9fd-40ab-b793-9415acc08ac5, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3b8762bf-b9fd-40ab-b793-9415acc08ac5,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:28.945066 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.047065 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.063874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Routers {'3f5feae2-ab69-4baa-a077-4080f2083df4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:29.064876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3f5feae2-ab69-4baa-a077-4080f2083df4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:29.096093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfffa8-ae3f-4142-adbe-086c770f6491 req-31013146-ae08-45ec-bbcb-0b786496aa58 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:29.104575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eabfffa8-ae3f-4142-adbe-086c770f6491 req-31013146-ae08-45ec-bbcb-0b786496aa58 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 949 time: 0.6113505 Aug 26 10:51:29.142305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd7a35-5a62-4734-a7c1-1dd4ee34e0bf None None] Pushing event updated for resources: {'Port': ['ID=3b8762bf-b9fd-40ab-b793-9415acc08ac5,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:29.146268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:51:29.154563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6d0301e1-1217-4a97-8a60-abaeb5ff97fd req-9fe4c386-df84-4026-82b8-078c9698acb4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.181923 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6d0301e1-1217-4a97-8a60-abaeb5ff97fd req-9fe4c386-df84-4026-82b8-078c9698acb4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.200549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port d47570aa-6b7d-4285-8a53-a0d7a9d00325, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d47570aa-6b7d-4285-8a53-a0d7a9d00325,segment=NetworkSegment(a2a7e6cc-1bd4-4e2a-b343-5d23e043518e),segment_id=a2a7e6cc-1bd4-4e2a-b343-5d23e043518e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:29.215810 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.217425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 41efbb4e-0562-4ae1-a69b-385d3b63975e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:29.274409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4c386-df84-4026-82b8-078c9698acb4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c31296-337a-439c-a007-aa26610cf5eb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:29.328397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eabfffa8-ae3f-4142-adbe-086c770f6491 req-9eb1bb34-6729-4b22-a81e-0bb167e08b5d tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225447 Aug 26 10:51:29.329244 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39eb8f59-2622-454b-86ff-a72f76678508 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.367658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Router 0a4e6a78-2836-43a1-b110-09277119243e is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:51:29.369951 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] Set router 3f5feae2-ab69-4baa-a077-4080f2083df4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:29.584894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39eb8f59-2622-454b-86ff-a72f76678508 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.614240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44576) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:29.645637 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39eb8f59-2622-454b-86ff-a72f76678508 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.659206 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d392110e-68ee-4a85-a5ed-a81cb2af6d28 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.678919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 41efbb4e-0562-4ae1-a69b-385d3b63975e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:29.684863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d392110e-68ee-4a85-a5ed-a81cb2af6d28 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.695911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1b265aa9-7675-4fd7-925c-cd64fe0e2e58 None None] Provisioning complete for port d47570aa-6b7d-4285-8a53-a0d7a9d00325 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:29.696214 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b265aa9-7675-4fd7-925c-cd64fe0e2e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.698586 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 41efbb4e-0562-4ae1-a69b-385d3b63975e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:29.699035 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.707374 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6d0301e1-1217-4a97-8a60-abaeb5ff97fd req-9fe4c386-df84-4026-82b8-078c9698acb4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.711800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d0301e1-1217-4a97-8a60-abaeb5ff97fd req-9fe4c386-df84-4026-82b8-078c9698acb4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.7829037 Aug 26 10:51:29.751624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:29.775087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb8f59-2622-454b-86ff-a72f76678508 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c4939c-921d-43bd-a794-3161a268824f,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:29.785876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-516374297-network', 'tenant_id': '053dd40e1c1c49f1b12c523394713a34'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:29.792470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39eb8f59-2622-454b-86ff-a72f76678508 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.795092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-39eb8f59-2622-454b-86ff-a72f76678508 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5233550 Aug 26 10:51:29.798836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44582) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:29.805198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d392110e-68ee-4a85-a5ed-a81cb2af6d28 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.806459 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d392110e-68ee-4a85-a5ed-a81cb2af6d28 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8402891 Aug 26 10:51:29.816795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:29.822522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44584) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:29.831839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Sync routers for ids ['0a4e6a78-2836-43a1-b110-09277119243e'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:29.832056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-81fef725-0d21-4410-b8a7-e3a5439f148d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Request body: {'security_group_rule': {'security_group_id': 'b4237f2e-28c0-4286-99aa-71f9e834d0c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:29.843261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392110e-68ee-4a85-a5ed-a81cb2af6d28 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4237f2e-28c0-4286-99aa-71f9e834d0c6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:29.879842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a382757-6b98-4eb8-becd-f5b598686c48 req-e8e88e22-5609-482a-8a2b-1132165ca8a6 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/19c31296-337a-439c-a007-aa26610cf5eb HTTP/1.1" status: 200 len: 1811 time: 0.1208715 Aug 26 10:51:29.893636 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.895774 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-144ca2a5-2bfd-4b17-8286-635bce97019f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6813931 Aug 26 10:51:29.898236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44588) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:29.907097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Made reservation on behalf of 053dd40e1c1c49f1b12c523394713a34 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:29.909915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.923182 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Routers {'0a4e6a78-2836-43a1-b110-09277119243e'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:29.923695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0a4e6a78-2836-43a1-b110-09277119243e'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:29.934756 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.948381 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:29.971996 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-b2d6b685-cad8-4762-9681-209f2db012eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1469777 Aug 26 10:51:30.004128 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-0274452f-3b13-4696-89f7-8147e3c59254 req-29a8e1bc-3202-4f54-ab97-368847aa8508 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] show failed (client error): The resource could not be found. Aug 26 10:51:30.005138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0274452f-3b13-4696-89f7-8147e3c59254 req-29a8e1bc-3202-4f54-ab97-368847aa8508 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/74115670-e102-4bf8-a8aa-8b62d79f7d0c HTTP/1.1" status: 404 len: 352 time: 0.0950496 Aug 26 10:51:30.024851 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81fef725-0d21-4410-b8a7-e3a5439f148d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.054386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Set router 0a4e6a78-2836-43a1-b110-09277119243e gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:30.105463 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-2376e373-2ad1-41b0-9e72-9cd6304cac02 req-95299bd6-f6e2-420a-b160-196dc8a323f1 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] show failed (client error): The resource could not be found. Aug 26 10:51:30.112658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2376e373-2ad1-41b0-9e72-9cd6304cac02 req-95299bd6-f6e2-420a-b160-196dc8a323f1 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-group-rules/92a2b706-7300-4b1d-aeac-1c409f2866d9 HTTP/1.1" status: 404 len: 361 time: 0.0371819 Aug 26 10:51:30.215558 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81fef725-0d21-4410-b8a7-e3a5439f148d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.230179 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81fef725-0d21-4410-b8a7-e3a5439f148d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.280954 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.307021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=d47570aa-6b7d-4285-8a53-a0d7a9d00325,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:30.308583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fef725-0d21-4410-b8a7-e3a5439f148d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59def021-bd69-4d3e-835d-9a7c7e6759ab,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:30.327155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86cde871-946c-481c-aff3-308212bf77f9 req-910a91a5-befe-423f-a604-95b874dc937e tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/19c31296-337a-439c-a007-aa26610cf5eb HTTP/1.1" status: 200 len: 1811 time: 0.1271770 Aug 26 10:51:30.405118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-a055ca3f-2597-46c0-9829-5eee036e3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:30.405661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-a055ca3f-2597-46c0-9829-5eee036e3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:30.406155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-a055ca3f-2597-46c0-9829-5eee036e3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:30.406671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-a055ca3f-2597-46c0-9829-5eee036e3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:30.407251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-a055ca3f-2597-46c0-9829-5eee036e3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:30.407770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-a055ca3f-2597-46c0-9829-5eee036e3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:30.408247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-a055ca3f-2597-46c0-9829-5eee036e3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:30.410281 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-a055ca3f-2597-46c0-9829-5eee036e3a4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6499 time: 0.0907416 Aug 26 10:51:30.533055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 41efbb4e-0562-4ae1-a69b-385d3b63975e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=41efbb4e-0562-4ae1-a69b-385d3b63975e,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:30.561175 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.568888 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.577565 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86cde871-946c-481c-aff3-308212bf77f9 req-840bf83e-4cff-4dd5-93f9-b1b1ea192c9a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.621200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ded871-c692-4808-a664-19908407b5b1 req-ff94d0ee-6b3e-4f26-b77a-ba804e28aacf tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:30.628474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77ded871-c692-4808-a664-19908407b5b1 req-ff94d0ee-6b3e-4f26-b77a-ba804e28aacf tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 949 time: 0.1525967 Aug 26 10:51:30.651529 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86cde871-946c-481c-aff3-308212bf77f9 req-840bf83e-4cff-4dd5-93f9-b1b1ea192c9a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.673397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3b8762bf-b9fd-40ab-b793-9415acc08ac5', 'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'mac_address': 'fa:16:3e:cc:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:28Z', 'revision_number': 4, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'subnets': [{'id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:30.730369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=41efbb4e-0562-4ae1-a69b-385d3b63975e,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:30.734913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3873735-f539-4bdb-aceb-1d6dca7990bc None None] The sync data for ids ['3f5feae2-ab69-4baa-a077-4080f2083df4'] in n-d-778550-13 is: [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3b8762bf-b9fd-40ab-b793-9415acc08ac5', 'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'mac_address': 'fa:16:3e:cc:26:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:28Z', 'revision_number': 4, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'subnets': [{'id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:30.739359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d47570aa-6b7d-4285-8a53-a0d7a9d00325 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:30.756767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Allocated IP 172.25.1.139 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/9a1dee0c-7046-4bb1-abfd-39d0b7706ddc) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:30.786028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77ded871-c692-4808-a664-19908407b5b1 req-f7e42d65-cc19-45c7-a1f5-4c36c4f67802 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561289 Aug 26 10:51:30.838273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4e6a78-2836-43a1-b110-09277119243e', 'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-router', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a20d38aa-2871-4027-b13d-87154120f277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:24Z', 'updated_at': '2021-08-26T10:51:27Z', 'revision_number': 3, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'gw_port': {'id': 'a20d38aa-2871-4027-b13d-87154120f277', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4e6a78-2836-43a1-b110-09277119243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:25Z', 'updated_at': '2021-08-26T10:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:30.889055 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.909021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Checking router: 0a4e6a78-2836-43a1-b110-09277119243e for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:30.909940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Updating router 0a4e6a78-2836-43a1-b110-09277119243e port a20d38aa-2871-4027-b13d-87154120f277 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:51:30.960834 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86cde871-946c-481c-aff3-308212bf77f9 req-840bf83e-4cff-4dd5-93f9-b1b1ea192c9a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.963422 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86cde871-946c-481c-aff3-308212bf77f9 req-840bf83e-4cff-4dd5-93f9-b1b1ea192c9a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.964623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86cde871-946c-481c-aff3-308212bf77f9 req-840bf83e-4cff-4dd5-93f9-b1b1ea192c9a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "DELETE /v2.0/security-groups/19c31296-337a-439c-a007-aa26610cf5eb HTTP/1.1" status: 204 len: 173 time: 0.6366775 Aug 26 10:51:30.992307 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:30.997292 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.002835 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.012225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bf83e-4cff-4dd5-93f9-b1b1ea192c9a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c31296-337a-439c-a007-aa26610cf5eb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:31.030182 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81fef725-0d21-4410-b8a7-e3a5439f148d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.039380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-81fef725-0d21-4410-b8a7-e3a5439f148d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2131684 Aug 26 10:51:31.043269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44604) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:31.048111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-fc1c72ba-182d-4173-a3e2-9a868a0fc86c tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Request body: {'security_group_rule': {'security_group_id': 'b4237f2e-28c0-4286-99aa-71f9e834d0c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:31.064470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.070902 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.105315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f148647-4d91-45cc-ac9d-adb336180154,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:31.121819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:31.128429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-8604bffc-c239-4d65-a87c-caf3e12328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:31.128928 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-8604bffc-c239-4d65-a87c-caf3e12328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:31.129195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05dd3689-7da3-4491-bca9-bc74335eed3f req-7d579ec6-e849-4f60-817e-41926b7feb62 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/adc6b491-7afd-4de0-b37f-55b968bf5e8e HTTP/1.1" status: 200 len: 1813 time: 0.1225874 Aug 26 10:51:31.129677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-8604bffc-c239-4d65-a87c-caf3e12328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:31.131359 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-8604bffc-c239-4d65-a87c-caf3e12328f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c29a414-e206-4e98-b1a0-62ff2e09f39a&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 HTTP/1.1" status: 200 len: 2294 time: 0.6715784 Aug 26 10:51:31.137612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:31.140054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:51:31.165850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d47570aa-6b7d-4285-8a53-a0d7a9d00325 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:31.166197 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.170001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:31.172979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Pushing event updated for resources: {'Port': ['ID=9a1dee0c-7046-4bb1-abfd-39d0b7706ddc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:31.240944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fc1c72ba-182d-4173-a3e2-9a868a0fc86c tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.285846 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-35d3df74-f5cd-4647-bb7e-777cfd2eb9d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 HTTP/1.1" status: 200 len: 1002 time: 0.1422937 Aug 26 10:51:31.326926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.327325 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Added segment 2598edfa-0115-4a71-abab-a0a6b3c81a97 of type vlan for network 17f0b365-86f9-4ec3-820d-1055c2f246cd Aug 26 10:51:31.395512 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-05dd3689-7da3-4491-bca9-bc74335eed3f req-043cab08-8c99-4c48-ad75-450fa9e628a7 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.420564 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fc1c72ba-182d-4173-a3e2-9a868a0fc86c tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.432964 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fc1c72ba-182d-4173-a3e2-9a868a0fc86c tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.466029 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.478251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Transition to ACTIVE for port object a20d38aa-2871-4027-b13d-87154120f277 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:31.482744 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.487253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.487528 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-05dd3689-7da3-4491-bca9-bc74335eed3f req-043cab08-8c99-4c48-ad75-450fa9e628a7 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.490071 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-3e3b356f-917f-42df-8244-fdbdac0cbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:31.492054 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-3e3b356f-917f-42df-8244-fdbdac0cbc44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34e578bc-0e70-4fe6-a893-d9310ddafc79 HTTP/1.1" status: 200 len: 851 time: 0.1816602 Aug 26 10:51:31.509925 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fc1c72ba-182d-4173-a3e2-9a868a0fc86c tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.511508 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fc1c72ba-182d-4173-a3e2-9a868a0fc86c tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4672823 Aug 26 10:51:31.518419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44606) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:31.522928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c72ba-182d-4173-a3e2-9a868a0fc86c tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433aa4f7-8850-4974-a2d8-a2a7ab7d8160,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:31.532498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:31.552620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.559632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Attempting to bind port a20d38aa-2871-4027-b13d-87154120f277 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:31.560218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Attempting to bind port a20d38aa-2871-4027-b13d-87154120f277 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:31.560582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Attempting to bind port a20d38aa-2871-4027-b13d-87154120f277 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:31.571265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1ec0a-00b8-43a5-8af4-bfa68aa031b0 None None] Pushing event updated for resources: {'Port': ['ID=a20d38aa-2871-4027-b13d-87154120f277,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:31.575005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:31.575710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:31.576179 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.576676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:31.577054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Bound port: a20d38aa-2871-4027-b13d-87154120f277, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:31.577511 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.583481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Allocated IP 172.20.0.1 (dc3b6413-16f2-4154-b77a-f39ba3a0bc80/b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e/f664f542-9e6c-443c-9cac-d2197d6b472a) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:31.616528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-ab1c6539-d36e-4fa7-9462-707f8c5f0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:31.618242 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-ab1c6539-d36e-4fa7-9462-707f8c5f0746 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c29a414-e206-4e98-b1a0-62ff2e09f39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187007 Aug 26 10:51:31.625239 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.626557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:31.627402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.628118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.644845 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-05dd3689-7da3-4491-bca9-bc74335eed3f req-043cab08-8c99-4c48-ad75-450fa9e628a7 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.645422 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] For port a20d38aa-2871-4027-b13d-87154120f277, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:31.647805 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-05dd3689-7da3-4491-bca9-bc74335eed3f req-043cab08-8c99-4c48-ad75-450fa9e628a7 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.648687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] For port a20d38aa-2871-4027-b13d-87154120f277, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a20d38aa-2871-4027-b13d-87154120f277,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:31.654257 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05dd3689-7da3-4491-bca9-bc74335eed3f req-043cab08-8c99-4c48-ad75-450fa9e628a7 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "DELETE /v2.0/security-groups/adc6b491-7afd-4de0-b37f-55b968bf5e8e HTTP/1.1" status: 204 len: 173 time: 0.5232584 Aug 26 10:51:31.656219 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0403478 Aug 26 10:51:31.660635 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.674976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.723091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Routers {'0a4e6a78-2836-43a1-b110-09277119243e'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:31.723769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0a4e6a78-2836-43a1-b110-09277119243e'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:31.730131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44610) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:31.741562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cab08-8c99-4c48-ad75-450fa9e628a7 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc6b491-7afd-4de0-b37f-55b968bf5e8e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:31.744867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] Request body: {'subnet': {'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-516374297-subnet', 'tenant_id': '053dd40e1c1c49f1b12c523394713a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:31.792897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1ec0a-00b8-43a5-8af4-bfa68aa031b0 None None] Pushing event updated for resources: {'Port': ['ID=a20d38aa-2871-4027-b13d-87154120f277,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:31.810895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8408f4-4249-4b04-9e13-b0aedfae278a admin admin] Pushing event updated for resources: {'Network': ['ID=17f0b365-86f9-4ec3-820d-1055c2f246cd,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:31.848042 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0aeecdf8-568b-43f5-aa1c-7fcd46e0c1a1 req-37d24ccb-5f7c-4c32-bdea-ea37816bee72 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/4879ddeb-81c4-4017-af05-84d5deccae7b HTTP/1.1" status: 200 len: 1811 time: 0.1092882 Aug 26 10:51:31.865673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 17f0b365-86f9-4ec3-820d-1055c2f246cd details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:51:31.881253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] Made reservation on behalf of 053dd40e1c1c49f1b12c523394713a34 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:31.883587 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.895449 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:31.942871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] Set router 0a4e6a78-2836-43a1-b110-09277119243e gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:31.948519 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-906eba00-6c76-4d7b-9326-592476a643cd service neutron] 10.222.0.47 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076637 Aug 26 10:51:31.959509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Transition to ACTIVE for port object f664f542-9e6c-443c-9cac-d2197d6b472a will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:31.996251 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.037203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff96cc7-52c4-4aa8-a91b-61ad6ca15d91 req-c659c875-11af-4985-ba48-062ece1d4a62 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:32.038799 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bff96cc7-52c4-4aa8-a91b-61ad6ca15d91 req-c659c875-11af-4985-ba48-062ece1d4a62 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 949 time: 0.1495965 Aug 26 10:51:32.042294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0aeecdf8-568b-43f5-aa1c-7fcd46e0c1a1 req-98e4212b-6104-44db-a7af-917e309e36d4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.128161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.143287 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.149666 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0aeecdf8-568b-43f5-aa1c-7fcd46e0c1a1 req-98e4212b-6104-44db-a7af-917e309e36d4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.156881 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.190072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4e6a78-2836-43a1-b110-09277119243e', 'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-router', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a20d38aa-2871-4027-b13d-87154120f277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:24Z', 'updated_at': '2021-08-26T10:51:27Z', 'revision_number': 3, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'gw_port': {'id': 'a20d38aa-2871-4027-b13d-87154120f277', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4e6a78-2836-43a1-b110-09277119243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:25Z', 'updated_at': '2021-08-26T10:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:32.212253 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-6fbf08b0-19d8-4986-b433-9c91bd4c4973 service neutron] 10.222.0.47 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510524 Aug 26 10:51:32.239063 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8063eb-6299-4d02-8ff6-742c5cf37634 None None] The sync data for ids ['0a4e6a78-2836-43a1-b110-09277119243e'] in n-d-778550-13 is: [{'id': '0a4e6a78-2836-43a1-b110-09277119243e', 'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-router', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a20d38aa-2871-4027-b13d-87154120f277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:24Z', 'updated_at': '2021-08-26T10:51:27Z', 'revision_number': 3, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'gw_port': {'id': 'a20d38aa-2871-4027-b13d-87154120f277', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4e6a78-2836-43a1-b110-09277119243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:25Z', 'updated_at': '2021-08-26T10:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:32.244973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Network dc3b6413-16f2-4154-b77a-f39ba3a0bc80 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:32.253128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bff96cc7-52c4-4aa8-a91b-61ad6ca15d91 req-5d935f93-5545-4ed4-b773-21de8aac719f tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699660 Aug 26 10:51:32.272822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:32.274326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:32.305760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Pushing event updated for resources: {'Port': ['ID=f664f542-9e6c-443c-9cac-d2197d6b472a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:32.333962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Allocated IP 172.25.1.97 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/69692392-a04f-443d-a997-c52175a38584) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:32.352336 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-26f3266b-5f80-4556-8a8c-266d51fb53a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=1dc0dec7-8e07-4315-a42c-6e045bfd90f1 HTTP/1.1" status: 200 len: 217 time: 0.1181715 Aug 26 10:51:32.357450 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0aeecdf8-568b-43f5-aa1c-7fcd46e0c1a1 req-98e4212b-6104-44db-a7af-917e309e36d4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.360341 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0aeecdf8-568b-43f5-aa1c-7fcd46e0c1a1 req-98e4212b-6104-44db-a7af-917e309e36d4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.361793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Pushing event updated for resources: {'Port': ['ID=9a1dee0c-7046-4bb1-abfd-39d0b7706ddc,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:32.368564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0aeecdf8-568b-43f5-aa1c-7fcd46e0c1a1 req-98e4212b-6104-44db-a7af-917e309e36d4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "DELETE /v2.0/security-groups/4879ddeb-81c4-4017-af05-84d5deccae7b HTTP/1.1" status: 204 len: 173 time: 0.5003133 Aug 26 10:51:32.403601 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.464656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4212b-6104-44db-a7af-917e309e36d4 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4879ddeb-81c4-4017-af05-84d5deccae7b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:32.466040 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.484700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.557748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-f4e849a2-c16b-46c7-a16c-ad65aa9f189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:32.559225 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-f4e849a2-c16b-46c7-a16c-ad65aa9f189f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.1946077 Aug 26 10:51:32.574221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.584759 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b56135f5-b220-4809-853a-732a46dba709 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7752872 Aug 26 10:51:32.596429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=63eb8f50-5a58-49f5-96cb-bf75e13dd614,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:32.646200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] Checking segment: {'id': '2598edfa-0115-4a71-abab-a0a6b3c81a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:32.646691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] Network hostable DHCP agents. Network: 17f0b365-86f9-4ec3-820d-1055c2f246cd, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:51:32.685318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4bc07583-b547-4f3a-b366-307bf80af1bd None None] Provisioning for port f664f542-9e6c-443c-9cac-d2197d6b472a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:32.694463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4bc07583-b547-4f3a-b366-307bf80af1bd None None] Provisioning complete for port f664f542-9e6c-443c-9cac-d2197d6b472a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:32.695113 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bc07583-b547-4f3a-b366-307bf80af1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.706038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44d9533-ee7a-4232-a619-93fca48d8cfb req-b8da97fc-6771-429a-9b6f-5d21f3b62416 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/34c98d00-3634-48ca-ac01-2b51278636f0 HTTP/1.1" status: 200 len: 1812 time: 0.2439616 Aug 26 10:51:32.749529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] Network 17f0b365-86f9-4ec3-820d-1055c2f246cd is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:51:32.756262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4bc07583-b547-4f3a-b366-307bf80af1bd None None] Port f664f542-9e6c-443c-9cac-d2197d6b472a cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:32.778753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-efbc33bd-5b19-4906-a104-35aad73588d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:32.781069 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-efbc33bd-5b19-4906-a104-35aad73588d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1870029 Aug 26 10:51:32.792582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 17f0b365-86f9-4ec3-820d-1055c2f246cd) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:32.812478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241de51e-8559-467e-b2d5-9b12e0fb8a5a None None] Network 17f0b365-86f9-4ec3-820d-1055c2f246cd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:32.819169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:32.819886 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:32.905510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 41efbb4e-0562-4ae1-a69b-385d3b63975e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:32.910945 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7817baa7-1d2f-441b-8e1b-28e4910ab24a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1803560 Aug 26 10:51:32.928853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device aa83a528-f960-41c3-8ede-3b7c69620e52 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:33.004647 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-12dc297c-ad40-45ad-8f92-17f8dd8ad16d service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089467 Aug 26 10:51:33.181256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f776c98-953e-43e6-b038-3ed498a210f8 None None] Network 17f0b365-86f9-4ec3-820d-1055c2f246cd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:33.195647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port aa83a528-f960-41c3-8ede-3b7c69620e52 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:33.207148 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-a7c6bb80-b12a-473d-8c5d-2144ad05e23e service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897187 Aug 26 10:51:33.226896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 41efbb4e-0562-4ae1-a69b-385d3b63975e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:33.227509 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.228064 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.257114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port aa83a528-f960-41c3-8ede-3b7c69620e52 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:33.257647 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.261656 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-10582f7b-4e9f-425e-9c81-a648262084f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=01aa3d6a-c13a-4ee9-98b2-31d232de49f0 HTTP/1.1" status: 200 len: 217 time: 0.0470767 Aug 26 10:51:33.317148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-2be914a0-532b-4492-bd7a-75c9bb1ed9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:33.318582 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-2be914a0-532b-4492-bd7a-75c9bb1ed9bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.0498600 Aug 26 10:51:33.346247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-36ec1dce-dfb6-4a79-afbc-e13ace9c4f63 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1406731388&fields=id&tenant_id=0b9410d744f84a7590e0a5d1ab3be170 HTTP/1.1" status: 200 len: 267 time: 0.1293976 Aug 26 10:51:33.352413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.377194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-a16e8fb2-0b3d-4ac8-bde6-e54abbea7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:33.378720 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-a16e8fb2-0b3d-4ac8-bde6-e54abbea7bb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524957 Aug 26 10:51:33.446113 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44d9533-ee7a-4232-a619-93fca48d8cfb req-daef343a-76a1-43c6-9d51-44bc5dde380a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.457775 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.485775 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-f5703480-e972-4e64-ac99-c6dc2300894f service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988169 Aug 26 10:51:33.564652 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44d9533-ee7a-4232-a619-93fca48d8cfb req-daef343a-76a1-43c6-9d51-44bc5dde380a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.588392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:33.599110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b8762bf-b9fd-40ab-b793-9415acc08ac5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:33.603892 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-d87cd831-d674-41c2-865c-794ed83840d4 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110337 Aug 26 10:51:33.609894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:33.613248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:33.631293 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.670379 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1870de89-e05a-4cce-b425-06bfcdc66274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa83a528-f960-41c3-8ede-3b7c69620e52'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:33.672756 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219ebaaa-fc52-454c-8076-b6bb2706dbe6" -d '{"events": [{"server_uuid": "1870de89-e05a-4cce-b425-06bfcdc66274", "name": "network-vif-plugged", "status": "completed", "tag": "aa83a528-f960-41c3-8ede-3b7c69620e52"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:33.679313 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-716e2111-8b5e-4e64-b3f8-845a7f575ce4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=260c9222-0d1f-4d80-842b-55abc38ec59e HTTP/1.1" status: 200 len: 217 time: 0.0614240 Aug 26 10:51:33.687497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port aa83a528-f960-41c3-8ede-3b7c69620e52, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=aa83a528-f960-41c3-8ede-3b7c69620e52,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:33.696822 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.707760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Pushing event updated for resources: {'Port': ['ID=69692392-a04f-443d-a997-c52175a38584,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:33.729232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:33.737696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:33.738084 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.748357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-99eede31-613b-4168-bf7e-d1aa239e6fe4 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:33.750050 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-99eede31-613b-4168-bf7e-d1aa239e6fe4 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/networks?id=2d5d0e0a-dfbb-482d-933f-15ee7c259af7 HTTP/1.1" status: 200 len: 806 time: 0.3879533 Aug 26 10:51:33.783326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-d0ad76bc-4cad-4f88-aa65-4761229d740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:33.787595 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-d0ad76bc-4cad-4f88-aa65-4761229d740b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.0979521 Aug 26 10:51:33.799485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-fb408c64-59a2-4260-91fc-6e77c40a23ac tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/quotas/0b9410d744f84a7590e0a5d1ab3be170 HTTP/1.1" status: 200 len: 375 time: 0.0348003 Aug 26 10:51:33.822798 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44d9533-ee7a-4232-a619-93fca48d8cfb req-daef343a-76a1-43c6-9d51-44bc5dde380a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.825547 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44d9533-ee7a-4232-a619-93fca48d8cfb req-daef343a-76a1-43c6-9d51-44bc5dde380a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.826775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44d9533-ee7a-4232-a619-93fca48d8cfb req-daef343a-76a1-43c6-9d51-44bc5dde380a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "DELETE /v2.0/security-groups/34c98d00-3634-48ca-ac01-2b51278636f0 HTTP/1.1" status: 204 len: 173 time: 1.1103225 Aug 26 10:51:33.834674 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=aa83a528-f960-41c3-8ede-3b7c69620e52,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:33.873610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-eb402766-d5ad-40db-b054-5eea5f1671fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:33.875481 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-eb402766-d5ad-40db-b054-5eea5f1671fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0793588 Aug 26 10:51:33.915966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:33.936197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef343a-76a1-43c6-9d51-44bc5dde380a tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c98d00-3634-48ca-ac01-2b51278636f0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:33.981471 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.009817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 3b8762bf-b9fd-40ab-b793-9415acc08ac5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3b8762bf-b9fd-40ab-b793-9415acc08ac5,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:34.020444 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.022825 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-f1427735-fb6b-4537-b368-6837e1feca7d service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398275 Aug 26 10:51:34.035316 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.061049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-c666455e-72d1-4926-9114-0d6cb6698f7d req-26176f90-9242-42b1-b38a-94eee158bdc4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2090906294', 'description': 'tempest-description-1110157095'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:34.070762 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.093247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=3b8762bf-b9fd-40ab-b793-9415acc08ac5,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:34.139325 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-53832f9b-3d55-46a4-8e96-4d9852e614d9 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095695 Aug 26 10:51:34.149554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-b00bb2e1-8f69-47a7-a2e5-ec5a5b038744 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b9410d744f84a7590e0a5d1ab3be170&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3181467 Aug 26 10:51:34.156088 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.188769 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-70df3955-8445-4dba-85da-6fab8ed080a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=eb14fe9a-7dce-4766-8386-f266e574c13b HTTP/1.1" status: 200 len: 217 time: 0.0426900 Aug 26 10:51:34.219435 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.252609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-55eb1fa0-3d34-415d-a8a0-6f4f8b1b5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:34.254881 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-55eb1fa0-3d34-415d-a8a0-6f4f8b1b5ccd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.0597854 Aug 26 10:51:34.259870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Pushing event updated for resources: {'Port': ['ID=f664f542-9e6c-443c-9cac-d2197d6b472a,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:34.262413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c666455e-72d1-4926-9114-0d6cb6698f7d req-26176f90-9242-42b1-b38a-94eee158bdc4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.304725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-f8626a0d-2dd2-4082-9ae9-877f4c62d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:34.306323 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-f8626a0d-2dd2-4082-9ae9-877f4c62d2f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0446579 Aug 26 10:51:34.402080 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-30658e9d-dff1-4d9b-acaf-3bc4b0b04af0 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876920 Aug 26 10:51:34.460010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-cdcbda23-46fc-44a6-85bb-46e90a459dd8 service neutron] 10.222.0.21 "GET /v2.0/networks/2d5d0e0a-dfbb-482d-933f-15ee7c259af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936532 Aug 26 10:51:34.504749 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-276baecd-d12d-4ef6-beb1-bd3d39a3f2f9 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952077 Aug 26 10:51:34.550897 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-2a1ae8c1-80a4-46e1-8001-29dd640be9b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06b18670-82f9-4b7e-9c47-a1f920dacb98 HTTP/1.1" status: 200 len: 217 time: 0.0394640 Aug 26 10:51:34.566245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Network dc3b6413-16f2-4154-b77a-f39ba3a0bc80 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:34.581233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:34.607610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-d785b38d-fa0b-48c3-b569-69645866108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:34.610468 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-d785b38d-fa0b-48c3-b569-69645866108a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df0dfa6-d27a-4ded-801d-40072b12272b HTTP/1.1" status: 200 len: 797 time: 0.0508068 Aug 26 10:51:34.685919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-6eb82f7c-5bf8-48b4-9996-e51dd4256e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:34.688651 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-6eb82f7c-5bf8-48b4-9996-e51dd4256e19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0685256 Aug 26 10:51:34.702246 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c666455e-72d1-4926-9114-0d6cb6698f7d req-26176f90-9242-42b1-b38a-94eee158bdc4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.718325 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c666455e-72d1-4926-9114-0d6cb6698f7d req-26176f90-9242-42b1-b38a-94eee158bdc4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.735338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-0beaaa94-b237-41ee-967b-9308cc9d6eb7 service neutron] 10.222.0.21 "GET /v2.0/networks/2d5d0e0a-dfbb-482d-933f-15ee7c259af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643092 Aug 26 10:51:34.790337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a20d38aa-2871-4027-b13d-87154120f277 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:34.804086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26176f90-9242-42b1-b38a-94eee158bdc4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9576da56-60a7-4ad3-93af-757b75773c14,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:34.820606 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.835868 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-b160885f-2067-4ec8-8c9d-a4a70289d820 service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389863 Aug 26 10:51:34.857863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.885267 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c666455e-72d1-4926-9114-0d6cb6698f7d req-26176f90-9242-42b1-b38a-94eee158bdc4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.899384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c666455e-72d1-4926-9114-0d6cb6698f7d req-26176f90-9242-42b1-b38a-94eee158bdc4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8663323 Aug 26 10:51:34.907815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port a20d38aa-2871-4027-b13d-87154120f277 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:34.918445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a20d38aa-2871-4027-b13d-87154120f277 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:34.918897 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.981253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a41de1da-76eb-42cb-8ec9-baa4ef35adaa None None] Provisioning complete for port f664f542-9e6c-443c-9cac-d2197d6b472a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:34.981734 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a41de1da-76eb-42cb-8ec9-baa4ef35adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:34.993173 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-6374dc28-78d1-4a96-bb35-1657877129ab service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494493 Aug 26 10:51:35.034389 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a41de1da-76eb-42cb-8ec9-baa4ef35adaa None None] Port f664f542-9e6c-443c-9cac-d2197d6b472a cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:35.086440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:35.087546 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-fbb88ee1-c7dd-4625-aa38-1021fa170384 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7108a8f-decf-49c6-874f-190492ae7266 HTTP/1.1" status: 200 len: 217 time: 0.0872703 Aug 26 10:51:35.107056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Pushing event updated for resources: {'Port': ['ID=69692392-a04f-443d-a997-c52175a38584,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:35.113102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Router 0a4e6a78-2836-43a1-b110-09277119243e has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:51:35.119994 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:35.145595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port a20d38aa-2871-4027-b13d-87154120f277, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a20d38aa-2871-4027-b13d-87154120f277,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:35.146608 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:35.148025 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-523a5a3f-b29d-44c1-8394-bcbcdbde489d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6265979 Aug 26 10:51:35.179365 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:35.180359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b8762bf-b9fd-40ab-b793-9415acc08ac5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:35.242355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda17d5-581c-4318-afed-587f5f9f376b req-7228175f-3c69-49f6-97f2-739061ead4c7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:35.254838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdda17d5-581c-4318-afed-587f5f9f376b req-7228175f-3c69-49f6-97f2-739061ead4c7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 950 time: 0.2939851 Aug 26 10:51:35.255148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-45c16905-ab0c-4b8f-bfdf-852011e28fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:35.263052 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-45c16905-ab0c-4b8f-bfdf-852011e28fbb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df0dfa6-d27a-4ded-801d-40072b12272b HTTP/1.1" status: 200 len: 797 time: 0.1677833 Aug 26 10:51:35.391851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-efcef054-f72f-4d6d-9014-59db96482e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:35.393827 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-efcef054-f72f-4d6d-9014-59db96482e30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1237447 Aug 26 10:51:35.397926 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ecc0fd-01f6-4adf-a910-39322d1e54cb x-openstack-request-id: req-10ecc0fd-01f6-4adf-a910-39322d1e54cb {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:35.398484 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1870de89-e05a-4cce-b425-06bfcdc66274", "name": "network-vif-plugged", "status": "completed", "tag": "aa83a528-f960-41c3-8ede-3b7c69620e52", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:35.398921 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10ecc0fd-01f6-4adf-a910-39322d1e54cb {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:35.399505 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1870de89-e05a-4cce-b425-06bfcdc66274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa83a528-f960-41c3-8ede-3b7c69620e52', 'code': 200} Aug 26 10:51:35.452032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=a20d38aa-2871-4027-b13d-87154120f277,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:35.485942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:35.485942 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:35.571500 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-02bce4b9-73d0-435d-86d4-8264e7057542 service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700845 Aug 26 10:51:35.635838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdda17d5-581c-4318-afed-587f5f9f376b req-fb36e99c-c388-4d5c-a2f0-082a0c27a676 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800769 Aug 26 10:51:35.665061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:35.685753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8a461145-b6e4-44dd-9e3f-5815d0eb4c31 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a4e6a78-2836-43a1-b110-09277119243e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7854733 Aug 26 10:51:35.696700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c47e7-326f-4d02-8113-fa7be3f1df91 req-6917d1d4-9da3-4232-86d7-b4df214c221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:35.697585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7c47e7-326f-4d02-8113-fa7be3f1df91 req-6917d1d4-9da3-4232-86d7-b4df214c221e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 1102 time: 0.1846752 Aug 26 10:51:35.709827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0a1aa21-e4a6-4d91-9c58-6bd3c130510e req-82b14eed-927f-47f2-8bfa-50b18e6a5799 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "GET /v2.0/security-groups/68c78d1b-79eb-44c9-94b5-965aa7204282 HTTP/1.1" status: 200 len: 1811 time: 0.2228827 Aug 26 10:51:35.724037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-81f9f76e-16d5-4751-81d4-bac2aef352d0 req-ebd2a518-0acd-4308-b4d0-d67dc469a5cd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-161100553', 'description': 'tempest-description-607621089'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:35.806580 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-606042af-8d34-4a12-ab3b-86a3900d2ece req-0ba5c7ed-4516-40c6-b581-a09bff0bb54d service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282317 Aug 26 10:51:35.810993 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81f9f76e-16d5-4751-81d4-bac2aef352d0 req-ebd2a518-0acd-4308-b4d0-d67dc469a5cd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:35.815067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7c47e7-326f-4d02-8113-fa7be3f1df91 req-de0259ff-dcaf-4154-ac53-8ff17d8b854e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030464 Aug 26 10:51:35.850403 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0a1aa21-e4a6-4d91-9c58-6bd3c130510e req-15eabb33-67a1-4835-a5c8-3ebd92baf8e1 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:35.893277 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0a1aa21-e4a6-4d91-9c58-6bd3c130510e req-15eabb33-67a1-4835-a5c8-3ebd92baf8e1 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:35.971345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81f9f76e-16d5-4751-81d4-bac2aef352d0 req-ebd2a518-0acd-4308-b4d0-d67dc469a5cd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:35.973509 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0a1aa21-e4a6-4d91-9c58-6bd3c130510e req-15eabb33-67a1-4835-a5c8-3ebd92baf8e1 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:35.976628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0a1aa21-e4a6-4d91-9c58-6bd3c130510e req-15eabb33-67a1-4835-a5c8-3ebd92baf8e1 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:35.978148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0a1aa21-e4a6-4d91-9c58-6bd3c130510e req-15eabb33-67a1-4835-a5c8-3ebd92baf8e1 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] 10.222.0.21 "DELETE /v2.0/security-groups/68c78d1b-79eb-44c9-94b5-965aa7204282 HTTP/1.1" status: 204 len: 173 time: 0.2673638 Aug 26 10:51:35.985762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44668) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:35.986431 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81f9f76e-16d5-4751-81d4-bac2aef352d0 req-ebd2a518-0acd-4308-b4d0-d67dc469a5cd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:36.001216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eabb33-67a1-4835-a5c8-3ebd92baf8e1 tempest-SecurityGroupRulesNegativeTestJSON-557060468 tempest-SecurityGroupRulesNegativeTestJSON-557060468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c78d1b-79eb-44c9-94b5-965aa7204282,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:36.049614 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81f9f76e-16d5-4751-81d4-bac2aef352d0 req-ebd2a518-0acd-4308-b4d0-d67dc469a5cd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:36.051021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81f9f76e-16d5-4751-81d4-bac2aef352d0 req-ebd2a518-0acd-4308-b4d0-d67dc469a5cd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3308654 Aug 26 10:51:36.077518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b937e74-ca00-4975-ad91-bfbacee2ab87 admin admin] Deleting subnet 0ad063f0-0180-40f0-8826-d0b59fcc1788 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:51:36.083682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b937e74-ca00-4975-ad91-bfbacee2ab87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:36.085173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2a518-0acd-4308-b4d0-d67dc469a5cd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af682f5-1f94-4e3d-8407-7130c2ce8e6d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:36.159721 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b937e74-ca00-4975-ad91-bfbacee2ab87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:36.163552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a9406d2-a949-43a6-925b-5332e5e41088 req-f0e624d2-b934-48eb-b250-716e55b180ea tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 210 time: 0.0514319 Aug 26 10:51:36.228621 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Sync routers for ids ['0a4e6a78-2836-43a1-b110-09277119243e'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:36.248881 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Routers {'0a4e6a78-2836-43a1-b110-09277119243e'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:36.250071 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0a4e6a78-2836-43a1-b110-09277119243e'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:36.264558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-5b55e6b7-c27d-4fb4-86d0-44df5eeda6ff tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--633656083&fields=id&tenant_id=9f8f1332e5e243b2833795851aa3ca0b HTTP/1.1" status: 200 len: 267 time: 0.0773230 Aug 26 10:51:36.279782 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b937e74-ca00-4975-ad91-bfbacee2ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:36.365440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b937e74-ca00-4975-ad91-bfbacee2ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:36.402766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b937e74-ca00-4975-ad91-bfbacee2ab87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad063f0-0180-40f0-8826-d0b59fcc1788,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:36.405194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b937e74-ca00-4975-ad91-bfbacee2ab87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:36.408190 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8b937e74-ca00-4975-ad91-bfbacee2ab87 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0ad063f0-0180-40f0-8826-d0b59fcc1788 HTTP/1.1" status: 204 len: 168 time: 0.4198513 Aug 26 10:51:36.410561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44688) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:36.418892 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Set router 0a4e6a78-2836-43a1-b110-09277119243e gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:36.425263 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f012bda2-f5b9-43bb-b672-307d607d9456 req-43dfa7cc-b1aa-4fc1-9b92-02ac389591fb tempest-FloatingIPsNegativeTestJSON-965521174 tempest-FloatingIPsNegativeTestJSON-965521174-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=a58d289c0858470baece61f3df5dd213 HTTP/1.1" status: 200 len: 217 time: 0.0821693 Aug 26 10:51:36.539546 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:36.549591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-4459d22d-4890-4a2e-af9b-bee303b88004 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:36.551171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-4459d22d-4890-4a2e-af9b-bee303b88004 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/networks?id=8c0d75a0-fd7f-48f7-a993-7c1d938d8056 HTTP/1.1" status: 200 len: 812 time: 0.2781646 Aug 26 10:51:36.654844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-4fe74bb3-fdcc-4a02-9b65-517dff6e4ed5 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/quotas/9f8f1332e5e243b2833795851aa3ca0b HTTP/1.1" status: 200 len: 375 time: 0.0906150 Aug 26 10:51:36.674130 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4e6a78-2836-43a1-b110-09277119243e', 'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-router', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a20d38aa-2871-4027-b13d-87154120f277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:24Z', 'updated_at': '2021-08-26T10:51:33Z', 'revision_number': 4, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'gw_port': {'id': 'a20d38aa-2871-4027-b13d-87154120f277', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4e6a78-2836-43a1-b110-09277119243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:25Z', 'updated_at': '2021-08-26T10:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'f664f542-9e6c-443c-9cac-d2197d6b472a', 'name': '', 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'mac_address': 'fa:16:3e:0f:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4e6a78-2836-43a1-b110-09277119243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:31Z', 'updated_at': '2021-08-26T10:51:33Z', 'revision_number': 2, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'subnets': [{'id': 'b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:36.712266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a20d38aa-2871-4027-b13d-87154120f277 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:36.721567 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Checking router: 0a4e6a78-2836-43a1-b110-09277119243e for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:36.722310 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Updating router 0a4e6a78-2836-43a1-b110-09277119243e port f664f542-9e6c-443c-9cac-d2197d6b472a binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:51:36.762654 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:36.799300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a20d38aa-2871-4027-b13d-87154120f277 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:36.799685 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.097959 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.110554 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Transition to ACTIVE for port object f664f542-9e6c-443c-9cac-d2197d6b472a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:37.117017 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.193012 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60cfed-0b0a-4c7f-9077-9ca2f2ad1a31 None None] Pushing event updated for resources: {'Port': ['ID=f664f542-9e6c-443c-9cac-d2197d6b472a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:37.196145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.240929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-27ff5232-b879-4372-a6cf-8687a782c4dc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:37.242758 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-27ff5232-b879-4372-a6cf-8687a782c4dc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/networks?id=17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 200 len: 812 time: 0.7285178 Aug 26 10:51:37.249194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b3a79e-bfb5-4020-9853-e4f2cf6beea6']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:37.265113 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Attempting to bind port f664f542-9e6c-443c-9cac-d2197d6b472a on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:37.265691 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Attempting to bind port f664f542-9e6c-443c-9cac-d2197d6b472a by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'a2a7e6cc-1bd4-4e2a-b343-5d23e043518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:37.266511 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Attempting to bind port f664f542-9e6c-443c-9cac-d2197d6b472a on network dc3b6413-16f2-4154-b77a-f39ba3a0bc80 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:37.272879 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:37.273264 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Checking segment: {'id': 'a2a7e6cc-1bd4-4e2a-b343-5d23e043518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:37.274258 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.274814 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Bound using segment: {'id': 'a2a7e6cc-1bd4-4e2a-b343-5d23e043518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:37.275518 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Bound port: f664f542-9e6c-443c-9cac-d2197d6b472a, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a7e6cc-1bd4-4e2a-b343-5d23e043518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:37.276248 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.289890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bd80ab-8443-4296-bc5e-daae17a1fd8a') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:37.290178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bd80ab-8443-4296-bc5e-daae17a1fd8a') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:37.318961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-ffd5ef6f-4a67-4f25-ada1-d9e42d5b6369 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:37.321043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-ffd5ef6f-4a67-4f25-ada1-d9e42d5b6369 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.42 "GET /v2.0/networks?id=2d5d0e0a-dfbb-482d-933f-15ee7c259af7 HTTP/1.1" status: 200 len: 806 time: 0.7048218 Aug 26 10:51:37.338717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-c77b8084-24cf-441d-8ede-49ad422855af tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f8f1332e5e243b2833795851aa3ca0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3080678 Aug 26 10:51:37.344260 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.354283 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] For port f664f542-9e6c-443c-9cac-d2197d6b472a, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:37.358617 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] For port f664f542-9e6c-443c-9cac-d2197d6b472a, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f664f542-9e6c-443c-9cac-d2197d6b472a,segment=NetworkSegment(a2a7e6cc-1bd4-4e2a-b343-5d23e043518e),segment_id=a2a7e6cc-1bd4-4e2a-b343-5d23e043518e)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:37.365994 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-64423ad2-a49c-45c9-b0b5-82dba5c31f42 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/quotas/053dd40e1c1c49f1b12c523394713a34 HTTP/1.1" status: 200 len: 375 time: 0.1047759 Aug 26 10:51:37.366535 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.430210 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60cfed-0b0a-4c7f-9077-9ca2f2ad1a31 None None] Pushing event updated for resources: {'Port': ['ID=f664f542-9e6c-443c-9cac-d2197d6b472a,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:37.452871 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Routers {'0a4e6a78-2836-43a1-b110-09277119243e'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:37.453795 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0a4e6a78-2836-43a1-b110-09277119243e'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:37.488569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-9c0e1b24-adfd-49d9-a8a5-7bf423dfd331 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=053dd40e1c1c49f1b12c523394713a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208982 Aug 26 10:51:37.491895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.570491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:51:37.570947 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:51:37.575079 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:51:37.629016 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] Set router 0a4e6a78-2836-43a1-b110-09277119243e gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:37.639240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-3b4cd646-ffe3-4f21-8126-75ed80e0f642 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b9410d744f84a7590e0a5d1ab3be170 HTTP/1.1" status: 200 len: 380 time: 0.2986910 Aug 26 10:51:37.666540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Request body: {'port': {'device_id': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'admin_state_up': True, 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'security_groups': ['943c3afa-b916-45de-a7a1-132cd10a52ff']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:37.776324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.788674 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:37.790111 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/67b3a79e-bfb5-4020-9853-e4f2cf6beea6 HTTP/1.1" status: 204 len: 168 time: 1.3765490 Aug 26 10:51:37.794514 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-58b3b5ce-70aa-46e1-91cc-02f20ef8ab17 service neutron] 10.222.0.21 "GET /v2.0/networks/8c0d75a0-fd7f-48f7-a993-7c1d938d8056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220903 Aug 26 10:51:37.813666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-b0b04ad4-352c-4be2-9089-19c18c4c9c46 service neutron] 10.222.0.21 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236749 Aug 26 10:51:37.838254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4433d1-1330-47bd-aa1f-d469adf479b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=67b3a79e-bfb5-4020-9853-e4f2cf6beea6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:37.957794 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4e6a78-2836-43a1-b110-09277119243e', 'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-router', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a20d38aa-2871-4027-b13d-87154120f277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:24Z', 'updated_at': '2021-08-26T10:51:33Z', 'revision_number': 4, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'gw_port': {'id': 'a20d38aa-2871-4027-b13d-87154120f277', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4e6a78-2836-43a1-b110-09277119243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:25Z', 'updated_at': '2021-08-26T10:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'f664f542-9e6c-443c-9cac-d2197d6b472a', 'name': '', 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'mac_address': 'fa:16:3e:0f:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4e6a78-2836-43a1-b110-09277119243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:31Z', 'updated_at': '2021-08-26T10:51:37Z', 'revision_number': 4, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'subnets': [{'id': 'b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:37.987044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44708) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:37.993731 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f23ef-d8c1-4f64-8be6-78f1b2f90356 None None] The sync data for ids ['0a4e6a78-2836-43a1-b110-09277119243e'] in n-d-778550-13 is: [{'id': '0a4e6a78-2836-43a1-b110-09277119243e', 'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-router', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a20d38aa-2871-4027-b13d-87154120f277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:24Z', 'updated_at': '2021-08-26T10:51:33Z', 'revision_number': 4, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'gw_port': {'id': 'a20d38aa-2871-4027-b13d-87154120f277', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4e6a78-2836-43a1-b110-09277119243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:25Z', 'updated_at': '2021-08-26T10:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'f664f542-9e6c-443c-9cac-d2197d6b472a', 'name': '', 'network_id': 'dc3b6413-16f2-4154-b77a-f39ba3a0bc80', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'mac_address': 'fa:16:3e:0f:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4e6a78-2836-43a1-b110-09277119243e', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:31Z', 'updated_at': '2021-08-26T10:51:37Z', 'revision_number': 4, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'subnets': [{'id': 'b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:38.044793 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8ad6e9d9-7290-4502-833b-b90ae1038ff6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e4eaee56fd64490acc53c91532b6dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555813 Aug 26 10:51:38.045452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44710) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:38.097748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-e8c2b20d-3f6c-4bf7-8da5-a5153f6f3721 service neutron] 10.222.0.21 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526302 Aug 26 10:51:38.104645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-6c669e56-9529-4264-9315-dfd156ac24af service neutron] 10.222.0.21 "GET /v2.0/networks/8c0d75a0-fd7f-48f7-a993-7c1d938d8056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873430 Aug 26 10:51:38.105786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Made reservation on behalf of 0b9410d744f84a7590e0a5d1ab3be170 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:38.110694 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:38.164203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a12df3eb-bfef-43a2-9123-09e9e8775bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:38.206881 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a12df3eb-bfef-43a2-9123-09e9e8775bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:38.302825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a12df3eb-bfef-43a2-9123-09e9e8775bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:38.305400 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a12df3eb-bfef-43a2-9123-09e9e8775bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:38.309760 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a12df3eb-bfef-43a2-9123-09e9e8775bcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60a8a639-1422-4fd2-bf51-fb406fa1586b HTTP/1.1" status: 204 len: 168 time: 0.2630260 Aug 26 10:51:38.333498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12df3eb-bfef-43a2-9123-09e9e8775bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a8a639-1422-4fd2-bf51-fb406fa1586b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:38.489594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Allocated IP 172.20.0.6 (2d5d0e0a-dfbb-482d-933f-15ee7c259af7/21201419-501d-4c9f-af8b-609f66b7da6e/de461e9f-47d9-4fa3-b1b0-27d76e1f6eec) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:38.574650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a1ac51e-6342-4e95-a87c-051b2a54f760 req-7de56b0f-40fe-4437-8ba3-8e26148314f5 tempest-FloatingIPsNegativeTestJSON-965521174 tempest-FloatingIPsNegativeTestJSON-965521174-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0287018 Aug 26 10:51:38.761893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f664f542-9e6c-443c-9cac-d2197d6b472a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:38.775903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fafd98cd-55ff-4d75-9b99-426e3b2b0f9d req-a77ce23f-d86e-4e5c-b4ec-3d58e2220e2d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 210 time: 0.0388772 Aug 26 10:51:38.863258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50a3e1-f030-41dd-aa24-7244e5e1265c req-3e314bb3-e067-420e-97c0-dc7b10063313 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:38.869257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f664f542-9e6c-443c-9cac-d2197d6b472a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:38.870712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d50a3e1-f030-41dd-aa24-7244e5e1265c req-3e314bb3-e067-420e-97c0-dc7b10063313 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 950 time: 0.2363410 Aug 26 10:51:38.876008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f664f542-9e6c-443c-9cac-d2197d6b472a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:38.876512 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:38.960889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b31ad038-5fe5-4b75-8efb-237e373a0939 req-a7b5358e-9d79-454d-9596-b26cded0d696 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 210 time: 0.0791342 Aug 26 10:51:38.998889 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:39.062269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port f664f542-9e6c-443c-9cac-d2197d6b472a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f664f542-9e6c-443c-9cac-d2197d6b472a,segment=NetworkSegment(a2a7e6cc-1bd4-4e2a-b343-5d23e043518e),segment_id=a2a7e6cc-1bd4-4e2a-b343-5d23e043518e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:39.069092 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:39.076477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d50a3e1-f030-41dd-aa24-7244e5e1265c req-d76a483c-2c1e-47e3-838e-a5846d2e7f56 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047520 Aug 26 10:51:39.106506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d710e668-fce3-4183-8933-0d1e68c8afc6 req-556aaacf-ee9b-4e46-988e-50ea963bfa25 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 210 time: 0.0558305 Aug 26 10:51:39.188902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=f664f542-9e6c-443c-9cac-d2197d6b472a,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:39.189250 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-59be8f76-92f6-41f8-a0d2-879c0acfaf6a req-0215ffe3-e440-4da1-bf2f-321a21f44389 tempest-FloatingIPsNegativeTestJSON-965521174 tempest-FloatingIPsNegativeTestJSON-965521174-project] show failed (client error): The resource could not be found. Aug 26 10:51:39.196439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59be8f76-92f6-41f8-a0d2-879c0acfaf6a req-0215ffe3-e440-4da1-bf2f-321a21f44389 tempest-FloatingIPsNegativeTestJSON-965521174 tempest-FloatingIPsNegativeTestJSON-965521174-project] 10.222.0.21 "GET /v2.0/floatingips/8fdec5f1-1e43-40c4-aa41-181fe682d617 HTTP/1.1" status: 404 len: 350 time: 0.0570786 Aug 26 10:51:39.200246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44748) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:39.254335 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:39.287242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Transition to ACTIVE for port object de461e9f-47d9-4fa3-b1b0-27d76e1f6eec will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:39.333747 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:39.404266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Pushing event updated for resources: {'Port': ['ID=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:39.423880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:39.425630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:39.428734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:39.580742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:39.594967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:39.680779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-c1267ec8-7e61-4e91-9e4c-02ff5283a37d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0266552 Aug 26 10:51:39.712727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Request body: {'port': {'device_id': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:39.779087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848d9c4-965b-400f-ac4d-f80a23188d94 req-dd239008-00ea-4301-8dd7-80eea48ce764 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:39.780685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5848d9c4-965b-400f-ac4d-f80a23188d94 req-dd239008-00ea-4301-8dd7-80eea48ce764 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 1102 time: 0.1465399 Aug 26 10:51:39.801088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44762) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:39.825971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:39.829820 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5848d9c4-965b-400f-ac4d-f80a23188d94 req-9d7ef10c-1b88-4ea7-bb28-75eea1cffdb1 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:39.870772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-67c27377-c9ab-4347-ba57-95e4555e2cdb None None] Provisioning for port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:39.875057 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-67c27377-c9ab-4347-ba57-95e4555e2cdb None None] Provisioning complete for port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:39.875655 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67c27377-c9ab-4347-ba57-95e4555e2cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:39.909088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:39.922277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-67c27377-c9ab-4347-ba57-95e4555e2cdb None None] Port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:39.976082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-571463178-network', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:40.157141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a496f-51a8-4894-a339-b1f8573a6834 req-24ae7ba9-1255-4841-8c95-43735c36c020 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:40.158692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d1a496f-51a8-4894-a339-b1f8573a6834 req-24ae7ba9-1255-4841-8c95-43735c36c020 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 931 time: 0.2545445 Aug 26 10:51:40.211493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] Deleting port f664f542-9e6c-443c-9cac-d2197d6b472a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:40.212188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:40.292988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] For port f664f542-9e6c-443c-9cac-d2197d6b472a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f664f542-9e6c-443c-9cac-d2197d6b472a,segment=NetworkSegment(a2a7e6cc-1bd4-4e2a-b343-5d23e043518e),segment_id=a2a7e6cc-1bd4-4e2a-b343-5d23e043518e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:40.293329 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:40.307526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] Calling delete_port for f664f542-9e6c-443c-9cac-d2197d6b472a owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:40.336844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d1a496f-51a8-4894-a339-b1f8573a6834 req-daaf501f-c9f8-4c6b-87b0-b8b2faea5ab9 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642406 Aug 26 10:51:40.359467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-dfc91518-ea99-474f-8d12-7321c1dfe483 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:40.361763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-dfc91518-ea99-474f-8d12-7321c1dfe483 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.47 "GET /v2.0/networks?id=17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 200 len: 812 time: 0.2909906 Aug 26 10:51:40.367195 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5848d9c4-965b-400f-ac4d-f80a23188d94 req-9d7ef10c-1b88-4ea7-bb28-75eea1cffdb1 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:40.384095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'port': {'device_id': '0180409b-b90b-4200-97c7-706935804f86', 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd', 'admin_state_up': True, 'tenant_id': '053dd40e1c1c49f1b12c523394713a34'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:40.390321 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5848d9c4-965b-400f-ac4d-f80a23188d94 req-9d7ef10c-1b88-4ea7-bb28-75eea1cffdb1 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:40.520251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:40.520796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-835ae363-e87f-4145-896d-40cfdd4b9367 req-6d759d09-adf8-4939-b0a6-d4007ae37e16 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 210 time: 0.1213245 Aug 26 10:51:40.522781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5848d9c4-965b-400f-ac4d-f80a23188d94 req-9d7ef10c-1b88-4ea7-bb28-75eea1cffdb1 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243099 Aug 26 10:51:40.533690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Made reservation on behalf of fc6f6affe1ca4b2f952f1c283d139aec for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:40.537370 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:40.573295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ef10c-1b88-4ea7-bb28-75eea1cffdb1 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a5a67-af14-409e-b738-55b4c735f02b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:40.578002 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:40.654830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f664f542-9e6c-443c-9cac-d2197d6b472a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:40.747456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9783fc88-c6da-4566-bccc-bcfe2eb63279 req-5a44666b-919b-43ca-a80c-10efccbd5e8f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 210 time: 0.0952671 Aug 26 10:51:40.769830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de461e9f-47d9-4fa3-b1b0-27d76e1f6eec {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:40.773233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f664f542-9e6c-443c-9cac-d2197d6b472a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:40.813369 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:40.820940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: f664f542-9e6c-443c-9cac-d2197d6b472a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:40.822918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f664f542-9e6c-443c-9cac-d2197d6b472a not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 26 10:51:40.879331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Port f664f542-9e6c-443c-9cac-d2197d6b472a not found, will not notify nova. {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 26 10:51:40.902220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Transition to ACTIVE for port object de461e9f-47d9-4fa3-b1b0-27d76e1f6eec will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:40.917940 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:41.026011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:41.081327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59763072-3c42-462a-9355-56de9144b856 service neutron] Pushing event updated for resources: {'Port': ['ID=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:41.205639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-3ad7c688-19a4-4ea6-92d8-4e64dfed7305 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612397 Aug 26 10:51:41.645109 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:41.657082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] Router 0a4e6a78-2836-43a1-b110-09277119243e has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:51:41.675225 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:41.739827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Attempting to bind port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:41.740199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Attempting to bind port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:41.740484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Attempting to bind port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec on network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:41.757404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:51:41.759508 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec on network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:51:41.759846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Attempting to bind port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec on network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:41.791779 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:41.800496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:41.800496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Checking segment: {'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:41.800826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Bound using segment: {'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:41.801092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Bound port: de461e9f-47d9-4fa3-b1b0-27d76e1f6eec, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac7d202-e373-4c41-83fd-e055b8cf4db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:41.801455 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:41.801737 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-80c175fc-29bd-44e8-9ac1-7dd3a676acc6 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a4e6a78-2836-43a1-b110-09277119243e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5997539 Aug 26 10:51:41.802444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44802) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:41.803624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Made reservation on behalf of 053dd40e1c1c49f1b12c523394713a34 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:41.807236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34093dfe-40b2-4841-b33d-1bf77f136386 None None] Sync routers for ids ['0a4e6a78-2836-43a1-b110-09277119243e'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:41.807503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:41.810101 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:41.810454 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Added segment 15f9145b-b851-4344-b514-6ba1edb915cf of type vlan for network b602d0f0-6778-464b-924a-76eb2f211de6 Aug 26 10:51:41.819403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34093dfe-40b2-4841-b33d-1bf77f136386 None None] Routers {'0a4e6a78-2836-43a1-b110-09277119243e'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:41.820292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-34093dfe-40b2-4841-b33d-1bf77f136386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0a4e6a78-2836-43a1-b110-09277119243e'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:41.834799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1000bc-3ae6-41ee-affe-bc5923915402,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:41.901126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5e11-3090-4f84-b093-8e1a8b0f44bc req-7c41d12a-ace4-4447-84fe-c670ecf8ac71 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:41.902803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d52a5e11-3090-4f84-b093-8e1a8b0f44bc req-7c41d12a-ace4-4447-84fe-c670ecf8ac71 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 943 time: 0.2602890 Aug 26 10:51:41.949256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-34093dfe-40b2-4841-b33d-1bf77f136386 None None] Set router 0a4e6a78-2836-43a1-b110-09277119243e gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:41.961778 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:41.991345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-007824be-1a8d-4be0-9b37-3ce1f5ed7e73 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:41.998357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-007824be-1a8d-4be0-9b37-3ce1f5ed7e73 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7918246 Aug 26 10:51:42.003301 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:42.046723 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-ac6cabe4-df2d-4ddb-8186-b28e5d0eaf17 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/quotas/334da8c1f0144b3c9796b8940a5f0bce HTTP/1.1" status: 200 len: 375 time: 0.0474505 Aug 26 10:51:42.100779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] For port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:42.107476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:42.154622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] For port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:42.159290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d52a5e11-3090-4f84-b093-8e1a8b0f44bc req-0798468b-ad34-407c-afba-462314e25e84 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316642 Aug 26 10:51:42.159916 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:42.160855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:42.161447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:42.171540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-34093dfe-40b2-4841-b33d-1bf77f136386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4e6a78-2836-43a1-b110-09277119243e', 'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-router', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a20d38aa-2871-4027-b13d-87154120f277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:24Z', 'updated_at': '2021-08-26T10:51:40Z', 'revision_number': 5, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'gw_port': {'id': 'a20d38aa-2871-4027-b13d-87154120f277', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4e6a78-2836-43a1-b110-09277119243e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:25Z', 'updated_at': '2021-08-26T10:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:42.183710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:42.204349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Deleting port a20d38aa-2871-4027-b13d-87154120f277 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:42.204810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:42.250460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34093dfe-40b2-4841-b33d-1bf77f136386 None None] Checking router: 0a4e6a78-2836-43a1-b110-09277119243e for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:42.264114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34093dfe-40b2-4841-b33d-1bf77f136386 None None] Routers {'0a4e6a78-2836-43a1-b110-09277119243e'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:42.265091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-34093dfe-40b2-4841-b33d-1bf77f136386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0a4e6a78-2836-43a1-b110-09277119243e'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:42.325988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5229840 Aug 26 10:51:42.331102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] For port a20d38aa-2871-4027-b13d-87154120f277, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a20d38aa-2871-4027-b13d-87154120f277,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:42.331729 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:42.350147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Calling delete_port for a20d38aa-2871-4027-b13d-87154120f277 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:42.376447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0a9d307-51c3-493a-a197-7a6ad1457fb6 req-61acedbb-35af-4dd4-9616-9e9d342f4517 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 210 time: 0.1026735 Aug 26 10:51:42.377571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44808) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:42.379047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:42.380366 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:42.384731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-59763072-3c42-462a-9355-56de9144b856 service neutron] 10.222.0.42 "PUT /v2.0/ports/de461e9f-47d9-4fa3-b1b0-27d76e1f6eec HTTP/1.1" status: 200 len: 1092 time: 2.6802235 Aug 26 10:51:42.387488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-34093dfe-40b2-4841-b33d-1bf77f136386 None None] Set router 0a4e6a78-2836-43a1-b110-09277119243e gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:42.413815 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49305c6-2605-4559-abdf-e49109455ebc admin admin] Pushing event updated for resources: {'Network': ['ID=b602d0f0-6778-464b-924a-76eb2f211de6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:42.427374 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'tag': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:42.429768 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7ea531-c592-4ea9-a872-189c86aa4b36" -d '{"events": [{"name": "network-changed", "server_uuid": "a98b219f-74ac-4560-9edf-c68116de5b51", "tag": "de461e9f-47d9-4fa3-b1b0-27d76e1f6eec"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:42.430113 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b602d0f0-6778-464b-924a-76eb2f211de6 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:51:42.465956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-34093dfe-40b2-4841-b33d-1bf77f136386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4e6a78-2836-43a1-b110-09277119243e', 'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-router', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:24Z', 'updated_at': '2021-08-26T10:51:42Z', 'revision_number': 6, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:42.467588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4fe6105a-2c62-4fe3-8656-49cb1e4cf4e3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3716452 Aug 26 10:51:42.492529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] Request body: {'subnet': {'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-571463178-subnet', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:42.551225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34093dfe-40b2-4841-b33d-1bf77f136386 None None] The sync data for ids ['0a4e6a78-2836-43a1-b110-09277119243e'] in n-d-778550-13 is: [{'id': '0a4e6a78-2836-43a1-b110-09277119243e', 'name': 'tempest-FloatingIPsNegativeTestJSON-974060409-router', 'tenant_id': 'a58d289c0858470baece61f3df5dd213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:24Z', 'updated_at': '2021-08-26T10:51:42Z', 'revision_number': 6, 'project_id': 'a58d289c0858470baece61f3df5dd213', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:42.571381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-d4f99293-e4f1-4b24-9e26-82af2e45d354 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:42.573319 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-d4f99293-e4f1-4b24-9e26-82af2e45d354 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.47 "GET /v2.0/networks?id=8c0d75a0-fd7f-48f7-a993-7c1d938d8056 HTTP/1.1" status: 200 len: 812 time: 0.1358514 Aug 26 10:51:42.619915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f7945698-1cd8-457f-b510-8fba2c4706a7 req-b4d5efbb-6f3f-4665-9048-1b4812c58138 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 210 time: 0.0554712 Aug 26 10:51:42.671949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Allocated IP 172.20.0.7 (17f0b365-86f9-4ec3-820d-1055c2f246cd/63eb8f50-5a58-49f5-96cb-bf75e13dd614/b2bc0163-c093-447c-855e-e6ca08772b30) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:42.695934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-9f60eb5c-b21e-4611-b656-35943e5e6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:42.697896 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-9f60eb5c-b21e-4611-b656-35943e5e6187 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b9410d744f84a7590e0a5d1ab3be170&device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 1095 time: 0.1998792 Aug 26 10:51:42.705013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59763072-3c42-462a-9355-56de9144b856 service neutron] Pushing event updated for resources: {'Port': ['ID=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:42.710085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] Made reservation on behalf of fc6f6affe1ca4b2f952f1c283d139aec for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:42.713746 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:42.720231 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-c1209871-72a9-4d12-ba86-198e8a8c45f1 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f8f1332e5e243b2833795851aa3ca0b HTTP/1.1" status: 200 len: 379 time: 0.1354747 Aug 26 10:51:42.733941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Request body: {'port': {'device_id': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'admin_state_up': True, 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'security_groups': ['b4237f2e-28c0-4286-99aa-71f9e834d0c6']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:42.822099 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-bf2555c2-baad-41d2-b6c1-a423b95180d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec HTTP/1.1" status: 200 len: 217 time: 0.1027107 Aug 26 10:51:42.859566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:42.879937 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdab688-8830-4c4b-b6e8-aae60284334b x-openstack-request-id: req-2bdab688-8830-4c4b-b6e8-aae60284334b {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:42.879937 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98b219f-74ac-4560-9edf-c68116de5b51", "tag": "de461e9f-47d9-4fa3-b1b0-27d76e1f6eec", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:42.879937 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bdab688-8830-4c4b-b6e8-aae60284334b {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:42.880877 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'tag': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec', 'status': 'completed', 'code': 200} Aug 26 10:51:42.919375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-ab578164-aa00-4fd6-869a-91f2d3a4aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:42.920233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Pushing event deleted for resources: {'Port': ['ID=a20d38aa-2871-4027-b13d-87154120f277,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:42.920380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-ab578164-aa00-4fd6-869a-91f2d3a4aefc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=21201419-501d-4c9f-af8b-609f66b7da6e HTTP/1.1" status: 200 len: 845 time: 0.0835690 Aug 26 10:51:42.978500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:42.981958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Made reservation on behalf of 9f8f1332e5e243b2833795851aa3ca0b for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:42.985511 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.117062 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-80775ff1-f69c-4eeb-933a-ae1f66679575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:43.118994 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-80775ff1-f69c-4eeb-933a-ae1f66679575 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d5d0e0a-dfbb-482d-933f-15ee7c259af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1846538 Aug 26 10:51:43.143390 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.146596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.253446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-768ede68-038e-4a0b-a042-7b26f7a18034 service neutron] 10.222.0.42 "GET /v2.0/networks/2d5d0e0a-dfbb-482d-933f-15ee7c259af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226876 Aug 26 10:51:43.263612 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3b816c9-8a28-4264-9227-b39269c040d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.271698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.272315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4e6a78-2836-43a1-b110-09277119243e {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:51:43.284245 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.285693 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bb643a24-66f1-40e5-a62e-8849ae1e70be admin admin] 10.222.0.21 "DELETE /v2.0/routers/0a4e6a78-2836-43a1-b110-09277119243e HTTP/1.1" status: 204 len: 168 time: 1.4822268 Aug 26 10:51:43.289555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44820) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:43.338612 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.393108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-359d4941-dded-43ce-8e6f-380ee1bd3a11 admin admin] Deleting subnet b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:51:43.405798 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-359d4941-dded-43ce-8e6f-380ee1bd3a11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.500377 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.501235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Allocated IP 172.20.0.4 (8c0d75a0-fd7f-48f7-a993-7c1d938d8056/6b9b7048-2562-4685-b029-b56218fc7f4d/cb4d7596-1ad5-481a-8888-921637570461) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:43.511928 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-359d4941-dded-43ce-8e6f-380ee1bd3a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.547649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead2c6b-6adb-4c81-b4fa-0d6a6922f140 req-6189f24e-26b2-46a6-82da-276643e106f0 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:43.550126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fead2c6b-6adb-4c81-b4fa-0d6a6922f140 req-6189f24e-26b2-46a6-82da-276643e106f0 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 943 time: 0.2631149 Aug 26 10:51:43.652562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0ad4103-daa8-4561-8fc6-1f401081c2b3 req-60627c9c-d7bb-4d8b-bc7c-e9fd787b0361 service neutron] 10.222.0.42 "GET /v2.0/networks/2d5d0e0a-dfbb-482d-933f-15ee7c259af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893409 Aug 26 10:51:43.658249 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.696078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06bcaec-0565-4a3a-9c66-76ecc3d98ed9,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:43.829579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fead2c6b-6adb-4c81-b4fa-0d6a6922f140 req-95aad8b7-977e-40cc-bb3c-c753a289289f tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562428 Aug 26 10:51:43.840675 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.847787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3be122f-fb5e-4e71-a93b-88d867e60096 req-57f18d04-c036-4fc3-9b1f-60ad262bc0d7 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 210 time: 0.0529823 Aug 26 10:51:43.870708 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-359d4941-dded-43ce-8e6f-380ee1bd3a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.896804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Transition to ACTIVE for port object cb4d7596-1ad5-481a-8888-921637570461 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:43.920717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Network 17f0b365-86f9-4ec3-820d-1055c2f246cd is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:43.921664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] Checking segment: {'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:43.922063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] Network hostable DHCP agents. Network: b602d0f0-6778-464b-924a-76eb2f211de6, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:51:43.946104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:43.955871 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-359d4941-dded-43ce-8e6f-380ee1bd3a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.961921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:43.964702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'Port': ['ID=b2bc0163-c093-447c-855e-e6ca08772b30,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:43.969706 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.973120 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-359d4941-dded-43ce-8e6f-380ee1bd3a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:43.975281 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-359d4941-dded-43ce-8e6f-380ee1bd3a11 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e HTTP/1.1" status: 204 len: 168 time: 0.6844053 Aug 26 10:51:43.981923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bc4e85-bcf7-484e-ac5c-6ba02a661dd8 None None] Network dc3b6413-16f2-4154-b77a-f39ba3a0bc80 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:44.002721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44842) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:44.023407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d4941-dded-43ce-8e6f-380ee1bd3a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c9fb56-f236-4ecc-b640-bfe36a7a2f3e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:44.062374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:44.066739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:44.072273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:44.111934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92be9f90-ee47-41fc-8d96-d65ba8f7c27f req-c3045e67-ef6f-4f36-b55e-4335edf688eb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 210 time: 0.1695316 Aug 26 10:51:44.115014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Pushing event updated for resources: {'Port': ['ID=cb4d7596-1ad5-481a-8888-921637570461,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:44.162040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:44.162818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.201721 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-34b668f5-14be-4f1b-b676-46f05af56e20 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4740858 Aug 26 10:51:44.243559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] Network b602d0f0-6778-464b-924a-76eb2f211de6 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:51:44.247837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea531-c592-4ea9-a872-189c86aa4b36 req-77038d95-513e-4622-9ac8-781dbd1cf413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:44.249403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a7ea531-c592-4ea9-a872-189c86aa4b36 req-77038d95-513e-4622-9ac8-781dbd1cf413 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b9410d744f84a7590e0a5d1ab3be170&device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 1095 time: 0.4878657 Aug 26 10:51:44.261719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Request body: {'port': {'device_id': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:44.266999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:44.268076 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.302228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b602d0f0-6778-464b-924a-76eb2f211de6) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:44.314067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3beef9-4417-4ecd-82b9-e617e29ffff4 None None] Network b602d0f0-6778-464b-924a-76eb2f211de6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:44.367079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:44.368628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.386159 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.396362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-40c2ec67-92ef-4fcd-8c93-e65dc9f0bed4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0111852 Aug 26 10:51:44.426076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Request body: {'port': {'device_id': '0180409b-b90b-4200-97c7-706935804f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:44.438652 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.451606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff594d-e84d-49c0-9b46-a148748e2806 req-5583ed85-92f3-4b60-8840-927698fffe5b tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:44.457037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a3292f-826b-4929-8483-ed3ca9bebdd7 None None] DHCP port deletion for dc3b6413-16f2-4154-b77a-f39ba3a0bc80 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:51:44.461686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86ff594d-e84d-49c0-9b46-a148748e2806 req-5583ed85-92f3-4b60-8840-927698fffe5b tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 931 time: 0.4667881 Aug 26 10:51:44.496862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44844) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:44.497180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fce96222-c23c-4c0e-8234-74725285e086 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0729597 Aug 26 10:51:44.523671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:44.622941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.624120 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.650113 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:51:44.654129 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b602d0f0-6778-464b-924a-76eb2f211de6', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'fixed_ips': [{'subnet_id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:51:44.656025 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.684780 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.717544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-99a3292f-826b-4929-8483-ed3ca9bebdd7 None None] Deleting port d47570aa-6b7d-4285-8a53-a0d7a9d00325 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:44.717921 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99a3292f-826b-4929-8483-ed3ca9bebdd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.726451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8db9852b-eba3-4d70-965f-bf512538be3c None None] Provisioning for port cb4d7596-1ad5-481a-8888-921637570461 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:44.732746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8db9852b-eba3-4d70-965f-bf512538be3c None None] Provisioning complete for port cb4d7596-1ad5-481a-8888-921637570461 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:44.733522 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8db9852b-eba3-4d70-965f-bf512538be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.764955 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.770962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea531-c592-4ea9-a872-189c86aa4b36 req-103526ad-417e-4dd7-bab3-956b7d1603b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:44.772950 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a7ea531-c592-4ea9-a872-189c86aa4b36 req-103526ad-417e-4dd7-bab3-956b7d1603b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2d5d0e0a-dfbb-482d-933f-15ee7c259af7 HTTP/1.1" status: 200 len: 907 time: 0.5002885 Aug 26 10:51:44.785651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86ff594d-e84d-49c0-9b46-a148748e2806 req-7a68b742-7344-4695-8968-01a19f1ca38b tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230674 Aug 26 10:51:44.798400 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a20d38aa-2871-4027-b13d-87154120f277 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:44.846933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a7ea531-c592-4ea9-a872-189c86aa4b36 req-604aa43e-28c4-4548-8528-e91b04c63077 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec HTTP/1.1" status: 200 len: 217 time: 0.0592973 Aug 26 10:51:44.910441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea531-c592-4ea9-a872-189c86aa4b36 req-299ef2bc-5501-4390-8ff1-d004030e4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:44.911961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a7ea531-c592-4ea9-a872-189c86aa4b36 req-299ef2bc-5501-4390-8ff1-d004030e4e7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=21201419-501d-4c9f-af8b-609f66b7da6e HTTP/1.1" status: 200 len: 845 time: 0.0533624 Aug 26 10:51:44.915192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:44.920311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Deleting port d47570aa-6b7d-4285-8a53-a0d7a9d00325 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:51:44.920567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:45.003948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] For port d47570aa-6b7d-4285-8a53-a0d7a9d00325, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d47570aa-6b7d-4285-8a53-a0d7a9d00325,segment=NetworkSegment(a2a7e6cc-1bd4-4e2a-b343-5d23e043518e),segment_id=a2a7e6cc-1bd4-4e2a-b343-5d23e043518e)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:45.004676 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:45.013876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8db9852b-eba3-4d70-965f-bf512538be3c None None] Port cb4d7596-1ad5-481a-8888-921637570461 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:45.020479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: a20d38aa-2871-4027-b13d-87154120f277 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:45.021761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a20d38aa-2871-4027-b13d-87154120f277 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:45.022368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d47570aa-6b7d-4285-8a53-a0d7a9d00325 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:45.022794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Calling delete_port for d47570aa-6b7d-4285-8a53-a0d7a9d00325 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:45.117328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-99a3292f-826b-4929-8483-ed3ca9bebdd7 None None] For port d47570aa-6b7d-4285-8a53-a0d7a9d00325, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d47570aa-6b7d-4285-8a53-a0d7a9d00325,segment=NetworkSegment(a2a7e6cc-1bd4-4e2a-b343-5d23e043518e),segment_id=a2a7e6cc-1bd4-4e2a-b343-5d23e043518e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:45.118070 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99a3292f-826b-4929-8483-ed3ca9bebdd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:45.145887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-99a3292f-826b-4929-8483-ed3ca9bebdd7 None None] Calling delete_port for d47570aa-6b7d-4285-8a53-a0d7a9d00325 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:51:45.159335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4d7596-1ad5-481a-8888-921637570461 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:45.172326 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:45.207503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Port d47570aa-6b7d-4285-8a53-a0d7a9d00325 update to DOWN by agent not found {{(pid=101268) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 26 10:51:45.208607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f664f542-9e6c-443c-9cac-d2197d6b472a no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:51:45.225537 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:45.269733 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-a1d80536-1d6c-48ca-a82c-5f089758c8c7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302005 Aug 26 10:51:45.275418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Transition to ACTIVE for port object cb4d7596-1ad5-481a-8888-921637570461 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:45.324686 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:45.419241 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: f664f542-9e6c-443c-9cac-d2197d6b472a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:51:45.420401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f664f542-9e6c-443c-9cac-d2197d6b472a not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:51:45.423288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Allocated IP 172.20.0.2 (b602d0f0-6778-464b-924a-76eb2f211de6/f06bcaec-0565-4a3a-9c66-76ecc3d98ed9/f7da3182-5d05-4da9-832c-42f2b68f1ffd) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:45.459558 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] No DVR routers for this DVR port d47570aa-6b7d-4285-8a53-a0d7a9d00325 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:51:45.684281 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99a3292f-826b-4929-8483-ed3ca9bebdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:45.741351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3292f-826b-4929-8483-ed3ca9bebdd7 None None] Pushing event deleted for resources: {'Port': ['ID=d47570aa-6b7d-4285-8a53-a0d7a9d00325,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:45.776774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device de461e9f-47d9-4fa3-b1b0-27d76e1f6eec details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:51:45.804127 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:45.816629 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a3292f-826b-4929-8483-ed3ca9bebdd7 None None] No DVR routers for this DVR port d47570aa-6b7d-4285-8a53-a0d7a9d00325 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:51:45.855032 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-884212b1-bc40-48c8-b11b-08522deca787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:45.860732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Transition to ACTIVE for port object f7da3182-5d05-4da9-832c-42f2b68f1ffd will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:45.895389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:45.900779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Transition to ACTIVE for port object f7da3182-5d05-4da9-832c-42f2b68f1ffd will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:45.916269 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-a5fbfcc1-62e2-48f5-b987-0df605ba5235 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470498 Aug 26 10:51:45.923858 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:45.948878 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.016882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Network b602d0f0-6778-464b-924a-76eb2f211de6 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:46.025874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:46.042554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:46.049145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Pushing event updated for resources: {'Port': ['ID=f7da3182-5d05-4da9-832c-42f2b68f1ffd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:46.059068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:46.084600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d47570aa-6b7d-4285-8a53-a0d7a9d00325,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:46.096329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4d7596-1ad5-481a-8888-921637570461,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:46.121359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'port_id': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec', 'mac_address': 'fa:16:3e:5d:6d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:51:46.131780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843fc55-d288-4d3d-9b49-58aa05637a06 req-c82e5a80-d7a4-4eab-a070-87cd5feb506a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:46.140303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3843fc55-d288-4d3d-9b49-58aa05637a06 req-c82e5a80-d7a4-4eab-a070-87cd5feb506a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 943 time: 0.9656405 Aug 26 10:51:46.177073 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.185684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Attempting to bind port f7da3182-5d05-4da9-832c-42f2b68f1ffd on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:46.186404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Attempting to bind port f7da3182-5d05-4da9-832c-42f2b68f1ffd by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:46.196060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Attempting to bind port f7da3182-5d05-4da9-832c-42f2b68f1ffd on network b602d0f0-6778-464b-924a-76eb2f211de6 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:46.207120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-cbb582c1-15e7-4e0c-aff3-b57557b1094e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:46.208670 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-cbb582c1-15e7-4e0c-aff3-b57557b1094e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9006555 Aug 26 10:51:46.223157 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.232573 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b20705-4f26-4403-bcc0-e67c1ce4b71d req-ae4369a2-c696-489a-ba88-d89cd39f8434 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:46.234896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Attempting to bind port cb4d7596-1ad5-481a-8888-921637570461 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:46.235244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Attempting to bind port cb4d7596-1ad5-481a-8888-921637570461 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:46.235574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Attempting to bind port cb4d7596-1ad5-481a-8888-921637570461 on network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:46.241040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Request body: {'port': {'device_id': 'd8cad855-b9c4-431c-ad24-22e0b872ee58', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '334da8c1f0144b3c9796b8940a5f0bce'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:46.241625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85b20705-4f26-4403-bcc0-e67c1ce4b71d req-ae4369a2-c696-489a-ba88-d89cd39f8434 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 931 time: 1.1159220 Aug 26 10:51:46.257734 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de461e9f-47d9-4fa3-b1b0-27d76e1f6eec {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:46.267642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:46.268054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Checking segment: {'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:46.268862 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.269951 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Bound using segment: {'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:46.270691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Bound port: f7da3182-5d05-4da9-832c-42f2b68f1ffd, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:46.271628 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.275463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea531-c592-4ea9-a872-189c86aa4b36 req-9b259326-5b71-4232-95db-3c75ab36b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:46.277144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a7ea531-c592-4ea9-a872-189c86aa4b36 req-9b259326-5b71-4232-95db-3c75ab36b867 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d5d0e0a-dfbb-482d-933f-15ee7c259af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1120882 Aug 26 10:51:46.293937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.298892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Port cb4d7596-1ad5-481a-8888-921637570461 on network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:51:46.299228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Attempting to bind port cb4d7596-1ad5-481a-8888-921637570461 on network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:46.328376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:46.333189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3b6413-16f2-4154-b77a-f39ba3a0bc80']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:46.334599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:46.334978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Checking segment: {'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:46.335379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Bound using segment: {'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:46.335828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Bound port: cb4d7596-1ad5-481a-8888-921637570461, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44de88bf-a711-4aab-80c9-cde97ee92e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:46.336199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.362117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-40e1efc0-3581-4a67-8c17-91c60bcbdaca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:46.363663 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-40e1efc0-3581-4a67-8c17-91c60bcbdaca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4146440 Aug 26 10:51:46.364973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Allocated IP 172.25.1.63 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/817280fe-b782-407d-b3a5-70bef86cf511) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:46.370271 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.387487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Request body: {'port': {'device_id': '74809004-a111-46b5-a6a3-9026c8bb07ac', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '334da8c1f0144b3c9796b8940a5f0bce'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:46.408153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a7e6cc-1bd4-4e2a-b343-5d23e043518e') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:46.408621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a7e6cc-1bd4-4e2a-b343-5d23e043518e') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:46.429318 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.433665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3843fc55-d288-4d3d-9b49-58aa05637a06 req-48a2f4f0-11ef-4fa0-806c-68003bb3fedf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923071 Aug 26 10:51:46.461711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85b20705-4f26-4403-bcc0-e67c1ce4b71d req-f0f3ff90-fe3d-438f-b59e-ac55e4abfb2f tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188580 Aug 26 10:51:46.519132 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.540578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] For port f7da3182-5d05-4da9-832c-42f2b68f1ffd, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:46.552327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:51:46.552966 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:51:46.555705 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:51:46.566746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] For port f7da3182-5d05-4da9-832c-42f2b68f1ffd, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f7da3182-5d05-4da9-832c-42f2b68f1ffd,segment=NetworkSegment(15f9145b-b851-4344-b514-6ba1edb915cf),segment_id=15f9145b-b851-4344-b514-6ba1edb915cf)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:46.574132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:46.597036 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.618080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] For port cb4d7596-1ad5-481a-8888-921637570461, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:46.630008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] For port cb4d7596-1ad5-481a-8888-921637570461, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=cb4d7596-1ad5-481a-8888-921637570461,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:46.655169 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.670689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Made reservation on behalf of 334da8c1f0144b3c9796b8940a5f0bce for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:46.674819 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.713122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['de461e9f-47d9-4fa3-b1b0-27d76e1f6eec'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:51:46.738794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a7ea531-c592-4ea9-a872-189c86aa4b36 req-b4005a36-19b7-422f-b6f9-f89d012bceb6 service neutron] 10.222.0.42 "GET /v2.0/networks/2d5d0e0a-dfbb-482d-933f-15ee7c259af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470344 Aug 26 10:51:46.740890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c9bbe7d-aea0-4797-bb38-ef309429d57d req-ed421600-cb59-443f-b605-a9015cc32eed tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 210 time: 0.0814595 Aug 26 10:51:46.784182 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eb93c-fdd2-4af0-a8ef-6ae000713334 None None] Pushing event updated for resources: {'Port': ['ID=f7da3182-5d05-4da9-832c-42f2b68f1ffd,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:46.801078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:46.801586 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.806078 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] 10.222.0.47 "PUT /v2.0/ports/cb4d7596-1ad5-481a-8888-921637570461 HTTP/1.1" status: 200 len: 1092 time: 2.5763407 Aug 26 10:51:46.813448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'tag': 'cb4d7596-1ad5-481a-8888-921637570461'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:46.821505 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab87461-8f2e-4617-bb4c-5ffd02219dff", "tag": "cb4d7596-1ad5-481a-8888-921637570461"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:46.823003 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.857252 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.857477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.862904 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] 10.222.0.21 "DELETE /v2.0/networks/dc3b6413-16f2-4154-b77a-f39ba3a0bc80 HTTP/1.1" status: 204 len: 168 time: 2.8547504 Aug 26 10:51:46.911349 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffcd762-ca21-4538-a1aa-cb91143ba2a1 x-openstack-request-id: req-5ffcd762-ca21-4538-a1aa-cb91143ba2a1 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:46.911597 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab87461-8f2e-4617-bb4c-5ffd02219dff", "tag": "cb4d7596-1ad5-481a-8888-921637570461", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:46.911860 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ffcd762-ca21-4538-a1aa-cb91143ba2a1 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:46.912334 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'tag': 'cb4d7596-1ad5-481a-8888-921637570461', 'status': 'completed', 'code': 200} Aug 26 10:51:46.962222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa52957-9564-46e2-a856-ba7c9feac815 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4d7596-1ad5-481a-8888-921637570461,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:46.974111 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Made reservation on behalf of 334da8c1f0144b3c9796b8940a5f0bce for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:51:46.977781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:46.989970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bc0163-c093-447c-855e-e6ca08772b30 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:46.998078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbf59a-b30f-4984-ad8f-3c7fbf9208ff admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3b6413-16f2-4154-b77a-f39ba3a0bc80,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:47.007140 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:47.090395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Transition to ACTIVE for port object b2bc0163-c093-447c-855e-e6ca08772b30 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:47.112395 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:47.136679 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:47.154651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bc9a7-9529-4670-8941-4cc81ed98e54 req-ab3f254e-1081-457e-b3a9-bfb85a1a9cdc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:47.156356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad4bc9a7-9529-4670-8941-4cc81ed98e54 req-ab3f254e-1081-457e-b3a9-bfb85a1a9cdc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 931 time: 0.2194920 Aug 26 10:51:47.181082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44862) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:47.183112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a7ea531-c592-4ea9-a872-189c86aa4b36 req-4f2f3ed7-a0bb-4e24-8972-98df5b14881d service neutron] 10.222.0.42 "GET /v2.0/networks/2d5d0e0a-dfbb-482d-933f-15ee7c259af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038780 Aug 26 10:51:47.244634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-08d1e5d5-de07-447e-8b5e-323e3a98b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:47.246548 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-08d1e5d5-de07-447e-8b5e-323e3a98b002 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f8f1332e5e243b2833795851aa3ca0b&device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 1095 time: 0.3502405 Aug 26 10:51:47.275586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Pushing event updated for resources: {'Port': ['ID=b2bc0163-c093-447c-855e-e6ca08772b30,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:47.358007 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad4bc9a7-9529-4670-8941-4cc81ed98e54 req-b1c94827-1d92-4e08-837b-d4711e40bcce tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736596 Aug 26 10:51:47.366224 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:47.376510 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-6ebcdcb5-c779-4875-be62-340cbdcd115f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7596-1ad5-481a-8888-921637570461 HTTP/1.1" status: 200 len: 217 time: 0.0898647 Aug 26 10:51:47.392001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Attempting to bind port b2bc0163-c093-447c-855e-e6ca08772b30 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:47.392339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Attempting to bind port b2bc0163-c093-447c-855e-e6ca08772b30 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '2598edfa-0115-4a71-abab-a0a6b3c81a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:47.392671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Attempting to bind port b2bc0163-c093-447c-855e-e6ca08772b30 on network 17f0b365-86f9-4ec3-820d-1055c2f246cd {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:47.397378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Port b2bc0163-c093-447c-855e-e6ca08772b30 on network 17f0b365-86f9-4ec3-820d-1055c2f246cd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:51:47.397709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Attempting to bind port b2bc0163-c093-447c-855e-e6ca08772b30 on network 17f0b365-86f9-4ec3-820d-1055c2f246cd {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:47.402888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:47.403234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Checking segment: {'id': '2598edfa-0115-4a71-abab-a0a6b3c81a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:47.403624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Bound using segment: {'id': '2598edfa-0115-4a71-abab-a0a6b3c81a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:47.404060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Bound port: b2bc0163-c093-447c-855e-e6ca08772b30, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2598edfa-0115-4a71-abab-a0a6b3c81a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:47.404425 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:47.481858 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c2d038a3-e3c1-494c-a8dc-d6fb445663d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a58d289c0858470baece61f3df5dd213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944863 Aug 26 10:51:47.485104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44864) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:47.488255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] For port b2bc0163-c093-447c-855e-e6ca08772b30, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:47.501680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:47.515066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:47.518001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] For port b2bc0163-c093-447c-855e-e6ca08772b30, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b2bc0163-c093-447c-855e-e6ca08772b30,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:47.518289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Allocated IP 192.168.233.222 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/d9ba46e2-b394-4486-b7b2-796d7a5f4f68) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:47.520529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Pushing event updated for resources: {'Port': ['ID=817280fe-b782-407d-b3a5-70bef86cf511,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:47.527440 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:47.540581 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:47.567384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-e0bee5b1-5617-42d3-b39f-53343ee6aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:47.568951 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-e0bee5b1-5617-42d3-b39f-53343ee6aaf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9b7048-2562-4685-b029-b56218fc7f4d HTTP/1.1" status: 200 len: 851 time: 0.1546419 Aug 26 10:51:47.692794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:47.693695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:47.695375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] 10.222.0.47 "PUT /v2.0/ports/b2bc0163-c093-447c-855e-e6ca08772b30 HTTP/1.1" status: 200 len: 1092 time: 3.2842557 Aug 26 10:51:47.695922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0180409b-b90b-4200-97c7-706935804f86', 'tag': 'b2bc0163-c093-447c-855e-e6ca08772b30'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:47.698499 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b319fe5-a3fb-42a5-add2-546e10d85937" -d '{"events": [{"name": "network-changed", "server_uuid": "0180409b-b90b-4200-97c7-706935804f86", "tag": "b2bc0163-c093-447c-855e-e6ca08772b30"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:47.735575 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-623433e6-87fa-41ea-8bdf-389e2a0b51b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:47.787181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd5fa5-2fb3-4e18-a844-6e68782257bd service neutron] Pushing event updated for resources: {'Port': ['ID=b2bc0163-c093-447c-855e-e6ca08772b30,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:47.787466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-9f28efe8-5828-4d89-b6d8-bc20c1a2a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:47.789304 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-9f28efe8-5828-4d89-b6d8-bc20c1a2a929 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0d75a0-fd7f-48f7-a993-7c1d938d8056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2086766 Aug 26 10:51:47.826844 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-623433e6-87fa-41ea-8bdf-389e2a0b51b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:47.869462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990638c-6311-4297-9a9a-7c7292bafa93 req-afbfac42-d338-4c17-b05f-14ee4289aed8 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:47.871954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d990638c-6311-4297-9a9a-7c7292bafa93 req-afbfac42-d338-4c17-b05f-14ee4289aed8 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 943 time: 0.2554951 Aug 26 10:51:47.902335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55962ab-d7f5-43f1-b497-50e0fc894981 req-3941741c-3fa2-48d2-80ef-703106f71c0d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:47.903914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f55962ab-d7f5-43f1-b497-50e0fc894981 req-3941741c-3fa2-48d2-80ef-703106f71c0d tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 944 time: 0.2565186 Aug 26 10:51:47.953195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-333d331b-e7fc-4436-8f5b-8ad602532a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:47.955366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-333d331b-e7fc-4436-8f5b-8ad602532a30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=053dd40e1c1c49f1b12c523394713a34&device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 1095 time: 0.2013462 Aug 26 10:51:48.007466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d990638c-6311-4297-9a9a-7c7292bafa93 req-bfbe7453-9aee-486a-9fd4-32cdd059eba5 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251242 Aug 26 10:51:48.064830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-192e4746-2928-4a6d-9eef-65150f3b9992 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2bc0163-c093-447c-855e-e6ca08772b30 HTTP/1.1" status: 200 len: 217 time: 0.0967214 Aug 26 10:51:48.075570 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f55962ab-d7f5-43f1-b497-50e0fc894981 req-56838c3f-7f08-4729-b8fc-f826b5dc6b59 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571686 Aug 26 10:51:48.086506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:48.108659 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-623433e6-87fa-41ea-8bdf-389e2a0b51b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:48.118426 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-623433e6-87fa-41ea-8bdf-389e2a0b51b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:48.124042 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-623433e6-87fa-41ea-8bdf-389e2a0b51b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73f42d6b-0e2d-4144-8c72-6485af0693b8 HTTP/1.1" status: 204 len: 168 time: 0.6377213 Aug 26 10:51:48.165372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Transition to ACTIVE for port object d9ba46e2-b394-4486-b7b2-796d7a5f4f68 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:48.189164 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-b4068abb-233e-4977-8c14-c9a0598fec02 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0d75a0-fd7f-48f7-a993-7c1d938d8056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608727 Aug 26 10:51:48.201139 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822632f3-5fb2-471c-b4f1-05111546fa3f x-openstack-request-id: req-822632f3-5fb2-471c-b4f1-05111546fa3f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:48.201418 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0180409b-b90b-4200-97c7-706935804f86", "tag": "b2bc0163-c093-447c-855e-e6ca08772b30", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:48.201964 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-822632f3-5fb2-471c-b4f1-05111546fa3f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:48.204240 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0180409b-b90b-4200-97c7-706935804f86', 'tag': 'b2bc0163-c093-447c-855e-e6ca08772b30', 'status': 'completed', 'code': 200} Aug 26 10:51:48.209009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623433e6-87fa-41ea-8bdf-389e2a0b51b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f42d6b-0e2d-4144-8c72-6485af0693b8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:48.250035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-1ae7764a-6158-4105-9e66-e0089f6f6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:48.256487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-1ae7764a-6158-4105-9e66-e0089f6f6f4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63eb8f50-5a58-49f5-96cb-bf75e13dd614 HTTP/1.1" status: 200 len: 852 time: 0.1792560 Aug 26 10:51:48.307660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-0e6a7458-50a1-4a13-98cd-5c84e7f66c71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17f0b365-86f9-4ec3-820d-1055c2f246cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428090 Aug 26 10:51:48.324025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac041d-dac4-4645-8527-017ea2fe4933 None None] Network b602d0f0-6778-464b-924a-76eb2f211de6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:51:48.343198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd8a6905-81e6-458d-9382-30aa675bfad9 req-82685579-822d-4f11-adac-5993ef317cdd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 210 time: 0.0389140 Aug 26 10:51:48.396571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9bb9ba63-8ebe-47b6-8d5b-7281a5bcb18b None None] Provisioning for port f7da3182-5d05-4da9-832c-42f2b68f1ffd completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:48.470998 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-8e7e3283-7d8b-483b-b0dc-6ca23483f58a service neutron] 10.222.0.47 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513026 Aug 26 10:51:48.474710 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:48.498222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:51:48.525029 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:48.615503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffff74d-2958-4659-80bc-edbedf650c66 req-96086ee6-a39b-4b63-9609-40e0a86b1aa7 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:48.617434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ffff74d-2958-4659-80bc-edbedf650c66 req-96086ee6-a39b-4b63-9609-40e0a86b1aa7 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 943 time: 0.1409371 Aug 26 10:51:48.646635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:48.675759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:48.698808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:48.752161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ffff74d-2958-4659-80bc-edbedf650c66 req-238c39da-fed6-423d-9bdb-19a5455bef92 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267378 Aug 26 10:51:48.757670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a07d51-64ce-4954-8bfb-3dfe6b187a42 req-8f2c92e1-ce8b-49c6-9091-8f9e93d9e3d1 service neutron] 10.222.0.47 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790265 Aug 26 10:51:48.830610 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb529a80-e52c-416f-ab4b-51832a157f2e req-fea00603-034a-4317-9c9a-a7e1db034313 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0d75a0-fd7f-48f7-a993-7c1d938d8056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673327 Aug 26 10:51:48.865763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event updated for resources: {'Port': ['ID=d9ba46e2-b394-4486-b7b2-796d7a5f4f68,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:48.890280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Allocated IP 192.168.233.110 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/b87e683b-3fef-4704-9d6a-17a18526baa9) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:48.894116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b319fe5-a3fb-42a5-add2-546e10d85937 req-9fdd9f1f-c497-4bdb-bd81-fe82591bb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:48.896227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b319fe5-a3fb-42a5-add2-546e10d85937 req-9fdd9f1f-c497-4bdb-bd81-fe82591bb794 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=053dd40e1c1c49f1b12c523394713a34&device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 1095 time: 0.0833340 Aug 26 10:51:48.919662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f7da3182-5d05-4da9-832c-42f2b68f1ffd up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:49.034876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f7da3182-5d05-4da9-832c-42f2b68f1ffd completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:49.045623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f7da3182-5d05-4da9-832c-42f2b68f1ffd triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:49.045912 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:49.116992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b319fe5-a3fb-42a5-add2-546e10d85937 req-f4160099-e365-49e1-937d-90a7c632d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:49.121947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b319fe5-a3fb-42a5-add2-546e10d85937 req-f4160099-e365-49e1-937d-90a7c632d4a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 200 len: 913 time: 0.2068017 Aug 26 10:51:49.142466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:49.143095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:49.227749 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:49.234614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f2a8f982-ebe4-40c1-be71-7b78d37e7ca3 None None] Provisioning complete for port f7da3182-5d05-4da9-832c-42f2b68f1ffd triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:49.236315 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f982-ebe4-40c1-be71-7b78d37e7ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:49.257152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b319fe5-a3fb-42a5-add2-546e10d85937 req-c2f6e1ba-6330-4e3b-9df9-2baa21e56b5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2bc0163-c093-447c-855e-e6ca08772b30 HTTP/1.1" status: 200 len: 217 time: 0.1273391 Aug 26 10:51:49.391570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a036916-51c9-457a-b9fe-5f019baf480d req-e1585f56-8fd7-469d-a366-c1d4eff8ce37 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:49.397379 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f982-ebe4-40c1-be71-7b78d37e7ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:49.400083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a036916-51c9-457a-b9fe-5f019baf480d req-e1585f56-8fd7-469d-a366-c1d4eff8ce37 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 943 time: 0.1696696 Aug 26 10:51:49.401989 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:49.404259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b319fe5-a3fb-42a5-add2-546e10d85937 req-483139fc-5219-4987-95f0-6198dd5618f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:49.405726 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b319fe5-a3fb-42a5-add2-546e10d85937 req-483139fc-5219-4987-95f0-6198dd5618f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63eb8f50-5a58-49f5-96cb-bf75e13dd614 HTTP/1.1" status: 200 len: 852 time: 0.1241734 Aug 26 10:51:49.415242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12d83a-084f-43a4-ba70-016272541f08 req-88ec97f9-74ed-422f-9cc8-b4c3998d7eeb tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:49.423672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c12d83a-084f-43a4-ba70-016272541f08 req-88ec97f9-74ed-422f-9cc8-b4c3998d7eeb tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 944 time: 0.1987038 Aug 26 10:51:49.468323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port f7da3182-5d05-4da9-832c-42f2b68f1ffd, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f7da3182-5d05-4da9-832c-42f2b68f1ffd,segment=NetworkSegment(15f9145b-b851-4344-b514-6ba1edb915cf),segment_id=15f9145b-b851-4344-b514-6ba1edb915cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:49.477500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:49.477759 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:49.489589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b319fe5-a3fb-42a5-add2-546e10d85937 req-8812bcbe-1d48-425c-b117-ba2b473f7d05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17f0b365-86f9-4ec3-820d-1055c2f246cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627964 Aug 26 10:51:49.509495 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Transition to ACTIVE for port object b87e683b-3fef-4704-9d6a-17a18526baa9 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:49.556675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0 req-99d28a1a-2e2d-440e-b135-af1ef0bda766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:49.559072 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0 req-99d28a1a-2e2d-440e-b135-af1ef0bda766 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f8f1332e5e243b2833795851aa3ca0b&device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 1095 time: 0.5288203 Aug 26 10:51:49.564685 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4c5ba81a-730d-477a-903d-7babc3b64db5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3355777 Aug 26 10:51:49.565879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:49.583711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:51:49.588157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a036916-51c9-457a-b9fe-5f019baf480d req-7456fb6b-e4bf-4be0-99e8-b93b4bc18f0f tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862547 Aug 26 10:51:49.614849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c12d83a-084f-43a4-ba70-016272541f08 req-077108ae-4822-4f6a-91dd-8e72528b9f3b tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897995 Aug 26 10:51:49.651090 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-f2a8f982-ebe4-40c1-be71-7b78d37e7ca3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:51:49.651580 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-f2a8f982-ebe4-40c1-be71-7b78d37e7ca3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:51:49.677272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=f7da3182-5d05-4da9-832c-42f2b68f1ffd,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:49.745770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b319fe5-a3fb-42a5-add2-546e10d85937 req-065ad253-db7d-4109-96fb-e3335aba1d59 service neutron] 10.222.0.47 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467141 Aug 26 10:51:49.783463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device de461e9f-47d9-4fa3-b1b0-27d76e1f6eec up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:49.900683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:49.907558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:49.908367 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:50.088130 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:50.090005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b319fe5-a3fb-42a5-add2-546e10d85937 req-9e0aab5a-a8de-466a-8c24-0612599f2b79 service neutron] 10.222.0.47 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331091 Aug 26 10:51:50.128076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:50.138327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:50.142927 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e42050-9207-4818-9519-0ec55fc3d2da" -d '{"events": [{"server_uuid": "a98b219f-74ac-4560-9edf-c68116de5b51", "name": "network-vif-plugged", "status": "completed", "tag": "de461e9f-47d9-4fa3-b1b0-27d76e1f6eec"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:50.159445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Request body: {'port': {'device_id': 'd8cad855-b9c4-431c-ad24-22e0b872ee58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:50.172659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:50.187673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:50.196285 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:50.224388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:50.232984 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:50.241524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:50.249840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb526d1-84bf-4e1b-8813-487e1a638e09 req-eb21f8cf-1a69-4540-a247-5d773aa6fcc3 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:50.253022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbb526d1-84bf-4e1b-8813-487e1a638e09 req-eb21f8cf-1a69-4540-a247-5d773aa6fcc3 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 943 time: 0.1489129 Aug 26 10:51:50.275808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87431e13-deb0-449a-8440-e18f18a0a8ee req-e67475f0-8063-4abc-8287-2d0e305b74f9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:50.291609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87431e13-deb0-449a-8440-e18f18a0a8ee req-e67475f0-8063-4abc-8287-2d0e305b74f9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 936 time: 0.2000041 Aug 26 10:51:50.294403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event updated for resources: {'Port': ['ID=b87e683b-3fef-4704-9d6a-17a18526baa9,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:50.356949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:50.379958 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:50.386782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbb526d1-84bf-4e1b-8813-487e1a638e09 req-3c8cb943-a80a-40fd-9d13-e2d0a185d807 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931051 Aug 26 10:51:50.395267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0 req-c6ac9878-6511-4a8b-a226-f023ec7554a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:50.396930 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0 req-c6ac9878-6511-4a8b-a226-f023ec7554a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0d75a0-fd7f-48f7-a993-7c1d938d8056 HTTP/1.1" status: 200 len: 913 time: 0.8253555 Aug 26 10:51:50.424979 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87431e13-deb0-449a-8440-e18f18a0a8ee req-141112e3-9900-4b98-9159-49247700ab34 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296914 Aug 26 10:51:50.479963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-780035a2-9d2d-48e1-8f71-656198c7327b None None] Provisioning for port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:50.487371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-780035a2-9d2d-48e1-8f71-656198c7327b None None] Provisioning complete for port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:50.488099 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-780035a2-9d2d-48e1-8f71-656198c7327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:50.523122 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d40075-3bca-423e-a676-859491668489 x-openstack-request-id: req-d4d40075-3bca-423e-a676-859491668489 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:50.523703 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98b219f-74ac-4560-9edf-c68116de5b51", "name": "network-vif-plugged", "status": "completed", "tag": "de461e9f-47d9-4fa3-b1b0-27d76e1f6eec", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:50.523900 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4d40075-3bca-423e-a676-859491668489 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:50.524219 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec', 'code': 200} Aug 26 10:51:50.544929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-780035a2-9d2d-48e1-8f71-656198c7327b None None] Port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:50.564086 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0 req-e03f1824-8180-4804-8886-87ac3ee5bf26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7596-1ad5-481a-8888-921637570461 HTTP/1.1" status: 200 len: 217 time: 0.1461477 Aug 26 10:51:50.574664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:50.575565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:50.624044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92f87a-0c03-4fb0-85f5-382efa1ff959 req-47a6ccf4-7091-417c-af8b-20db63abcb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:50.626295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb92f87a-0c03-4fb0-85f5-382efa1ff959 req-47a6ccf4-7091-417c-af8b-20db63abcb44 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 1097 time: 0.0513237 Aug 26 10:51:50.718655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb92f87a-0c03-4fb0-85f5-382efa1ff959 req-6e02b7cd-7233-423f-add6-08213f083bc0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846741 Aug 26 10:51:50.732013 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-654de545-c84a-4669-8e26-e3615b43b7c3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3569906 Aug 26 10:51:50.769167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0 req-31d5cc1c-0192-4b4c-8876-47f9c2829d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:50.770690 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0 req-31d5cc1c-0192-4b4c-8876-47f9c2829d07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9b7048-2562-4685-b029-b56218fc7f4d HTTP/1.1" status: 200 len: 851 time: 0.1886220 Aug 26 10:51:50.779049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f7da3182-5d05-4da9-832c-42f2b68f1ffd up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:50.810091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c3d2ac54-5c79-4304-ad93-83b2b4eb0734 None None] Provisioning for port b87e683b-3fef-4704-9d6a-17a18526baa9 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:50.817564 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c3d2ac54-5c79-4304-ad93-83b2b4eb0734 None None] Provisioning complete for port b87e683b-3fef-4704-9d6a-17a18526baa9 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:50.817985 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ac54-5c79-4304-ad93-83b2b4eb0734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:50.875884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2ac54-5c79-4304-ad93-83b2b4eb0734 None None] Port b87e683b-3fef-4704-9d6a-17a18526baa9 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:50.879124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Router f477e147-6107-4a8a-9cd6-a937c140ddf8 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:51:50.885338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f7da3182-5d05-4da9-832c-42f2b68f1ffd triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:50.885875 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:50.896172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e49207-b036-42e5-924a-834eda90e56e req-1bae8c4d-aa8b-413e-97b0-4b2215f9ee00 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:50.898160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19e49207-b036-42e5-924a-834eda90e56e req-1bae8c4d-aa8b-413e-97b0-4b2215f9ee00 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 945 time: 0.1503067 Aug 26 10:51:50.913551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0 req-3be843be-e238-43b6-a2ce-3ae234e5a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:50.915294 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0 req-3be843be-e238-43b6-a2ce-3ae234e5a322 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0d75a0-fd7f-48f7-a993-7c1d938d8056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335113 Aug 26 10:51:50.917178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f00ac-b269-49f8-be55-610dfcfadecb req-24729a80-e92c-4e2c-b485-3eb6bb1dd39f tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:50.919089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-977f00ac-b269-49f8-be55-610dfcfadecb req-24729a80-e92c-4e2c-b485-3eb6bb1dd39f tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 943 time: 0.1093221 Aug 26 10:51:50.926677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Request body: {'port': {'device_id': '74809004-a111-46b5-a6a3-9026c8bb07ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:50.985247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19e49207-b036-42e5-924a-834eda90e56e req-7e9cd49f-048e-4ce0-8d13-524ecc588424 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646617 Aug 26 10:51:51.004250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-977f00ac-b269-49f8-be55-610dfcfadecb req-3fa6fec3-76ba-4fce-ae43-6edfaa0577e1 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685570 Aug 26 10:51:51.052070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b2bc0163-c093-447c-855e-e6ca08772b30 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:51:51.169449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b2bc0163-c093-447c-855e-e6ca08772b30, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b2bc0163-c093-447c-855e-e6ca08772b30,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:51.172412 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:51.183304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'b2bc0163-c093-447c-855e-e6ca08772b30', 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd', 'port_id': 'b2bc0163-c093-447c-855e-e6ca08772b30', 'mac_address': 'fa:16:3e:53:23:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63eb8f50-5a58-49f5-96cb-bf75e13dd614', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:51:51.240236 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:51.259730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bc0163-c093-447c-855e-e6ca08772b30 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:51.271764 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0 req-ae97ba64-3419-417d-8116-411ee023d948 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0d75a0-fd7f-48f7-a993-7c1d938d8056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406355 Aug 26 10:51:51.278764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ba46e2-b394-4486-b7b2-796d7a5f4f68 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:51.294442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b2bc0163-c093-447c-855e-e6ca08772b30, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b2bc0163-c093-447c-855e-e6ca08772b30,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:51.301308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:51.301560 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:51.302226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device cb4d7596-1ad5-481a-8888-921637570461 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:51:51.311902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:51.326134 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Sync routers for ids ['f477e147-6107-4a8a-9cd6-a937c140ddf8'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:51.349394 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Routers {'f477e147-6107-4a8a-9cd6-a937c140ddf8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:51.350865 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f477e147-6107-4a8a-9cd6-a937c140ddf8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:51.380852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Transition to ACTIVE for port object d9ba46e2-b394-4486-b7b2-796d7a5f4f68 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:51.401816 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b2bc0163-c093-447c-855e-e6ca08772b30,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:51.436163 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:51.459944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port cb4d7596-1ad5-481a-8888-921637570461, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=cb4d7596-1ad5-481a-8888-921637570461,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:51.492245 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:51.496517 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2015ff14-a39f-4fd4-8e5e-42d006331c04 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9955847 Aug 26 10:51:51.497434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44946) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:51.504982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'cb4d7596-1ad5-481a-8888-921637570461', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'port_id': 'cb4d7596-1ad5-481a-8888-921637570461', 'mac_address': 'fa:16:3e:18:50:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:51:51.616210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:51.647282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ba46e2-b394-4486-b7b2-796d7a5f4f68,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:51.656006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4d7596-1ad5-481a-8888-921637570461 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:51.701013 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bdb13c4b-7bf2-4be3-97d2-542a572f6dc0 req-eb66bc6b-3180-4b3b-bcd0-c3adafd6f545 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0d75a0-fd7f-48f7-a993-7c1d938d8056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142354 Aug 26 10:51:51.720828 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port cb4d7596-1ad5-481a-8888-921637570461, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=cb4d7596-1ad5-481a-8888-921637570461,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:51.728801 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:51.756616 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Set router f477e147-6107-4a8a-9cd6-a937c140ddf8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:51.860005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7596-1ad5-481a-8888-921637570461,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:51.882000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Attempting to bind port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:51.882372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Attempting to bind port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:51.882706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Attempting to bind port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:51.893062 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:51.899621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:51:51.899836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Attempting to bind port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:51.908716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:51.909080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:51.909428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:51.909863 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Bound port: d9ba46e2-b394-4486-b7b2-796d7a5f4f68, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:51.910359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:51.992754 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87e683b-3fef-4704-9d6a-17a18526baa9 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:52.010913 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.037013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d66eb1-13dd-4ba9-8280-76a075479439 req-5c70d1f3-0f86-40a3-b70b-c9778bf5bfb7 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:52.038378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0d66eb1-13dd-4ba9-8280-76a075479439 req-5c70d1f3-0f86-40a3-b70b-c9778bf5bfb7 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 944 time: 0.2151098 Aug 26 10:51:52.040078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Transition to ACTIVE for port object b87e683b-3fef-4704-9d6a-17a18526baa9 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:52.045837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075047-8047-4613-8621-2ee849c0157b req-1a13ac5d-2a67-479a-befb-c5900daff142 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:52.048172 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.053206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0075047-8047-4613-8621-2ee849c0157b req-1a13ac5d-2a67-479a-befb-c5900daff142 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 936 time: 0.2250042 Aug 26 10:51:52.056448 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:47Z', 'revision_number': 3, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:52.083383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] For port d9ba46e2-b394-4486-b7b2-796d7a5f4f68, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:52.086510 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Checking router: f477e147-6107-4a8a-9cd6-a937c140ddf8 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:52.087163 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Updating router f477e147-6107-4a8a-9cd6-a937c140ddf8 port 817280fe-b782-407d-b3a5-70bef86cf511 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:51:52.106021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b2bc0163-c093-447c-855e-e6ca08772b30'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:51:52.116649 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.130463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] For port d9ba46e2-b394-4486-b7b2-796d7a5f4f68, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d9ba46e2-b394-4486-b7b2-796d7a5f4f68,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:52.145255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['cb4d7596-1ad5-481a-8888-921637570461'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:51:52.158871 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.163184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b87e683b-3fef-4704-9d6a-17a18526baa9,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:52.169637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0075047-8047-4613-8621-2ee849c0157b req-a724f841-6677-47cf-8579-dfd61be7b788 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152098 Aug 26 10:51:52.176361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0d66eb1-13dd-4ba9-8280-76a075479439 req-6d7f07ba-b69d-4ac1-a4de-482a0d26c899 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136465 Aug 26 10:51:52.197341 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.198546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.199171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.199720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.200281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.217602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.217602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.217927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.218020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.218340 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.218678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.223316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:51:52.294831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:52.295421 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.296891 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] 10.222.0.42 "PUT /v2.0/ports/d9ba46e2-b394-4486-b7b2-796d7a5f4f68 HTTP/1.1" status: 200 len: 1097 time: 2.1539075 Aug 26 10:51:52.298076 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cad855-b9c4-431c-ad24-22e0b872ee58', 'tag': 'd9ba46e2-b394-4486-b7b2-796d7a5f4f68'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:52.325678 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359bd99d-1730-4422-a8fe-0ac41b451432" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cad855-b9c4-431c-ad24-22e0b872ee58", "tag": "d9ba46e2-b394-4486-b7b2-796d7a5f4f68"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:52.535640 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b509d-a2f2-487b-874e-d120b3629003 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ba46e2-b394-4486-b7b2-796d7a5f4f68,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:52.541960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac8bb0-5383-487e-ac87-023a06ab88c3 req-37ceccec-9c5a-4d0e-a6ef-c99f76a599c2 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:52.549944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55ac8bb0-5383-487e-ac87-023a06ab88c3 req-37ceccec-9c5a-4d0e-a6ef-c99f76a599c2 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 945 time: 0.1998644 Aug 26 10:51:52.553130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Attempting to bind port b87e683b-3fef-4704-9d6a-17a18526baa9 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:52.553476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Attempting to bind port b87e683b-3fef-4704-9d6a-17a18526baa9 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:52.553812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Attempting to bind port b87e683b-3fef-4704-9d6a-17a18526baa9 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:52.568749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-d68ad50c-b705-4c81-b6e2-a4fdc6765e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:52.570884 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-d68ad50c-b705-4c81-b6e2-a4fdc6765e5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=d8cad855-b9c4-431c-ad24-22e0b872ee58 HTTP/1.1" status: 200 len: 1100 time: 0.1103659 Aug 26 10:51:52.571979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Port b87e683b-3fef-4704-9d6a-17a18526baa9 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:51:52.572301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Attempting to bind port b87e683b-3fef-4704-9d6a-17a18526baa9 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:52.572469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc92b66-a658-4479-a281-d6043ad1775c req-25a3b492-d1f0-4fa5-9e92-58e9462e4c52 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:52.579039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:52.580270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:52.580821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:52.581276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Bound port: b87e683b-3fef-4704-9d6a-17a18526baa9, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:52.581797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.586032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-acc92b66-a658-4479-a281-d6043ad1775c req-25a3b492-d1f0-4fa5-9e92-58e9462e4c52 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 944 time: 0.1736994 Aug 26 10:51:52.590032 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.604502 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Transition to ACTIVE for port object 817280fe-b782-407d-b3a5-70bef86cf511 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:52.616489 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.687826 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Attempting to bind port 817280fe-b782-407d-b3a5-70bef86cf511 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:52.688240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55ac8bb0-5383-487e-ac87-023a06ab88c3 req-0013941c-6c7c-4d4c-8f9e-3d8e9a64fedc tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370125 Aug 26 10:51:52.688386 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Attempting to bind port 817280fe-b782-407d-b3a5-70bef86cf511 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:52.688587 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Attempting to bind port 817280fe-b782-407d-b3a5-70bef86cf511 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:52.703124 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:52.703815 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:52.704401 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.704869 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:52.705582 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Bound port: 817280fe-b782-407d-b3a5-70bef86cf511, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:52.706117 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.718053 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-975dc60b-25a7-4f55-8165-89dc1c37f7de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=d9ba46e2-b394-4486-b7b2-796d7a5f4f68 HTTP/1.1" status: 200 len: 217 time: 0.1130691 Aug 26 10:51:52.724573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] For port b87e683b-3fef-4704-9d6a-17a18526baa9, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:52.735208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-acc92b66-a658-4479-a281-d6043ad1775c req-7709538a-012f-4db6-bdb9-4a8202590a4c tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458116 Aug 26 10:51:52.746119 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9337e2-3c70-41c3-9c02-8822388462a7 None None] Pushing event updated for resources: {'Port': ['ID=817280fe-b782-407d-b3a5-70bef86cf511,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:52.778369 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.789291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] For port b87e683b-3fef-4704-9d6a-17a18526baa9, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b87e683b-3fef-4704-9d6a-17a18526baa9,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:52.803528 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.824821 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] For port 817280fe-b782-407d-b3a5-70bef86cf511, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:52.828334 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] For port 817280fe-b782-407d-b3a5-70bef86cf511, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=817280fe-b782-407d-b3a5-70bef86cf511,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:52.838128 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.860311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:52.861051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:52.863023 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] 10.222.0.42 "PUT /v2.0/ports/b87e683b-3fef-4704-9d6a-17a18526baa9 HTTP/1.1" status: 200 len: 1097 time: 1.9429009 Aug 26 10:51:52.866216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-dbf80f98-2822-433b-9969-01e5c372e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:52.877192 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-dbf80f98-2822-433b-9969-01e5c372e5b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1500454 Aug 26 10:51:52.935386 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Routers {'f477e147-6107-4a8a-9cd6-a937c140ddf8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:52.936102 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f477e147-6107-4a8a-9cd6-a937c140ddf8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:52.936871 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dc1aed-de0c-4333-9a02-f06aedff9120 x-openstack-request-id: req-a7dc1aed-de0c-4333-9a02-f06aedff9120 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:52.939482 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cad855-b9c4-431c-ad24-22e0b872ee58", "tag": "d9ba46e2-b394-4486-b7b2-796d7a5f4f68", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:52.940319 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7dc1aed-de0c-4333-9a02-f06aedff9120 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:52.940853 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cad855-b9c4-431c-ad24-22e0b872ee58', 'tag': 'd9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'status': 'completed', 'code': 200} Aug 26 10:51:53.025890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef06ce7-0afd-46d0-8fb2-29fd0da8c2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b87e683b-3fef-4704-9d6a-17a18526baa9,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:53.045055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-fc12e23c-e19e-48fd-9f62-5e4cabf1fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:53.046852 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-fc12e23c-e19e-48fd-9f62-5e4cabf1fbca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571906 Aug 26 10:51:53.049033 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-2f9efd0e-1839-4f2a-8e5c-66f04198f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:53.050672 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-2f9efd0e-1839-4f2a-8e5c-66f04198f2b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 1100 time: 0.1224983 Aug 26 10:51:53.093612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Allocated IP 172.20.0.1 (b602d0f0-6778-464b-924a-76eb2f211de6/f06bcaec-0565-4a3a-9c66-76ecc3d98ed9/d3300faa-bb40-4838-a0ed-f03f2a205657) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:53.171589 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-85ca41da-678c-4ebb-89ed-11aa82d059e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b87e683b-3fef-4704-9d6a-17a18526baa9 HTTP/1.1" status: 200 len: 217 time: 0.0513847 Aug 26 10:51:53.179762 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9337e2-3c70-41c3-9c02-8822388462a7 None None] Pushing event updated for resources: {'Port': ['ID=817280fe-b782-407d-b3a5-70bef86cf511,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:53.198395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901700c6-a531-48d6-aa4f-9c3e667c0d60 req-4922ac66-24b6-4193-aa13-e5c3c265b416 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:53.200016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-901700c6-a531-48d6-aa4f-9c3e667c0d60 req-4922ac66-24b6-4193-aa13-e5c3c265b416 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 945 time: 0.1029782 Aug 26 10:51:53.222120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44992) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:53.233490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c42f5e8b-f519-48eb-95a6-4cee303506c2 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Request body: {'floatingip': {'port_id': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:53.252404 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] Set router f477e147-6107-4a8a-9cd6-a937c140ddf8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:53.283131 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-8d6b17f4-7006-45a3-bd78-89d57f9912ae service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198973 Aug 26 10:51:53.283585 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:53.292858 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4f6db386-a1b4-4196-b329-4e286161737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:53.294230 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-4f6db386-a1b4-4196-b329-4e286161737d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1132958 Aug 26 10:51:53.296431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c42f5e8b-f519-48eb-95a6-4cee303506c2 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:53.301398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Transition to ACTIVE for port object d3300faa-bb40-4838-a0ed-f03f2a205657 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:53.404274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6be54b-b8c8-4884-ab08-95e006010818 req-d446c24e-79da-42d2-b637-a47524b9eb7a tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:53.405847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b6be54b-b8c8-4884-ab08-95e006010818 req-d446c24e-79da-42d2-b637-a47524b9eb7a tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 948 time: 0.1057706 Aug 26 10:51:53.420309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2b7bb-0ded-4be1-bc71-0f3fa2cb1790 req-9bd8bc16-aa0d-4108-876c-e22dce8c78e3 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:53.421833 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2a2b7bb-0ded-4be1-bc71-0f3fa2cb1790 req-9bd8bc16-aa0d-4108-876c-e22dce8c78e3 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 944 time: 0.1084385 Aug 26 10:51:53.460689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:53.465817 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:47Z', 'revision_number': 3, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:53.497097 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d0c16-479c-407a-8a0e-15e442e7d9ce None None] The sync data for ids ['f477e147-6107-4a8a-9cd6-a937c140ddf8'] in n-d-778550-13 is: [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:47Z', 'revision_number': 3, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:53.525743 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0162897-f870-43d2-9953-1c0b2416d72d req-dccc38cc-d9f8-40fa-a947-3139dfd52446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:53.525743 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-dccc38cc-d9f8-40fa-a947-3139dfd52446 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2033985 Aug 26 10:51:53.529069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b6be54b-b8c8-4884-ab08-95e006010818 req-8fe0a6ab-095e-458c-ad1b-1f8e34832e16 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046386 Aug 26 10:51:53.531995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Network b602d0f0-6778-464b-924a-76eb2f211de6 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:53.550346 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:53.552164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Pushing event updated for resources: {'Port': ['ID=d3300faa-bb40-4838-a0ed-f03f2a205657,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:53.554694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:51:53.587210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2a2b7bb-0ded-4be1-bc71-0f3fa2cb1790 req-17fd4203-fc55-4202-8ce4-46f21c43babf tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544323 Aug 26 10:51:53.604499 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:53.613279 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-f5333489-ebb0-4753-85e7-63206b8a4140 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222184 Aug 26 10:51:53.873217 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-92b34f85-d86e-4abb-b873-9ea24691c524 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282909 Aug 26 10:51:53.936685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-65a28192-fefd-4e1a-9cdc-6598b666fe32 None None] Provisioning for port d3300faa-bb40-4838-a0ed-f03f2a205657 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:53.941843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-65a28192-fefd-4e1a-9cdc-6598b666fe32 None None] Provisioning complete for port d3300faa-bb40-4838-a0ed-f03f2a205657 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:53.942224 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65a28192-fefd-4e1a-9cdc-6598b666fe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:54.016502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-65a28192-fefd-4e1a-9cdc-6598b666fe32 None None] Port d3300faa-bb40-4838-a0ed-f03f2a205657 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:54.106493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bd99d-1730-4422-a8fe-0ac41b451432 req-2385a1ac-181e-42ec-912f-e06dbd57b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:54.108184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-359bd99d-1730-4422-a8fe-0ac41b451432 req-2385a1ac-181e-42ec-912f-e06dbd57b5c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=d8cad855-b9c4-431c-ad24-22e0b872ee58 HTTP/1.1" status: 200 len: 1100 time: 0.3968008 Aug 26 10:51:54.271896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358ca1a-ebbb-437d-960a-530521e9fadb req-a6d3f897-1cd0-4f29-b742-24de40a3c71b tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:54.273565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f358ca1a-ebbb-437d-960a-530521e9fadb req-a6d3f897-1cd0-4f29-b742-24de40a3c71b tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 944 time: 0.1518960 Aug 26 10:51:54.363183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f358ca1a-ebbb-437d-960a-530521e9fadb req-862f8789-9727-4c54-8f72-2ac179f3e588 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791328 Aug 26 10:51:54.372130 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:54.608344 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:54.618419 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:54.717093 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c0162897-f870-43d2-9953-1c0b2416d72d req-84cb5bf4-10b4-499a-befe-48f43a74011e service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8343077 Aug 26 10:51:54.768119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bd99d-1730-4422-a8fe-0ac41b451432 req-a548efbd-3c46-494c-8856-16fd4e2f1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:54.770060 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-359bd99d-1730-4422-a8fe-0ac41b451432 req-a548efbd-3c46-494c-8856-16fd4e2f1488 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.6477673 Aug 26 10:51:54.782982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Pushing event updated for resources: {'Port': ['ID=d3300faa-bb40-4838-a0ed-f03f2a205657,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:54.788421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:54.806295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 817280fe-b782-407d-b3a5-70bef86cf511 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:54.855477 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-359bd99d-1730-4422-a8fe-0ac41b451432 req-b6ab1f1a-0df2-49fc-b8b8-9cfdabed99aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=d9ba46e2-b394-4486-b7b2-796d7a5f4f68 HTTP/1.1" status: 200 len: 217 time: 0.0765584 Aug 26 10:51:54.878674 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 817280fe-b782-407d-b3a5-70bef86cf511 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:54.885546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 817280fe-b782-407d-b3a5-70bef86cf511 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:54.886115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c42f5e8b-f519-48eb-95a6-4cee303506c2 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:54.886985 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:54.900792 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c42f5e8b-f519-48eb-95a6-4cee303506c2 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:54.918516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e8583-1f06-4a49-98da-e88e6e7de7de req-d29ad7b4-9a1e-4318-b6ae-40fb79e9dbad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:54.926044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a67e8583-1f06-4a49-98da-e88e6e7de7de req-d29ad7b4-9a1e-4318-b6ae-40fb79e9dbad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 948 time: 0.2667048 Aug 26 10:51:54.943414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985402d3-ccf4-42e2-a3f7-f335bcc81667 req-7df0891e-02d6-4315-848a-340f9f673471 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:54.944947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-985402d3-ccf4-42e2-a3f7-f335bcc81667 req-7df0891e-02d6-4315-848a-340f9f673471 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 944 time: 0.1806228 Aug 26 10:51:54.960157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74809004-a111-46b5-a6a3-9026c8bb07ac', 'tag': 'b87e683b-3fef-4704-9d6a-17a18526baa9'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:54.962430 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347952ef-0a4c-45a7-a0f3-d872022bc928" -d '{"events": [{"name": "network-changed", "server_uuid": "74809004-a111-46b5-a6a3-9026c8bb07ac", "tag": "b87e683b-3fef-4704-9d6a-17a18526baa9"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:54.980474 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:55.005062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 817280fe-b782-407d-b3a5-70bef86cf511, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=817280fe-b782-407d-b3a5-70bef86cf511,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:55.011224 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:55.031382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bd99d-1730-4422-a8fe-0ac41b451432 req-a0373ba9-1f85-4d67-9683-df9b97d9188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:55.032927 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-359bd99d-1730-4422-a8fe-0ac41b451432 req-a0373ba9-1f85-4d67-9683-df9b97d9188d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1453469 Aug 26 10:51:55.045988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a67e8583-1f06-4a49-98da-e88e6e7de7de req-3cf456d1-1123-4c4f-8ee6-a2e242f55b3c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191132 Aug 26 10:51:55.066406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Network b602d0f0-6778-464b-924a-76eb2f211de6 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:51:55.070539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=817280fe-b782-407d-b3a5-70bef86cf511,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:55.070804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-985402d3-ccf4-42e2-a3f7-f335bcc81667 req-a75549a4-0b4e-4c2d-8fc3-6e013af1b397 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058083 Aug 26 10:51:55.071530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:51:55.082176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device cb4d7596-1ad5-481a-8888-921637570461 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:55.104380 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-c42f5e8b-f519-48eb-95a6-4cee303506c2 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Floating IP 6042c10e-b660-47da-a3a3-29ac20935264 associated. External IP: 172.25.1.139, port: de461e9f-47d9-4fa3-b1b0-27d76e1f6eec. Aug 26 10:51:55.121036 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03890c4-a8af-4460-8afe-650201f7a2ec x-openstack-request-id: req-d03890c4-a8af-4460-8afe-650201f7a2ec {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:55.121331 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74809004-a111-46b5-a6a3-9026c8bb07ac", "tag": "b87e683b-3fef-4704-9d6a-17a18526baa9", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:55.121588 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d03890c4-a8af-4460-8afe-650201f7a2ec {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:55.121997 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74809004-a111-46b5-a6a3-9026c8bb07ac', 'tag': 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'status': 'completed', 'code': 200} Aug 26 10:51:55.190574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bd99d-1730-4422-a8fe-0ac41b451432 req-341eb98f-3098-4536-ae5e-b878a5cdb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:55.192153 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-359bd99d-1730-4422-a8fe-0ac41b451432 req-341eb98f-3098-4536-ae5e-b878a5cdb377 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1482358 Aug 26 10:51:55.198519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port cb4d7596-1ad5-481a-8888-921637570461 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:55.205518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port cb4d7596-1ad5-481a-8888-921637570461 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:55.209039 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:55.268263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Router f477e147-6107-4a8a-9cd6-a937c140ddf8 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:51:55.314291 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:55.339780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d7596-1ad5-481a-8888-921637570461'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:55.342395 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d64c4d-3918-44b4-b30e-17e4fd7ebb2a" -d '{"events": [{"server_uuid": "9ab87461-8f2e-4617-bb4c-5ffd02219dff", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d7596-1ad5-481a-8888-921637570461"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:55.380233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port cb4d7596-1ad5-481a-8888-921637570461, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=cb4d7596-1ad5-481a-8888-921637570461,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:55.394347 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:55.395394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b2bc0163-c093-447c-855e-e6ca08772b30 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:55.406439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347952ef-0a4c-45a7-a0f3-d872022bc928 req-60bd60ea-67ec-49ed-b091-e13c758c207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:55.407992 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-347952ef-0a4c-45a7-a0f3-d872022bc928 req-60bd60ea-67ec-49ed-b091-e13c758c207e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 1100 time: 0.2313032 Aug 26 10:51:55.462558 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:55.480002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ef410203-fb24-4c59-ac9d-eafed74fe06c admin admin] 10.222.0.21 "PUT /v2.0/routers/f477e147-6107-4a8a-9cd6-a937c140ddf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9709315 Aug 26 10:51:55.482640 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c8a87e-809e-42ed-b49a-f610633876f1 x-openstack-request-id: req-44c8a87e-809e-42ed-b49a-f610633876f1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:55.483258 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab87461-8f2e-4617-bb4c-5ffd02219dff", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d7596-1ad5-481a-8888-921637570461", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:55.486879 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44c8a87e-809e-42ed-b49a-f610633876f1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:55.487642 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d7596-1ad5-481a-8888-921637570461', 'code': 200} Aug 26 10:51:55.593307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097062ab-87c1-4ac8-9ac6-64bac8dc7be2 req-19d31396-fce3-48c0-9497-f37508fe2259 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:55.601521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-097062ab-87c1-4ac8-9ac6-64bac8dc7be2 req-19d31396-fce3-48c0-9497-f37508fe2259 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 945 time: 0.1048701 Aug 26 10:51:55.607873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7596-1ad5-481a-8888-921637570461,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:55.629290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-92504a02-9796-4bee-8f72-b8c01ea0f5a7 None None] Provisioning complete for port d3300faa-bb40-4838-a0ed-f03f2a205657 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:55.630531 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92504a02-9796-4bee-8f72-b8c01ea0f5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:55.671238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port b2bc0163-c093-447c-855e-e6ca08772b30 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:55.678456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-92504a02-9796-4bee-8f72-b8c01ea0f5a7 None None] Port d3300faa-bb40-4838-a0ed-f03f2a205657 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:51:55.679288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-097062ab-87c1-4ac8-9ac6-64bac8dc7be2 req-53d824b2-5fe9-4d7d-966a-f85e321ac7e8 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769396 Aug 26 10:51:55.689496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port b2bc0163-c093-447c-855e-e6ca08772b30 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:55.690307 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:55.708949 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-359bd99d-1730-4422-a8fe-0ac41b451432 req-2d310c6f-e6fc-4f70-95da-1e9e3ef9c9a3 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746015 Aug 26 10:51:55.800945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d9ba46e2-b394-4486-b7b2-796d7a5f4f68 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:51:55.855402 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:55.902804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b31051-7662-4fc3-ab14-63ac5b6bc527 req-061d1d65-4a63-48f3-8d34-d53e8408ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:55.910088 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-24b31051-7662-4fc3-ab14-63ac5b6bc527 req-061d1d65-4a63-48f3-8d34-d53e8408ad99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 1097 time: 0.4161501 Aug 26 10:51:56.039766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347952ef-0a4c-45a7-a0f3-d872022bc928 req-b054e8a4-cb3b-44a4-a2db-3a4a794678d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:56.041442 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-347952ef-0a4c-45a7-a0f3-d872022bc928 req-b054e8a4-cb3b-44a4-a2db-3a4a794678d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.6070809 Aug 26 10:51:56.078819 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:51:56.089483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-24b31051-7662-4fc3-ab14-63ac5b6bc527 req-a9746b8a-261f-4491-bf8f-aafa6de1759f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287434 Aug 26 10:51:56.171830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-359bd99d-1730-4422-a8fe-0ac41b451432 req-00c62d54-54a6-4210-a515-4906cfa0d857 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385693 Aug 26 10:51:56.175321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42f5e8b-f519-48eb-95a6-4cee303506c2 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Router 3f5feae2-ab69-4baa-a077-4080f2083df4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:51:56.178169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Sync routers for ids ['f477e147-6107-4a8a-9cd6-a937c140ddf8'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:56.189795 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-347952ef-0a4c-45a7-a0f3-d872022bc928 req-6c33617e-d16c-4859-bf3e-5958783bfad4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b87e683b-3fef-4704-9d6a-17a18526baa9 HTTP/1.1" status: 200 len: 217 time: 0.1310899 Aug 26 10:51:56.224018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Routers {'f477e147-6107-4a8a-9cd6-a937c140ddf8'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:56.225002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f477e147-6107-4a8a-9cd6-a937c140ddf8'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:56.239846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d9ba46e2-b394-4486-b7b2-796d7a5f4f68, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d9ba46e2-b394-4486-b7b2-796d7a5f4f68,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:56.251294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347952ef-0a4c-45a7-a0f3-d872022bc928 req-8567f5a0-7e83-4393-8ba2-3d398610140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:56.252828 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-347952ef-0a4c-45a7-a0f3-d872022bc928 req-8567f5a0-7e83-4393-8ba2-3d398610140a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0542395 Aug 26 10:51:56.283542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50daf3b-e09d-427f-9e19-b3484e9d12f6 req-b41c90c5-2fb5-4c5b-afee-2ca0670f1967 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:56.290982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b50daf3b-e09d-427f-9e19-b3484e9d12f6 req-b41c90c5-2fb5-4c5b-afee-2ca0670f1967 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 948 time: 0.1172721 Aug 26 10:51:56.292975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45086) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:56.296435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b2bc0163-c093-447c-855e-e6ca08772b30, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b2bc0163-c093-447c-855e-e6ca08772b30,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:56.305526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'd9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'd9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'mac_address': 'fa:16:3e:14:fe:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:51:56.309755 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:56.315118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-87f7b5ff-99f7-4955-a3ac-a198f9e48e87 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185285186', 'description': 'tempest-description--1104249010'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:56.356588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347952ef-0a4c-45a7-a0f3-d872022bc928 req-df38eccf-c64d-4a35-bd7f-bf5a80b51056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:56.358452 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-347952ef-0a4c-45a7-a0f3-d872022bc928 req-df38eccf-c64d-4a35-bd7f-bf5a80b51056 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970793 Aug 26 10:51:56.394893 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:56.420842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b50daf3b-e09d-427f-9e19-b3484e9d12f6 req-95b38c60-1106-4746-97db-65e605fa9965 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288698 Aug 26 10:51:56.463263 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87f7b5ff-99f7-4955-a3ac-a198f9e48e87 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:56.470686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-347952ef-0a4c-45a7-a0f3-d872022bc928 req-56d97bfd-e4a0-49be-a039-e50e64b3393c service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020083 Aug 26 10:51:56.490934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ba46e2-b394-4486-b7b2-796d7a5f4f68 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:56.519832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b2bc0163-c093-447c-855e-e6ca08772b30,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:56.539913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d9ba46e2-b394-4486-b7b2-796d7a5f4f68, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d9ba46e2-b394-4486-b7b2-796d7a5f4f68,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:56.543061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Set router f477e147-6107-4a8a-9cd6-a937c140ddf8 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:56.567827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46ee85-374b-413f-8a8d-a576ebd0fdbf req-55f79f31-905b-423d-815a-2d8d0524f5a6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:56.578358 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:56.581852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c46ee85-374b-413f-8a8d-a576ebd0fdbf req-55f79f31-905b-423d-815a-2d8d0524f5a6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 945 time: 0.2213535 Aug 26 10:51:56.614825 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-347952ef-0a4c-45a7-a0f3-d872022bc928 req-a29a2c6e-3831-45d7-8c13-d022b19d2c59 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387022 Aug 26 10:51:56.679472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42f5e8b-f519-48eb-95a6-4cee303506c2 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:51:56.685863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c42f5e8b-f519-48eb-95a6-4cee303506c2 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:56.691206 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529edc5e-08ff-4c44-b3ce-d6a9960b75cd None None] Sync routers for ids ['3f5feae2-ab69-4baa-a077-4080f2083df4'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:51:56.711525 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529edc5e-08ff-4c44-b3ce-d6a9960b75cd None None] Routers {'3f5feae2-ab69-4baa-a077-4080f2083df4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:56.715140 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-529edc5e-08ff-4c44-b3ce-d6a9960b75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3f5feae2-ab69-4baa-a077-4080f2083df4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:56.721248 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c42f5e8b-f519-48eb-95a6-4cee303506c2 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "PUT /v2.0/floatingips/6042c10e-b660-47da-a3a3-29ac20935264 HTTP/1.1" status: 200 len: 991 time: 3.4980178 Aug 26 10:51:56.779343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c46ee85-374b-413f-8a8d-a576ebd0fdbf req-95db736d-7cb4-4fae-a6bc-71a5cb159542 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783285 Aug 26 10:51:56.793259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d9ba46e2-b394-4486-b7b2-796d7a5f4f68,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:56.803782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 817280fe-b782-407d-b3a5-70bef86cf511 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:56.882250 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87f7b5ff-99f7-4955-a3ac-a198f9e48e87 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:56.891877 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-529edc5e-08ff-4c44-b3ce-d6a9960b75cd None None] Set router 3f5feae2-ab69-4baa-a077-4080f2083df4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:56.893991 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87f7b5ff-99f7-4955-a3ac-a198f9e48e87 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:56.910556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d9ba46e2-b394-4486-b7b2-796d7a5f4f68'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:51:57.018542 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87f7b5ff-99f7-4955-a3ac-a198f9e48e87 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.019821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-87f7b5ff-99f7-4955-a3ac-a198f9e48e87 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7247629 Aug 26 10:51:57.022769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45124) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:57.027481 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-957d4983-e01c-466b-b0e3-ebaff05a846e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Request body: {'security_group_rule': {'security_group_id': '09c986ea-33c9-438d-93ba-c64b8fdfa9cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:57.032022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7b5ff-99f7-4955-a3ac-a198f9e48e87 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c986ea-33c9-438d-93ba-c64b8fdfa9cd,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:57.036503 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-48aea4ed-084f-4500-8beb-b19a97788e42 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=effbaa20f9f84bfe95e237f9eeb26843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467563 Aug 26 10:51:57.054964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb6f97-0901-4c97-b980-2fd75cc42351 req-749067bc-7ed0-4d45-ac6f-90b543377e7c tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:57.056224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eeb6f97-0901-4c97-b980-2fd75cc42351 req-749067bc-7ed0-4d45-ac6f-90b543377e7c tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 945 time: 0.1476977 Aug 26 10:51:57.066227 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-957d4983-e01c-466b-b0e3-ebaff05a846e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.073228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 817280fe-b782-407d-b3a5-70bef86cf511 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:57.073748 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.123295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'tag': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:57.126183 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12671cab-4d3e-4def-9deb-817cdf5c8bce" -d '{"events": [{"name": "network-changed", "server_uuid": "a98b219f-74ac-4560-9edf-c68116de5b51", "tag": "de461e9f-47d9-4fa3-b1b0-27d76e1f6eec"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:57.138715 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-957d4983-e01c-466b-b0e3-ebaff05a846e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.144793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-957d4983-e01c-466b-b0e3-ebaff05a846e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.177293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d4983-e01c-466b-b0e3-ebaff05a846e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c83f2cc-97b1-4c99-8900-7afd2c469adc,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:57.185176 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-957d4983-e01c-466b-b0e3-ebaff05a846e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.186943 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-957d4983-e01c-466b-b0e3-ebaff05a846e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629131 Aug 26 10:51:57.189538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45128) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:57.195312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2d9c28dc-cfaa-403f-905e-eb12de004a84 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Request body: {'security_group_rule': {'security_group_id': '09c986ea-33c9-438d-93ba-c64b8fdfa9cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:57.206322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eeb6f97-0901-4c97-b980-2fd75cc42351 req-0baf7cf5-7460-4e12-be06-eaa08409a3bc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402526 Aug 26 10:51:57.239144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d9c28dc-cfaa-403f-905e-eb12de004a84 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.265473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd3300faa-bb40-4838-a0ed-f03f2a205657', 'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'mac_address': 'fa:16:3e:ac:4b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:52Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 2, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'subnets': [{'id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:57.279329 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-529edc5e-08ff-4c44-b3ce-d6a9960b75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '6042c10e-b660-47da-a3a3-29ac20935264', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'port_id': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'mac_address': 'fa:16:3e:5d:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:51:31Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 1, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8762bf-b9fd-40ab-b793-9415acc08ac5', 'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'mac_address': 'fa:16:3e:cc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:33Z', 'revision_number': 5, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'subnets': [{'id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:57.283123 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343d12fb-423c-4119-ab63-fe18091d9943 x-openstack-request-id: req-343d12fb-423c-4119-ab63-fe18091d9943 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:57.283644 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98b219f-74ac-4560-9edf-c68116de5b51", "tag": "de461e9f-47d9-4fa3-b1b0-27d76e1f6eec", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:57.284068 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-343d12fb-423c-4119-ab63-fe18091d9943 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:57.284680 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'tag': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec', 'status': 'completed', 'code': 200} Aug 26 10:51:57.300221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-1d2b3382-3be8-42e0-afad-91ba4f824329 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:57.300535 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Checking router: f477e147-6107-4a8a-9cd6-a937c140ddf8 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:57.300955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Updating router f477e147-6107-4a8a-9cd6-a937c140ddf8 port d3300faa-bb40-4838-a0ed-f03f2a205657 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:51:57.308669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-1d2b3382-3be8-42e0-afad-91ba4f824329 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343614 Aug 26 10:51:57.309531 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529edc5e-08ff-4c44-b3ce-d6a9960b75cd None None] Checking router: 3f5feae2-ab69-4baa-a077-4080f2083df4 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:51:57.319180 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529edc5e-08ff-4c44-b3ce-d6a9960b75cd None None] Routers {'3f5feae2-ab69-4baa-a077-4080f2083df4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:57.319803 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-529edc5e-08ff-4c44-b3ce-d6a9960b75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3f5feae2-ab69-4baa-a077-4080f2083df4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:57.326667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-b898d5b2-f7c3-4110-afe5-651e10e8dda4 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/quotas/effbaa20f9f84bfe95e237f9eeb26843 HTTP/1.1" status: 200 len: 375 time: 0.0170400 Aug 26 10:51:57.357592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d9c28dc-cfaa-403f-905e-eb12de004a84 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.362083 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.368871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12671cab-4d3e-4def-9deb-817cdf5c8bce req-22c4cbf9-f5e2-46bc-97ce-a6dc7cc46d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:57.370422 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12671cab-4d3e-4def-9deb-817cdf5c8bce req-22c4cbf9-f5e2-46bc-97ce-a6dc7cc46d62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b9410d744f84a7590e0a5d1ab3be170&device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 1097 time: 0.0662353 Aug 26 10:51:57.371327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d9c28dc-cfaa-403f-905e-eb12de004a84 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.377935 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-cdc43997-b31a-4007-a40d-83a61ef48417 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=effbaa20f9f84bfe95e237f9eeb26843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501964 Aug 26 10:51:57.392607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c28dc-cfaa-403f-905e-eb12de004a84 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f116f5e-7e3c-405b-b16b-00da6d7376c2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:57.447482 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-529edc5e-08ff-4c44-b3ce-d6a9960b75cd None None] Set router 3f5feae2-ab69-4baa-a077-4080f2083df4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:57.519377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0180409b-b90b-4200-97c7-706935804f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc0163-c093-447c-855e-e6ca08772b30'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:51:57.522318 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c325d52e-ff8e-49c9-9ce7-d90b454e8617" -d '{"events": [{"server_uuid": "0180409b-b90b-4200-97c7-706935804f86", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc0163-c093-447c-855e-e6ca08772b30"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:51:57.529463 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d9c28dc-cfaa-403f-905e-eb12de004a84 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.531259 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2d9c28dc-cfaa-403f-905e-eb12de004a84 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3404965 Aug 26 10:51:57.536529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45136) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:57.559598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:57.613918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12671cab-4d3e-4def-9deb-817cdf5c8bce req-1a00ca18-acbc-4728-980a-324678afd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:57.618706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34502626-00ac-4070-8e61-9b3f184023ad req-45567574-96b1-4c9b-9b59-44806af8e6fb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:57.619551 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12671cab-4d3e-4def-9deb-817cdf5c8bce req-1a00ca18-acbc-4728-980a-324678afd15a service neutron] 10.222.0.42 "GET /v2.0/networks?id=2d5d0e0a-dfbb-482d-933f-15ee7c259af7 HTTP/1.1" status: 200 len: 907 time: 0.2280712 Aug 26 10:51:57.621023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-34502626-00ac-4070-8e61-9b3f184023ad req-45567574-96b1-4c9b-9b59-44806af8e6fb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 948 time: 0.1006892 Aug 26 10:51:57.694853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-34502626-00ac-4070-8e61-9b3f184023ad req-1386dc24-4357-4067-a49d-cac66cab7681 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574265 Aug 26 10:51:57.714848 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453bc397-dd4f-4038-9c66-2c89a1027139 x-openstack-request-id: req-453bc397-dd4f-4038-9c66-2c89a1027139 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:51:57.715158 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0180409b-b90b-4200-97c7-706935804f86", "name": "network-vif-plugged", "status": "completed", "tag": "b2bc0163-c093-447c-855e-e6ca08772b30", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:51:57.715421 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-453bc397-dd4f-4038-9c66-2c89a1027139 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:51:57.715825 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0180409b-b90b-4200-97c7-706935804f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bc0163-c093-447c-855e-e6ca08772b30', 'code': 200} Aug 26 10:51:57.818578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b87e683b-3fef-4704-9d6a-17a18526baa9 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:51:57.832858 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12671cab-4d3e-4def-9deb-817cdf5c8bce req-4f8bba95-432a-4345-85fb-6d8559722705 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec HTTP/1.1" status: 200 len: 999 time: 0.1962833 Aug 26 10:51:57.837639 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.896162 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-529edc5e-08ff-4c44-b3ce-d6a9960b75cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '6042c10e-b660-47da-a3a3-29ac20935264', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'port_id': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'mac_address': 'fa:16:3e:5d:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:51:31Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 1, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8762bf-b9fd-40ab-b793-9415acc08ac5', 'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'mac_address': 'fa:16:3e:cc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:33Z', 'revision_number': 5, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'subnets': [{'id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:57.901696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-76fe4729-54bd-4104-9191-30595f7bdd29 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=effbaa20f9f84bfe95e237f9eeb26843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565464 Aug 26 10:51:57.968035 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529edc5e-08ff-4c44-b3ce-d6a9960b75cd None None] The sync data for ids ['3f5feae2-ab69-4baa-a077-4080f2083df4'] in n-d-778550-13 is: [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '6042c10e-b660-47da-a3a3-29ac20935264', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'port_id': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'mac_address': 'fa:16:3e:5d:6d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:51:31Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 1, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8762bf-b9fd-40ab-b793-9415acc08ac5', 'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'mac_address': 'fa:16:3e:cc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:33Z', 'revision_number': 5, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'subnets': [{'id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:57.970560 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:57.982951 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Transition to ACTIVE for port object d3300faa-bb40-4838-a0ed-f03f2a205657 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:51:57.989549 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:51:58.066394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797e060-4ff6-41cc-8325-6306a953d79f req-3efb49ca-8371-43a0-be58-7b2fd91216aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:58.068642 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c797e060-4ff6-41cc-8325-6306a953d79f req-3efb49ca-8371-43a0-be58-7b2fd91216aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 1097 time: 0.2835886 Aug 26 10:51:58.089900 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:58.091531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-28c61359-84c0-4b27-847b-f6423d224f5a tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:58.093645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b87e683b-3fef-4704-9d6a-17a18526baa9, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b87e683b-3fef-4704-9d6a-17a18526baa9,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:58.101851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-28c61359-84c0-4b27-847b-f6423d224f5a tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984398 Aug 26 10:51:58.124646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07021c96-7e77-422d-91a6-fbd6b8d3fb3a req-988f30c3-cca1-4eef-b0de-c2eab40029fb tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:58.127622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07021c96-7e77-422d-91a6-fbd6b8d3fb3a req-988f30c3-cca1-4eef-b0de-c2eab40029fb tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 945 time: 0.1183894 Aug 26 10:51:58.138128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-b853fbf4-7d8c-4ca3-a679-70f703ec9f96 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/quotas/effbaa20f9f84bfe95e237f9eeb26843 HTTP/1.1" status: 200 len: 375 time: 0.0347331 Aug 26 10:51:58.143042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'mac_address': 'fa:16:3e:2f:63:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:51:58.168349 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79361e59-eaeb-44ad-86db-d3001f2018ec None None] Pushing event updated for resources: {'Port': ['ID=d3300faa-bb40-4838-a0ed-f03f2a205657,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:58.178244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12671cab-4d3e-4def-9deb-817cdf5c8bce req-56e80443-6f67-48d2-8b9d-72c23de1ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:58.179777 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12671cab-4d3e-4def-9deb-817cdf5c8bce req-56e80443-6f67-48d2-8b9d-72c23de1ec77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=21201419-501d-4c9f-af8b-609f66b7da6e HTTP/1.1" status: 200 len: 845 time: 0.2999570 Aug 26 10:51:58.200496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-42962a7b-89d5-4134-9f68-92d52062a27d tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=effbaa20f9f84bfe95e237f9eeb26843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613489 Aug 26 10:51:58.227091 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c797e060-4ff6-41cc-8325-6306a953d79f req-286ee465-0b66-4e7c-9b7f-b4bb54d9de1b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408296 Aug 26 10:51:58.286281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07021c96-7e77-422d-91a6-fbd6b8d3fb3a req-9061d98a-4ec9-4154-a982-0f38b6bd3026 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342571 Aug 26 10:51:58.342704 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e460a-fd0c-4c47-8484-d17aed8f07f9 None None] New status for floating IP 6042c10e-b660-47da-a3a3-29ac20935264: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:51:58.373333 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12671cab-4d3e-4def-9deb-817cdf5c8bce req-523e9477-2d39-47f3-8a60-37d7ed841b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:58.374990 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12671cab-4d3e-4def-9deb-817cdf5c8bce req-523e9477-2d39-47f3-8a60-37d7ed841b8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d5d0e0a-dfbb-482d-933f-15ee7c259af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764250 Aug 26 10:51:58.418967 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Attempting to bind port d3300faa-bb40-4838-a0ed-f03f2a205657 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:51:58.419780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Attempting to bind port d3300faa-bb40-4838-a0ed-f03f2a205657 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:51:58.420372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Attempting to bind port d3300faa-bb40-4838-a0ed-f03f2a205657 on network b602d0f0-6778-464b-924a-76eb2f211de6 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:51:58.426361 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:58.437497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:51:58.438217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Checking segment: {'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:51:58.438867 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:58.439441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Bound using segment: {'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:51:58.440107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Bound port: d3300faa-bb40-4838-a0ed-f03f2a205657, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:51:58.441234 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:58.470780 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:58.483058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87e683b-3fef-4704-9d6a-17a18526baa9 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:51:58.522512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91c6cfa4-74ec-4348-a107-57d82b626a95 req-243739aa-0281-4522-8c1a-aa44fd0a6222 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 210 time: 0.0798438 Aug 26 10:51:58.557576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27e118-696e-4449-8a29-9bdc1ea536f5 req-b24cb56f-499b-4631-811a-846823a31727 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:58.559148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab27e118-696e-4449-8a29-9bdc1ea536f5 req-b24cb56f-499b-4631-811a-846823a31727 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 945 time: 0.1416490 Aug 26 10:51:58.607088 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b87e683b-3fef-4704-9d6a-17a18526baa9, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b87e683b-3fef-4704-9d6a-17a18526baa9,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:51:58.638750 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:58.662607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab27e118-696e-4449-8a29-9bdc1ea536f5 req-b08cfad2-2cd2-4f41-84d4-82a1a3b2215d tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959344 Aug 26 10:51:58.686252 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12671cab-4d3e-4def-9deb-817cdf5c8bce req-42daa098-2f6d-4b7e-8ebf-3159c3f54904 service neutron] 10.222.0.42 "GET /v2.0/networks/2d5d0e0a-dfbb-482d-933f-15ee7c259af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024654 Aug 26 10:51:58.803617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] For port d3300faa-bb40-4838-a0ed-f03f2a205657, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:51:58.816289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Allocated IP 172.25.1.112 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/15f8e018-42d8-4498-b385-02189b518082) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:51:58.828239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] For port d3300faa-bb40-4838-a0ed-f03f2a205657, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d3300faa-bb40-4838-a0ed-f03f2a205657,segment=NetworkSegment(15f9145b-b851-4344-b514-6ba1edb915cf),segment_id=15f9145b-b851-4344-b514-6ba1edb915cf)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:51:58.867029 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:58.890334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b87e683b-3fef-4704-9d6a-17a18526baa9,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:58.945432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Routers {'f477e147-6107-4a8a-9cd6-a937c140ddf8'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:51:58.946006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f477e147-6107-4a8a-9cd6-a937c140ddf8'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:58.975582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6b2d7-4d04-43c8-87f1-bf59255584b8 req-03a24bda-a677-417a-9454-0c4c1f01f939 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:58.991469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1f6b2d7-4d04-43c8-87f1-bf59255584b8 req-03a24bda-a677-417a-9454-0c4c1f01f939 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 945 time: 0.2212796 Aug 26 10:51:58.993291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45184) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:51:58.996613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['b87e683b-3fef-4704-9d6a-17a18526baa9'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:51:59.010244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-20e9c0f2-9e8e-4fb0-9082-c9825fc1732a tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Request body: {'floatingip': {'port_id': 'cb4d7596-1ad5-481a-8888-921637570461'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:59.111168 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20e9c0f2-9e8e-4fb0-9082-c9825fc1732a tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:59.243975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79361e59-eaeb-44ad-86db-d3001f2018ec None None] Pushing event updated for resources: {'Port': ['ID=d3300faa-bb40-4838-a0ed-f03f2a205657,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:51:59.357642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] Set router f477e147-6107-4a8a-9cd6-a937c140ddf8 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:51:59.436170 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12671cab-4d3e-4def-9deb-817cdf5c8bce req-cf451eab-b5bb-4d41-be48-e60be749e3f6 service neutron] 10.222.0.42 "GET /v2.0/networks/2d5d0e0a-dfbb-482d-933f-15ee7c259af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361357 Aug 26 10:51:59.481661 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-9192d033-e581-4c37-9388-4fa6ffb77c62 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=effbaa20f9f84bfe95e237f9eeb26843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241251 Aug 26 10:51:59.576033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6ee5c-d1d2-414a-b667-e016e49f6144 req-dbbdbfe4-9b28-4b12-9ff1-dd6bfd672be2 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:59.577621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4b6ee5c-d1d2-414a-b667-e016e49f6144 req-dbbdbfe4-9b28-4b12-9ff1-dd6bfd672be2 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 949 time: 0.7323947 Aug 26 10:51:59.628912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6636820-be6f-4036-8857-243e18b7219e req-89e8e06c-6dd4-45c4-83cb-6dc467a71cb7 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:59.637234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6636820-be6f-4036-8857-243e18b7219e req-89e8e06c-6dd4-45c4-83cb-6dc467a71cb7 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 945 time: 0.1372182 Aug 26 10:51:59.676180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:59.706191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd3300faa-bb40-4838-a0ed-f03f2a205657', 'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'mac_address': 'fa:16:3e:ac:4b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:52Z', 'updated_at': '2021-08-26T10:51:58Z', 'revision_number': 4, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'subnets': [{'id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:51:59.730588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-7bf6208e-92c4-4e5c-94ce-adbb01709322 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:51:59.732458 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-7bf6208e-92c4-4e5c-94ce-adbb01709322 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371914 Aug 26 10:51:59.743509 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4b6ee5c-d1d2-414a-b667-e016e49f6144 req-47b1399f-1252-42ad-a365-a25f4100779c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403434 Aug 26 10:51:59.751232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Request body: {'port': {'device_id': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'effbaa20f9f84bfe95e237f9eeb26843'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:51:59.765487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d3875-0c49-4a82-b533-14592dda0ff2 None None] The sync data for ids ['f477e147-6107-4a8a-9cd6-a937c140ddf8'] in n-d-778550-13 is: [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd3300faa-bb40-4838-a0ed-f03f2a205657', 'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'mac_address': 'fa:16:3e:ac:4b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:52Z', 'updated_at': '2021-08-26T10:51:58Z', 'revision_number': 4, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'subnets': [{'id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:51:59.810583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d9ba46e2-b394-4486-b7b2-796d7a5f4f68 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:51:59.816658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6636820-be6f-4036-8857-243e18b7219e req-a49b14a8-e574-4d26-bb2d-678addcf1e4f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784286 Aug 26 10:51:59.877841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20e9c0f2-9e8e-4fb0-9082-c9825fc1732a tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:59.886437 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20e9c0f2-9e8e-4fb0-9082-c9825fc1732a tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:59.942168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:51:59.950174 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:59.955641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:51:59.956114 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:51:59.973158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73bc7adc-5848-451f-b5a1-479ceaa905bd req-7f06b490-d66a-49e3-b1b0-97fdc64973d8 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 210 time: 0.0328007 Aug 26 10:52:00.050201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-0237f342-098d-4a71-869b-d74b2cf0da68 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=effbaa20f9f84bfe95e237f9eeb26843&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260880 Aug 26 10:52:00.072630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:52:00.084067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:52:00.088706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:52:00.090910 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:00.138531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cad855-b9c4-431c-ad24-22e0b872ee58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ba46e2-b394-4486-b7b2-796d7a5f4f68'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:00.143419 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1243a3a0-01aa-4e5a-89d1-8be77be798e2" -d '{"events": [{"server_uuid": "d8cad855-b9c4-431c-ad24-22e0b872ee58", "name": "network-vif-plugged", "status": "completed", "tag": "d9ba46e2-b394-4486-b7b2-796d7a5f4f68"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:00.159342 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-20e9c0f2-9e8e-4fb0-9082-c9825fc1732a tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Floating IP e0b71807-7fd2-4ce0-bd77-a04a961f1dd5 associated. External IP: 172.25.1.97, port: cb4d7596-1ad5-481a-8888-921637570461. Aug 26 10:52:00.189106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Pushing event updated for resources: {'Port': ['ID=15f8e018-42d8-4498-b385-02189b518082,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:00.192508 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Made reservation on behalf of effbaa20f9f84bfe95e237f9eeb26843 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:00.198224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d9ba46e2-b394-4486-b7b2-796d7a5f4f68, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d9ba46e2-b394-4486-b7b2-796d7a5f4f68,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:00.206343 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:00.208681 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:00.265417 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec259e6-f7e3-4e38-8c0f-be62f6fa8423 x-openstack-request-id: req-cec259e6-f7e3-4e38-8c0f-be62f6fa8423 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:00.266289 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cad855-b9c4-431c-ad24-22e0b872ee58", "name": "network-vif-plugged", "status": "completed", "tag": "d9ba46e2-b394-4486-b7b2-796d7a5f4f68", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:00.266546 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cec259e6-f7e3-4e38-8c0f-be62f6fa8423 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:00.266934 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cad855-b9c4-431c-ad24-22e0b872ee58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'code': 200} Aug 26 10:52:00.267254 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:00.281290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d9ba46e2-b394-4486-b7b2-796d7a5f4f68,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:00.356293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-fa66f2e6-cbfa-4474-a2bd-9f5b4d3ba536 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:00.357793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-fa66f2e6-cbfa-4474-a2bd-9f5b4d3ba536 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967751 Aug 26 10:52:00.374449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Request body: {'port': {'device_id': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'effbaa20f9f84bfe95e237f9eeb26843'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:00.423598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80e7a4-a18c-4de6-9374-38c526d3b34a req-7efe7900-09f3-413a-8b50-52974cb4b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:00.425125 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ab80e7a4-a18c-4de6-9374-38c526d3b34a req-7efe7900-09f3-413a-8b50-52974cb4b9fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d8cad855-b9c4-431c-ad24-22e0b872ee58 HTTP/1.1" status: 200 len: 1102 time: 0.1029954 Aug 26 10:52:00.431438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:00.501165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:00.550638 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ab80e7a4-a18c-4de6-9374-38c526d3b34a req-f8f2f064-ade0-44eb-bf0e-a66273a6ca4c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102946 Aug 26 10:52:00.595990 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:00.602857 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:00.727629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:00.769496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d3300faa-bb40-4838-a0ed-f03f2a205657 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:00.839260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port d3300faa-bb40-4838-a0ed-f03f2a205657 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:00.844239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d3300faa-bb40-4838-a0ed-f03f2a205657 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:00.844843 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:00.866171 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:00.881105 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:00.958015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e9c0f2-9e8e-4fb0-9082-c9825fc1732a tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Router caa5fce4-ff0b-44b2-9f54-201a1a433908 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:52:00.992198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Allocated IP 192.168.233.123 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/9058dd85-6e46-4dad-8107-0b3e7ee8d414) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:52:01.009412 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.039428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Pushing event updated for resources: {'Port': ['ID=15f8e018-42d8-4498-b385-02189b518082,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:01.045631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c319ae-4226-4d36-83b5-e7d92da27c66 req-130bd332-b769-422c-b9ee-1736e585eb18 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:01.048683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4c319ae-4226-4d36-83b5-e7d92da27c66 req-130bd332-b769-422c-b9ee-1736e585eb18 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 949 time: 0.1723063 Aug 26 10:52:01.049953 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.055257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Made reservation on behalf of effbaa20f9f84bfe95e237f9eeb26843 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:01.060213 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.068524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.069869 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0d0dae1e-60d8-42bc-8fd7-50139832c07c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5320096 Aug 26 10:52:01.071100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port d3300faa-bb40-4838-a0ed-f03f2a205657, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d3300faa-bb40-4838-a0ed-f03f2a205657,segment=NetworkSegment(15f9145b-b851-4344-b514-6ba1edb915cf),segment_id=15f9145b-b851-4344-b514-6ba1edb915cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:01.087998 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.163876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=d3300faa-bb40-4838-a0ed-f03f2a205657,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:01.257829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.270552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4c319ae-4226-4d36-83b5-e7d92da27c66 req-1e3a15bd-7d3e-475f-80c1-4fa5dbec6844 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054522 Aug 26 10:52:01.274590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Transition to ACTIVE for port object 9058dd85-6e46-4dad-8107-0b3e7ee8d414 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:01.311828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd4091-c523-49e9-9fa7-f3884a4e8b56 req-facc58dd-a08c-4ec0-83c2-bdfefa31d3f9 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:01.313649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71bd4091-c523-49e9-9fa7-f3884a4e8b56 req-facc58dd-a08c-4ec0-83c2-bdfefa31d3f9 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 945 time: 0.2594173 Aug 26 10:52:01.319153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e9c0f2-9e8e-4fb0-9082-c9825fc1732a tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:52:01.326082 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.331235 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b774c9d-918d-4427-bade-4a0a95406ddf None None] Sync routers for ids ['caa5fce4-ff0b-44b2-9f54-201a1a433908'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:52:01.332224 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20e9c0f2-9e8e-4fb0-9082-c9825fc1732a tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.346129 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b774c9d-918d-4427-bade-4a0a95406ddf None None] Routers {'caa5fce4-ff0b-44b2-9f54-201a1a433908'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:52:01.346791 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7b774c9d-918d-4427-bade-4a0a95406ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa5fce4-ff0b-44b2-9f54-201a1a433908'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:52:01.412984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-20e9c0f2-9e8e-4fb0-9082-c9825fc1732a tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "PUT /v2.0/floatingips/e0b71807-7fd2-4ce0-bd77-a04a961f1dd5 HTTP/1.1" status: 200 len: 990 time: 2.4115095 Aug 26 10:52:01.413242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Pushing event updated for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:01.416472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:52:01.417197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'tag': 'cb4d7596-1ad5-481a-8888-921637570461'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:01.418285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:52:01.420179 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669107ff-c091-4cf9-a2a1-e6112d06030c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab87461-8f2e-4617-bb4c-5ffd02219dff", "tag": "cb4d7596-1ad5-481a-8888-921637570461"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:01.427105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:52:01.463168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29781524-ec05-40ba-bc42-78015cb12384 req-0778d8be-cc30-456f-930c-4c52ec0f16e4 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 210 time: 0.0545349 Aug 26 10:52:01.499053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Allocated IP 192.168.233.86 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/8630f929-b3b6-4b70-b2da-5cce36653b05) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:52:01.504647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:01.505756 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.515335 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-7b774c9d-918d-4427-bade-4a0a95406ddf None None] Set router caa5fce4-ff0b-44b2-9f54-201a1a433908 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:52:01.528749 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-187ea79c-c158-4ecc-89b4-47e1d655f192 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7833493 Aug 26 10:52:01.542210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71bd4091-c523-49e9-9fa7-f3884a4e8b56 req-3b5045ea-0155-4f65-a4dc-6b2c63a7d23d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347370 Aug 26 10:52:01.543086 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Request body: {'port': {'device_id': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:01.650924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.697083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-a0c3575a-d98c-415c-9b27-3be422dc2061 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--185285186&fields=id&tenant_id=fc6f6affe1ca4b2f952f1c283d139aec HTTP/1.1" status: 200 len: 267 time: 0.0892253 Aug 26 10:52:01.813712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b87e683b-3fef-4704-9d6a-17a18526baa9 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:01.873621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-798c1928-66d7-4a36-a140-314ae4efdc4c None None] Provisioning for port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:01.879793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-798c1928-66d7-4a36-a140-314ae4efdc4c None None] Provisioning complete for port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:01.880257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-798c1928-66d7-4a36-a140-314ae4efdc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.909263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port b87e683b-3fef-4704-9d6a-17a18526baa9 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:01.920744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port b87e683b-3fef-4704-9d6a-17a18526baa9 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:01.921124 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:01.928336 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7b774c9d-918d-4427-bade-4a0a95406ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'e0b71807-7fd2-4ce0-bd77-a04a961f1dd5', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'port_id': 'cb4d7596-1ad5-481a-8888-921637570461', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'mac_address': 'fa:16:3e:18:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:51:33Z', 'updated_at': '2021-08-26T10:51:59Z', 'revision_number': 1, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41efbb4e-0562-4ae1-a69b-385d3b63975e', 'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'mac_address': 'fa:16:3e:9d:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:30Z', 'revision_number': 5, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'subnets': [{'id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:52:01.944212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-798c1928-66d7-4a36-a140-314ae4efdc4c None None] Port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:52:01.957686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e8859309-f6b8-49a2-8386-e78f59c7b383 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:01.965451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e8859309-f6b8-49a2-8386-e78f59c7b383 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/networks?id=b602d0f0-6778-464b-924a-76eb2f211de6 HTTP/1.1" status: 200 len: 811 time: 0.2672582 Aug 26 10:52:01.967479 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b774c9d-918d-4427-bade-4a0a95406ddf None None] Checking router: caa5fce4-ff0b-44b2-9f54-201a1a433908 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:52:01.985647 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b774c9d-918d-4427-bade-4a0a95406ddf None None] Routers {'caa5fce4-ff0b-44b2-9f54-201a1a433908'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:52:01.988359 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7b774c9d-918d-4427-bade-4a0a95406ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:51:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa5fce4-ff0b-44b2-9f54-201a1a433908'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:52:01.994689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-0b8a1769-7787-458f-bf27-b2849165c819 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/quotas/fc6f6affe1ca4b2f952f1c283d139aec HTTP/1.1" status: 200 len: 375 time: 0.0282664 Aug 26 10:52:02.033123 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e4ca38-d506-4690-be21-cdfb5c3f5ba6 x-openstack-request-id: req-33e4ca38-d506-4690-be21-cdfb5c3f5ba6 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:02.033433 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab87461-8f2e-4617-bb4c-5ffd02219dff", "tag": "cb4d7596-1ad5-481a-8888-921637570461", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:02.033697 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33e4ca38-d506-4690-be21-cdfb5c3f5ba6 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:02.034101 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'tag': 'cb4d7596-1ad5-481a-8888-921637570461', 'status': 'completed', 'code': 200} Aug 26 10:52:02.046182 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.070110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Transition to ACTIVE for port object 8630f929-b3b6-4b70-b2da-5cce36653b05 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:02.081206 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.098618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-6748febb-5aa8-4131-896f-14cc3e2a239e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc6f6affe1ca4b2f952f1c283d139aec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953627 Aug 26 10:52:02.137135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b87e683b-3fef-4704-9d6a-17a18526baa9, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b87e683b-3fef-4704-9d6a-17a18526baa9,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:02.140001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669107ff-c091-4cf9-a2a1-e6112d06030c req-2488667a-d0c6-4cc4-af68-67de8beabdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:02.141803 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-669107ff-c091-4cf9-a2a1-e6112d06030c req-2488667a-d0c6-4cc4-af68-67de8beabdf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f8f1332e5e243b2833795851aa3ca0b&device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 1097 time: 0.0803344 Aug 26 10:52:02.143040 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.196970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b87e683b-3fef-4704-9d6a-17a18526baa9,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:02.237779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0098056b-9862-42b1-b3da-019d7cee42c2 req-78c2e4fc-e342-4597-9182-8e18e6fdd3cd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2090906294&fields=id&tenant_id=053dd40e1c1c49f1b12c523394713a34 HTTP/1.1" status: 200 len: 267 time: 0.1380227 Aug 26 10:52:02.257497 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-7b774c9d-918d-4427-bade-4a0a95406ddf None None] Set router caa5fce4-ff0b-44b2-9f54-201a1a433908 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:52:02.266070 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.267772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74809004-a111-46b5-a6a3-9026c8bb07ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87e683b-3fef-4704-9d6a-17a18526baa9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:02.270684 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1620e07d-d544-4cad-853d-6a221fce9dc7" -d '{"events": [{"server_uuid": "74809004-a111-46b5-a6a3-9026c8bb07ac", "name": "network-vif-plugged", "status": "completed", "tag": "b87e683b-3fef-4704-9d6a-17a18526baa9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:02.309933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669107ff-c091-4cf9-a2a1-e6112d06030c req-43973f4e-f3f8-4d9e-9f79-ae2beebe259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:02.311723 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-669107ff-c091-4cf9-a2a1-e6112d06030c req-43973f4e-f3f8-4d9e-9f79-ae2beebe259c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0d75a0-fd7f-48f7-a993-7c1d938d8056 HTTP/1.1" status: 200 len: 913 time: 0.1631813 Aug 26 10:52:02.319723 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-7af3e220-788a-4388-85b1-ff333179438c service neutron] 10.222.0.21 "GET /v2.0/networks/b602d0f0-6778-464b-924a-76eb2f211de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137756 Aug 26 10:52:02.353811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:52:02.372010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:52:02.374746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:52:02.424929 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-669107ff-c091-4cf9-a2a1-e6112d06030c req-d113cded-7ca1-4816-92f0-1ddc4f5aecf8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7596-1ad5-481a-8888-921637570461 HTTP/1.1" status: 200 len: 998 time: 0.1057131 Aug 26 10:52:02.432291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Pushing event updated for resources: {'Port': ['ID=8630f929-b3b6-4b70-b2da-5cce36653b05,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:02.452758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098056b-9862-42b1-b3da-019d7cee42c2 req-e4526925-71e1-49fe-b835-a4a8400cf437 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:02.455149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0098056b-9862-42b1-b3da-019d7cee42c2 req-e4526925-71e1-49fe-b835-a4a8400cf437 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 945 time: 0.2092338 Aug 26 10:52:02.489227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-0098056b-9862-42b1-b3da-019d7cee42c2 req-fb016440-61b5-4f5d-a9d0-b0065b3bd1ff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'port': {'security_groups': ['9f148647-4d91-45cc-ac9d-adb336180154', '9576da56-60a7-4ad3-93af-757b75773c14']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:02.514512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669107ff-c091-4cf9-a2a1-e6112d06030c req-f033cd29-c7a0-44e0-83b2-924850a31969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:02.516757 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-669107ff-c091-4cf9-a2a1-e6112d06030c req-f033cd29-c7a0-44e0-83b2-924850a31969 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9b7048-2562-4685-b029-b56218fc7f4d HTTP/1.1" status: 200 len: 851 time: 0.0835989 Aug 26 10:52:02.536552 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7b774c9d-918d-4427-bade-4a0a95406ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'e0b71807-7fd2-4ce0-bd77-a04a961f1dd5', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'port_id': 'cb4d7596-1ad5-481a-8888-921637570461', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'mac_address': 'fa:16:3e:18:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:51:33Z', 'updated_at': '2021-08-26T10:51:59Z', 'revision_number': 1, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41efbb4e-0562-4ae1-a69b-385d3b63975e', 'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'mac_address': 'fa:16:3e:9d:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:30Z', 'revision_number': 5, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'subnets': [{'id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:52:02.546135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9058dd85-6e46-4dad-8107-0b3e7ee8d414 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:02.569130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.569569 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b774c9d-918d-4427-bade-4a0a95406ddf None None] The sync data for ids ['caa5fce4-ff0b-44b2-9f54-201a1a433908'] in n-d-778550-13 is: [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'e0b71807-7fd2-4ce0-bd77-a04a961f1dd5', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'port_id': 'cb4d7596-1ad5-481a-8888-921637570461', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'mac_address': 'fa:16:3e:18:50:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:51:33Z', 'updated_at': '2021-08-26T10:51:59Z', 'revision_number': 1, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41efbb4e-0562-4ae1-a69b-385d3b63975e', 'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'mac_address': 'fa:16:3e:9d:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:30Z', 'revision_number': 5, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'subnets': [{'id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:52:02.592881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Transition to ACTIVE for port object 9058dd85-6e46-4dad-8107-0b3e7ee8d414 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:02.600433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669107ff-c091-4cf9-a2a1-e6112d06030c req-e73661fc-05f0-47e0-8da5-a37172297084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:02.602117 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-669107ff-c091-4cf9-a2a1-e6112d06030c req-e73661fc-05f0-47e0-8da5-a37172297084 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0d75a0-fd7f-48f7-a993-7c1d938d8056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742965 Aug 26 10:52:02.603231 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.627237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:02.627903 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.650309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3ecf9b1-a6a9-4c05-b62d-7544ae78696c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2810955 Aug 26 10:52:02.650920 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0098056b-9862-42b1-b3da-019d7cee42c2 req-fb016440-61b5-4f5d-a9d0-b0065b3bd1ff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.675620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Request body: {'port': {'device_id': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:02.688395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e43067f0-b691-43fe-95d5-762cc54538ed None None] Provisioning for port 8630f929-b3b6-4b70-b2da-5cce36653b05 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:02.693196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e43067f0-b691-43fe-95d5-762cc54538ed None None] Provisioning complete for port 8630f929-b3b6-4b70-b2da-5cce36653b05 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:02.693574 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e43067f0-b691-43fe-95d5-762cc54538ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.724635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Pushing event updated for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:02.749847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d3300faa-bb40-4838-a0ed-f03f2a205657 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:02.805176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e43067f0-b691-43fe-95d5-762cc54538ed None None] Port 8630f929-b3b6-4b70-b2da-5cce36653b05 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:52:02.815599 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-669107ff-c091-4cf9-a2a1-e6112d06030c req-3c18abf6-d2d8-4b14-8579-ed85b346e7c2 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0d75a0-fd7f-48f7-a993-7c1d938d8056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045076 Aug 26 10:52:02.837312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d3300faa-bb40-4838-a0ed-f03f2a205657 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:02.838314 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.845975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Attempting to bind port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:52:02.846329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Attempting to bind port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:52:02.846676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Attempting to bind port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:02.866444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e2b69b42-fef0-4a72-9576-143ced14e4fd service neutron] 10.222.0.21 "GET /v2.0/networks/b602d0f0-6778-464b-924a-76eb2f211de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310342 Aug 26 10:52:02.874793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.918232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:52:02.918428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Attempting to bind port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:02.930312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:52:02.930853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:52:02.931580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:52:02.932211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Bound port: 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:52:02.932720 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:02.989925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb63aa6-71fa-45a2-911f-df858fc1b33c None None] New status for floating IP e0b71807-7fd2-4ce0-bd77-a04a961f1dd5: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:52:03.053548 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-669107ff-c091-4cf9-a2a1-e6112d06030c req-cac9a608-b831-4342-b5c0-dd617bfe8d4a service neutron] 10.222.0.47 "GET /v2.0/networks/8c0d75a0-fd7f-48f7-a993-7c1d938d8056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253630 Aug 26 10:52:03.068016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:52:03.073716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:52:03.082366 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:03.125102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:03.125940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:03.127569 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] 10.222.0.47 "PUT /v2.0/ports/9058dd85-6e46-4dad-8107-0b3e7ee8d414 HTTP/1.1" status: 200 len: 1097 time: 1.5897272 Aug 26 10:52:03.130819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:03.130819 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8d9940-a1d5-4229-a35b-12622bdddfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:03.231302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aab062-8b4b-474d-bc99-9dc7016bcb1f service neutron] Pushing event updated for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:03.287756 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-f4b8a7bd-d1f8-45f1-8f51-40530f9509e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:03.291568 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-f4b8a7bd-d1f8-45f1-8f51-40530f9509e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=effbaa20f9f84bfe95e237f9eeb26843&device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 1100 time: 0.0980220 Aug 26 10:52:03.314601 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d13c989-77ce-4fe4-b0e1-033722bbed2c x-openstack-request-id: req-9d13c989-77ce-4fe4-b0e1-033722bbed2c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:03.314888 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74809004-a111-46b5-a6a3-9026c8bb07ac", "name": "network-vif-plugged", "status": "completed", "tag": "b87e683b-3fef-4704-9d6a-17a18526baa9", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:03.315152 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d13c989-77ce-4fe4-b0e1-033722bbed2c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:03.315562 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74809004-a111-46b5-a6a3-9026c8bb07ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'code': 200} Aug 26 10:52:03.375659 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-b7ec544e-c7c3-452d-8c05-394dadc0de9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414 HTTP/1.1" status: 200 len: 217 time: 0.0704200 Aug 26 10:52:03.452457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-0098056b-9862-42b1-b3da-019d7cee42c2 req-fb016440-61b5-4f5d-a9d0-b0065b3bd1ff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] For port b2bc0163-c093-447c-855e-e6ca08772b30, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b2bc0163-c093-447c-855e-e6ca08772b30,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:03.478194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-7485bf65-3406-4366-a345-555f5002f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:03.479847 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-7485bf65-3406-4366-a345-555f5002f4c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0967097 Aug 26 10:52:03.485121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de547e05-942b-4f82-984c-d589c8ac9355 req-036004a9-be2a-42c8-8931-2a1bc39cb02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:03.487264 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-de547e05-942b-4f82-984c-d589c8ac9355 req-036004a9-be2a-42c8-8931-2a1bc39cb02a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 1102 time: 0.0925119 Aug 26 10:52:03.530345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3b6e3-4c46-42eb-ba7d-8cd797a6bdb9 req-bcd4ceb6-46a4-4cd4-9328-b029ecbfa2f6 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:03.532282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5e3b6e3-4c46-42eb-ba7d-8cd797a6bdb9 req-bcd4ceb6-46a4-4cd4-9328-b029ecbfa2f6 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 950 time: 0.1184258 Aug 26 10:52:03.547929 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-de547e05-942b-4f82-984c-d589c8ac9355 req-a0fa0f87-ad39-4db3-ae97-2f34b88b7f15 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513206 Aug 26 10:52:03.551606 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0098056b-9862-42b1-b3da-019d7cee42c2 req-fb016440-61b5-4f5d-a9d0-b0065b3bd1ff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:03.555016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-dd8a4408-c8aa-4a58-803f-d9ae46c46f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:03.556337 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-dd8a4408-c8aa-4a58-803f-d9ae46c46f5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0678120 Aug 26 10:52:03.571399 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0098056b-9862-42b1-b3da-019d7cee42c2 req-fb016440-61b5-4f5d-a9d0-b0065b3bd1ff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:03.584698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b2bc0163-c093-447c-855e-e6ca08772b30'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:03.672560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098056b-9862-42b1-b3da-019d7cee42c2 req-fb016440-61b5-4f5d-a9d0-b0065b3bd1ff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:03.673241 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0098056b-9862-42b1-b3da-019d7cee42c2 req-fb016440-61b5-4f5d-a9d0-b0065b3bd1ff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:03.686356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0098056b-9862-42b1-b3da-019d7cee42c2 req-fb016440-61b5-4f5d-a9d0-b0065b3bd1ff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "PUT /v2.0/ports/b2bc0163-c093-447c-855e-e6ca08772b30 HTTP/1.1" status: 200 len: 981 time: 1.2232022 Aug 26 10:52:03.698869 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-d8a143f5-653c-4c80-b29c-b24db82115ce service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338882 Aug 26 10:52:03.722595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8630f929-b3b6-4b70-b2da-5cce36653b05 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:03.730846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5e3b6e3-4c46-42eb-ba7d-8cd797a6bdb9 req-c53cd983-8929-4c77-affc-492f48882caf tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845798 Aug 26 10:52:03.741755 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:03.745294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb016440-61b5-4f5d-a9d0-b0065b3bd1ff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'Port': ['ID=b2bc0163-c093-447c-855e-e6ca08772b30,revision_number=6']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:03.774089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b2bc0163-c093-447c-855e-e6ca08772b30'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:03.830560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Transition to ACTIVE for port object 8630f929-b3b6-4b70-b2da-5cce36653b05 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:03.831474 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a0c0caa8-d333-4a46-9cdd-2236531c2c79 req-e30c737d-28ad-4e41-9d27-bddd76fc3205 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245735 Aug 26 10:52:03.835228 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:03.894939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3d130-cbeb-433f-966c-365e092d95a3 req-3dc60e6e-fdf8-4461-9d21-fd6055a88f81 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:03.896546 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8cb3d130-cbeb-433f-966c-365e092d95a3 req-3dc60e6e-fdf8-4461-9d21-fd6055a88f81 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 935 time: 0.1248937 Aug 26 10:52:03.948972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Pushing event updated for resources: {'Port': ['ID=8630f929-b3b6-4b70-b2da-5cce36653b05,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:03.998160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8cb3d130-cbeb-433f-966c-365e092d95a3 req-31da05f7-d7c1-40d8-8600-7cafad9ba5b6 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881171 Aug 26 10:52:04.051329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0180409b-b90b-4200-97c7-706935804f86', 'tag': 'b2bc0163-c093-447c-855e-e6ca08772b30'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:04.053669 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d97c1b-cc33-4e28-81d5-b56df54626fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0180409b-b90b-4200-97c7-706935804f86", "tag": "b2bc0163-c093-447c-855e-e6ca08772b30"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:04.104061 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4821123e-1674-414f-99d9-1b684919b6b2 x-openstack-request-id: req-4821123e-1674-414f-99d9-1b684919b6b2 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:04.104362 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:04.104644 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4821123e-1674-414f-99d9-1b684919b6b2 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:04.105090 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'status': 'completed', 'code': 200} Aug 26 10:52:04.185436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d575198-8daa-4439-bb47-fea806fbfa4c req-d629d04d-6ce9-443d-a106-24ba405963be tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 210 time: 0.0779371 Aug 26 10:52:04.186582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Attempting to bind port 8630f929-b3b6-4b70-b2da-5cce36653b05 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:52:04.187450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Attempting to bind port 8630f929-b3b6-4b70-b2da-5cce36653b05 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:52:04.188240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Attempting to bind port 8630f929-b3b6-4b70-b2da-5cce36653b05 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:04.212276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9940-a1d5-4229-a35b-12622bdddfc7 req-fe851972-9dcb-44f0-bfc9-0860879ceaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.216056 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af8d9940-a1d5-4229-a35b-12622bdddfc7 req-fe851972-9dcb-44f0-bfc9-0860879ceaeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=effbaa20f9f84bfe95e237f9eeb26843&device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 1100 time: 0.0839298 Aug 26 10:52:04.227644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Port 8630f929-b3b6-4b70-b2da-5cce36653b05 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:52:04.228173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Attempting to bind port 8630f929-b3b6-4b70-b2da-5cce36653b05 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:04.244781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:52:04.245127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:52:04.245517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:52:04.245965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Bound port: 8630f929-b3b6-4b70-b2da-5cce36653b05, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:52:04.246384 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:04.251212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e50fdb4-0aff-4383-92c0-bd7cf2051b4d req-eb9d3b0d-6c26-47e3-8c29-131519e17e0a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-161100553&fields=id&tenant_id=053dd40e1c1c49f1b12c523394713a34 HTTP/1.1" status: 200 len: 267 time: 0.0588322 Aug 26 10:52:04.252754 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b399d852-1746-4321-b98b-6e2373abaa4a x-openstack-request-id: req-b399d852-1746-4321-b98b-6e2373abaa4a {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:04.253038 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0180409b-b90b-4200-97c7-706935804f86", "tag": "b2bc0163-c093-447c-855e-e6ca08772b30", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:04.253353 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b399d852-1746-4321-b98b-6e2373abaa4a {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:04.253743 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0180409b-b90b-4200-97c7-706935804f86', 'tag': 'b2bc0163-c093-447c-855e-e6ca08772b30', 'status': 'completed', 'code': 200} Aug 26 10:52:04.357646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50fdb4-0aff-4383-92c0-bd7cf2051b4d req-425b00cb-e073-4990-a7c5-55164b267d29 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.359107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e50fdb4-0aff-4383-92c0-bd7cf2051b4d req-425b00cb-e073-4990-a7c5-55164b267d29 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 984 time: 0.0967646 Aug 26 10:52:04.376275 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-3e50fdb4-0aff-4383-92c0-bd7cf2051b4d req-5fe918b9-4fb3-4d42-a232-91e1f9aec771 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'port': {'security_groups': ['9576da56-60a7-4ad3-93af-757b75773c14', '9f148647-4d91-45cc-ac9d-adb336180154', '7af682f5-1f94-4e3d-8407-7130c2ce8e6d']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:04.378376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d97c1b-cc33-4e28-81d5-b56df54626fc req-fd92e81e-bc60-4751-bb40-bd255639ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.379978 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3d97c1b-cc33-4e28-81d5-b56df54626fc req-fd92e81e-bc60-4751-bb40-bd255639ad02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=053dd40e1c1c49f1b12c523394713a34&device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 1136 time: 0.0928411 Aug 26 10:52:04.387363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9940-a1d5-4229-a35b-12622bdddfc7 req-aabb1489-d53b-47bb-9259-8b716718e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.388829 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af8d9940-a1d5-4229-a35b-12622bdddfc7 req-aabb1489-d53b-47bb-9259-8b716718e84c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1628745 Aug 26 10:52:04.407667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] For port 8630f929-b3b6-4b70-b2da-5cce36653b05, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:52:04.436917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] For port 8630f929-b3b6-4b70-b2da-5cce36653b05, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8630f929-b3b6-4b70-b2da-5cce36653b05,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:52:04.459333 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:04.469528 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af8d9940-a1d5-4229-a35b-12622bdddfc7 req-95281045-10dd-4a4b-b3cb-e43153f9f20c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414 HTTP/1.1" status: 200 len: 217 time: 0.0711436 Aug 26 10:52:04.519190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3e50fdb4-0aff-4383-92c0-bd7cf2051b4d req-5fe918b9-4fb3-4d42-a232-91e1f9aec771 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:04.523678 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.524306 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:04.525991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] 10.222.0.47 "PUT /v2.0/ports/8630f929-b3b6-4b70-b2da-5cce36653b05 HTTP/1.1" status: 200 len: 1096 time: 1.8555589 Aug 26 10:52:04.544650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9940-a1d5-4229-a35b-12622bdddfc7 req-908c9f7d-f76c-42a6-a36e-aa4635784226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.546275 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af8d9940-a1d5-4229-a35b-12622bdddfc7 req-908c9f7d-f76c-42a6-a36e-aa4635784226 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0687079 Aug 26 10:52:04.584810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d97c1b-cc33-4e28-81d5-b56df54626fc req-f8840031-4145-457d-b6fa-15f72f6681ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.586301 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3d97c1b-cc33-4e28-81d5-b56df54626fc req-f8840031-4145-457d-b6fa-15f72f6681ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 200 len: 913 time: 0.1965785 Aug 26 10:52:04.603225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a505c9-ea37-4be4-8894-dae48edd078e service neutron] Pushing event updated for resources: {'Port': ['ID=8630f929-b3b6-4b70-b2da-5cce36653b05,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:04.708657 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3d97c1b-cc33-4e28-81d5-b56df54626fc req-51f10d49-237b-4138-817c-d0dc1e384e97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2bc0163-c093-447c-855e-e6ca08772b30 HTTP/1.1" status: 200 len: 217 time: 0.1028249 Aug 26 10:52:04.725921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3f5da1d-adbd-49d6-bb8a-f3ff5a9eca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.728061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a3f5da1d-adbd-49d6-bb8a-f3ff5a9eca03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=effbaa20f9f84bfe95e237f9eeb26843&device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 1099 time: 0.1422307 Aug 26 10:52:04.765652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d9940-a1d5-4229-a35b-12622bdddfc7 req-f063eed4-800e-4ee8-969a-d6682e3a6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.767933 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af8d9940-a1d5-4229-a35b-12622bdddfc7 req-f063eed4-800e-4ee8-969a-d6682e3a6c7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1948864 Aug 26 10:52:04.795809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-3b69679d-3441-4874-ba0e-6da739e4fce8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=8630f929-b3b6-4b70-b2da-5cce36653b05 HTTP/1.1" status: 200 len: 217 time: 0.0554976 Aug 26 10:52:04.861359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d97c1b-cc33-4e28-81d5-b56df54626fc req-6a825737-8295-4f05-8e48-e9477bec1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.863420 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3d97c1b-cc33-4e28-81d5-b56df54626fc req-6a825737-8295-4f05-8e48-e9477bec1185 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63eb8f50-5a58-49f5-96cb-bf75e13dd614 HTTP/1.1" status: 200 len: 852 time: 0.1400852 Aug 26 10:52:04.878489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-cd0d4ccc-3323-49f7-8a92-8deeb4816dbf tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.880660 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-cd0d4ccc-3323-49f7-8a92-8deeb4816dbf tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.42 "GET /v2.0/networks?id=b602d0f0-6778-464b-924a-76eb2f211de6 HTTP/1.1" status: 200 len: 811 time: 0.3278828 Aug 26 10:52:04.916806 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3d97c1b-cc33-4e28-81d5-b56df54626fc req-ba3bd4cf-69de-4fed-b998-a1f8f49fca31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17f0b365-86f9-4ec3-820d-1055c2f246cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349319 Aug 26 10:52:04.919102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-8c474e72-010c-47ec-8334-1b00530f4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:04.920658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-8c474e72-010c-47ec-8334-1b00530f4cc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1062927 Aug 26 10:52:05.027898 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fe6a099b-58da-4bf4-addc-ac37ca81e402 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc6f6affe1ca4b2f952f1c283d139aec HTTP/1.1" status: 200 len: 379 time: 0.1139035 Aug 26 10:52:05.033473 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af8d9940-a1d5-4229-a35b-12622bdddfc7 req-82dc32f5-5a4e-44fd-8448-470d57130e3c service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476490 Aug 26 10:52:05.041647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db75816-1dc6-4eaf-8ad0-fde2c91d89b9 req-f7cb1557-ba4b-441b-bca7-c770d24a29a2 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:05.045147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9db75816-1dc6-4eaf-8ad0-fde2c91d89b9 req-f7cb1557-ba4b-441b-bca7-c770d24a29a2 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 950 time: 0.1217487 Aug 26 10:52:05.063430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Request body: {'port': {'device_id': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'admin_state_up': True, 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'security_groups': ['09c986ea-33c9-438d-93ba-c64b8fdfa9cd']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:05.065548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a5216e69-a70a-4d1e-93fd-d04efce5fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:05.067093 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-a5216e69-a70a-4d1e-93fd-d04efce5fdb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1308858 Aug 26 10:52:05.068984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-3e50fdb4-0aff-4383-92c0-bd7cf2051b4d req-5fe918b9-4fb3-4d42-a232-91e1f9aec771 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] For port b2bc0163-c093-447c-855e-e6ca08772b30, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b2bc0163-c093-447c-855e-e6ca08772b30,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:05.167909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9db75816-1dc6-4eaf-8ad0-fde2c91d89b9 req-2f68e713-99a9-4c06-8494-7050bd9fe112 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164403 Aug 26 10:52:05.190708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3e50fdb4-0aff-4383-92c0-bd7cf2051b4d req-5fe918b9-4fb3-4d42-a232-91e1f9aec771 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:05.205359 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3e50fdb4-0aff-4383-92c0-bd7cf2051b4d req-5fe918b9-4fb3-4d42-a232-91e1f9aec771 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:05.219415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b2bc0163-c093-447c-855e-e6ca08772b30'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:05.296002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50fdb4-0aff-4383-92c0-bd7cf2051b4d req-5fe918b9-4fb3-4d42-a232-91e1f9aec771 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:05.297429 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3e50fdb4-0aff-4383-92c0-bd7cf2051b4d req-5fe918b9-4fb3-4d42-a232-91e1f9aec771 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:05.310000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e50fdb4-0aff-4383-92c0-bd7cf2051b4d req-5fe918b9-4fb3-4d42-a232-91e1f9aec771 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "PUT /v2.0/ports/b2bc0163-c093-447c-855e-e6ca08772b30 HTTP/1.1" status: 200 len: 1020 time: 0.9417803 Aug 26 10:52:05.315263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe918b9-4fb3-4d42-a232-91e1f9aec771 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'Port': ['ID=b2bc0163-c093-447c-855e-e6ca08772b30,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:05.322367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-3e136544-6809-43b4-92da-04d4c072a932 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369080 Aug 26 10:52:05.430577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b2bc0163-c093-447c-855e-e6ca08772b30'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:05.495430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648dbf8-b084-4d84-a7f4-5737ba73f244 req-c9cee26a-ac03-4943-8df2-9694d8130848 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:05.497224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a648dbf8-b084-4d84-a7f4-5737ba73f244 req-c9cee26a-ac03-4943-8df2-9694d8130848 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 947 time: 0.0941443 Aug 26 10:52:05.501557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8eb0994-2a61-45fc-8032-f1519ce4877f req-58c73840-a289-4cfa-a9b0-1181cc8dc98a service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700978 Aug 26 10:52:05.523143 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3d97c1b-cc33-4e28-81d5-b56df54626fc req-a69bd1e1-7ec9-4e31-8d0c-35f4beb3958c service neutron] 10.222.0.47 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798137 Aug 26 10:52:05.594399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a648dbf8-b084-4d84-a7f4-5737ba73f244 req-276703d2-1dd1-4cae-8ecf-529734e8e27c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759456 Aug 26 10:52:05.616086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36852117-a029-4a72-bb3c-273cf67d13ed req-4a9ddf01-bef4-47d6-b063-bd4b5e76ffcd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:05.625663 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36852117-a029-4a72-bb3c-273cf67d13ed req-4a9ddf01-bef4-47d6-b063-bd4b5e76ffcd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cad855-b9c4-431c-ad24-22e0b872ee58 HTTP/1.1" status: 200 len: 950 time: 0.0813425 Aug 26 10:52:05.652421 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af8d9940-a1d5-4229-a35b-12622bdddfc7 req-695ad90a-c657-45d3-b846-fb9257ff8685 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106489 Aug 26 10:52:05.682121 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36852117-a029-4a72-bb3c-273cf67d13ed req-8beb852d-8d6f-4962-a830-3838c14dd93e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546098 Aug 26 10:52:05.744188 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3d97c1b-cc33-4e28-81d5-b56df54626fc req-fd3abe0a-9df9-47a9-a3ed-cb1b15096456 service neutron] 10.222.0.47 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127485 Aug 26 10:52:05.747540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Made reservation on behalf of fc6f6affe1ca4b2f952f1c283d139aec for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:05.749401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04baccb9-a268-4f95-bf50-2431d7c77dd5 req-daf6f4f1-9aca-415d-8ff3-3489a4db9d62 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 210 time: 0.0521193 Aug 26 10:52:05.759819 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:05.833482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f34e7-f3b2-4c84-a959-96fa755ac2b0 req-4f5b3429-6be9-426d-aa5d-04e5adaed1fd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:05.835177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e51f34e7-f3b2-4c84-a959-96fa755ac2b0 req-4f5b3429-6be9-426d-aa5d-04e5adaed1fd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 1023 time: 0.0697472 Aug 26 10:52:05.915895 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e51f34e7-f3b2-4c84-a959-96fa755ac2b0 req-05368ab8-7657-4e2a-8091-655f3c116434 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af682f5-1f94-4e3d-8407-7130c2ce8e6d&id=9576da56-60a7-4ad3-93af-757b75773c14&id=9f148647-4d91-45cc-ac9d-adb336180154 HTTP/1.1" status: 200 len: 6148 time: 0.0744753 Aug 26 10:52:05.941892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Allocated IP 172.20.0.5 (b602d0f0-6778-464b-924a-76eb2f211de6/f06bcaec-0565-4a3a-9c66-76ecc3d98ed9/1d238e1a-04e3-48da-8daa-3aa0752b87a0) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:52:05.945148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-3b12c2dc-0164-4104-b53d-52fd39d46149 req-d3eb40b2-39d5-4d8b-9978-b7bbbda8a08d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'security_group': {'name': ' tempest-securitygroup -213102637 ', 'description': 'tempest-description-532985494'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:05.973166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3b12c2dc-0164-4104-b53d-52fd39d46149 req-d3eb40b2-39d5-4d8b-9978-b7bbbda8a08d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.067925 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3b12c2dc-0164-4104-b53d-52fd39d46149 req-d3eb40b2-39d5-4d8b-9978-b7bbbda8a08d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.072904 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3b12c2dc-0164-4104-b53d-52fd39d46149 req-d3eb40b2-39d5-4d8b-9978-b7bbbda8a08d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.103967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3b12c2dc-0164-4104-b53d-52fd39d46149 req-d3eb40b2-39d5-4d8b-9978-b7bbbda8a08d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.104504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.105264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b12c2dc-0164-4104-b53d-52fd39d46149 req-d3eb40b2-39d5-4d8b-9978-b7bbbda8a08d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.1646411 Aug 26 10:52:06.107134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb40b2-39d5-4d8b-9978-b7bbbda8a08d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffeeff1-354d-481a-8279-b5699cda5b5a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:06.125521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Transition to ACTIVE for port object 1d238e1a-04e3-48da-8daa-3aa0752b87a0 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:06.160528 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.206677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Network b602d0f0-6778-464b-924a-76eb2f211de6 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:52:06.214300 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:52:06.220387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Pushing event updated for resources: {'Port': ['ID=1d238e1a-04e3-48da-8daa-3aa0752b87a0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:06.226461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:52:06.280069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:06.280761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.299066 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-e26cf1a6-3e0a-4c7b-85f9-44917229c893 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2410762 Aug 26 10:52:06.316332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Request body: {'port': {'device_id': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:06.393760 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.459708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'tag': '8630f929-b3b6-4b70-b2da-5cce36653b05'}, {'name': 'network-changed', 'server_uuid': '0180409b-b90b-4200-97c7-706935804f86', 'tag': 'b2bc0163-c093-447c-855e-e6ca08772b30'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:06.461967 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb477fc0-f518-4dc8-ad05-69b8593e76bb" -d '{"events": [{"name": "network-changed", "server_uuid": "682be98e-ff5a-48ed-8b8d-bf1f1773aa7c", "tag": "8630f929-b3b6-4b70-b2da-5cce36653b05"}, {"name": "network-changed", "server_uuid": "0180409b-b90b-4200-97c7-706935804f86", "tag": "b2bc0163-c093-447c-855e-e6ca08772b30"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:06.488056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-397e1ced-7217-4483-8993-9bfb30380610 None None] Provisioning for port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:06.495942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-397e1ced-7217-4483-8993-9bfb30380610 None None] Provisioning complete for port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:06.496692 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-397e1ced-7217-4483-8993-9bfb30380610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.504497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08bbc5-3836-4137-94cd-9e47099ada64 req-6b2c21de-30e7-4487-9cf2-0fbee63ab241 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:06.510339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08bbc5-3836-4137-94cd-9e47099ada64 req-6b2c21de-30e7-4487-9cf2-0fbee63ab241 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:06.512040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b08bbc5-3836-4137-94cd-9e47099ada64 req-6b2c21de-30e7-4487-9cf2-0fbee63ab241 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac&device_id=d8cad855-b9c4-431c-ad24-22e0b872ee58 HTTP/1.1" status: 200 len: 1691 time: 0.3848331 Aug 26 10:52:06.528579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5da5fb2-fba3-409d-9cd6-e062da867bc8 req-4bb129bf-67f4-4eea-be90-2e4b48129c21 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/9ffeeff1-354d-481a-8279-b5699cda5b5a HTTP/1.1" status: 200 len: 1779 time: 0.3921747 Aug 26 10:52:06.538924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-397e1ced-7217-4483-8993-9bfb30380610 None None] Port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:52:06.565836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b08bbc5-3836-4137-94cd-9e47099ada64 req-88d793a9-85d0-464c-aed6-20479a44babd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364902 Aug 26 10:52:06.680557 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7db4fa-4e55-4324-89dd-58e81071d969 x-openstack-request-id: req-5f7db4fa-4e55-4324-89dd-58e81071d969 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:06.680853 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682be98e-ff5a-48ed-8b8d-bf1f1773aa7c", "tag": "8630f929-b3b6-4b70-b2da-5cce36653b05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0180409b-b90b-4200-97c7-706935804f86", "tag": "b2bc0163-c093-447c-855e-e6ca08772b30", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:06.681100 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f7db4fa-4e55-4324-89dd-58e81071d969 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:06.681533 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'tag': '8630f929-b3b6-4b70-b2da-5cce36653b05', 'status': 'completed', 'code': 200} Aug 26 10:52:06.681755 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0180409b-b90b-4200-97c7-706935804f86', 'tag': 'b2bc0163-c093-447c-855e-e6ca08772b30', 'status': 'completed', 'code': 200} Aug 26 10:52:06.716641 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e382f7ce-12c2-4582-9113-e8a7f8e44fbd req-949bd679-523b-43c6-b14a-95ee80f7f85d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/9ffeeff1-354d-481a-8279-b5699cda5b5a HTTP/1.1" status: 200 len: 1779 time: 0.0437045 Aug 26 10:52:06.740371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d238e1a-04e3-48da-8daa-3aa0752b87a0 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:06.749851 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.782261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Transition to ACTIVE for port object 1d238e1a-04e3-48da-8daa-3aa0752b87a0 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:06.785167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-cf905abe-aab0-4486-a451-d86ffff116ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:06.786574 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e382f7ce-12c2-4582-9113-e8a7f8e44fbd req-2aa7993e-1225-4d7f-a71f-6fbe9011952c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.787337 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-cf905abe-aab0-4486-a451-d86ffff116ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=effbaa20f9f84bfe95e237f9eeb26843&device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 1099 time: 0.0808833 Aug 26 10:52:06.789860 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.814452 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e382f7ce-12c2-4582-9113-e8a7f8e44fbd req-2aa7993e-1225-4d7f-a71f-6fbe9011952c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.897001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e00bb-b631-4050-b9dd-d7fb0a327b74 req-d8ad5507-3d04-4d2e-b860-345502fa20c2 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:06.898655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a2e00bb-b631-4050-b9dd-d7fb0a327b74 req-d8ad5507-3d04-4d2e-b860-345502fa20c2 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 947 time: 0.0892210 Aug 26 10:52:06.907510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Pushing event updated for resources: {'Port': ['ID=1d238e1a-04e3-48da-8daa-3aa0752b87a0,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:06.918812 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e382f7ce-12c2-4582-9113-e8a7f8e44fbd req-2aa7993e-1225-4d7f-a71f-6fbe9011952c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.921533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e382f7ce-12c2-4582-9113-e8a7f8e44fbd req-2aa7993e-1225-4d7f-a71f-6fbe9011952c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:06.923950 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e382f7ce-12c2-4582-9113-e8a7f8e44fbd req-2aa7993e-1225-4d7f-a71f-6fbe9011952c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "DELETE /v2.0/security-groups/9ffeeff1-354d-481a-8279-b5699cda5b5a HTTP/1.1" status: 204 len: 173 time: 0.2011576 Aug 26 10:52:06.959559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7993e-1225-4d7f-a71f-6fbe9011952c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffeeff1-354d-481a-8279-b5699cda5b5a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:06.977338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a2e00bb-b631-4050-b9dd-d7fb0a327b74 req-501aff7c-6e05-4a78-81ff-5c6a1ef20c73 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607510 Aug 26 10:52:07.026104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-0e920d9a-f607-4812-983e-36b7c5d19218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.027717 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-0e920d9a-f607-4812-983e-36b7c5d19218 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2272506 Aug 26 10:52:07.038843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Attempting to bind port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:52:07.039218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Attempting to bind port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:52:07.039543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Attempting to bind port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 on network b602d0f0-6778-464b-924a-76eb2f211de6 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:07.044137 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 on network b602d0f0-6778-464b-924a-76eb2f211de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:52:07.044463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Attempting to bind port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 on network b602d0f0-6778-464b-924a-76eb2f211de6 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:07.074929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163204d-b1ac-4579-b99e-ea04318492ad req-6aefa7d1-08a7-4783-a2ee-4136856f2956 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.076606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1163204d-b1ac-4579-b99e-ea04318492ad req-6aefa7d1-08a7-4783-a2ee-4136856f2956 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 1102 time: 0.0739896 Aug 26 10:52:07.085258 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-6db297ca-67f1-48c4-96ce-72b4fef2033d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=8630f929-b3b6-4b70-b2da-5cce36653b05 HTTP/1.1" status: 200 len: 217 time: 0.0384240 Aug 26 10:52:07.086134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:52:07.086510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Checking segment: {'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:52:07.086960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Bound using segment: {'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:52:07.087537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Bound port: 1d238e1a-04e3-48da-8daa-3aa0752b87a0, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f9145b-b851-4344-b514-6ba1edb915cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:52:07.087907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.102520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a723-3df5-47bf-8ec4-e18b3ec78d0f req-0d1733f9-51a8-4103-b835-4611455e78f6 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.103968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93e5a723-3df5-47bf-8ec4-e18b3ec78d0f req-0d1733f9-51a8-4103-b835-4611455e78f6 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 943 time: 0.0648060 Aug 26 10:52:07.146476 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1163204d-b1ac-4579-b99e-ea04318492ad req-785acf16-222a-46ad-b580-a89453ba4511 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613618 Aug 26 10:52:07.166627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9058dd85-6e46-4dad-8107-0b3e7ee8d414 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:52:07.183474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93e5a723-3df5-47bf-8ec4-e18b3ec78d0f req-42c36411-0d11-4fc6-8de8-6e09e802f279 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562687 Aug 26 10:52:07.191827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-e57fdafe-df59-4b13-a175-b1965703b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.193396 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-e57fdafe-df59-4b13-a175-b1965703b2ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0962193 Aug 26 10:52:07.235377 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-d7d620e2-98bc-4f7e-b78c-5151849568d9 req-d929d1dc-d360-457f-98e5-4c69c95568c9 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] show failed (client error): The resource could not be found. Aug 26 10:52:07.238086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7d620e2-98bc-4f7e-b78c-5151849568d9 req-d929d1dc-d360-457f-98e5-4c69c95568c9 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/9ffeeff1-354d-481a-8279-b5699cda5b5a HTTP/1.1" status: 404 len: 352 time: 0.0306251 Aug 26 10:52:07.251873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] For port 1d238e1a-04e3-48da-8daa-3aa0752b87a0, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:52:07.269513 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] For port 1d238e1a-04e3-48da-8daa-3aa0752b87a0, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1d238e1a-04e3-48da-8daa-3aa0752b87a0,segment=NetworkSegment(15f9145b-b851-4344-b514-6ba1edb915cf),segment_id=15f9145b-b851-4344-b514-6ba1edb915cf)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:52:07.276681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-23fe06bf-d079-425e-af7e-baa124e9e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.278618 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-23fe06bf-d079-425e-af7e-baa124e9e692 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679152 Aug 26 10:52:07.280191 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.291773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-59a9d223-5739-4f96-9f5e-ea970cf9f69f req-e5720436-366f-48db-a998-2becac316a9b tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1505404142', 'description': 'tempest-description-799255203'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:07.297133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:07.316787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'mac_address': 'fa:16:3e:86:a7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:52:07.343026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59a9d223-5739-4f96-9f5e-ea970cf9f69f req-e5720436-366f-48db-a998-2becac316a9b tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.362429 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.367804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bb3cc-ac21-4c47-ba2e-2fde3094dbff req-f86489a6-ff09-490a-9874-77b68def182e tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.369720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-997bb3cc-ac21-4c47-ba2e-2fde3094dbff req-f86489a6-ff09-490a-9874-77b68def182e tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d8cad855-b9c4-431c-ad24-22e0b872ee58 HTTP/1.1" status: 200 len: 1102 time: 0.0606275 Aug 26 10:52:07.369879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.370498 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.372250 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] 10.222.0.42 "PUT /v2.0/ports/1d238e1a-04e3-48da-8daa-3aa0752b87a0 HTTP/1.1" status: 200 len: 1092 time: 1.0638568 Aug 26 10:52:07.376538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'tag': '1d238e1a-04e3-48da-8daa-3aa0752b87a0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:07.384811 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b851e90b-89a2-45ca-82c4-e35045e41968", "tag": "1d238e1a-04e3-48da-8daa-3aa0752b87a0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:07.390548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9058dd85-6e46-4dad-8107-0b3e7ee8d414 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:07.435820 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:07.437287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-997bb3cc-ac21-4c47-ba2e-2fde3094dbff req-1839d70e-a1e9-4ec3-9f1e-d522732d19c0 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587099 Aug 26 10:52:07.450192 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.452169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ae1c0-7c5c-41fc-bfc7-99ed01b6993e service neutron] Pushing event updated for resources: {'Port': ['ID=1d238e1a-04e3-48da-8daa-3aa0752b87a0,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:07.478288 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-1f5412a7-80dd-424d-8819-9af984618287 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919878 Aug 26 10:52:07.507554 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59a9d223-5739-4f96-9f5e-ea970cf9f69f req-e5720436-366f-48db-a998-2becac316a9b tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.513292 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59a9d223-5739-4f96-9f5e-ea970cf9f69f req-e5720436-366f-48db-a998-2becac316a9b tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.541797 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:07.566893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5720436-366f-48db-a998-2becac316a9b tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bc0c36-8fba-41d9-94b7-f888cff12e18,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:07.570200 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59a9d223-5739-4f96-9f5e-ea970cf9f69f req-e5720436-366f-48db-a998-2becac316a9b tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.575577 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59a9d223-5739-4f96-9f5e-ea970cf9f69f req-e5720436-366f-48db-a998-2becac316a9b tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2904749 Aug 26 10:52:07.600289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-9435b0cf-7abc-4c04-abf4-31433919ebf4 req-9051fb14-40d8-465f-a676-f00cd767421c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-48292354', 'description': 'tempest-description-357781046'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:07.631336 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9435b0cf-7abc-4c04-abf4-31433919ebf4 req-9051fb14-40d8-465f-a676-f00cd767421c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.633822 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-c7bd2048-697c-44cb-a5a4-ff2ec420e095 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449795 Aug 26 10:52:07.635747 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdab923-1568-4cf6-9dee-ca1165ccaff9 x-openstack-request-id: req-1bdab923-1568-4cf6-9dee-ca1165ccaff9 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:07.636040 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b851e90b-89a2-45ca-82c4-e35045e41968", "tag": "1d238e1a-04e3-48da-8daa-3aa0752b87a0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:07.636295 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bdab923-1568-4cf6-9dee-ca1165ccaff9 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:07.636688 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'tag': '1d238e1a-04e3-48da-8daa-3aa0752b87a0', 'status': 'completed', 'code': 200} Aug 26 10:52:07.641898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-1b3fa374-1fde-4829-9304-5e8b9fd750c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.643775 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-1b3fa374-1fde-4829-9304-5e8b9fd750c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc6f6affe1ca4b2f952f1c283d139aec&device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 1095 time: 0.2184470 Aug 26 10:52:07.708688 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-26d37d15-d92e-46a9-bdd6-5267642275f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d238e1a-04e3-48da-8daa-3aa0752b87a0 HTTP/1.1" status: 200 len: 217 time: 0.0536969 Aug 26 10:52:07.770949 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9435b0cf-7abc-4c04-abf4-31433919ebf4 req-9051fb14-40d8-465f-a676-f00cd767421c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.776062 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9435b0cf-7abc-4c04-abf4-31433919ebf4 req-9051fb14-40d8-465f-a676-f00cd767421c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.786371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-d46a70cb-7048-4f12-973b-ea0105c4330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.788061 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-d46a70cb-7048-4f12-973b-ea0105c4330f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=053dd40e1c1c49f1b12c523394713a34&device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 1175 time: 0.0906506 Aug 26 10:52:07.790219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-34f3cd7a-40fc-4a61-9ae6-d23c3411c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.791828 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-34f3cd7a-40fc-4a61-9ae6-d23c3411c1af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f06bcaec-0565-4a3a-9c66-76ecc3d98ed9 HTTP/1.1" status: 200 len: 850 time: 0.0649755 Aug 26 10:52:07.811978 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9435b0cf-7abc-4c04-abf4-31433919ebf4 req-9051fb14-40d8-465f-a676-f00cd767421c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.813412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9435b0cf-7abc-4c04-abf4-31433919ebf4 req-9051fb14-40d8-465f-a676-f00cd767421c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2192144 Aug 26 10:52:07.824733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051fb14-40d8-465f-a676-f00cd767421c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6e3660-76f1-4ff4-b7e7-15a98eec58f9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:07.874185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9058dd85-6e46-4dad-8107-0b3e7ee8d414'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:07.914414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-312cb59f-81e3-42ff-bbfe-56cb7f68cef4 req-c18af811-314d-4ce8-a321-3acc50b29521 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-881115440', 'description': 'tempest-description-1319307244'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:07.925542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-b5f7e9a0-37b9-48dd-a4ac-f07793ad5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.926880 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-b5f7e9a0-37b9-48dd-a4ac-f07793ad5294 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b602d0f0-6778-464b-924a-76eb2f211de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147623 Aug 26 10:52:07.955802 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-312cb59f-81e3-42ff-bbfe-56cb7f68cef4 req-c18af811-314d-4ce8-a321-3acc50b29521 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:07.960049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-46860fdc-acbc-40bd-9e52-26556c4110d0 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262663 Aug 26 10:52:07.991673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-1d5fe8b9-6d87-4f61-a25e-afd3cdf33e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:07.994701 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-1d5fe8b9-6d87-4f61-a25e-afd3cdf33e47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 200 len: 913 time: 0.1975195 Aug 26 10:52:08.043549 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-859609fa-3531-4bf1-80da-8c8592b8ca37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2bc0163-c093-447c-855e-e6ca08772b30 HTTP/1.1" status: 200 len: 217 time: 0.0386784 Aug 26 10:52:08.113405 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-3d7ce55d-cc85-4b70-8f17-7a6def0967da service neutron] 10.222.0.42 "GET /v2.0/networks/b602d0f0-6778-464b-924a-76eb2f211de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779706 Aug 26 10:52:08.116925 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-ffee9a09-7e13-4c4c-aa90-bb373e1004e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:08.117811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-a23ae503-3b2c-4455-a0cd-ecf64518b293 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:08.118312 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-ffee9a09-7e13-4c4c-aa90-bb373e1004e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63eb8f50-5a58-49f5-96cb-bf75e13dd614 HTTP/1.1" status: 200 len: 852 time: 0.0646782 Aug 26 10:52:08.119342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-a23ae503-3b2c-4455-a0cd-ecf64518b293 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486087 Aug 26 10:52:08.146355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-3fe06684-0640-44c0-ba8d-426bcece5c04 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/quotas/334da8c1f0144b3c9796b8940a5f0bce HTTP/1.1" status: 200 len: 375 time: 0.0205910 Aug 26 10:52:08.158105 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-312cb59f-81e3-42ff-bbfe-56cb7f68cef4 req-c18af811-314d-4ce8-a321-3acc50b29521 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:08.159392 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-06cd164f-52f8-468b-802b-566cb51210b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=17f0b365-86f9-4ec3-820d-1055c2f246cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337391 Aug 26 10:52:08.169299 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-312cb59f-81e3-42ff-bbfe-56cb7f68cef4 req-c18af811-314d-4ce8-a321-3acc50b29521 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:08.221650 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-312cb59f-81e3-42ff-bbfe-56cb7f68cef4 req-c18af811-314d-4ce8-a321-3acc50b29521 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:08.228645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-312cb59f-81e3-42ff-bbfe-56cb7f68cef4 req-c18af811-314d-4ce8-a321-3acc50b29521 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3132887 Aug 26 10:52:08.236794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18af811-314d-4ce8-a321-3acc50b29521 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0718a895-176b-43ca-9f2d-e0b289861e82,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:08.254655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-b81cdbe2-5986-44bb-8d9d-069efde0af61 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000223 Aug 26 10:52:08.307087 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9549923-3d4b-4d35-9de1-a29495384d6c req-19edcb33-b000-4623-b006-13d70f559cbf service neutron] 10.222.0.42 "GET /v2.0/networks/b602d0f0-6778-464b-924a-76eb2f211de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720548 Aug 26 10:52:08.319112 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-e55341a2-f0a3-4ed2-8885-755ea2cb2ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499498 Aug 26 10:52:08.341284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a893-6511-4750-bb69-559d9baf93e2 req-09f04b66-31ef-4f18-adae-2bc72883ddd5 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:08.347944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ce5a893-6511-4750-bb69-559d9baf93e2 req-09f04b66-31ef-4f18-adae-2bc72883ddd5 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 947 time: 0.0698164 Aug 26 10:52:08.384679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ce5a893-6511-4750-bb69-559d9baf93e2 req-5943e0f5-1a6e-4351-8afe-2badedf6b734 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346615 Aug 26 10:52:08.450098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d req-2b54e740-5b75-42dc-93da-ff7e5a871392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:08.451649 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d req-2b54e740-5b75-42dc-93da-ff7e5a871392 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc6f6affe1ca4b2f952f1c283d139aec&device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 1095 time: 0.0741346 Aug 26 10:52:08.458010 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb477fc0-f518-4dc8-ad05-69b8593e76bb req-f8929937-30f1-42a1-9ff5-b00f8c80c295 service neutron] 10.222.0.47 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309719 Aug 26 10:52:08.511391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e83fd5-769b-4430-b3c2-d3c28ac098c5 req-17faf73c-497e-4220-b077-b03e9bd87b16 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:08.515424 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98e83fd5-769b-4430-b3c2-d3c28ac098c5 req-17faf73c-497e-4220-b077-b03e9bd87b16 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 943 time: 0.0592287 Aug 26 10:52:08.554424 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98e83fd5-769b-4430-b3c2-d3c28ac098c5 req-22b8d084-c4b0-4580-84bd-4f722c4e9e73 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343540 Aug 26 10:52:08.564945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d req-9bb2cbaf-4bc7-4e19-9cc9-d4ae4cb3783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:08.566690 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d req-9bb2cbaf-4bc7-4e19-9cc9-d4ae4cb3783e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b602d0f0-6778-464b-924a-76eb2f211de6 HTTP/1.1" status: 200 len: 912 time: 0.1023500 Aug 26 10:52:08.619397 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d req-dca046b5-83e1-4c89-80d1-b9518893efa5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d238e1a-04e3-48da-8daa-3aa0752b87a0 HTTP/1.1" status: 200 len: 217 time: 0.0451810 Aug 26 10:52:08.697649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d req-ed5a521d-5824-4902-84ca-9e851f6d670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:08.699345 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d req-ed5a521d-5824-4902-84ca-9e851f6d670e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f06bcaec-0565-4a3a-9c66-76ecc3d98ed9 HTTP/1.1" status: 200 len: 850 time: 0.0694625 Aug 26 10:52:08.742401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f0c62cf-566d-4b95-adab-34462e7a9926 req-26710819-ae73-40aa-a6dc-8640fd492b34 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=053dd40e1c1c49f1b12c523394713a34 HTTP/1.1" status: 200 len: 10893 time: 0.1614664 Aug 26 10:52:08.768278 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d req-53a348ad-e90d-4cff-98d3-3f63621a0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:08.771294 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d req-53a348ad-e90d-4cff-98d3-3f63621a0223 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b602d0f0-6778-464b-924a-76eb2f211de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633335 Aug 26 10:52:08.802449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f0c62cf-566d-4b95-adab-34462e7a9926 req-30d79ab9-77a4-4896-a4bf-37b67ac7cb83 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/9f148647-4d91-45cc-ac9d-adb336180154 HTTP/1.1" status: 200 len: 2981 time: 0.0527380 Aug 26 10:52:08.853288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f0c62cf-566d-4b95-adab-34462e7a9926 req-0beb0574-5f55-473c-8725-63fbfa82162f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/9f148647-4d91-45cc-ac9d-adb336180154 HTTP/1.1" status: 200 len: 2981 time: 0.0448737 Aug 26 10:52:08.920039 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d req-f1054910-812f-4cfe-a38e-a1797575943a service neutron] 10.222.0.42 "GET /v2.0/networks/b602d0f0-6778-464b-924a-76eb2f211de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376140 Aug 26 10:52:08.955825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0abadb-fbad-4897-b358-872fdea16280 req-1ef5eb43-7f16-4a0e-a3b1-0e524a3745e0 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/77bc0c36-8fba-41d9-94b7-f888cff12e18 HTTP/1.1" status: 200 len: 1800 time: 0.0477526 Aug 26 10:52:09.032963 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7e0abadb-fbad-4897-b358-872fdea16280 req-3f7d2f14-3a2e-4ad6-a817-910dc81c91b8 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.034762 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a67a48e3-97fb-45e9-a1ca-90a7fbffca0d req-9e3a5e18-d0c9-4007-8841-c1f39e983c68 service neutron] 10.222.0.42 "GET /v2.0/networks/b602d0f0-6778-464b-924a-76eb2f211de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025324 Aug 26 10:52:09.062466 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7e0abadb-fbad-4897-b358-872fdea16280 req-3f7d2f14-3a2e-4ad6-a817-910dc81c91b8 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.095602 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2fe5825-9780-4292-8fe5-4fcc8a017a14 req-7472c572-131f-4c44-be14-ed9c5f62c0bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 210 time: 0.0354757 Aug 26 10:52:09.145097 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7e0abadb-fbad-4897-b358-872fdea16280 req-3f7d2f14-3a2e-4ad6-a817-910dc81c91b8 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.148489 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7e0abadb-fbad-4897-b358-872fdea16280 req-3f7d2f14-3a2e-4ad6-a817-910dc81c91b8 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.151265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0abadb-fbad-4897-b358-872fdea16280 req-3f7d2f14-3a2e-4ad6-a817-910dc81c91b8 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "DELETE /v2.0/security-groups/77bc0c36-8fba-41d9-94b7-f888cff12e18 HTTP/1.1" status: 204 len: 173 time: 0.1885157 Aug 26 10:52:09.165624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d2f14-3a2e-4ad6-a817-910dc81c91b8 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bc0c36-8fba-41d9-94b7-f888cff12e18,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:09.169715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8630f929-b3b6-4b70-b2da-5cce36653b05 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:52:09.171929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9058dd85-6e46-4dad-8107-0b3e7ee8d414 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:09.191503 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-de27e3f1-a814-44b2-911a-137d15614bd7 req-f5cfa78e-9bac-4088-8a5a-b21546ab9091 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] show failed (client error): The resource could not be found. Aug 26 10:52:09.191839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-de27e3f1-a814-44b2-911a-137d15614bd7 req-f5cfa78e-9bac-4088-8a5a-b21546ab9091 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/77bc0c36-8fba-41d9-94b7-f888cff12e18 HTTP/1.1" status: 404 len: 352 time: 0.0184002 Aug 26 10:52:09.268483 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-401b28c1-1578-4287-8f86-ab32851957de req-cdbfd588-8979-473f-8c06-a6776f636ad0 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/2f6e3660-76f1-4ff4-b7e7-15a98eec58f9 HTTP/1.1" status: 200 len: 1798 time: 0.0505054 Aug 26 10:52:09.299489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:09.309796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:09.310301 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.349789 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-401b28c1-1578-4287-8f86-ab32851957de req-8ea5345c-47eb-4560-9a5e-c5a93c5cf0e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.360440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8630f929-b3b6-4b70-b2da-5cce36653b05, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8630f929-b3b6-4b70-b2da-5cce36653b05,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:09.376330 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-401b28c1-1578-4287-8f86-ab32851957de req-8ea5345c-47eb-4560-9a5e-c5a93c5cf0e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.379062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '8630f929-b3b6-4b70-b2da-5cce36653b05', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '8630f929-b3b6-4b70-b2da-5cce36653b05', 'mac_address': 'fa:16:3e:56:b3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:52:09.455980 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-401b28c1-1578-4287-8f86-ab32851957de req-8ea5345c-47eb-4560-9a5e-c5a93c5cf0e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.459615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-401b28c1-1578-4287-8f86-ab32851957de req-8ea5345c-47eb-4560-9a5e-c5a93c5cf0e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.461903 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.466936 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-401b28c1-1578-4287-8f86-ab32851957de req-8ea5345c-47eb-4560-9a5e-c5a93c5cf0e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f6e3660-76f1-4ff4-b7e7-15a98eec58f9 HTTP/1.1" status: 204 len: 173 time: 0.1899774 Aug 26 10:52:09.472984 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.496792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5345c-47eb-4560-9a5e-c5a93c5cf0e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6e3660-76f1-4ff4-b7e7-15a98eec58f9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:09.529913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:09.534418 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7253abdc-b9a3-4304-8e4b-37261a28c6e4" -d '{"events": [{"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-plugged", "status": "completed", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:09.539470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8630f929-b3b6-4b70-b2da-5cce36653b05 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:09.565381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:09.571280 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-3497d388-a085-4b6f-85fc-acf06f36b00a req-d79b4d52-e745-4e77-a4f6-b5b7cca5d68d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] show failed (client error): The resource could not be found. Aug 26 10:52:09.578604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.584608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8630f929-b3b6-4b70-b2da-5cce36653b05, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8630f929-b3b6-4b70-b2da-5cce36653b05,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:09.585306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3497d388-a085-4b6f-85fc-acf06f36b00a req-d79b4d52-e745-4e77-a4f6-b5b7cca5d68d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/2f6e3660-76f1-4ff4-b7e7-15a98eec58f9 HTTP/1.1" status: 404 len: 352 time: 0.0458667 Aug 26 10:52:09.607198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c74b5b-6123-48d8-8bfa-0a4820124615 req-9a386ee8-bab4-43b1-b662-bf319e6fc934 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:09.609253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.618610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72c74b5b-6123-48d8-8bfa-0a4820124615 req-9a386ee8-bab4-43b1-b662-bf319e6fc934 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 947 time: 0.1382565 Aug 26 10:52:09.634568 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf11ccd6-d87a-4d70-bd5e-d1c763c575bd x-openstack-request-id: req-bf11ccd6-d87a-4d70-bd5e-d1c763c575bd {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:09.634882 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-plugged", "status": "completed", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:09.635147 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf11ccd6-d87a-4d70-bd5e-d1c763c575bd {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:09.635539 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'code': 200} Aug 26 10:52:09.643110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:09.691690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72c74b5b-6123-48d8-8bfa-0a4820124615 req-e93ce19f-116b-4dca-bbe5-86a10d13c9d7 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716209 Aug 26 10:52:09.720385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8630f929-b3b6-4b70-b2da-5cce36653b05,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:09.780066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f61e60-e55d-4df1-bbe2-327938f0ea71 req-d5ac8160-0c8c-4d48-ae3c-64c6242c5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:09.782160 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86f61e60-e55d-4df1-bbe2-327938f0ea71 req-d5ac8160-0c8c-4d48-ae3c-64c6242c5536 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 1102 time: 0.0453453 Aug 26 10:52:09.798482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73281c66-4251-4b24-97ad-6a58d4f7c513 req-08c34348-da5e-4da8-bfca-eca7720d1c21 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:09.800097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73281c66-4251-4b24-97ad-6a58d4f7c513 req-08c34348-da5e-4da8-bfca-eca7720d1c21 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 943 time: 0.1070836 Aug 26 10:52:09.804014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70496f61-3c89-42c4-aa7b-1e79f5996443 req-cb71cd8f-543f-4b56-a07c-1587235567cf tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/0718a895-176b-43ca-9f2d-e0b289861e82 HTTP/1.1" status: 200 len: 1800 time: 0.0876186 Aug 26 10:52:09.821746 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-86f61e60-e55d-4df1-bbe2-327938f0ea71 req-4337edcf-80e7-43e7-97e2-f4133128cd9e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300200 Aug 26 10:52:09.874128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73281c66-4251-4b24-97ad-6a58d4f7c513 req-c03abb5b-dd8e-4fc6-bb0e-c25104d7ca3b tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677779 Aug 26 10:52:09.896080 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-70496f61-3c89-42c4-aa7b-1e79f5996443 req-3d14284d-cb96-4e86-a8fa-7b9bb4f4f8ac tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.930138 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-70496f61-3c89-42c4-aa7b-1e79f5996443 req-3d14284d-cb96-4e86-a8fa-7b9bb4f4f8ac tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.988988 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-70496f61-3c89-42c4-aa7b-1e79f5996443 req-3d14284d-cb96-4e86-a8fa-7b9bb4f4f8ac tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.993015 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-70496f61-3c89-42c4-aa7b-1e79f5996443 req-3d14284d-cb96-4e86-a8fa-7b9bb4f4f8ac tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:09.994872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70496f61-3c89-42c4-aa7b-1e79f5996443 req-3d14284d-cb96-4e86-a8fa-7b9bb4f4f8ac tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "DELETE /v2.0/security-groups/0718a895-176b-43ca-9f2d-e0b289861e82 HTTP/1.1" status: 204 len: 173 time: 0.1809077 Aug 26 10:52:10.015075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14284d-cb96-4e86-a8fa-7b9bb4f4f8ac tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0718a895-176b-43ca-9f2d-e0b289861e82,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:10.062018 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-f4f42627-522e-401b-913d-936168a9c14a tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434713 Aug 26 10:52:10.063626 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-0317814a-63bc-419d-bf0f-993acb251065 req-c2efdab4-202d-45a3-b051-c259c4946d8e tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] show failed (client error): The resource could not be found. Aug 26 10:52:10.064747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0317814a-63bc-419d-bf0f-993acb251065 req-c2efdab4-202d-45a3-b051-c259c4946d8e tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/0718a895-176b-43ca-9f2d-e0b289861e82 HTTP/1.1" status: 404 len: 352 time: 0.0308559 Aug 26 10:52:10.073466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['8630f929-b3b6-4b70-b2da-5cce36653b05'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:10.200272 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da1ae3e9-3b93-486e-9648-5c04e0966129 req-2bf9a43b-e3f4-4baf-a088-3e102c5741ce tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=053dd40e1c1c49f1b12c523394713a34 HTTP/1.1" status: 200 len: 6148 time: 0.1089501 Aug 26 10:52:10.227973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-27a8986a-fd72-4a8c-bf7d-5deabc32e85f tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:10.227973 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-27a8986a-fd72-4a8c-bf7d-5deabc32e85f tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507211 Aug 26 10:52:10.232986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1571b025-2537-4d92-8657-54d28df66f70 req-ee146dfa-9677-4053-93fd-566d43083262 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 210 time: 0.0413609 Aug 26 10:52:10.243638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Request body: {'port': {'device_id': 'd1bcf2c0-7111-444e-97ed-76dff6259d20', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '334da8c1f0144b3c9796b8940a5f0bce'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:10.298518 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da1ae3e9-3b93-486e-9648-5c04e0966129 req-f70aaa5e-545b-4658-98db-b383d256dc7e tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/9f148647-4d91-45cc-ac9d-adb336180154 HTTP/1.1" status: 200 len: 2981 time: 0.0875406 Aug 26 10:52:10.348725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da1ae3e9-3b93-486e-9648-5c04e0966129 req-a1c562eb-a829-42c7-a428-7173b2862a95 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/9f148647-4d91-45cc-ac9d-adb336180154 HTTP/1.1" status: 200 len: 2981 time: 0.0428710 Aug 26 10:52:10.372332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Made reservation on behalf of 334da8c1f0144b3c9796b8940a5f0bce for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:10.376861 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:10.382071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-702daa64-f3fc-4f1c-b888-4df1967d2d2f req-309518e3-2c07-4b11-8449-c669fe2097bc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1964394432', 'description': 'tempest-description-1825975845'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:10.404288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-702daa64-f3fc-4f1c-b888-4df1967d2d2f req-309518e3-2c07-4b11-8449-c669fe2097bc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:10.483543 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-20407e2a-d28b-4e5d-ac89-74095872efd1 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321121 Aug 26 10:52:10.494983 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-702daa64-f3fc-4f1c-b888-4df1967d2d2f req-309518e3-2c07-4b11-8449-c669fe2097bc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:10.499939 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-702daa64-f3fc-4f1c-b888-4df1967d2d2f req-309518e3-2c07-4b11-8449-c669fe2097bc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:10.533995 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-702daa64-f3fc-4f1c-b888-4df1967d2d2f req-309518e3-2c07-4b11-8449-c669fe2097bc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:10.539455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-702daa64-f3fc-4f1c-b888-4df1967d2d2f req-309518e3-2c07-4b11-8449-c669fe2097bc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1616440 Aug 26 10:52:10.543959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309518e3-2c07-4b11-8449-c669fe2097bc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd0cf82-97ee-4af7-925f-58925fc8f30e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:10.564880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-955186f9-66a0-41d1-88f3-34b1fbf3b18f req-79eb39b7-7ede-4337-8982-a146679bdfff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1529094902', 'description': 'tempest-description-71029785'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:10.589209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-955186f9-66a0-41d1-88f3-34b1fbf3b18f req-79eb39b7-7ede-4337-8982-a146679bdfff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:10.615181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Allocated IP 192.168.233.125 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/c9c4e6c0-c9d8-4b14-9385-1dd49b51f921) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:52:10.676586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-6e95aab6-ccce-485c-9142-4cb011907ac2 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:10.677304 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-955186f9-66a0-41d1-88f3-34b1fbf3b18f req-79eb39b7-7ede-4337-8982-a146679bdfff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:10.677982 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-6e95aab6-ccce-485c-9142-4cb011907ac2 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864052 Aug 26 10:52:10.682206 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-955186f9-66a0-41d1-88f3-34b1fbf3b18f req-79eb39b7-7ede-4337-8982-a146679bdfff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:10.705752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Request body: {'port': {'device_id': 'f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '334da8c1f0144b3c9796b8940a5f0bce'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:10.729857 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-955186f9-66a0-41d1-88f3-34b1fbf3b18f req-79eb39b7-7ede-4337-8982-a146679bdfff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:10.732676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-955186f9-66a0-41d1-88f3-34b1fbf3b18f req-79eb39b7-7ede-4337-8982-a146679bdfff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1730807 Aug 26 10:52:10.746760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb39b7-7ede-4337-8982-a146679bdfff tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5598b784-96b6-4143-9dcc-00a5faf2b2cb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:10.833564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748db7b8-b812-42e8-876a-45b969cb89be req-bd0d619e-085f-4efd-99e7-e2e68c606310 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:10.835214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-748db7b8-b812-42e8-876a-45b969cb89be req-bd0d619e-085f-4efd-99e7-e2e68c606310 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 948 time: 0.0591743 Aug 26 10:52:10.880450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-748db7b8-b812-42e8-876a-45b969cb89be req-0b4234fc-6356-4ee3-80f5-b4d228c6b980 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 Aug 26 10:52:10.914452 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:10.929138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Made reservation on behalf of 334da8c1f0144b3c9796b8940a5f0bce for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:10.932901 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:10.944106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Transition to ACTIVE for port object c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:11.043889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:11.046688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268292f-88ac-480c-b33b-7a86d2979a57 req-7be1980b-2641-4cba-822f-584a6c032fb8 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:11.048869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6268292f-88ac-480c-b33b-7a86d2979a57 req-7be1980b-2641-4cba-822f-584a6c032fb8 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 943 time: 0.0803790 Aug 26 10:52:11.056617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'b87e683b-3fef-4704-9d6a-17a18526baa9'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:11.074523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-db922a12-81ad-4148-9245-49f7845bcce3 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:11.076067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-db922a12-81ad-4148-9245-49f7845bcce3 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/networks?id=17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 200 len: 812 time: 0.1562004 Aug 26 10:52:11.106756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-90d99346-4207-4b79-a052-ca778e9c1c34 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/quotas/053dd40e1c1c49f1b12c523394713a34 HTTP/1.1" status: 200 len: 375 time: 0.0212042 Aug 26 10:52:11.113354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6268292f-88ac-480c-b33b-7a86d2979a57 req-e086b575-657e-49cf-ae0d-e09785b99990 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553215 Aug 26 10:52:11.124290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:52:11.137411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:52:11.137411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:52:11.150697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event updated for resources: {'Port': ['ID=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:11.155305 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Allocated IP 192.168.233.238 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/9de209dd-55eb-4137-bccb-b6e6393c9903) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:52:11.231515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:11.232189 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:11.249750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-be9621ac-8574-4237-b4f2-3f70a77fefbc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=053dd40e1c1c49f1b12c523394713a34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249657 Aug 26 10:52:11.271656 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-91001cee-3c98-48de-893d-53df3e4d4cca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0327921 Aug 26 10:52:11.296726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Request body: {'port': {'device_id': 'd1bcf2c0-7111-444e-97ed-76dff6259d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:11.428467 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-3dab5826-daa4-4581-9f09-5724c83005b4 service neutron] 10.222.0.21 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749485 Aug 26 10:52:11.447551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:11.506433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:11.536905 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:11.551109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b3299df-777d-46b8-8336-a5fd797aab03 req-fe757d5e-47dd-4b9a-af8c-5ce9ada16aa4 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 210 time: 0.0297437 Aug 26 10:52:11.572982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Transition to ACTIVE for port object 9de209dd-55eb-4137-bccb-b6e6393c9903 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:11.601587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-636ca417-c56e-4fb5-a1eb-9f119c75e77d None None] Provisioning for port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:11.619007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-636ca417-c56e-4fb5-a1eb-9f119c75e77d None None] Provisioning complete for port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:11.619436 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-636ca417-c56e-4fb5-a1eb-9f119c75e77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:11.645985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c0ea5fc2-7d49-4e21-96aa-0cedf0d719ca service neutron] 10.222.0.21 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117257 Aug 26 10:52:11.693048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-636ca417-c56e-4fb5-a1eb-9f119c75e77d None None] Port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:52:11.697384 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:11.795589 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:52:11.804100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:52:11.807540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:52:11.818241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event updated for resources: {'Port': ['ID=9de209dd-55eb-4137-bccb-b6e6393c9903,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:11.837772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edaee2b9-66f3-461e-bdd2-6bc38f816149 req-e6de833b-d188-402b-9d5c-68b6c0be7895 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 210 time: 0.0422654 Aug 26 10:52:11.873176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1d238e1a-04e3-48da-8daa-3aa0752b87a0 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:52:11.898674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:11.899417 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:11.939191 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-36978dc2-3455-4fea-849b-235b665e397c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2359827 Aug 26 10:52:11.962030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Request body: {'port': {'device_id': 'f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:12.062584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1d238e1a-04e3-48da-8daa-3aa0752b87a0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1d238e1a-04e3-48da-8daa-3aa0752b87a0,segment=NetworkSegment(15f9145b-b851-4344-b514-6ba1edb915cf),segment_id=15f9145b-b851-4344-b514-6ba1edb915cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:12.063221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:12.065522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eef3a-035e-42e6-85d0-49b014099c54 req-5c6481d8-8cfd-4293-9161-a6dd12f26c9f tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:12.067977 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-115eef3a-035e-42e6-85d0-49b014099c54 req-5c6481d8-8cfd-4293-9161-a6dd12f26c9f tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 948 time: 0.0820718 Aug 26 10:52:12.074623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:12.077460 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:12.082033 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '1d238e1a-04e3-48da-8daa-3aa0752b87a0', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'port_id': '1d238e1a-04e3-48da-8daa-3aa0752b87a0', 'mac_address': 'fa:16:3e:c9:80:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:52:12.107941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Transition to ACTIVE for port object c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:12.134211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-115eef3a-035e-42e6-85d0-49b014099c54 req-75a400cc-39ac-4368-acfe-d43421578cdd tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589035 Aug 26 10:52:12.135443 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:12.144504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:12.159650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'b87e683b-3fef-4704-9d6a-17a18526baa9'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:12.162393 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:12.283802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d238e1a-04e3-48da-8daa-3aa0752b87a0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:12.308640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-44a80f25-5d56-4c6e-91be-aa0cb54b465f None None] Provisioning for port 9de209dd-55eb-4137-bccb-b6e6393c9903 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:12.339644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27500732-e40c-463e-90eb-b391b8ab04ed req-82787f21-d657-4918-b7cc-b7fc2a5de12a tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:12.355155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-44a80f25-5d56-4c6e-91be-aa0cb54b465f None None] Provisioning complete for port 9de209dd-55eb-4137-bccb-b6e6393c9903 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:12.355621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27500732-e40c-463e-90eb-b391b8ab04ed req-82787f21-d657-4918-b7cc-b7fc2a5de12a tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 943 time: 0.1473792 Aug 26 10:52:12.355756 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44a80f25-5d56-4c6e-91be-aa0cb54b465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:12.380080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1d238e1a-04e3-48da-8daa-3aa0752b87a0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1d238e1a-04e3-48da-8daa-3aa0752b87a0,segment=NetworkSegment(15f9145b-b851-4344-b514-6ba1edb915cf),segment_id=15f9145b-b851-4344-b514-6ba1edb915cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:12.438048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27500732-e40c-463e-90eb-b391b8ab04ed req-14b1d6dc-7c94-4d79-b1d6-db32fff7bd2c tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805318 Aug 26 10:52:12.442231 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:12.450397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:12.526599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-44a80f25-5d56-4c6e-91be-aa0cb54b465f None None] Port 9de209dd-55eb-4137-bccb-b6e6393c9903 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:52:12.565504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1d238e1a-04e3-48da-8daa-3aa0752b87a0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:12.782798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d573ee2-430e-455c-b39a-4f427051c266 req-bcf94e33-7f26-4466-9d4b-1fc3e03ea54e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:12.784643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d573ee2-430e-455c-b39a-4f427051c266 req-bcf94e33-7f26-4466-9d4b-1fc3e03ea54e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 936 time: 0.1081023 Aug 26 10:52:12.828969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d573ee2-430e-455c-b39a-4f427051c266 req-d8821ff9-85b2-4697-96c6-92252d97e4f2 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349309 Aug 26 10:52:12.851332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1d238e1a-04e3-48da-8daa-3aa0752b87a0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:12.941800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36eae18f-532c-42fb-8b26-39a09846b814 req-d706f115-152d-406a-bb18-673b75c3a81a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 210 time: 0.0285022 Aug 26 10:52:13.000259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Attempting to bind port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:52:13.000533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Attempting to bind port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:52:13.000829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Attempting to bind port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:13.015190 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:52:13.015514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Attempting to bind port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:13.023539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:52:13.023882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:52:13.024275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:52:13.024717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Bound port: c9c4e6c0-c9d8-4b14-9385-1dd49b51f921, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:52:13.025076 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:13.116741 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de209dd-55eb-4137-bccb-b6e6393c9903 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:13.130553 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:13.157748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] For port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:52:13.161080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Transition to ACTIVE for port object 9de209dd-55eb-4137-bccb-b6e6393c9903 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:13.201427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:13.210134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] For port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:52:13.220880 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8630f929-b3b6-4b70-b2da-5cce36653b05 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:13.256964 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:13.283103 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-236321e2-5c0b-47e8-ab23-297d173144ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:13.288235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dbcc9-9aac-4ee5-ad15-aebfc9678340 req-051467c0-6bea-40c1-8430-b07ba1a200f4 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:13.297116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d46dbcc9-9aac-4ee5-ad15-aebfc9678340 req-051467c0-6bea-40c1-8430-b07ba1a200f4 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 948 time: 0.0878460 Aug 26 10:52:13.312337 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9de209dd-55eb-4137-bccb-b6e6393c9903,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:13.318195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:13.318850 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:13.320283 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] 10.222.0.42 "PUT /v2.0/ports/c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 HTTP/1.1" status: 200 len: 1097 time: 2.0286942 Aug 26 10:52:13.320751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bcf2c0-7111-444e-97ed-76dff6259d20', 'tag': 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:13.323034 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbd891e-7fcd-4a39-80c1-30475f9756dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bcf2c0-7111-444e-97ed-76dff6259d20", "tag": "c9c4e6c0-c9d8-4b14-9385-1dd49b51f921"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:13.336931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 8630f929-b3b6-4b70-b2da-5cce36653b05 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:13.341832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 8630f929-b3b6-4b70-b2da-5cce36653b05 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:13.342505 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:13.399311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d46dbcc9-9aac-4ee5-ad15-aebfc9678340 req-2d995882-d898-406e-b3be-d9871ad8ce71 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925143 Aug 26 10:52:13.452633 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3835e6b3-cd36-4b18-8270-7f75336e68f8 x-openstack-request-id: req-3835e6b3-cd36-4b18-8270-7f75336e68f8 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:13.453552 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bcf2c0-7111-444e-97ed-76dff6259d20", "tag": "c9c4e6c0-c9d8-4b14-9385-1dd49b51f921", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:13.453744 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3835e6b3-cd36-4b18-8270-7f75336e68f8 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:13.454559 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bcf2c0-7111-444e-97ed-76dff6259d20', 'tag': 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921', 'status': 'completed', 'code': 200} Aug 26 10:52:13.466385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-72c4d361-3c33-41ed-ae95-4098e8fc73a3 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:13.468164 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-72c4d361-3c33-41ed-ae95-4098e8fc73a3 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.42 "GET /v2.0/networks?id=17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 200 len: 812 time: 0.3241065 Aug 26 10:52:13.493484 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:13.520600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'port': {'device_id': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd', 'admin_state_up': True, 'tenant_id': '053dd40e1c1c49f1b12c523394713a34'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:13.526124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8630f929-b3b6-4b70-b2da-5cce36653b05'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:13.529799 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb596957-00d6-44b9-be75-5afa7e86b7f2" -d '{"events": [{"server_uuid": "682be98e-ff5a-48ed-8b8d-bf1f1773aa7c", "name": "network-vif-plugged", "status": "completed", "tag": "8630f929-b3b6-4b70-b2da-5cce36653b05"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:13.548091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8630f929-b3b6-4b70-b2da-5cce36653b05, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8630f929-b3b6-4b70-b2da-5cce36653b05,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:13.554131 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:13.623427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8630f929-b3b6-4b70-b2da-5cce36653b05,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:13.634177 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cf6b31-a2b8-46c1-8333-b819f3d66d73 x-openstack-request-id: req-87cf6b31-a2b8-46c1-8333-b819f3d66d73 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:13.634576 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682be98e-ff5a-48ed-8b8d-bf1f1773aa7c", "name": "network-vif-plugged", "status": "completed", "tag": "8630f929-b3b6-4b70-b2da-5cce36653b05", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:13.635265 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87cf6b31-a2b8-46c1-8333-b819f3d66d73 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:13.635829 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8630f929-b3b6-4b70-b2da-5cce36653b05', 'code': 200} Aug 26 10:52:13.653492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f200d11-d595-4ee3-bbcd-5a5832a2a933 req-196988a7-28df-4c79-8544-66c8c5372e04 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:13.660028 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Attempting to bind port 9de209dd-55eb-4137-bccb-b6e6393c9903 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:52:13.660510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Attempting to bind port 9de209dd-55eb-4137-bccb-b6e6393c9903 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:52:13.660877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Attempting to bind port 9de209dd-55eb-4137-bccb-b6e6393c9903 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:13.662473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f200d11-d595-4ee3-bbcd-5a5832a2a933 req-196988a7-28df-4c79-8544-66c8c5372e04 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 944 time: 0.1039059 Aug 26 10:52:13.673292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-ed1d3d37-4c16-4f13-a03d-359c38e725a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:13.674938 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-ed1d3d37-4c16-4f13-a03d-359c38e725a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=d1bcf2c0-7111-444e-97ed-76dff6259d20 HTTP/1.1" status: 200 len: 1100 time: 0.2335439 Aug 26 10:52:13.683231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040087d-eca9-4c99-a24b-b8a11002c8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:13.696596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Port 9de209dd-55eb-4137-bccb-b6e6393c9903 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:52:13.696596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Attempting to bind port 9de209dd-55eb-4137-bccb-b6e6393c9903 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:13.734989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f200d11-d595-4ee3-bbcd-5a5832a2a933 req-ea1b0395-faf7-4382-ad60-28bc45b8f64a tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545058 Aug 26 10:52:13.755883 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-c8666a56-6340-41fa-9f00-3731efb39bc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 HTTP/1.1" status: 200 len: 217 time: 0.0567269 Aug 26 10:52:13.756932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:52:13.757335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:52:13.757818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:52:13.758326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Bound port: 9de209dd-55eb-4137-bccb-b6e6393c9903, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:52:13.758876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:13.921033 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-c70599cd-539d-42b4-b4eb-4104302e98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:13.923184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-c70599cd-539d-42b4-b4eb-4104302e98f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1495569 Aug 26 10:52:13.937709 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c678a0b-421f-4724-9903-d938994fa8c6 req-ec574fb9-12f8-4ec2-8e44-fb9cede0c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:13.939305 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7c678a0b-421f-4724-9903-d938994fa8c6 req-ec574fb9-12f8-4ec2-8e44-fb9cede0c82b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 1101 time: 0.1876130 Aug 26 10:52:13.949738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a7a55-e4d0-4061-bebb-20c0e5a74119 req-96ab8dd1-f5f3-4aba-9094-172a10e5d687 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:13.951520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd9a7a55-e4d0-4061-bebb-20c0e5a74119 req-96ab8dd1-f5f3-4aba-9094-172a10e5d687 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 948 time: 0.0527322 Aug 26 10:52:13.983523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] For port 9de209dd-55eb-4137-bccb-b6e6393c9903, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:52:13.999331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd9a7a55-e4d0-4061-bebb-20c0e5a74119 req-8149c404-998f-436a-9362-b912eacb44d8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Aug 26 10:52:13.999579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Made reservation on behalf of 053dd40e1c1c49f1b12c523394713a34 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:14.003274 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:14.017358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] For port 9de209dd-55eb-4137-bccb-b6e6393c9903, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9de209dd-55eb-4137-bccb-b6e6393c9903,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:52:14.034165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:14.057700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cda4736-1455-400a-a4e9-45d2954a287f req-e7997d07-7df4-41b3-8dd1-801571d4d0cc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 210 time: 0.0273354 Aug 26 10:52:14.082268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-0c72de8c-9457-49e9-8cf0-9063d69aa376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:14.083815 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-0c72de8c-9457-49e9-8cf0-9063d69aa376 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1488245 Aug 26 10:52:14.091925 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7c678a0b-421f-4724-9903-d938994fa8c6 req-baae4212-1a28-4ee1-8251-5c66aac2e8aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401191 Aug 26 10:52:14.143146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:14.143812 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:14.145167 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/9de209dd-55eb-4137-bccb-b6e6393c9903 HTTP/1.1" status: 200 len: 1097 time: 2.1881940 Aug 26 10:52:14.207164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d3174-e2bd-427f-827a-b5fcc38be9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9de209dd-55eb-4137-bccb-b6e6393c9903,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:14.299606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Allocated IP 172.20.0.2 (17f0b365-86f9-4ec3-820d-1055c2f246cd/63eb8f50-5a58-49f5-96cb-bf75e13dd614/1e66c1da-2fdb-4a81-ac2f-55c403d18b1e) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:52:14.302945 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-baf76a3d-f0bb-42d1-a0ae-d6dc50c0df5b service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963325 Aug 26 10:52:14.509185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448098b9-e551-401d-8c98-334f1c82be80 req-d388baf7-0bd6-4a5d-9eeb-8f11340ac67c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:14.510776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-448098b9-e551-401d-8c98-334f1c82be80 req-d388baf7-0bd6-4a5d-9eeb-8f11340ac67c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 949 time: 0.0544267 Aug 26 10:52:14.514915 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-1dcc7b46-5480-435e-bdb7-2dbfe925fa44 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016983 Aug 26 10:52:14.517420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-56a65226-ad00-4a79-b494-5e7e28724fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:14.518897 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-56a65226-ad00-4a79-b494-5e7e28724fa8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 1100 time: 0.1226139 Aug 26 10:52:14.555955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-448098b9-e551-401d-8c98-334f1c82be80 req-f0dd15e1-6035-4d19-962b-270ba5d57220 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380967 Aug 26 10:52:14.575285 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-f20c3ef3-6fc4-4c64-bbc7-5d98d52a3f1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=9de209dd-55eb-4137-bccb-b6e6393c9903 HTTP/1.1" status: 200 len: 217 time: 0.0464549 Aug 26 10:52:14.652220 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:14.685885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-6bec63b0-c86a-4506-b68d-b2a2ccd99876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:14.687930 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-6bec63b0-c86a-4506-b68d-b2a2ccd99876 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0900385 Aug 26 10:52:14.693071 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd891e-7fcd-4a39-80c1-30475f9756dd req-f03710d3-f389-46be-b0a8-350698fff61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:14.694511 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ebbd891e-7fcd-4a39-80c1-30475f9756dd req-f03710d3-f389-46be-b0a8-350698fff61d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=d1bcf2c0-7111-444e-97ed-76dff6259d20 HTTP/1.1" status: 200 len: 1100 time: 0.1149707 Aug 26 10:52:14.813191 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:14.838190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b2bc0163-c093-447c-855e-e6ca08772b30'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:14.852648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-ba4c9825-bb2f-4da4-8d36-1e5b1c61baef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:14.854106 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-ba4c9825-bb2f-4da4-8d36-1e5b1c61baef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1587796 Aug 26 10:52:14.915005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35d88c-ad1a-4975-9cc9-5df172331e96 req-bdc55616-b949-48ab-a885-23f42c5e5cf1 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:14.920565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd891e-7fcd-4a39-80c1-30475f9756dd req-ce8ae01d-c0b8-4baf-a54e-c8d217f0de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:14.921245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da35d88c-ad1a-4975-9cc9-5df172331e96 req-bdc55616-b949-48ab-a885-23f42c5e5cf1 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 944 time: 0.0887814 Aug 26 10:52:14.922571 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ebbd891e-7fcd-4a39-80c1-30475f9756dd req-ce8ae01d-c0b8-4baf-a54e-c8d217f0de63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2174726 Aug 26 10:52:14.934125 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Network 17f0b365-86f9-4ec3-820d-1055c2f246cd is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:52:14.948236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:52:14.954785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'Port': ['ID=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:14.965333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da35d88c-ad1a-4975-9cc9-5df172331e96 req-58f37694-492a-4e90-bdc2-592701adaa2d tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365732 Aug 26 10:52:14.990861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:52:15.014927 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ebbd891e-7fcd-4a39-80c1-30475f9756dd req-4eac76d8-81b7-4175-8608-473d04176edb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 HTTP/1.1" status: 200 len: 217 time: 0.0777287 Aug 26 10:52:15.085561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:15.086134 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:15.112954 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-1dd413b7-b727-4add-8c89-ed9fa8c503a4 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435527 Aug 26 10:52:15.119436 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-a92e2b63-0c76-4bba-b788-5d6aea907cc1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6055281 Aug 26 10:52:15.121010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd891e-7fcd-4a39-80c1-30475f9756dd req-1e4803d6-1a30-43f6-b979-eb1ce16ad02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:15.122433 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ebbd891e-7fcd-4a39-80c1-30475f9756dd req-1e4803d6-1a30-43f6-b979-eb1ce16ad02e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0998993 Aug 26 10:52:15.147472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Request body: {'port': {'device_id': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:15.150660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a692cd-bafb-4aa2-86ad-a6126c218d50 req-aa5fb331-4b39-4dc3-b0a3-e0cd35785143 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:15.152259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54a692cd-bafb-4aa2-86ad-a6126c218d50 req-aa5fb331-4b39-4dc3-b0a3-e0cd35785143 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 948 time: 0.0783064 Aug 26 10:52:15.218046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66c7eb-e54d-48d5-a797-1b0b9028728a req-bd182fe7-87b3-4f6f-a921-11466dcab429 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:15.220842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c66c7eb-e54d-48d5-a797-1b0b9028728a req-bd182fe7-87b3-4f6f-a921-11466dcab429 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 931 time: 0.0867672 Aug 26 10:52:15.233933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54a692cd-bafb-4aa2-86ad-a6126c218d50 req-3f48b53e-2bff-457d-ab8c-2faede5c2c49 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628588 Aug 26 10:52:15.276947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c66c7eb-e54d-48d5-a797-1b0b9028728a req-1b58579e-0db3-4a65-8d55-2a5cd3608a91 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Aug 26 10:52:15.285781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd891e-7fcd-4a39-80c1-30475f9756dd req-781e859f-27e9-4457-ba97-ce4b5c4c5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:15.287329 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ebbd891e-7fcd-4a39-80c1-30475f9756dd req-781e859f-27e9-4457-ba97-ce4b5c4c5671 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448181 Aug 26 10:52:15.292672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:15.320107 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f6c71519-54bc-4403-8f0c-2d7c233802f8 req-9692c6aa-1373-4494-ab1b-7f5158d29aa3 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966619 Aug 26 10:52:15.461160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0', 'tag': '9de209dd-55eb-4137-bccb-b6e6393c9903'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:15.463363 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17ff46c-1dde-4c86-a574-b05db813d3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0", "tag": "9de209dd-55eb-4137-bccb-b6e6393c9903"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:15.497379 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ebbd891e-7fcd-4a39-80c1-30475f9756dd req-25d8aa06-6b49-45a7-a655-bf617594eabf service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912415 Aug 26 10:52:15.501160 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf97079-7da8-4650-b9d2-ab2ae34bb0d3 x-openstack-request-id: req-9bf97079-7da8-4650-b9d2-ab2ae34bb0d3 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:15.501450 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0", "tag": "9de209dd-55eb-4137-bccb-b6e6393c9903", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:15.501709 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bf97079-7da8-4650-b9d2-ab2ae34bb0d3 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:15.502284 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0', 'tag': '9de209dd-55eb-4137-bccb-b6e6393c9903', 'status': 'completed', 'code': 200} Aug 26 10:52:15.673604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ff46c-1dde-4c86-a574-b05db813d3ab req-90d6b935-2713-4ae3-b1eb-33bd0b3ba867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:15.675126 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f17ff46c-1dde-4c86-a574-b05db813d3ab req-90d6b935-2713-4ae3-b1eb-33bd0b3ba867 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 1100 time: 0.1200964 Aug 26 10:52:15.691209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210297c-9ed1-41a9-93a0-bbafae4ff232 req-d4529b2f-adb1-4990-a202-7025b0beaa16 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:15.692989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1210297c-9ed1-41a9-93a0-bbafae4ff232 req-d4529b2f-adb1-4990-a202-7025b0beaa16 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 949 time: 0.0531709 Aug 26 10:52:15.702128 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ebbd891e-7fcd-4a39-80c1-30475f9756dd req-d1b826d5-0c46-49c5-99a5-550829a4fffd service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967194 Aug 26 10:52:15.727109 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-afcabccb-69c3-4251-8efc-6c55c3babbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:15.755542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1210297c-9ed1-41a9-93a0-bbafae4ff232 req-5025dfbe-b939-432b-8efc-f41fea7aff1c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485179 Aug 26 10:52:15.839643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ff46c-1dde-4c86-a574-b05db813d3ab req-22abb192-c07f-471b-9ead-e782dfd94904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:15.841227 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f17ff46c-1dde-4c86-a574-b05db813d3ab req-22abb192-c07f-471b-9ead-e782dfd94904 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1538985 Aug 26 10:52:15.843411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:15.852994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:15.867570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Transition to ACTIVE for port object 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:15.874858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1d238e1a-04e3-48da-8daa-3aa0752b87a0 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:15.907203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:15.916149 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f17ff46c-1dde-4c86-a574-b05db813d3ab req-b214a205-051e-49d2-acea-8f73064b7415 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=9de209dd-55eb-4137-bccb-b6e6393c9903 HTTP/1.1" status: 200 len: 217 time: 0.0501175 Aug 26 10:52:15.928845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:15.937067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:15.938076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:16.003753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Pushing event updated for resources: {'Port': ['ID=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:16.028160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ff46c-1dde-4c86-a574-b05db813d3ab req-5407ce43-d2e8-4415-b1be-d98c75d18545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:16.029674 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f17ff46c-1dde-4c86-a574-b05db813d3ab req-5407ce43-d2e8-4415-b1be-d98c75d18545 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0934331 Aug 26 10:52:16.043383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:16.069132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d238e1a-04e3-48da-8daa-3aa0752b87a0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:16.070519 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993f6b68-be7b-4e94-8ee7-595422b2360f" -d '{"events": [{"server_uuid": "b851e90b-89a2-45ca-82c4-e35045e41968", "name": "network-vif-plugged", "status": "completed", "tag": "1d238e1a-04e3-48da-8daa-3aa0752b87a0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:16.094023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1d238e1a-04e3-48da-8daa-3aa0752b87a0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1d238e1a-04e3-48da-8daa-3aa0752b87a0,segment=NetworkSegment(15f9145b-b851-4344-b514-6ba1edb915cf),segment_id=15f9145b-b851-4344-b514-6ba1edb915cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:16.102056 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:16.118677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ff46c-1dde-4c86-a574-b05db813d3ab req-fead30f5-7abe-46c3-b238-8ce3b9b0a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:16.120248 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f17ff46c-1dde-4c86-a574-b05db813d3ab req-fead30f5-7abe-46c3-b238-8ce3b9b0a88d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659306 Aug 26 10:52:16.121366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Attempting to bind port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:52:16.121705 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Attempting to bind port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '2598edfa-0115-4a71-abab-a0a6b3c81a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:52:16.122031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Attempting to bind port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e on network 17f0b365-86f9-4ec3-820d-1055c2f246cd {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:16.125484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f4418-e180-4e90-8578-06874e201931 req-000a7b56-b49c-455e-b008-4d3f7f53725d tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:16.127392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e on network 17f0b365-86f9-4ec3-820d-1055c2f246cd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:52:16.127725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Attempting to bind port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e on network 17f0b365-86f9-4ec3-820d-1055c2f246cd {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:16.127857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-565f4418-e180-4e90-8578-06874e201931 req-000a7b56-b49c-455e-b008-4d3f7f53725d tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 944 time: 0.0763109 Aug 26 10:52:16.134524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:52:16.134897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Checking segment: {'id': '2598edfa-0115-4a71-abab-a0a6b3c81a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:52:16.135295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Bound using segment: {'id': '2598edfa-0115-4a71-abab-a0a6b3c81a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:52:16.135723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Bound port: 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2598edfa-0115-4a71-abab-a0a6b3c81a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:52:16.136085 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:16.144997 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9e513d-592b-468f-93b7-3054fa823f48 x-openstack-request-id: req-af9e513d-592b-468f-93b7-3054fa823f48 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:16.145290 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b851e90b-89a2-45ca-82c4-e35045e41968", "name": "network-vif-plugged", "status": "completed", "tag": "1d238e1a-04e3-48da-8daa-3aa0752b87a0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:16.145745 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af9e513d-592b-468f-93b7-3054fa823f48 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:16.146344 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d238e1a-04e3-48da-8daa-3aa0752b87a0', 'code': 200} Aug 26 10:52:16.176608 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-565f4418-e180-4e90-8578-06874e201931 req-e864f8f3-dfa9-42e7-97bb-4687580d127e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428104 Aug 26 10:52:16.182060 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:16.193328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1d238e1a-04e3-48da-8daa-3aa0752b87a0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:16.201694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.201694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.202049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.202188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.202512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.202865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.203839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.204172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.204502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.204830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.205158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.205484 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:16.376095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9d3e9-90c0-4c9a-aaa1-714706d61c8b req-38636b76-06ee-4a57-a0ff-55a6ddd17308 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:16.377722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6df9d3e9-90c0-4c9a-aaa1-714706d61c8b req-38636b76-06ee-4a57-a0ff-55a6ddd17308 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 948 time: 0.0692384 Aug 26 10:52:16.442224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca13c2-30e3-4e8a-94b1-4841ebff0b72 req-4b01946a-0b3a-42cf-819e-536fb341914e tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:16.443824 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cca13c2-30e3-4e8a-94b1-4841ebff0b72 req-4b01946a-0b3a-42cf-819e-536fb341914e tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 943 time: 0.0895524 Aug 26 10:52:16.446705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6df9d3e9-90c0-4c9a-aaa1-714706d61c8b req-28efc101-34ac-4b33-ab37-47274de707f6 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550489 Aug 26 10:52:16.486768 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cca13c2-30e3-4e8a-94b1-4841ebff0b72 req-6f8d465a-907e-4d81-bf9f-529addfe7645 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365531 Aug 26 10:52:16.616803 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] For port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:52:16.620104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467981b-318d-41ec-8a3d-1882a24c1712 req-afeb4431-5e90-4360-9ba1-b7bf49a4501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:16.621618 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7467981b-318d-41ec-8a3d-1882a24c1712 req-afeb4431-5e90-4360-9ba1-b7bf49a4501b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 1097 time: 0.0955493 Aug 26 10:52:16.624369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] For port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:52:16.627552 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f17ff46c-1dde-4c86-a574-b05db813d3ab req-a4259909-c1fd-407a-bd93-f6a5e6e16d74 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942715 Aug 26 10:52:16.634841 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:16.731314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:16.731952 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:16.733396 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] 10.222.0.42 "PUT /v2.0/ports/1e66c1da-2fdb-4a81-ac2f-55c403d18b1e HTTP/1.1" status: 200 len: 1092 time: 1.5919995 Aug 26 10:52:16.769940 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7467981b-318d-41ec-8a3d-1882a24c1712 req-066acf15-72a7-4ae7-8268-09d0fdd12207 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405101 Aug 26 10:52:16.778659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e40cf-ed99-41a8-9aff-63cefc4b754e service neutron] Pushing event updated for resources: {'Port': ['ID=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:16.810123 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f17ff46c-1dde-4c86-a574-b05db813d3ab req-60fff566-729e-4ac1-a9b7-f18310b888bc service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716199 Aug 26 10:52:16.881382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b3372-21ed-4199-8434-1efc6cc895a7 req-bd7dabc6-644f-4575-9d0e-2399c2684c17 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:16.882819 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c3b3372-21ed-4199-8434-1efc6cc895a7 req-bd7dabc6-644f-4575-9d0e-2399c2684c17 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 949 time: 0.0502810 Aug 26 10:52:16.921120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c3b3372-21ed-4199-8434-1efc6cc895a7 req-591f75d8-3c32-4765-919f-fea5ff87671b tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Aug 26 10:52:17.045626 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:17.058780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c98f73ab-0b01-46bd-8c64-cc191cc19f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:17.060415 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c98f73ab-0b01-46bd-8c64-cc191cc19f2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053dd40e1c1c49f1b12c523394713a34&device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 1095 time: 0.0487406 Aug 26 10:52:17.109454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898e144-c08a-4c9e-a7c7-0219f38243a8 req-fbea153d-57f0-4c99-ad09-79aa8c698b23 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:17.111989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9898e144-c08a-4c9e-a7c7-0219f38243a8 req-fbea153d-57f0-4c99-ad09-79aa8c698b23 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 950 time: 0.0598259 Aug 26 10:52:17.112486 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-47b60bc9-e9a2-4b65-8b4f-4993c3f7a998 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e HTTP/1.1" status: 200 len: 217 time: 0.0413277 Aug 26 10:52:17.154314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9898e144-c08a-4c9e-a7c7-0219f38243a8 req-355d71a2-287d-43b3-8825-8fe9914cf4d4 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370023 Aug 26 10:52:17.167844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c9f29b78-5fc5-4886-80d8-c42b58c890c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:17.169430 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c9f29b78-5fc5-4886-80d8-c42b58c890c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eb8f50-5a58-49f5-96cb-bf75e13dd614 HTTP/1.1" status: 200 len: 852 time: 0.0489452 Aug 26 10:52:17.207018 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-b2da2a04-fc7a-430e-a7ef-69292d565f8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f0b365-86f9-4ec3-820d-1055c2f246cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258555 Aug 26 10:52:17.302156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9f22-096e-4a59-a28f-38c4ddb9519b req-1d78a72c-930d-4ba8-8df3-1cddb3684424 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:17.307248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c89a9f22-096e-4a59-a28f-38c4ddb9519b req-1d78a72c-930d-4ba8-8df3-1cddb3684424 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 945 time: 0.0548341 Aug 26 10:52:17.315600 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-07c20a02-651d-4bad-af84-b7552f119379 service neutron] 10.222.0.42 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954196 Aug 26 10:52:17.346815 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c89a9f22-096e-4a59-a28f-38c4ddb9519b req-5d448145-6035-446b-afa3-f50f95460667 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367453 Aug 26 10:52:17.412320 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66d947e2-e79b-4fa9-96e8-202dad426abc req-c24dcbaf-e13e-4cc8-9fb8-b761e6278b47 service neutron] 10.222.0.42 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885797 Aug 26 10:52:17.503120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'tag': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:17.508204 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b0a486-5486-49b8-9495-8689537ba830" -d '{"events": [{"name": "network-changed", "server_uuid": "e6152251-9bbd-4dc0-a75c-59d847d6f1b4", "tag": "1e66c1da-2fdb-4a81-ac2f-55c403d18b1e"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:17.587397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482beca5-6cb0-4b8b-954e-056ff9df552d req-9f65c30a-9e90-4afb-a86f-98c3fc7d7dc3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:17.588837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-482beca5-6cb0-4b8b-954e-056ff9df552d req-9f65c30a-9e90-4afb-a86f-98c3fc7d7dc3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 948 time: 0.0580285 Aug 26 10:52:17.658636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd35d3-4bbe-46e2-b6dc-5e9cb7422dbc req-a33e52cf-25b8-47d5-8ac8-5f0855375e15 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:17.660157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5dd35d3-4bbe-46e2-b6dc-5e9cb7422dbc req-a33e52cf-25b8-47d5-8ac8-5f0855375e15 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 943 time: 0.0895436 Aug 26 10:52:17.663120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-482beca5-6cb0-4b8b-954e-056ff9df552d req-07b4748d-c559-41dd-a6db-8f21ed00d0a1 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531836 Aug 26 10:52:17.701328 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5dd35d3-4bbe-46e2-b6dc-5e9cb7422dbc req-5c8b42a4-59de-4a19-8b7c-50c03d2b7aaa tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350413 Aug 26 10:52:17.708001 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c28767-69a5-4ebf-9789-08b775529c78 x-openstack-request-id: req-b5c28767-69a5-4ebf-9789-08b775529c78 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:17.708823 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6152251-9bbd-4dc0-a75c-59d847d6f1b4", "tag": "1e66c1da-2fdb-4a81-ac2f-55c403d18b1e", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:17.708823 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5c28767-69a5-4ebf-9789-08b775529c78 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:17.709479 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'tag': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e', 'status': 'completed', 'code': 200} Aug 26 10:52:17.776488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0a486-5486-49b8-9495-8689537ba830 req-cd8e88c0-dfbc-4b4d-8de9-ae0e4605c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:17.778426 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06b0a486-5486-49b8-9495-8689537ba830 req-cd8e88c0-dfbc-4b4d-8de9-ae0e4605c3fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053dd40e1c1c49f1b12c523394713a34&device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 1095 time: 0.0447416 Aug 26 10:52:17.879635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:52:17.887942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0a486-5486-49b8-9495-8689537ba830 req-b9efe9c5-7fa6-4797-a3d0-eeca4bf2ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:17.889544 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06b0a486-5486-49b8-9495-8689537ba830 req-b9efe9c5-7fa6-4797-a3d0-eeca4bf2ebae service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 200 len: 913 time: 0.0974622 Aug 26 10:52:17.937282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06b0a486-5486-49b8-9495-8689537ba830 req-d37d39ed-a6e9-4ca1-a2fa-89ed5fef873b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e HTTP/1.1" status: 200 len: 217 time: 0.0359132 Aug 26 10:52:17.977206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:17.989981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921', 'mac_address': 'fa:16:3e:48:d2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:52:17.992167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0a486-5486-49b8-9495-8689537ba830 req-bd33f723-3e3d-4607-9d90-bccb01f1fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:17.993677 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06b0a486-5486-49b8-9495-8689537ba830 req-bd33f723-3e3d-4607-9d90-bccb01f1fe4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eb8f50-5a58-49f5-96cb-bf75e13dd614 HTTP/1.1" status: 200 len: 852 time: 0.0491257 Aug 26 10:52:18.028163 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06b0a486-5486-49b8-9495-8689537ba830 req-9aff9802-615b-4052-bb2f-3704ff5a9498 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f0b365-86f9-4ec3-820d-1055c2f246cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263324 Aug 26 10:52:18.028739 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:18.042365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:18.064218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:18.067974 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:18.123855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:18.132766 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06b0a486-5486-49b8-9495-8689537ba830 req-9a8ec1dc-d77c-4062-84f2-c91a7b33adf2 service neutron] 10.222.0.42 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958385 Aug 26 10:52:18.241146 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06b0a486-5486-49b8-9495-8689537ba830 req-6d42323e-e1a0-4d46-aa5c-c7ffa82db04b service neutron] 10.222.0.42 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945036 Aug 26 10:52:18.473471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdfce4-0289-477f-a59d-953d7fc584d0 req-7fba29e0-4f53-4499-a8da-26fe07be00b3 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:18.474997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23cdfce4-0289-477f-a59d-953d7fc584d0 req-7fba29e0-4f53-4499-a8da-26fe07be00b3 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 945 time: 0.0562184 Aug 26 10:52:18.510373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c9c4e6c0-c9d8-4b14-9385-1dd49b51f921'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:18.513597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23cdfce4-0289-477f-a59d-953d7fc584d0 req-556ca538-5c82-4823-bae4-f53f78e1ed10 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328176 Aug 26 10:52:18.641136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af87b11-bc55-4500-99ab-c363956c90aa req-ef3d856a-81e6-4a5f-92b5-cdc09275bcc3 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:18.642807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2af87b11-bc55-4500-99ab-c363956c90aa req-ef3d856a-81e6-4a5f-92b5-cdc09275bcc3 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 945 time: 0.0567105 Aug 26 10:52:18.652626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45572) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:52:18.657850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-00d1a9b8-dc9a-4928-8219-d222a461eff5 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Request body: {'floatingip': {'port_id': '1d238e1a-04e3-48da-8daa-3aa0752b87a0'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:18.698828 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00d1a9b8-dc9a-4928-8219-d222a461eff5 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:18.796564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bae64e-305c-4a84-a20a-1219f6126759 req-dac49bac-33ae-4052-a823-f3f36bde2062 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:18.798617 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15bae64e-305c-4a84-a20a-1219f6126759 req-dac49bac-33ae-4052-a823-f3f36bde2062 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 948 time: 0.0644665 Aug 26 10:52:18.864964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52fdbf-223a-46f4-a808-189985192919 req-aa7c03c7-a0e7-4a3e-bb09-8ebcc21c6aa4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:18.866506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c52fdbf-223a-46f4-a808-189985192919 req-aa7c03c7-a0e7-4a3e-bb09-8ebcc21c6aa4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 943 time: 0.0870976 Aug 26 10:52:18.869559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15bae64e-305c-4a84-a20a-1219f6126759 req-e2d9ab52-0364-4354-a4c3-a2c9fb535cd5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527079 Aug 26 10:52:18.927275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c52fdbf-223a-46f4-a808-189985192919 req-984d3951-ca0f-42f5-962b-8fba80e0d623 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497742 Aug 26 10:52:19.115601 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:19.163185 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00d1a9b8-dc9a-4928-8219-d222a461eff5 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:19.174779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00d1a9b8-dc9a-4928-8219-d222a461eff5 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:19.278144 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-00d1a9b8-dc9a-4928-8219-d222a461eff5 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Floating IP dc0219a1-a4da-4f3e-9859-3910c5dfa453 associated. External IP: 172.25.1.112, port: 1d238e1a-04e3-48da-8daa-3aa0752b87a0. Aug 26 10:52:19.485092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d1a9b8-dc9a-4928-8219-d222a461eff5 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Router f477e147-6107-4a8a-9cd6-a937c140ddf8 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:52:19.596094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d1a9b8-dc9a-4928-8219-d222a461eff5 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:52:19.600618 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00d1a9b8-dc9a-4928-8219-d222a461eff5 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:19.608158 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870d939-91f2-477d-95af-ee67a4754a03 None None] Sync routers for ids ['f477e147-6107-4a8a-9cd6-a937c140ddf8'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:52:19.620936 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870d939-91f2-477d-95af-ee67a4754a03 None None] Routers {'f477e147-6107-4a8a-9cd6-a937c140ddf8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:52:19.621718 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7870d939-91f2-477d-95af-ee67a4754a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:52:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f477e147-6107-4a8a-9cd6-a937c140ddf8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:52:19.629939 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-00d1a9b8-dc9a-4928-8219-d222a461eff5 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "PUT /v2.0/floatingips/dc0219a1-a4da-4f3e-9859-3910c5dfa453 HTTP/1.1" status: 200 len: 991 time: 0.9758372 Aug 26 10:52:19.710961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'tag': '1d238e1a-04e3-48da-8daa-3aa0752b87a0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:19.713541 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f790d18e-a1b2-4bab-9996-2d015d6f4339" -d '{"events": [{"name": "network-changed", "server_uuid": "b851e90b-89a2-45ca-82c4-e35045e41968", "tag": "1d238e1a-04e3-48da-8daa-3aa0752b87a0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:19.733709 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-7870d939-91f2-477d-95af-ee67a4754a03 None None] Set router f477e147-6107-4a8a-9cd6-a937c140ddf8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:52:19.754564 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168ea88e-111e-402f-81af-30d12abf79e3 x-openstack-request-id: req-168ea88e-111e-402f-81af-30d12abf79e3 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:19.754926 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b851e90b-89a2-45ca-82c4-e35045e41968", "tag": "1d238e1a-04e3-48da-8daa-3aa0752b87a0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:19.755188 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-168ea88e-111e-402f-81af-30d12abf79e3 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:19.755619 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'tag': '1d238e1a-04e3-48da-8daa-3aa0752b87a0', 'status': 'completed', 'code': 200} Aug 26 10:52:19.833796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790d18e-a1b2-4bab-9996-2d015d6f4339 req-eb909f73-470e-40dc-a57e-7c072b0925ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:19.835396 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f790d18e-a1b2-4bab-9996-2d015d6f4339 req-eb909f73-470e-40dc-a57e-7c072b0925ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fc6f6affe1ca4b2f952f1c283d139aec&device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 1097 time: 0.0477545 Aug 26 10:52:19.889245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:52:19.893521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:19.963294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790d18e-a1b2-4bab-9996-2d015d6f4339 req-839f65d8-4eda-4f39-93da-5261af60dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:19.966985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f790d18e-a1b2-4bab-9996-2d015d6f4339 req-839f65d8-4eda-4f39-93da-5261af60dde1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b602d0f0-6778-464b-924a-76eb2f211de6 HTTP/1.1" status: 200 len: 912 time: 0.1186748 Aug 26 10:52:20.047365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:20.052981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:20.053366 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:20.056656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae10bd7-6a79-4e4c-ab06-f60df2419138 req-3d848fa7-b4bc-4540-9f0f-795531712f92 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:20.067754 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ae10bd7-6a79-4e4c-ab06-f60df2419138 req-3d848fa7-b4bc-4540-9f0f-795531712f92 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 948 time: 0.0773387 Aug 26 10:52:20.071149 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7870d939-91f2-477d-95af-ee67a4754a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dc0219a1-a4da-4f3e-9859-3910c5dfa453', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'port_id': '1d238e1a-04e3-48da-8daa-3aa0752b87a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'mac_address': 'fa:16:3e:c9:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:52:00Z', 'updated_at': '2021-08-26T10:52:19Z', 'revision_number': 1, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300faa-bb40-4838-a0ed-f03f2a205657', 'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'mac_address': 'fa:16:3e:ac:4b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:52Z', 'updated_at': '2021-08-26T10:52:01Z', 'revision_number': 5, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'subnets': [{'id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:52:20.089405 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f790d18e-a1b2-4bab-9996-2d015d6f4339 req-2e14b871-d74b-4cbd-882b-09940fff8357 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d238e1a-04e3-48da-8daa-3aa0752b87a0 HTTP/1.1" status: 200 len: 999 time: 0.1070993 Aug 26 10:52:20.108177 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870d939-91f2-477d-95af-ee67a4754a03 None None] Checking router: f477e147-6107-4a8a-9cd6-a937c140ddf8 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:52:20.119274 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870d939-91f2-477d-95af-ee67a4754a03 None None] Routers {'f477e147-6107-4a8a-9cd6-a937c140ddf8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:52:20.119512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:20.120653 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7870d939-91f2-477d-95af-ee67a4754a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:52:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f477e147-6107-4a8a-9cd6-a937c140ddf8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:52:20.140156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e', 'network_id': '17f0b365-86f9-4ec3-820d-1055c2f246cd', 'port_id': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e', 'mac_address': 'fa:16:3e:46:16:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63eb8f50-5a58-49f5-96cb-bf75e13dd614', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:52:20.143092 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:20.178258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790d18e-a1b2-4bab-9996-2d015d6f4339 req-c66c4265-a040-4727-a1a4-3e34886a7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:20.180198 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f790d18e-a1b2-4bab-9996-2d015d6f4339 req-c66c4265-a040-4727-a1a4-3e34886a7aa6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f06bcaec-0565-4a3a-9c66-76ecc3d98ed9 HTTP/1.1" status: 200 len: 850 time: 0.0828640 Aug 26 10:52:20.180880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6de165-ef41-46ae-bc69-f9f598debf9c req-ee3761ab-9ac7-46a4-83d9-e17cca82a5ad tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:20.182982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e6de165-ef41-46ae-bc69-f9f598debf9c req-ee3761ab-9ac7-46a4-83d9-e17cca82a5ad tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 943 time: 0.1417837 Aug 26 10:52:20.194184 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ae10bd7-6a79-4e4c-ab06-f60df2419138 req-be2d2d30-77cf-4b3d-bb8e-8ef1e6a935be tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250205 Aug 26 10:52:20.228538 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:20.241333 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:20.257979 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-7870d939-91f2-477d-95af-ee67a4754a03 None None] Set router f477e147-6107-4a8a-9cd6-a937c140ddf8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:52:20.266152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:20.276240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bcf2c0-7111-444e-97ed-76dff6259d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:20.279682 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782ddab6-e6df-4754-8f7f-bed4ad22e3d0" -d '{"events": [{"server_uuid": "d1bcf2c0-7111-444e-97ed-76dff6259d20", "name": "network-vif-plugged", "status": "completed", "tag": "c9c4e6c0-c9d8-4b14-9385-1dd49b51f921"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:20.281179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e6de165-ef41-46ae-bc69-f9f598debf9c req-a9364b03-f864-4328-b43c-a7c39dbcafa1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834391 Aug 26 10:52:20.282106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790d18e-a1b2-4bab-9996-2d015d6f4339 req-8ee9bf59-53a3-47e4-b787-f7de0d0404b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:20.283830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f790d18e-a1b2-4bab-9996-2d015d6f4339 req-8ee9bf59-53a3-47e4-b787-f7de0d0404b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b602d0f0-6778-464b-924a-76eb2f211de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908101 Aug 26 10:52:20.309458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:20.318083 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:20.321182 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:20.359837 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:20.384469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:20.457537 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5087f63-ae83-415f-af6b-7eca956da1c7 x-openstack-request-id: req-a5087f63-ae83-415f-af6b-7eca956da1c7 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:20.457837 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bcf2c0-7111-444e-97ed-76dff6259d20", "name": "network-vif-plugged", "status": "completed", "tag": "c9c4e6c0-c9d8-4b14-9385-1dd49b51f921", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:20.458136 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5087f63-ae83-415f-af6b-7eca956da1c7 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:20.459222 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bcf2c0-7111-444e-97ed-76dff6259d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921', 'code': 200} Aug 26 10:52:20.461742 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f790d18e-a1b2-4bab-9996-2d015d6f4339 req-c9e33dea-33f9-40a6-96df-5c98bcbcd46b service neutron] 10.222.0.42 "GET /v2.0/networks/b602d0f0-6778-464b-924a-76eb2f211de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526256 Aug 26 10:52:20.470714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:20.560960 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7870d939-91f2-477d-95af-ee67a4754a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dc0219a1-a4da-4f3e-9859-3910c5dfa453', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'port_id': '1d238e1a-04e3-48da-8daa-3aa0752b87a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'mac_address': 'fa:16:3e:c9:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:52:00Z', 'updated_at': '2021-08-26T10:52:19Z', 'revision_number': 1, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300faa-bb40-4838-a0ed-f03f2a205657', 'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'mac_address': 'fa:16:3e:ac:4b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:52Z', 'updated_at': '2021-08-26T10:52:01Z', 'revision_number': 5, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'subnets': [{'id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:52:20.587012 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870d939-91f2-477d-95af-ee67a4754a03 None None] The sync data for ids ['f477e147-6107-4a8a-9cd6-a937c140ddf8'] in n-d-778550-13 is: [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dc0219a1-a4da-4f3e-9859-3910c5dfa453', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'port_id': '1d238e1a-04e3-48da-8daa-3aa0752b87a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'mac_address': 'fa:16:3e:c9:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:52:00Z', 'updated_at': '2021-08-26T10:52:19Z', 'revision_number': 1, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300faa-bb40-4838-a0ed-f03f2a205657', 'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'mac_address': 'fa:16:3e:ac:4b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:52Z', 'updated_at': '2021-08-26T10:52:01Z', 'revision_number': 5, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'subnets': [{'id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:52:20.605573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce12928-cafe-4507-8436-fb1edef29773 req-f95436e9-80d0-4c6f-8363-4b94f46d8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:20.607145 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3ce12928-cafe-4507-8436-fb1edef29773 req-f95436e9-80d0-4c6f-8363-4b94f46d8f14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1bcf2c0-7111-444e-97ed-76dff6259d20 HTTP/1.1" status: 200 len: 1102 time: 0.0744503 Aug 26 10:52:20.613699 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f790d18e-a1b2-4bab-9996-2d015d6f4339 req-33707c89-4771-48fd-a4d1-7718fe8aade0 service neutron] 10.222.0.42 "GET /v2.0/networks/b602d0f0-6778-464b-924a-76eb2f211de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372242 Aug 26 10:52:20.647011 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3ce12928-cafe-4507-8436-fb1edef29773 req-a416a18c-4c24-4559-9e9b-64ffddf5b216 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Aug 26 10:52:20.780228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1e66c1da-2fdb-4a81-ac2f-55c403d18b1e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:20.815925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02c168-7c00-40b6-92c6-6e4c91c2a181 None None] New status for floating IP dc0219a1-a4da-4f3e-9859-3910c5dfa453: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:52:21.252772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9de209dd-55eb-4137-bccb-b6e6393c9903 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:52:21.317629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a25eb4-cfe9-4dc2-af64-be040366e42a req-222fc049-4d16-4860-ba45-004b7bc40c14 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:21.319276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4a25eb4-cfe9-4dc2-af64-be040366e42a req-222fc049-4d16-4860-ba45-004b7bc40c14 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 948 time: 0.0603147 Aug 26 10:52:21.354479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9de209dd-55eb-4137-bccb-b6e6393c9903, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9de209dd-55eb-4137-bccb-b6e6393c9903,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:21.366514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '9de209dd-55eb-4137-bccb-b6e6393c9903', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '9de209dd-55eb-4137-bccb-b6e6393c9903', 'mac_address': 'fa:16:3e:14:09:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:52:21.370636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4a25eb4-cfe9-4dc2-af64-be040366e42a req-e00c835c-fb74-4339-bc61-85bbb6b7085a tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 Aug 26 10:52:21.414714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7de5ee-0cd4-47d1-b4ff-fe4373d5b92e req-9f7204c6-01b5-4b3a-ad0f-2917031ca62f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:21.416329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d7de5ee-0cd4-47d1-b4ff-fe4373d5b92e req-9f7204c6-01b5-4b3a-ad0f-2917031ca62f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 944 time: 0.0605710 Aug 26 10:52:21.427751 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:21.454676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de209dd-55eb-4137-bccb-b6e6393c9903 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:21.465798 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d7de5ee-0cd4-47d1-b4ff-fe4373d5b92e req-d3488c71-88f6-4ba3-8534-064a5e1b3449 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Aug 26 10:52:21.502512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9de209dd-55eb-4137-bccb-b6e6393c9903, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9de209dd-55eb-4137-bccb-b6e6393c9903,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:21.509892 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:21.606242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9de209dd-55eb-4137-bccb-b6e6393c9903,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:21.642119 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:52:21.894127 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:22.082546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9de209dd-55eb-4137-bccb-b6e6393c9903'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:22.513194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4096b9-ea87-40ae-922c-da2a3fd6683e req-78e31671-3436-449e-8d6f-88d44065d662 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:22.516429 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f4096b9-ea87-40ae-922c-da2a3fd6683e req-78e31671-3436-449e-8d6f-88d44065d662 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 949 time: 0.0651271 Aug 26 10:52:22.569655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f4096b9-ea87-40ae-922c-da2a3fd6683e req-153f5e56-36d5-452e-96ee-0b6471f786be tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Aug 26 10:52:22.680302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e7a85-7627-49ac-b355-78da0a022e75 req-dde84719-b866-462d-bd76-0ba2048f2447 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:22.681803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-975e7a85-7627-49ac-b355-78da0a022e75 req-dde84719-b866-462d-bd76-0ba2048f2447 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 944 time: 0.0567214 Aug 26 10:52:22.723634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-975e7a85-7627-49ac-b355-78da0a022e75 req-066432cd-964d-447a-b0a7-b8cf6263e050 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342813 Aug 26 10:52:23.267204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9058dd85-6e46-4dad-8107-0b3e7ee8d414 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:52:23.369859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:23.383893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'mac_address': 'fa:16:3e:86:a7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:52:23.424247 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:23.438030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9058dd85-6e46-4dad-8107-0b3e7ee8d414 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:23.458663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:23.464994 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:23.520664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:23.720108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e418d6-0445-42c7-83f7-99f5608f7786 req-632c2552-4fc7-4c95-a3af-d36b57e28911 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:23.721744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5e418d6-0445-42c7-83f7-99f5608f7786 req-632c2552-4fc7-4c95-a3af-d36b57e28911 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 949 time: 0.0584993 Aug 26 10:52:23.780322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5e418d6-0445-42c7-83f7-99f5608f7786 req-321b6997-4dc7-41b7-87fa-7e1c1b698b38 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470939 Aug 26 10:52:23.847050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9058dd85-6e46-4dad-8107-0b3e7ee8d414'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:23.897428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:23.903622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa775fb9-62bb-4760-a500-fd7c2ce3b507 req-54a26cb9-170c-4dd6-adc1-8df947a7fbe2 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:23.907718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa775fb9-62bb-4760-a500-fd7c2ce3b507 req-54a26cb9-170c-4dd6-adc1-8df947a7fbe2 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 944 time: 0.0810778 Aug 26 10:52:23.958413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa775fb9-62bb-4760-a500-fd7c2ce3b507 req-2d5b3f3f-302b-47d4-b2cb-7cdd7c8ddec5 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406611 Aug 26 10:52:24.062648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:24.085770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:24.086383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:24.240158 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:24.264919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:24.267870 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b46b57-e186-4bbf-87cc-05174e90742a" -d '{"events": [{"server_uuid": "e6152251-9bbd-4dc0-a75c-59d847d6f1b4", "name": "network-vif-plugged", "status": "completed", "tag": "1e66c1da-2fdb-4a81-ac2f-55c403d18b1e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:24.283316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:24.288906 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:24.316388 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f86e877-5a71-4f7c-afff-7e863c0c03cd x-openstack-request-id: req-8f86e877-5a71-4f7c-afff-7e863c0c03cd {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:24.316723 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6152251-9bbd-4dc0-a75c-59d847d6f1b4", "name": "network-vif-plugged", "status": "completed", "tag": "1e66c1da-2fdb-4a81-ac2f-55c403d18b1e", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:24.317024 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f86e877-5a71-4f7c-afff-7e863c0c03cd {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:24.317453 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e', 'code': 200} Aug 26 10:52:24.352274 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:24.436658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229790e-a786-431c-aab7-06fbfec6f685 req-7aa66bd7-d36f-4c8f-9d91-2791ae2ae725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:24.438717 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a229790e-a786-431c-aab7-06fbfec6f685 req-7aa66bd7-d36f-4c8f-9d91-2791ae2ae725 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0443611 Aug 26 10:52:24.478259 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a229790e-a786-431c-aab7-06fbfec6f685 req-50bd5bc1-95b2-4a83-b32a-3189084c475f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308144 Aug 26 10:52:24.924788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac471743-f168-4d35-bfac-204695aaa0cc req-0d6c20f0-9e7e-431e-adcf-407d0c5789f3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:24.926412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac471743-f168-4d35-bfac-204695aaa0cc req-0d6c20f0-9e7e-431e-adcf-407d0c5789f3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 949 time: 0.0608563 Aug 26 10:52:24.978572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac471743-f168-4d35-bfac-204695aaa0cc req-441f6dfa-1291-4d8d-a0cb-01b83c07dd5a tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442984 Aug 26 10:52:25.135469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6ebfd-606a-4ade-afb9-6ceead35dfcf req-586db28b-a260-43a9-ac17-92e7d122b373 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:25.138232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eb6ebfd-606a-4ade-afb9-6ceead35dfcf req-586db28b-a260-43a9-ac17-92e7d122b373 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0845616 Aug 26 10:52:25.202477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eb6ebfd-606a-4ade-afb9-6ceead35dfcf req-44cc90e3-f90f-4084-94bf-d7be315add4a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570784 Aug 26 10:52:25.281720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9058dd85-6e46-4dad-8107-0b3e7ee8d414 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:25.336533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:25.336902 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:25.543447 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:25.579799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:25.585020 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:25.586153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9de209dd-55eb-4137-bccb-b6e6393c9903 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:25.669258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:25.687412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 9de209dd-55eb-4137-bccb-b6e6393c9903 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:25.692242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 9de209dd-55eb-4137-bccb-b6e6393c9903 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:25.692674 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:25.779271 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:25.821305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9de209dd-55eb-4137-bccb-b6e6393c9903, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9de209dd-55eb-4137-bccb-b6e6393c9903,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:25.827076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:25.887919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9de209dd-55eb-4137-bccb-b6e6393c9903,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:26.173166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dedf8-6d72-401a-9388-9eaf62c3edf3 req-2893807d-34da-4938-8512-ac1d02c2a918 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:26.179176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e2dedf8-6d72-401a-9388-9eaf62c3edf3 req-2893807d-34da-4938-8512-ac1d02c2a918 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 950 time: 0.0851364 Aug 26 10:52:26.223627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e2dedf8-6d72-401a-9388-9eaf62c3edf3 req-b9f96656-2d15-4526-ae4e-f08d1d40525e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Aug 26 10:52:26.318701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414'}, {'server_uuid': 'f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de209dd-55eb-4137-bccb-b6e6393c9903'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:26.321585 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0117bff-575f-4aca-8226-3eee9b9d4a9e" -d '{"events": [{"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-plugged", "status": "completed", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414"}, {"server_uuid": "f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0", "name": "network-vif-plugged", "status": "completed", "tag": "9de209dd-55eb-4137-bccb-b6e6393c9903"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:26.363049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee121-47fd-4b1a-9f6f-b1b5c9dff0a1 req-b4a6c95c-b372-419b-8b2f-97efe9e5404e tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:26.365468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29bee121-47fd-4b1a-9f6f-b1b5c9dff0a1 req-b4a6c95c-b372-419b-8b2f-97efe9e5404e tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 945 time: 0.0699871 Aug 26 10:52:26.387426 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e070d053-18ea-43c4-a24a-2d4cf9647f49 x-openstack-request-id: req-e070d053-18ea-43c4-a24a-2d4cf9647f49 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:26.387735 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-plugged", "status": "completed", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414", "code": 200}, {"server_uuid": "f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0", "name": "network-vif-plugged", "status": "completed", "tag": "9de209dd-55eb-4137-bccb-b6e6393c9903", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:26.388000 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e070d053-18ea-43c4-a24a-2d4cf9647f49 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:26.388401 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'code': 200} Aug 26 10:52:26.388661 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de209dd-55eb-4137-bccb-b6e6393c9903', 'code': 200} Aug 26 10:52:26.419841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29bee121-47fd-4b1a-9f6f-b1b5c9dff0a1 req-74716fe7-455b-420b-8daf-77e93ea33d70 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Aug 26 10:52:26.544187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce6c2a-be88-45cb-8c24-1e93df8488f6 req-30d28ea7-1d5f-40ec-8d70-50f8ecfdbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:26.546416 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-00ce6c2a-be88-45cb-8c24-1e93df8488f6 req-30d28ea7-1d5f-40ec-8d70-50f8ecfdbdcc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 1102 time: 0.0685520 Aug 26 10:52:26.552215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee541123-70b9-4b6d-b812-8fb5e1181912 req-716a464f-1827-4232-8f6d-038e8ee9f490 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1964394432&fields=id&tenant_id=053dd40e1c1c49f1b12c523394713a34 HTTP/1.1" status: 200 len: 267 time: 0.0583014 Aug 26 10:52:26.621786 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-00ce6c2a-be88-45cb-8c24-1e93df8488f6 req-52d750a7-c99a-4e0f-8939-b1d21212855d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609684 Aug 26 10:52:26.660541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee541123-70b9-4b6d-b812-8fb5e1181912 req-90784338-7288-483f-8e36-e9a8cf82effe tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:26.663331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee541123-70b9-4b6d-b812-8fb5e1181912 req-90784338-7288-483f-8e36-e9a8cf82effe tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 945 time: 0.1044745 Aug 26 10:52:26.683369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-ee541123-70b9-4b6d-b812-8fb5e1181912 req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'port': {'security_groups': ['9f148647-4d91-45cc-ac9d-adb336180154', '8dd0cf82-97ee-4af7-925f-58925fc8f30e']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:26.809078 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ee541123-70b9-4b6d-b812-8fb5e1181912 req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:27.193243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ee541123-70b9-4b6d-b812-8fb5e1181912 req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] For port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:27.247662 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ee541123-70b9-4b6d-b812-8fb5e1181912 req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:27.257673 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ee541123-70b9-4b6d-b812-8fb5e1181912 req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:27.279362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1e66c1da-2fdb-4a81-ac2f-55c403d18b1e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:27.283663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b2bc0163-c093-447c-855e-e6ca08772b30'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:27.402588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee541123-70b9-4b6d-b812-8fb5e1181912 req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:27.404207 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ee541123-70b9-4b6d-b812-8fb5e1181912 req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:27.420035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee541123-70b9-4b6d-b812-8fb5e1181912 req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "PUT /v2.0/ports/1e66c1da-2fdb-4a81-ac2f-55c403d18b1e HTTP/1.1" status: 200 len: 981 time: 0.7454348 Aug 26 10:52:27.425473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'tag': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:27.444179 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2792b12d-8916-4c70-bd3a-036dcfa375b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6152251-9bbd-4dc0-a75c-59d847d6f1b4", "tag": "1e66c1da-2fdb-4a81-ac2f-55c403d18b1e"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:27.533585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'Port': ['ID=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,revision_number=6']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:27.549446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.549833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.550133 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.550575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.552061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.553378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.553536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.553829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.554083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.554415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.554828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.555106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee98230-487f-46e5-94f9-f1655be72cd6 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:27.577020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266b25e-dec9-4ea2-940e-81a807b3451c req-34c7e759-4fd6-4bd7-8093-eae283b66fd7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:27.579825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0266b25e-dec9-4ea2-940e-81a807b3451c req-34c7e759-4fd6-4bd7-8093-eae283b66fd7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 950 time: 0.1307247 Aug 26 10:52:27.628566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1e66c1da-2fdb-4a81-ac2f-55c403d18b1e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:27.697806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0266b25e-dec9-4ea2-940e-81a807b3451c req-932a7caf-c9e3-4270-951c-9090781864a3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101334 Aug 26 10:52:27.725934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18a44d2b-4e56-4b3e-8256-172b72d22e8e req-b1426dc1-7312-4f71-b25c-2b448929dece tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/8dd0cf82-97ee-4af7-925f-58925fc8f30e HTTP/1.1" status: 200 len: 1803 time: 0.1062524 Aug 26 10:52:27.807607 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-18a44d2b-4e56-4b3e-8256-172b72d22e8e req-b1e2fd08-6e33-49e7-92ec-f28b3dd32b43 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 26 10:52:27.819219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18a44d2b-4e56-4b3e-8256-172b72d22e8e req-b1e2fd08-6e33-49e7-92ec-f28b3dd32b43 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "DELETE /v2.0/security-groups/8dd0cf82-97ee-4af7-925f-58925fc8f30e HTTP/1.1" status: 409 len: 341 time: 0.0861461 Aug 26 10:52:27.820906 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abebc67c-1371-4b20-896d-8c5b435566ab x-openstack-request-id: req-abebc67c-1371-4b20-896d-8c5b435566ab {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:27.821211 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6152251-9bbd-4dc0-a75c-59d847d6f1b4", "tag": "1e66c1da-2fdb-4a81-ac2f-55c403d18b1e", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:27.821501 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abebc67c-1371-4b20-896d-8c5b435566ab {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:27.821922 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'tag': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e', 'status': 'completed', 'code': 200} Aug 26 10:52:28.026401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792b12d-8916-4c70-bd3a-036dcfa375b0 req-dda2704e-ca13-44c4-9d86-0c4caa78e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:28.033623 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2792b12d-8916-4c70-bd3a-036dcfa375b0 req-dda2704e-ca13-44c4-9d86-0c4caa78e0c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053dd40e1c1c49f1b12c523394713a34&device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 1136 time: 0.1439083 Aug 26 10:52:28.306014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792b12d-8916-4c70-bd3a-036dcfa375b0 req-062ce00f-1bfd-43e7-86c9-3792611065f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:28.308178 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2792b12d-8916-4c70-bd3a-036dcfa375b0 req-062ce00f-1bfd-43e7-86c9-3792611065f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 200 len: 913 time: 0.2602327 Aug 26 10:52:28.392745 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2792b12d-8916-4c70-bd3a-036dcfa375b0 req-001ce375-a57a-4959-9b99-9191345fc595 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e HTTP/1.1" status: 200 len: 217 time: 0.0756817 Aug 26 10:52:28.399963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740acf-ea5e-4187-9419-830a7b029cf7 req-2e9b1c69-45ce-4955-a3e3-d24d20941baa tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:28.402939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07740acf-ea5e-4187-9419-830a7b029cf7 req-2e9b1c69-45ce-4955-a3e3-d24d20941baa tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 984 time: 0.1361408 Aug 26 10:52:28.500415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07740acf-ea5e-4187-9419-830a7b029cf7 req-01fbae13-d2d2-4841-b077-df05c949d278 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=8dd0cf82-97ee-4af7-925f-58925fc8f30e&id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0875375 Aug 26 10:52:28.550764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792b12d-8916-4c70-bd3a-036dcfa375b0 req-19bd8787-d04c-4658-8904-fc8262e50c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:28.554068 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2792b12d-8916-4c70-bd3a-036dcfa375b0 req-19bd8787-d04c-4658-8904-fc8262e50c46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eb8f50-5a58-49f5-96cb-bf75e13dd614 HTTP/1.1" status: 200 len: 852 time: 0.1487882 Aug 26 10:52:28.631334 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2792b12d-8916-4c70-bd3a-036dcfa375b0 req-e08c0a3b-ed86-4de4-b85c-dfb7f8d77951 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f0b365-86f9-4ec3-820d-1055c2f246cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630729 Aug 26 10:52:28.829165 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2792b12d-8916-4c70-bd3a-036dcfa375b0 req-ad7c0966-98b9-489b-8700-643971bd4229 service neutron] 10.222.0.42 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738586 Aug 26 10:52:28.873309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d9222-e1db-4c64-9591-abbc0220d51d req-4195bc1a-ed9b-4e8d-bcad-9eda32ddb9e6 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:28.879229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-221d9222-e1db-4c64-9591-abbc0220d51d req-4195bc1a-ed9b-4e8d-bcad-9eda32ddb9e6 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 950 time: 0.0737348 Aug 26 10:52:28.927283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-221d9222-e1db-4c64-9591-abbc0220d51d req-89b82edd-57bd-47ba-9383-f9883a9e04e1 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Aug 26 10:52:29.012514 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2792b12d-8916-4c70-bd3a-036dcfa375b0 req-dbf5ae00-258d-4687-af37-11b315912ae7 service neutron] 10.222.0.42 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668084 Aug 26 10:52:29.154472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b0ee2-7323-4210-992b-f3c20fc69c72 req-da7b0db5-3f87-4d89-bb43-59fbfc7b768b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:29.156356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a33b0ee2-7323-4210-992b-f3c20fc69c72 req-da7b0db5-3f87-4d89-bb43-59fbfc7b768b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1bcf2c0-7111-444e-97ed-76dff6259d20 HTTP/1.1" status: 200 len: 950 time: 0.0707395 Aug 26 10:52:29.199474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6c3d8-7825-4684-bf88-affacf834137 req-651a9786-ffdc-4571-8d53-7de16cce274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:29.201120 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1bd6c3d8-7825-4684-bf88-affacf834137 req-651a9786-ffdc-4571-8d53-7de16cce274a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053dd40e1c1c49f1b12c523394713a34&device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 1136 time: 0.0705805 Aug 26 10:52:29.236427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a33b0ee2-7323-4210-992b-f3c20fc69c72 req-89a9601a-52ba-44ae-9039-36cb89b4f292 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626664 Aug 26 10:52:29.424064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6c3d8-7825-4684-bf88-affacf834137 req-a68983f9-8b84-45a0-8831-2a797e8c796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:29.426248 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1bd6c3d8-7825-4684-bf88-affacf834137 req-a68983f9-8b84-45a0-8831-2a797e8c796e service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 200 len: 913 time: 0.2158637 Aug 26 10:52:29.502675 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1bd6c3d8-7825-4684-bf88-affacf834137 req-f3dd5b3e-bc99-458d-8d7d-548b20c26b30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e HTTP/1.1" status: 200 len: 217 time: 0.0524764 Aug 26 10:52:29.616944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6c3d8-7825-4684-bf88-affacf834137 req-26c0cfc2-bafa-41bf-9f76-38ca2336d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:29.627763 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1bd6c3d8-7825-4684-bf88-affacf834137 req-26c0cfc2-bafa-41bf-9f76-38ca2336d037 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eb8f50-5a58-49f5-96cb-bf75e13dd614 HTTP/1.1" status: 200 len: 852 time: 0.1038406 Aug 26 10:52:29.641406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d290f1-f26d-438b-9709-0f2d219b0c98 req-10eb7309-9cb7-4f2a-96b1-0d920faf2fd9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:29.650246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d290f1-f26d-438b-9709-0f2d219b0c98 req-10eb7309-9cb7-4f2a-96b1-0d920faf2fd9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:29.660756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53d290f1-f26d-438b-9709-0f2d219b0c98 req-10eb7309-9cb7-4f2a-96b1-0d920faf2fd9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1bcf2c0-7111-444e-97ed-76dff6259d20&device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 1691 time: 0.1018798 Aug 26 10:52:29.713648 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1bd6c3d8-7825-4684-bf88-affacf834137 req-4a2234ee-b075-42e6-a450-7a4bbfbd65c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f0b365-86f9-4ec3-820d-1055c2f246cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714691 Aug 26 10:52:29.773778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53d290f1-f26d-438b-9709-0f2d219b0c98 req-9e2ffa80-0aca-4eda-ab1b-57d7882f7d1e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117396 Aug 26 10:52:29.831181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea4dab-38b5-41a8-a9ba-cea1caa65293 req-e90be5a0-04ee-48d4-b0cb-53c8aa45b9f9 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:29.835584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02ea4dab-38b5-41a8-a9ba-cea1caa65293 req-e90be5a0-04ee-48d4-b0cb-53c8aa45b9f9 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 984 time: 0.1495261 Aug 26 10:52:29.894572 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1bd6c3d8-7825-4684-bf88-affacf834137 req-5cf7fa13-ac46-42dd-84a8-df450e36fb77 service neutron] 10.222.0.42 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699243 Aug 26 10:52:29.979875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02ea4dab-38b5-41a8-a9ba-cea1caa65293 req-3ab28ac5-bfe0-4189-bf1c-5eca14aef29e tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=8dd0cf82-97ee-4af7-925f-58925fc8f30e&id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1374786 Aug 26 10:52:30.026923 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-bdc1377f-08d2-4dae-841e-5ae0b59baf0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1311946 Aug 26 10:52:30.092976 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1bd6c3d8-7825-4684-bf88-affacf834137 req-25008de6-4eb2-438b-962d-36aede33723b service neutron] 10.222.0.42 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571295 Aug 26 10:52:30.323091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-9fe13ae1-e061-4ee2-92c1-8b321ed4c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.325450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-9fe13ae1-e061-4ee2-92c1-8b321ed4c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.326107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-9fe13ae1-e061-4ee2-92c1-8b321ed4c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.326545 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-9fe13ae1-e061-4ee2-92c1-8b321ed4c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.327067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-9fe13ae1-e061-4ee2-92c1-8b321ed4c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.327555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-9fe13ae1-e061-4ee2-92c1-8b321ed4c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.328854 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-9fe13ae1-e061-4ee2-92c1-8b321ed4c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.331720 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-9fe13ae1-e061-4ee2-92c1-8b321ed4c194 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6499 time: 0.1823595 Aug 26 10:52:30.332390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281810e-4f76-4156-a4c2-b68e704f8291 req-3bb0ccc7-c166-4f96-b1c3-180e85485c8c tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.335404 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e281810e-4f76-4156-a4c2-b68e704f8291 req-3bb0ccc7-c166-4f96-b1c3-180e85485c8c tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d1bcf2c0-7111-444e-97ed-76dff6259d20 HTTP/1.1" status: 200 len: 1102 time: 0.1204715 Aug 26 10:52:30.456387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e281810e-4f76-4156-a4c2-b68e704f8291 req-a1138de8-5403-4f5d-9320-13b5828b6885 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053739 Aug 26 10:52:30.601426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-56a91e1d-ea5f-4909-9eb4-b35866a4760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.602148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-56a91e1d-ea5f-4909-9eb4-b35866a4760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.602694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-56a91e1d-ea5f-4909-9eb4-b35866a4760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.605647 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-56a91e1d-ea5f-4909-9eb4-b35866a4760a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c29a414-e206-4e98-b1a0-62ff2e09f39a&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 HTTP/1.1" status: 200 len: 2294 time: 0.2363837 Aug 26 10:52:30.727830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b21710-8c1e-496d-9b32-9a1c4e492400 req-28d1b87a-7d94-4e00-a8f1-89ca2635afd3 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.730067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90b21710-8c1e-496d-9b32-9a1c4e492400 req-28d1b87a-7d94-4e00-a8f1-89ca2635afd3 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 1102 time: 0.0869687 Aug 26 10:52:30.757997 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-6e86b5d1-a77a-4699-a09f-e5ddedb69dcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 HTTP/1.1" status: 200 len: 1002 time: 0.1429307 Aug 26 10:52:30.795196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90b21710-8c1e-496d-9b32-9a1c4e492400 req-e678da9f-551e-44fd-8af9-a42d1981fec8 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513616 Aug 26 10:52:30.874086 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-2325f03d-6e46-4cfb-93ca-070e38f08a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.876908 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-2325f03d-6e46-4cfb-93ca-070e38f08a0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34e578bc-0e70-4fe6-a893-d9310ddafc79 HTTP/1.1" status: 200 len: 851 time: 0.1082237 Aug 26 10:52:30.982945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-7df44264-7988-4c14-ab9a-216415e7cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:30.986644 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-7df44264-7988-4c14-ab9a-216415e7cba2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c29a414-e206-4e98-b1a0-62ff2e09f39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004601 Aug 26 10:52:31.127414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-4ae84daa-f655-473e-b7e1-8cfdc9d85703 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556180 Aug 26 10:52:31.192613 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-6ada2f3f-64a0-45ce-89d0-d6e9ee731e8f service neutron] 10.222.0.47 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958871 Aug 26 10:52:31.353644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f380c-ba85-430c-bef1-10e34ba084c6 req-dce0077c-2f15-4d0c-aaa0-d25a072d2077 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:31.356323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-728f380c-ba85-430c-bef1-10e34ba084c6 req-dce0077c-2f15-4d0c-aaa0-d25a072d2077 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 984 time: 0.1462970 Aug 26 10:52:31.377678 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-9f12213d-70d1-43a6-aa36-936df9365960 service neutron] 10.222.0.47 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693435 Aug 26 10:52:31.470615 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-728f380c-ba85-430c-bef1-10e34ba084c6 req-4745644a-d9ad-4eea-8963-968f56643017 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=8dd0cf82-97ee-4af7-925f-58925fc8f30e&id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0963216 Aug 26 10:52:31.480737 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-84ff3264-2457-4051-9606-7053eeba4ea6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=1dc0dec7-8e07-4315-a42c-6e045bfd90f1 HTTP/1.1" status: 200 len: 217 time: 0.0823328 Aug 26 10:52:31.526925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d71c4-cde2-46ca-a214-928c87696366 req-9c22dafc-4e6a-4522-9fc9-40efa37fe845 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:31.539444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-9c22dafc-4e6a-4522-9fc9-40efa37fe845 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4124560 Aug 26 10:52:31.553438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-6568ba2f-a186-49b2-8d4c-ebb5e25163c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:31.556183 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-6568ba2f-a186-49b2-8d4c-ebb5e25163c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.0662038 Aug 26 10:52:31.566677 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-e14a1a68-9e7c-4ee0-ba3d-07b7ce83b900 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/quotas/334da8c1f0144b3c9796b8940a5f0bce HTTP/1.1" status: 200 len: 375 time: 0.0249219 Aug 26 10:52:31.664528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-eb652951-29b7-438c-ba00-b0db5759389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:31.667872 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-eb652951-29b7-438c-ba00-b0db5759389b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1004021 Aug 26 10:52:31.682704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-36bda958-f134-43b2-8697-c1b34c0ef0e7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1138561 Aug 26 10:52:31.914210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d61e19b-e8b9-4e97-8dee-853c45565add req-b8c0836e-e188-4e6e-a1ea-cb10dc1770d1 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1529094902&fields=id&tenant_id=053dd40e1c1c49f1b12c523394713a34 HTTP/1.1" status: 200 len: 267 time: 0.0545821 Aug 26 10:52:31.917440 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-7686e481-f3cf-4a96-b75d-9dd0dfcd9816 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378910 Aug 26 10:52:32.030841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61e19b-e8b9-4e97-8dee-853c45565add req-fee88f6d-3472-41d8-b92a-176f8a8d0106 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:32.034091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d61e19b-e8b9-4e97-8dee-853c45565add req-fee88f6d-3472-41d8-b92a-176f8a8d0106 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 984 time: 0.1087041 Aug 26 10:52:32.059377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-8d61e19b-e8b9-4e97-8dee-853c45565add req-8d9482ea-4f7c-46e0-bf3f-88355c30a88f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'port': {'security_groups': ['8dd0cf82-97ee-4af7-925f-58925fc8f30e', '9f148647-4d91-45cc-ac9d-adb336180154', '5598b784-96b6-4143-9dcc-00a5faf2b2cb']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:32.279086 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8d61e19b-e8b9-4e97-8dee-853c45565add req-8d9482ea-4f7c-46e0-bf3f-88355c30a88f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:32.495230 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e50fb0c5-5bbb-4e8c-9637-01e7882de205 req-b980a054-1f66-4153-9137-81ca2f2eaf14 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 210 time: 0.0756640 Aug 26 10:52:32.624529 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-c441a885-baeb-4480-9ef4-df0bfcbb01ce service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819415 Aug 26 10:52:32.717115 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-fc3ef3fc-b5db-4c07-b1e6-977b89466e83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=01aa3d6a-c13a-4ee9-98b2-31d232de49f0 HTTP/1.1" status: 200 len: 217 time: 0.0832758 Aug 26 10:52:32.796278 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-22010a90-1507-4904-bf61-fd57bc143f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:32.800909 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-22010a90-1507-4904-bf61-fd57bc143f1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.0741544 Aug 26 10:52:32.886412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-d1eb4d32-1160-4704-a318-6b2b46dba343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:32.892987 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-d1eb4d32-1160-4704-a318-6b2b46dba343 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0755513 Aug 26 10:52:32.941467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-8d61e19b-e8b9-4e97-8dee-853c45565add req-8d9482ea-4f7c-46e0-bf3f-88355c30a88f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] For port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:32.981651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8d61e19b-e8b9-4e97-8dee-853c45565add req-8d9482ea-4f7c-46e0-bf3f-88355c30a88f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:32.989953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8d61e19b-e8b9-4e97-8dee-853c45565add req-8d9482ea-4f7c-46e0-bf3f-88355c30a88f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:33.006112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1e66c1da-2fdb-4a81-ac2f-55c403d18b1e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:33.016377 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-f6f5e950-d328-42aa-9220-4e9b6d8d3813 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189673 Aug 26 10:52:33.069784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b2bc0163-c093-447c-855e-e6ca08772b30'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:33.089772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9482ea-4f7c-46e0-bf3f-88355c30a88f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'Port': ['ID=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:33.124418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61e19b-e8b9-4e97-8dee-853c45565add req-8d9482ea-4f7c-46e0-bf3f-88355c30a88f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:33.126397 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8d61e19b-e8b9-4e97-8dee-853c45565add req-8d9482ea-4f7c-46e0-bf3f-88355c30a88f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:33.129061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d61e19b-e8b9-4e97-8dee-853c45565add req-8d9482ea-4f7c-46e0-bf3f-88355c30a88f tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "PUT /v2.0/ports/1e66c1da-2fdb-4a81-ac2f-55c403d18b1e HTTP/1.1" status: 200 len: 1020 time: 1.0842335 Aug 26 10:52:33.129913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'tag': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:33.133564 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d559b3-d496-4a2b-a899-76d2c9915d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6152251-9bbd-4dc0-a75c-59d847d6f1b4", "tag": "1e66c1da-2fdb-4a81-ac2f-55c403d18b1e"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:33.222403 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9456488-fd76-477e-b216-8f3a2c80baa9 x-openstack-request-id: req-f9456488-fd76-477e-b216-8f3a2c80baa9 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:33.223349 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6152251-9bbd-4dc0-a75c-59d847d6f1b4", "tag": "1e66c1da-2fdb-4a81-ac2f-55c403d18b1e", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:33.223697 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9456488-fd76-477e-b216-8f3a2c80baa9 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:33.224146 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'tag': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e', 'status': 'completed', 'code': 200} Aug 26 10:52:33.247597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb26d5ee-30d0-4dba-a774-da39c28b2deb req-8a8ba981-0ef0-4590-9d02-f723dc93253a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/5598b784-96b6-4143-9dcc-00a5faf2b2cb HTTP/1.1" status: 200 len: 1801 time: 0.0917330 Aug 26 10:52:33.327452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1e66c1da-2fdb-4a81-ac2f-55c403d18b1e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:33.386380 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-7535a08d-cbf3-485c-ab60-3791fe458dd0 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608766 Aug 26 10:52:33.392002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d559b3-d496-4a2b-a899-76d2c9915d3c req-99421146-8a7d-4f15-8e6b-5d3ff9d9a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:33.392430 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-eb26d5ee-30d0-4dba-a774-da39c28b2deb req-c5f56c3b-0e02-436f-9727-4cef53e38fc8 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 26 10:52:33.396410 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17d559b3-d496-4a2b-a899-76d2c9915d3c req-99421146-8a7d-4f15-8e6b-5d3ff9d9a118 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=053dd40e1c1c49f1b12c523394713a34&device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 1175 time: 0.1267145 Aug 26 10:52:33.404873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb26d5ee-30d0-4dba-a774-da39c28b2deb req-c5f56c3b-0e02-436f-9727-4cef53e38fc8 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "DELETE /v2.0/security-groups/5598b784-96b6-4143-9dcc-00a5faf2b2cb HTTP/1.1" status: 409 len: 341 time: 0.1410165 Aug 26 10:52:33.665399 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-fca8efad-fb29-4799-8c9d-2fc651b3b94a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=260c9222-0d1f-4d80-842b-55abc38ec59e HTTP/1.1" status: 200 len: 217 time: 0.2680569 Aug 26 10:52:33.668034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d559b3-d496-4a2b-a899-76d2c9915d3c req-0eaa6978-c749-4d50-9ba3-3a63cd962eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:33.670197 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17d559b3-d496-4a2b-a899-76d2c9915d3c req-0eaa6978-c749-4d50-9ba3-3a63cd962eb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 200 len: 913 time: 0.2599196 Aug 26 10:52:33.790680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-bf0da246-9682-442f-a080-c17b61090d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:33.793031 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-bf0da246-9682-442f-a080-c17b61090d91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.1166101 Aug 26 10:52:33.835186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf25ecf4-940e-4f83-8468-7529d8da91e2 req-c5e5df54-7971-4fd7-a3ae-355a02a8c155 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 210 time: 0.0524857 Aug 26 10:52:33.884602 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-b778be4b-8ddb-4995-b892-8b4a35924fdf tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591090 Aug 26 10:52:34.031717 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17d559b3-d496-4a2b-a899-76d2c9915d3c req-f248149e-076a-4146-8949-3a6f1e52de26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e HTTP/1.1" status: 200 len: 217 time: 0.2284336 Aug 26 10:52:34.081209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476bbc0-acfe-433e-a73f-2c6ba0c09670 req-b66c9369-537e-4bae-8123-549aae43deae tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:34.091299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2476bbc0-acfe-433e-a73f-2c6ba0c09670 req-b66c9369-537e-4bae-8123-549aae43deae tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 1023 time: 0.0793197 Aug 26 10:52:34.153252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2476bbc0-acfe-433e-a73f-2c6ba0c09670 req-12e712b1-5f17-49d9-8a93-04b29212bef2 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=8dd0cf82-97ee-4af7-925f-58925fc8f30e&id=5598b784-96b6-4143-9dcc-00a5faf2b2cb&id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0604279 Aug 26 10:52:34.168756 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-ddc19bca-9d76-41db-bd8c-a1ae766e0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:34.178842 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-ddc19bca-9d76-41db-bd8c-a1ae766e0510 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3644364 Aug 26 10:52:34.269145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d559b3-d496-4a2b-a899-76d2c9915d3c req-c8041040-7480-4c14-a597-d595850034da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:34.271194 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17d559b3-d496-4a2b-a899-76d2c9915d3c req-c8041040-7480-4c14-a597-d595850034da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=63eb8f50-5a58-49f5-96cb-bf75e13dd614 HTTP/1.1" status: 200 len: 852 time: 0.2384334 Aug 26 10:52:34.344835 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17d559b3-d496-4a2b-a899-76d2c9915d3c req-114740b3-f667-445d-8676-7ffbb85760ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=17f0b365-86f9-4ec3-820d-1055c2f246cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480163 Aug 26 10:52:34.366220 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d71c4-cde2-46ca-a214-928c87696366 req-2e27d750-dcf5-48ac-93e0-38cccb223c4c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:34.367840 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-2e27d750-dcf5-48ac-93e0-38cccb223c4c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3744457 Aug 26 10:52:34.430915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Request body: {'port': {'device_id': 'f14385c0-d3f0-487d-84d0-d6b9b7efff5e', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '334da8c1f0144b3c9796b8940a5f0bce'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:34.499217 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-61e84112-a148-4edb-9063-34048ef6a55e service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181393 Aug 26 10:52:34.635343 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17d559b3-d496-4a2b-a899-76d2c9915d3c req-29edff67-5615-4bc9-8de1-d00185e6d210 service neutron] 10.222.0.42 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643294 Aug 26 10:52:34.761365 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-c5e10f81-2d86-46df-85c0-9c3cca137caf service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475553 Aug 26 10:52:34.830392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Made reservation on behalf of 334da8c1f0144b3c9796b8940a5f0bce for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:34.835086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:34.842630 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-24a64fb7-2e72-4a79-bf0c-95da89e8f406 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=eb14fe9a-7dce-4766-8386-f266e574c13b HTTP/1.1" status: 200 len: 217 time: 0.0678465 Aug 26 10:52:34.851348 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17d559b3-d496-4a2b-a899-76d2c9915d3c req-fbc02782-830d-4153-b65d-bd7881a10e66 service neutron] 10.222.0.42 "GET /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021284 Aug 26 10:52:35.016046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-eb4f4150-d15a-48d5-b545-6634a6a2e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:35.018155 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-eb4f4150-d15a-48d5-b545-6634a6a2e733 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.1633604 Aug 26 10:52:35.141734 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5a99381-f8cb-4734-a78a-9438d8e946ef req-d89eba73-af09-441d-82c5-c357c1ea9b8d tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 210 time: 0.0889606 Aug 26 10:52:35.298699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-29dbc313-da12-4672-ad11-9bd4cabc24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:35.300329 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-29dbc313-da12-4672-ad11-9bd4cabc24d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2723222 Aug 26 10:52:35.335298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Allocated IP 192.168.233.95 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/abf5a7d9-ba53-427e-9869-fc44890c4a03) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:52:35.446143 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-6a128620-58b2-482a-a9a7-e26a60dec661 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2054594 Aug 26 10:52:35.511745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5524c-8a97-4a74-aa37-449601cf3a4b req-f2247cc1-da27-4b7a-80f1-82d91cd16f10 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:35.517780 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-2378ab9e-e459-44a2-be01-1c6d8daaa52a service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066908 Aug 26 10:52:35.535707 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48d5524c-8a97-4a74-aa37-449601cf3a4b req-f2247cc1-da27-4b7a-80f1-82d91cd16f10 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 1023 time: 0.1798692 Aug 26 10:52:35.675076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48d5524c-8a97-4a74-aa37-449601cf3a4b req-aede163f-74df-4432-a011-bf47dd74391a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=8dd0cf82-97ee-4af7-925f-58925fc8f30e&id=5598b784-96b6-4143-9dcc-00a5faf2b2cb&id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1356661 Aug 26 10:52:35.864461 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-ec425948-db4c-46bc-bbda-27703ca3bdeb service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073835 Aug 26 10:52:35.880173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-dbd50563-4f8e-4fb4-89f0-545f6753d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:35.881000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-dbd50563-4f8e-4fb4-89f0-545f6753d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:35.881852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-dbd50563-4f8e-4fb4-89f0-545f6753d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:35.882715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-dbd50563-4f8e-4fb4-89f0-545f6753d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:35.883651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-dbd50563-4f8e-4fb4-89f0-545f6753d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:35.884592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-dbd50563-4f8e-4fb4-89f0-545f6753d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:35.885488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-dbd50563-4f8e-4fb4-89f0-545f6753d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:35.888988 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-dbd50563-4f8e-4fb4-89f0-545f6753d77d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6509 time: 0.3156891 Aug 26 10:52:36.012503 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-978d83e8-5921-465d-8809-c23f7ce3b535 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06b18670-82f9-4b7e-9c47-a1f920dacb98 HTTP/1.1" status: 200 len: 217 time: 0.1217523 Aug 26 10:52:36.083900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4119f9-c8d0-42e2-968e-b019715b6194 req-1de522e3-1391-4bcf-bd61-35005cf7927d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:36.086158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac4119f9-c8d0-42e2-968e-b019715b6194 req-1de522e3-1391-4bcf-bd61-35005cf7927d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 1023 time: 0.0960996 Aug 26 10:52:36.110162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:36.189903 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Transition to ACTIVE for port object abf5a7d9-ba53-427e-9869-fc44890c4a03 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:36.254762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-99c1f4cd-a58e-49c3-b18e-8c05897bd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:36.257179 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-99c1f4cd-a58e-49c3-b18e-8c05897bd374 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df0dfa6-d27a-4ded-801d-40072b12272b HTTP/1.1" status: 200 len: 797 time: 0.2168195 Aug 26 10:52:36.275160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-ac4119f9-c8d0-42e2-968e-b019715b6194 req-3dcac784-f4f7-49b2-ba0b-8e0ae26ed83c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Deleting port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:52:36.276209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ac4119f9-c8d0-42e2-968e-b019715b6194 req-3dcac784-f4f7-49b2-ba0b-8e0ae26ed83c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:36.359063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-2f0c514c-8cbd-444c-9e8d-d18433fc8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:36.360510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-2f0c514c-8cbd-444c-9e8d-d18433fc8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:36.361378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-2f0c514c-8cbd-444c-9e8d-d18433fc8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:36.364659 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-2f0c514c-8cbd-444c-9e8d-d18433fc8071 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e452ec9-a05c-4730-9299-cad46d4ac2a7&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=69c1248d-4663-4fe7-82e4-6eb133288edb&id=69c1248d-4663-4fe7-82e4-6eb133288edb HTTP/1.1" status: 200 len: 2299 time: 0.3804662 Aug 26 10:52:36.366258 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33cf96b5-2f8e-43ff-93b2-ea56541a0b26 req-f4f99630-0cdc-4000-bcae-6d0f68c434f0 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 210 time: 0.0384183 Aug 26 10:52:36.461451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ac4119f9-c8d0-42e2-968e-b019715b6194 req-3dcac784-f4f7-49b2-ba0b-8e0ae26ed83c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] For port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:36.463235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ac4119f9-c8d0-42e2-968e-b019715b6194 req-3dcac784-f4f7-49b2-ba0b-8e0ae26ed83c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:36.468013 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:36.486632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52', '9de209dd-55eb-4137-bccb-b6e6393c9903'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:36.490863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:36.512900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-ac4119f9-c8d0-42e2-968e-b019715b6194 req-3dcac784-f4f7-49b2-ba0b-8e0ae26ed83c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Calling delete_port for 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:52:36.535024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-f96ec5ab-86ab-40e7-a1b5-81d5a4dd528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:36.536615 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-f96ec5ab-86ab-40e7-a1b5-81d5a4dd528c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2603204 Aug 26 10:52:36.654038 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-4ed1941d-4745-4797-95f2-cc9c81ba0b79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c116599a-327c-4688-9f4b-1845a6872218 HTTP/1.1" status: 200 len: 1000 time: 0.2749934 Aug 26 10:52:36.698923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:52:36.699819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event updated for resources: {'Port': ['ID=abf5a7d9-ba53-427e-9869-fc44890c4a03,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:36.758160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:52:36.785180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:52:36.975289 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-8052f1d7-992a-4e6d-af84-7e07907c1c99 service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222589 Aug 26 10:52:37.032635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:37.033565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:37.087332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-6dc73aa6-4cee-42c0-bb00-a83061467862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:37.089217 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-6dc73aa6-4cee-42c0-bb00-a83061467862 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd66f25-7610-43d2-adaa-46242c9349bb HTTP/1.1" status: 200 len: 856 time: 0.4173772 Aug 26 10:52:37.237561 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-f80e2d45-a6f9-45e0-9529-fe7c088371bb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8423288 Aug 26 10:52:37.379974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-496c04e0-6b13-4fa9-b7d5-010e37796337 None None] Provisioning for port abf5a7d9-ba53-427e-9869-fc44890c4a03 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:37.389007 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-1929f1d6-e433-46c4-a7b5-4939d4040c15 service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464947 Aug 26 10:52:37.405069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Request body: {'port': {'device_id': 'f14385c0-d3f0-487d-84d0-d6b9b7efff5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:37.443595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-496c04e0-6b13-4fa9-b7d5-010e37796337 None None] Provisioning complete for port abf5a7d9-ba53-427e-9869-fc44890c4a03 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:37.444010 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-496c04e0-6b13-4fa9-b7d5-010e37796337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:37.513810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-bab6a6ba-6a42-4cf9-bf6f-7ee53d7137e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:37.517033 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-bab6a6ba-6a42-4cf9-bf6f-7ee53d7137e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e452ec9-a05c-4730-9299-cad46d4ac2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3947825 Aug 26 10:52:37.549444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3539a7c-f76b-4b41-a5fe-d6ed00681b06 req-12d2ce7d-369a-4720-a6bd-b2b76b82c794 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 210 time: 0.1015050 Aug 26 10:52:37.551416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ac4119f9-c8d0-42e2-968e-b019715b6194 req-3dcac784-f4f7-49b2-ba0b-8e0ae26ed83c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:37.558510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-496c04e0-6b13-4fa9-b7d5-010e37796337 None None] Port abf5a7d9-ba53-427e-9869-fc44890c4a03 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:52:37.587933 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-b8a8ef83-4877-4d16-a897-40dd625db85c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7108a8f-decf-49c6-874f-190492ae7266 HTTP/1.1" status: 200 len: 217 time: 0.1680648 Aug 26 10:52:37.733153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcac784-f4f7-49b2-ba0b-8e0ae26ed83c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event deleted for resources: {'Port': ['ID=1e66c1da-2fdb-4a81-ac2f-55c403d18b1e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:37.932364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4119f9-c8d0-42e2-968e-b019715b6194 req-3dcac784-f4f7-49b2-ba0b-8e0ae26ed83c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] No DVR routers for this DVR port 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:52:37.939293 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ac4119f9-c8d0-42e2-968e-b019715b6194 req-3dcac784-f4f7-49b2-ba0b-8e0ae26ed83c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:37.941965 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac4119f9-c8d0-42e2-968e-b019715b6194 req-3dcac784-f4f7-49b2-ba0b-8e0ae26ed83c tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.42 "DELETE /v2.0/ports/1e66c1da-2fdb-4a81-ac2f-55c403d18b1e HTTP/1.1" status: 204 len: 173 time: 1.8460124 Aug 26 10:52:37.942505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'name': 'network-vif-deleted', 'tag': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:37.946935 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57992ab-447f-42f9-b8c0-0d135f6e09b2" -d '{"events": [{"server_uuid": "e6152251-9bbd-4dc0-a75c-59d847d6f1b4", "name": "network-vif-deleted", "tag": "1e66c1da-2fdb-4a81-ac2f-55c403d18b1e"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:38.028118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93086937-e760-460f-9633-0f0cc020f5c3 req-92ddfb7d-fb8d-458e-b6b6-0cd3ffca4034 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:38.030161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93086937-e760-460f-9633-0f0cc020f5c3 req-92ddfb7d-fb8d-458e-b6b6-0cd3ffca4034 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 935 time: 0.3007567 Aug 26 10:52:38.117651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93086937-e760-460f-9633-0f0cc020f5c3 req-7b942b2e-534a-4d8f-86b6-b12cbc369dfe tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814042 Aug 26 10:52:38.216753 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db27b476-8ed0-496b-be87-ad23b58fd606 x-openstack-request-id: req-db27b476-8ed0-496b-be87-ad23b58fd606 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:38.217032 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6152251-9bbd-4dc0-a75c-59d847d6f1b4", "name": "network-vif-deleted", "tag": "1e66c1da-2fdb-4a81-ac2f-55c403d18b1e", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:38.217273 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db27b476-8ed0-496b-be87-ad23b58fd606 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:38.218104 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6152251-9bbd-4dc0-a75c-59d847d6f1b4', 'name': 'network-vif-deleted', 'tag': '1e66c1da-2fdb-4a81-ac2f-55c403d18b1e', 'status': 'completed', 'code': 200} Aug 26 10:52:38.259863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:38.273720 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-3d80fec9-5dd3-4da2-9393-946fcd79607e service neutron] 10.222.0.42 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069185 Aug 26 10:52:38.283530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-53077885-854e-4171-bdb5-7edabfa7a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:38.285134 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-53077885-854e-4171-bdb5-7edabfa7a138 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df0dfa6-d27a-4ded-801d-40072b12272b HTTP/1.1" status: 200 len: 797 time: 0.6832228 Aug 26 10:52:38.327013 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b2bc0163-c093-447c-855e-e6ca08772b30'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:38.549665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-62397b25-178d-40bd-ae12-230e0dac9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:38.551571 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-62397b25-178d-40bd-ae12-230e0dac9323 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2490652 Aug 26 10:52:38.679879 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-dff19e88-02de-43d2-bcc8-bf5a5dc68009 service neutron] 10.222.0.42 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894544 Aug 26 10:52:38.698711 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-bbdc8f88-ee5b-444b-bbd9-b5a107d411ca service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366346 Aug 26 10:52:38.768337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a01c681c-429f-48e3-913e-3cf2cc5b2243 req-8dd85819-ff54-4542-b4bd-fbe15562c920 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6152251-9bbd-4dc0-a75c-59d847d6f1b4 HTTP/1.1" status: 200 len: 210 time: 0.0727084 Aug 26 10:52:38.802691 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-abc32a46-c100-4c9b-860d-5926d38c9edc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=8cd812fb-819b-4872-bbfe-4a72c5599d31 HTTP/1.1" status: 200 len: 217 time: 0.1064537 Aug 26 10:52:38.994627 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bd29ffb-89e0-4646-9101-781337a14bfe req-004c06bf-262a-4a5b-9f18-5cf3a8fca644 service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753277 Aug 26 10:52:39.054918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-ef9660b2-ce07-4990-ad19-6f49424a998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:39.056421 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-ef9660b2-ce07-4990-ad19-6f49424a998d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.1369593 Aug 26 10:52:39.204977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-ac075186-dceb-40fa-a155-d8063bacf58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:39.206478 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-ac075186-dceb-40fa-a155-d8063bacf58e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1327724 Aug 26 10:52:39.241066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf5a7d9-ba53-427e-9869-fc44890c4a03 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:39.291098 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:39.320692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Transition to ACTIVE for port object abf5a7d9-ba53-427e-9869-fc44890c4a03 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:39.337106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:39.404912 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-49cda336-9067-4aed-b54b-ee281d4373ce service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840546 Aug 26 10:52:39.433323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Pushing event updated for resources: {'Port': ['ID=abf5a7d9-ba53-427e-9869-fc44890c4a03,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:39.479161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc6acc-9b84-4969-bf6a-a365700a2310 req-e8468706-9f0b-44a4-bb65-bf88442e76fa tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:39.494683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ffc6acc-9b84-4969-bf6a-a365700a2310 req-e8468706-9f0b-44a4-bb65-bf88442e76fa tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 947 time: 0.1551793 Aug 26 10:52:39.596316 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ffc6acc-9b84-4969-bf6a-a365700a2310 req-c9f23664-2bde-4713-9df0-61fe367ff1e5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981793 Aug 26 10:52:39.689533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Attempting to bind port abf5a7d9-ba53-427e-9869-fc44890c4a03 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:52:39.689910 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Attempting to bind port abf5a7d9-ba53-427e-9869-fc44890c4a03 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:52:39.690222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Attempting to bind port abf5a7d9-ba53-427e-9869-fc44890c4a03 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:39.701577 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Port abf5a7d9-ba53-427e-9869-fc44890c4a03 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:52:39.701577 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Attempting to bind port abf5a7d9-ba53-427e-9869-fc44890c4a03 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:39.716406 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-c0701716-99c4-4e46-a10d-0f2c8727f107 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974992 Aug 26 10:52:39.718110 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:52:39.718493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:52:39.720008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:52:39.720504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Bound port: abf5a7d9-ba53-427e-9869-fc44890c4a03, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:52:39.720955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:39.805516 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-128f3800-ea0c-4d60-acb5-1af3d6671621 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=6491ccdd-89e6-459e-8041-811f24b285dc HTTP/1.1" status: 200 len: 217 time: 0.0695546 Aug 26 10:52:39.941276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-c1b34c69-a4e0-488c-8f1e-29d1bac4216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:39.942855 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-c1b34c69-a4e0-488c-8f1e-29d1bac4216c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.1047823 Aug 26 10:52:39.949066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] For port abf5a7d9-ba53-427e-9869-fc44890c4a03, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:52:39.954311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] For port abf5a7d9-ba53-427e-9869-fc44890c4a03, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=abf5a7d9-ba53-427e-9869-fc44890c4a03,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:52:39.973132 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:39.989367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:52:40.013552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c7a93e0-cf9c-4653-95e4-1fc88bedb83b req-d226f506-6792-41bc-8985-a2fabd990d4d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/8dd0cf82-97ee-4af7-925f-58925fc8f30e HTTP/1.1" status: 200 len: 1803 time: 0.1335921 Aug 26 10:52:40.029231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:52:40.029818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1e66c1da-2fdb-4a81-ac2f-55c403d18b1e not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:52:40.064925 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:40.065987 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:40.069138 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] 10.222.0.42 "PUT /v2.0/ports/abf5a7d9-ba53-427e-9869-fc44890c4a03 HTTP/1.1" status: 200 len: 1096 time: 2.6782176 Aug 26 10:52:40.073157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14385c0-d3f0-487d-84d0-d6b9b7efff5e', 'tag': 'abf5a7d9-ba53-427e-9869-fc44890c4a03'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:40.076162 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec922f68-aef8-4d34-893b-c62ff07d3aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "f14385c0-d3f0-487d-84d0-d6b9b7efff5e", "tag": "abf5a7d9-ba53-427e-9869-fc44890c4a03"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:40.128442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-633fe5fa-7ad5-42aa-afdc-f7f905b8b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:40.132272 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-633fe5fa-7ad5-42aa-afdc-f7f905b8b631 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1731038 Aug 26 10:52:40.150849 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51311db9-e13e-4640-a9b1-278ee1bffca5 service neutron] Pushing event updated for resources: {'Port': ['ID=abf5a7d9-ba53-427e-9869-fc44890c4a03,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:40.209270 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5c7a93e0-cf9c-4653-95e4-1fc88bedb83b req-2cc19bd2-7d04-43fe-bcc1-a1f43a2911e2 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:40.272286 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44edd8a1-7aa6-4165-9833-a43905b894c5 x-openstack-request-id: req-44edd8a1-7aa6-4165-9833-a43905b894c5 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:40.272286 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14385c0-d3f0-487d-84d0-d6b9b7efff5e", "tag": "abf5a7d9-ba53-427e-9869-fc44890c4a03", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:40.272286 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44edd8a1-7aa6-4165-9833-a43905b894c5 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:40.272989 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14385c0-d3f0-487d-84d0-d6b9b7efff5e', 'tag': 'abf5a7d9-ba53-427e-9869-fc44890c4a03', 'status': 'completed', 'code': 200} Aug 26 10:52:40.281433 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5c7a93e0-cf9c-4653-95e4-1fc88bedb83b req-2cc19bd2-7d04-43fe-bcc1-a1f43a2911e2 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:40.416180 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5c7a93e0-cf9c-4653-95e4-1fc88bedb83b req-2cc19bd2-7d04-43fe-bcc1-a1f43a2911e2 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:40.422329 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5c7a93e0-cf9c-4653-95e4-1fc88bedb83b req-2cc19bd2-7d04-43fe-bcc1-a1f43a2911e2 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:40.432840 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c7a93e0-cf9c-4653-95e4-1fc88bedb83b req-2cc19bd2-7d04-43fe-bcc1-a1f43a2911e2 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "DELETE /v2.0/security-groups/8dd0cf82-97ee-4af7-925f-58925fc8f30e HTTP/1.1" status: 204 len: 173 time: 0.4143317 Aug 26 10:52:40.462770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d71c4-cde2-46ca-a214-928c87696366 req-41188e45-40fb-45c8-8957-c5532d49c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:40.464555 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-41188e45-40fb-45c8-8957-c5532d49c39a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 1099 time: 0.2955925 Aug 26 10:52:40.466217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc19bd2-7d04-43fe-bcc1-a1f43a2911e2 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd0cf82-97ee-4af7-925f-58925fc8f30e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:40.540963 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-8b2fc505-8eec-43f2-8d6a-8d69471273aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=abf5a7d9-ba53-427e-9869-fc44890c4a03 HTTP/1.1" status: 200 len: 217 time: 0.0510440 Aug 26 10:52:40.543553 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-1619b30e-6afc-4215-b8a9-8e6f01d03913 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756032 Aug 26 10:52:40.596055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c28ceaae-5670-4442-9dd6-d1ea188028f9 req-851a2e68-feb0-46d5-a4be-6a33674494fc tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/5598b784-96b6-4143-9dcc-00a5faf2b2cb HTTP/1.1" status: 200 len: 1801 time: 0.1144865 Aug 26 10:52:40.741924 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c28ceaae-5670-4442-9dd6-d1ea188028f9 req-4e5a284b-41bd-4f6e-9d6b-f922b377d66a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:40.762933 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-da979f9a-3bce-4c5a-ba9b-5c5173841acf service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490262 Aug 26 10:52:40.775014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d71c4-cde2-46ca-a214-928c87696366 req-1f127ab2-6fc2-4f37-a3b5-8edfda8e765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:40.776788 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-1f127ab2-6fc2-4f37-a3b5-8edfda8e765e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.2009780 Aug 26 10:52:40.787256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c28ceaae-5670-4442-9dd6-d1ea188028f9 req-4e5a284b-41bd-4f6e-9d6b-f922b377d66a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:40.832614 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-fef806fc-f7a8-4f24-af06-d670bc60df70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=561cb463-7482-4e72-a461-9062a9018dde HTTP/1.1" status: 200 len: 217 time: 0.0578816 Aug 26 10:52:40.870884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613207c-7e76-47b8-897b-5b4f2bb556bc req-bfd730e5-cf7d-45e7-b5d4-191e05bae24e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:40.880241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5613207c-7e76-47b8-897b-5b4f2bb556bc req-bfd730e5-cf7d-45e7-b5d4-191e05bae24e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 947 time: 0.1191494 Aug 26 10:52:40.913216 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c28ceaae-5670-4442-9dd6-d1ea188028f9 req-4e5a284b-41bd-4f6e-9d6b-f922b377d66a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:40.922225 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c28ceaae-5670-4442-9dd6-d1ea188028f9 req-4e5a284b-41bd-4f6e-9d6b-f922b377d66a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:40.936585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c28ceaae-5670-4442-9dd6-d1ea188028f9 req-4e5a284b-41bd-4f6e-9d6b-f922b377d66a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "DELETE /v2.0/security-groups/5598b784-96b6-4143-9dcc-00a5faf2b2cb HTTP/1.1" status: 204 len: 173 time: 0.3075688 Aug 26 10:52:40.951528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-4ff3ec16-3499-4cc7-85b8-7c3f8ac92a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:40.953141 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-4ff3ec16-3499-4cc7-85b8-7c3f8ac92a6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.0930324 Aug 26 10:52:40.955499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d71c4-cde2-46ca-a214-928c87696366 req-6da1ea83-1744-49f0-b2f9-d414c15a118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:40.957035 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-6da1ea83-1744-49f0-b2f9-d414c15a118e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1374466 Aug 26 10:52:40.961930 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a284b-41bd-4f6e-9d6b-f922b377d66a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5598b784-96b6-4143-9dcc-00a5faf2b2cb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:41.002459 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5613207c-7e76-47b8-897b-5b4f2bb556bc req-eb4fa02b-ecd8-4fbf-99b0-c8f99d3e5ad3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207645 Aug 26 10:52:41.030770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-1578f009-0a23-4e45-af93-c930b8fe06b6 req-9af02c53-9053-4277-ac45-8c2991abc3a0 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1829632320', 'description': 'tempest-description-1636453290'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:41.069462 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1578f009-0a23-4e45-af93-c930b8fe06b6 req-9af02c53-9053-4277-ac45-8c2991abc3a0 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:41.171321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-0ac4be2a-6c5c-4735-9afe-5b7824862035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:41.173586 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-0ac4be2a-6c5c-4735-9afe-5b7824862035 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2029583 Aug 26 10:52:41.202447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1578f009-0a23-4e45-af93-c930b8fe06b6 req-9af02c53-9053-4277-ac45-8c2991abc3a0 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:41.212275 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1578f009-0a23-4e45-af93-c930b8fe06b6 req-9af02c53-9053-4277-ac45-8c2991abc3a0 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:41.228763 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-289ff205-9d47-4d8d-bf9d-50cdf6320a47 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583392 Aug 26 10:52:41.267627 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1578f009-0a23-4e45-af93-c930b8fe06b6 req-9af02c53-9053-4277-ac45-8c2991abc3a0 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:41.276158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1578f009-0a23-4e45-af93-c930b8fe06b6 req-9af02c53-9053-4277-ac45-8c2991abc3a0 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2518301 Aug 26 10:52:41.289790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af02c53-9053-4277-ac45-8c2991abc3a0 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e060e-720a-4bef-9d3c-384b564fa19d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:41.399839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ede4653-cb70-4ce3-8834-734225b15db5 req-667d8996-3528-4d1d-9215-6710f62331fb tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/c33e060e-720a-4bef-9d3c-384b564fa19d HTTP/1.1" status: 200 len: 1803 time: 0.0935974 Aug 26 10:52:41.409027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-2ede4653-cb70-4ce3-8834-734225b15db5 req-194c238b-1616-4139-a24f-4befb7a3f494 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Request body: {'security_group': {'name': 'tempest-sg-hth-520411579', 'description': 'tempest-description-hth-2090659179'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:41.472601 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-6499716f-5243-49dd-872c-9e71e2c24129 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657609 Aug 26 10:52:41.478197 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2ede4653-cb70-4ce3-8834-734225b15db5 req-194c238b-1616-4139-a24f-4befb7a3f494 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:41.540950 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d98d71c4-cde2-46ca-a214-928c87696366 req-4aa7186b-68e8-444c-a2be-874ec5bc1e60 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947676 Aug 26 10:52:41.604266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2ede4653-cb70-4ce3-8834-734225b15db5 req-194c238b-1616-4139-a24f-4befb7a3f494 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:41.616300 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2ede4653-cb70-4ce3-8834-734225b15db5 req-194c238b-1616-4139-a24f-4befb7a3f494 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:41.619552 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2ede4653-cb70-4ce3-8834-734225b15db5 req-194c238b-1616-4139-a24f-4befb7a3f494 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:41.633597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ede4653-cb70-4ce3-8834-734225b15db5 req-194c238b-1616-4139-a24f-4befb7a3f494 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "PUT /v2.0/security-groups/c33e060e-720a-4bef-9d3c-384b564fa19d HTTP/1.1" status: 200 len: 1776 time: 0.2324235 Aug 26 10:52:41.664988 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-008579e9-8678-43a1-bd7e-9e61210c7fc5 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818197 Aug 26 10:52:41.714288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c238b-1616-4139-a24f-4befb7a3f494 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e060e-720a-4bef-9d3c-384b564fa19d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:41.769877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c723c90c-2c13-46e6-8e54-d539330b8471 req-df5bcd7f-5e35-4445-a463-4e9169d01c79 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/c33e060e-720a-4bef-9d3c-384b564fa19d HTTP/1.1" status: 200 len: 1776 time: 0.0995224 Aug 26 10:52:41.803268 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-6dc4afe5-ef2b-4ff6-bfff-27d4bda01b7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 HTTP/1.1" status: 200 len: 217 time: 0.1035526 Aug 26 10:52:41.875775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-7adfde82-1adf-400e-a45c-81ac308f754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:41.882455 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-7adfde82-1adf-400e-a45c-81ac308f754b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.0668316 Aug 26 10:52:41.917024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec922f68-aef8-4d34-893b-c62ff07d3aa0 req-995e452c-c28e-4aa3-946f-81525f276035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:41.918687 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ec922f68-aef8-4d34-893b-c62ff07d3aa0 req-995e452c-c28e-4aa3-946f-81525f276035 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 1099 time: 0.2296922 Aug 26 10:52:41.975825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7f7275b-3744-458e-983f-981502460b31 req-9c3cf206-870f-4cfc-91a2-ca9129eed4b9 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/c33e060e-720a-4bef-9d3c-384b564fa19d HTTP/1.1" status: 200 len: 1776 time: 0.1611550 Aug 26 10:52:42.040085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-2522c2b5-9b1e-4409-9fd0-add81a2dfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:42.041816 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-2522c2b5-9b1e-4409-9fd0-add81a2dfdbe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1409063 Aug 26 10:52:42.102511 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c7f7275b-3744-458e-983f-981502460b31 req-8a6141fc-001f-4c36-8503-095c1bbcca67 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:42.173329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec922f68-aef8-4d34-893b-c62ff07d3aa0 req-919f8cda-dc29-4983-b033-3007eee23379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:42.176782 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ec922f68-aef8-4d34-893b-c62ff07d3aa0 req-919f8cda-dc29-4983-b033-3007eee23379 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2412753 Aug 26 10:52:42.212296 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c7f7275b-3744-458e-983f-981502460b31 req-8a6141fc-001f-4c36-8503-095c1bbcca67 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:42.253170 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ec922f68-aef8-4d34-893b-c62ff07d3aa0 req-586495f5-bf97-45cf-a081-de98059758e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=abf5a7d9-ba53-427e-9869-fc44890c4a03 HTTP/1.1" status: 200 len: 217 time: 0.0599051 Aug 26 10:52:42.270113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc18a5-a606-44b7-b0f3-605966b0043f req-0c9fd880-94ea-40ac-bc75-bd4784aa57af tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:42.280959 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ddbc18a5-a606-44b7-b0f3-605966b0043f req-0c9fd880-94ea-40ac-bc75-bd4784aa57af tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 947 time: 0.1745191 Aug 26 10:52:42.311128 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-2be290fc-5f46-4a45-b812-20b9c3f555f6 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539594 Aug 26 10:52:42.341087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec922f68-aef8-4d34-893b-c62ff07d3aa0 req-89c5d02e-85b4-4a7c-9831-7ad1d1e92e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:42.343431 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ec922f68-aef8-4d34-893b-c62ff07d3aa0 req-89c5d02e-85b4-4a7c-9831-7ad1d1e92e03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0730681 Aug 26 10:52:42.361267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ddbc18a5-a606-44b7-b0f3-605966b0043f req-064e1429-6fa5-4730-b50c-f2127a58ce01 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788348 Aug 26 10:52:42.389811 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c7f7275b-3744-458e-983f-981502460b31 req-8a6141fc-001f-4c36-8503-095c1bbcca67 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:42.399858 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c7f7275b-3744-458e-983f-981502460b31 req-8a6141fc-001f-4c36-8503-095c1bbcca67 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:42.452386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7f7275b-3744-458e-983f-981502460b31 req-8a6141fc-001f-4c36-8503-095c1bbcca67 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "DELETE /v2.0/security-groups/c33e060e-720a-4bef-9d3c-384b564fa19d HTTP/1.1" status: 204 len: 173 time: 0.4329741 Aug 26 10:52:42.452386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6141fc-001f-4c36-8503-095c1bbcca67 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33e060e-720a-4bef-9d3c-384b564fa19d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:42.535259 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-f41caa57-7445-4eca-9d3d-f0d022919263 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045832 Aug 26 10:52:42.539127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec922f68-aef8-4d34-893b-c62ff07d3aa0 req-0cf06205-eea4-4c3c-aed6-e39125f517d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:42.540880 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ec922f68-aef8-4d34-893b-c62ff07d3aa0 req-0cf06205-eea4-4c3c-aed6-e39125f517d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1856973 Aug 26 10:52:42.626496 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-ec3f6930-4e95-415e-bca4-10d1ee2f379d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb16c58f-9309-43fb-a678-c08585b38681 HTTP/1.1" status: 200 len: 217 time: 0.0679593 Aug 26 10:52:42.698420 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-066779e3-2571-4701-beb4-4882806b4c90 req-3a731e5a-d9fc-4c4a-a8f0-be581c06ee3a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] show failed (client error): The resource could not be found. Aug 26 10:52:42.699544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-066779e3-2571-4701-beb4-4882806b4c90 req-3a731e5a-d9fc-4c4a-a8f0-be581c06ee3a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/5598b784-96b6-4143-9dcc-00a5faf2b2cb HTTP/1.1" status: 404 len: 352 time: 0.0221491 Aug 26 10:52:42.774755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-a410c4be-fd2a-42c6-bfae-2f18198b7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:42.775400 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-b64010f1-120a-4c2c-b0f9-30ca0316ca09 req-42f4f4d3-c4d1-4593-ab80-9866dfe023bb tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] show failed (client error): The resource could not be found. Aug 26 10:52:42.776227 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-a410c4be-fd2a-42c6-bfae-2f18198b7be4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4af5b276-9133-4e1d-88a2-08419aa867d4 HTTP/1.1" status: 200 len: 797 time: 0.1140893 Aug 26 10:52:42.777481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b64010f1-120a-4c2c-b0f9-30ca0316ca09 req-42f4f4d3-c4d1-4593-ab80-9866dfe023bb tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/8dd0cf82-97ee-4af7-925f-58925fc8f30e HTTP/1.1" status: 404 len: 352 time: 0.0335500 Aug 26 10:52:42.852808 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ec922f68-aef8-4d34-893b-c62ff07d3aa0 req-5b5413e2-7fe8-40c6-bfad-35c4a6d77b30 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873423 Aug 26 10:52:42.856682 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-9131b8d7-66e3-4325-a335-618e6016b5d1 req-adc1ee44-abcd-4322-8de1-063227e0852d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] show failed (client error): The resource could not be found. Aug 26 10:52:42.871545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9131b8d7-66e3-4325-a335-618e6016b5d1 req-adc1ee44-abcd-4322-8de1-063227e0852d tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/0718a895-176b-43ca-9f2d-e0b289861e82 HTTP/1.1" status: 404 len: 352 time: 0.0408704 Aug 26 10:52:42.928523 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-014cbddc-7524-4068-bab3-ed0bf270a5b9 req-3f465644-bc70-42a0-9216-bc32761ebace tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] show failed (client error): The resource could not be found. Aug 26 10:52:42.930240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-014cbddc-7524-4068-bab3-ed0bf270a5b9 req-3f465644-bc70-42a0-9216-bc32761ebace tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/2f6e3660-76f1-4ff4-b7e7-15a98eec58f9 HTTP/1.1" status: 404 len: 352 time: 0.0316918 Aug 26 10:52:42.953712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-9617f508-a0e8-4008-aca9-77b3e1976827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:42.956495 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-9617f508-a0e8-4008-aca9-77b3e1976827 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c1248d-4663-4fe7-82e4-6eb133288edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1623785 Aug 26 10:52:42.985167 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-445cc9ce-a836-4caf-8d74-9c17b941088e req-290f894c-1726-470e-9076-d3f4b396b6d9 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] show failed (client error): The resource could not be found. Aug 26 10:52:42.987145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-445cc9ce-a836-4caf-8d74-9c17b941088e req-290f894c-1726-470e-9076-d3f4b396b6d9 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/77bc0c36-8fba-41d9-94b7-f888cff12e18 HTTP/1.1" status: 404 len: 352 time: 0.0288041 Aug 26 10:52:43.036466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ec922f68-aef8-4d34-893b-c62ff07d3aa0 req-aa362281-4da2-40c9-8460-37f6888f7d33 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715667 Aug 26 10:52:43.038652 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-192e27fb-60fc-41ec-9cc9-6c4f7b6ff6ec req-1ae1f4cf-2aea-4fcf-a50c-ff7e27da8937 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] show failed (client error): The resource could not be found. Aug 26 10:52:43.057718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-192e27fb-60fc-41ec-9cc9-6c4f7b6ff6ec req-1ae1f4cf-2aea-4fcf-a50c-ff7e27da8937 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/9ffeeff1-354d-481a-8279-b5699cda5b5a HTTP/1.1" status: 404 len: 352 time: 0.0423193 Aug 26 10:52:43.201347 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-c8e8e0d4-e8f7-444c-aa6d-9346908627d1 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637225 Aug 26 10:52:43.293136 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e76cbce-fdae-4bf4-9234-16f149db8607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:43.343316 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-55cd404c-b638-42dd-a822-db67433f5fc8 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277649 Aug 26 10:52:43.418571 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-e3a698f6-28c2-475d-8c47-d94866caf7c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ede19ef-72dc-45a3-aa96-ce740de55d39 HTTP/1.1" status: 200 len: 217 time: 0.0514803 Aug 26 10:52:43.457015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814bf54-6cbf-4503-a15f-32d9902591b4 req-dc4964f9-32b0-4403-9665-e44a4791591e tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:43.459786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c814bf54-6cbf-4503-a15f-32d9902591b4 req-dc4964f9-32b0-4403-9665-e44a4791591e tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 1023 time: 0.1022341 Aug 26 10:52:43.514395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-34a9374a-3dc5-498c-afd9-13a7dd27a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:43.517206 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-34a9374a-3dc5-498c-afd9-13a7dd27a202 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4af5b276-9133-4e1d-88a2-08419aa867d4 HTTP/1.1" status: 200 len: 797 time: 0.1012266 Aug 26 10:52:43.556271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c814bf54-6cbf-4503-a15f-32d9902591b4 req-3d9fb9bb-a607-4a4d-9254-42d335a9c165 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af682f5-1f94-4e3d-8407-7130c2ce8e6d&id=9576da56-60a7-4ad3-93af-757b75773c14&id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0852380 Aug 26 10:52:43.575044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9465b82-1f9c-4720-b8e5-ab4a83f29fbe req-1275f36e-e021-48cd-b0b6-80b5165e4cdc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:43.577201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9465b82-1f9c-4720-b8e5-ab4a83f29fbe req-1275f36e-e021-48cd-b0b6-80b5165e4cdc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 947 time: 0.0977666 Aug 26 10:52:43.619655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-bc8db09e-a3e1-4a14-8cab-fa113a3042dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:43.622507 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-bc8db09e-a3e1-4a14-8cab-fa113a3042dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c1248d-4663-4fe7-82e4-6eb133288edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0971270 Aug 26 10:52:43.634093 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9465b82-1f9c-4720-b8e5-ab4a83f29fbe req-7316861a-be10-4f37-b700-ae7054d30988 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443871 Aug 26 10:52:43.826492 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-c35a1b58-4609-4ffa-aff2-b7dda46498ec service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919384 Aug 26 10:52:43.947718 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3dcbb3a0-df68-4cb4-9d80-2d5573790fee req-67b6c242-e954-4031-b92c-5cd3f5d2bda4 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085699 Aug 26 10:52:43.985416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device abf5a7d9-ba53-427e-9869-fc44890c4a03 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:52:44.113772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port abf5a7d9-ba53-427e-9869-fc44890c4a03, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=abf5a7d9-ba53-427e-9869-fc44890c4a03,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:44.133001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'abf5a7d9-ba53-427e-9869-fc44890c4a03', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'abf5a7d9-ba53-427e-9869-fc44890c4a03', 'mac_address': 'fa:16:3e:31:b8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:52:44.179324 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:44.195981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf5a7d9-ba53-427e-9869-fc44890c4a03 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:44.226243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port abf5a7d9-ba53-427e-9869-fc44890c4a03, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=abf5a7d9-ba53-427e-9869-fc44890c4a03,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:44.235952 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:44.300447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=abf5a7d9-ba53-427e-9869-fc44890c4a03,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:44.351438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479d669-e8ad-459c-a28f-7b1ca79d74bb req-9f9a3836-8c5b-4214-b26e-3ed199ad7957 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:44.353207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4479d669-e8ad-459c-a28f-7b1ca79d74bb req-9f9a3836-8c5b-4214-b26e-3ed199ad7957 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 950 time: 0.0571153 Aug 26 10:52:44.401402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4479d669-e8ad-459c-a28f-7b1ca79d74bb req-5ea2aeab-15eb-4f27-96a0-fcc34ce4b759 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375025 Aug 26 10:52:44.655308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['abf5a7d9-ba53-427e-9869-fc44890c4a03'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:44.747599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daab7ac-8109-43b4-bdc7-8a167bb7d9be req-59224bc7-a4e2-40ff-9edf-2b2d3299d92a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:44.749661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3daab7ac-8109-43b4-bdc7-8a167bb7d9be req-59224bc7-a4e2-40ff-9edf-2b2d3299d92a tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 1023 time: 0.0972807 Aug 26 10:52:44.859729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2f000-35a1-42f3-a988-32b66f6508a3 req-4c147521-2c75-4edf-a7ff-041977cf49e0 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:44.862446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41e2f000-35a1-42f3-a988-32b66f6508a3 req-4c147521-2c75-4edf-a7ff-041977cf49e0 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 948 time: 0.1106946 Aug 26 10:52:44.873143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3daab7ac-8109-43b4-bdc7-8a167bb7d9be req-924ba6db-d473-4a05-acd9-8f30bf1fb092 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af682f5-1f94-4e3d-8407-7130c2ce8e6d&id=9576da56-60a7-4ad3-93af-757b75773c14&id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1061466 Aug 26 10:52:44.931911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41e2f000-35a1-42f3-a988-32b66f6508a3 req-d0ce69de-a319-4aa2-a7b9-a70132575703 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570259 Aug 26 10:52:45.490584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d301588-4891-4f30-8622-fa7a4200dfea req-de71f148-3ebf-4dae-b94a-92cdb13c4f54 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:45.494753 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7d301588-4891-4f30-8622-fa7a4200dfea req-de71f148-3ebf-4dae-b94a-92cdb13c4f54 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.47 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 1023 time: 0.0741322 Aug 26 10:52:45.579228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c9928-d9a9-483d-87d9-c29cbef1f685 req-065090b0-323f-4e6c-ba6e-1481d5b2d453 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:45.581823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f2c9928-d9a9-483d-87d9-c29cbef1f685 req-065090b0-323f-4e6c-ba6e-1481d5b2d453 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 950 time: 0.0678811 Aug 26 10:52:45.639285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-7d301588-4891-4f30-8622-fa7a4200dfea req-98fcbf80-1b06-4045-bb7b-baa7bb2905e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Deleting port b2bc0163-c093-447c-855e-e6ca08772b30 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:52:45.639824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7d301588-4891-4f30-8622-fa7a4200dfea req-98fcbf80-1b06-4045-bb7b-baa7bb2905e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:45.647886 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f2c9928-d9a9-483d-87d9-c29cbef1f685 req-dda13239-2857-42c7-ba4e-0d08f038fb29 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545857 Aug 26 10:52:45.730638 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8692909e-99b0-4467-976f-fd9a5cebcfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:45.767842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-7d301588-4891-4f30-8622-fa7a4200dfea req-98fcbf80-1b06-4045-bb7b-baa7bb2905e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] For port b2bc0163-c093-447c-855e-e6ca08772b30, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b2bc0163-c093-447c-855e-e6ca08772b30,segment=NetworkSegment(2598edfa-0115-4a71-abab-a0a6b3c81a97),segment_id=2598edfa-0115-4a71-abab-a0a6b3c81a97)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:45.768145 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7d301588-4891-4f30-8622-fa7a4200dfea req-98fcbf80-1b06-4045-bb7b-baa7bb2905e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:45.785493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-7d301588-4891-4f30-8622-fa7a4200dfea req-98fcbf80-1b06-4045-bb7b-baa7bb2905e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Calling delete_port for b2bc0163-c093-447c-855e-e6ca08772b30 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:52:46.013463 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7d301588-4891-4f30-8622-fa7a4200dfea req-98fcbf80-1b06-4045-bb7b-baa7bb2905e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:46.047950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcbf80-1b06-4045-bb7b-baa7bb2905e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event deleted for resources: {'Port': ['ID=b2bc0163-c093-447c-855e-e6ca08772b30,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:46.081896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635c7b-3013-4df2-9622-b00f5fb5fd7f req-057ac275-3cd4-4c0f-b513-775fd3445fcd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:46.090877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b0635c7b-3013-4df2-9622-b00f5fb5fd7f req-057ac275-3cd4-4c0f-b513-775fd3445fcd tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/ports?device_id=0180409b-b90b-4200-97c7-706935804f86 HTTP/1.1" status: 200 len: 945 time: 0.1320441 Aug 26 10:52:46.148967 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:46.173883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b0635c7b-3013-4df2-9622-b00f5fb5fd7f req-a2d6eb2a-4b8e-4fcb-8926-28313988521e tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af682f5-1f94-4e3d-8407-7130c2ce8e6d&id=9576da56-60a7-4ad3-93af-757b75773c14&id=9f148647-4d91-45cc-ac9d-adb336180154&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0817587 Aug 26 10:52:46.374372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ea393-3a43-4fcd-9fc6-78489695870e req-5b27f502-3390-449d-8ec9-591deaf91bbb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:46.386302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f18ea393-3a43-4fcd-9fc6-78489695870e req-5b27f502-3390-449d-8ec9-591deaf91bbb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 948 time: 0.1146348 Aug 26 10:52:46.446089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f18ea393-3a43-4fcd-9fc6-78489695870e req-d2c3c386-4305-4529-8317-9c166d3b21d1 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540509 Aug 26 10:52:46.480945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d301588-4891-4f30-8622-fa7a4200dfea req-98fcbf80-1b06-4045-bb7b-baa7bb2905e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] No DVR routers for this DVR port b2bc0163-c093-447c-855e-e6ca08772b30 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:52:46.486572 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7d301588-4891-4f30-8622-fa7a4200dfea req-98fcbf80-1b06-4045-bb7b-baa7bb2905e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:46.490876 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7d301588-4891-4f30-8622-fa7a4200dfea req-98fcbf80-1b06-4045-bb7b-baa7bb2905e4 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.47 "DELETE /v2.0/ports/b2bc0163-c093-447c-855e-e6ca08772b30 HTTP/1.1" status: 204 len: 173 time: 0.9884009 Aug 26 10:52:46.491719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0180409b-b90b-4200-97c7-706935804f86', 'name': 'network-vif-deleted', 'tag': 'b2bc0163-c093-447c-855e-e6ca08772b30'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:46.495901 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21becd40-d69d-4d21-bbd9-8771bb78e2a8" -d '{"events": [{"server_uuid": "0180409b-b90b-4200-97c7-706935804f86", "name": "network-vif-deleted", "tag": "b2bc0163-c093-447c-855e-e6ca08772b30"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:46.648427 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b378b-7536-41a1-a210-05699a4fb449 x-openstack-request-id: req-8a1b378b-7536-41a1-a210-05699a4fb449 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:46.649017 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0180409b-b90b-4200-97c7-706935804f86", "name": "network-vif-deleted", "tag": "b2bc0163-c093-447c-855e-e6ca08772b30", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:46.649484 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a1b378b-7536-41a1-a210-05699a4fb449 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:46.650183 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0180409b-b90b-4200-97c7-706935804f86', 'name': 'network-vif-deleted', 'tag': 'b2bc0163-c093-447c-855e-e6ca08772b30', 'status': 'completed', 'code': 200} Aug 26 10:52:47.058036 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:47.313441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af015711-4ba3-44e5-aeab-76193ae7d78f req-c8d2ba0d-f63e-44fc-83b6-47440bb02b48 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/7af682f5-1f94-4e3d-8407-7130c2ce8e6d HTTP/1.1" status: 200 len: 1799 time: 0.0545464 Aug 26 10:52:47.380210 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-af015711-4ba3-44e5-aeab-76193ae7d78f req-f4572b8e-b607-44b1-9c62-ff32e8d0a789 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:47.387833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9058dd85-6e46-4dad-8107-0b3e7ee8d414 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:52:47.423355 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-af015711-4ba3-44e5-aeab-76193ae7d78f req-f4572b8e-b607-44b1-9c62-ff32e8d0a789 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:47.491047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-af015711-4ba3-44e5-aeab-76193ae7d78f req-f4572b8e-b607-44b1-9c62-ff32e8d0a789 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:47.495025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-af015711-4ba3-44e5-aeab-76193ae7d78f req-f4572b8e-b607-44b1-9c62-ff32e8d0a789 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:47.500570 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af015711-4ba3-44e5-aeab-76193ae7d78f req-f4572b8e-b607-44b1-9c62-ff32e8d0a789 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "DELETE /v2.0/security-groups/7af682f5-1f94-4e3d-8407-7130c2ce8e6d HTTP/1.1" status: 204 len: 173 time: 0.1780865 Aug 26 10:52:47.519552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4572b8e-b607-44b1-9c62-ff32e8d0a789 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af682f5-1f94-4e3d-8407-7130c2ce8e6d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:47.583121 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:47.629970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:47.632782 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8e0c70-f1e5-40d0-b041-1dd164e7ceae" -d '{"events": [{"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-unplugged", "status": "completed", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:47.642258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0757122-56e8-4c39-a329-b1198dde5845 req-1bc3b8eb-d35d-46a5-90d6-93ad400ef211 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:47.644118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0757122-56e8-4c39-a329-b1198dde5845 req-1bc3b8eb-d35d-46a5-90d6-93ad400ef211 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 948 time: 0.0841379 Aug 26 10:52:47.654962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:47.660957 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:47.661918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b2bc0163-c093-447c-855e-e6ca08772b30 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:52:47.703975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: b2bc0163-c093-447c-855e-e6ca08772b30 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:52:47.704325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b2bc0163-c093-447c-855e-e6ca08772b30 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:52:47.719935 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc1ca45e-afc7-479a-b3ab-0e56c605ddf0 req-eb60d045-c689-4f2f-9a5c-4b6834e85322 tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "GET /v2.0/security-groups/9576da56-60a7-4ad3-93af-757b75773c14 HTTP/1.1" status: 200 len: 1801 time: 0.0982625 Aug 26 10:52:47.727279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0757122-56e8-4c39-a329-b1198dde5845 req-76ad3c42-d78a-4075-afc4-e4e26133548d tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723414 Aug 26 10:52:47.743019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:47.819261 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cc1ca45e-afc7-479a-b3ab-0e56c605ddf0 req-9ee34577-69e1-456f-b7f5-f56a36cec6ad tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:47.857304 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cc1ca45e-afc7-479a-b3ab-0e56c605ddf0 req-9ee34577-69e1-456f-b7f5-f56a36cec6ad tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:47.920401 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cc1ca45e-afc7-479a-b3ab-0e56c605ddf0 req-9ee34577-69e1-456f-b7f5-f56a36cec6ad tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:47.925457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cc1ca45e-afc7-479a-b3ab-0e56c605ddf0 req-9ee34577-69e1-456f-b7f5-f56a36cec6ad tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:47.926932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc1ca45e-afc7-479a-b3ab-0e56c605ddf0 req-9ee34577-69e1-456f-b7f5-f56a36cec6ad tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] 10.222.0.21 "DELETE /v2.0/security-groups/9576da56-60a7-4ad3-93af-757b75773c14 HTTP/1.1" status: 204 len: 173 time: 0.1948841 Aug 26 10:52:47.935290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46306) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:52:47.941630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee34577-69e1-456f-b7f5-f56a36cec6ad tempest-SecurityGroupsTestJSON-416670524 tempest-SecurityGroupsTestJSON-416670524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9576da56-60a7-4ad3-93af-757b75773c14,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:48.007225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device abf5a7d9-ba53-427e-9869-fc44890c4a03 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:48.032973 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c354da-d289-4a22-bc6d-633249350e2d x-openstack-request-id: req-00c354da-d289-4a22-bc6d-633249350e2d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:48.033368 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-unplugged", "status": "completed", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:48.033625 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00c354da-d289-4a22-bc6d-633249350e2d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:48.034032 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'code': 200} Aug 26 10:52:48.038905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6437d5d-ce5a-42ac-baa6-9033b00eca15 admin admin] Deleting subnet 63eb8f50-5a58-49f5-96cb-bf75e13dd614 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:52:48.042722 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6437d5d-ce5a-42ac-baa6-9033b00eca15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.070792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port abf5a7d9-ba53-427e-9869-fc44890c4a03 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:48.076147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port abf5a7d9-ba53-427e-9869-fc44890c4a03 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:48.076713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.082989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6437d5d-ce5a-42ac-baa6-9033b00eca15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.132579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6437d5d-ce5a-42ac-baa6-9033b00eca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.183699 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.217544 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6437d5d-ce5a-42ac-baa6-9033b00eca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.231984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port abf5a7d9-ba53-427e-9869-fc44890c4a03, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=abf5a7d9-ba53-427e-9869-fc44890c4a03,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:48.238583 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.247731 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6437d5d-ce5a-42ac-baa6-9033b00eca15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63eb8f50-5a58-49f5-96cb-bf75e13dd614,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:48.252435 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6437d5d-ce5a-42ac-baa6-9033b00eca15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.254437 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e6437d5d-ce5a-42ac-baa6-9033b00eca15 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/63eb8f50-5a58-49f5-96cb-bf75e13dd614 HTTP/1.1" status: 204 len: 168 time: 0.3098764 Aug 26 10:52:48.258478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46308) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:52:48.330771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=abf5a7d9-ba53-427e-9869-fc44890c4a03,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:48.357976 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.507764 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.527038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f0b365-86f9-4ec3-820d-1055c2f246cd']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:52:48.547546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2598edfa-0115-4a71-abab-a0a6b3c81a97') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:52:48.548036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2598edfa-0115-4a71-abab-a0a6b3c81a97') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:52:48.565613 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.589119 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.599289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:52:48.599854 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:52:48.602570 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:52:48.685456 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.692900 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:48.698801 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] 10.222.0.21 "DELETE /v2.0/networks/17f0b365-86f9-4ec3-820d-1055c2f246cd HTTP/1.1" status: 204 len: 168 time: 0.4354210 Aug 26 10:52:48.707282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66d7fb-b41f-45ef-b8da-67d3c035de8a admin admin] Pushing event deleted for resources: {'Network': ['ID=17f0b365-86f9-4ec3-820d-1055c2f246cd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:48.934717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46330) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:52:48.935944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cc171-7005-41f6-952b-d547a69c8bd4 req-b0cd006f-57a5-4393-bd3c-7b7d461f92e8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:48.939510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-953cc171-7005-41f6-952b-d547a69c8bd4 req-b0cd006f-57a5-4393-bd3c-7b7d461f92e8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 949 time: 0.1066630 Aug 26 10:52:48.990653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-953cc171-7005-41f6-952b-d547a69c8bd4 req-ae3f9ca3-3afe-471f-88fe-004bfec5119e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428069 Aug 26 10:52:49.010696 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-96ee1f72-9855-4485-9361-35f53b7e895a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=053dd40e1c1c49f1b12c523394713a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740364 Aug 26 10:52:49.014572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46334) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:52:49.091632 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8a7acf5-1717-4889-b60e-5b269a6b71cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:49.118417 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:49.125551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8a7acf5-1717-4889-b60e-5b269a6b71cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:49.180225 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8a7acf5-1717-4889-b60e-5b269a6b71cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:49.183370 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8a7acf5-1717-4889-b60e-5b269a6b71cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:49.184884 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a8a7acf5-1717-4889-b60e-5b269a6b71cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f148647-4d91-45cc-ac9d-adb336180154 HTTP/1.1" status: 204 len: 168 time: 0.1692357 Aug 26 10:52:49.195758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7acf5-1717-4889-b60e-5b269a6b71cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f148647-4d91-45cc-ac9d-adb336180154,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:50.035661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14385c0-d3f0-487d-84d0-d6b9b7efff5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf5a7d9-ba53-427e-9869-fc44890c4a03'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:50.039872 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c0d2a9-8b0b-4e73-bae7-ca7df0f66806" -d '{"events": [{"server_uuid": "f14385c0-d3f0-487d-84d0-d6b9b7efff5e", "name": "network-vif-plugged", "status": "completed", "tag": "abf5a7d9-ba53-427e-9869-fc44890c4a03"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:50.108919 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:50.171284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f6688-dc10-418b-ab80-58f012c652eb req-e382bee8-ae0b-42c6-b5f0-21eb44ccff8c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:50.174225 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b80f6688-dc10-418b-ab80-58f012c652eb req-e382bee8-ae0b-42c6-b5f0-21eb44ccff8c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 949 time: 0.0931866 Aug 26 10:52:50.223688 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fedc72-1709-4439-8c18-179d2f7a3a98 x-openstack-request-id: req-63fedc72-1709-4439-8c18-179d2f7a3a98 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:50.236871 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14385c0-d3f0-487d-84d0-d6b9b7efff5e", "name": "network-vif-plugged", "status": "completed", "tag": "abf5a7d9-ba53-427e-9869-fc44890c4a03", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:50.243262 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63fedc72-1709-4439-8c18-179d2f7a3a98 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:50.244121 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14385c0-d3f0-487d-84d0-d6b9b7efff5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf5a7d9-ba53-427e-9869-fc44890c4a03', 'code': 200} Aug 26 10:52:50.261179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b80f6688-dc10-418b-ab80-58f012c652eb req-95cfb8c4-70b9-4352-8dea-3346968bb912 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795903 Aug 26 10:52:50.391551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f4b04-bfd0-4574-9d8d-7d59c4cbe516 req-0bddec38-8eb8-4917-8df0-c62c2bf41048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:50.393015 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cc1f4b04-bfd0-4574-9d8d-7d59c4cbe516 req-0bddec38-8eb8-4917-8df0-c62c2bf41048 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 1101 time: 0.0475113 Aug 26 10:52:50.444119 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cc1f4b04-bfd0-4574-9d8d-7d59c4cbe516 req-ba4982ca-53fe-4ebb-9a33-13e9b9cc652e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422163 Aug 26 10:52:50.528199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46394) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:52:50.655789 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-279651d0-642b-4683-943e-db02d47593d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:50.783697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-279651d0-642b-4683-943e-db02d47593d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:50.788819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-279651d0-642b-4683-943e-db02d47593d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:50.837652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-279651d0-642b-4683-943e-db02d47593d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1282b0a49b924bcda4c0ca6688f37d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082685 Aug 26 10:52:50.838588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279651d0-642b-4683-943e-db02d47593d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400f7613-f2a4-4d33-acf1-f4a34b8b31ac,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:50.841319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46402) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:52:50.904209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11fa6bd7-446a-4739-aaf8-9e94cc379a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:50.929517 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11fa6bd7-446a-4739-aaf8-9e94cc379a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:50.990246 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11fa6bd7-446a-4739-aaf8-9e94cc379a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:50.993375 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11fa6bd7-446a-4739-aaf8-9e94cc379a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:50.994701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-11fa6bd7-446a-4739-aaf8-9e94cc379a2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/400f7613-f2a4-4d33-acf1-f4a34b8b31ac HTTP/1.1" status: 204 len: 168 time: 0.1524260 Aug 26 10:52:51.007516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa6bd7-446a-4739-aaf8-9e94cc379a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400f7613-f2a4-4d33-acf1-f4a34b8b31ac,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:51.386262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8630f929-b3b6-4b70-b2da-5cce36653b05 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:52:51.471185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97b5ec-ef35-4d1a-ae05-0d3b70d04a30 req-200eb727-858d-4532-8a1a-2192127a6573 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:51.473120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd97b5ec-ef35-4d1a-ae05-0d3b70d04a30 req-200eb727-858d-4532-8a1a-2192127a6573 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 949 time: 0.0840111 Aug 26 10:52:51.527335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd97b5ec-ef35-4d1a-ae05-0d3b70d04a30 req-b7824ba3-4eb0-4ce8-8436-8bee2161a4ec tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Aug 26 10:52:51.583769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8630f929-b3b6-4b70-b2da-5cce36653b05, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8630f929-b3b6-4b70-b2da-5cce36653b05,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:51.602993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '8630f929-b3b6-4b70-b2da-5cce36653b05', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '8630f929-b3b6-4b70-b2da-5cce36653b05', 'mac_address': 'fa:16:3e:56:b3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:52:51.669635 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:51.692298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8630f929-b3b6-4b70-b2da-5cce36653b05 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:51.750211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8630f929-b3b6-4b70-b2da-5cce36653b05, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8630f929-b3b6-4b70-b2da-5cce36653b05,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:51.758024 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:51.907125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8630f929-b3b6-4b70-b2da-5cce36653b05,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:51.917114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['8630f929-b3b6-4b70-b2da-5cce36653b05'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:52.003701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:52.056977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46446) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:52:52.233979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-824274688-network', 'tenant_id': 'fef7771f2318490fb06f042aeb726338'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:52.269468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Made reservation on behalf of fef7771f2318490fb06f042aeb726338 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:52.272491 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:52.284024 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:52.410592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:52.415354 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:52.448329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:52:52.459555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958b7804-9bf6-48b3-8fcd-8422117ae61b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:52.469234 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:52.469842 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Added segment 5f5d5b7e-30ce-42a1-896c-7ba6f99b2624 of type vlan for network 4865d053-a00a-47d8-a668-5e8f2130af36 Aug 26 10:52:52.527806 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:52.558108 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:52.559435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:52.560187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:52.624041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5657721 Aug 26 10:52:52.629320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46466) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:52:52.637016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] Request body: {'subnet': {'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-824274688-subnet', 'tenant_id': 'fef7771f2318490fb06f042aeb726338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:52.641986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eceb908-18b7-464e-a1ee-468a84f03d28 admin admin] Pushing event updated for resources: {'Network': ['ID=4865d053-a00a-47d8-a668-5e8f2130af36,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:52.661416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 4865d053-a00a-47d8-a668-5e8f2130af36 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:52:52.693311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] Made reservation on behalf of fef7771f2318490fb06f042aeb726338 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:52.697433 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:52.879039 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23281e-65ef-42d2-94e7-9ef995e09c46 req-83da536e-028d-41b2-a103-02c853c7a406 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:52.881708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd23281e-65ef-42d2-94e7-9ef995e09c46 req-83da536e-028d-41b2-a103-02c853c7a406 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 949 time: 0.2139597 Aug 26 10:52:52.974984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd23281e-65ef-42d2-94e7-9ef995e09c46 req-630522ae-e51c-457b-aed5-6929e8f3b3ef tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848110 Aug 26 10:52:53.146503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:53.191490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0aaf-83d9-44b3-a862-31d1adf67e3b req-78870362-5f86-4886-ae2b-6fac73ce4f91 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:53.193004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a8b0aaf-83d9-44b3-a862-31d1adf67e3b req-78870362-5f86-4886-ae2b-6fac73ce4f91 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 1101 time: 0.0973353 Aug 26 10:52:53.259698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fca6a5c-9ec4-40dc-802d-8289dcc0171c,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:53.294709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] Checking segment: {'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:52:53.295373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] Network hostable DHCP agents. Network: 4865d053-a00a-47d8-a668-5e8f2130af36, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:52:53.317860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a8b0aaf-83d9-44b3-a862-31d1adf67e3b req-0eae6f77-b695-4fdc-bfa4-0a9d1c72941b tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105518 Aug 26 10:52:53.332355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] Network 4865d053-a00a-47d8-a668-5e8f2130af36 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:52:53.350423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 4865d053-a00a-47d8-a668-5e8f2130af36) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:52:53.357469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:53.359644 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:53.364926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d75ff-795d-4549-86eb-a019e44c6663 None None] Network 4865d053-a00a-47d8-a668-5e8f2130af36 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:52:53.397342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-39365b86-e598-49dc-afce-ac3ba7df24e5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7551944 Aug 26 10:52:53.436703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8630f929-b3b6-4b70-b2da-5cce36653b05 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:52:53.597709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 8630f929-b3b6-4b70-b2da-5cce36653b05 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:53.598325 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:53.732141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-b4509973-274e-41a9-8fcc-c3089850b244 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429270 Aug 26 10:52:53.833032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c1585c-2b0a-4595-a8f6-c8ee3fbd58c7 None None] Network 4865d053-a00a-47d8-a668-5e8f2130af36 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:52:53.931416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-caa6144d-6852-4a33-8bcd-cad0492d922c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:53.933097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-caa6144d-6852-4a33-8bcd-cad0492d922c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808624 Aug 26 10:52:53.958827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-2ced694e-5c07-4bf3-8b4a-b81f1d0246e2 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/quotas/334da8c1f0144b3c9796b8940a5f0bce HTTP/1.1" status: 200 len: 375 time: 0.0117109 Aug 26 10:52:53.967894 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:54.011145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8630f929-b3b6-4b70-b2da-5cce36653b05'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:54.013744 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e44685-56b3-4a53-993e-90808553a7bc" -d '{"events": [{"server_uuid": "682be98e-ff5a-48ed-8b8d-bf1f1773aa7c", "name": "network-vif-plugged", "status": "completed", "tag": "8630f929-b3b6-4b70-b2da-5cce36653b05"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:54.051474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8630f929-b3b6-4b70-b2da-5cce36653b05, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8630f929-b3b6-4b70-b2da-5cce36653b05,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:52:54.062212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-764fc802-dd30-45a9-b406-5e0139c08cbd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0940518 Aug 26 10:52:54.082351 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:54.148867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8630f929-b3b6-4b70-b2da-5cce36653b05,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:54.347300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-baf72267-1340-4912-9976-55c80c646f60 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:54.351802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-baf72267-1340-4912-9976-55c80c646f60 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/networks?id=4865d053-a00a-47d8-a668-5e8f2130af36 HTTP/1.1" status: 200 len: 817 time: 0.1908166 Aug 26 10:52:54.384018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-3a67ecd3-7ca1-43f0-acbd-30260b0f8f27 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/quotas/fef7771f2318490fb06f042aeb726338 HTTP/1.1" status: 200 len: 375 time: 0.0254760 Aug 26 10:52:54.455369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfa16a11-99cf-4d14-8e67-726e58ce4055 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fef7771f2318490fb06f042aeb726338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627761 Aug 26 10:52:54.469227 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cae876-7438-49d1-b9ae-e0632451e7a4 x-openstack-request-id: req-b8cae876-7438-49d1-b9ae-e0632451e7a4 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:54.469693 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682be98e-ff5a-48ed-8b8d-bf1f1773aa7c", "name": "network-vif-plugged", "status": "completed", "tag": "8630f929-b3b6-4b70-b2da-5cce36653b05", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:54.470113 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8cae876-7438-49d1-b9ae-e0632451e7a4 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:54.470750 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8630f929-b3b6-4b70-b2da-5cce36653b05', 'code': 200} Aug 26 10:52:54.675052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f09202c-dab4-4fbf-837b-69b6cc40da23 req-9201f70a-7cde-4677-99d3-31ecf4d227ac tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 210 time: 0.0654731 Aug 26 10:52:54.682373 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-822ec5ed-7763-4d38-bd74-12fc10bb859e service neutron] 10.222.0.21 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158513 Aug 26 10:52:54.856690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-575a9d9d-8363-49c1-ac2c-05aed1c622d2 service neutron] 10.222.0.21 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647768 Aug 26 10:52:55.242910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1212724-d2aa-46cf-8497-30a7d15195af req-117c2e57-792a-4044-99a6-27e19438b0bf tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 210 time: 0.0368555 Aug 26 10:52:55.693967 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-858839eb-4ee6-4006-ab72-bc615fd9f38b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658002 Aug 26 10:52:55.838894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9e28db7-50a3-43f9-968f-1e092a7b7130 req-a99c4bee-cb54-4c1a-bcc3-9ea35888e58a tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 210 time: 0.0614002 Aug 26 10:52:55.960045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-587989cf-88aa-40f5-8323-cee63ae607fa tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:55.962671 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-587989cf-88aa-40f5-8323-cee63ae607fa tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590985 Aug 26 10:52:56.005971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Request body: {'port': {'device_id': '6f97b073-5945-4622-89ac-bb33f6981896', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '334da8c1f0144b3c9796b8940a5f0bce'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:56.324852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Made reservation on behalf of 334da8c1f0144b3c9796b8940a5f0bce for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:56.336416 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:56.411460 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a04512e4-88a2-42ae-82e8-571e6fbb664f req-327664f0-6668-4e09-bf8a-49744ad4c894 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 210 time: 0.0707238 Aug 26 10:52:56.645351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Allocated IP 192.168.233.28 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/fe20c736-bcdb-41ed-b9eb-d78e7e8a8431) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:52:56.966177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:56.986613 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f324c2e-daf5-4781-84b6-83e2f55a8dfd req-f19b0d70-a3cd-4370-9ade-5eb1d9cc889e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 210 time: 0.0445299 Aug 26 10:52:57.028200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Transition to ACTIVE for port object fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:57.079996 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:57.095226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921', 'abf5a7d9-ba53-427e-9869-fc44890c4a03'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:57.101358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52', '9de209dd-55eb-4137-bccb-b6e6393c9903'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:52:57.141543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:52:57.150951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:52:57.156501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:52:57.213640 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event updated for resources: {'Port': ['ID=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:57.238380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.239093 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.243638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.244199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.244547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.244911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.245246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.245585 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.245917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.246893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.247293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.247627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:52:57.277839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:57.289395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:57.315400 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-7b2700b0-332e-43e3-b6bb-87dfe91ca51e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3284912 Aug 26 10:52:57.332285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Request body: {'port': {'device_id': '6f97b073-5945-4622-89ac-bb33f6981896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:57.417140 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:57.645992 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f816e8d-8dce-4572-b51a-c6c9624d36a9 req-ded6643c-98bb-4b7d-9795-125b2fe78a29 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 210 time: 0.0583642 Aug 26 10:52:57.735737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-02acac1c-5e53-4af6-979e-b290e90f069c None None] Provisioning for port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:52:57.768447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-02acac1c-5e53-4af6-979e-b290e90f069c None None] Provisioning complete for port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:52:57.768827 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02acac1c-5e53-4af6-979e-b290e90f069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:57.842601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-02acac1c-5e53-4af6-979e-b290e90f069c None None] Port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:52:58.210062 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ba44e-a14d-4113-8e3e-a267bca39194 req-ea550947-d10f-4f4a-b04e-5a0bc498bfbe tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:58.234562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f10ba44e-a14d-4113-8e3e-a267bca39194 req-ea550947-d10f-4f4a-b04e-5a0bc498bfbe tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 935 time: 0.1209087 Aug 26 10:52:58.308172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f10ba44e-a14d-4113-8e3e-a267bca39194 req-4d2cfeb1-977b-4697-818c-62cf4b3b90b1 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723217 Aug 26 10:52:58.535431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:52:58.565016 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:58.583437 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-25e36afa-4c27-4426-a98c-114e51d996a0 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:58.585125 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-25e36afa-4c27-4426-a98c-114e51d996a0 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.47 "GET /v2.0/networks?id=4865d053-a00a-47d8-a668-5e8f2130af36 HTTP/1.1" status: 200 len: 817 time: 0.9914727 Aug 26 10:52:58.596664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-3e93386b-cf7b-4c66-a9f5-929b7f7e5237 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:58.598277 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-3e93386b-cf7b-4c66-a9f5-929b7f7e5237 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.42 "GET /v2.0/networks?id=4865d053-a00a-47d8-a668-5e8f2130af36 HTTP/1.1" status: 200 len: 817 time: 1.0641756 Aug 26 10:52:58.611613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Request body: {'port': {'device_id': '83f90c0d-39e3-45ca-8c7d-829847392c59', 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36', 'admin_state_up': True, 'tenant_id': 'fef7771f2318490fb06f042aeb726338'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:58.626065 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Request body: {'port': {'device_id': '58ab8f96-05a3-4e74-8373-41ad84d2fc50', 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36', 'admin_state_up': True, 'tenant_id': 'fef7771f2318490fb06f042aeb726338'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:58.647324 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:52:58.650366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Transition to ACTIVE for port object fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:52:58.729249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:58.838616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-d58326ee-3c06-445f-99f5-2c41ede583e0 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:58.840830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-d58326ee-3c06-445f-99f5-2c41ede583e0 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.47 "GET /v2.0/networks?id=4865d053-a00a-47d8-a668-5e8f2130af36 HTTP/1.1" status: 200 len: 817 time: 0.4399662 Aug 26 10:52:58.872143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Request body: {'port': {'device_id': 'b0ae80f2-2714-4953-b66d-3b268cd24bc5', 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36', 'admin_state_up': True, 'tenant_id': 'fef7771f2318490fb06f042aeb726338'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:52:58.915628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1bcc3d8f-9bb2-4ce5-bef8-e471f443458e req-d9006167-557e-4ecd-aa2f-a328d205698a tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 210 time: 0.1432705 Aug 26 10:52:58.984554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Pushing event updated for resources: {'Port': ['ID=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:59.127037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Made reservation on behalf of fef7771f2318490fb06f042aeb726338 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:59.139446 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:59.236156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Attempting to bind port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:52:59.236498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Attempting to bind port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:52:59.236695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Attempting to bind port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:59.251439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Made reservation on behalf of fef7771f2318490fb06f042aeb726338 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:59.255192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:59.330511 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:52:59.330870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Attempting to bind port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:52:59.353266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:52:59.353660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:52:59.354070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:52:59.355054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Bound port: fe20c736-bcdb-41ed-b9eb-d78e7e8a8431, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:52:59.355506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:59.362772 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Made reservation on behalf of fef7771f2318490fb06f042aeb726338 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:52:59.366664 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:59.621696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7d197-64eb-4d9e-8437-b1d33240b16d req-3741cfca-4bc4-469c-8202-071bb0177150 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:59.624029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1d7d197-64eb-4d9e-8437-b1d33240b16d req-3741cfca-4bc4-469c-8202-071bb0177150 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 947 time: 0.0974183 Aug 26 10:52:59.709631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1d7d197-64eb-4d9e-8437-b1d33240b16d req-3449fd78-db5e-4bae-8279-bf4662de9ce6 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654526 Aug 26 10:52:59.728013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Allocated IP 172.20.0.6 (4865d053-a00a-47d8-a668-5e8f2130af36/6fca6a5c-9ec4-40dc-802d-8289dcc0171c/76ebbfc4-8b32-4179-935c-22336dc9deb4) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:52:59.729144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] For port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:52:59.734968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] For port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:52:59.744863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:59.799540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:52:59.800239 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:52:59.801942 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] 10.222.0.42 "PUT /v2.0/ports/fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 HTTP/1.1" status: 200 len: 1096 time: 2.4760993 Aug 26 10:52:59.804771 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f97b073-5945-4622-89ac-bb33f6981896', 'tag': 'fe20c736-bcdb-41ed-b9eb-d78e7e8a8431'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:52:59.810771 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d47d0b-005c-49df-be8e-72ea11b804a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6f97b073-5945-4622-89ac-bb33f6981896", "tag": "fe20c736-bcdb-41ed-b9eb-d78e7e8a8431"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:52:59.919482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147f0ad-d499-4e0d-b89d-a68cc4ee4e3b service neutron] Pushing event updated for resources: {'Port': ['ID=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:52:59.926695 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ed37fe-2f46-4604-a884-19a1163e062b x-openstack-request-id: req-90ed37fe-2f46-4604-a884-19a1163e062b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:52:59.926695 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f97b073-5945-4622-89ac-bb33f6981896", "tag": "fe20c736-bcdb-41ed-b9eb-d78e7e8a8431", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:52:59.926695 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90ed37fe-2f46-4604-a884-19a1163e062b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:52:59.926695 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f97b073-5945-4622-89ac-bb33f6981896', 'tag': 'fe20c736-bcdb-41ed-b9eb-d78e7e8a8431', 'status': 'completed', 'code': 200} Aug 26 10:53:00.130335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8413ea3-84a9-4fa1-a590-7cd1abea1c16 req-d3e156a2-ef08-48f1-9c36-e888499f304e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 210 time: 0.0408568 Aug 26 10:53:00.134227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-29fae71e-8f44-4189-a74f-d5d86650f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:00.136545 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-29fae71e-8f44-4189-a74f-d5d86650f76b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 1099 time: 0.2384334 Aug 26 10:53:00.165525 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:00.207631 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-ecec2024-474c-47b5-afbb-44976ba360c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 HTTP/1.1" status: 200 len: 217 time: 0.0589790 Aug 26 10:53:00.316759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-566f1b3b-3d16-467b-bfb0-8484d0bd9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:00.319720 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-566f1b3b-3d16-467b-bfb0-8484d0bd9575 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0934823 Aug 26 10:53:00.359141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:00.557125 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Network 4865d053-a00a-47d8-a668-5e8f2130af36 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:53:00.584515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:53:00.588230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:53:00.670333 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Allocated IP 172.20.0.12 (4865d053-a00a-47d8-a668-5e8f2130af36/6fca6a5c-9ec4-40dc-802d-8289dcc0171c/f0b9c7e1-7398-4830-828b-1c1db6e0be4a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:53:00.686172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Pushing event updated for resources: {'Port': ['ID=76ebbfc4-8b32-4179-935c-22336dc9deb4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:00.696297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-f0bab8d6-2f5c-4441-8270-328461864198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:00.698393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-f0bab8d6-2f5c-4441-8270-328461864198 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3645909 Aug 26 10:53:00.823415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:00.824565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:00.883565 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-bfdd2271-89cc-4280-9048-e49d919bf51e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2791655 Aug 26 10:53:00.910996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Request body: {'port': {'device_id': '83f90c0d-39e3-45ca-8c7d-829847392c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:53:00.925220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39675d89-5cf8-4c86-bba2-209b4cb7611a req-81e7829d-19fe-420f-87ad-dd4dd8f938c4 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:00.933508 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39675d89-5cf8-4c86-bba2-209b4cb7611a req-81e7829d-19fe-420f-87ad-dd4dd8f938c4 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 947 time: 0.0708005 Aug 26 10:53:00.978482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39675d89-5cf8-4c86-bba2-209b4cb7611a req-cf5d9355-09a9-4599-b987-a66bda728ca9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435302 Aug 26 10:53:00.981326 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-b46d51b1-65cc-4939-a409-4c9fd3cb1183 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678862 Aug 26 10:53:01.143565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:01.210345 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:01.329508 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d3a95e20-62e2-48e6-a063-89bdcb6ce247 req-e93217e4-89e1-4a68-9934-4ddead0c5b39 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335950 Aug 26 10:53:01.429527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48002a27-f435-435a-805c-fa9f4fcf27e9 req-9fa32bf1-594e-41b7-b78e-3ef595c396fd tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 210 time: 0.0496392 Aug 26 10:53:01.537364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Allocated IP 172.20.0.9 (4865d053-a00a-47d8-a668-5e8f2130af36/6fca6a5c-9ec4-40dc-802d-8289dcc0171c/1d41bc95-f498-431f-86e2-810c5f04f5f0) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:53:01.566897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:01.728122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Network 4865d053-a00a-47d8-a668-5e8f2130af36 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:53:02.139406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:53:02.145559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:53:02.148468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Pushing event updated for resources: {'Port': ['ID=f0b9c7e1-7398-4830-828b-1c1db6e0be4a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:02.155842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47d0b-005c-49df-be8e-72ea11b804a8 req-bbfe765a-914b-4c1e-98f0-bd37f02a209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:02.158014 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f1d47d0b-005c-49df-be8e-72ea11b804a8 req-bbfe765a-914b-4c1e-98f0-bd37f02a209d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 1099 time: 0.7320521 Aug 26 10:53:02.203649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d51a7-28f5-4594-b86f-6c40f1c47fc7 req-50a61e4c-1357-406f-8031-06f7606d4d17 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:02.205417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe4d51a7-28f5-4594-b86f-6c40f1c47fc7 req-50a61e4c-1357-406f-8031-06f7606d4d17 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 947 time: 0.0895822 Aug 26 10:53:02.303757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:02.304456 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:02.305002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe4d51a7-28f5-4594-b86f-6c40f1c47fc7 req-823a1ca9-96cd-40b3-80a3-541bef7f2b4c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843611 Aug 26 10:53:02.358853 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-2c28b932-79df-4f01-a9d8-3c50ff24ef7e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7357168 Aug 26 10:53:02.378601 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:02.385616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Request body: {'port': {'device_id': '58ab8f96-05a3-4e74-8373-41ad84d2fc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:53:02.392429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47d0b-005c-49df-be8e-72ea11b804a8 req-3c862099-c9ee-4d9c-9f7d-60af99ae9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:02.393968 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f1d47d0b-005c-49df-be8e-72ea11b804a8 req-3c862099-c9ee-4d9c-9f7d-60af99ae9699 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.2139046 Aug 26 10:53:02.520589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:02.523541 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f1d47d0b-005c-49df-be8e-72ea11b804a8 req-84d86c9f-a479-42b8-8067-89aec99c3fd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 HTTP/1.1" status: 200 len: 217 time: 0.0658078 Aug 26 10:53:02.612046 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:02.686228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4b4e7-c43a-41a7-bd81-18425eb31983 req-4433ef57-54b7-4c6a-9aeb-de0470b08777 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:02.713171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47d0b-005c-49df-be8e-72ea11b804a8 req-01b10c63-f0fd-4b6b-af49-b5952eecf329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:02.714924 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f1d47d0b-005c-49df-be8e-72ea11b804a8 req-01b10c63-f0fd-4b6b-af49-b5952eecf329 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1810327 Aug 26 10:53:02.723279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21b4b4e7-c43a-41a7-bd81-18425eb31983 req-4433ef57-54b7-4c6a-9aeb-de0470b08777 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 932 time: 0.1257865 Aug 26 10:53:02.810268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21b4b4e7-c43a-41a7-bd81-18425eb31983 req-0c788d66-7b81-4816-b581-b85e11f7bff2 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824404 Aug 26 10:53:02.849664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Network 4865d053-a00a-47d8-a668-5e8f2130af36 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:53:02.893267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:53:02.895655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:53:02.973401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Pushing event updated for resources: {'Port': ['ID=1d41bc95-f498-431f-86e2-810c5f04f5f0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:03.008775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:03.009499 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:03.049032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47d0b-005c-49df-be8e-72ea11b804a8 req-8b65e0a1-5ec2-44e9-8154-fc4b21b3ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:03.050872 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f1d47d0b-005c-49df-be8e-72ea11b804a8 req-8b65e0a1-5ec2-44e9-8154-fc4b21b3ef22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3189611 Aug 26 10:53:03.148037 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-05b65532-0567-4b8a-8825-b76280fe3f4e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2942996 Aug 26 10:53:03.150779 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ebbfc4-8b32-4179-935c-22336dc9deb4 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:53:03.194077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Request body: {'port': {'device_id': 'b0ae80f2-2714-4953-b66d-3b268cd24bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:53:03.199814 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:03.262123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Transition to ACTIVE for port object 76ebbfc4-8b32-4179-935c-22336dc9deb4 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:53:03.308852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:03.425671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:03.575275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Pushing event updated for resources: {'Port': ['ID=76ebbfc4-8b32-4179-935c-22336dc9deb4,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:03.604566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7418a-6f17-4f24-9c57-a9c1b5f320b6 req-22e5fc71-4ab7-45b7-b788-c7486428d821 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:03.615061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2a7418a-6f17-4f24-9c57-a9c1b5f320b6 req-22e5fc71-4ab7-45b7-b788-c7486428d821 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 947 time: 0.0915570 Aug 26 10:53:03.635897 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f1d47d0b-005c-49df-be8e-72ea11b804a8 req-039e031b-d6e0-4bb0-bca7-53df793cb04c service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423849 Aug 26 10:53:03.671694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2a7418a-6f17-4f24-9c57-a9c1b5f320b6 req-7577ab13-e141-4e2a-bc8e-83f49a6c5715 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Aug 26 10:53:04.020554 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f1d47d0b-005c-49df-be8e-72ea11b804a8 req-f8d6157c-14a2-4ee6-9baf-013679fb3e01 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073804 Aug 26 10:53:04.054142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0472ed0-4e5e-4b4e-b1a3-0d94c6c1dde0 req-4eac1cd1-7df3-410f-9dc3-b745af6f2079 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:04.071026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:53:04.071938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0472ed0-4e5e-4b4e-b1a3-0d94c6c1dde0 req-4eac1cd1-7df3-410f-9dc3-b745af6f2079 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 932 time: 0.1240528 Aug 26 10:53:04.073901 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Attempting to bind port 76ebbfc4-8b32-4179-935c-22336dc9deb4 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:53:04.074270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Attempting to bind port 76ebbfc4-8b32-4179-935c-22336dc9deb4 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:53:04.074585 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Attempting to bind port 76ebbfc4-8b32-4179-935c-22336dc9deb4 on network 4865d053-a00a-47d8-a668-5e8f2130af36 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:04.094318 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Port 76ebbfc4-8b32-4179-935c-22336dc9deb4 on network 4865d053-a00a-47d8-a668-5e8f2130af36 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:53:04.094318 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Attempting to bind port 76ebbfc4-8b32-4179-935c-22336dc9deb4 on network 4865d053-a00a-47d8-a668-5e8f2130af36 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:04.096118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:53:04.096118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Checking segment: {'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:53:04.096118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Bound using segment: {'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:53:04.096118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Bound port: 76ebbfc4-8b32-4179-935c-22336dc9deb4, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:53:04.096822 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:04.174796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0472ed0-4e5e-4b4e-b1a3-0d94c6c1dde0 req-b78bf0b8-16e8-43f3-8c42-06ce01afbadf tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704050 Aug 26 10:53:04.343777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] For port 76ebbfc4-8b32-4179-935c-22336dc9deb4, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:53:04.349079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] For port 76ebbfc4-8b32-4179-935c-22336dc9deb4, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=76ebbfc4-8b32-4179-935c-22336dc9deb4,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:53:04.362802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:04.380518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'fe20c736-bcdb-41ed-b9eb-d78e7e8a8431', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'fe20c736-bcdb-41ed-b9eb-d78e7e8a8431', 'mac_address': 'fa:16:3e:35:85:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:53:04.393387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:04.414461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b9c7e1-7398-4830-828b-1c1db6e0be4a {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:53:04.435451 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:04.474344 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:53:04.492855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:04.516963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:04.520782 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:04.521716 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:04.523174 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:04.523695 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] 10.222.0.47 "PUT /v2.0/ports/76ebbfc4-8b32-4179-935c-22336dc9deb4 HTTP/1.1" status: 200 len: 1092 time: 3.6310339 Aug 26 10:53:04.535935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f90c0d-39e3-45ca-8c7d-829847392c59', 'tag': '76ebbfc4-8b32-4179-935c-22336dc9deb4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:04.539916 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc99540-1343-4d6c-bfc8-2c566da8cd05" -d '{"events": [{"name": "network-changed", "server_uuid": "83f90c0d-39e3-45ca-8c7d-829847392c59", "tag": "76ebbfc4-8b32-4179-935c-22336dc9deb4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:04.564218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9990d-7e85-427d-8ee7-19af736c2b39 service neutron] Pushing event updated for resources: {'Port': ['ID=76ebbfc4-8b32-4179-935c-22336dc9deb4,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:04.568681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Transition to ACTIVE for port object f0b9c7e1-7398-4830-828b-1c1db6e0be4a will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:53:04.583396 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:04.659173 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:04.688814 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e909466f-ff31-4ae2-9400-a58b00a62645 x-openstack-request-id: req-e909466f-ff31-4ae2-9400-a58b00a62645 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:04.689130 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f90c0d-39e3-45ca-8c7d-829847392c59", "tag": "76ebbfc4-8b32-4179-935c-22336dc9deb4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:04.689357 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e909466f-ff31-4ae2-9400-a58b00a62645 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:04.689770 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f90c0d-39e3-45ca-8c7d-829847392c59', 'tag': '76ebbfc4-8b32-4179-935c-22336dc9deb4', 'status': 'completed', 'code': 200} Aug 26 10:53:04.846472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Pushing event updated for resources: {'Port': ['ID=f0b9c7e1-7398-4830-828b-1c1db6e0be4a,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:04.884169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-b71f5a70-3b68-4be8-a726-8b62a1affc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:04.885968 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-b71f5a70-3b68-4be8-a726-8b62a1affc19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fef7771f2318490fb06f042aeb726338&device_id=83f90c0d-39e3-45ca-8c7d-829847392c59 HTTP/1.1" status: 200 len: 1095 time: 0.2928305 Aug 26 10:53:04.938168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['fe20c736-bcdb-41ed-b9eb-d78e7e8a8431'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:04.978671 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-a84d6e8b-fcf0-436b-b7c7-03923ddf0e64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ebbfc4-8b32-4179-935c-22336dc9deb4 HTTP/1.1" status: 200 len: 217 time: 0.0680923 Aug 26 10:53:05.005704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f40d1-e863-457e-95ae-6ce4d5ac511a req-12bb8ea3-47e5-4b47-a4f9-d7fd2793d825 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:05.014502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-194f40d1-e863-457e-95ae-6ce4d5ac511a req-12bb8ea3-47e5-4b47-a4f9-d7fd2793d825 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 948 time: 0.1114731 Aug 26 10:53:05.074444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-194f40d1-e863-457e-95ae-6ce4d5ac511a req-92fd0368-cb79-429c-8820-018365cb58b2 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553548 Aug 26 10:53:05.135211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Attempting to bind port f0b9c7e1-7398-4830-828b-1c1db6e0be4a on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:53:05.135798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Attempting to bind port f0b9c7e1-7398-4830-828b-1c1db6e0be4a by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:53:05.136366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Attempting to bind port f0b9c7e1-7398-4830-828b-1c1db6e0be4a on network 4865d053-a00a-47d8-a668-5e8f2130af36 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:05.177725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-49fc632a-eb66-4dfc-9295-06ecdff1e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:05.180456 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-49fc632a-eb66-4dfc-9295-06ecdff1e5ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fca6a5c-9ec4-40dc-802d-8289dcc0171c HTTP/1.1" status: 200 len: 857 time: 0.1717920 Aug 26 10:53:05.206962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Port f0b9c7e1-7398-4830-828b-1c1db6e0be4a on network 4865d053-a00a-47d8-a668-5e8f2130af36 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:53:05.207815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Attempting to bind port f0b9c7e1-7398-4830-828b-1c1db6e0be4a on network 4865d053-a00a-47d8-a668-5e8f2130af36 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:05.254304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d41bc95-f498-431f-86e2-810c5f04f5f0 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:53:05.330097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:05.334496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:53:05.335151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Checking segment: {'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:53:05.335849 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Bound using segment: {'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:53:05.336772 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Bound port: f0b9c7e1-7398-4830-828b-1c1db6e0be4a, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:53:05.337382 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:05.354020 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-e7c19186-0fe2-457e-b697-843b1f2462e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4865d053-a00a-47d8-a668-5e8f2130af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426954 Aug 26 10:53:05.479947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Transition to ACTIVE for port object 1d41bc95-f498-431f-86e2-810c5f04f5f0 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:53:05.488416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d95656-7404-4dc6-b3a9-4c6b185ff1dd req-dc9f3429-c77a-45d8-9d2a-295f8a3358bf tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:05.503825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36d95656-7404-4dc6-b3a9-4c6b185ff1dd req-dc9f3429-c77a-45d8-9d2a-295f8a3358bf tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 944 time: 0.1176374 Aug 26 10:53:05.532925 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:05.563380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36d95656-7404-4dc6-b3a9-4c6b185ff1dd req-f43ae55a-ce1d-42ba-91ce-e057a9880c31 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567257 Aug 26 10:53:05.671850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] For port f0b9c7e1-7398-4830-828b-1c1db6e0be4a, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:53:05.677743 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] For port f0b9c7e1-7398-4830-828b-1c1db6e0be4a, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=f0b9c7e1-7398-4830-828b-1c1db6e0be4a,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:53:05.682356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Pushing event updated for resources: {'Port': ['ID=1d41bc95-f498-431f-86e2-810c5f04f5f0,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:05.686780 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-e23751f2-96a6-4652-a7a8-06ce70655198 service neutron] 10.222.0.47 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134212 Aug 26 10:53:05.689635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:05.893874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:05.895872 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:05.897686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-240d49c5-1617-4778-af43-680f6aba223f service neutron] 10.222.0.42 "PUT /v2.0/ports/f0b9c7e1-7398-4830-828b-1c1db6e0be4a HTTP/1.1" status: 200 len: 1093 time: 3.5227575 Aug 26 10:53:06.054191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d49c5-1617-4778-af43-680f6aba223f service neutron] Pushing event updated for resources: {'Port': ['ID=f0b9c7e1-7398-4830-828b-1c1db6e0be4a,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:06.129708 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Attempting to bind port 1d41bc95-f498-431f-86e2-810c5f04f5f0 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:53:06.130272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Attempting to bind port 1d41bc95-f498-431f-86e2-810c5f04f5f0 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:53:06.131367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Attempting to bind port 1d41bc95-f498-431f-86e2-810c5f04f5f0 on network 4865d053-a00a-47d8-a668-5e8f2130af36 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:06.164314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-a809c43f-aee7-497d-8156-b2977f32fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:06.166104 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-a809c43f-aee7-497d-8156-b2977f32fe66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fef7771f2318490fb06f042aeb726338&device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 1096 time: 0.1862907 Aug 26 10:53:06.170589 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-ecb474de-7455-4571-9909-8dcaa2af5160 service neutron] 10.222.0.47 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619589 Aug 26 10:53:06.171424 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Port 1d41bc95-f498-431f-86e2-810c5f04f5f0 on network 4865d053-a00a-47d8-a668-5e8f2130af36 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:53:06.172460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Attempting to bind port 1d41bc95-f498-431f-86e2-810c5f04f5f0 on network 4865d053-a00a-47d8-a668-5e8f2130af36 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:06.199479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:53:06.199884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Checking segment: {'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:53:06.200334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Bound using segment: {'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:53:06.200626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Bound port: 1d41bc95-f498-431f-86e2-810c5f04f5f0, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:53:06.200958 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:06.271540 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-a1c78a15-70ff-4de7-afb9-9b1e2ca769b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0b9c7e1-7398-4830-828b-1c1db6e0be4a HTTP/1.1" status: 200 len: 217 time: 0.0876245 Aug 26 10:53:06.364054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f2063-6a8d-481d-a3ac-21f02156b2cd req-2aa14cca-69ab-487e-b206-5245d0c37e90 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:06.373859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-6411a3ea-98c4-4105-9299-a45e3ebaed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:06.375809 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-6411a3ea-98c4-4105-9299-a45e3ebaed4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fca6a5c-9ec4-40dc-802d-8289dcc0171c HTTP/1.1" status: 200 len: 857 time: 0.0596421 Aug 26 10:53:06.383532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f1f2063-6a8d-481d-a3ac-21f02156b2cd req-2aa14cca-69ab-487e-b206-5245d0c37e90 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 948 time: 0.1684213 Aug 26 10:53:06.445190 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-29b71236-f102-4a13-80bb-09c63139d5e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4865d053-a00a-47d8-a668-5e8f2130af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526776 Aug 26 10:53:06.460450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99540-1343-4d6c-bfc8-2c566da8cd05 req-1bd23460-f279-4bb7-81a6-f076fd54a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:06.462231 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fcc99540-1343-4d6c-bfc8-2c566da8cd05 req-1bd23460-f279-4bb7-81a6-f076fd54a586 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fef7771f2318490fb06f042aeb726338&device_id=83f90c0d-39e3-45ca-8c7d-829847392c59 HTTP/1.1" status: 200 len: 1095 time: 0.2085519 Aug 26 10:53:06.464456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f1f2063-6a8d-481d-a3ac-21f02156b2cd req-0845e617-2086-4934-928e-b99fa29e76f7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775192 Aug 26 10:53:06.503354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] For port 1d41bc95-f498-431f-86e2-810c5f04f5f0, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:53:06.604873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] For port 1d41bc95-f498-431f-86e2-810c5f04f5f0, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d41bc95-f498-431f-86e2-810c5f04f5f0,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:53:06.634889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:06.703169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:06.704773 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:06.707624 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] 10.222.0.47 "PUT /v2.0/ports/1d41bc95-f498-431f-86e2-810c5f04f5f0 HTTP/1.1" status: 200 len: 1092 time: 3.5189865 Aug 26 10:53:06.708469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ab8f96-05a3-4e74-8373-41ad84d2fc50', 'tag': 'f0b9c7e1-7398-4830-828b-1c1db6e0be4a'}, {'name': 'network-changed', 'server_uuid': 'b0ae80f2-2714-4953-b66d-3b268cd24bc5', 'tag': '1d41bc95-f498-431f-86e2-810c5f04f5f0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:06.711380 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0028a070-6dc4-422f-8b00-28ea56f955f9" -d '{"events": [{"name": "network-changed", "server_uuid": "58ab8f96-05a3-4e74-8373-41ad84d2fc50", "tag": "f0b9c7e1-7398-4830-828b-1c1db6e0be4a"}, {"name": "network-changed", "server_uuid": "b0ae80f2-2714-4953-b66d-3b268cd24bc5", "tag": "1d41bc95-f498-431f-86e2-810c5f04f5f0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:06.752050 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eedca0-1401-42d3-8bda-ef4ab03dfb48 req-5153a5d4-3c41-4832-aeb8-9a3612d968f0 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:06.756049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b0eedca0-1401-42d3-8bda-ef4ab03dfb48 req-5153a5d4-3c41-4832-aeb8-9a3612d968f0 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 944 time: 0.0850463 Aug 26 10:53:06.819690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b0eedca0-1401-42d3-8bda-ef4ab03dfb48 req-7e7d56f5-1b4a-4953-af0a-7b5ab8bb0f9b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541625 Aug 26 10:53:06.833559 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b771d96b-b038-4965-8951-9aef1378bf91 x-openstack-request-id: req-b771d96b-b038-4965-8951-9aef1378bf91 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:06.833857 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ab8f96-05a3-4e74-8373-41ad84d2fc50", "tag": "f0b9c7e1-7398-4830-828b-1c1db6e0be4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b0ae80f2-2714-4953-b66d-3b268cd24bc5", "tag": "1d41bc95-f498-431f-86e2-810c5f04f5f0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:06.834130 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b771d96b-b038-4965-8951-9aef1378bf91 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:06.834548 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ab8f96-05a3-4e74-8373-41ad84d2fc50', 'tag': 'f0b9c7e1-7398-4830-828b-1c1db6e0be4a', 'status': 'completed', 'code': 200} Aug 26 10:53:06.834986 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ae80f2-2714-4953-b66d-3b268cd24bc5', 'tag': '1d41bc95-f498-431f-86e2-810c5f04f5f0', 'status': 'completed', 'code': 200} Aug 26 10:53:06.907921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-d63456da-abb1-446a-b90a-dff4e62ae8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:06.907921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-d63456da-abb1-446a-b90a-dff4e62ae8a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fef7771f2318490fb06f042aeb726338&device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 1095 time: 0.1453593 Aug 26 10:53:06.907921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e851f36-0d2e-4c60-87a6-86e549f1f61e service neutron] Pushing event updated for resources: {'Port': ['ID=1d41bc95-f498-431f-86e2-810c5f04f5f0,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:06.915920 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-b81a2fb5-b51d-4c55-9865-0183d1b756ff service neutron] 10.222.0.42 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526076 Aug 26 10:53:06.933350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99540-1343-4d6c-bfc8-2c566da8cd05 req-8537ae1e-4a26-44ce-b93d-4d84d94a41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:06.935296 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fcc99540-1343-4d6c-bfc8-2c566da8cd05 req-8537ae1e-4a26-44ce-b93d-4d84d94a41f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4865d053-a00a-47d8-a668-5e8f2130af36 HTTP/1.1" status: 200 len: 918 time: 0.4589341 Aug 26 10:53:07.098398 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fcc99540-1343-4d6c-bfc8-2c566da8cd05 req-8db9fa77-90d9-4837-858f-bf486ad9b0e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ebbfc4-8b32-4179-935c-22336dc9deb4 HTTP/1.1" status: 200 len: 217 time: 0.0757968 Aug 26 10:53:07.099734 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-7151043d-2ef0-4988-9247-774270f7e66c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d41bc95-f498-431f-86e2-810c5f04f5f0 HTTP/1.1" status: 200 len: 217 time: 0.1770833 Aug 26 10:53:07.211125 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-7a53ff56-af30-492e-a7e4-86327833d20a service neutron] 10.222.0.42 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740099 Aug 26 10:53:07.247225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-5a21f360-e58f-4f3b-91ba-1f4806c801fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:07.248807 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-5a21f360-e58f-4f3b-91ba-1f4806c801fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fca6a5c-9ec4-40dc-802d-8289dcc0171c HTTP/1.1" status: 200 len: 857 time: 0.1357746 Aug 26 10:53:07.250704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99540-1343-4d6c-bfc8-2c566da8cd05 req-1c7ed27e-9926-4537-bb8e-e1b290aafc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:07.252304 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fcc99540-1343-4d6c-bfc8-2c566da8cd05 req-1c7ed27e-9926-4537-bb8e-e1b290aafc5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fca6a5c-9ec4-40dc-802d-8289dcc0171c HTTP/1.1" status: 200 len: 857 time: 0.1378827 Aug 26 10:53:07.307512 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fcc99540-1343-4d6c-bfc8-2c566da8cd05 req-11090962-d07a-44f0-939f-ee4b108d3496 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4865d053-a00a-47d8-a668-5e8f2130af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315542 Aug 26 10:53:07.333124 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-9029ea3b-237d-4be4-b802-cc42232fc1cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4865d053-a00a-47d8-a668-5e8f2130af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690427 Aug 26 10:53:07.678786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e05eef-9d3a-41a9-8305-2da0fe0df5cd req-98dbb9a6-6543-48e1-bec0-ed78f4087f8d tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:07.687681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74e05eef-9d3a-41a9-8305-2da0fe0df5cd req-98dbb9a6-6543-48e1-bec0-ed78f4087f8d tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 948 time: 0.0927804 Aug 26 10:53:07.750396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74e05eef-9d3a-41a9-8305-2da0fe0df5cd req-45275b3f-36b1-4c10-83ce-4f3fcb9e5acd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522616 Aug 26 10:53:08.012160 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-10fc8661-321a-4e5d-a679-43b9c89dca5b service neutron] 10.222.0.47 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127259 Aug 26 10:53:08.017765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ced43a-1b62-4e78-8fb1-d812b5b3f16e req-783ced49-a5d0-443e-bfa5-76a704d58d37 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:08.032689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4ced43a-1b62-4e78-8fb1-d812b5b3f16e req-783ced49-a5d0-443e-bfa5-76a704d58d37 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 944 time: 0.1211402 Aug 26 10:53:08.116005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4ced43a-1b62-4e78-8fb1-d812b5b3f16e req-b0dc2a27-56ae-4385-8a92-d548badd8893 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820692 Aug 26 10:53:08.127151 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:53:08.242568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-cc4d7740-fd84-453c-a301-c04c558c0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:08.245597 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-cc4d7740-fd84-453c-a301-c04c558c0c13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fef7771f2318490fb06f042aeb726338&device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 1096 time: 0.9151247 Aug 26 10:53:08.245893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:53:08.251992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:53:08.252464 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:08.255995 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fcc99540-1343-4d6c-bfc8-2c566da8cd05 req-6dc291c5-6a83-4255-a35d-083af57d1472 service neutron] 10.222.0.47 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9211257 Aug 26 10:53:08.373059 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:08.404661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f97b073-5945-4622-89ac-bb33f6981896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe20c736-bcdb-41ed-b9eb-d78e7e8a8431'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:08.407776 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8956d9ef-53b7-44b2-a7c5-015fb6e9bc17" -d '{"events": [{"server_uuid": "6f97b073-5945-4622-89ac-bb33f6981896", "name": "network-vif-plugged", "status": "completed", "tag": "fe20c736-bcdb-41ed-b9eb-d78e7e8a8431"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:08.446585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:08.457806 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:08.540203 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf36ebc-9a4d-4e10-a365-eea0402e0cdb x-openstack-request-id: req-ccf36ebc-9a4d-4e10-a365-eea0402e0cdb {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:08.541010 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f97b073-5945-4622-89ac-bb33f6981896", "name": "network-vif-plugged", "status": "completed", "tag": "fe20c736-bcdb-41ed-b9eb-d78e7e8a8431", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:08.541441 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccf36ebc-9a4d-4e10-a365-eea0402e0cdb {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:08.542384 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f97b073-5945-4622-89ac-bb33f6981896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe20c736-bcdb-41ed-b9eb-d78e7e8a8431', 'code': 200} Aug 26 10:53:08.605110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:08.631000 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fcc99540-1343-4d6c-bfc8-2c566da8cd05 req-986e5dab-85bc-40ca-8d10-e5da3e081c76 service neutron] 10.222.0.47 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484354 Aug 26 10:53:08.730927 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3d58dd1d-6234-4689-97f8-a2f8e846f120 req-5261383e-9bcf-48cc-a91a-fd6f15cca8c4 service neutron] 10.222.0.47 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031476 Aug 26 10:53:08.826336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878c882-e075-41d4-a8b6-8cdd128a5862 req-aa67afa8-a404-416b-a6c4-dc45caed6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:08.829382 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6878c882-e075-41d4-a8b6-8cdd128a5862 req-aa67afa8-a404-416b-a6c4-dc45caed6773 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 1101 time: 0.2560141 Aug 26 10:53:08.834670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-8d68b94d-91c2-48c7-ad4e-e210a15ac976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:08.836867 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-8d68b94d-91c2-48c7-ad4e-e210a15ac976 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4865d053-a00a-47d8-a668-5e8f2130af36 HTTP/1.1" status: 200 len: 918 time: 0.5789106 Aug 26 10:53:08.930407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b151b-25e5-4a59-88c8-1c6693ec8627 req-e83c077e-1161-404d-b684-dc7904be0884 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:08.940835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef6b151b-25e5-4a59-88c8-1c6693ec8627 req-e83c077e-1161-404d-b684-dc7904be0884 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 949 time: 0.0835495 Aug 26 10:53:08.998083 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-7337ab9d-1c53-4856-9898-a32006a7ceac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0b9c7e1-7398-4830-828b-1c1db6e0be4a HTTP/1.1" status: 200 len: 217 time: 0.0954180 Aug 26 10:53:08.999464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef6b151b-25e5-4a59-88c8-1c6693ec8627 req-37fcfbf3-adae-4022-add3-7c953f928ffd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555649 Aug 26 10:53:09.067723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-b33b8993-445e-4cab-af0c-9dcd0f728475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:09.071444 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-b33b8993-445e-4cab-af0c-9dcd0f728475 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fef7771f2318490fb06f042aeb726338&device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 1095 time: 0.2291605 Aug 26 10:53:09.079058 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6878c882-e075-41d4-a8b6-8cdd128a5862 req-fc551feb-c8d8-4ac7-9558-68f2aadfa439 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743844 Aug 26 10:53:09.183654 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-272add90-732f-497e-92cd-75c6f197001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:09.186129 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-272add90-732f-497e-92cd-75c6f197001c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6fca6a5c-9ec4-40dc-802d-8289dcc0171c HTTP/1.1" status: 200 len: 857 time: 0.1684225 Aug 26 10:53:09.266773 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-397c45db-f44a-4109-af53-a48fca1285d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:09.269212 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-397c45db-f44a-4109-af53-a48fca1285d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4865d053-a00a-47d8-a668-5e8f2130af36 HTTP/1.1" status: 200 len: 918 time: 0.1882370 Aug 26 10:53:09.282302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b898d5d-dd8f-4880-9657-a9367e515888 req-16430892-ac3a-4306-8570-d0f17c0591e5 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:09.290072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b898d5d-dd8f-4880-9657-a9367e515888 req-16430892-ac3a-4306-8570-d0f17c0591e5 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 944 time: 0.0744128 Aug 26 10:53:09.344446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b898d5d-dd8f-4880-9657-a9367e515888 req-40622dce-26ca-4b6b-9455-53daf6b7e11e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530469 Aug 26 10:53:09.348313 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-ab2f0c8f-058e-40ab-8afb-870186042ed1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d41bc95-f498-431f-86e2-810c5f04f5f0 HTTP/1.1" status: 200 len: 217 time: 0.0697947 Aug 26 10:53:09.375615 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-0285a15d-302f-4637-a096-ac19ed18941d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4865d053-a00a-47d8-a668-5e8f2130af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401320 Aug 26 10:53:09.525283 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-35722eae-956b-4ce4-879f-7ce08d809ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:09.527776 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-35722eae-956b-4ce4-879f-7ce08d809ba0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fca6a5c-9ec4-40dc-802d-8289dcc0171c HTTP/1.1" status: 200 len: 857 time: 0.1510072 Aug 26 10:53:09.589735 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-7e56ec9e-6343-432c-8444-377df88ee953 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4865d053-a00a-47d8-a668-5e8f2130af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491016 Aug 26 10:53:09.691205 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-c3611664-5b9e-4550-8ca5-3be58ca418a3 service neutron] 10.222.0.42 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989616 Aug 26 10:53:09.828541 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-25db7ff3-611f-43ac-95dd-7b6afe3e9549 service neutron] 10.222.0.47 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288063 Aug 26 10:53:09.928973 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-05a58239-90cd-4bc1-bd6c-ec2d6882fe97 service neutron] 10.222.0.42 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220044 Aug 26 10:53:10.034014 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0028a070-6dc4-422f-8b00-28ea56f955f9 req-ef5dc9ce-994e-413e-9cb4-f917fc178a16 service neutron] 10.222.0.47 "GET /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927755 Aug 26 10:53:10.132151 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device f0b9c7e1-7398-4830-828b-1c1db6e0be4a details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:53:10.254337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ef08c-7ef0-4f7e-8389-05eb7b4853c1 req-0ac4a3c7-e401-404c-988b-c248ab583673 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:10.269458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-930ef08c-7ef0-4f7e-8389-05eb7b4853c1 req-0ac4a3c7-e401-404c-988b-c248ab583673 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 949 time: 0.1474919 Aug 26 10:53:10.384176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-930ef08c-7ef0-4f7e-8389-05eb7b4853c1 req-9186f5b6-48f1-4199-a5f4-9a5c58aaecb7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043975 Aug 26 10:53:10.392827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port f0b9c7e1-7398-4830-828b-1c1db6e0be4a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=f0b9c7e1-7398-4830-828b-1c1db6e0be4a,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:10.418675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'f0b9c7e1-7398-4830-828b-1c1db6e0be4a', 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36', 'port_id': 'f0b9c7e1-7398-4830-828b-1c1db6e0be4a', 'mac_address': 'fa:16:3e:4c:06:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca6a5c-9ec4-40dc-802d-8289dcc0171c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:53:10.514346 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:10.542084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b9c7e1-7398-4830-828b-1c1db6e0be4a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:53:10.586872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port f0b9c7e1-7398-4830-828b-1c1db6e0be4a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=f0b9c7e1-7398-4830-828b-1c1db6e0be4a,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:10.598331 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:10.714212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=f0b9c7e1-7398-4830-828b-1c1db6e0be4a,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:10.722290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f26cf-0819-433e-a448-303334e880b6 req-66f9f8d6-5619-47a9-8358-e157a0897a32 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:10.736627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b59f26cf-0819-433e-a448-303334e880b6 req-66f9f8d6-5619-47a9-8358-e157a0897a32 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 945 time: 0.1335661 Aug 26 10:53:10.819919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b59f26cf-0819-433e-a448-303334e880b6 req-7fbf3307-08af-4108-a710-50ddec617104 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710909 Aug 26 10:53:11.018582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['f0b9c7e1-7398-4830-828b-1c1db6e0be4a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:11.461132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 76ebbfc4-8b32-4179-935c-22336dc9deb4 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:53:11.615320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac7a02-7eb0-4ddd-8c0a-4906e060e957 req-9678741f-e7f9-4d87-8966-ddb5acf154c6 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:11.617398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efac7a02-7eb0-4ddd-8c0a-4906e060e957 req-9678741f-e7f9-4d87-8966-ddb5acf154c6 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 949 time: 0.0962734 Aug 26 10:53:11.688134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efac7a02-7eb0-4ddd-8c0a-4906e060e957 req-cf089e63-fa91-4f7a-aa61-65e3096be0e0 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629470 Aug 26 10:53:11.716759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 76ebbfc4-8b32-4179-935c-22336dc9deb4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=76ebbfc4-8b32-4179-935c-22336dc9deb4,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:11.738133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '76ebbfc4-8b32-4179-935c-22336dc9deb4', 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36', 'port_id': '76ebbfc4-8b32-4179-935c-22336dc9deb4', 'mac_address': 'fa:16:3e:33:f5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca6a5c-9ec4-40dc-802d-8289dcc0171c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:53:11.812633 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:11.835780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ebbfc4-8b32-4179-935c-22336dc9deb4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:53:11.872701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 76ebbfc4-8b32-4179-935c-22336dc9deb4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=76ebbfc4-8b32-4179-935c-22336dc9deb4,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:11.881817 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:11.894697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974575ec-6a3a-4d7c-9dbc-a7d61a065d1b req-04c98e35-636c-42a5-a5e6-4bc2bd52e6cd tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:11.899032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-974575ec-6a3a-4d7c-9dbc-a7d61a065d1b req-04c98e35-636c-42a5-a5e6-4bc2bd52e6cd tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 1101 time: 0.1097083 Aug 26 10:53:11.955650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=76ebbfc4-8b32-4179-935c-22336dc9deb4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:11.994513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-974575ec-6a3a-4d7c-9dbc-a7d61a065d1b req-282c5478-e1c2-4c5c-8151-3ef9e7e52ba3 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891476 Aug 26 10:53:12.014045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf255a-0f50-4267-a8cd-effb3d9f4af3 req-a18685e1-e34a-424b-ba81-cd9f158d4e85 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:12.015890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bbf255a-0f50-4267-a8cd-effb3d9f4af3 req-a18685e1-e34a-424b-ba81-cd9f158d4e85 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 945 time: 0.0804920 Aug 26 10:53:12.072908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bbf255a-0f50-4267-a8cd-effb3d9f4af3 req-af603dba-cd26-4252-b80b-1915f45e511b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452538 Aug 26 10:53:12.215200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-629e3666-940c-43ca-aa76-775546ab5ceb tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405960 Aug 26 10:53:12.445542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7b878fe7-a65f-453f-859d-a5ada2411f01 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:12.448292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7b878fe7-a65f-453f-859d-a5ada2411f01 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241306 Aug 26 10:53:12.481319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a904786-f0ae-432a-bff9-9e5a64b907b2 req-2089189e-fe0d-4306-8be6-5cdc222aa25e tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:12.483932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a904786-f0ae-432a-bff9-9e5a64b907b2 req-2089189e-fe0d-4306-8be6-5cdc222aa25e tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 949 time: 0.1497924 Aug 26 10:53:12.491435 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-b8d36b9a-0676-4a02-94d9-3315442dc74e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/quotas/334da8c1f0144b3c9796b8940a5f0bce HTTP/1.1" status: 200 len: 375 time: 0.0352933 Aug 26 10:53:12.599556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a904786-f0ae-432a-bff9-9e5a64b907b2 req-35aa9235-a9ea-4688-b58b-630e9632e41c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065264 Aug 26 10:53:12.633638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['76ebbfc4-8b32-4179-935c-22336dc9deb4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:12.645057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-de5446d6-dabe-4277-8f99-2bb61d8e0ba1 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1412539 Aug 26 10:53:12.967938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3db82acb-2f40-4fe1-ae7f-9489e721f15e req-2f06db4e-1184-4bda-ac64-f6f43f3a9fb3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 210 time: 0.0555902 Aug 26 10:53:13.260437 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-624c4440-1eb2-4a6e-a52f-3380345733c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:13.268444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05117771-e08c-4efc-a563-3e666cc3e0ed req-eba72617-02a1-486f-bf6e-e74b4da9ae0c tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:13.270311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05117771-e08c-4efc-a563-3e666cc3e0ed req-eba72617-02a1-486f-bf6e-e74b4da9ae0c tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 945 time: 0.1037521 Aug 26 10:53:13.335257 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05117771-e08c-4efc-a563-3e666cc3e0ed req-3cde6bb2-86be-4958-b366-523d7d101dc4 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582237 Aug 26 10:53:13.456747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d41bc95-f498-431f-86e2-810c5f04f5f0 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:53:13.588820 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d41bc95-f498-431f-86e2-810c5f04f5f0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d41bc95-f498-431f-86e2-810c5f04f5f0,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:13.605114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '1d41bc95-f498-431f-86e2-810c5f04f5f0', 'network_id': '4865d053-a00a-47d8-a668-5e8f2130af36', 'port_id': '1d41bc95-f498-431f-86e2-810c5f04f5f0', 'mac_address': 'fa:16:3e:34:dc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca6a5c-9ec4-40dc-802d-8289dcc0171c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:53:13.663010 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:13.680480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d41bc95-f498-431f-86e2-810c5f04f5f0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:53:13.712945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d41bc95-f498-431f-86e2-810c5f04f5f0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d41bc95-f498-431f-86e2-810c5f04f5f0,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:13.720399 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:13.798301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d18941-42f2-470b-aee9-0683f90e1c06 req-2737e3d2-85dc-4249-92a3-a6c8e7180127 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:13.800281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76d18941-42f2-470b-aee9-0683f90e1c06 req-2737e3d2-85dc-4249-92a3-a6c8e7180127 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 949 time: 0.0836768 Aug 26 10:53:13.811996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d41bc95-f498-431f-86e2-810c5f04f5f0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:13.846882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76d18941-42f2-470b-aee9-0683f90e1c06 req-a5cd9ec9-8c03-4c96-a082-7d90987eb572 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386658 Aug 26 10:53:14.124133 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b0369dc-50c6-43f0-8a55-d2bf2ed5efe8 req-e2438a69-8485-48b5-adac-de316d1a8701 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 210 time: 0.0357332 Aug 26 10:53:14.156331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device f0b9c7e1-7398-4830-828b-1c1db6e0be4a up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:53:14.173708 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-2c8337dc-7041-4cfa-a664-b2f2064b11b5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322735 Aug 26 10:53:14.220632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['1d41bc95-f498-431f-86e2-810c5f04f5f0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:14.286292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port f0b9c7e1-7398-4830-828b-1c1db6e0be4a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:53:14.294018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port f0b9c7e1-7398-4830-828b-1c1db6e0be4a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:53:14.295124 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:14.381955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-3f948f07-77c1-4d0b-a5f6-67ae50a932bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:14.385149 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-3f948f07-77c1-4d0b-a5f6-67ae50a932bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037175 Aug 26 10:53:14.401454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Request body: {'port': {'device_id': '0140d87c-5be8-42c7-8620-05017c910c32', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '334da8c1f0144b3c9796b8940a5f0bce'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:53:14.529688 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:14.561135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0340ee-be38-46a8-9798-8b66b64e8a03 req-9572faa8-127b-4cec-9d42-9ecfad993b12 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:14.567855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b0340ee-be38-46a8-9798-8b66b64e8a03 req-9572faa8-127b-4cec-9d42-9ecfad993b12 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 945 time: 0.1171222 Aug 26 10:53:14.594163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ab8f96-05a3-4e74-8373-41ad84d2fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b9c7e1-7398-4830-828b-1c1db6e0be4a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:14.596599 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985f1dc0-e56e-4954-9dba-12da7f9f846a" -d '{"events": [{"server_uuid": "58ab8f96-05a3-4e74-8373-41ad84d2fc50", "name": "network-vif-plugged", "status": "completed", "tag": "f0b9c7e1-7398-4830-828b-1c1db6e0be4a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:14.641299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b0340ee-be38-46a8-9798-8b66b64e8a03 req-89b3f32d-75ef-4072-9dcf-61e9466af15e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620420 Aug 26 10:53:14.663485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port f0b9c7e1-7398-4830-828b-1c1db6e0be4a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=f0b9c7e1-7398-4830-828b-1c1db6e0be4a,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:14.680780 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:14.688794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Made reservation on behalf of 334da8c1f0144b3c9796b8940a5f0bce for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:53:14.693232 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:14.736770 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ddb15-b0d6-4d33-a9b2-043b86d55bc7 x-openstack-request-id: req-932ddb15-b0d6-4d33-a9b2-043b86d55bc7 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:14.737124 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ab8f96-05a3-4e74-8373-41ad84d2fc50", "name": "network-vif-plugged", "status": "completed", "tag": "f0b9c7e1-7398-4830-828b-1c1db6e0be4a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:14.737470 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-932ddb15-b0d6-4d33-a9b2-043b86d55bc7 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:14.737844 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ab8f96-05a3-4e74-8373-41ad84d2fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b9c7e1-7398-4830-828b-1c1db6e0be4a', 'code': 200} Aug 26 10:53:14.792639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=f0b9c7e1-7398-4830-828b-1c1db6e0be4a,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:14.930129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Allocated IP 192.168.233.128 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/58b6c99b-42fb-43d8-9d10-a1d3f1270228) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:53:14.940023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ee313-5a5c-44d1-9699-86f2ce1333b1 req-21f4822a-2172-4458-b87d-67d73767ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:14.941936 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b5ee313-5a5c-44d1-9699-86f2ce1333b1 req-21f4822a-2172-4458-b87d-67d73767ea43 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 1098 time: 0.1402407 Aug 26 10:53:15.010982 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b5ee313-5a5c-44d1-9699-86f2ce1333b1 req-27f5f271-2309-4634-8ca7-3939e2fa3a07 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614347 Aug 26 10:53:15.145973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:15.166718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Transition to ACTIVE for port object 58b6c99b-42fb-43d8-9d10-a1d3f1270228 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:53:15.208472 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:15.224192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921', 'abf5a7d9-ba53-427e-9869-fc44890c4a03', 'fe20c736-bcdb-41ed-b9eb-d78e7e8a8431'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:15.259331 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:53:15.262651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:53:15.269697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:53:15.311135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca8576-5051-4674-afe2-b6d31f02ed72 req-278580cc-f101-4862-a016-639fb223ee8e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:15.314375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1ca8576-5051-4674-afe2-b6d31f02ed72 req-278580cc-f101-4862-a016-639fb223ee8e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 936 time: 0.1057882 Aug 26 10:53:15.361281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event updated for resources: {'Port': ['ID=58b6c99b-42fb-43d8-9d10-a1d3f1270228,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:15.384461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:15.385526 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:15.420277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1ca8576-5051-4674-afe2-b6d31f02ed72 req-998c741f-c6b3-4cf9-9968-c58d2efc13e3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929291 Aug 26 10:53:15.432569 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-7680afcc-6762-471b-9417-840da8326ef8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0366971 Aug 26 10:53:15.449621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Request body: {'port': {'device_id': '0140d87c-5be8-42c7-8620-05017c910c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:53:15.490067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 76ebbfc4-8b32-4179-935c-22336dc9deb4 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:53:15.538547 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:15.599553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 76ebbfc4-8b32-4179-935c-22336dc9deb4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:53:15.614964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 76ebbfc4-8b32-4179-935c-22336dc9deb4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:53:15.615340 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:15.681213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1cbf3a07-cb6e-47cc-97fa-6e38dd33ead2 None None] Provisioning for port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:53:15.694990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1cbf3a07-cb6e-47cc-97fa-6e38dd33ead2 None None] Provisioning complete for port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:53:15.695372 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cbf3a07-cb6e-47cc-97fa-6e38dd33ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:15.864700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3f6ae-15f9-445a-a5ba-31de1385bb3b req-c0381ed3-fb0a-4069-a0bc-7ebcf6685a74 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:15.871649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfc3f6ae-15f9-445a-a5ba-31de1385bb3b req-c0381ed3-fb0a-4069-a0bc-7ebcf6685a74 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 946 time: 0.1014600 Aug 26 10:53:15.920688 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52', '9de209dd-55eb-4137-bccb-b6e6393c9903'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:15.966405 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfc3f6ae-15f9-445a-a5ba-31de1385bb3b req-8e9d03d2-dd49-49a6-bcc0-a2213130b47b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868671 Aug 26 10:53:15.984970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf3a07-cb6e-47cc-97fa-6e38dd33ead2 None None] Port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:53:15.985718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c1f39ce-70a9-4c71-b730-e6335a813315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:16.044513 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b6c99b-42fb-43d8-9d10-a1d3f1270228 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:53:16.061347 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:16.063365 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:16.084978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Transition to ACTIVE for port object 58b6c99b-42fb-43d8-9d10-a1d3f1270228 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:53:16.089882 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:16.194600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:16.199770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 76ebbfc4-8b32-4179-935c-22336dc9deb4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=76ebbfc4-8b32-4179-935c-22336dc9deb4,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:16.221648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:16.290000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Pushing event updated for resources: {'Port': ['ID=58b6c99b-42fb-43d8-9d10-a1d3f1270228,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:16.366557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Attempting to bind port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:53:16.366942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Attempting to bind port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:53:16.367316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Attempting to bind port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:16.373225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:53:16.373504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Attempting to bind port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:16.380692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:53:16.380692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:53:16.381084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:53:16.381450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Bound port: 58b6c99b-42fb-43d8-9d10-a1d3f1270228, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:53:16.381816 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:16.404072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=76ebbfc4-8b32-4179-935c-22336dc9deb4,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:16.425051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.425361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.425648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.425997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.426343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.426666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.427696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.427696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.427696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.428252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.428434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.428627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:16.465689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] For port 58b6c99b-42fb-43d8-9d10-a1d3f1270228, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:53:16.470513 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] For port 58b6c99b-42fb-43d8-9d10-a1d3f1270228, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=58b6c99b-42fb-43d8-9d10-a1d3f1270228,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:53:16.476537 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:16.519518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:16.520164 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:16.521648 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] 10.222.0.47 "PUT /v2.0/ports/58b6c99b-42fb-43d8-9d10-a1d3f1270228 HTTP/1.1" status: 200 len: 1097 time: 1.0797110 Aug 26 10:53:16.522124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0140d87c-5be8-42c7-8620-05017c910c32', 'tag': '58b6c99b-42fb-43d8-9d10-a1d3f1270228'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:16.524506 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee40a5-fb36-450c-b811-0a0f385bd9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0140d87c-5be8-42c7-8620-05017c910c32", "tag": "58b6c99b-42fb-43d8-9d10-a1d3f1270228"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:16.566864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22493b-376c-4e85-95b9-aec7283d2b91 service neutron] Pushing event updated for resources: {'Port': ['ID=58b6c99b-42fb-43d8-9d10-a1d3f1270228,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:16.607548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df819bd-accd-4e41-9f9c-1030855b2263 req-72e3c4b4-9925-462b-9e02-24335b62bd06 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:16.619156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9df819bd-accd-4e41-9f9c-1030855b2263 req-72e3c4b4-9925-462b-9e02-24335b62bd06 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 948 time: 0.0888281 Aug 26 10:53:16.658669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-524a0bc8-740a-4f6a-989f-d2933dc24eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:16.660299 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-524a0bc8-740a-4f6a-989f-d2933dc24eb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 1100 time: 0.0614145 Aug 26 10:53:16.684332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9df819bd-accd-4e41-9f9c-1030855b2263 req-0d1b30df-14c1-42fc-903c-c5a9bffd9f06 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584540 Aug 26 10:53:16.723398 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-a7b37960-00da-4007-abef-4db72c73a4ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=58b6c99b-42fb-43d8-9d10-a1d3f1270228 HTTP/1.1" status: 200 len: 217 time: 0.0537145 Aug 26 10:53:16.743880 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f90c0d-39e3-45ca-8c7d-829847392c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ebbfc4-8b32-4179-935c-22336dc9deb4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:16.749418 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4867187f-40d0-4768-a136-1f30d58e2fd8" -d '{"events": [{"server_uuid": "83f90c0d-39e3-45ca-8c7d-829847392c59", "name": "network-vif-plugged", "status": "completed", "tag": "76ebbfc4-8b32-4179-935c-22336dc9deb4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:16.808299 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8b3b96-ead9-486f-92e7-a1bfd6b1d389 x-openstack-request-id: req-1f8b3b96-ead9-486f-92e7-a1bfd6b1d389 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:16.809632 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0140d87c-5be8-42c7-8620-05017c910c32", "tag": "58b6c99b-42fb-43d8-9d10-a1d3f1270228", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:16.810012 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f8b3b96-ead9-486f-92e7-a1bfd6b1d389 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:16.810624 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0140d87c-5be8-42c7-8620-05017c910c32', 'tag': '58b6c99b-42fb-43d8-9d10-a1d3f1270228', 'status': 'completed', 'code': 200} Aug 26 10:53:16.819487 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1860b292-c3cc-4b52-ac9d-41d9ac337840 x-openstack-request-id: req-1860b292-c3cc-4b52-ac9d-41d9ac337840 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:16.819885 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f90c0d-39e3-45ca-8c7d-829847392c59", "name": "network-vif-plugged", "status": "completed", "tag": "76ebbfc4-8b32-4179-935c-22336dc9deb4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:16.820203 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1860b292-c3cc-4b52-ac9d-41d9ac337840 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:16.820751 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f90c0d-39e3-45ca-8c7d-829847392c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ebbfc4-8b32-4179-935c-22336dc9deb4', 'code': 200} Aug 26 10:53:16.824010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-6413dab5-6528-4fb2-aec9-5d47641772e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:16.827005 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-6413dab5-6528-4fb2-aec9-5d47641772e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0953009 Aug 26 10:53:16.944476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-40bbde7b-8667-4228-be97-2c5801d7054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:16.947329 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-40bbde7b-8667-4228-be97-2c5801d7054b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129611 Aug 26 10:53:17.045903 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5d77-da5e-497d-a216-d8b4c19e1cd7 req-dddf3125-17e3-4316-9d39-0ad69a645b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:17.048750 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c36c5d77-da5e-497d-a216-d8b4c19e1cd7 req-dddf3125-17e3-4316-9d39-0ad69a645b7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83f90c0d-39e3-45ca-8c7d-829847392c59 HTTP/1.1" status: 200 len: 1097 time: 0.1609840 Aug 26 10:53:17.057227 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:17.127965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611ecec-6db2-4a8e-9b7a-fe64f6934862 req-16bd043b-f703-4642-a42c-31f3bac1f73f tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:17.129645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c611ecec-6db2-4a8e-9b7a-fe64f6934862 req-16bd043b-f703-4642-a42c-31f3bac1f73f tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 946 time: 0.0684729 Aug 26 10:53:17.154537 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c36c5d77-da5e-497d-a216-d8b4c19e1cd7 req-c4067206-f36f-452d-98fe-947770b1d7a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903139 Aug 26 10:53:17.185523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c611ecec-6db2-4a8e-9b7a-fe64f6934862 req-267d5f65-4206-4bcc-b0f6-3b667275b47f tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Aug 26 10:53:17.204050 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-8a0cdd3c-58ce-47da-980c-12682ae8f5bb service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433639 Aug 26 10:53:17.390987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745497d-da84-4d37-ab14-3c70fcf70fad req-f853b193-8b03-42e3-83d9-0bae6f13d060 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:17.392998 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8745497d-da84-4d37-ab14-3c70fcf70fad req-f853b193-8b03-42e3-83d9-0bae6f13d060 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 944 time: 0.0571003 Aug 26 10:53:17.436850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8745497d-da84-4d37-ab14-3c70fcf70fad req-c4cf568b-5fdd-49d8-b8c2-49b8d90ba1bd tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373690 Aug 26 10:53:17.502712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d41bc95-f498-431f-86e2-810c5f04f5f0 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:53:17.561170 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 1d41bc95-f498-431f-86e2-810c5f04f5f0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:53:17.565595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 1d41bc95-f498-431f-86e2-810c5f04f5f0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:53:17.566006 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:17.576411 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6adcd60-6eb4-4eed-b3f1-2977df09a8f0 req-bac5cefa-ce51-4e67-b9ce-f1212bccc6a1 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307063 Aug 26 10:53:17.660918 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:17.693856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee40a5-fb36-450c-b811-0a0f385bd9fb req-349ce03a-038d-4e7b-b3a8-868bee1fd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:17.695573 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ee40a5-fb36-450c-b811-0a0f385bd9fb req-349ce03a-038d-4e7b-b3a8-868bee1fd43e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 1100 time: 0.0489466 Aug 26 10:53:17.710296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d41bc95-f498-431f-86e2-810c5f04f5f0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d41bc95-f498-431f-86e2-810c5f04f5f0,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:17.718990 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:17.720875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8630f929-b3b6-4b70-b2da-5cce36653b05 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:17.841493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee40a5-fb36-450c-b811-0a0f385bd9fb req-34a47287-97d1-413c-938b-f0270552341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:17.841895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93bbec-f327-464d-80af-a224701997db req-09a2749d-a735-4ded-a0c7-37830114b163 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:17.844175 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ee40a5-fb36-450c-b811-0a0f385bd9fb req-34a47287-97d1-413c-938b-f0270552341f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1391420 Aug 26 10:53:17.844420 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e93bbec-f327-464d-80af-a224701997db req-09a2749d-a735-4ded-a0c7-37830114b163 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 948 time: 0.0814402 Aug 26 10:53:17.863207 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d41bc95-f498-431f-86e2-810c5f04f5f0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:17.901847 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:17.908359 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ee40a5-fb36-450c-b811-0a0f385bd9fb req-637ba92b-c8ee-40d0-bcda-325a073dce98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=58b6c99b-42fb-43d8-9d10-a1d3f1270228 HTTP/1.1" status: 200 len: 217 time: 0.0571737 Aug 26 10:53:17.918327 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e93bbec-f327-464d-80af-a224701997db req-07a6d53c-8b07-485a-b3b7-06623daa870f tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654221 Aug 26 10:53:17.942396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8630f929-b3b6-4b70-b2da-5cce36653b05, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8630f929-b3b6-4b70-b2da-5cce36653b05,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:17.947838 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:17.992450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee40a5-fb36-450c-b811-0a0f385bd9fb req-27f434cc-1648-4f16-9e40-c507c896d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:17.994412 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ee40a5-fb36-450c-b811-0a0f385bd9fb req-27f434cc-1648-4f16-9e40-c507c896d621 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0778291 Aug 26 10:53:18.025630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8630f929-b3b6-4b70-b2da-5cce36653b05,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:18.056423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee40a5-fb36-450c-b811-0a0f385bd9fb req-1d85a622-8eb4-4506-b0e9-c9cf621f2c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:18.057987 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ee40a5-fb36-450c-b811-0a0f385bd9fb req-1d85a622-8eb4-4506-b0e9-c9cf621f2c27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0536454 Aug 26 10:53:18.219642 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ee40a5-fb36-450c-b811-0a0f385bd9fb req-bf87c82c-887b-47da-a22a-76eb57378350 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524122 Aug 26 10:53:18.347881 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34ee40a5-fb36-450c-b811-0a0f385bd9fb req-b3c92a06-84f2-4182-bb0c-319f6c5d863d service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200330 Aug 26 10:53:18.589201 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242da15-a803-4b46-8cf6-6000a1d937e2 req-d5eaceb6-7abb-468c-b5ef-9abab2fc4e1f tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:18.592127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d242da15-a803-4b46-8cf6-6000a1d937e2 req-d5eaceb6-7abb-468c-b5ef-9abab2fc4e1f tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 945 time: 0.0657198 Aug 26 10:53:18.641547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d242da15-a803-4b46-8cf6-6000a1d937e2 req-b673c24d-ec3b-49d7-8a38-a00a150b8f10 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 Aug 26 10:53:18.822940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ae80f2-2714-4953-b66d-3b268cd24bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d41bc95-f498-431f-86e2-810c5f04f5f0'}, {'server_uuid': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8630f929-b3b6-4b70-b2da-5cce36653b05'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:18.825668 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5888e29-e5b1-440a-abb7-4368cbbe22ab" -d '{"events": [{"server_uuid": "b0ae80f2-2714-4953-b66d-3b268cd24bc5", "name": "network-vif-plugged", "status": "completed", "tag": "1d41bc95-f498-431f-86e2-810c5f04f5f0"}, {"server_uuid": "682be98e-ff5a-48ed-8b8d-bf1f1773aa7c", "name": "network-vif-unplugged", "status": "completed", "tag": "8630f929-b3b6-4b70-b2da-5cce36653b05"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:18.869845 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f07b790-a19b-4c39-b283-d21205114406 x-openstack-request-id: req-0f07b790-a19b-4c39-b283-d21205114406 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:18.870923 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ae80f2-2714-4953-b66d-3b268cd24bc5", "name": "network-vif-plugged", "status": "completed", "tag": "1d41bc95-f498-431f-86e2-810c5f04f5f0", "code": 200}, {"server_uuid": "682be98e-ff5a-48ed-8b8d-bf1f1773aa7c", "name": "network-vif-unplugged", "status": "completed", "tag": "8630f929-b3b6-4b70-b2da-5cce36653b05", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:18.870923 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f07b790-a19b-4c39-b283-d21205114406 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:18.871395 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ae80f2-2714-4953-b66d-3b268cd24bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d41bc95-f498-431f-86e2-810c5f04f5f0', 'code': 200} Aug 26 10:53:18.871395 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8630f929-b3b6-4b70-b2da-5cce36653b05', 'code': 200} Aug 26 10:53:19.012292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011a89b-1c88-4a0d-a12f-bca38426a36f req-68787c6c-115a-4601-ad99-94f63c69aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:19.015330 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d011a89b-1c88-4a0d-a12f-bca38426a36f req-68787c6c-115a-4601-ad99-94f63c69aed7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0702596 Aug 26 10:53:19.066785 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d011a89b-1c88-4a0d-a12f-bca38426a36f req-bf7a9461-54ce-4800-bb14-7ef9ba4958df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Aug 26 10:53:19.109078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fcc54-e9e4-4fd9-a0e2-1bfdd375f996 req-24239712-ff68-47fa-b63b-a35f08f7f550 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:19.110909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc5fcc54-e9e4-4fd9-a0e2-1bfdd375f996 req-24239712-ff68-47fa-b63b-a35f08f7f550 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 948 time: 0.0915701 Aug 26 10:53:19.122042 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:19.162213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc5fcc54-e9e4-4fd9-a0e2-1bfdd375f996 req-a3569811-e837-4bc0-869d-bfffe2755a81 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399678 Aug 26 10:53:19.513264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9058dd85-6e46-4dad-8107-0b3e7ee8d414 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:53:19.629949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:19.647217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'mac_address': 'fa:16:3e:86:a7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:53:19.692516 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:19.709078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9058dd85-6e46-4dad-8107-0b3e7ee8d414 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:53:19.739975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:19.744934 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:19.802552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:19.813809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfabc6-6bf4-49f7-a5b5-a2b52106d9c6 req-51e8b8bf-a380-4ab9-a5e7-47fb643bbfaf tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:19.816247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9dfabc6-6bf4-49f7-a5b5-a2b52106d9c6 req-51e8b8bf-a380-4ab9-a5e7-47fb643bbfaf tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 945 time: 0.0629661 Aug 26 10:53:19.867788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9dfabc6-6bf4-49f7-a5b5-a2b52106d9c6 req-6e80ccbd-650d-4db4-8d46-c66d9aa2f584 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Aug 26 10:53:20.105717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9058dd85-6e46-4dad-8107-0b3e7ee8d414'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:20.169773 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:20.323327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd24775-8aff-418c-b138-0942acea7cd0 req-9aff1441-9bcc-45e9-86f4-8954fc10cb8c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:20.325079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fd24775-8aff-418c-b138-0942acea7cd0 req-9aff1441-9bcc-45e9-86f4-8954fc10cb8c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 948 time: 0.0648925 Aug 26 10:53:20.383246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fd24775-8aff-418c-b138-0942acea7cd0 req-34e8fabe-dfae-4fad-b8bd-18b6a8ea3994 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510859 Aug 26 10:53:21.025149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c976a3-2776-4d07-adcd-71f8a9ed8d9a req-a54bac05-3cdb-4721-893b-146f985a8f2e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:21.026826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8c976a3-2776-4d07-adcd-71f8a9ed8d9a req-a54bac05-3cdb-4721-893b-146f985a8f2e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 945 time: 0.0722201 Aug 26 10:53:21.073082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8c976a3-2776-4d07-adcd-71f8a9ed8d9a req-863480ec-9fe3-4903-aa73-d3d8dc360a2b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386803 Aug 26 10:53:21.508809 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 58b6c99b-42fb-43d8-9d10-a1d3f1270228 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:53:21.513456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9058dd85-6e46-4dad-8107-0b3e7ee8d414 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:53:21.513794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45287a3-190a-452d-85af-4eb898f6d75f req-d42badca-3d18-4c52-ac5d-57233aa0e201 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:21.516142 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c45287a3-190a-452d-85af-4eb898f6d75f req-d42badca-3d18-4c52-ac5d-57233aa0e201 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 948 time: 0.0543466 Aug 26 10:53:21.581065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c45287a3-190a-452d-85af-4eb898f6d75f req-16e81af7-8993-4843-8e36-4e9e4556c7b9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510550 Aug 26 10:53:21.647381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:53:21.647749 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:21.686530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 58b6c99b-42fb-43d8-9d10-a1d3f1270228, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=58b6c99b-42fb-43d8-9d10-a1d3f1270228,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:21.706798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '58b6c99b-42fb-43d8-9d10-a1d3f1270228', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '58b6c99b-42fb-43d8-9d10-a1d3f1270228', 'mac_address': 'fa:16:3e:c5:a9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:53:21.780130 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:21.803574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b6c99b-42fb-43d8-9d10-a1d3f1270228 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:53:21.808061 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:21.845736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 58b6c99b-42fb-43d8-9d10-a1d3f1270228, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=58b6c99b-42fb-43d8-9d10-a1d3f1270228,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:21.852656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:21.855017 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65685c48-d911-4b03-9fbe-bd46854a84a6" -d '{"events": [{"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-plugged", "status": "completed", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:21.860923 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:21.890599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:21.904393 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:21.919886 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:21.932573 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f1c67-73d6-406a-b638-ac66aef13c24 x-openstack-request-id: req-411f1c67-73d6-406a-b638-ac66aef13c24 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:21.932864 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-plugged", "status": "completed", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:21.933116 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-411f1c67-73d6-406a-b638-ac66aef13c24 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:21.933515 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'code': 200} Aug 26 10:53:21.938437 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=58b6c99b-42fb-43d8-9d10-a1d3f1270228,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:22.008306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:22.237729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87563594-f82a-45d4-b477-5237156bd227 req-3c152678-2d79-4172-bd55-e1570da8686a tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:22.240886 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87563594-f82a-45d4-b477-5237156bd227 req-3c152678-2d79-4172-bd55-e1570da8686a tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 945 time: 0.0811410 Aug 26 10:53:22.311214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87563594-f82a-45d4-b477-5237156bd227 req-35c0db7a-81aa-40a2-903b-055c81824f61 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620944 Aug 26 10:53:22.436950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d73db-85d7-4f64-b83b-5b94525dc378 req-6a3e1905-f393-423d-a938-74bff2e0f538 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:22.439035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff7d73db-85d7-4f64-b83b-5b94525dc378 req-6a3e1905-f393-423d-a938-74bff2e0f538 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=83f90c0d-39e3-45ca-8c7d-829847392c59 HTTP/1.1" status: 200 len: 945 time: 0.0544786 Aug 26 10:53:22.488152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff7d73db-85d7-4f64-b83b-5b94525dc378 req-a94a7fa1-574d-4da5-9368-e3d937ff2d20 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427730 Aug 26 10:53:22.563050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['58b6c99b-42fb-43d8-9d10-a1d3f1270228'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:22.852223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c715d-b87d-472a-b61c-1a9117dfdff3 req-35ca1cde-0310-47a0-82fd-cc2c6bc9bb2f tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:22.853859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a78c715d-b87d-472a-b61c-1a9117dfdff3 req-35ca1cde-0310-47a0-82fd-cc2c6bc9bb2f tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=83f90c0d-39e3-45ca-8c7d-829847392c59 HTTP/1.1" status: 200 len: 945 time: 0.0757747 Aug 26 10:53:22.863009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7fa09-f635-43d5-b321-9f117e10bd34 req-f79224c4-622d-4de0-8290-96235adc9b0c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:22.864925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdd7fa09-f635-43d5-b321-9f117e10bd34 req-f79224c4-622d-4de0-8290-96235adc9b0c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 949 time: 0.0967741 Aug 26 10:53:22.923289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a78c715d-b87d-472a-b61c-1a9117dfdff3 req-10189176-89bd-463c-867a-bf773ac988af tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573316 Aug 26 10:53:22.931533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdd7fa09-f635-43d5-b321-9f117e10bd34 req-d791952a-417f-4bc3-b694-ef7850799b2f tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591881 Aug 26 10:53:24.110051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f395a94-958b-4247-b3c7-eae6b75b2dc7 req-298fbdff-fbb8-4ada-a464-f0e80f2be904 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:24.111762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f395a94-958b-4247-b3c7-eae6b75b2dc7 req-298fbdff-fbb8-4ada-a464-f0e80f2be904 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 949 time: 0.0845604 Aug 26 10:53:24.126236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa6f0-ab91-4d3c-9e1c-f4374e8ffc93 req-eb2b873e-71fb-4cfe-97f2-149aff856606 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:24.127893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-866fa6f0-ab91-4d3c-9e1c-f4374e8ffc93 req-eb2b873e-71fb-4cfe-97f2-149aff856606 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=83f90c0d-39e3-45ca-8c7d-829847392c59 HTTP/1.1" status: 200 len: 945 time: 0.0994592 Aug 26 10:53:24.192707 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f395a94-958b-4247-b3c7-eae6b75b2dc7 req-d6819ab1-f039-4194-b1b5-3ff0f73a434b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637465 Aug 26 10:53:24.198749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-866fa6f0-ab91-4d3c-9e1c-f4374e8ffc93 req-676244ed-f8c4-4955-b3b0-be2ef3925c48 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630829 Aug 26 10:53:24.551739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b6e92-acd2-4a1d-9ae0-51bafa542eb6 req-0022519a-3365-4ef8-b80d-fe608ac3feb8 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:24.554428 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fd3b6e92-acd2-4a1d-9ae0-51bafa542eb6 req-0022519a-3365-4ef8-b80d-fe608ac3feb8 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.47 "GET /v2.0/ports?device_id=83f90c0d-39e3-45ca-8c7d-829847392c59 HTTP/1.1" status: 200 len: 945 time: 0.0993102 Aug 26 10:53:24.685441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-fd3b6e92-acd2-4a1d-9ae0-51bafa542eb6 req-75294878-98ab-4cdf-b3a0-8f3af126c56b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Deleting port 76ebbfc4-8b32-4179-935c-22336dc9deb4 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:24.686001 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fd3b6e92-acd2-4a1d-9ae0-51bafa542eb6 req-75294878-98ab-4cdf-b3a0-8f3af126c56b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:24.898095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-fd3b6e92-acd2-4a1d-9ae0-51bafa542eb6 req-75294878-98ab-4cdf-b3a0-8f3af126c56b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] For port 76ebbfc4-8b32-4179-935c-22336dc9deb4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=76ebbfc4-8b32-4179-935c-22336dc9deb4,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:24.898653 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fd3b6e92-acd2-4a1d-9ae0-51bafa542eb6 req-75294878-98ab-4cdf-b3a0-8f3af126c56b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:24.946867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-fd3b6e92-acd2-4a1d-9ae0-51bafa542eb6 req-75294878-98ab-4cdf-b3a0-8f3af126c56b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Calling delete_port for 76ebbfc4-8b32-4179-935c-22336dc9deb4 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:25.264036 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fd3b6e92-acd2-4a1d-9ae0-51bafa542eb6 req-75294878-98ab-4cdf-b3a0-8f3af126c56b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:25.284684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['76ebbfc4-8b32-4179-935c-22336dc9deb4', '1d41bc95-f498-431f-86e2-810c5f04f5f0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:25.295476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['f0b9c7e1-7398-4830-828b-1c1db6e0be4a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:25.466856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-de068ffc-d590-4249-8061-6dc8a868943d req-58bc53af-6aba-48b4-8ff5-b4bc472a1a3f tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=83f90c0d-39e3-45ca-8c7d-829847392c59 HTTP/1.1" status: 200 len: 210 time: 0.0448947 Aug 26 10:53:25.480729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75294878-98ab-4cdf-b3a0-8f3af126c56b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Pushing event deleted for resources: {'Port': ['ID=76ebbfc4-8b32-4179-935c-22336dc9deb4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:25.529915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3b6e92-acd2-4a1d-9ae0-51bafa542eb6 req-75294878-98ab-4cdf-b3a0-8f3af126c56b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] No DVR routers for this DVR port 76ebbfc4-8b32-4179-935c-22336dc9deb4 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:25.535629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fd3b6e92-acd2-4a1d-9ae0-51bafa542eb6 req-75294878-98ab-4cdf-b3a0-8f3af126c56b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:25.539673 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fd3b6e92-acd2-4a1d-9ae0-51bafa542eb6 req-75294878-98ab-4cdf-b3a0-8f3af126c56b tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.47 "DELETE /v2.0/ports/76ebbfc4-8b32-4179-935c-22336dc9deb4 HTTP/1.1" status: 204 len: 173 time: 0.9778330 Aug 26 10:53:25.540628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f90c0d-39e3-45ca-8c7d-829847392c59', 'name': 'network-vif-deleted', 'tag': '76ebbfc4-8b32-4179-935c-22336dc9deb4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:25.545923 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaa70c3-993e-43a3-aafc-9a709035e36b" -d '{"events": [{"server_uuid": "83f90c0d-39e3-45ca-8c7d-829847392c59", "name": "network-vif-deleted", "tag": "76ebbfc4-8b32-4179-935c-22336dc9deb4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:25.579135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 58b6c99b-42fb-43d8-9d10-a1d3f1270228 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:53:25.615998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305f8cc-9ca9-4856-aca7-1bff6e8f361e req-b58fe345-1b21-48ad-84fe-606364c34d28 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:25.626647 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9305f8cc-9ca9-4856-aca7-1bff6e8f361e req-b58fe345-1b21-48ad-84fe-606364c34d28 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 949 time: 0.1523621 Aug 26 10:53:25.724000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9305f8cc-9ca9-4856-aca7-1bff6e8f361e req-29dc71d1-295d-4c6f-b3a0-0c72225a5274 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956769 Aug 26 10:53:25.875460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:53:25.884328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:53:25.884869 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:26.007732 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e82ffe1-8173-4376-acec-342b1c16329d x-openstack-request-id: req-9e82ffe1-8173-4376-acec-342b1c16329d {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:26.008702 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f90c0d-39e3-45ca-8c7d-829847392c59", "name": "network-vif-deleted", "tag": "76ebbfc4-8b32-4179-935c-22336dc9deb4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:26.008702 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e82ffe1-8173-4376-acec-342b1c16329d {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:26.009329 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f90c0d-39e3-45ca-8c7d-829847392c59', 'name': 'network-vif-deleted', 'tag': '76ebbfc4-8b32-4179-935c-22336dc9deb4', 'status': 'completed', 'code': 200} Aug 26 10:53:26.277614 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:26.325075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0140d87c-5be8-42c7-8620-05017c910c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b6c99b-42fb-43d8-9d10-a1d3f1270228'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:26.329871 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a446b9a-9ab8-4e6d-8410-d44c4719eddd" -d '{"events": [{"server_uuid": "0140d87c-5be8-42c7-8620-05017c910c32", "name": "network-vif-plugged", "status": "completed", "tag": "58b6c99b-42fb-43d8-9d10-a1d3f1270228"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:26.365369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 58b6c99b-42fb-43d8-9d10-a1d3f1270228, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=58b6c99b-42fb-43d8-9d10-a1d3f1270228,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:26.376227 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:26.428272 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539cfd9b-a846-442f-97a7-da2cf018ae40 x-openstack-request-id: req-539cfd9b-a846-442f-97a7-da2cf018ae40 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:26.428720 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0140d87c-5be8-42c7-8620-05017c910c32", "name": "network-vif-plugged", "status": "completed", "tag": "58b6c99b-42fb-43d8-9d10-a1d3f1270228", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:26.429114 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-539cfd9b-a846-442f-97a7-da2cf018ae40 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:26.429848 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0140d87c-5be8-42c7-8620-05017c910c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b6c99b-42fb-43d8-9d10-a1d3f1270228', 'code': 200} Aug 26 10:53:26.475920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=58b6c99b-42fb-43d8-9d10-a1d3f1270228,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:26.576335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8267a53-1385-48c7-9858-8ad742854512 req-41522606-5801-4925-a9dd-f7249f51932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:26.579044 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8267a53-1385-48c7-9858-8ad742854512 req-41522606-5801-4925-a9dd-f7249f51932e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 1102 time: 0.0757284 Aug 26 10:53:26.632686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8267a53-1385-48c7-9858-8ad742854512 req-9ad17eee-7a20-4c37-9b64-654273b93cc6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Aug 26 10:53:26.923686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1728ac-7cbe-4c23-9b4a-eed1063a70cb req-68ab2575-e0c1-41f2-90d2-f4b7db1b81fe tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:26.932141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e1728ac-7cbe-4c23-9b4a-eed1063a70cb req-68ab2575-e0c1-41f2-90d2-f4b7db1b81fe tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 950 time: 0.0856214 Aug 26 10:53:26.986886 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e1728ac-7cbe-4c23-9b4a-eed1063a70cb req-66e4fc78-1102-4e3c-b965-3372d7ec0583 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535481 Aug 26 10:53:28.271315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c642fb-5581-4615-aa19-252cf2d6d5ba req-e5d2330e-65d3-49fc-aa1e-076819fe3680 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:28.272986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95c642fb-5581-4615-aa19-252cf2d6d5ba req-e5d2330e-65d3-49fc-aa1e-076819fe3680 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 950 time: 0.0648301 Aug 26 10:53:28.374362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95c642fb-5581-4615-aa19-252cf2d6d5ba req-49f67c5c-0fa9-4211-ae4e-4e2373048eb5 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878255 Aug 26 10:53:28.414624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f2890-813f-43d5-99b7-43a68cdc10af req-18072fa5-3650-4833-8035-fe316759d2eb tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:28.424481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f2890-813f-43d5-99b7-43a68cdc10af req-18072fa5-3650-4833-8035-fe316759d2eb tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:28.426438 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db1f2890-813f-43d5-99b7-43a68cdc10af req-18072fa5-3650-4833-8035-fe316759d2eb tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50&device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 1682 time: 0.1299038 Aug 26 10:53:28.558202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db1f2890-813f-43d5-99b7-43a68cdc10af req-288f43b6-a18a-4b3c-8d18-c4c4672e2fd3 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205599 Aug 26 10:53:29.545557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 76ebbfc4-8b32-4179-935c-22336dc9deb4 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:29.579931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 76ebbfc4-8b32-4179-935c-22336dc9deb4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:29.580766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 76ebbfc4-8b32-4179-935c-22336dc9deb4 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:30.063476 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c27db-324d-4662-abea-85b52de11a87 req-c88c0b05-dada-41cc-939c-e6e119260014 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:30.065479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-090c27db-324d-4662-abea-85b52de11a87 req-c88c0b05-dada-41cc-939c-e6e119260014 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 950 time: 0.5696568 Aug 26 10:53:30.137239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddea4b4-108a-4b4b-8bd0-faf25395dd26 req-c11359f2-d3fe-4510-af0a-465a9f5a4f6d tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:30.140027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bddea4b4-108a-4b4b-8bd0-faf25395dd26 req-c11359f2-d3fe-4510-af0a-465a9f5a4f6d tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 945 time: 0.1583459 Aug 26 10:53:30.231662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-090c27db-324d-4662-abea-85b52de11a87 req-9599fdfe-76a9-4a1d-af14-b116a79198cf tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510165 Aug 26 10:53:30.319323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bddea4b4-108a-4b4b-8bd0-faf25395dd26 req-15b50bbc-f7e9-4702-a458-1e5c45ba1b2a tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460524 Aug 26 10:53:30.646500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a628cf-a3af-4efc-ab89-b4e1ec47c291 req-41dbd2f2-2ceb-41b5-934a-757f2c4d14a1 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:30.648143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88a628cf-a3af-4efc-ab89-b4e1ec47c291 req-41dbd2f2-2ceb-41b5-934a-757f2c4d14a1 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 1102 time: 0.0492849 Aug 26 10:53:30.712536 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88a628cf-a3af-4efc-ab89-b4e1ec47c291 req-06cfa108-0e06-4a3d-b5e3-38f7ada605b7 tempest-ServersOnMultiNodesTest-88924105 tempest-ServersOnMultiNodesTest-88924105-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531263 Aug 26 10:53:31.127380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b44b1-4ee9-4a5e-9b61-f0ae2b9aab9e req-fa93bf29-a78a-4459-b329-b0477c2d9d9d tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:31.134149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f23b44b1-4ee9-4a5e-9b61-f0ae2b9aab9e req-fa93bf29-a78a-4459-b329-b0477c2d9d9d tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 950 time: 0.0970392 Aug 26 10:53:31.197163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f23b44b1-4ee9-4a5e-9b61-f0ae2b9aab9e req-a3f51b70-4dc9-427d-8624-99349a4f65f8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617630 Aug 26 10:53:31.257479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52025c91-f73c-48b2-8454-834fa37b8324 req-8475bd0c-d192-4b00-83f6-1fd575ad92fe tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:31.259768 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-52025c91-f73c-48b2-8454-834fa37b8324 req-8475bd0c-d192-4b00-83f6-1fd575ad92fe tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.42 "GET /v2.0/ports?device_id=58ab8f96-05a3-4e74-8373-41ad84d2fc50 HTTP/1.1" status: 200 len: 946 time: 0.1196811 Aug 26 10:53:31.436059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d627172-8c6e-4404-8ff9-1c3e17a48b6c req-1b4f64c0-b7f2-4dea-b118-66cb761a8bb8 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:31.438278 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5d627172-8c6e-4404-8ff9-1c3e17a48b6c req-1b4f64c0-b7f2-4dea-b118-66cb761a8bb8 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 945 time: 0.1366844 Aug 26 10:53:31.573660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b173ffb-e8fd-4893-93ba-a019a02b8ec1 req-0d418cbc-3951-4ef6-9245-806c89feeff7 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:31.577032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b173ffb-e8fd-4893-93ba-a019a02b8ec1 req-0d418cbc-3951-4ef6-9245-806c89feeff7 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 945 time: 0.1246829 Aug 26 10:53:31.617970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-52025c91-f73c-48b2-8454-834fa37b8324 req-3d3d8430-88d6-4ed2-b465-4a06ac933e18 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Deleting port f0b9c7e1-7398-4830-828b-1c1db6e0be4a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:31.618940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-52025c91-f73c-48b2-8454-834fa37b8324 req-3d3d8430-88d6-4ed2-b465-4a06ac933e18 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:31.659455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b173ffb-e8fd-4893-93ba-a019a02b8ec1 req-6eedefcc-07e5-4cfa-8caf-afd0a31c1982 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672588 Aug 26 10:53:31.861338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-5d627172-8c6e-4404-8ff9-1c3e17a48b6c req-9619e02d-6a44-43c9-bf5d-b0743aa649ab tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Deleting port 1d41bc95-f498-431f-86e2-810c5f04f5f0 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:31.861338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5d627172-8c6e-4404-8ff9-1c3e17a48b6c req-9619e02d-6a44-43c9-bf5d-b0743aa649ab tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:31.874749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-52025c91-f73c-48b2-8454-834fa37b8324 req-3d3d8430-88d6-4ed2-b465-4a06ac933e18 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] For port f0b9c7e1-7398-4830-828b-1c1db6e0be4a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=f0b9c7e1-7398-4830-828b-1c1db6e0be4a,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:31.874749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-52025c91-f73c-48b2-8454-834fa37b8324 req-3d3d8430-88d6-4ed2-b465-4a06ac933e18 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:32.020611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-52025c91-f73c-48b2-8454-834fa37b8324 req-3d3d8430-88d6-4ed2-b465-4a06ac933e18 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Calling delete_port for f0b9c7e1-7398-4830-828b-1c1db6e0be4a owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:32.158551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-5d627172-8c6e-4404-8ff9-1c3e17a48b6c req-9619e02d-6a44-43c9-bf5d-b0743aa649ab tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] For port 1d41bc95-f498-431f-86e2-810c5f04f5f0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d41bc95-f498-431f-86e2-810c5f04f5f0,segment=NetworkSegment(5f5d5b7e-30ce-42a1-896c-7ba6f99b2624),segment_id=5f5d5b7e-30ce-42a1-896c-7ba6f99b2624)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:32.158954 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5d627172-8c6e-4404-8ff9-1c3e17a48b6c req-9619e02d-6a44-43c9-bf5d-b0743aa649ab tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:32.183621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-5d627172-8c6e-4404-8ff9-1c3e17a48b6c req-9619e02d-6a44-43c9-bf5d-b0743aa649ab tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Calling delete_port for 1d41bc95-f498-431f-86e2-810c5f04f5f0 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:32.344955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26354d1c-bd1d-4db1-9af3-2863fcbf8601 req-c18246a8-b4ea-4e30-9c60-194db97dcd9c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:32.353461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26354d1c-bd1d-4db1-9af3-2863fcbf8601 req-c18246a8-b4ea-4e30-9c60-194db97dcd9c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 950 time: 0.0673904 Aug 26 10:53:32.424051 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26354d1c-bd1d-4db1-9af3-2863fcbf8601 req-b0517f4e-6b96-4a66-b713-d32f51b21415 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680830 Aug 26 10:53:32.834627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5887b-8772-49b0-9d58-77884a56683d req-00f3efbe-4eb8-4308-bfa7-de7740129e53 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:32.836940 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9bf5887b-8772-49b0-9d58-77884a56683d req-00f3efbe-4eb8-4308-bfa7-de7740129e53 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 950 time: 0.1208272 Aug 26 10:53:32.842801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-52025c91-f73c-48b2-8454-834fa37b8324 req-3d3d8430-88d6-4ed2-b465-4a06ac933e18 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:32.858054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['1d41bc95-f498-431f-86e2-810c5f04f5f0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:32.961230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c30bf-2c1f-44a6-ae32-74947a7081b5 req-ec6bdc6b-ad31-4289-bf39-478cd6a2877e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:32.982644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-175c30bf-2c1f-44a6-ae32-74947a7081b5 req-ec6bdc6b-ad31-4289-bf39-478cd6a2877e tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 945 time: 0.1502552 Aug 26 10:53:33.011339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d8430-88d6-4ed2-b465-4a06ac933e18 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Pushing event deleted for resources: {'Port': ['ID=f0b9c7e1-7398-4830-828b-1c1db6e0be4a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:33.057408 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5d627172-8c6e-4404-8ff9-1c3e17a48b6c req-9619e02d-6a44-43c9-bf5d-b0743aa649ab tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:33.095988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-175c30bf-2c1f-44a6-ae32-74947a7081b5 req-781abb5e-9a6c-48f3-8606-e558d1985b22 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/security-groups?id=958b7804-9bf6-48b3-8fcd-8422117ae61b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022189 Aug 26 10:53:33.188758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619e02d-6a44-43c9-bf5d-b0743aa649ab tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Pushing event deleted for resources: {'Port': ['ID=1d41bc95-f498-431f-86e2-810c5f04f5f0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:33.222350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-52025c91-f73c-48b2-8454-834fa37b8324 req-3d3d8430-88d6-4ed2-b465-4a06ac933e18 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] No DVR routers for this DVR port f0b9c7e1-7398-4830-828b-1c1db6e0be4a on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:33.231186 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-52025c91-f73c-48b2-8454-834fa37b8324 req-3d3d8430-88d6-4ed2-b465-4a06ac933e18 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:33.233623 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-52025c91-f73c-48b2-8454-834fa37b8324 req-3d3d8430-88d6-4ed2-b465-4a06ac933e18 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.42 "DELETE /v2.0/ports/f0b9c7e1-7398-4830-828b-1c1db6e0be4a HTTP/1.1" status: 204 len: 173 time: 1.9665232 Aug 26 10:53:33.234796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ab8f96-05a3-4e74-8373-41ad84d2fc50', 'name': 'network-vif-deleted', 'tag': 'f0b9c7e1-7398-4830-828b-1c1db6e0be4a'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:33.237327 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1229b284-edc6-464e-9553-cce95cfb5a92" -d '{"events": [{"server_uuid": "58ab8f96-05a3-4e74-8373-41ad84d2fc50", "name": "network-vif-deleted", "tag": "f0b9c7e1-7398-4830-828b-1c1db6e0be4a"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:33.295528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d627172-8c6e-4404-8ff9-1c3e17a48b6c req-9619e02d-6a44-43c9-bf5d-b0743aa649ab tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] No DVR routers for this DVR port 1d41bc95-f498-431f-86e2-810c5f04f5f0 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:33.306085 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5d627172-8c6e-4404-8ff9-1c3e17a48b6c req-9619e02d-6a44-43c9-bf5d-b0743aa649ab tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:33.308857 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5d627172-8c6e-4404-8ff9-1c3e17a48b6c req-9619e02d-6a44-43c9-bf5d-b0743aa649ab tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.47 "DELETE /v2.0/ports/1d41bc95-f498-431f-86e2-810c5f04f5f0 HTTP/1.1" status: 204 len: 173 time: 1.8616488 Aug 26 10:53:33.315278 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e3fa44-0ff7-4eab-b12e-8a0cb57f2b9e x-openstack-request-id: req-c8e3fa44-0ff7-4eab-b12e-8a0cb57f2b9e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:33.315765 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ab8f96-05a3-4e74-8373-41ad84d2fc50", "name": "network-vif-deleted", "tag": "f0b9c7e1-7398-4830-828b-1c1db6e0be4a", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:33.316205 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8e3fa44-0ff7-4eab-b12e-8a0cb57f2b9e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:33.316867 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ab8f96-05a3-4e74-8373-41ad84d2fc50', 'name': 'network-vif-deleted', 'tag': 'f0b9c7e1-7398-4830-828b-1c1db6e0be4a', 'status': 'completed', 'code': 200} Aug 26 10:53:33.345330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-9bf5887b-8772-49b0-9d58-77884a56683d req-fea5dc8d-f7d9-4348-b495-e4738c8a74bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Deleting port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:33.345968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9bf5887b-8772-49b0-9d58-77884a56683d req-fea5dc8d-f7d9-4348-b495-e4738c8a74bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:33.556740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-9bf5887b-8772-49b0-9d58-77884a56683d req-fea5dc8d-f7d9-4348-b495-e4738c8a74bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] For port 58b6c99b-42fb-43d8-9d10-a1d3f1270228, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=58b6c99b-42fb-43d8-9d10-a1d3f1270228,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:33.557949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9bf5887b-8772-49b0-9d58-77884a56683d req-fea5dc8d-f7d9-4348-b495-e4738c8a74bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:33.560412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d80978-e5b8-4b87-aba2-31fd04abcb2a req-7842f911-2045-4ad7-a6d6-159dcc1374d9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:33.567932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7d80978-e5b8-4b87-aba2-31fd04abcb2a req-7842f911-2045-4ad7-a6d6-159dcc1374d9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 950 time: 0.0682225 Aug 26 10:53:33.591088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-9bf5887b-8772-49b0-9d58-77884a56683d req-fea5dc8d-f7d9-4348-b495-e4738c8a74bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Calling delete_port for 58b6c99b-42fb-43d8-9d10-a1d3f1270228 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:33.630425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7d80978-e5b8-4b87-aba2-31fd04abcb2a req-2f7dd6f4-df6b-4a43-9ee3-53659b12be16 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608215 Aug 26 10:53:33.904829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9bf5887b-8772-49b0-9d58-77884a56683d req-fea5dc8d-f7d9-4348-b495-e4738c8a74bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:33.919842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921', 'abf5a7d9-ba53-427e-9869-fc44890c4a03', 'fe20c736-bcdb-41ed-b9eb-d78e7e8a8431'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:33.924385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52', '9de209dd-55eb-4137-bccb-b6e6393c9903', '58b6c99b-42fb-43d8-9d10-a1d3f1270228'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:33.980163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5dc8d-f7d9-4348-b495-e4738c8a74bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event deleted for resources: {'Port': ['ID=58b6c99b-42fb-43d8-9d10-a1d3f1270228,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:34.072772 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf5887b-8772-49b0-9d58-77884a56683d req-fea5dc8d-f7d9-4348-b495-e4738c8a74bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] No DVR routers for this DVR port 58b6c99b-42fb-43d8-9d10-a1d3f1270228 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:34.076955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9bf5887b-8772-49b0-9d58-77884a56683d req-fea5dc8d-f7d9-4348-b495-e4738c8a74bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:34.081351 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9bf5887b-8772-49b0-9d58-77884a56683d req-fea5dc8d-f7d9-4348-b495-e4738c8a74bd tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "DELETE /v2.0/ports/58b6c99b-42fb-43d8-9d10-a1d3f1270228 HTTP/1.1" status: 204 len: 173 time: 1.2012353 Aug 26 10:53:34.313301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device f0b9c7e1-7398-4830-828b-1c1db6e0be4a no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:34.461104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: f0b9c7e1-7398-4830-828b-1c1db6e0be4a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:34.467180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device f0b9c7e1-7398-4830-828b-1c1db6e0be4a not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:34.486317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7cc72f25-8d82-463c-b3a3-a8314cbfcdb1 req-99795f56-e3d3-4c5a-8012-b7ad198e59f7 tempest-ListServersNegativeTestJSON-2007833526 tempest-ListServersNegativeTestJSON-2007833526-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ae80f2-2714-4953-b66d-3b268cd24bc5 HTTP/1.1" status: 200 len: 210 time: 0.1209016 Aug 26 10:53:34.986621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa92e4a5-e9be-4e96-a8a2-3cd0e0ec4126 req-73cdaf52-712f-4e7b-bf32-d4f2ad891189 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=0140d87c-5be8-42c7-8620-05017c910c32 HTTP/1.1" status: 200 len: 210 time: 0.1366994 Aug 26 10:53:35.319251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ae80f2-2714-4953-b66d-3b268cd24bc5', 'name': 'network-vif-deleted', 'tag': '1d41bc95-f498-431f-86e2-810c5f04f5f0'}, {'server_uuid': '0140d87c-5be8-42c7-8620-05017c910c32', 'name': 'network-vif-deleted', 'tag': '58b6c99b-42fb-43d8-9d10-a1d3f1270228'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:35.322822 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa1f17e-66d7-4290-81c5-e810b238f7b3" -d '{"events": [{"server_uuid": "b0ae80f2-2714-4953-b66d-3b268cd24bc5", "name": "network-vif-deleted", "tag": "1d41bc95-f498-431f-86e2-810c5f04f5f0"}, {"server_uuid": "0140d87c-5be8-42c7-8620-05017c910c32", "name": "network-vif-deleted", "tag": "58b6c99b-42fb-43d8-9d10-a1d3f1270228"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:35.400734 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9593be8-8da9-4528-b12a-93738ab95137 x-openstack-request-id: req-f9593be8-8da9-4528-b12a-93738ab95137 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:35.401350 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ae80f2-2714-4953-b66d-3b268cd24bc5", "name": "network-vif-deleted", "tag": "1d41bc95-f498-431f-86e2-810c5f04f5f0", "status": "completed", "code": 200}, {"server_uuid": "0140d87c-5be8-42c7-8620-05017c910c32", "name": "network-vif-deleted", "tag": "58b6c99b-42fb-43d8-9d10-a1d3f1270228", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:35.401838 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9593be8-8da9-4528-b12a-93738ab95137 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:35.402720 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ae80f2-2714-4953-b66d-3b268cd24bc5', 'name': 'network-vif-deleted', 'tag': '1d41bc95-f498-431f-86e2-810c5f04f5f0', 'status': 'completed', 'code': 200} Aug 26 10:53:35.403381 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0140d87c-5be8-42c7-8620-05017c910c32', 'name': 'network-vif-deleted', 'tag': '58b6c99b-42fb-43d8-9d10-a1d3f1270228', 'status': 'completed', 'code': 200} Aug 26 10:53:35.574987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d41bc95-f498-431f-86e2-810c5f04f5f0 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:35.621776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 1d41bc95-f498-431f-86e2-810c5f04f5f0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:35.623998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d41bc95-f498-431f-86e2-810c5f04f5f0 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:35.648912 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:53:35.729310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47564) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:35.799424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Deleting subnet 6fca6a5c-9ec4-40dc-802d-8289dcc0171c {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:53:35.804409 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:35.871181 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:35.947412 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:36.039315 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:36.138883 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:36.151025 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6fca6a5c-9ec4-40dc-802d-8289dcc0171c HTTP/1.1" status: 204 len: 168 time: 0.4199681 Aug 26 10:53:36.151665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47572) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:36.156910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fca6a5c-9ec4-40dc-802d-8289dcc0171c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:36.187780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.188354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.189218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.190061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.190935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.191828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.192697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.193525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.201302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.201794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.202148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.211486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bb6ec-1ad7-479c-b59f-64e378c17989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:36.465393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-de3e58f0-7c92-475e-ac94-32eb8cf480ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2890313 Aug 26 10:53:36.494062 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:36.631639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046d7a4-00a2-4ec5-91e1-db5e170fcefe req-985b0b3d-a820-4d6a-a43a-bdf73b8dff51 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:36.641022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d046d7a4-00a2-4ec5-91e1-db5e170fcefe req-985b0b3d-a820-4d6a-a43a-bdf73b8dff51 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 949 time: 0.0860784 Aug 26 10:53:36.655324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-9ead09ab-f251-409c-ac4b-fd776f530aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:36.657133 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-9ead09ab-f251-409c-ac4b-fd776f530aec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b9410d744f84a7590e0a5d1ab3be170&device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 1097 time: 0.1444042 Aug 26 10:53:36.670799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:36.689020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4865d053-a00a-47d8-a668-5e8f2130af36']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:36.705417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:36.705740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5d5b7e-30ce-42a1-896c-7ba6f99b2624') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:36.721635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:36.737212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d046d7a4-00a2-4ec5-91e1-db5e170fcefe req-2d45fac4-6e2f-4d3b-8402-8932e3e175e7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785737 Aug 26 10:53:36.750671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:36.758632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:53:36.759125 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:53:36.761157 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:53:36.918002 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:36.939602 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:36.944332 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4865d053-a00a-47d8-a668-5e8f2130af36 HTTP/1.1" status: 204 len: 168 time: 0.7898793 Aug 26 10:53:36.982854 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ef254-c55b-435c-bc67-8da126ccfca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4865d053-a00a-47d8-a668-5e8f2130af36,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:37.022398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-9eb097de-db72-4b9b-a18b-9a7c7a677fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:37.024905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-9eb097de-db72-4b9b-a18b-9a7c7a677fc3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2d5d0e0a-dfbb-482d-933f-15ee7c259af7 HTTP/1.1" status: 200 len: 907 time: 0.2193599 Aug 26 10:53:37.177243 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-95c601f5-1d3b-4d3e-9995-72582847785a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec HTTP/1.1" status: 200 len: 1001 time: 0.1369550 Aug 26 10:53:37.276620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47602) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:37.286559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-6c6698c8-b9ca-402a-a75e-45b29804966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:37.289908 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-6c6698c8-b9ca-402a-a75e-45b29804966f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=21201419-501d-4c9f-af8b-609f66b7da6e HTTP/1.1" status: 200 len: 845 time: 0.1099560 Aug 26 10:53:37.341869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5927d674-48d9-4ca9-8d39-1afd9be705d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fef7771f2318490fb06f042aeb726338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639122 Aug 26 10:53:37.345589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47606) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:37.398268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-dcb57bbe-eed1-4a98-a064-10e7a2ae3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:37.401004 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-dcb57bbe-eed1-4a98-a064-10e7a2ae3c9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2d5d0e0a-dfbb-482d-933f-15ee7c259af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985496 Aug 26 10:53:37.433756 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ac6906b-da2c-4b34-88b3-3a18a9290693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:37.473385 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ac6906b-da2c-4b34-88b3-3a18a9290693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:37.569241 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ac6906b-da2c-4b34-88b3-3a18a9290693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:37.576899 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ac6906b-da2c-4b34-88b3-3a18a9290693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:37.578408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 58b6c99b-42fb-43d8-9d10-a1d3f1270228 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:37.579340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4ac6906b-da2c-4b34-88b3-3a18a9290693 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/958b7804-9bf6-48b3-8fcd-8422117ae61b HTTP/1.1" status: 204 len: 168 time: 0.2294815 Aug 26 10:53:37.611106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6906b-da2c-4b34-88b3-3a18a9290693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958b7804-9bf6-48b3-8fcd-8422117ae61b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:37.620736 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-bd65828f-ab8a-4505-8c67-ba62cfbaa82a service neutron] 10.222.0.42 "GET /v2.0/networks/2d5d0e0a-dfbb-482d-933f-15ee7c259af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062590 Aug 26 10:53:37.661996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 58b6c99b-42fb-43d8-9d10-a1d3f1270228 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:37.663527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 58b6c99b-42fb-43d8-9d10-a1d3f1270228 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:37.843848 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1f0230bc-deab-4d8a-8e19-15728d6e98cf req-ba122fd3-3c25-4af0-bb54-2542fae0cd15 service neutron] 10.222.0.42 "GET /v2.0/networks/2d5d0e0a-dfbb-482d-933f-15ee7c259af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115157 Aug 26 10:53:38.025249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56849fb-a7cb-4d7e-9d2a-a06d81b7e9ed req-4021d7a2-8805-4a26-9136-cd456e125033 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:38.027485 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f56849fb-a7cb-4d7e-9d2a-a06d81b7e9ed req-4021d7a2-8805-4a26-9136-cd456e125033 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 949 time: 0.1273286 Aug 26 10:53:38.074422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8d58-ab4b-410e-b889-657e9d79e0ec req-fff52190-0085-4911-b693-404ee76dd625 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:38.077607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f7f8d58-ab4b-410e-b889-657e9d79e0ec req-fff52190-0085-4911-b693-404ee76dd625 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 949 time: 0.1844859 Aug 26 10:53:38.163975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f7f8d58-ab4b-410e-b889-657e9d79e0ec req-b27be991-efb5-4900-9bd4-cc035d27de1f tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781608 Aug 26 10:53:38.225345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-f56849fb-a7cb-4d7e-9d2a-a06d81b7e9ed req-f66389ae-5e12-4c60-8dda-1737294af8e9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Deleting port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:38.225711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f56849fb-a7cb-4d7e-9d2a-a06d81b7e9ed req-f66389ae-5e12-4c60-8dda-1737294af8e9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:38.281613 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4447a498-6524-4542-a897-6f5d24390ec9 req-b3d02a75-3b68-4a17-917f-cb56ce7076ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1057801 Aug 26 10:53:38.373047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f56849fb-a7cb-4d7e-9d2a-a06d81b7e9ed req-f66389ae-5e12-4c60-8dda-1737294af8e9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] For port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:38.373527 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f56849fb-a7cb-4d7e-9d2a-a06d81b7e9ed req-f66389ae-5e12-4c60-8dda-1737294af8e9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:38.396927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-f56849fb-a7cb-4d7e-9d2a-a06d81b7e9ed req-f66389ae-5e12-4c60-8dda-1737294af8e9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Calling delete_port for fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:38.400384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447a498-6524-4542-a897-6f5d24390ec9 req-6f203780-4825-4cde-b039-fd4059d714c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:38.401997 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4447a498-6524-4542-a897-6f5d24390ec9 req-6f203780-4825-4cde-b039-fd4059d714c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 1102 time: 0.0880446 Aug 26 10:53:38.590868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447a498-6524-4542-a897-6f5d24390ec9 req-b4d0f652-93f9-4de1-b8e2-f341370685ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:38.592877 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4447a498-6524-4542-a897-6f5d24390ec9 req-b4d0f652-93f9-4de1-b8e2-f341370685ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1307445 Aug 26 10:53:38.696141 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4447a498-6524-4542-a897-6f5d24390ec9 req-41895751-3419-4802-af8c-75244b8924d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=aa83a528-f960-41c3-8ede-3b7c69620e52 HTTP/1.1" status: 200 len: 217 time: 0.0489750 Aug 26 10:53:38.816103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f56849fb-a7cb-4d7e-9d2a-a06d81b7e9ed req-f66389ae-5e12-4c60-8dda-1737294af8e9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:38.819149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447a498-6524-4542-a897-6f5d24390ec9 req-142a6367-97c6-4f25-afe6-ea80aa9fb9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:38.821168 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4447a498-6524-4542-a897-6f5d24390ec9 req-142a6367-97c6-4f25-afe6-ea80aa9fb9aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1130857 Aug 26 10:53:38.845014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45bc2f-2467-4e9b-8ade-be7b79b8c151 req-84f9a43d-1699-44a5-943a-bda5c6ff2cc3 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:38.846050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921', 'abf5a7d9-ba53-427e-9869-fc44890c4a03'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:38.846925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f45bc2f-2467-4e9b-8ade-be7b79b8c151 req-84f9a43d-1699-44a5-943a-bda5c6ff2cc3 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 951 time: 0.1029487 Aug 26 10:53:38.856965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52', '9de209dd-55eb-4137-bccb-b6e6393c9903'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:38.898673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f45bc2f-2467-4e9b-8ade-be7b79b8c151 req-a19dcee7-4c68-440a-9ffd-06bca3ad1d85 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443459 Aug 26 10:53:38.908029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66389ae-5e12-4c60-8dda-1737294af8e9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event deleted for resources: {'Port': ['ID=fe20c736-bcdb-41ed-b9eb-d78e7e8a8431,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:38.978918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56849fb-a7cb-4d7e-9d2a-a06d81b7e9ed req-f66389ae-5e12-4c60-8dda-1737294af8e9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] No DVR routers for this DVR port fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:38.982984 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f56849fb-a7cb-4d7e-9d2a-a06d81b7e9ed req-f66389ae-5e12-4c60-8dda-1737294af8e9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:38.985470 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f56849fb-a7cb-4d7e-9d2a-a06d81b7e9ed req-f66389ae-5e12-4c60-8dda-1737294af8e9 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "DELETE /v2.0/ports/fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 HTTP/1.1" status: 204 len: 173 time: 0.9506283 Aug 26 10:53:38.985977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f97b073-5945-4622-89ac-bb33f6981896', 'name': 'network-vif-deleted', 'tag': 'fe20c736-bcdb-41ed-b9eb-d78e7e8a8431'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:38.988573 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5fa0b8-124e-4ece-af68-6630cc35c768" -d '{"events": [{"server_uuid": "6f97b073-5945-4622-89ac-bb33f6981896", "name": "network-vif-deleted", "tag": "fe20c736-bcdb-41ed-b9eb-d78e7e8a8431"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:39.006708 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447a498-6524-4542-a897-6f5d24390ec9 req-550f83db-d8e5-4f68-bb00-e22cf642f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:39.008895 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4447a498-6524-4542-a897-6f5d24390ec9 req-550f83db-d8e5-4f68-bb00-e22cf642f560 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1321080 Aug 26 10:53:39.074480 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990856c9-7e12-4dac-83b4-8e1f4a852a2f x-openstack-request-id: req-990856c9-7e12-4dac-83b4-8e1f4a852a2f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:39.075247 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f97b073-5945-4622-89ac-bb33f6981896", "name": "network-vif-deleted", "tag": "fe20c736-bcdb-41ed-b9eb-d78e7e8a8431", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:39.075524 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-990856c9-7e12-4dac-83b4-8e1f4a852a2f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:39.075958 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f97b073-5945-4622-89ac-bb33f6981896', 'name': 'network-vif-deleted', 'tag': 'fe20c736-bcdb-41ed-b9eb-d78e7e8a8431', 'status': 'completed', 'code': 200} Aug 26 10:53:39.188058 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4447a498-6524-4542-a897-6f5d24390ec9 req-f2cc9542-a36b-455e-94d9-ae81636bba3b service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701202 Aug 26 10:53:39.386351 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4447a498-6524-4542-a897-6f5d24390ec9 req-07a76ae3-e758-4ed6-9526-aae9d5dd6552 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855893 Aug 26 10:53:39.429861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1811d2df-7e93-4656-9ccd-224ebf962efb req-0246366f-7de6-4d59-bf47-959daa44365c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f97b073-5945-4622-89ac-bb33f6981896 HTTP/1.1" status: 200 len: 210 time: 0.0421782 Aug 26 10:53:39.850046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47726) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:39.980719 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6fcdccf-ab60-4873-8d2d-d94c75189a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:40.082298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e587e5-0ade-4ac1-bbfc-fc0cfade64cd req-8baed661-9db0-4b04-baad-2a4fc6d682f1 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:40.083879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7e587e5-0ade-4ac1-bbfc-fc0cfade64cd req-8baed661-9db0-4b04-baad-2a4fc6d682f1 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 951 time: 0.0805001 Aug 26 10:53:40.151398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7e587e5-0ade-4ac1-bbfc-fc0cfade64cd req-1d7ed4dc-03e4-4a1a-bfce-ea45a243c16a tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577831 Aug 26 10:53:40.165356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6fcdccf-ab60-4873-8d2d-d94c75189a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:40.191505 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6fcdccf-ab60-4873-8d2d-d94c75189a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:40.229617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47740) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:40.230857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d6fcdccf-ab60-4873-8d2d-d94c75189a9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7c0f79c0d07419e86f2a5510f3e873a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758595 Aug 26 10:53:40.233022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcdccf-ab60-4873-8d2d-d94c75189a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c93530-7a67-4c18-af57-d4412cbebe97,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:40.266060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:40.288436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:40.288821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device fe20c736-bcdb-41ed-b9eb-d78e7e8a8431 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:40.303476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bdf92652-916b-4804-96d0-ae9a0c0835af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:40.328612 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bdf92652-916b-4804-96d0-ae9a0c0835af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:40.385597 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bdf92652-916b-4804-96d0-ae9a0c0835af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:40.388783 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bdf92652-916b-4804-96d0-ae9a0c0835af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:40.391260 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bdf92652-916b-4804-96d0-ae9a0c0835af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9c93530-7a67-4c18-af57-d4412cbebe97 HTTP/1.1" status: 204 len: 168 time: 0.1604185 Aug 26 10:53:40.402288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf92652-916b-4804-96d0-ae9a0c0835af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c93530-7a67-4c18-af57-d4412cbebe97,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:40.902424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4a3a9-2bdd-4a2e-a260-349578abd7e3 req-2e739fc1-00fa-41eb-a7db-3951066dec76 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:40.907365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbf4a3a9-2bdd-4a2e-a260-349578abd7e3 req-2e739fc1-00fa-41eb-a7db-3951066dec76 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 949 time: 0.0764360 Aug 26 10:53:40.954942 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbf4a3a9-2bdd-4a2e-a260-349578abd7e3 req-29fce145-219b-47d2-860b-f72f815e7487 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 Aug 26 10:53:41.375670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47842) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:41.513451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-network', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:53:41.548430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Made reservation on behalf of c9aa42aeae014220b21383abc55e59dc for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:53:41.552549 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:41.567618 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:41.713962 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:41.721226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:41.759394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:53:41.775852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:41.785432 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:41.785888 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Added segment b0c8a3fd-3c20-4647-96fe-9a321e5b3758 of type vlan for network 743927f7-a315-4f42-b945-156bb1dfc663 Aug 26 10:53:41.855188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:41.895596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:41.897320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:41.898306 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:41.972557 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5959201 Aug 26 10:53:41.976610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47912) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:41.980720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d8c38-7adc-428b-81e2-1a3e7cd79f4e admin admin] Pushing event updated for resources: {'Network': ['ID=743927f7-a315-4f42-b945-156bb1dfc663,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:42.002964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 743927f7-a315-4f42-b945-156bb1dfc663 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:53:42.014899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] Request body: {'subnet': {'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-subnet', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:53:42.068184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] Made reservation on behalf of c9aa42aeae014220b21383abc55e59dc for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:53:42.071109 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:42.156932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870cf36-c024-4059-a0fd-f1cba7a1e9ca req-6e24ccd1-b431-4725-b471-bcdadf5d1132 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:42.158465 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c870cf36-c024-4059-a0fd-f1cba7a1e9ca req-6e24ccd1-b431-4725-b471-bcdadf5d1132 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 949 time: 0.1100650 Aug 26 10:53:42.308215 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e3c31-465a-4e44-8781-ac6ffeaf3329 req-2b9fe026-a56f-4038-961a-fab94f13cf3b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:42.309878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f11e3c31-465a-4e44-8781-ac6ffeaf3329 req-2b9fe026-a56f-4038-961a-fab94f13cf3b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 949 time: 0.1445780 Aug 26 10:53:42.339226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-c870cf36-c024-4059-a0fd-f1cba7a1e9ca req-e0cbe933-c481-4e13-b186-5bf784b173bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Deleting port abf5a7d9-ba53-427e-9869-fc44890c4a03 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:42.339827 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c870cf36-c024-4059-a0fd-f1cba7a1e9ca req-e0cbe933-c481-4e13-b186-5bf784b173bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:42.409905 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f11e3c31-465a-4e44-8781-ac6ffeaf3329 req-6160b73e-1ce1-465a-833d-67d9bf24e6b2 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850878 Aug 26 10:53:42.540386 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:42.583690 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-c870cf36-c024-4059-a0fd-f1cba7a1e9ca req-e0cbe933-c481-4e13-b186-5bf784b173bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] For port abf5a7d9-ba53-427e-9869-fc44890c4a03, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=abf5a7d9-ba53-427e-9869-fc44890c4a03,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:42.584693 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c870cf36-c024-4059-a0fd-f1cba7a1e9ca req-e0cbe933-c481-4e13-b186-5bf784b173bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:42.605501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-c870cf36-c024-4059-a0fd-f1cba7a1e9ca req-e0cbe933-c481-4e13-b186-5bf784b173bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Calling delete_port for abf5a7d9-ba53-427e-9869-fc44890c4a03 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:42.645754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e47d291-24b9-4380-9fff-7b636343c717,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:42.660527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] Checking segment: {'id': 'b0c8a3fd-3c20-4647-96fe-9a321e5b3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:53:42.661127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] Network hostable DHCP agents. Network: 743927f7-a315-4f42-b945-156bb1dfc663, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:53:42.695992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] Network 743927f7-a315-4f42-b945-156bb1dfc663 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:53:42.710991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 743927f7-a315-4f42-b945-156bb1dfc663) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:53:42.717338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:42.717954 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:42.729749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e5c78-24e4-47e5-ad92-4eb06fd37004 None None] Network 743927f7-a315-4f42-b945-156bb1dfc663 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:53:42.740307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e5d60726-5c6f-49c6-98a9-69dbac829b27 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7617164 Aug 26 10:53:42.744631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47960) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:42.754015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:53:42.798586 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:42.804464 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:42.844633 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c870cf36-c024-4059-a0fd-f1cba7a1e9ca req-e0cbe933-c481-4e13-b186-5bf784b173bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:42.866072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52', '9de209dd-55eb-4137-bccb-b6e6393c9903'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:42.871630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921', 'abf5a7d9-ba53-427e-9869-fc44890c4a03'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:42.935452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbe933-c481-4e13-b186-5bf784b173bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event deleted for resources: {'Port': ['ID=abf5a7d9-ba53-427e-9869-fc44890c4a03,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:42.946177 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:43.003950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c870cf36-c024-4059-a0fd-f1cba7a1e9ca req-e0cbe933-c481-4e13-b186-5bf784b173bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] No DVR routers for this DVR port abf5a7d9-ba53-427e-9869-fc44890c4a03 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:43.007031 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c870cf36-c024-4059-a0fd-f1cba7a1e9ca req-e0cbe933-c481-4e13-b186-5bf784b173bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:43.009515 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c870cf36-c024-4059-a0fd-f1cba7a1e9ca req-e0cbe933-c481-4e13-b186-5bf784b173bc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "DELETE /v2.0/ports/abf5a7d9-ba53-427e-9869-fc44890c4a03 HTTP/1.1" status: 204 len: 173 time: 0.8437576 Aug 26 10:53:43.010316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14385c0-d3f0-487d-84d0-d6b9b7efff5e', 'name': 'network-vif-deleted', 'tag': 'abf5a7d9-ba53-427e-9869-fc44890c4a03'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:43.013406 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cb65dc-d4f1-4ecc-a80c-546009c2cd13" -d '{"events": [{"server_uuid": "f14385c0-d3f0-487d-84d0-d6b9b7efff5e", "name": "network-vif-deleted", "tag": "abf5a7d9-ba53-427e-9869-fc44890c4a03"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:43.333645 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c776ea84-a89b-4cb0-9ec9-8e763a25047f x-openstack-request-id: req-c776ea84-a89b-4cb0-9ec9-8e763a25047f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:43.334207 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14385c0-d3f0-487d-84d0-d6b9b7efff5e", "name": "network-vif-deleted", "tag": "abf5a7d9-ba53-427e-9869-fc44890c4a03", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:43.334648 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c776ea84-a89b-4cb0-9ec9-8e763a25047f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:43.335286 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14385c0-d3f0-487d-84d0-d6b9b7efff5e', 'name': 'network-vif-deleted', 'tag': 'abf5a7d9-ba53-427e-9869-fc44890c4a03', 'status': 'completed', 'code': 200} Aug 26 10:53:43.361855 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:43.494281 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8417b243-7953-49d1-89fb-e65a73301527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:43.527736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f6fb98-f1fa-4a71-b88b-2863c4e63ce8 None None] Network 743927f7-a315-4f42-b945-156bb1dfc663 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:53:43.682455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9058dd85-6e46-4dad-8107-0b3e7ee8d414 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:43.936531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39fdc1fc-4f29-406d-a264-c763e71b2e56 req-ca1c8b89-c3d3-4f4f-9b3e-bc5dfbcd6163 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=f14385c0-d3f0-487d-84d0-d6b9b7efff5e HTTP/1.1" status: 200 len: 210 time: 0.0946198 Aug 26 10:53:43.989025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:44.032361 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:44.275883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Allocated IP 172.25.1.209 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c61239af-e3e1-4b89-982f-eb30cc24b3aa) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:53:44.280964 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:44.356452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:44.358958 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163dda36-861c-4c6f-bb77-775a8bc125e1" -d '{"events": [{"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-unplugged", "status": "completed", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:44.384927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:44.404360 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:44.449900 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dd4889-1f3b-484f-9117-3dc0a3ea1e48 x-openstack-request-id: req-51dd4889-1f3b-484f-9117-3dc0a3ea1e48 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:44.450217 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-unplugged", "status": "completed", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:44.450458 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51dd4889-1f3b-484f-9117-3dc0a3ea1e48 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:44.451118 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'code': 200} Aug 26 10:53:44.512983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=11']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:44.530877 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:44.608830 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:44.686365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:53:44.693296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:53:44.699193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:53:44.768348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Pushing event updated for resources: {'Port': ['ID=c61239af-e3e1-4b89-982f-eb30cc24b3aa,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:45.096258 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:45.443763 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:45.632956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Router eb427541-5904-41d6-b7cf-bd7178c871db is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:53:45.731109 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8dd6b75-0d0c-4414-8b2b-96428d645209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:45.807146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c377e20-031d-4eac-a094-942443f65c4f req-c22c95ba-a2d1-4bec-81a9-6a971fbd1a11 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:45.808759 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c377e20-031d-4eac-a094-942443f65c4f req-c22c95ba-a2d1-4bec-81a9-6a971fbd1a11 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1bcf2c0-7111-444e-97ed-76dff6259d20 HTTP/1.1" status: 200 len: 950 time: 0.1291683 Aug 26 10:53:45.823265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:53:45.833510 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Sync routers for ids ['eb427541-5904-41d6-b7cf-bd7178c871db'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:53:45.845374 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Routers {'eb427541-5904-41d6-b7cf-bd7178c871db'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:53:45.846071 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:53:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb427541-5904-41d6-b7cf-bd7178c871db'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:45.867894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:45.873390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b571b34a-0a1c-4297-b931-edc861bff776 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1224623 Aug 26 10:53:45.874649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48114) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:45.879541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c377e20-031d-4eac-a094-942443f65c4f req-2e071963-d07e-49f8-8099-61c4bae571cc tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539958 Aug 26 10:53:45.972290 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Set router eb427541-5904-41d6-b7cf-bd7178c871db gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:53:46.101989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199e130-9905-4817-b753-d5c528be2415 req-f3ad7265-a9e1-4551-8f78-e909c094cd5f tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:46.107853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b199e130-9905-4817-b753-d5c528be2415 req-f3ad7265-a9e1-4551-8f78-e909c094cd5f tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 947 time: 0.2167008 Aug 26 10:53:46.157048 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:46.210457 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b199e130-9905-4817-b753-d5c528be2415 req-af7e0a30-848d-4bb7-ac70-32378e5d4f20 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831947 Aug 26 10:53:46.284484 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device abf5a7d9-ba53-427e-9869-fc44890c4a03 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:46.317729 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:44Z', 'revision_number': 3, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:46.331437 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: abf5a7d9-ba53-427e-9869-fc44890c4a03 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:46.331988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device abf5a7d9-ba53-427e-9869-fc44890c4a03 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:46.354812 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Checking router: eb427541-5904-41d6-b7cf-bd7178c871db for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:53:46.355362 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Updating router eb427541-5904-41d6-b7cf-bd7178c871db port c61239af-e3e1-4b89-982f-eb30cc24b3aa binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:53:46.387904 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:46.569564 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:46.731208 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:46.747271 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Transition to ACTIVE for port object c61239af-e3e1-4b89-982f-eb30cc24b3aa will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:53:46.755794 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:46.761697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Allocated IP 172.20.0.1 (743927f7-a315-4f42-b945-156bb1dfc663/9e47d291-24b9-4380-9fff-7b636343c717/e55cd9b1-e7ba-4f19-87c1-fe959159cf91) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:53:46.807554 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Pushing event updated for resources: {'Port': ['ID=c61239af-e3e1-4b89-982f-eb30cc24b3aa,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:46.823095 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.823461 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.823652 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.824056 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.824296 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.824615 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.824940 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.825264 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.825581 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.826155 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.826502 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.826825 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:46.833261 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Attempting to bind port c61239af-e3e1-4b89-982f-eb30cc24b3aa on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:53:46.833608 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Attempting to bind port c61239af-e3e1-4b89-982f-eb30cc24b3aa by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:53:46.834536 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Attempting to bind port c61239af-e3e1-4b89-982f-eb30cc24b3aa on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:46.840450 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:53:46.840816 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:53:46.841452 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:46.841855 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:53:46.842346 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Bound port: c61239af-e3e1-4b89-982f-eb30cc24b3aa, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:53:46.842798 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:46.903193 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] For port c61239af-e3e1-4b89-982f-eb30cc24b3aa, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:53:46.907266 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] For port c61239af-e3e1-4b89-982f-eb30cc24b3aa, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c61239af-e3e1-4b89-982f-eb30cc24b3aa,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:53:46.912938 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:46.984542 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:46.985823 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fd1bf-f680-42f5-97c9-6e57ae6dcb0d None None] Pushing event updated for resources: {'Port': ['ID=c61239af-e3e1-4b89-982f-eb30cc24b3aa,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:46.989406 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Routers {'eb427541-5904-41d6-b7cf-bd7178c871db'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:53:46.990579 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:53:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb427541-5904-41d6-b7cf-bd7178c871db'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:47.034035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2437c-a9e1-403a-835f-6e8e57b17b99 req-f6c92db2-15b4-47bc-a579-9a2b5bcc0c8d tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:47.035714 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3ce2437c-a9e1-403a-835f-6e8e57b17b99 req-f6c92db2-15b4-47bc-a579-9a2b5bcc0c8d tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1bcf2c0-7111-444e-97ed-76dff6259d20 HTTP/1.1" status: 200 len: 950 time: 0.1804810 Aug 26 10:53:47.055809 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:47.099394 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:47.123826 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] Set router eb427541-5904-41d6-b7cf-bd7178c871db gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:53:47.144343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Network 743927f7-a315-4f42-b945-156bb1dfc663 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:53:47.162044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:53:47.171015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:53:47.196725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea685b68-284e-4d20-a670-d3f12fde3785 req-47f21d49-b201-4947-8227-378aab2910f7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:47.207369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea685b68-284e-4d20-a670-d3f12fde3785 req-47f21d49-b201-4947-8227-378aab2910f7 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1bcf2c0-7111-444e-97ed-76dff6259d20 HTTP/1.1" status: 200 len: 950 time: 0.1831038 Aug 26 10:53:47.288807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Pushing event updated for resources: {'Port': ['ID=e55cd9b1-e7ba-4f19-87c1-fe959159cf91,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:47.289297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea685b68-284e-4d20-a670-d3f12fde3785 req-ecd52009-885f-4b1f-8865-95f8790295ca tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780644 Aug 26 10:53:47.302321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:47.327466 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:44Z', 'revision_number': 3, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:47.363793 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60deee99-96d4-41de-8c30-8a0e86100849 None None] The sync data for ids ['eb427541-5904-41d6-b7cf-bd7178c871db'] in n-d-778550-13 is: [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:44Z', 'revision_number': 3, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:53:47.377426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bbdac-f88e-4af0-9576-cffd2dcb2110 req-e2c9d1c9-668d-4cac-8bbc-558573752b70 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:47.383418 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd2bbdac-f88e-4af0-9576-cffd2dcb2110 req-e2c9d1c9-668d-4cac-8bbc-558573752b70 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 947 time: 0.0780404 Aug 26 10:53:47.437556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd2bbdac-f88e-4af0-9576-cffd2dcb2110 req-199562ef-ac61-42f0-a679-853bcc65afdf tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518951 Aug 26 10:53:47.444324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-3ce2437c-a9e1-403a-835f-6e8e57b17b99 req-8d2ad7d9-c13a-4ca6-ba92-6709f365fcad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Deleting port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:47.444662 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3ce2437c-a9e1-403a-835f-6e8e57b17b99 req-8d2ad7d9-c13a-4ca6-ba92-6709f365fcad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:47.929784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab17f-cc73-4218-95da-6c58e194b7a2 req-8f467487-ff0f-4747-bcd4-90a88db6fdce tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:47.933493 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-91eab17f-cc73-4218-95da-6c58e194b7a2 req-8f467487-ff0f-4747-bcd4-90a88db6fdce tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "GET /v2.0/ports?device_id=f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0 HTTP/1.1" status: 200 len: 950 time: 0.5559170 Aug 26 10:53:48.026909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:48.037575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1efe05-71c4-4d57-8ffc-84ae9c293e94 req-96d97acf-2432-48c0-a709-f79de6e9f672 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:48.039365 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c1efe05-71c4-4d57-8ffc-84ae9c293e94 req-96d97acf-2432-48c0-a709-f79de6e9f672 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.47 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 947 time: 0.1806331 Aug 26 10:53:48.118071 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3ce2437c-a9e1-403a-835f-6e8e57b17b99 req-8d2ad7d9-c13a-4ca6-ba92-6709f365fcad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] For port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:48.118451 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3ce2437c-a9e1-403a-835f-6e8e57b17b99 req-8d2ad7d9-c13a-4ca6-ba92-6709f365fcad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:48.168410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-3ce2437c-a9e1-403a-835f-6e8e57b17b99 req-8d2ad7d9-c13a-4ca6-ba92-6709f365fcad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Calling delete_port for c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:48.378616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-91eab17f-cc73-4218-95da-6c58e194b7a2 req-a6a58041-e3ec-491a-a996-56199e247d94 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Deleting port 9de209dd-55eb-4137-bccb-b6e6393c9903 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:48.379033 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-91eab17f-cc73-4218-95da-6c58e194b7a2 req-a6a58041-e3ec-491a-a996-56199e247d94 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:48.443948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58262b-9c6e-412a-b89a-8769dc76ee7f req-f0fdba52-37a3-4476-bb80-746b2488f075 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:48.451390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc58262b-9c6e-412a-b89a-8769dc76ee7f req-f0fdba52-37a3-4476-bb80-746b2488f075 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1bcf2c0-7111-444e-97ed-76dff6259d20 HTTP/1.1" status: 200 len: 950 time: 0.0892718 Aug 26 10:53:48.507131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc58262b-9c6e-412a-b89a-8769dc76ee7f req-45a3e030-f47c-4778-a5a9-b3b342dbb1fa tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544140 Aug 26 10:53:48.523843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c1efe05-71c4-4d57-8ffc-84ae9c293e94 req-d82fa8bd-6d0e-4ccd-985f-fbca4f397c11 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Deleting port 8630f929-b3b6-4b70-b2da-5cce36653b05 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:48.524385 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c1efe05-71c4-4d57-8ffc-84ae9c293e94 req-d82fa8bd-6d0e-4ccd-985f-fbca4f397c11 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:48.721969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9956cd-59c6-4521-a07e-a16c54fcf07a req-cbd02e79-0662-4160-aa12-913b97810d9d tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:48.725511 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b9956cd-59c6-4521-a07e-a16c54fcf07a req-cbd02e79-0662-4160-aa12-913b97810d9d tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 947 time: 0.0746362 Aug 26 10:53:48.731424 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-91eab17f-cc73-4218-95da-6c58e194b7a2 req-a6a58041-e3ec-491a-a996-56199e247d94 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] For port 9de209dd-55eb-4137-bccb-b6e6393c9903, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9de209dd-55eb-4137-bccb-b6e6393c9903,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:48.731795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-91eab17f-cc73-4218-95da-6c58e194b7a2 req-a6a58041-e3ec-491a-a996-56199e247d94 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:48.739324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71bdc-9c7a-49bc-8fbe-304552e61d3b req-dee02271-a9ac-4282-9fa5-b352f64ec2b8 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:48.751402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40d71bdc-9c7a-49bc-8fbe-304552e61d3b req-dee02271-a9ac-4282-9fa5-b352f64ec2b8 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 945 time: 0.1335773 Aug 26 10:53:48.773250 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-91eab17f-cc73-4218-95da-6c58e194b7a2 req-a6a58041-e3ec-491a-a996-56199e247d94 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Calling delete_port for 9de209dd-55eb-4137-bccb-b6e6393c9903 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:48.800978 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:48.809127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3ce2437c-a9e1-403a-835f-6e8e57b17b99 req-8d2ad7d9-c13a-4ca6-ba92-6709f365fcad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:48.817841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b9956cd-59c6-4521-a07e-a16c54fcf07a req-ac423457-b217-4dda-a2c6-b2f5b62f131e tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635424 Aug 26 10:53:48.823453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:48.826315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52', '9de209dd-55eb-4137-bccb-b6e6393c9903'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:48.831784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40d71bdc-9c7a-49bc-8fbe-304552e61d3b req-5f626118-4684-4dc5-9ca9-82e733a7e1d8 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792296 Aug 26 10:53:48.854993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:49.059247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c61239af-e3e1-4b89-982f-eb30cc24b3aa up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:53:49.061047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ad7d9-c13a-4ca6-ba92-6709f365fcad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event deleted for resources: {'Port': ['ID=c9c4e6c0-c9d8-4b14-9385-1dd49b51f921,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:49.087469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8c1efe05-71c4-4d57-8ffc-84ae9c293e94 req-d82fa8bd-6d0e-4ccd-985f-fbca4f397c11 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] For port 8630f929-b3b6-4b70-b2da-5cce36653b05, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8630f929-b3b6-4b70-b2da-5cce36653b05,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:49.088325 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c1efe05-71c4-4d57-8ffc-84ae9c293e94 req-d82fa8bd-6d0e-4ccd-985f-fbca4f397c11 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:49.166951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c1efe05-71c4-4d57-8ffc-84ae9c293e94 req-d82fa8bd-6d0e-4ccd-985f-fbca4f397c11 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Calling delete_port for 8630f929-b3b6-4b70-b2da-5cce36653b05 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:49.197770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce2437c-a9e1-403a-835f-6e8e57b17b99 req-8d2ad7d9-c13a-4ca6-ba92-6709f365fcad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] No DVR routers for this DVR port c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:49.208796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:49.211327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3ce2437c-a9e1-403a-835f-6e8e57b17b99 req-8d2ad7d9-c13a-4ca6-ba92-6709f365fcad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:49.213974 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3ce2437c-a9e1-403a-835f-6e8e57b17b99 req-8d2ad7d9-c13a-4ca6-ba92-6709f365fcad tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "DELETE /v2.0/ports/c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 HTTP/1.1" status: 204 len: 173 time: 2.1671526 Aug 26 10:53:49.219262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bcf2c0-7111-444e-97ed-76dff6259d20', 'name': 'network-vif-deleted', 'tag': 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:49.221619 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8612f9-5c24-4283-abb9-f1ddd1c34017" -d '{"events": [{"server_uuid": "d1bcf2c0-7111-444e-97ed-76dff6259d20", "name": "network-vif-deleted", "tag": "c9c4e6c0-c9d8-4b14-9385-1dd49b51f921"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:49.228676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Pushing event updated for resources: {'Port': ['ID=e55cd9b1-e7ba-4f19-87c1-fe959159cf91,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:49.336468 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a664c17-1925-4f99-8782-0ca162d51810 x-openstack-request-id: req-2a664c17-1925-4f99-8782-0ca162d51810 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:49.336688 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bcf2c0-7111-444e-97ed-76dff6259d20", "name": "network-vif-deleted", "tag": "c9c4e6c0-c9d8-4b14-9385-1dd49b51f921", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:49.336971 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a664c17-1925-4f99-8782-0ca162d51810 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:49.337361 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bcf2c0-7111-444e-97ed-76dff6259d20', 'name': 'network-vif-deleted', 'tag': 'c9c4e6c0-c9d8-4b14-9385-1dd49b51f921', 'status': 'completed', 'code': 200} Aug 26 10:53:49.368439 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:49.430470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c61239af-e3e1-4b89-982f-eb30cc24b3aa completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:53:49.442993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c61239af-e3e1-4b89-982f-eb30cc24b3aa triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:53:49.443369 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:49.725510 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-91eab17f-cc73-4218-95da-6c58e194b7a2 req-a6a58041-e3ec-491a-a996-56199e247d94 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:49.730232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Network 743927f7-a315-4f42-b945-156bb1dfc663 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:53:49.794753 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:49.841512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c61239af-e3e1-4b89-982f-eb30cc24b3aa, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c61239af-e3e1-4b89-982f-eb30cc24b3aa,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:49.847024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-beee4217-60d9-41fa-9778-c05026d5ed84 req-57ea9b4a-161d-482d-ab66-5b9f0bae4310 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1bcf2c0-7111-444e-97ed-76dff6259d20 HTTP/1.1" status: 200 len: 210 time: 0.0551057 Aug 26 10:53:49.852538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a58041-e3ec-491a-a996-56199e247d94 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event deleted for resources: {'Port': ['ID=9de209dd-55eb-4137-bccb-b6e6393c9903,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:49.861516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:53:49.913198 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:49.956044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-91eab17f-cc73-4218-95da-6c58e194b7a2 req-a6a58041-e3ec-491a-a996-56199e247d94 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] No DVR routers for this DVR port 9de209dd-55eb-4137-bccb-b6e6393c9903 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:49.965037 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c1efe05-71c4-4d57-8ffc-84ae9c293e94 req-d82fa8bd-6d0e-4ccd-985f-fbca4f397c11 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:49.972711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-91eab17f-cc73-4218-95da-6c58e194b7a2 req-a6a58041-e3ec-491a-a996-56199e247d94 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:49.975360 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-91eab17f-cc73-4218-95da-6c58e194b7a2 req-a6a58041-e3ec-491a-a996-56199e247d94 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "DELETE /v2.0/ports/9de209dd-55eb-4137-bccb-b6e6393c9903 HTTP/1.1" status: 204 len: 173 time: 2.0319264 Aug 26 10:53:50.126127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-daca2db4-e8a7-46af-8735-30c7ecdaaaf4 req-d9e027f9-7700-4dd7-96ad-ef87bda6d9bc tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=682be98e-ff5a-48ed-8b8d-bf1f1773aa7c HTTP/1.1" status: 200 len: 210 time: 0.0650320 Aug 26 10:53:50.151020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c61239af-e3e1-4b89-982f-eb30cc24b3aa,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:50.173079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fa8bd-6d0e-4ccd-985f-fbca4f397c11 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Pushing event deleted for resources: {'Port': ['ID=8630f929-b3b6-4b70-b2da-5cce36653b05,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:50.174127 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:50.217352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdcce4-2c8b-4f81-86b0-793ca5fc9002 req-e342df51-04a6-4519-89f6-e3dcfc91f86c tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:50.219224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30fdcce4-2c8b-4f81-86b0-793ca5fc9002 req-e342df51-04a6-4519-89f6-e3dcfc91f86c tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 945 time: 0.0921597 Aug 26 10:53:50.273783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1efe05-71c4-4d57-8ffc-84ae9c293e94 req-d82fa8bd-6d0e-4ccd-985f-fbca4f397c11 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] No DVR routers for this DVR port 8630f929-b3b6-4b70-b2da-5cce36653b05 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:50.295622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c1efe05-71c4-4d57-8ffc-84ae9c293e94 req-d82fa8bd-6d0e-4ccd-985f-fbca4f397c11 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:50.298431 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c1efe05-71c4-4d57-8ffc-84ae9c293e94 req-d82fa8bd-6d0e-4ccd-985f-fbca4f397c11 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.47 "DELETE /v2.0/ports/8630f929-b3b6-4b70-b2da-5cce36653b05 HTTP/1.1" status: 204 len: 173 time: 2.2218065 Aug 26 10:53:50.315666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30fdcce4-2c8b-4f81-86b0-793ca5fc9002 req-0fddba23-6c1a-40ce-bca5-367caa24672f tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889959 Aug 26 10:53:50.340300 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Router eb427541-5904-41d6-b7cf-bd7178c871db has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:53:50.516245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:53:50.522137 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-684cd72c-8800-47e6-a3a3-4bed67ba563a admin admin] 10.222.0.21 "PUT /v2.0/routers/eb427541-5904-41d6-b7cf-bd7178c871db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6452205 Aug 26 10:53:50.527122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Sync routers for ids ['eb427541-5904-41d6-b7cf-bd7178c871db'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:53:50.543681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Routers {'eb427541-5904-41d6-b7cf-bd7178c871db'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:53:50.544649 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:53:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb427541-5904-41d6-b7cf-bd7178c871db'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:50.600114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:50.754857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Set router eb427541-5904-41d6-b7cf-bd7178c871db gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:53:50.850021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'b87e683b-3fef-4704-9d6a-17a18526baa9'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:50.966516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c61239af-e3e1-4b89-982f-eb30cc24b3aa up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:53:51.339476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0', 'name': 'network-vif-deleted', 'tag': '9de209dd-55eb-4137-bccb-b6e6393c9903'}, {'server_uuid': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'name': 'network-vif-deleted', 'tag': '8630f929-b3b6-4b70-b2da-5cce36653b05'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:51.348066 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033a7d6e-25bb-4a13-86f7-fd956c83fcd8" -d '{"events": [{"server_uuid": "f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0", "name": "network-vif-deleted", "tag": "9de209dd-55eb-4137-bccb-b6e6393c9903"}, {"server_uuid": "682be98e-ff5a-48ed-8b8d-bf1f1773aa7c", "name": "network-vif-deleted", "tag": "8630f929-b3b6-4b70-b2da-5cce36653b05"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:51.404845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c61239af-e3e1-4b89-982f-eb30cc24b3aa triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:53:51.405218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:51.567478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:47Z', 'revision_number': 4, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e55cd9b1-e7ba-4f19-87c1-fe959159cf91', 'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'mac_address': 'fa:16:3e:0d:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9e47d291-24b9-4380-9fff-7b636343c717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:46Z', 'updated_at': '2021-08-26T10:53:48Z', 'revision_number': 2, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'subnets': [{'id': '9e47d291-24b9-4380-9fff-7b636343c717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:51.572469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f128db-7760-4a45-a9d9-b40257859f5b req-b88b4372-bc28-45dd-8d6a-78cb524b1916 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:51.574960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4f128db-7760-4a45-a9d9-b40257859f5b req-b88b4372-bc28-45dd-8d6a-78cb524b1916 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 945 time: 0.4876251 Aug 26 10:53:51.636577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-36828147-5baf-4455-ac6b-285c194b8ee3 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:51.638335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-36828147-5baf-4455-ac6b-285c194b8ee3 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/networks?id=743927f7-a315-4f42-b945-156bb1dfc663 HTTP/1.1" status: 200 len: 819 time: 0.5163946 Aug 26 10:53:51.664686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-83766adb-0cbe-428b-b224-02242b5e19cf tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/quotas/c9aa42aeae014220b21383abc55e59dc HTTP/1.1" status: 200 len: 375 time: 0.0126743 Aug 26 10:53:51.753963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9de209dd-55eb-4137-bccb-b6e6393c9903 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:51.761910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Checking router: eb427541-5904-41d6-b7cf-bd7178c871db for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:53:51.762261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Updating router eb427541-5904-41d6-b7cf-bd7178c871db port e55cd9b1-e7ba-4f19-87c1-fe959159cf91 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:53:51.763537 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4f128db-7760-4a45-a9d9-b40257859f5b req-1017d706-b6b3-4ccb-a54a-774f104bdb56 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730072 Aug 26 10:53:51.772317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-543e714b-ec14-4691-8791-319ac4416bdb tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9aa42aeae014220b21383abc55e59dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939517 Aug 26 10:53:51.802236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 9de209dd-55eb-4137-bccb-b6e6393c9903 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:51.802619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9de209dd-55eb-4137-bccb-b6e6393c9903 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:51.803059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8630f929-b3b6-4b70-b2da-5cce36653b05 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:51.844524 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 8630f929-b3b6-4b70-b2da-5cce36653b05 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:51.844524 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8630f929-b3b6-4b70-b2da-5cce36653b05 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:51.844524 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:51.915374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-5abe1888-946a-4c49-89e5-e7d978347753 service neutron] 10.222.0.21 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320126 Aug 26 10:53:51.947293 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:52.007725 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea86c46-72f7-4d0c-a313-c0556ec26d09 x-openstack-request-id: req-1ea86c46-72f7-4d0c-a313-c0556ec26d09 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:52.008373 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0", "name": "network-vif-deleted", "tag": "9de209dd-55eb-4137-bccb-b6e6393c9903", "status": "completed", "code": 200}, {"server_uuid": "682be98e-ff5a-48ed-8b8d-bf1f1773aa7c", "name": "network-vif-deleted", "tag": "8630f929-b3b6-4b70-b2da-5cce36653b05", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:52.008732 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ea86c46-72f7-4d0c-a313-c0556ec26d09 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:52.009275 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03eb5a8-4ea9-4fb3-b49d-7bbb907e59a0', 'name': 'network-vif-deleted', 'tag': '9de209dd-55eb-4137-bccb-b6e6393c9903', 'status': 'completed', 'code': 200} Aug 26 10:53:52.009805 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682be98e-ff5a-48ed-8b8d-bf1f1773aa7c', 'name': 'network-vif-deleted', 'tag': '8630f929-b3b6-4b70-b2da-5cce36653b05', 'status': 'completed', 'code': 200} Aug 26 10:53:52.027460 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-b801bfc5-d4a2-4ddd-90e2-13d4417f5103 service neutron] 10.222.0.21 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029050 Aug 26 10:53:52.226841 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:52.250837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Transition to ACTIVE for port object e55cd9b1-e7ba-4f19-87c1-fe959159cf91 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:53:52.275455 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:52.314542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:52.350236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:52.350590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c9c4e6c0-c9d8-4b14-9385-1dd49b51f921 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:52.392578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-8bb8ae48-6547-4b8a-93f3-c63832c5297b tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:52.394979 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-8bb8ae48-6547-4b8a-93f3-c63832c5297b tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.42 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 945 time: 0.1353765 Aug 26 10:53:52.407862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3e258a3-f603-43f7-99f4-260e7fdd4199 req-9b84a91d-6efc-4618-9e81-52dcf5c8d927 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 210 time: 0.0336905 Aug 26 10:53:52.479805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaf6fe-4089-45b9-90aa-ab2844dd9e6a None None] Pushing event updated for resources: {'Port': ['ID=e55cd9b1-e7ba-4f19-87c1-fe959159cf91,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:52.505627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Attempting to bind port e55cd9b1-e7ba-4f19-87c1-fe959159cf91 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:53:52.506361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Attempting to bind port e55cd9b1-e7ba-4f19-87c1-fe959159cf91 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'b0c8a3fd-3c20-4647-96fe-9a321e5b3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:53:52.507097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Attempting to bind port e55cd9b1-e7ba-4f19-87c1-fe959159cf91 on network 743927f7-a315-4f42-b945-156bb1dfc663 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:52.519346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:53:52.520171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Checking segment: {'id': 'b0c8a3fd-3c20-4647-96fe-9a321e5b3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:53:52.521031 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:52.522094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Bound using segment: {'id': 'b0c8a3fd-3c20-4647-96fe-9a321e5b3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:53:52.523216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Bound port: e55cd9b1-e7ba-4f19-87c1-fe959159cf91, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c8a3fd-3c20-4647-96fe-9a321e5b3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:53:52.524511 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:52.551314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Deleting port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:52.551885 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:52.665855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] For port e55cd9b1-e7ba-4f19-87c1-fe959159cf91, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:53:52.671963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] For port e55cd9b1-e7ba-4f19-87c1-fe959159cf91, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e55cd9b1-e7ba-4f19-87c1-fe959159cf91,segment=NetworkSegment(b0c8a3fd-3c20-4647-96fe-9a321e5b3758),segment_id=b0c8a3fd-3c20-4647-96fe-9a321e5b3758)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:53:52.681527 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:52.774116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Routers {'eb427541-5904-41d6-b7cf-bd7178c871db'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:53:52.774785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:53:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb427541-5904-41d6-b7cf-bd7178c871db'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:52.852221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bd6e3-b22c-414a-a824-b02fab0afc91 req-766bc29d-49f0-43bc-81cd-b1b7fbd4bf64 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:52.864601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] For port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:52.865633 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:52.882446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-173bd6e3-b22c-414a-a824-b02fab0afc91 req-766bc29d-49f0-43bc-81cd-b1b7fbd4bf64 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 949 time: 0.2038424 Aug 26 10:53:52.925423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaf6fe-4089-45b9-90aa-ab2844dd9e6a None None] Pushing event updated for resources: {'Port': ['ID=e55cd9b1-e7ba-4f19-87c1-fe959159cf91,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:52.945895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] Set router eb427541-5904-41d6-b7cf-bd7178c871db gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:53:52.986709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-173bd6e3-b22c-414a-a824-b02fab0afc91 req-0176a38f-5328-40eb-8812-32fec648b18d tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980804 Aug 26 10:53:53.179236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba40253-81e2-4734-8005-5cb69b3a0ff0 req-1f5c4569-2fd4-43d5-9e2c-26b562fd90b5 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:53.181245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dba40253-81e2-4734-8005-5cb69b3a0ff0 req-1f5c4569-2fd4-43d5-9e2c-26b562fd90b5 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 945 time: 0.1413414 Aug 26 10:53:53.235800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb678c-3f97-48cb-a101-3d1b138507b6 req-75882313-2b9f-4498-af6c-7c1a5ffe6cc8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:53.237797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4fb678c-3f97-48cb-a101-3d1b138507b6 req-75882313-2b9f-4498-af6c-7c1a5ffe6cc8 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cad855-b9c4-431c-ad24-22e0b872ee58 HTTP/1.1" status: 200 len: 950 time: 0.1208041 Aug 26 10:53:53.258859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dba40253-81e2-4734-8005-5cb69b3a0ff0 req-7d5da459-f71f-440a-801d-9b8dc2fbc017 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups?id=943c3afa-b916-45de-a7a1-132cd10a52ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574315 Aug 26 10:53:53.279616 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:53.280034 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:53.280373 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Floating IP 6042c10e-b660-47da-a3a3-29ac20935264 disassociated. External IP: 172.25.1.139, port: de461e9f-47d9-4fa3-b1b0-27d76e1f6eec. Aug 26 10:53:53.280693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Calling delete_port for de461e9f-47d9-4fa3-b1b0-27d76e1f6eec owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:53.290377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:47Z', 'revision_number': 4, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e55cd9b1-e7ba-4f19-87c1-fe959159cf91', 'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'mac_address': 'fa:16:3e:0d:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9e47d291-24b9-4380-9fff-7b636343c717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:46Z', 'updated_at': '2021-08-26T10:53:52Z', 'revision_number': 4, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'subnets': [{'id': '9e47d291-24b9-4380-9fff-7b636343c717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:53.318902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4fb678c-3f97-48cb-a101-3d1b138507b6 req-9017f3e3-266a-4883-b81b-75f10b60a05c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645113 Aug 26 10:53:53.322806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d43fa4-a318-4b85-8c78-e745de469d18 None None] The sync data for ids ['eb427541-5904-41d6-b7cf-bd7178c871db'] in n-d-778550-13 is: [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:47Z', 'revision_number': 4, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e55cd9b1-e7ba-4f19-87c1-fe959159cf91', 'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'mac_address': 'fa:16:3e:0d:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9e47d291-24b9-4380-9fff-7b636343c717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:46Z', 'updated_at': '2021-08-26T10:53:52Z', 'revision_number': 4, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'subnets': [{'id': '9e47d291-24b9-4380-9fff-7b636343c717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:53:53.588668 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:53.635233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee389d94-1482-4664-8455-d08864b6d184 req-14ac8335-0b27-466b-a416-adab8e16ffbd tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 210 time: 0.0455451 Aug 26 10:53:53.639192 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Pushing event deleted for resources: {'Port': ['ID=de461e9f-47d9-4fa3-b1b0-27d76e1f6eec,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:53.816882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Router 3f5feae2-ab69-4baa-a077-4080f2083df4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:53:54.022190 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-122cd246-a539-48a9-b963-377fc7dae8b0 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:54.024044 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-122cd246-a539-48a9-b963-377fc7dae8b0 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.47 "GET /v2.0/networks?id=743927f7-a315-4f42-b945-156bb1dfc663 HTTP/1.1" status: 200 len: 819 time: 0.2058587 Aug 26 10:53:54.047356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Request body: {'port': {'device_id': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'admin_state_up': True, 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:53:54.098189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:53:54.115125 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ccdef8-fe7f-4745-9ac5-baedee8e76a8 None None] Sync routers for ids ['3f5feae2-ab69-4baa-a077-4080f2083df4'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:53:54.135931 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ccdef8-fe7f-4745-9ac5-baedee8e76a8 None None] Routers {'3f5feae2-ab69-4baa-a077-4080f2083df4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:53:54.137828 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38ccdef8-fe7f-4745-9ac5-baedee8e76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:53:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3f5feae2-ab69-4baa-a077-4080f2083df4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:54.201155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] No DVR routers for this DVR port de461e9f-47d9-4fa3-b1b0-27d76e1f6eec on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:54.230133 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:54.233881 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-52d7912b-98e3-4015-9f81-506e79595ed1 req-2b807258-ba05-488c-a769-7406b5d84ebf tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.42 "DELETE /v2.0/ports/de461e9f-47d9-4fa3-b1b0-27d76e1f6eec HTTP/1.1" status: 204 len: 173 time: 1.8313236 Aug 26 10:53:54.237130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'name': 'network-vif-deleted', 'tag': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:54.242778 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7a503f-aa08-4d85-b5a0-63baa4f81528" -d '{"events": [{"server_uuid": "a98b219f-74ac-4560-9edf-c68116de5b51", "name": "network-vif-deleted", "tag": "de461e9f-47d9-4fa3-b1b0-27d76e1f6eec"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:54.272103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01332d88-c1cb-4ab0-bb3b-eb7f7dbbe914 req-e9ce24f0-64cf-4571-b106-1fec08d84f63 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:54.286178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01332d88-c1cb-4ab0-bb3b-eb7f7dbbe914 req-e9ce24f0-64cf-4571-b106-1fec08d84f63 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 949 time: 0.1465154 Aug 26 10:53:54.358777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01332d88-c1cb-4ab0-bb3b-eb7f7dbbe914 req-1cb1263b-88a7-4422-bc57-e4f54374eec9 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704579 Aug 26 10:53:54.431930 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13015e27-23b9-42f3-911e-dd1b81251b21 req-702a686f-38c9-4cdc-8e36-41e68923223a tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:54.434138 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-13015e27-23b9-42f3-911e-dd1b81251b21 req-702a686f-38c9-4cdc-8e36-41e68923223a tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8cad855-b9c4-431c-ad24-22e0b872ee58 HTTP/1.1" status: 200 len: 950 time: 0.2998137 Aug 26 10:53:54.439279 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8913af-5960-4504-9dad-30977398b516 x-openstack-request-id: req-7d8913af-5960-4504-9dad-30977398b516 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:54.439866 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98b219f-74ac-4560-9edf-c68116de5b51", "name": "network-vif-deleted", "tag": "de461e9f-47d9-4fa3-b1b0-27d76e1f6eec", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:54.440359 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d8913af-5960-4504-9dad-30977398b516 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:54.440863 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-38ccdef8-fe7f-4745-9ac5-baedee8e76a8 None None] Set router 3f5feae2-ab69-4baa-a077-4080f2083df4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:53:54.441120 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98b219f-74ac-4560-9edf-c68116de5b51', 'name': 'network-vif-deleted', 'tag': 'de461e9f-47d9-4fa3-b1b0-27d76e1f6eec', 'status': 'completed', 'code': 200} Aug 26 10:53:54.600401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d766da7c-f3ff-4da8-937d-0f6cb71f2f55 req-64880264-e291-40a4-8c9d-09845c6a5ca7 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98b219f-74ac-4560-9edf-c68116de5b51 HTTP/1.1" status: 200 len: 210 time: 0.0734148 Aug 26 10:53:54.606266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8321633-5865-4104-9d61-11aa2e4703e6 req-cd3067c7-68eb-48fb-a8f5-77f1f8910d19 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:54.613130 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c8321633-5865-4104-9d61-11aa2e4703e6 req-cd3067c7-68eb-48fb-a8f5-77f1f8910d19 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "GET /v2.0/ports?device_id=74809004-a111-46b5-a6a3-9026c8bb07ac HTTP/1.1" status: 200 len: 950 time: 0.2734489 Aug 26 10:53:54.686542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Made reservation on behalf of c9aa42aeae014220b21383abc55e59dc for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:53:54.690777 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:54.697365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989364c-5442-4529-9d04-41fd09f7b11b req-1a019dfc-c59a-4f29-b2e1-8729a16d3f55 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:54.704891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0989364c-5442-4529-9d04-41fd09f7b11b req-1a019dfc-c59a-4f29-b2e1-8729a16d3f55 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cad855-b9c4-431c-ad24-22e0b872ee58 HTTP/1.1" status: 200 len: 950 time: 0.1166713 Aug 26 10:53:54.767532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0989364c-5442-4529-9d04-41fd09f7b11b req-0c4691c3-3578-4ad5-affb-1c7667e6cf3c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611706 Aug 26 10:53:54.971211 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38ccdef8-fe7f-4745-9ac5-baedee8e76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3b8762bf-b9fd-40ab-b793-9415acc08ac5', 'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'mac_address': 'fa:16:3e:cc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:33Z', 'revision_number': 5, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'subnets': [{'id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:55.151070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e55cd9b1-e7ba-4f19-87c1-fe959159cf91 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:53:55.187274 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ccdef8-fe7f-4745-9ac5-baedee8e76a8 None None] Checking router: 3f5feae2-ab69-4baa-a077-4080f2083df4 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:53:55.204966 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ccdef8-fe7f-4745-9ac5-baedee8e76a8 None None] Routers {'3f5feae2-ab69-4baa-a077-4080f2083df4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:53:55.207289 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38ccdef8-fe7f-4745-9ac5-baedee8e76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:53:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3f5feae2-ab69-4baa-a077-4080f2083df4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:55.306453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97628eb8-6e0b-4333-ab8c-97f37290297e req-dd11a075-b59a-499a-a40a-c1269efe2c7e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 210 time: 0.0727806 Aug 26 10:53:55.344507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d93e0d-45c3-4472-a532-4250023f6fd9 req-f5d7f692-2aaf-4e7a-b8b6-b87820e8a5b2 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:55.360686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-40d93e0d-45c3-4472-a532-4250023f6fd9 req-f5d7f692-2aaf-4e7a-b8b6-b87820e8a5b2 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.47 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 949 time: 0.6072972 Aug 26 10:53:55.363596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-13015e27-23b9-42f3-911e-dd1b81251b21 req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Deleting port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:55.364225 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-13015e27-23b9-42f3-911e-dd1b81251b21 req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:55.466804 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-38ccdef8-fe7f-4745-9ac5-baedee8e76a8 None None] Set router 3f5feae2-ab69-4baa-a077-4080f2083df4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:53:55.485581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port e55cd9b1-e7ba-4f19-87c1-fe959159cf91 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:53:55.516237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e55cd9b1-e7ba-4f19-87c1-fe959159cf91 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:53:55.521160 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:55.690574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Allocated IP 172.20.0.4 (743927f7-a315-4f42-b945-156bb1dfc663/9e47d291-24b9-4380-9fff-7b636343c717/25316986-2cf6-4608-a8a8-9b672a77461d) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:53:55.717828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7a389-6ac4-40e4-9672-a80960db044e req-68c72013-023d-48f2-9165-c48696eaee84 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:55.729603 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1cc7a389-6ac4-40e4-9672-a80960db044e req-68c72013-023d-48f2-9165-c48696eaee84 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 949 time: 0.1120114 Aug 26 10:53:55.787477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48280) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:55.809036 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:55.864805 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1cc7a389-6ac4-40e4-9672-a80960db044e req-21ce0a06-b686-40dc-b594-8e4793db6e50 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297977 Aug 26 10:53:55.919694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-c8321633-5865-4104-9d61-11aa2e4703e6 req-017b82df-4d6b-4f96-b5f0-8a29d521e304 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Deleting port b87e683b-3fef-4704-9d6a-17a18526baa9 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:55.920447 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c8321633-5865-4104-9d61-11aa2e4703e6 req-017b82df-4d6b-4f96-b5f0-8a29d521e304 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:55.953621 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d548caba-a9f1-4377-a16e-17fdda75fa25 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:55.956116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port e55cd9b1-e7ba-4f19-87c1-fe959159cf91, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e55cd9b1-e7ba-4f19-87c1-fe959159cf91,segment=NetworkSegment(b0c8a3fd-3c20-4647-96fe-9a321e5b3758),segment_id=b0c8a3fd-3c20-4647-96fe-9a321e5b3758)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:55.967044 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:56.008252 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38ccdef8-fe7f-4745-9ac5-baedee8e76a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3b8762bf-b9fd-40ab-b793-9415acc08ac5', 'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'mac_address': 'fa:16:3e:cc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:33Z', 'revision_number': 5, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'subnets': [{'id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:53:56.028999 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d548caba-a9f1-4377-a16e-17fdda75fa25 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:56.065505 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ccdef8-fe7f-4745-9ac5-baedee8e76a8 None None] The sync data for ids ['3f5feae2-ab69-4baa-a077-4080f2083df4'] in n-d-778550-13 is: [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3b8762bf-b9fd-40ab-b793-9415acc08ac5', 'name': '', 'network_id': '2d5d0e0a-dfbb-482d-933f-15ee7c259af7', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'mac_address': 'fa:16:3e:cc:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:33Z', 'revision_number': 5, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'subnets': [{'id': '21201419-501d-4c9f-af8b-609f66b7da6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:53:56.081411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=e55cd9b1-e7ba-4f19-87c1-fe959159cf91,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:56.177480 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d548caba-a9f1-4377-a16e-17fdda75fa25 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:56.181751 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d548caba-a9f1-4377-a16e-17fdda75fa25 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:56.190550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d548caba-a9f1-4377-a16e-17fdda75fa25 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "DELETE /v2.0/security-groups/943c3afa-b916-45de-a7a1-132cd10a52ff HTTP/1.1" status: 204 len: 168 time: 0.4012103 Aug 26 10:53:56.191604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48292) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:56.207668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-13015e27-23b9-42f3-911e-dd1b81251b21 req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] For port d9ba46e2-b394-4486-b7b2-796d7a5f4f68, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d9ba46e2-b394-4486-b7b2-796d7a5f4f68,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:56.208076 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-13015e27-23b9-42f3-911e-dd1b81251b21 req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:56.275490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-13015e27-23b9-42f3-911e-dd1b81251b21 req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Calling delete_port for d9ba46e2-b394-4486-b7b2-796d7a5f4f68 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:56.299129 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device de461e9f-47d9-4fa3-b1b0-27d76e1f6eec no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:56.307162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548caba-a9f1-4377-a16e-17fdda75fa25 tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943c3afa-b916-45de-a7a1-132cd10a52ff,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:56.310722 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-b2ee838f-7bcc-4c6c-9072-29ac4ab1b58a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] show failed (client error): The resource could not be found. Aug 26 10:53:56.319152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b2ee838f-7bcc-4c6c-9072-29ac4ab1b58a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "GET /v2.0/security-groups/943c3afa-b916-45de-a7a1-132cd10a52ff HTTP/1.1" status: 404 len: 347 time: 0.0506039 Aug 26 10:53:56.323111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48294) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:56.373174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: de461e9f-47d9-4fa3-b1b0-27d76e1f6eec {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:56.375559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device de461e9f-47d9-4fa3-b1b0-27d76e1f6eec not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:56.393245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-c8321633-5865-4104-9d61-11aa2e4703e6 req-017b82df-4d6b-4f96-b5f0-8a29d521e304 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] For port b87e683b-3fef-4704-9d6a-17a18526baa9, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b87e683b-3fef-4704-9d6a-17a18526baa9,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:56.393666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c8321633-5865-4104-9d61-11aa2e4703e6 req-017b82df-4d6b-4f96-b5f0-8a29d521e304 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:56.456416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-c8321633-5865-4104-9d61-11aa2e4703e6 req-017b82df-4d6b-4f96-b5f0-8a29d521e304 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Calling delete_port for b87e683b-3fef-4704-9d6a-17a18526baa9 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:56.475682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa8d9-4614-4c71-815d-7aebd935c241 req-8b08c9e3-7084-4e42-9400-8ba636a2dc9e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:56.478667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-855fa8d9-4614-4c71-815d-7aebd935c241 req-8b08c9e3-7084-4e42-9400-8ba636a2dc9e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cad855-b9c4-431c-ad24-22e0b872ee58 HTTP/1.1" status: 200 len: 950 time: 0.3417158 Aug 26 10:53:56.551087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0d608-0662-41c2-b205-5035451cc380 None None] New status for floating IP 6042c10e-b660-47da-a3a3-29ac20935264: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:53:56.577948 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c3dbce6-b752-4763-8daf-e3b5deeb6be4 req-63a6a18c-fd85-4d90-b9f1-31dc837740ba tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 210 time: 0.0943120 Aug 26 10:53:56.646245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-855fa8d9-4614-4c71-815d-7aebd935c241 req-6eefa052-eda8-4e70-a31c-fb2a78c6bc55 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521237 Aug 26 10:53:56.675512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-08456689-9618-4343-b78b-119cfab6367a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Deleting port 9a1dee0c-7046-4bb1-abfd-39d0b7706ddc {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:56.675960 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08456689-9618-4343-b78b-119cfab6367a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:56.773695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08456689-9618-4343-b78b-119cfab6367a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:56.774130 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08456689-9618-4343-b78b-119cfab6367a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:56.790396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-08456689-9618-4343-b78b-119cfab6367a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Calling delete_port for 9a1dee0c-7046-4bb1-abfd-39d0b7706ddc owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:56.933250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e55cd9b1-e7ba-4f19-87c1-fe959159cf91 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:53:56.970767 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08456689-9618-4343-b78b-119cfab6367a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.054524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08456689-9618-4343-b78b-119cfab6367a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Pushing event deleted for resources: {'Port': ['ID=9a1dee0c-7046-4bb1-abfd-39d0b7706ddc,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:57.092131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e55cd9b1-e7ba-4f19-87c1-fe959159cf91 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:53:57.092611 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.170107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2274a-351e-4082-84e9-248d7df0911e req-833c8f29-9ef9-47a0-8ac1-5e0aab8e4908 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:57.178943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3a2274a-351e-4082-84e9-248d7df0911e req-833c8f29-9ef9-47a0-8ac1-5e0aab8e4908 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 949 time: 0.1262870 Aug 26 10:53:57.187758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-40d93e0d-45c3-4472-a532-4250023f6fd9 req-ac3ee9c4-5907-46dc-80ae-bad5f07bd90c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Deleting port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:57.188368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-40d93e0d-45c3-4472-a532-4250023f6fd9 req-ac3ee9c4-5907-46dc-80ae-bad5f07bd90c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.227535 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08456689-9618-4343-b78b-119cfab6367a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.234168 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08456689-9618-4343-b78b-119cfab6367a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.235533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-08456689-9618-4343-b78b-119cfab6367a tempest-ServersTestJSON-1558827379 tempest-ServersTestJSON-1558827379-project] 10.222.0.21 "DELETE /v2.0/floatingips/6042c10e-b660-47da-a3a3-29ac20935264 HTTP/1.1" status: 204 len: 168 time: 0.9111447 Aug 26 10:53:57.242032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48308) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:53:57.313920 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.394088 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3a2274a-351e-4082-84e9-248d7df0911e req-8602949b-9bf6-4dc6-ad7c-b774b8d1ff8c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142506 Aug 26 10:53:57.484161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-13015e27-23b9-42f3-911e-dd1b81251b21 req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.497560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:57.509242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-40d93e0d-45c3-4472-a532-4250023f6fd9 req-ac3ee9c4-5907-46dc-80ae-bad5f07bd90c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] For port 9058dd85-6e46-4dad-8107-0b3e7ee8d414, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9058dd85-6e46-4dad-8107-0b3e7ee8d414,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:57.509631 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-40d93e0d-45c3-4472-a532-4250023f6fd9 req-ac3ee9c4-5907-46dc-80ae-bad5f07bd90c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.548603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c8321633-5865-4104-9d61-11aa2e4703e6 req-017b82df-4d6b-4f96-b5f0-8a29d521e304 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.560935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-40d93e0d-45c3-4472-a532-4250023f6fd9 req-ac3ee9c4-5907-46dc-80ae-bad5f07bd90c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Calling delete_port for 9058dd85-6e46-4dad-8107-0b3e7ee8d414 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:57.567577 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event deleted for resources: {'Port': ['ID=d9ba46e2-b394-4486-b7b2-796d7a5f4f68,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:57.588589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.642307 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.642710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.643028 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.643369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.643704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.644034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.644363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.644690 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.645016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.645339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.645662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.645983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:53:57.777565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-13015e27-23b9-42f3-911e-dd1b81251b21 req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] No DVR routers for this DVR port d9ba46e2-b394-4486-b7b2-796d7a5f4f68 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:57.784003 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-13015e27-23b9-42f3-911e-dd1b81251b21 req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.786116 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-13015e27-23b9-42f3-911e-dd1b81251b21 req-879f40ec-89b8-4588-acc2-b9b0e9aa850c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "DELETE /v2.0/ports/d9ba46e2-b394-4486-b7b2-796d7a5f4f68 HTTP/1.1" status: 204 len: 173 time: 3.3389678 Aug 26 10:53:57.788410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b82df-4d6b-4f96-b5f0-8a29d521e304 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event deleted for resources: {'Port': ['ID=b87e683b-3fef-4704-9d6a-17a18526baa9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:57.790135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cad855-b9c4-431c-ad24-22e0b872ee58', 'name': 'network-vif-deleted', 'tag': 'd9ba46e2-b394-4486-b7b2-796d7a5f4f68'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:53:57.792665 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ae2958-e81f-4b75-8bd4-1578f1712df1" -d '{"events": [{"server_uuid": "d8cad855-b9c4-431c-ad24-22e0b872ee58", "name": "network-vif-deleted", "tag": "d9ba46e2-b394-4486-b7b2-796d7a5f4f68"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:53:57.821091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8321633-5865-4104-9d61-11aa2e4703e6 req-017b82df-4d6b-4f96-b5f0-8a29d521e304 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] No DVR routers for this DVR port b87e683b-3fef-4704-9d6a-17a18526baa9 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:57.824235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Network 743927f7-a315-4f42-b945-156bb1dfc663 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:53:57.828858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e90a6ad7-5154-4950-8581-09d28bf9485a req-66093477-4463-439c-b39a-a735514d6622 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8cad855-b9c4-431c-ad24-22e0b872ee58 HTTP/1.1" status: 200 len: 210 time: 0.1017268 Aug 26 10:53:57.830570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c8321633-5865-4104-9d61-11aa2e4703e6 req-017b82df-4d6b-4f96-b5f0-8a29d521e304 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:57.834135 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c8321633-5865-4104-9d61-11aa2e4703e6 req-017b82df-4d6b-4f96-b5f0-8a29d521e304 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.42 "DELETE /v2.0/ports/b87e683b-3fef-4704-9d6a-17a18526baa9 HTTP/1.1" status: 204 len: 173 time: 3.2086630 Aug 26 10:53:57.837613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:53:57.864087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:53:57.897697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c0c5e-83a7-4012-8c01-3909e70fe483 req-fb99c82e-2f3d-44bf-a069-d1a767c8ac3c tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:57.907308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e27c0c5e-83a7-4012-8c01-3909e70fe483 req-fb99c82e-2f3d-44bf-a069-d1a767c8ac3c tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 931 time: 0.1781273 Aug 26 10:53:57.952450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Pushing event updated for resources: {'Port': ['ID=25316986-2cf6-4608-a8a8-9b672a77461d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:57.969405 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e27c0c5e-83a7-4012-8c01-3909e70fe483 req-d9185b2e-3664-4bef-93b7-6886e856d3e8 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597432 Aug 26 10:53:57.980815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:57.981981 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:58.004499 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f93a84a-e8c7-4bab-85c2-5a05297e8a11 x-openstack-request-id: req-2f93a84a-e8c7-4bab-85c2-5a05297e8a11 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:53:58.004823 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cad855-b9c4-431c-ad24-22e0b872ee58", "name": "network-vif-deleted", "tag": "d9ba46e2-b394-4486-b7b2-796d7a5f4f68", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:53:58.005052 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f93a84a-e8c7-4bab-85c2-5a05297e8a11 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:53:58.005686 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cad855-b9c4-431c-ad24-22e0b872ee58', 'name': 'network-vif-deleted', 'tag': 'd9ba46e2-b394-4486-b7b2-796d7a5f4f68', 'status': 'completed', 'code': 200} Aug 26 10:53:58.051975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:53:58.058538 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-11a734e3-6e5a-4413-be25-74becc90e306 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0197778 Aug 26 10:53:58.065794 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:58.074557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Request body: {'port': {'device_id': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:53:58.168699 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-40d93e0d-45c3-4472-a532-4250023f6fd9 req-ac3ee9c4-5907-46dc-80ae-bad5f07bd90c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:58.255767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ee9c4-5907-46dc-80ae-bad5f07bd90c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Pushing event deleted for resources: {'Port': ['ID=9058dd85-6e46-4dad-8107-0b3e7ee8d414,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:58.273544 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:58.313972 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b87e683b-3fef-4704-9d6a-17a18526baa9 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:58.355961 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: b87e683b-3fef-4704-9d6a-17a18526baa9 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:58.356322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b87e683b-3fef-4704-9d6a-17a18526baa9 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:58.356818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d9ba46e2-b394-4486-b7b2-796d7a5f4f68 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:58.365553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d93e0d-45c3-4472-a532-4250023f6fd9 req-ac3ee9c4-5907-46dc-80ae-bad5f07bd90c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] No DVR routers for this DVR port 9058dd85-6e46-4dad-8107-0b3e7ee8d414 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:53:58.373320 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-40d93e0d-45c3-4472-a532-4250023f6fd9 req-ac3ee9c4-5907-46dc-80ae-bad5f07bd90c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:58.377595 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-40d93e0d-45c3-4472-a532-4250023f6fd9 req-ac3ee9c4-5907-46dc-80ae-bad5f07bd90c tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.47 "DELETE /v2.0/ports/9058dd85-6e46-4dad-8107-0b3e7ee8d414 HTTP/1.1" status: 204 len: 173 time: 3.0011744 Aug 26 10:53:58.389933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: d9ba46e2-b394-4486-b7b2-796d7a5f4f68 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:58.391413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d9ba46e2-b394-4486-b7b2-796d7a5f4f68 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:58.600302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61802a7b-a2dc-4292-894c-6868b71cd208 req-3ba3d8a6-bce1-421d-912b-1252399e1297 tempest-ListImageFiltersTestJSON-750482941 tempest-ListImageFiltersTestJSON-750482941-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e315e9-47ca-40d5-b602-97084fe45e1d HTTP/1.1" status: 200 len: 210 time: 0.0597954 Aug 26 10:53:58.638839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] Deleting port 3b8762bf-b9fd-40ab-b793-9415acc08ac5 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:53:58.639540 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:58.803427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] For port 3b8762bf-b9fd-40ab-b793-9415acc08ac5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3b8762bf-b9fd-40ab-b793-9415acc08ac5,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:53:58.803810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:58.828524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] Calling delete_port for 3b8762bf-b9fd-40ab-b793-9415acc08ac5 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:53:58.981728 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25316986-2cf6-4608-a8a8-9b672a77461d {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:53:58.991427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:59.010469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Transition to ACTIVE for port object 25316986-2cf6-4608-a8a8-9b672a77461d will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:53:59.016733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:59.144609 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:59.166569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Pushing event updated for resources: {'Port': ['ID=25316986-2cf6-4608-a8a8-9b672a77461d,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:59.183020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Attempting to bind port 25316986-2cf6-4608-a8a8-9b672a77461d on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:53:59.183428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Attempting to bind port 25316986-2cf6-4608-a8a8-9b672a77461d by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'b0c8a3fd-3c20-4647-96fe-9a321e5b3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:53:59.183728 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Attempting to bind port 25316986-2cf6-4608-a8a8-9b672a77461d on network 743927f7-a315-4f42-b945-156bb1dfc663 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:59.190075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Port 25316986-2cf6-4608-a8a8-9b672a77461d on network 743927f7-a315-4f42-b945-156bb1dfc663 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:53:59.190552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Attempting to bind port 25316986-2cf6-4608-a8a8-9b672a77461d on network 743927f7-a315-4f42-b945-156bb1dfc663 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:53:59.198283 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:53:59.198283 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Checking segment: {'id': 'b0c8a3fd-3c20-4647-96fe-9a321e5b3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:53:59.198283 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Bound using segment: {'id': 'b0c8a3fd-3c20-4647-96fe-9a321e5b3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:53:59.199517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Bound port: 25316986-2cf6-4608-a8a8-9b672a77461d, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c8a3fd-3c20-4647-96fe-9a321e5b3758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:53:59.199905 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:59.219979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8762bf-b9fd-40ab-b793-9415acc08ac5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:59.391996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] For port 25316986-2cf6-4608-a8a8-9b672a77461d, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:53:59.397901 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] For port 25316986-2cf6-4608-a8a8-9b672a77461d, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25316986-2cf6-4608-a8a8-9b672a77461d,segment=NetworkSegment(b0c8a3fd-3c20-4647-96fe-9a321e5b3758),segment_id=b0c8a3fd-3c20-4647-96fe-9a321e5b3758)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:53:59.405306 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:59.434479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6026c-c913-4c45-bcc8-f0e902f8b03b req-2dff27a9-ef37-4e0e-a532-1cb8e5bb1505 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:59.446785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23b6026c-c913-4c45-bcc8-f0e902f8b03b req-2dff27a9-ef37-4e0e-a532-1cb8e5bb1505 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 943 time: 0.2484703 Aug 26 10:53:59.462210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:59.462909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:59.464481 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] 10.222.0.47 "PUT /v2.0/ports/25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 1092 time: 1.3958676 Aug 26 10:53:59.544390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f015bbf-3f8a-4dfc-af7d-9c433e76b128 service neutron] Pushing event updated for resources: {'Port': ['ID=25316986-2cf6-4608-a8a8-9b672a77461d,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:53:59.614665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-ee8f5ad0-9fb5-47dd-a19e-df1fc5f3f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:59.617806 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-ee8f5ad0-9fb5-47dd-a19e-df1fc5f3f802 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9aa42aeae014220b21383abc55e59dc&device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 1095 time: 0.0856547 Aug 26 10:53:59.661692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9058dd85-6e46-4dad-8107-0b3e7ee8d414 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:53:59.665524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23b6026c-c913-4c45-bcc8-f0e902f8b03b req-2900732a-938b-4b16-9a44-39fa19fb52d5 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175064 Aug 26 10:53:59.681940 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-b553979f-bc02-42cd-be0c-1c792fa5c4e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 217 time: 0.0509527 Aug 26 10:53:59.689919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcb788-f85b-4d13-a003-4f5ea56937e6 req-9471a5f9-9cbe-4196-997a-b460e9696f9c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:59.691654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbfcb788-f85b-4d13-a003-4f5ea56937e6 req-9471a5f9-9cbe-4196-997a-b460e9696f9c tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 950 time: 0.1598148 Aug 26 10:53:59.711118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:53:59.722199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 9058dd85-6e46-4dad-8107-0b3e7ee8d414 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:53:59.723885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9058dd85-6e46-4dad-8107-0b3e7ee8d414 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:53:59.747391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-840c095d-8fd5-4861-88cb-c17e7f0e01be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:53:59.749966 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-840c095d-8fd5-4861-88cb-c17e7f0e01be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e47d291-24b9-4380-9fff-7b636343c717 HTTP/1.1" status: 200 len: 859 time: 0.0631921 Aug 26 10:53:59.788505 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-d2068c9d-1447-4ce4-896a-906c93a3605e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743927f7-a315-4f42-b945-156bb1dfc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306895 Aug 26 10:53:59.794890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbfcb788-f85b-4d13-a003-4f5ea56937e6 req-b736f2a7-3952-40ea-992f-627a4f0cc473 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948200 Aug 26 10:53:59.979664 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-5257c4f7-fdf0-4679-b810-483a1a98177b service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794755 Aug 26 10:54:00.021327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74809004-a111-46b5-a6a3-9026c8bb07ac', 'name': 'network-vif-deleted', 'tag': 'b87e683b-3fef-4704-9d6a-17a18526baa9'}, {'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-deleted', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414'}, {'name': 'network-changed', 'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:00.025244 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d318fc-9998-4768-bcac-69e16b5e77c1" -d '{"events": [{"server_uuid": "74809004-a111-46b5-a6a3-9026c8bb07ac", "name": "network-vif-deleted", "tag": "b87e683b-3fef-4704-9d6a-17a18526baa9"}, {"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-deleted", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414"}, {"name": "network-changed", "server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:00.035284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] Router 3f5feae2-ab69-4baa-a077-4080f2083df4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:54:00.111000 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2074530-24d0-4e94-8dcc-cf3277464fa1 x-openstack-request-id: req-d2074530-24d0-4e94-8dcc-cf3277464fa1 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:00.111868 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74809004-a111-46b5-a6a3-9026c8bb07ac", "name": "network-vif-deleted", "tag": "b87e683b-3fef-4704-9d6a-17a18526baa9", "status": "completed", "code": 200}, {"server_uuid": "39e315e9-47ca-40d5-b602-97084fe45e1d", "name": "network-vif-deleted", "tag": "9058dd85-6e46-4dad-8107-0b3e7ee8d414", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:00.111868 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2074530-24d0-4e94-8dcc-cf3277464fa1 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:00.112429 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74809004-a111-46b5-a6a3-9026c8bb07ac', 'name': 'network-vif-deleted', 'tag': 'b87e683b-3fef-4704-9d6a-17a18526baa9', 'status': 'completed', 'code': 200} Aug 26 10:54:00.112796 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e315e9-47ca-40d5-b602-97084fe45e1d', 'name': 'network-vif-deleted', 'tag': '9058dd85-6e46-4dad-8107-0b3e7ee8d414', 'status': 'completed', 'code': 200} Aug 26 10:54:00.113178 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d', 'status': 'completed', 'code': 200} Aug 26 10:54:00.160843 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8a54662-5683-4c81-9b50-b91f8b404ba1 req-ab34bf68-549e-48dc-9647-1e565cfcb1a5 service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722896 Aug 26 10:54:00.177596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:54:00.185699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d95a2a96-c1f6-4583-ae4d-cb92d2b18c4b admin admin] 10.222.0.21 "PUT /v2.0/routers/3f5feae2-ab69-4baa-a077-4080f2083df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9389856 Aug 26 10:54:00.187991 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edbb960-98e8-440e-b981-dc558ab94f50 None None] Sync routers for ids ['3f5feae2-ab69-4baa-a077-4080f2083df4'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:54:00.188776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48374) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:00.200608 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbb960-98e8-440e-b981-dc558ab94f50 None None] Routers {'3f5feae2-ab69-4baa-a077-4080f2083df4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:00.201527 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0edbb960-98e8-440e-b981-dc558ab94f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:53:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3f5feae2-ab69-4baa-a077-4080f2083df4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:00.307667 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d318fc-9998-4768-bcac-69e16b5e77c1 req-dd7d9fd8-50c5-450a-8f59-2174d2058020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:00.311600 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-70d318fc-9998-4768-bcac-69e16b5e77c1 req-dd7d9fd8-50c5-450a-8f59-2174d2058020 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9aa42aeae014220b21383abc55e59dc&device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 1095 time: 0.0723794 Aug 26 10:54:00.357101 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:00.459673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d318fc-9998-4768-bcac-69e16b5e77c1 req-d489bc88-afcb-400f-8f48-cb6652a8aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:00.461454 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-70d318fc-9998-4768-bcac-69e16b5e77c1 req-d489bc88-afcb-400f-8f48-cb6652a8aa6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=743927f7-a315-4f42-b945-156bb1dfc663 HTTP/1.1" status: 200 len: 920 time: 0.1405315 Aug 26 10:54:00.516737 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-70d318fc-9998-4768-bcac-69e16b5e77c1 req-25cf490c-eb4c-479a-9011-7dfda205b757 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 217 time: 0.0460896 Aug 26 10:54:00.547671 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-0edbb960-98e8-440e-b981-dc558ab94f50 None None] Set router 3f5feae2-ab69-4baa-a077-4080f2083df4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:00.583690 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:00.625655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d318fc-9998-4768-bcac-69e16b5e77c1 req-0b87c1bf-67c2-4c6e-9fc8-0c0b35a5759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:00.627739 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-70d318fc-9998-4768-bcac-69e16b5e77c1 req-0b87c1bf-67c2-4c6e-9fc8-0c0b35a5759a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e47d291-24b9-4380-9fff-7b636343c717 HTTP/1.1" status: 200 len: 859 time: 0.1020925 Aug 26 10:54:00.667704 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-70d318fc-9998-4768-bcac-69e16b5e77c1 req-3b24cf55-1e7c-4de2-8cd4-0823edc14ff2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743927f7-a315-4f42-b945-156bb1dfc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312371 Aug 26 10:54:00.681458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Deleting port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:00.682055 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:00.810777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] For port a64259d9-f2a8-4334-b50e-1b8f0ffa52b4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a64259d9-f2a8-4334-b50e-1b8f0ffa52b4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:00.811152 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:00.841390 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-70d318fc-9998-4768-bcac-69e16b5e77c1 req-f6ce2c82-e177-43e3-81da-4b6e00a44d63 service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613164 Aug 26 10:54:00.863184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Calling delete_port for a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:54:00.967407 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0edbb960-98e8-440e-b981-dc558ab94f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:53:59Z', 'revision_number': 5, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port': {'id': 'a64259d9-f2a8-4334-b50e-1b8f0ffa52b4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:64:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:00.981894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf710b47-f93c-4571-b4c2-984363b5da1f req-1fd6ad8d-57a3-4bb4-b2be-e9f240f61afa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:00.985572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf710b47-f93c-4571-b4c2-984363b5da1f req-1fd6ad8d-57a3-4bb4-b2be-e9f240f61afa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 943 time: 0.1622431 Aug 26 10:54:01.015055 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edbb960-98e8-440e-b981-dc558ab94f50 None None] Checking router: 3f5feae2-ab69-4baa-a077-4080f2083df4 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:54:01.016314 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-70d318fc-9998-4768-bcac-69e16b5e77c1 req-89123e7c-a7ae-43c1-9bd5-8d56f36eb5bc service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661711 Aug 26 10:54:01.029113 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbb960-98e8-440e-b981-dc558ab94f50 None None] Routers {'3f5feae2-ab69-4baa-a077-4080f2083df4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:01.030091 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0edbb960-98e8-440e-b981-dc558ab94f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:53:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3f5feae2-ab69-4baa-a077-4080f2083df4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:01.154465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf710b47-f93c-4571-b4c2-984363b5da1f req-f4e5671b-ddba-48af-b711-a08fa58f52ea tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607988 Aug 26 10:54:01.162286 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-0edbb960-98e8-440e-b981-dc558ab94f50 None None] Set router 3f5feae2-ab69-4baa-a077-4080f2083df4 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:01.242123 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0edbb960-98e8-440e-b981-dc558ab94f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:54:00Z', 'revision_number': 6, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:01.285641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2932ab-663f-4f07-9a1f-f069ad8873db req-5c15726c-0a27-44ac-b3a2-46682c0f2810 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:01.287935 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af2932ab-663f-4f07-9a1f-f069ad8873db req-5c15726c-0a27-44ac-b3a2-46682c0f2810 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 950 time: 0.1089025 Aug 26 10:54:01.303672 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edbb960-98e8-440e-b981-dc558ab94f50 None None] The sync data for ids ['3f5feae2-ab69-4baa-a077-4080f2083df4'] in n-d-778550-13 is: [{'id': '3f5feae2-ab69-4baa-a077-4080f2083df4', 'name': 'tempest-ServersTestJSON-1017130516-router', 'tenant_id': '0b9410d744f84a7590e0a5d1ab3be170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:54:00Z', 'revision_number': 6, 'project_id': '0b9410d744f84a7590e0a5d1ab3be170', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:54:01.458849 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-af2932ab-663f-4f07-9a1f-f069ad8873db req-f0a15adf-4630-4653-94f7-d1e690ec3f9b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Deleting port aa83a528-f960-41c3-8ede-3b7c69620e52 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:01.459341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af2932ab-663f-4f07-9a1f-f069ad8873db req-f0a15adf-4630-4653-94f7-d1e690ec3f9b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:01.558485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48430) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:01.604777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-af2932ab-663f-4f07-9a1f-f069ad8873db req-f0a15adf-4630-4653-94f7-d1e690ec3f9b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] For port aa83a528-f960-41c3-8ede-3b7c69620e52, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=aa83a528-f960-41c3-8ede-3b7c69620e52,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:01.605358 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af2932ab-663f-4f07-9a1f-f069ad8873db req-f0a15adf-4630-4653-94f7-d1e690ec3f9b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:01.634913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-af2932ab-663f-4f07-9a1f-f069ad8873db req-f0a15adf-4630-4653-94f7-d1e690ec3f9b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Calling delete_port for aa83a528-f960-41c3-8ede-3b7c69620e52 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:54:01.813399 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:01.835597 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-75992a58-3dcc-4961-83ca-922acc10b5d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=effbaa20f9f84bfe95e237f9eeb26843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717395 Aug 26 10:54:01.836006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a84276-dab9-4dcd-a859-31ff3b30ed17 req-f82b88bb-358c-4022-b89d-8a33faa7894e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:01.836236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3a84276-dab9-4dcd-a859-31ff3b30ed17 req-f82b88bb-358c-4022-b89d-8a33faa7894e tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/ports?device_id=1870de89-e05a-4cce-b425-06bfcdc66274 HTTP/1.1" status: 200 len: 950 time: 0.5001783 Aug 26 10:54:01.838385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48434) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:01.878388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Pushing event deleted for resources: {'Port': ['ID=a64259d9-f2a8-4334-b50e-1b8f0ffa52b4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:01.942599 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af2932ab-663f-4f07-9a1f-f069ad8873db req-f0a15adf-4630-4653-94f7-d1e690ec3f9b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:01.958360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['aa83a528-f960-41c3-8ede-3b7c69620e52'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:01.975950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a15adf-4630-4653-94f7-d1e690ec3f9b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Pushing event deleted for resources: {'Port': ['ID=aa83a528-f960-41c3-8ede-3b7c69620e52,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:02.010782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3a84276-dab9-4dcd-a859-31ff3b30ed17 req-a2f58f05-63e8-4434-8e7a-d5d837b36cf3 tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368399 Aug 26 10:54:02.016755 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.041369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2932ab-663f-4f07-9a1f-f069ad8873db req-f0a15adf-4630-4653-94f7-d1e690ec3f9b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] No DVR routers for this DVR port aa83a528-f960-41c3-8ede-3b7c69620e52 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:54:02.045266 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af2932ab-663f-4f07-9a1f-f069ad8873db req-f0a15adf-4630-4653-94f7-d1e690ec3f9b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.049412 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af2932ab-663f-4f07-9a1f-f069ad8873db req-f0a15adf-4630-4653-94f7-d1e690ec3f9b tempest-ServersOnMultiNodesTest-919063032 tempest-ServersOnMultiNodesTest-919063032-project] 10.222.0.47 "DELETE /v2.0/ports/aa83a528-f960-41c3-8ede-3b7c69620e52 HTTP/1.1" status: 204 len: 173 time: 0.7543302 Aug 26 10:54:02.114327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1870de89-e05a-4cce-b425-06bfcdc66274', 'name': 'network-vif-deleted', 'tag': 'aa83a528-f960-41c3-8ede-3b7c69620e52'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:02.117219 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7898efa7-114c-4481-b0e8-4d5d0209cd8e" -d '{"events": [{"server_uuid": "1870de89-e05a-4cce-b425-06bfcdc66274", "name": "network-vif-deleted", "tag": "aa83a528-f960-41c3-8ede-3b7c69620e52"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:02.186601 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bda1744-7ff5-4aa1-b7ae-930ddf32c3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.192504 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.208217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.220540 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0a4728-67c5-401a-b7e7-1368c0f4ba89 x-openstack-request-id: req-db0a4728-67c5-401a-b7e7-1368c0f4ba89 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:02.221345 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1870de89-e05a-4cce-b425-06bfcdc66274", "name": "network-vif-deleted", "tag": "aa83a528-f960-41c3-8ede-3b7c69620e52", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:02.221766 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db0a4728-67c5-401a-b7e7-1368c0f4ba89 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:02.222972 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1870de89-e05a-4cce-b425-06bfcdc66274', 'name': 'network-vif-deleted', 'tag': 'aa83a528-f960-41c3-8ede-3b7c69620e52', 'status': 'completed', 'code': 200} Aug 26 10:54:02.333141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bda1744-7ff5-4aa1-b7ae-930ddf32c3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.361909 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.362423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f5feae2-ab69-4baa-a077-4080f2083df4 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:54:02.375226 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.379291 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-eec16f80-efd4-429d-bb94-a2b8233d2237 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3f5feae2-ab69-4baa-a077-4080f2083df4 HTTP/1.1" status: 204 len: 168 time: 2.1893735 Aug 26 10:54:02.380755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48444) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:02.420601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be475d41-e805-4730-ab89-7a9776d8ed8e req-c93eef32-d0f2-4b45-8494-b5d8d12e72df tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:02.429142 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be475d41-e805-4730-ab89-7a9776d8ed8e req-c93eef32-d0f2-4b45-8494-b5d8d12e72df tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 943 time: 0.1173878 Aug 26 10:54:02.485270 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bda1744-7ff5-4aa1-b7ae-930ddf32c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.491115 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bda1744-7ff5-4aa1-b7ae-930ddf32c3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.492471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4bda1744-7ff5-4aa1-b7ae-930ddf32c3b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ddd6c01-8259-42c8-a8ed-15bff4cf66d3 HTTP/1.1" status: 204 len: 168 time: 0.6524220 Aug 26 10:54:02.502830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be475d41-e805-4730-ab89-7a9776d8ed8e req-eabb1ad3-dc47-49fe-b51c-86834d8dced2 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726845 Aug 26 10:54:02.509721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda1744-7ff5-4aa1-b7ae-930ddf32c3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddd6c01-8259-42c8-a8ed-15bff4cf66d3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:02.595362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e30bae3-b06d-4f71-b997-bd8ece1a9f58 admin admin] Deleting subnet 21201419-501d-4c9f-af8b-609f66b7da6e {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:54:02.602130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e30bae3-b06d-4f71-b997-bd8ece1a9f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.695182 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e30bae3-b06d-4f71-b997-bd8ece1a9f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.842916 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e30bae3-b06d-4f71-b997-bd8ece1a9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.916509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:54:02.935304 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e30bae3-b06d-4f71-b997-bd8ece1a9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.956958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:54:02.957521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a64259d9-f2a8-4334-b50e-1b8f0ffa52b4 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:54:02.958220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b8762bf-b9fd-40ab-b793-9415acc08ac5 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:54:02.978440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e30bae3-b06d-4f71-b997-bd8ece1a9f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:02.982227 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4e30bae3-b06d-4f71-b997-bd8ece1a9f58 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/21201419-501d-4c9f-af8b-609f66b7da6e HTTP/1.1" status: 204 len: 168 time: 0.6003704 Aug 26 10:54:02.983858 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30bae3-b06d-4f71-b997-bd8ece1a9f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21201419-501d-4c9f-af8b-609f66b7da6e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:02.986425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48456) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:02.999444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2ed937-8b79-48be-ad41-a91145dab5c3 None None] Network 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:54:03.002915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 3b8762bf-b9fd-40ab-b793-9415acc08ac5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:54:03.003459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b8762bf-b9fd-40ab-b793-9415acc08ac5 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:54:03.083238 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:03.200267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Deleting port eba2787e-3b8b-435e-98f7-76ca8a9ae78e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:03.200859 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:03.355233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5de83d4-1858-45be-b834-3c411ef87770 None None] DHCP port deletion for 2d5d0e0a-dfbb-482d-933f-15ee7c259af7 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:54:03.356636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] For port eba2787e-3b8b-435e-98f7-76ca8a9ae78e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=eba2787e-3b8b-435e-98f7-76ca8a9ae78e,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:03.360813 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:03.416568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Calling delete_port for eba2787e-3b8b-435e-98f7-76ca8a9ae78e owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:54:03.423636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c5de83d4-1858-45be-b834-3c411ef87770 None None] Deleting port eba2787e-3b8b-435e-98f7-76ca8a9ae78e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:03.425611 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5de83d4-1858-45be-b834-3c411ef87770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:03.519868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c5de83d4-1858-45be-b834-3c411ef87770 None None] For port eba2787e-3b8b-435e-98f7-76ca8a9ae78e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=eba2787e-3b8b-435e-98f7-76ca8a9ae78e,segment=NetworkSegment(fac7d202-e373-4c41-83fd-e055b8cf4db6),segment_id=fac7d202-e373-4c41-83fd-e055b8cf4db6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:03.520338 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5de83d4-1858-45be-b834-3c411ef87770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:03.543836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c5de83d4-1858-45be-b834-3c411ef87770 None None] Calling delete_port for eba2787e-3b8b-435e-98f7-76ca8a9ae78e owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:54:03.599735 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:03.621675 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48478) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:03.658913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 25316986-2cf6-4608-a8a8-9b672a77461d details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:54:03.659274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] No DVR routers for this DVR port eba2787e-3b8b-435e-98f7-76ca8a9ae78e on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:54:03.661114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=eba2787e-3b8b-435e-98f7-76ca8a9ae78e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:03.813456 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5de83d4-1858-45be-b834-3c411ef87770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:03.838308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e9340-b603-4185-8252-9ea2cb69014c req-0a374aee-6203-44a6-b619-392ffadbfdea tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:03.841071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a0e9340-b603-4185-8252-9ea2cb69014c req-0a374aee-6203-44a6-b619-392ffadbfdea tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 943 time: 0.2225657 Aug 26 10:54:03.852779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de83d4-1858-45be-b834-3c411ef87770 None None] No DVR routers for this DVR port eba2787e-3b8b-435e-98f7-76ca8a9ae78e on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:54:03.858172 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:03.858449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de83d4-1858-45be-b834-3c411ef87770 None None] Pushing event deleted for resources: {'Port': ['ID=eba2787e-3b8b-435e-98f7-76ca8a9ae78e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:03.888684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 25316986-2cf6-4608-a8a8-9b672a77461d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25316986-2cf6-4608-a8a8-9b672a77461d,segment=NetworkSegment(b0c8a3fd-3c20-4647-96fe-9a321e5b3758),segment_id=b0c8a3fd-3c20-4647-96fe-9a321e5b3758)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:03.912133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '25316986-2cf6-4608-a8a8-9b672a77461d', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'port_id': '25316986-2cf6-4608-a8a8-9b672a77461d', 'mac_address': 'fa:16:3e:b6:65:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e47d291-24b9-4380-9fff-7b636343c717', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:54:03.921206 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5d0e0a-dfbb-482d-933f-15ee7c259af7']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:03.941743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac7d202-e373-4c41-83fd-e055b8cf4db6') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:03.942131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac7d202-e373-4c41-83fd-e055b8cf4db6') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:03.973362 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:03.987105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a0e9340-b603-4185-8252-9ea2cb69014c req-f79efc65-dbe7-4c56-9cd5-b648c4b1008e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338158 Aug 26 10:54:03.995902 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.016871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25316986-2cf6-4608-a8a8-9b672a77461d {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:04.021820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48492) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:04.022385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-727a8fe9-16f0-4095-98cb-0bbd58915e7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=334da8c1f0144b3c9796b8940a5f0bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988149 Aug 26 10:54:04.023836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:54:04.046972 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:54:04.055797 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 25316986-2cf6-4608-a8a8-9b672a77461d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25316986-2cf6-4608-a8a8-9b672a77461d,segment=NetworkSegment(b0c8a3fd-3c20-4647-96fe-9a321e5b3758),segment_id=b0c8a3fd-3c20-4647-96fe-9a321e5b3758)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:04.061961 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.120998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6115b734-fb58-4373-85b1-026486596cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.134331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=25316986-2cf6-4608-a8a8-9b672a77461d,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:04.161645 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6115b734-fb58-4373-85b1-026486596cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.169519 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.178365 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.183453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] 10.222.0.21 "DELETE /v2.0/networks/2d5d0e0a-dfbb-482d-933f-15ee7c259af7 HTTP/1.1" status: 204 len: 168 time: 1.1951506 Aug 26 10:54:04.205176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c981aa8-0989-4ee8-83b1-7a4e5a373ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5d0e0a-dfbb-482d-933f-15ee7c259af7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:04.264041 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6115b734-fb58-4373-85b1-026486596cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.268071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6115b734-fb58-4373-85b1-026486596cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.269866 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6115b734-fb58-4373-85b1-026486596cf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f HTTP/1.1" status: 204 len: 168 time: 0.2455943 Aug 26 10:54:04.283472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b734-fb58-4373-85b1-026486596cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce1f710-fc46-46b3-ac65-cc32c7bf7a2f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:04.464398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48506) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:04.473259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['25316986-2cf6-4608-a8a8-9b672a77461d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:04.561626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48510) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:04.563410 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-88194e40-f52c-4823-af26-7452a1ae9b05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b9410d744f84a7590e0a5d1ab3be170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936382 Aug 26 10:54:04.685314 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b44ac7f0-ca6f-4094-af4f-39e7ad353b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.715927 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b44ac7f0-ca6f-4094-af4f-39e7ad353b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.783765 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b44ac7f0-ca6f-4094-af4f-39e7ad353b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.786357 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b44ac7f0-ca6f-4094-af4f-39e7ad353b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:04.790244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b44ac7f0-ca6f-4094-af4f-39e7ad353b62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16254375-6740-46bb-bbd6-14219ad7a644 HTTP/1.1" status: 204 len: 168 time: 0.2270021 Aug 26 10:54:04.811960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57f37223-71c4-4c2c-b46b-f28718f65555 req-02300506-91d9-4347-821e-07228bb78637 tempest-AbsoluteLimitsNegativeTestJSON-1166237456 tempest-AbsoluteLimitsNegativeTestJSON-1166237456-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d6f25ae47d74c8b94fd39c178e48521&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408776 Aug 26 10:54:04.830954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ac7f0-ca6f-4094-af4f-39e7ad353b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16254375-6740-46bb-bbd6-14219ad7a644,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:04.903089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device eba2787e-3b8b-435e-98f7-76ca8a9ae78e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:54:04.922777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48528) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:04.938259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: eba2787e-3b8b-435e-98f7-76ca8a9ae78e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:54:04.938868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device eba2787e-3b8b-435e-98f7-76ca8a9ae78e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:54:05.013885 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bba1222e-31a3-446a-9577-5621d179dc5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b0ade089be040399339695953b8fc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0891621 Aug 26 10:54:05.014888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48532) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:05.123564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f37223-71c4-4c2c-b46b-f28718f65555 req-bc24900b-d145-4919-a745-c9916854ef7c tempest-AbsoluteLimitsNegativeTestJSON-1166237456 tempest-AbsoluteLimitsNegativeTestJSON-1166237456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:05.126526 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57f37223-71c4-4c2c-b46b-f28718f65555 req-bc24900b-d145-4919-a745-c9916854ef7c tempest-AbsoluteLimitsNegativeTestJSON-1166237456 tempest-AbsoluteLimitsNegativeTestJSON-1166237456-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3134806 Aug 26 10:54:05.216422 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57f37223-71c4-4c2c-b46b-f28718f65555 req-d798713b-593b-48f5-813a-b9793bca3624 tempest-AbsoluteLimitsNegativeTestJSON-1166237456 tempest-AbsoluteLimitsNegativeTestJSON-1166237456-project] 10.222.0.21 "GET /v2.0/quotas/1d6f25ae47d74c8b94fd39c178e48521 HTTP/1.1" status: 200 len: 375 time: 0.0724669 Aug 26 10:54:05.251527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f0ec394d-6ad7-43f8-b1f8-20e3aa83b61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:05.333235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57f37223-71c4-4c2c-b46b-f28718f65555 req-53aba0c5-b57e-4cfc-a009-ddda49a4aa6a tempest-AbsoluteLimitsNegativeTestJSON-1166237456 tempest-AbsoluteLimitsNegativeTestJSON-1166237456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d6f25ae47d74c8b94fd39c178e48521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861921 Aug 26 10:54:05.363702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad5784-2942-45e2-bf49-80fd0ab07fff req-a5c85d5b-41d8-4160-86eb-76940682686d tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:05.366902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5dad5784-2942-45e2-bf49-80fd0ab07fff req-a5c85d5b-41d8-4160-86eb-76940682686d tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 944 time: 0.2252889 Aug 26 10:54:05.375837 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f0ec394d-6ad7-43f8-b1f8-20e3aa83b61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:05.490092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5dad5784-2942-45e2-bf49-80fd0ab07fff req-b71868e8-2e1b-4914-88a9-5f126c63f4ad tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103170 Aug 26 10:54:05.533498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f0ec394d-6ad7-43f8-b1f8-20e3aa83b61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:05.538438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f0ec394d-6ad7-43f8-b1f8-20e3aa83b61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:05.540249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f0ec394d-6ad7-43f8-b1f8-20e3aa83b61b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec9a5a67-af14-409e-b738-55b4c735f02b HTTP/1.1" status: 204 len: 168 time: 0.5226443 Aug 26 10:54:05.552182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec394d-6ad7-43f8-b1f8-20e3aa83b61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a5a67-af14-409e-b738-55b4c735f02b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:05.684329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 25316986-2cf6-4608-a8a8-9b672a77461d up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:05.778829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 25316986-2cf6-4608-a8a8-9b672a77461d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:05.789030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 25316986-2cf6-4608-a8a8-9b672a77461d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:05.789681 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:05.838217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48558) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:05.949839 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:05.992558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:05.996948 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e537c1-a2ff-4ee0-9f54-263dc9de3843" -d '{"events": [{"server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "name": "network-vif-plugged", "status": "completed", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:06.023193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 25316986-2cf6-4608-a8a8-9b672a77461d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25316986-2cf6-4608-a8a8-9b672a77461d,segment=NetworkSegment(b0c8a3fd-3c20-4647-96fe-9a321e5b3758),segment_id=b0c8a3fd-3c20-4647-96fe-9a321e5b3758)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:06.036522 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:06.038526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device aa83a528-f960-41c3-8ede-3b7c69620e52 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:54:06.111393 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fdb8ee-082f-41d0-9a33-69c902c52b51 x-openstack-request-id: req-64fdb8ee-082f-41d0-9a33-69c902c52b51 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:06.111814 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "name": "network-vif-plugged", "status": "completed", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:06.112211 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64fdb8ee-082f-41d0-9a33-69c902c52b51 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:06.112830 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d', 'code': 200} Aug 26 10:54:06.153781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: aa83a528-f960-41c3-8ede-3b7c69620e52 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:54:06.154328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device aa83a528-f960-41c3-8ede-3b7c69620e52 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:54:06.221840 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52e818dc-a7a3-41d3-afe4-fbcd991777d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:06.229738 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=25316986-2cf6-4608-a8a8-9b672a77461d,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:06.283554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7b75c-6d9f-41dc-8156-d6d83a65432a req-d1232f33-4c00-446b-8210-79f4ea2425ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:06.286269 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bfc7b75c-6d9f-41dc-8156-d6d83a65432a req-d1232f33-4c00-446b-8210-79f4ea2425ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 1097 time: 0.1029603 Aug 26 10:54:06.364926 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bfc7b75c-6d9f-41dc-8156-d6d83a65432a req-ffb278fa-e198-4a14-a3a3-8b77a79b3e86 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620008 Aug 26 10:54:06.428148 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52e818dc-a7a3-41d3-afe4-fbcd991777d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:06.434615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52e818dc-a7a3-41d3-afe4-fbcd991777d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:06.514233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-52e818dc-a7a3-41d3-afe4-fbcd991777d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d6f25ae47d74c8b94fd39c178e48521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6742349 Aug 26 10:54:06.515010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48582) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:06.516231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e818dc-a7a3-41d3-afe4-fbcd991777d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d1c05-226c-4003-a332-635634bd908d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:06.520372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48584) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:06.628368 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38e21bf9-5773-4c91-9c1e-d3d07e36627a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:06.722845 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38e21bf9-5773-4c91-9c1e-d3d07e36627a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:06.763130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-18199821-network', 'tenant_id': '6b4b783a49d84ed6bcf7e48ed81594ad'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:06.779220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53cbf4-de18-4043-8dec-6974f5c7ff9d req-74661843-a0da-4ae3-a45b-61390cb18432 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:06.782301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f53cbf4-de18-4043-8dec-6974f5c7ff9d req-74661843-a0da-4ae3-a45b-61390cb18432 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1492884 Aug 26 10:54:06.839275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Made reservation on behalf of 6b4b783a49d84ed6bcf7e48ed81594ad for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:06.842789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:06.857338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:06.905230 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38e21bf9-5773-4c91-9c1e-d3d07e36627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:06.913552 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38e21bf9-5773-4c91-9c1e-d3d07e36627a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:06.915666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-38e21bf9-5773-4c91-9c1e-d3d07e36627a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a35d1c05-226c-4003-a332-635634bd908d HTTP/1.1" status: 204 len: 168 time: 0.3933315 Aug 26 10:54:06.922885 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f53cbf4-de18-4043-8dec-6974f5c7ff9d req-409cd251-d94a-4c56-ab0c-e61df1b54410 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236441 Aug 26 10:54:06.938921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e21bf9-5773-4c91-9c1e-d3d07e36627a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d1c05-226c-4003-a332-635634bd908d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:07.018145 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:07.023864 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:07.060929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:54:07.091955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e79d930-5182-4f69-ac51-c3c5dabed629,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:07.097545 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:07.098206 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Added segment 073bb406-095a-4d21-b5f5-67ea6f8cb6d6 of type vlan for network 0fdc8425-bd55-41e5-a8e2-53ace6139bac Aug 26 10:54:07.190494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:07.239364 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:07.245623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:07.247377 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:07.381095 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8634739 Aug 26 10:54:07.382655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407224f3-e441-4ca3-a968-86554996376d admin admin] Pushing event updated for resources: {'Network': ['ID=0fdc8425-bd55-41e5-a8e2-53ace6139bac,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:07.385734 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48616) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:07.391465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] Request body: {'subnet': {'network_id': '0fdc8425-bd55-41e5-a8e2-53ace6139bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-18199821-subnet', 'tenant_id': '6b4b783a49d84ed6bcf7e48ed81594ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:07.403318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 0fdc8425-bd55-41e5-a8e2-53ace6139bac details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:54:07.431696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] Made reservation on behalf of 6b4b783a49d84ed6bcf7e48ed81594ad for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:07.438389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:07.734894 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:07.827144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] Pushing event updated for resources: {'Subnet': ['ID=924751d0-7641-4dce-a26c-53679c76e35e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:07.862268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] Checking segment: {'id': '073bb406-095a-4d21-b5f5-67ea6f8cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0fdc8425-bd55-41e5-a8e2-53ace6139bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:07.862698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] Network hostable DHCP agents. Network: 0fdc8425-bd55-41e5-a8e2-53ace6139bac, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:54:07.897358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] Network 0fdc8425-bd55-41e5-a8e2-53ace6139bac is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:54:07.916839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 0fdc8425-bd55-41e5-a8e2-53ace6139bac) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:07.931464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:07.932496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde9a1cf-83b6-446f-b918-0db62568ab08 None None] Network 0fdc8425-bd55-41e5-a8e2-53ace6139bac requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:54:07.934868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:07.953931 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-afd5ca4b-0db9-41c4-9dc8-4677b946458e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5670092 Aug 26 10:54:08.131107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84307a-b169-464d-8f57-41165c988e46 req-fc0b83f0-8985-490a-9539-b7f9af9a05eb tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:08.136648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f84307a-b169-464d-8f57-41165c988e46 req-fc0b83f0-8985-490a-9539-b7f9af9a05eb tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1042576 Aug 26 10:54:08.210013 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f84307a-b169-464d-8f57-41165c988e46 req-cee1822e-f4d1-4714-94e9-25aada26b293 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643342 Aug 26 10:54:08.257952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5febd75-0b96-4e05-884a-a9f048bb4e38 None None] Network 0fdc8425-bd55-41e5-a8e2-53ace6139bac requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:54:08.602309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2cf6-2cd8-4702-aa8c-b88766fc4f19 req-fba6862a-16e5-4de8-8a02-5e244a4bb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:08.605158 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d92b2cf6-2cd8-4702-aa8c-b88766fc4f19 req-fba6862a-16e5-4de8-8a02-5e244a4bb776 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9aa42aeae014220b21383abc55e59dc&device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 1097 time: 0.1217244 Aug 26 10:54:08.686961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c59b6-bc7b-44c2-bd51-4347df8a3cd0 req-e8ce7ff2-c67e-49ca-aff5-af6e6115d21f tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:08.690177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-613c59b6-bc7b-44c2-bd51-4347df8a3cd0 req-e8ce7ff2-c67e-49ca-aff5-af6e6115d21f tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1009748 Aug 26 10:54:08.767885 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-613c59b6-bc7b-44c2-bd51-4347df8a3cd0 req-d3cd149d-fbce-419b-8611-b4d15345d2e9 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675302 Aug 26 10:54:08.779882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2cf6-2cd8-4702-aa8c-b88766fc4f19 req-c442559d-1976-4ab2-a404-51a68fb05a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:08.782454 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d92b2cf6-2cd8-4702-aa8c-b88766fc4f19 req-c442559d-1976-4ab2-a404-51a68fb05a0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=743927f7-a315-4f42-b945-156bb1dfc663 HTTP/1.1" status: 200 len: 920 time: 0.1697807 Aug 26 10:54:08.877255 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d92b2cf6-2cd8-4702-aa8c-b88766fc4f19 req-62b247ad-7521-40ab-af78-7c0086f76cf5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 217 time: 0.0855465 Aug 26 10:54:08.956264 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2cf6-2cd8-4702-aa8c-b88766fc4f19 req-4d1c350b-1b71-44be-99ab-4e95c6fb6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:08.958784 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d92b2cf6-2cd8-4702-aa8c-b88766fc4f19 req-4d1c350b-1b71-44be-99ab-4e95c6fb6350 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e47d291-24b9-4380-9fff-7b636343c717 HTTP/1.1" status: 200 len: 859 time: 0.0745006 Aug 26 10:54:08.995849 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d92b2cf6-2cd8-4702-aa8c-b88766fc4f19 req-cc440a50-6cf2-4666-b0b2-340dcf37ee7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743927f7-a315-4f42-b945-156bb1dfc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295587 Aug 26 10:54:09.115049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-4bdc6177-4fdc-4075-b3b5-08d7ff308497 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c9f038b05ca44ddeab9dc0f2b0c79601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314960 Aug 26 10:54:09.116720 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d92b2cf6-2cd8-4702-aa8c-b88766fc4f19 req-b9b048e2-9279-4554-b0ba-432947ccf08f service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127484 Aug 26 10:54:09.211395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e39b2650-36e7-449b-a2a2-e8f88a3b08dd tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:09.213039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e39b2650-36e7-449b-a2a2-e8f88a3b08dd tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/networks?id=0fdc8425-bd55-41e5-a8e2-53ace6139bac HTTP/1.1" status: 200 len: 820 time: 0.1982822 Aug 26 10:54:09.245522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-aa166e0e-273d-45af-8585-b087c0d6dde3 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/quotas/6b4b783a49d84ed6bcf7e48ed81594ad HTTP/1.1" status: 200 len: 375 time: 0.0230653 Aug 26 10:54:09.252524 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d92b2cf6-2cd8-4702-aa8c-b88766fc4f19 req-cff25d55-b609-41d4-9d0c-8d4b65c958f8 service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279824 Aug 26 10:54:09.299427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-353d2a65-10c1-4e5a-8f7e-8ed97767251e tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b4b783a49d84ed6bcf7e48ed81594ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434093 Aug 26 10:54:09.311115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-190d221f-0003-4ce8-ab69-c54666d3e8d6 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:09.313272 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-190d221f-0003-4ce8-ab69-c54666d3e8d6 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865172 Aug 26 10:54:09.381699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-3da75d3f-827e-45d5-ad44-0309f5027757 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/quotas/c9f038b05ca44ddeab9dc0f2b0c79601 HTTP/1.1" status: 200 len: 375 time: 0.0578175 Aug 26 10:54:09.425157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-2ca7ca87-2a39-4ab0-b02c-57e596b79966 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9f038b05ca44ddeab9dc0f2b0c79601&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360122 Aug 26 10:54:09.449913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-658134d5-2eac-4eec-b865-f8968ed846da service neutron] 10.222.0.21 "GET /v2.0/networks/0fdc8425-bd55-41e5-a8e2-53ace6139bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355231 Aug 26 10:54:09.559146 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-08a425d4-6d3f-4062-b6e9-22bbc2314ed2 service neutron] 10.222.0.21 "GET /v2.0/networks/0fdc8425-bd55-41e5-a8e2-53ace6139bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010749 Aug 26 10:54:10.081543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db54a4a3-fae0-4313-8a18-ea4cd3b9468a req-22e0127b-a409-4d5c-b045-4730e8c79df2 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 210 time: 0.0304208 Aug 26 10:54:10.119477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62477f62-ade2-4cff-af94-a50ec3e5fb85 req-27ccc562-909c-4372-a2a0-ccc881deb102 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 210 time: 0.0858433 Aug 26 10:54:10.195938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f12cc79-5940-4683-a1b0-cfe3b2e3b1ed req-18a8892d-3167-4b07-b435-3877253e3cea tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0358372 Aug 26 10:54:10.305023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d381b20-d21f-498e-9ca5-066c029d7dc0 req-d40b6303-f7d2-49da-b265-851e623ebf2e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:10.307990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d381b20-d21f-498e-9ca5-066c029d7dc0 req-d40b6303-f7d2-49da-b265-851e623ebf2e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.0757790 Aug 26 10:54:10.395533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d381b20-d21f-498e-9ca5-066c029d7dc0 req-adc0d540-ff47-47da-a2c6-d6a9775fa24a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808642 Aug 26 10:54:11.314079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-621acb58-d10a-44fb-bc26-06ca3d8c0f31 req-cf232fdc-837c-4ca5-8ef7-76d5cc17c39a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 210 time: 0.0465691 Aug 26 10:54:11.341344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62cb11b5-593e-48a8-92b3-d8d6a497457f req-8827c22d-9112-4e24-9978-af59c3f18651 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 210 time: 0.0550969 Aug 26 10:54:11.408959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-1ecefbbc-ea34-44b4-93dc-13f931ad541d tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:11.410514 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-1ecefbbc-ea34-44b4-93dc-13f931ad541d tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.42 "GET /v2.0/networks?id=0fdc8425-bd55-41e5-a8e2-53ace6139bac HTTP/1.1" status: 200 len: 820 time: 0.2356942 Aug 26 10:54:11.426969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Request body: {'port': {'device_id': 'bf1d74f2-1092-496d-9012-a9c9464408fb', 'network_id': '0fdc8425-bd55-41e5-a8e2-53ace6139bac', 'admin_state_up': True, 'tenant_id': '6b4b783a49d84ed6bcf7e48ed81594ad'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:11.460458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c225a1-5a0f-45d7-8a4e-5e5760891522 req-f911ebff-3338-43bc-9cf4-b3f940d06d84 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0498230 Aug 26 10:54:11.567050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Made reservation on behalf of 6b4b783a49d84ed6bcf7e48ed81594ad for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:11.571216 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:11.627886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c9197-2138-4239-b201-497871c93eb2 req-080152d0-5a79-4b98-abaf-eae56ba95cba tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:11.631556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a8c9197-2138-4239-b201-497871c93eb2 req-080152d0-5a79-4b98-abaf-eae56ba95cba tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1138084 Aug 26 10:54:11.733425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a8c9197-2138-4239-b201-497871c93eb2 req-fd249dfd-321b-4454-9006-dacf76320905 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864007 Aug 26 10:54:11.738598 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-ab1a5d51-231d-41fd-88a4-181a4917e5c6 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c9f038b05ca44ddeab9dc0f2b0c79601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583713 Aug 26 10:54:11.885618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Allocated IP 172.20.0.4 (0fdc8425-bd55-41e5-a8e2-53ace6139bac/924751d0-7641-4dce-a26c-53679c76e35e/73e059ed-c145-46cc-8de8-43ce0e183032) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:11.927391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-94fd6306-59b8-4df9-b4aa-52a32949e213 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:11.928954 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-94fd6306-59b8-4df9-b4aa-52a32949e213 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828029 Aug 26 10:54:11.954870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Request body: {'port': {'device_id': 'fd1d1959-b9af-4e69-9075-4e5e62de03b9', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'c9f038b05ca44ddeab9dc0f2b0c79601'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:12.165579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:12.178818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Made reservation on behalf of c9f038b05ca44ddeab9dc0f2b0c79601 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:12.182659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:12.195625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:12.265159 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:12.488875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e047c92-ee78-4668-9bb3-a6a903d4efdf req-53eb2962-6c1e-4166-98b7-18fe5f2b2648 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 210 time: 0.0479791 Aug 26 10:54:12.516463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648dd5-bf78-4a0b-bcfd-724400c595a3 req-aa76c30f-f0a9-4850-b28c-32cddec2a98c tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:12.518188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00648dd5-bf78-4a0b-bcfd-724400c595a3 req-aa76c30f-f0a9-4850-b28c-32cddec2a98c tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 931 time: 0.0881066 Aug 26 10:54:12.568208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00648dd5-bf78-4a0b-bcfd-724400c595a3 req-16486394-b9dc-45b9-84cb-9b0bcf900ace tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Aug 26 10:54:12.619109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f96b3d4-5bea-4c92-973f-0203c1ebe944 req-10090653-b6d2-4b12-9029-b01124f6c2a7 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0431409 Aug 26 10:54:12.634123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Network 0fdc8425-bd55-41e5-a8e2-53ace6139bac is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:12.641624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:12.649139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:12.662268 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:54:12.689411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Pushing event updated for resources: {'Port': ['ID=73e059ed-c145-46cc-8de8-43ce0e183032,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:12.736573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:12.737255 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:12.759357 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:12.765118 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:12.773937 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-6702a5d6-0b14-41c6-82c2-b58cc881d11a tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3523746 Aug 26 10:54:12.793930 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-779d5d40-d2b2-45a9-9ccf-fa6c8eb864f5 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:54:12.795009 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-779d5d40-d2b2-45a9-9ccf-fa6c8eb864f5 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068142 Aug 26 10:54:12.850609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209b40f2-fb4f-43e4-a804-54a4c617619d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:12.936979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685b1e6-4b89-4122-93c7-9570fa14d79a req-07e4238c-05ba-4d46-8bc9-f2bee31878ae tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:12.940266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e685b1e6-4b89-4122-93c7-9570fa14d79a req-07e4238c-05ba-4d46-8bc9-f2bee31878ae tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.0982964 Aug 26 10:54:12.954562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Allocated IP 192.168.233.113 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/8e43839a-6298-457c-88e5-689eca255fea) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:12.993211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Request body: {'port': {'device_id': 'bf1d74f2-1092-496d-9012-a9c9464408fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:13.007485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e685b1e6-4b89-4122-93c7-9570fa14d79a req-78b34a0a-9555-43b1-8519-614201e0d4af tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594316 Aug 26 10:54:13.123599 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:13.227369 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:13.273713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17d8bf3b-f9f8-49bf-94b0-03ab4f8825b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:13.308040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Transition to ACTIVE for port object 8e43839a-6298-457c-88e5-689eca255fea will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:13.314313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-701cf9c6-2410-46ed-a4ac-1221dd157480 req-ee00f786-eb8a-4c4f-b62d-02b142a230ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0288138 Aug 26 10:54:13.412442 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:13.475881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:13.481875 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:13.492191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:13.528787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Pushing event updated for resources: {'Port': ['ID=8e43839a-6298-457c-88e5-689eca255fea,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:13.587906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:13.588622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:13.603289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e059ed-c145-46cc-8de8-43ce0e183032 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:13.614697 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:13.624481 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-7b07d8f2-cb94-4b4f-9b75-090986fdcd0c tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6739874 Aug 26 10:54:13.639441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Request body: {'port': {'device_id': 'fd1d1959-b9af-4e69-9075-4e5e62de03b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:13.643763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Transition to ACTIVE for port object 73e059ed-c145-46cc-8de8-43ce0e183032 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:13.659751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b981a-a21a-4269-a2f2-eae3a5fde7c1 req-101340dc-5fc1-4d32-8d5d-0c37968c6605 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:13.662182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b72b981a-a21a-4269-a2f2-eae3a5fde7c1 req-101340dc-5fc1-4d32-8d5d-0c37968c6605 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 936 time: 0.0723405 Aug 26 10:54:13.670632 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:13.780082 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:13.795984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Pushing event updated for resources: {'Port': ['ID=73e059ed-c145-46cc-8de8-43ce0e183032,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:13.803930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d6d892f3-6a9f-4968-974d-b92cfbf0d1e0 None None] Provisioning for port 8e43839a-6298-457c-88e5-689eca255fea completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:13.805792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b72b981a-a21a-4269-a2f2-eae3a5fde7c1 req-0a492365-a749-49fb-9655-be56b1121478 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294460 Aug 26 10:54:13.829285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790aa2e9-1107-4f5f-810f-785ecfa5492d req-64230d58-431c-4c5f-a6e9-4af8644c8f4f tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:13.838238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-790aa2e9-1107-4f5f-810f-785ecfa5492d req-64230d58-431c-4c5f-a6e9-4af8644c8f4f tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 943 time: 0.1497314 Aug 26 10:54:13.854324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d6d892f3-6a9f-4968-974d-b92cfbf0d1e0 None None] Provisioning complete for port 8e43839a-6298-457c-88e5-689eca255fea triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:13.855211 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6d892f3-6a9f-4968-974d-b92cfbf0d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:13.936054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d6d892f3-6a9f-4968-974d-b92cfbf0d1e0 None None] Port 8e43839a-6298-457c-88e5-689eca255fea cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:54:13.945700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-790aa2e9-1107-4f5f-810f-785ecfa5492d req-dff0f536-29a6-433a-a564-9e3ef24ea3b9 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907593 Aug 26 10:54:13.969922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Attempting to bind port 73e059ed-c145-46cc-8de8-43ce0e183032 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:54:13.969922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Attempting to bind port 73e059ed-c145-46cc-8de8-43ce0e183032 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '073bb406-095a-4d21-b5f5-67ea6f8cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0fdc8425-bd55-41e5-a8e2-53ace6139bac'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:54:13.969922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Attempting to bind port 73e059ed-c145-46cc-8de8-43ce0e183032 on network 0fdc8425-bd55-41e5-a8e2-53ace6139bac {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:13.970463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Port 73e059ed-c145-46cc-8de8-43ce0e183032 on network 0fdc8425-bd55-41e5-a8e2-53ace6139bac not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:54:13.970463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Attempting to bind port 73e059ed-c145-46cc-8de8-43ce0e183032 on network 0fdc8425-bd55-41e5-a8e2-53ace6139bac {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:13.993954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:54:13.993954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Checking segment: {'id': '073bb406-095a-4d21-b5f5-67ea6f8cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0fdc8425-bd55-41e5-a8e2-53ace6139bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:13.994411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Bound using segment: {'id': '073bb406-095a-4d21-b5f5-67ea6f8cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0fdc8425-bd55-41e5-a8e2-53ace6139bac'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:54:13.994947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Bound port: 73e059ed-c145-46cc-8de8-43ce0e183032, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073bb406-095a-4d21-b5f5-67ea6f8cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0fdc8425-bd55-41e5-a8e2-53ace6139bac'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:54:13.995542 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:14.043102 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db69bfff-5fcd-4d3b-92b4-51c8f453b024 req-9b5b5b5a-2e7d-4751-ac9e-b4eeda24a9e4 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0569451 Aug 26 10:54:14.141254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] For port 73e059ed-c145-46cc-8de8-43ce0e183032, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:54:14.167453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] For port 73e059ed-c145-46cc-8de8-43ce0e183032, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=73e059ed-c145-46cc-8de8-43ce0e183032,segment=NetworkSegment(073bb406-095a-4d21-b5f5-67ea6f8cb6d6),segment_id=073bb406-095a-4d21-b5f5-67ea6f8cb6d6)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:54:14.173577 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:14.259176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd452c-aa9e-40de-b8a0-a94055d799a4 req-bcafd3ec-2a24-4070-8636-026f0ba064a6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:14.262061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49fd452c-aa9e-40de-b8a0-a94055d799a4 req-bcafd3ec-2a24-4070-8636-026f0ba064a6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.0842538 Aug 26 10:54:14.325911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:14.327016 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:14.329453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49fd452c-aa9e-40de-b8a0-a94055d799a4 req-812fd16d-eba5-48c0-a05b-711f28c4f8c8 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556085 Aug 26 10:54:14.329906 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] 10.222.0.42 "PUT /v2.0/ports/73e059ed-c145-46cc-8de8-43ce0e183032 HTTP/1.1" status: 200 len: 1092 time: 1.5008066 Aug 26 10:54:14.330719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1d74f2-1092-496d-9012-a9c9464408fb', 'tag': '73e059ed-c145-46cc-8de8-43ce0e183032'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:14.334643 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a55435a-39ab-4399-bcf0-1e73ab3a1d21" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1d74f2-1092-496d-9012-a9c9464408fb", "tag": "73e059ed-c145-46cc-8de8-43ce0e183032"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:14.364247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e43839a-6298-457c-88e5-689eca255fea {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:14.378625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:14.404219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Transition to ACTIVE for port object 8e43839a-6298-457c-88e5-689eca255fea will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:14.427517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:14.457818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f797fd-a862-4130-9035-0f2f30d6089c service neutron] Pushing event updated for resources: {'Port': ['ID=73e059ed-c145-46cc-8de8-43ce0e183032,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:14.458807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab4c9b-29dd-47fe-ab89-90fd63237751 req-9ea3c180-3e85-4965-b5e5-3c045ebf7b9a tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:14.466305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73ab4c9b-29dd-47fe-ab89-90fd63237751 req-9ea3c180-3e85-4965-b5e5-3c045ebf7b9a tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 945 time: 0.0887990 Aug 26 10:54:14.531647 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73ab4c9b-29dd-47fe-ab89-90fd63237751 req-223cad66-48bb-4609-88ff-f46972e88c35 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590079 Aug 26 10:54:14.549183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Pushing event updated for resources: {'Port': ['ID=8e43839a-6298-457c-88e5-689eca255fea,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:14.576774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-f1d79188-897a-4269-ac1c-d3ef6baa4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:14.579039 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-f1d79188-897a-4269-ac1c-d3ef6baa4b51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b4b783a49d84ed6bcf7e48ed81594ad&device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 1095 time: 0.1716590 Aug 26 10:54:14.655007 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58b51d9-e5db-4007-915f-e819c9dc5fec x-openstack-request-id: req-e58b51d9-e5db-4007-915f-e819c9dc5fec {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:14.656084 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1d74f2-1092-496d-9012-a9c9464408fb", "tag": "73e059ed-c145-46cc-8de8-43ce0e183032", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:14.656084 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e58b51d9-e5db-4007-915f-e819c9dc5fec {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:14.656084 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1d74f2-1092-496d-9012-a9c9464408fb', 'tag': '73e059ed-c145-46cc-8de8-43ce0e183032', 'status': 'completed', 'code': 200} Aug 26 10:54:14.659782 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-f46e42a4-44f6-45cb-b3ce-7a7000bbceb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73e059ed-c145-46cc-8de8-43ce0e183032 HTTP/1.1" status: 200 len: 217 time: 0.0547519 Aug 26 10:54:14.725898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Attempting to bind port 8e43839a-6298-457c-88e5-689eca255fea on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:54:14.726349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Attempting to bind port 8e43839a-6298-457c-88e5-689eca255fea by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:54:14.726847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Attempting to bind port 8e43839a-6298-457c-88e5-689eca255fea on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:14.736096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Port 8e43839a-6298-457c-88e5-689eca255fea on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:54:14.736429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Attempting to bind port 8e43839a-6298-457c-88e5-689eca255fea on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:14.740615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-d9901629-4cf8-4e15-9d94-c465f8ba3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:14.742398 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-d9901629-4cf8-4e15-9d94-c465f8ba3a8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=924751d0-7641-4dce-a26c-53679c76e35e HTTP/1.1" status: 200 len: 860 time: 0.0758317 Aug 26 10:54:14.745362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:54:14.745711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:14.746106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:54:14.746551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Bound port: 8e43839a-6298-457c-88e5-689eca255fea, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:54:14.746959 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:14.835150 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-b5436c56-aabb-4da2-adfd-db543e7f3048 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fdc8425-bd55-41e5-a8e2-53ace6139bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839961 Aug 26 10:54:14.970036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f42809-b6d9-4d83-a78a-c90697875040 req-22336bf2-9c7e-4304-90cf-cd94c7fb9dbc tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:14.971715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f42809-b6d9-4d83-a78a-c90697875040 req-22336bf2-9c7e-4304-90cf-cd94c7fb9dbc tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 948 time: 0.0754929 Aug 26 10:54:14.984940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] For port 8e43839a-6298-457c-88e5-689eca255fea, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:54:15.021762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f42809-b6d9-4d83-a78a-c90697875040 req-29225c42-bfe4-457a-b6d7-4d8ae05b8dab tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439301 Aug 26 10:54:15.024395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] For port 8e43839a-6298-457c-88e5-689eca255fea, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8e43839a-6298-457c-88e5-689eca255fea,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:54:15.034801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:15.102773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cce710-8f1b-4ebb-bac4-2af61ee7c3d4 req-3e0f23a1-c295-4f87-8fdd-aa7b3a52e2b4 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:15.105380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11cce710-8f1b-4ebb-bac4-2af61ee7c3d4 req-3e0f23a1-c295-4f87-8fdd-aa7b3a52e2b4 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 943 time: 0.0607173 Aug 26 10:54:15.119007 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-f296ef21-ba79-42bb-85dc-84a19154fc97 service neutron] 10.222.0.42 "GET /v2.0/networks/0fdc8425-bd55-41e5-a8e2-53ace6139bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738044 Aug 26 10:54:15.121133 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:15.122178 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:15.124626 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] 10.222.0.42 "PUT /v2.0/ports/8e43839a-6298-457c-88e5-689eca255fea HTTP/1.1" status: 200 len: 1097 time: 1.4901052 Aug 26 10:54:15.203184 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11cce710-8f1b-4ebb-bac4-2af61ee7c3d4 req-a24d0c9e-5ffd-41f1-b73e-af4f90f4c934 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827982 Aug 26 10:54:15.354911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a619b-90f1-4fd8-a237-5b394db4e868 service neutron] Pushing event updated for resources: {'Port': ['ID=8e43839a-6298-457c-88e5-689eca255fea,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:15.365379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6d2d22d-1e06-41f6-a7de-19e76103a244 req-bdec8d38-5f81-4c84-b16f-be4be467bc13 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0661240 Aug 26 10:54:15.384346 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ffcfb126-2a2a-4d1b-b740-3dc300ea1654 req-1a06f107-24ce-4b8c-b4e5-d07821e650e5 service neutron] 10.222.0.42 "GET /v2.0/networks/0fdc8425-bd55-41e5-a8e2-53ace6139bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508602 Aug 26 10:54:15.404470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-6af79f39-fd22-4bd9-9f51-1511c0708f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:15.408425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-6af79f39-fd22-4bd9-9f51-1511c0708f02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9f038b05ca44ddeab9dc0f2b0c79601&device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 1100 time: 0.1166270 Aug 26 10:54:15.506200 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-c7a11c19-978c-4692-a914-572b0f0c456c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=8e43839a-6298-457c-88e5-689eca255fea HTTP/1.1" status: 200 len: 217 time: 0.0897074 Aug 26 10:54:15.568230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449aa2e-9d37-4e07-9010-09277c84f500 req-6707aeba-80ce-4a48-a5d6-ed013ed71e7e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:15.569891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0449aa2e-9d37-4e07-9010-09277c84f500 req-6707aeba-80ce-4a48-a5d6-ed013ed71e7e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.0652001 Aug 26 10:54:15.633162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0449aa2e-9d37-4e07-9010-09277c84f500 req-5f121a0f-9fcf-4992-a614-3be7141fe437 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494969 Aug 26 10:54:15.639679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55435a-39ab-4399-bcf0-1e73ab3a1d21 req-bee699cf-e142-435b-99b1-2c08f52e3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:15.642059 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a55435a-39ab-4399-bcf0-1e73ab3a1d21 req-bee699cf-e142-435b-99b1-2c08f52e3b8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b4b783a49d84ed6bcf7e48ed81594ad&device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 1095 time: 0.1515944 Aug 26 10:54:15.649569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-1b820150-d6ba-4c0a-96aa-62ad4b0a1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:15.651391 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-1b820150-d6ba-4c0a-96aa-62ad4b0a1764 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1104460 Aug 26 10:54:15.874655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55435a-39ab-4399-bcf0-1e73ab3a1d21 req-1a08e93d-25de-44b1-9ee3-7bc2eb952e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:15.876360 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a55435a-39ab-4399-bcf0-1e73ab3a1d21 req-1a08e93d-25de-44b1-9ee3-7bc2eb952e3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0fdc8425-bd55-41e5-a8e2-53ace6139bac HTTP/1.1" status: 200 len: 921 time: 0.2239070 Aug 26 10:54:15.945735 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35516a06-19e2-4a87-9c24-0302829b1cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:15.960715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-d8ed0e6e-1bb8-45c8-9080-a7893b8385a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:15.963345 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-d8ed0e6e-1bb8-45c8-9080-a7893b8385a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2911739 Aug 26 10:54:15.965473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d0b2b-b407-4d90-9274-ff7fee51b679 req-520f2a47-7fca-40ab-bab1-05467a877e65 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:15.966373 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a55435a-39ab-4399-bcf0-1e73ab3a1d21 req-6a20eaf0-c596-471a-a6c4-bd30fc690c95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73e059ed-c145-46cc-8de8-43ce0e183032 HTTP/1.1" status: 200 len: 217 time: 0.0811474 Aug 26 10:54:15.967171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d58d0b2b-b407-4d90-9274-ff7fee51b679 req-520f2a47-7fca-40ab-bab1-05467a877e65 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 945 time: 0.0923352 Aug 26 10:54:16.025919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d58d0b2b-b407-4d90-9274-ff7fee51b679 req-d9f4163f-69ca-4298-a1d7-bf51811274b1 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Aug 26 10:54:16.068474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6359e74f-0619-4df7-b0f9-9488efdaf9ed req-9406bec6-ef3d-4868-bede-f107fa89b865 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0359528 Aug 26 10:54:16.125464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55435a-39ab-4399-bcf0-1e73ab3a1d21 req-99a610b3-0d04-40e8-a9fb-bfd1e06cd6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:16.128029 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a55435a-39ab-4399-bcf0-1e73ab3a1d21 req-99a610b3-0d04-40e8-a9fb-bfd1e06cd6c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=924751d0-7641-4dce-a26c-53679c76e35e HTTP/1.1" status: 200 len: 860 time: 0.1492174 Aug 26 10:54:16.149921 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:16.191716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82664d7-6801-4754-8d96-b752c1aa9431 req-ad465f07-c2ee-413a-a016-eb193cc346b0 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:16.193384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b82664d7-6801-4754-8d96-b752c1aa9431 req-ad465f07-c2ee-413a-a016-eb193cc346b0 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 948 time: 0.0624783 Aug 26 10:54:16.206054 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a55435a-39ab-4399-bcf0-1e73ab3a1d21 req-59ae4500-2ea0-4fb0-8337-55381d532b37 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0fdc8425-bd55-41e5-a8e2-53ace6139bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587103 Aug 26 10:54:16.256033 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b82664d7-6801-4754-8d96-b752c1aa9431 req-4c88133f-fb0a-468e-898f-4398b30c267b tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475309 Aug 26 10:54:16.267576 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-af80d892-a53a-432a-be28-d34040abe558 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901764 Aug 26 10:54:16.445260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab44f4b-d131-44cf-ab3c-cec1ba2276c9 req-510cfd17-96f3-4277-bcba-9cc721f63aad tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:16.446770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ab44f4b-d131-44cf-ab3c-cec1ba2276c9 req-510cfd17-96f3-4277-bcba-9cc721f63aad tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 943 time: 0.0724759 Aug 26 10:54:16.483434 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a55435a-39ab-4399-bcf0-1e73ab3a1d21 req-d9884025-0d11-4ac6-8c3c-46d56fefa19d service neutron] 10.222.0.42 "GET /v2.0/networks/0fdc8425-bd55-41e5-a8e2-53ace6139bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355812 Aug 26 10:54:16.503941 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-403712b3-4daf-42f0-aaf4-a8e40ff474d1 req-6cf10009-77df-467e-bd3a-36b032ca0d63 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014449 Aug 26 10:54:16.516732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ab44f4b-d131-44cf-ab3c-cec1ba2276c9 req-66eec2a7-2125-4e56-9638-fe9d41935d5f tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596159 Aug 26 10:54:16.628172 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a55435a-39ab-4399-bcf0-1e73ab3a1d21 req-8e8e7a46-ef65-48f4-9216-fed86a11efff service neutron] 10.222.0.42 "GET /v2.0/networks/0fdc8425-bd55-41e5-a8e2-53ace6139bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369953 Aug 26 10:54:16.657274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1d1959-b9af-4e69-9075-4e5e62de03b9', 'tag': '8e43839a-6298-457c-88e5-689eca255fea'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:16.659956 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1d1959-b9af-4e69-9075-4e5e62de03b9", "tag": "8e43839a-6298-457c-88e5-689eca255fea"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:16.701352 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c04879d-66c7-41ae-be66-ca6e64e3774e x-openstack-request-id: req-9c04879d-66c7-41ae-be66-ca6e64e3774e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:16.701721 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1d1959-b9af-4e69-9075-4e5e62de03b9", "tag": "8e43839a-6298-457c-88e5-689eca255fea", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:16.702118 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c04879d-66c7-41ae-be66-ca6e64e3774e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:16.703353 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1d1959-b9af-4e69-9075-4e5e62de03b9', 'tag': '8e43839a-6298-457c-88e5-689eca255fea', 'status': 'completed', 'code': 200} Aug 26 10:54:16.739936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27093345-0caa-4bfc-a6df-0e7883ba7081 req-57030c9e-3d7a-435f-af4e-9106bfa3b776 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:16.741996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27093345-0caa-4bfc-a6df-0e7883ba7081 req-57030c9e-3d7a-435f-af4e-9106bfa3b776 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 945 time: 0.0582969 Aug 26 10:54:16.785511 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c req-122d5665-6bc9-40b3-980e-3aa62406aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:16.787261 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c req-122d5665-6bc9-40b3-980e-3aa62406aeec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9f038b05ca44ddeab9dc0f2b0c79601&device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 1100 time: 0.0602636 Aug 26 10:54:16.814437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27093345-0caa-4bfc-a6df-0e7883ba7081 req-8629aab3-1ac2-4b4c-9649-d533e1c56691 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653696 Aug 26 10:54:16.838398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00527de7-02ae-4026-84bc-8713da752270 req-77e22f7e-c224-4f4d-910e-7ddbd0821453 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:16.838398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00527de7-02ae-4026-84bc-8713da752270 req-77e22f7e-c224-4f4d-910e-7ddbd0821453 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.0815609 Aug 26 10:54:16.887003 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00527de7-02ae-4026-84bc-8713da752270 req-a8bab32e-753a-4be8-8213-1cd0fe79c76c tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Aug 26 10:54:16.935263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c req-41439f55-0ece-4d7b-92bc-2ace72fe8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:16.937877 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c req-41439f55-0ece-4d7b-92bc-2ace72fe8b3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1378555 Aug 26 10:54:16.997658 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c req-b609266b-5128-4a4a-a4f7-2439cd9acc33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=8e43839a-6298-457c-88e5-689eca255fea HTTP/1.1" status: 200 len: 217 time: 0.0459049 Aug 26 10:54:17.059198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c req-d54b28e3-24ab-4922-b013-4141928ef436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:17.061728 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c req-d54b28e3-24ab-4922-b013-4141928ef436 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0556958 Aug 26 10:54:17.062320 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:17.120574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c req-35e6793c-4c9e-471b-8c5f-79a32502e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:17.122141 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c req-35e6793c-4c9e-471b-8c5f-79a32502e086 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529497 Aug 26 10:54:17.269300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98f466bf-488d-49a0-92a2-8abe374cb27c req-f50e1c0e-f092-48e4-8cf7-444d90e295d5 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0508685 Aug 26 10:54:17.289954 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c req-3ac15448-1de0-4117-9d61-a9a4adf53284 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578112 Aug 26 10:54:17.434382 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afc0da8a-61d4-4e5e-bedc-f4a751ab238c req-3e6052fd-cfb7-40e9-a530-af7ad81d5142 service neutron] 10.222.0.42 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364100 Aug 26 10:54:17.440168 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9800a9-a57b-4e2f-a8f0-4458837df133 req-edc236f5-873c-4788-9c90-9a977fff874d tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:17.441811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca9800a9-a57b-4e2f-a8f0-4458837df133 req-edc236f5-873c-4788-9c90-9a977fff874d tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 948 time: 0.0601511 Aug 26 10:54:17.489339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca9800a9-a57b-4e2f-a8f0-4458837df133 req-b7f237b4-5267-4fdd-9331-4cf301c54bff tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362401 Aug 26 10:54:17.685779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caccf95-4e0a-49ad-8ced-b1535fd45e36 req-a9492e76-7d76-4389-a5a6-da321fddc917 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:17.688192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5caccf95-4e0a-49ad-8ced-b1535fd45e36 req-a9492e76-7d76-4389-a5a6-da321fddc917 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 943 time: 0.0895581 Aug 26 10:54:17.731578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5caccf95-4e0a-49ad-8ced-b1535fd45e36 req-b1807814-e3b4-4cff-bfd6-75dea3cb185f tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367651 Aug 26 10:54:17.950506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539256ad-3d79-4153-b70f-301a5b5c3722 req-96ae3dc9-a6b2-4422-aedd-c9812e49a21e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:17.952743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-539256ad-3d79-4153-b70f-301a5b5c3722 req-96ae3dc9-a6b2-4422-aedd-c9812e49a21e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 945 time: 0.0613921 Aug 26 10:54:18.072690 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-1a722a55-df8b-47f1-84d5-5ac91bb5016b tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:18.074140 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-1a722a55-df8b-47f1-84d5-5ac91bb5016b tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.42 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Aug 26 10:54:18.082552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-539256ad-3d79-4153-b70f-301a5b5c3722 req-3647d4a6-451e-429a-86bb-f2888a129055 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups?id=09c986ea-33c9-438d-93ba-c64b8fdfa9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172359 Aug 26 10:54:18.096447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f2294-d17c-4279-84ca-5dce6ce23fae req-5aef4c7a-aa54-4bd9-abf2-c5a9256443be tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:18.098309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a86f2294-d17c-4279-84ca-5dce6ce23fae req-5aef4c7a-aa54-4bd9-abf2-c5a9256443be tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1367621 Aug 26 10:54:18.153062 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a86f2294-d17c-4279-84ca-5dce6ce23fae req-d7229409-3055-4867-bc64-cbdb264233fe tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Aug 26 10:54:18.191532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Deleting port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:18.191891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:18.298115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] For port 1d238e1a-04e3-48da-8daa-3aa0752b87a0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1d238e1a-04e3-48da-8daa-3aa0752b87a0,segment=NetworkSegment(15f9145b-b851-4344-b514-6ba1edb915cf),segment_id=15f9145b-b851-4344-b514-6ba1edb915cf)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:18.298517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:18.391915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2414a298-ea85-497d-b1f6-8c3c0111385a req-0a576e19-509c-4c35-82fd-f0d51c9b9b79 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0291481 Aug 26 10:54:18.400087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 73e059ed-c145-46cc-8de8-43ce0e183032 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:54:18.568741 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:18.569296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:18.570371 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Floating IP dc0219a1-a4da-4f3e-9859-3910c5dfa453 disassociated. External IP: 172.25.1.112, port: 1d238e1a-04e3-48da-8daa-3aa0752b87a0. Aug 26 10:54:18.570371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Calling delete_port for 1d238e1a-04e3-48da-8daa-3aa0752b87a0 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:54:18.580593 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 73e059ed-c145-46cc-8de8-43ce0e183032, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=73e059ed-c145-46cc-8de8-43ce0e183032,segment=NetworkSegment(073bb406-095a-4d21-b5f5-67ea6f8cb6d6),segment_id=073bb406-095a-4d21-b5f5-67ea6f8cb6d6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:18.609245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '73e059ed-c145-46cc-8de8-43ce0e183032', 'network_id': '0fdc8425-bd55-41e5-a8e2-53ace6139bac', 'port_id': '73e059ed-c145-46cc-8de8-43ce0e183032', 'mac_address': 'fa:16:3e:67:40:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924751d0-7641-4dce-a26c-53679c76e35e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:54:18.645549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4b842-6616-4596-ad3e-f86dfdab0701 req-cb3da2f0-7bd0-4a95-8708-693cf620e90a tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:18.647382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1d4b842-6616-4596-ad3e-f86dfdab0701 req-cb3da2f0-7bd0-4a95-8708-693cf620e90a tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 948 time: 0.0621917 Aug 26 10:54:18.687222 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:18.695668 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1d4b842-6616-4596-ad3e-f86dfdab0701 req-f286eec6-53af-4016-a29c-32af2d3f909f tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Aug 26 10:54:18.718062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e059ed-c145-46cc-8de8-43ce0e183032 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:18.744343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 73e059ed-c145-46cc-8de8-43ce0e183032, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=73e059ed-c145-46cc-8de8-43ce0e183032,segment=NetworkSegment(073bb406-095a-4d21-b5f5-67ea6f8cb6d6),segment_id=073bb406-095a-4d21-b5f5-67ea6f8cb6d6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:18.751322 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:18.785011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:18.826613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=73e059ed-c145-46cc-8de8-43ce0e183032,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:18.838624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.838974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.839277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.839623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.839972 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.840313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.840649 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.840990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.841318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.841657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.841988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.842317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:18.868961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Pushing event deleted for resources: {'Port': ['ID=1d238e1a-04e3-48da-8daa-3aa0752b87a0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:18.873769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a61f5a-f00d-4fd5-9bda-50e8b13f2844 req-a32e4122-65b5-4f30-9e10-0f114300c7b1 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:18.878717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71a61f5a-f00d-4fd5-9bda-50e8b13f2844 req-a32e4122-65b5-4f30-9e10-0f114300c7b1 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 944 time: 0.0635288 Aug 26 10:54:18.932687 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71a61f5a-f00d-4fd5-9bda-50e8b13f2844 req-26e36fbc-239e-464a-9f59-512f7b228628 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 Aug 26 10:54:19.029751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['73e059ed-c145-46cc-8de8-43ce0e183032'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:19.036583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Router f477e147-6107-4a8a-9cd6-a937c140ddf8 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:54:19.152482 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:19.215305 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:54:19.220926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-feff0612-edeb-4b7f-94e0-b6de8e93af78 req-aab8bb7d-2cc0-48a5-9a5b-be733d6389f0 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/ports?device_id=b851e90b-89a2-45ca-82c4-e35045e41968 HTTP/1.1" status: 200 len: 210 time: 0.0457323 Aug 26 10:54:19.229417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe73d5-1eb4-4e2a-9a5c-9cd783825048 None None] Sync routers for ids ['f477e147-6107-4a8a-9cd6-a937c140ddf8'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:54:19.241851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe73d5-1eb4-4e2a-9a5c-9cd783825048 None None] Routers {'f477e147-6107-4a8a-9cd6-a937c140ddf8'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:19.243222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a5fe73d5-1eb4-4e2a-9a5c-9cd783825048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f477e147-6107-4a8a-9cd6-a937c140ddf8'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:19.275637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] No DVR routers for this DVR port 1d238e1a-04e3-48da-8daa-3aa0752b87a0 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:54:19.279045 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:19.281644 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3ca9845f-ff67-465e-9088-567f2b43d007 req-676b8c90-70d8-44fa-80eb-0e8d74f04978 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.42 "DELETE /v2.0/ports/1d238e1a-04e3-48da-8daa-3aa0752b87a0 HTTP/1.1" status: 204 len: 173 time: 1.2012155 Aug 26 10:54:19.282438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'name': 'network-vif-deleted', 'tag': '1d238e1a-04e3-48da-8daa-3aa0752b87a0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:19.285117 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547f486f-e8cf-41fd-bdc3-3c8ce3a860e5" -d '{"events": [{"server_uuid": "b851e90b-89a2-45ca-82c4-e35045e41968", "name": "network-vif-deleted", "tag": "1d238e1a-04e3-48da-8daa-3aa0752b87a0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:19.363155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c84cd3-1f8c-4431-9920-8d338f9762a6 req-7141e20b-a5dd-4c2b-85c5-1d9535eeba0b tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:19.372363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9c84cd3-1f8c-4431-9920-8d338f9762a6 req-7141e20b-a5dd-4c2b-85c5-1d9535eeba0b tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1024187 Aug 26 10:54:19.373215 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbc242a-a6fc-49c8-afd5-d28025aa7c75 x-openstack-request-id: req-ccbc242a-a6fc-49c8-afd5-d28025aa7c75 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:19.373577 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b851e90b-89a2-45ca-82c4-e35045e41968", "name": "network-vif-deleted", "tag": "1d238e1a-04e3-48da-8daa-3aa0752b87a0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:19.373840 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccbc242a-a6fc-49c8-afd5-d28025aa7c75 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:19.374253 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b851e90b-89a2-45ca-82c4-e35045e41968', 'name': 'network-vif-deleted', 'tag': '1d238e1a-04e3-48da-8daa-3aa0752b87a0', 'status': 'completed', 'code': 200} Aug 26 10:54:19.414505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9c84cd3-1f8c-4431-9920-8d338f9762a6 req-676c4955-c12f-40e3-91d9-65bb797d0b95 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410364 Aug 26 10:54:19.461927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a5fe73d5-1eb4-4e2a-9a5c-9cd783825048 None None] Set router f477e147-6107-4a8a-9cd6-a937c140ddf8 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:19.549591 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef42fcca-2ffd-4ae8-846d-387b0aabaa15 req-0f6f0523-93bc-46bc-a6c0-b368d8cc775c tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0464733 Aug 26 10:54:19.714689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a5fe73d5-1eb4-4e2a-9a5c-9cd783825048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd3300faa-bb40-4838-a0ed-f03f2a205657', 'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'mac_address': 'fa:16:3e:ac:4b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:52Z', 'updated_at': '2021-08-26T10:52:01Z', 'revision_number': 5, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'subnets': [{'id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:19.753963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe73d5-1eb4-4e2a-9a5c-9cd783825048 None None] Checking router: f477e147-6107-4a8a-9cd6-a937c140ddf8 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:54:19.772835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fe73d5-1eb4-4e2a-9a5c-9cd783825048 None None] Routers {'f477e147-6107-4a8a-9cd6-a937c140ddf8'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:19.773932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a5fe73d5-1eb4-4e2a-9a5c-9cd783825048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f477e147-6107-4a8a-9cd6-a937c140ddf8'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:19.932991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0862f0d-d85e-49c8-bd39-a5a2315b99c0 req-577a7a37-71e5-4ccc-992e-80df3feef2e8 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:19.935609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0862f0d-d85e-49c8-bd39-a5a2315b99c0 req-577a7a37-71e5-4ccc-992e-80df3feef2e8 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 948 time: 0.1180937 Aug 26 10:54:20.006645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a5fe73d5-1eb4-4e2a-9a5c-9cd783825048 None None] Set router f477e147-6107-4a8a-9cd6-a937c140ddf8 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:20.024749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0862f0d-d85e-49c8-bd39-a5a2315b99c0 req-80654536-983d-4f97-b152-07b285759c46 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620127 Aug 26 10:54:20.137541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c7dfb-c123-44ba-80df-c226b8c587be req-197194c3-0ffa-4b31-a71c-7bb0dd65e52e tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:20.139401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-830c7dfb-c123-44ba-80df-c226b8c587be req-197194c3-0ffa-4b31-a71c-7bb0dd65e52e tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 944 time: 0.0833168 Aug 26 10:54:20.170713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:20.197213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-830c7dfb-c123-44ba-80df-c226b8c587be req-ffb03d04-30f7-4bd0-95d4-978240d10cc4 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467534 Aug 26 10:54:20.323517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a5fe73d5-1eb4-4e2a-9a5c-9cd783825048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd3300faa-bb40-4838-a0ed-f03f2a205657', 'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'mac_address': 'fa:16:3e:ac:4b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:52Z', 'updated_at': '2021-08-26T10:52:01Z', 'revision_number': 5, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'subnets': [{'id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:20.339370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48930) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:20.369993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe73d5-1eb4-4e2a-9a5c-9cd783825048 None None] The sync data for ids ['f477e147-6107-4a8a-9cd6-a937c140ddf8'] in n-d-778550-13 is: [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd3300faa-bb40-4838-a0ed-f03f2a205657', 'name': '', 'network_id': 'b602d0f0-6778-464b-924a-76eb2f211de6', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'mac_address': 'fa:16:3e:ac:4b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:52Z', 'updated_at': '2021-08-26T10:52:01Z', 'revision_number': 5, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'subnets': [{'id': 'f06bcaec-0565-4a3a-9c66-76ecc3d98ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:54:20.417561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8e43839a-6298-457c-88e5-689eca255fea details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:54:20.423187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 73e059ed-c145-46cc-8de8-43ce0e183032 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:20.443768 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-50e411e7-301d-4412-ace9-8f89a46a0790 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:20.494616 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-50e411e7-301d-4412-ace9-8f89a46a0790 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:20.615251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 73e059ed-c145-46cc-8de8-43ce0e183032 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:20.637583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-50e411e7-301d-4412-ace9-8f89a46a0790 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:20.638286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 73e059ed-c145-46cc-8de8-43ce0e183032 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:20.638894 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:20.642706 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-50e411e7-301d-4412-ace9-8f89a46a0790 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:20.644940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-50e411e7-301d-4412-ace9-8f89a46a0790 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "DELETE /v2.0/security-groups/09c986ea-33c9-438d-93ba-c64b8fdfa9cd HTTP/1.1" status: 204 len: 168 time: 0.3040967 Aug 26 10:54:20.648748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48938) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:20.665618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e411e7-301d-4412-ace9-8f89a46a0790 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c986ea-33c9-438d-93ba-c64b8fdfa9cd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:20.677512 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-9159bbad-adaf-4926-9666-021bcc33719e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] show failed (client error): The resource could not be found. Aug 26 10:54:20.679607 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9159bbad-adaf-4926-9666-021bcc33719e tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "GET /v2.0/security-groups/09c986ea-33c9-438d-93ba-c64b8fdfa9cd HTTP/1.1" status: 404 len: 347 time: 0.0292838 Aug 26 10:54:20.683671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48940) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:20.727854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37c15d-c4dc-423c-a10e-d47fdccaa1b6 req-91b1c195-05a3-4b16-961b-3c4c01e79f79 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:20.731372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db37c15d-c4dc-423c-a10e-d47fdccaa1b6 req-91b1c195-05a3-4b16-961b-3c4c01e79f79 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1553698 Aug 26 10:54:20.763532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8e43839a-6298-457c-88e5-689eca255fea, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8e43839a-6298-457c-88e5-689eca255fea,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:20.797839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '8e43839a-6298-457c-88e5-689eca255fea', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '8e43839a-6298-457c-88e5-689eca255fea', 'mac_address': 'fa:16:3e:65:9e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:54:20.887175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db37c15d-c4dc-423c-a10e-d47fdccaa1b6 req-98fa38d6-4135-4167-a9ef-3844d232a66f tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347473 Aug 26 10:54:20.930567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d20cc267-f73b-44b7-a588-1f5aeb661920 req-cb20f86b-a218-4fd5-b964-244d9c8b7c85 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0867071 Aug 26 10:54:20.953296 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:20.964786 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03434c-1736-4ee2-9f62-16def6a598be None None] New status for floating IP dc0219a1-a4da-4f3e-9859-3910c5dfa453: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:54:20.999183 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:21.024563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e43839a-6298-457c-88e5-689eca255fea {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:21.028529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-abf19211-52f0-4090-85d9-697dbb4d79d4 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Deleting port 15f8e018-42d8-4498-b385-02189b518082 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:21.029017 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abf19211-52f0-4090-85d9-697dbb4d79d4 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:21.068517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1d74f2-1092-496d-9012-a9c9464408fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e059ed-c145-46cc-8de8-43ce0e183032'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:21.072708 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f26510-cb60-48b6-b6d4-9148b4a60403" -d '{"events": [{"server_uuid": "bf1d74f2-1092-496d-9012-a9c9464408fb", "name": "network-vif-plugged", "status": "completed", "tag": "73e059ed-c145-46cc-8de8-43ce0e183032"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:21.095387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8e43839a-6298-457c-88e5-689eca255fea, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8e43839a-6298-457c-88e5-689eca255fea,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:21.102365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 73e059ed-c145-46cc-8de8-43ce0e183032, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=73e059ed-c145-46cc-8de8-43ce0e183032,segment=NetworkSegment(073bb406-095a-4d21-b5f5-67ea6f8cb6d6),segment_id=073bb406-095a-4d21-b5f5-67ea6f8cb6d6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:21.108249 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:21.115353 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:21.117026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1d238e1a-04e3-48da-8daa-3aa0752b87a0 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:54:21.159258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 1d238e1a-04e3-48da-8daa-3aa0752b87a0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:54:21.159778 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1d238e1a-04e3-48da-8daa-3aa0752b87a0 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:54:21.175168 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abf19211-52f0-4090-85d9-697dbb4d79d4 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:21.175601 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abf19211-52f0-4090-85d9-697dbb4d79d4 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:21.193605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-abf19211-52f0-4090-85d9-697dbb4d79d4 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Calling delete_port for 15f8e018-42d8-4498-b385-02189b518082 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:54:21.243107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888591c-2de7-4b38-a5b8-c647a62a442e req-bcbaed3e-519c-4462-acc7-4e541dc22d41 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:21.244897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b888591c-2de7-4b38-a5b8-c647a62a442e req-bcbaed3e-519c-4462-acc7-4e541dc22d41 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 949 time: 0.0975225 Aug 26 10:54:21.272570 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=8e43839a-6298-457c-88e5-689eca255fea,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:21.315369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b888591c-2de7-4b38-a5b8-c647a62a442e req-4fe8fe2b-9a25-4da0-90cf-ee5d5ee46d63 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611048 Aug 26 10:54:21.390986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=73e059ed-c145-46cc-8de8-43ce0e183032,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:21.406640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['8e43839a-6298-457c-88e5-689eca255fea'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:21.417246 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a01305c-8591-4643-82c5-ec231dc76726 x-openstack-request-id: req-2a01305c-8591-4643-82c5-ec231dc76726 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:21.417634 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1d74f2-1092-496d-9012-a9c9464408fb", "name": "network-vif-plugged", "status": "completed", "tag": "73e059ed-c145-46cc-8de8-43ce0e183032", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:21.417945 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a01305c-8591-4643-82c5-ec231dc76726 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:21.418487 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1d74f2-1092-496d-9012-a9c9464408fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e059ed-c145-46cc-8de8-43ce0e183032', 'code': 200} Aug 26 10:54:21.500365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fc9af-c17b-438b-809d-c8d7d37485dc req-ce33f3f5-92e5-4768-990d-48ba554a3a82 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:21.510359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f4fc9af-c17b-438b-809d-c8d7d37485dc req-ce33f3f5-92e5-4768-990d-48ba554a3a82 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 945 time: 0.0766780 Aug 26 10:54:21.554252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f4fc9af-c17b-438b-809d-c8d7d37485dc req-a8b6f492-b713-4ec1-83fa-c7eb148f537f tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Aug 26 10:54:21.590607 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abf19211-52f0-4090-85d9-697dbb4d79d4 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:21.929647 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:21.941814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf19211-52f0-4090-85d9-697dbb4d79d4 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Pushing event deleted for resources: {'Port': ['ID=15f8e018-42d8-4498-b385-02189b518082,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:21.945686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb567ad1-6439-460a-bbe2-7e57a2d8edb5 req-d1858784-36cb-432a-9a20-eb9acda424b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:21.947248 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb567ad1-6439-460a-bbe2-7e57a2d8edb5 req-d1858784-36cb-432a-9a20-eb9acda424b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 1097 time: 0.4283013 Aug 26 10:54:22.070213 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bb567ad1-6439-460a-bbe2-7e57a2d8edb5 req-f76f0ea8-b1a2-4d2b-8f53-560c9644fbbc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144369 Aug 26 10:54:22.077711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abf19211-52f0-4090-85d9-697dbb4d79d4 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:22.082335 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abf19211-52f0-4090-85d9-697dbb4d79d4 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:22.084290 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-abf19211-52f0-4090-85d9-697dbb4d79d4 tempest-ServersTestManualDisk-1935026631 tempest-ServersTestManualDisk-1935026631-project] 10.222.0.21 "DELETE /v2.0/floatingips/dc0219a1-a4da-4f3e-9859-3910c5dfa453 HTTP/1.1" status: 204 len: 168 time: 1.3990812 Aug 26 10:54:22.087800 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48960) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:22.122907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5caa5a1-da03-4fe2-acb6-e97a74f8a455 req-2c516ed9-d350-47c4-9cdb-9706150a6d36 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0558236 Aug 26 10:54:22.138190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00100947-fdef-4ea0-bf23-d81ba4b1a2df req-a3fe0df5-ca7b-410a-a475-b5d784acb17f tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:22.140905 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00100947-fdef-4ea0-bf23-d81ba4b1a2df req-a3fe0df5-ca7b-410a-a475-b5d784acb17f tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1435080 Aug 26 10:54:22.222796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00100947-fdef-4ea0-bf23-d81ba4b1a2df req-db2b5efb-92eb-4c95-90d0-161af5224485 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578067 Aug 26 10:54:22.423401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8e43839a-6298-457c-88e5-689eca255fea up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:22.481450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb22d96-46a3-4f6b-8705-4e30d1754b34 req-2e63d068-8cb4-4f7c-97d2-3db6c9d9f62e tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:22.483076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ffb22d96-46a3-4f6b-8705-4e30d1754b34 req-2e63d068-8cb4-4f7c-97d2-3db6c9d9f62e tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 949 time: 0.0676186 Aug 26 10:54:22.517944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 8e43839a-6298-457c-88e5-689eca255fea completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:22.523377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 8e43839a-6298-457c-88e5-689eca255fea triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:22.524062 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:22.547210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ffb22d96-46a3-4f6b-8705-4e30d1754b34 req-7fb43074-d2a8-43be-9519-c68e6f471d14 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525701 Aug 26 10:54:22.630344 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:22.642695 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:22.709362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8e43839a-6298-457c-88e5-689eca255fea, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8e43839a-6298-457c-88e5-689eca255fea,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:22.716643 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:22.779097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131887bb-a821-407b-bd9a-c23be5952290 req-6468b034-95d4-46f3-8113-e06eeb5db64b tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:22.780912 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-131887bb-a821-407b-bd9a-c23be5952290 req-6468b034-95d4-46f3-8113-e06eeb5db64b tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 945 time: 0.0786183 Aug 26 10:54:22.817735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=8e43839a-6298-457c-88e5-689eca255fea,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:22.868260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-131887bb-a821-407b-bd9a-c23be5952290 req-eddb4117-d9fa-4ace-af3a-f1717152a3a8 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740376 Aug 26 10:54:23.025021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] Deleting port d3300faa-bb40-4838-a0ed-f03f2a205657 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:23.025599 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:23.138986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] For port d3300faa-bb40-4838-a0ed-f03f2a205657, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d3300faa-bb40-4838-a0ed-f03f2a205657,segment=NetworkSegment(15f9145b-b851-4344-b514-6ba1edb915cf),segment_id=15f9145b-b851-4344-b514-6ba1edb915cf)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:23.139709 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:23.155276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] Calling delete_port for d3300faa-bb40-4838-a0ed-f03f2a205657 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:54:23.298868 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-072d2981-a330-45e7-a443-a996221fb559 req-fc320f79-9f96-45d9-9314-5b1d5b8c8a56 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0545022 Aug 26 10:54:23.398104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cec08a-53b9-4cfd-90cd-7a843e34e705 req-9897617b-a5b3-4a8d-ad7d-b8c42182bb61 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:23.399823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41cec08a-53b9-4cfd-90cd-7a843e34e705 req-9897617b-a5b3-4a8d-ad7d-b8c42182bb61 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.0840154 Aug 26 10:54:23.419657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1d1959-b9af-4e69-9075-4e5e62de03b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e43839a-6298-457c-88e5-689eca255fea'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:23.423927 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b10ec3-89d7-4fae-8943-ee2d3b38c1ab" -d '{"events": [{"server_uuid": "fd1d1959-b9af-4e69-9075-4e5e62de03b9", "name": "network-vif-plugged", "status": "completed", "tag": "8e43839a-6298-457c-88e5-689eca255fea"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:23.424407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:23.474075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41cec08a-53b9-4cfd-90cd-7a843e34e705 req-d44d907c-8357-40b2-baf8-738858e87bf0 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638628 Aug 26 10:54:23.477182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3300faa-bb40-4838-a0ed-f03f2a205657,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:23.494466 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bafe40e-f6d9-42f3-9ec3-1d43875fbaa1 x-openstack-request-id: req-1bafe40e-f6d9-42f3-9ec3-1d43875fbaa1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:23.494923 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1d1959-b9af-4e69-9075-4e5e62de03b9", "name": "network-vif-plugged", "status": "completed", "tag": "8e43839a-6298-457c-88e5-689eca255fea", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:23.495336 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bafe40e-f6d9-42f3-9ec3-1d43875fbaa1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:23.495934 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1d1959-b9af-4e69-9075-4e5e62de03b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e43839a-6298-457c-88e5-689eca255fea', 'code': 200} Aug 26 10:54:23.775542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d87d33-b05a-4b1c-aa0d-b53069b8c30d req-d2c96fa9-0399-4204-baf5-79b0e78f29c1 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:23.787829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61d87d33-b05a-4b1c-aa0d-b53069b8c30d req-d2c96fa9-0399-4204-baf5-79b0e78f29c1 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 950 time: 0.1114905 Aug 26 10:54:23.814390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443feda-2b40-468c-9dca-65dede5f4c4c req-4f7612c1-a667-4447-a5a2-83b3015f0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:23.816344 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1443feda-2b40-468c-9dca-65dede5f4c4c req-4f7612c1-a667-4447-a5a2-83b3015f0812 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 1102 time: 0.2500432 Aug 26 10:54:23.826327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:23.839397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61d87d33-b05a-4b1c-aa0d-b53069b8c30d req-f51a9234-322b-44bc-975a-2765f240662f tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501196 Aug 26 10:54:23.909363 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1443feda-2b40-468c-9dca-65dede5f4c4c req-bac34133-0e1e-41b2-aaee-36d1dc9e7687 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841701 Aug 26 10:54:24.033871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927310f-96de-4df1-92fa-12ccad6aa155 req-eb6c51cc-1314-4463-9499-ab3b1ba8e269 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:24.035859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f927310f-96de-4df1-92fa-12ccad6aa155 req-eb6c51cc-1314-4463-9499-ab3b1ba8e269 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 945 time: 0.0611470 Aug 26 10:54:24.089374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f927310f-96de-4df1-92fa-12ccad6aa155 req-4d185584-bde5-4505-af04-3aa836d0c16f tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425417 Aug 26 10:54:24.168142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] Router f477e147-6107-4a8a-9cd6-a937c140ddf8 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:54:24.327129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:54:24.337959 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd2a08-de22-4097-a909-8cb8a6852dc4 None None] Sync routers for ids ['f477e147-6107-4a8a-9cd6-a937c140ddf8'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:54:24.338266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48996) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:24.339254 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3a9ec8cb-bcfa-453f-8b92-50f0c7e5fb92 admin admin] 10.222.0.21 "PUT /v2.0/routers/f477e147-6107-4a8a-9cd6-a937c140ddf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2492030 Aug 26 10:54:24.353737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd2a08-de22-4097-a909-8cb8a6852dc4 None None] Routers {'f477e147-6107-4a8a-9cd6-a937c140ddf8'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:24.354694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b9fd2a08-de22-4097-a909-8cb8a6852dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f477e147-6107-4a8a-9cd6-a937c140ddf8'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:24.502332 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:24.556084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43df0d05-8336-4d4e-9d88-728ee4890ca4 req-2deb4a43-d6a5-40e1-abfc-282919b2dc0c tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0769126 Aug 26 10:54:24.600665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b9fd2a08-de22-4097-a909-8cb8a6852dc4 None None] Set router f477e147-6107-4a8a-9cd6-a937c140ddf8 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:24.845990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b9fd2a08-de22-4097-a909-8cb8a6852dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:54:23Z', 'revision_number': 5, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:24.898374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd2a08-de22-4097-a909-8cb8a6852dc4 None None] Checking router: f477e147-6107-4a8a-9cd6-a937c140ddf8 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:54:24.914196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd2a08-de22-4097-a909-8cb8a6852dc4 None None] Routers {'f477e147-6107-4a8a-9cd6-a937c140ddf8'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:24.915358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b9fd2a08-de22-4097-a909-8cb8a6852dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f477e147-6107-4a8a-9cd6-a937c140ddf8'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:25.049375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f208db-57a1-4f80-9856-a99d1a8403f6 req-06ec23de-ff39-457f-8c7d-df36c43b5a3d tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:25.051043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87f208db-57a1-4f80-9856-a99d1a8403f6 req-06ec23de-ff39-457f-8c7d-df36c43b5a3d tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1145544 Aug 26 10:54:25.053488 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:25.066357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53616ad8-7433-4ae3-a53f-f5f46b35da4e req-bc487417-d9d2-491f-b80f-9b2588c7017c tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:25.066982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b9fd2a08-de22-4097-a909-8cb8a6852dc4 None None] Set router f477e147-6107-4a8a-9cd6-a937c140ddf8 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:25.068026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53616ad8-7433-4ae3-a53f-f5f46b35da4e req-bc487417-d9d2-491f-b80f-9b2588c7017c tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 945 time: 0.1299045 Aug 26 10:54:25.158317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87f208db-57a1-4f80-9856-a99d1a8403f6 req-5fc58ea9-dfcb-43d4-8fde-e35e03444c9e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879986 Aug 26 10:54:25.181001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53616ad8-7433-4ae3-a53f-f5f46b35da4e req-65dad38a-0c85-4167-8f64-1e2236a90ddf tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943220 Aug 26 10:54:25.204501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Deleting port 817280fe-b782-407d-b3a5-70bef86cf511 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:25.204871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:25.399852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7909260-1924-49e7-9d1e-243330f4a3b9 req-9c1dcaa7-b706-43b7-bac8-5f200d3309d8 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:25.401518 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f7909260-1924-49e7-9d1e-243330f4a3b9 req-9c1dcaa7-b706-43b7-bac8-5f200d3309d8 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 950 time: 0.1123314 Aug 26 10:54:25.403590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] For port 817280fe-b782-407d-b3a5-70bef86cf511, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=817280fe-b782-407d-b3a5-70bef86cf511,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:25.403978 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:25.431237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Calling delete_port for 817280fe-b782-407d-b3a5-70bef86cf511 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:54:25.461434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f7909260-1924-49e7-9d1e-243330f4a3b9 req-a809952a-56fb-4be1-abb2-e285e0db9de8 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483201 Aug 26 10:54:25.556236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b9fd2a08-de22-4097-a909-8cb8a6852dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:54:23Z', 'revision_number': 5, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:25.615371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd2a08-de22-4097-a909-8cb8a6852dc4 None None] The sync data for ids ['f477e147-6107-4a8a-9cd6-a937c140ddf8'] in n-d-778550-13 is: [{'id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'name': 'tempest-ServersTestManualDisk-571463178-router', 'tenant_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '817280fe-b782-407d-b3a5-70bef86cf511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:44Z', 'updated_at': '2021-08-26T10:54:23Z', 'revision_number': 5, 'project_id': 'fc6f6affe1ca4b2f952f1c283d139aec', 'gw_port': {'id': '817280fe-b782-407d-b3a5-70bef86cf511', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f477e147-6107-4a8a-9cd6-a937c140ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:45Z', 'updated_at': '2021-08-26T10:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:54:25.710922 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:25.777111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Pushing event deleted for resources: {'Port': ['ID=817280fe-b782-407d-b3a5-70bef86cf511,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:25.822597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8633782e-7fa6-40a2-8507-206b3d7f6c5d req-eff0b0ad-e2fa-41b9-b6b7-d0fa86680975 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0642309 Aug 26 10:54:25.875373 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:25.979423 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:25.982710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:25.994202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df235bf-8d93-4355-95f7-de2e758680a4 req-928ab645-109c-41af-a0c2-baabcb7f8553 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:25.996782 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6df235bf-8d93-4355-95f7-de2e758680a4 req-928ab645-109c-41af-a0c2-baabcb7f8553 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 945 time: 0.0617914 Aug 26 10:54:26.076056 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.076755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f477e147-6107-4a8a-9cd6-a937c140ddf8 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:54:26.083338 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.084343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5b3c1f1e-7264-4839-bac4-e56fedcbe439 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f477e147-6107-4a8a-9cd6-a937c140ddf8 HTTP/1.1" status: 204 len: 168 time: 1.7453249 Aug 26 10:54:26.087554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49026) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:26.155310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-6df235bf-8d93-4355-95f7-de2e758680a4 req-5b1cf81e-e606-4208-98fd-a3106ba3b5f0 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Deleting port 73e059ed-c145-46cc-8de8-43ce0e183032 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:26.156173 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6df235bf-8d93-4355-95f7-de2e758680a4 req-5b1cf81e-e606-4208-98fd-a3106ba3b5f0 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.184291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-32df8422-3d35-4187-b8bf-d31a9e389af5 admin admin] Deleting subnet f06bcaec-0565-4a3a-9c66-76ecc3d98ed9 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:54:26.191479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32df8422-3d35-4187-b8bf-d31a9e389af5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.262209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32df8422-3d35-4187-b8bf-d31a9e389af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.317708 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6df235bf-8d93-4355-95f7-de2e758680a4 req-5b1cf81e-e606-4208-98fd-a3106ba3b5f0 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] For port 73e059ed-c145-46cc-8de8-43ce0e183032, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=73e059ed-c145-46cc-8de8-43ce0e183032,segment=NetworkSegment(073bb406-095a-4d21-b5f5-67ea6f8cb6d6),segment_id=073bb406-095a-4d21-b5f5-67ea6f8cb6d6)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:26.318165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6df235bf-8d93-4355-95f7-de2e758680a4 req-5b1cf81e-e606-4208-98fd-a3106ba3b5f0 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.341943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-6df235bf-8d93-4355-95f7-de2e758680a4 req-5b1cf81e-e606-4208-98fd-a3106ba3b5f0 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Calling delete_port for 73e059ed-c145-46cc-8de8-43ce0e183032 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:54:26.507707 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6df235bf-8d93-4355-95f7-de2e758680a4 req-5b1cf81e-e606-4208-98fd-a3106ba3b5f0 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.522281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['73e059ed-c145-46cc-8de8-43ce0e183032'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:26.526887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b9c90-730f-4d16-9cea-2fb4f8280fbd req-34c00cd9-ade1-4c74-94c4-43bb4aa946a0 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:26.529122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f78b9c90-730f-4d16-9cea-2fb4f8280fbd req-34c00cd9-ade1-4c74-94c4-43bb4aa946a0 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.2297597 Aug 26 10:54:26.543708 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cf81e-e606-4208-98fd-a3106ba3b5f0 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Pushing event deleted for resources: {'Port': ['ID=73e059ed-c145-46cc-8de8-43ce0e183032,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:26.564449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e61254-1d05-472f-94f0-f7e18dea96a9 req-d9b35680-c161-4ef1-95b8-619cc75a1095 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:26.566125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42e61254-1d05-472f-94f0-f7e18dea96a9 req-d9b35680-c161-4ef1-95b8-619cc75a1095 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf1d74f2-1092-496d-9012-a9c9464408fb HTTP/1.1" status: 200 len: 867 time: 0.2032773 Aug 26 10:54:26.573831 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32df8422-3d35-4187-b8bf-d31a9e389af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.590324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df235bf-8d93-4355-95f7-de2e758680a4 req-5b1cf81e-e606-4208-98fd-a3106ba3b5f0 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] No DVR routers for this DVR port 73e059ed-c145-46cc-8de8-43ce0e183032 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:54:26.594603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6df235bf-8d93-4355-95f7-de2e758680a4 req-5b1cf81e-e606-4208-98fd-a3106ba3b5f0 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.596838 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6df235bf-8d93-4355-95f7-de2e758680a4 req-5b1cf81e-e606-4208-98fd-a3106ba3b5f0 tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.42 "DELETE /v2.0/ports/73e059ed-c145-46cc-8de8-43ce0e183032 HTTP/1.1" status: 204 len: 173 time: 0.5927873 Aug 26 10:54:26.597338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1d74f2-1092-496d-9012-a9c9464408fb', 'name': 'network-vif-deleted', 'tag': '73e059ed-c145-46cc-8de8-43ce0e183032'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:26.600496 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faac245-0bb7-4760-9ab7-867c18b12a9d" -d '{"events": [{"server_uuid": "bf1d74f2-1092-496d-9012-a9c9464408fb", "name": "network-vif-deleted", "tag": "73e059ed-c145-46cc-8de8-43ce0e183032"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:26.662880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f78b9c90-730f-4d16-9cea-2fb4f8280fbd req-fee62f98-c066-4d09-aaa9-6fb6f3c3a880 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204989 Aug 26 10:54:26.670438 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42e61254-1d05-472f-94f0-f7e18dea96a9 req-6d119f55-4269-470d-897f-8ae18aaf8b6f tempest-InstanceActionsNegativeTestJSON-1935694697 tempest-InstanceActionsNegativeTestJSON-1935694697-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e79d930-5182-4f69-ac51-c3c5dabed629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937951 Aug 26 10:54:26.695400 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32df8422-3d35-4187-b8bf-d31a9e389af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.735119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df8422-3d35-4187-b8bf-d31a9e389af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06bcaec-0565-4a3a-9c66-76ecc3d98ed9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:26.739602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32df8422-3d35-4187-b8bf-d31a9e389af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.741997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-32df8422-3d35-4187-b8bf-d31a9e389af5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f06bcaec-0565-4a3a-9c66-76ecc3d98ed9 HTTP/1.1" status: 204 len: 168 time: 0.6525202 Aug 26 10:54:26.746973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49042) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:26.750981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76744f-0909-4e24-98c1-ea866ce131ed None None] Network b602d0f0-6778-464b-924a-76eb2f211de6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:54:26.825445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d74a3e-f4ea-4399-b486-7d26edc4cb08 req-825851d5-dc19-479b-beb6-b6466e288bff tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:26.834939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24d74a3e-f4ea-4399-b486-7d26edc4cb08 req-825851d5-dc19-479b-beb6-b6466e288bff tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 950 time: 0.0741396 Aug 26 10:54:26.867263 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:26.888130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24d74a3e-f4ea-4399-b486-7d26edc4cb08 req-62edc543-9b57-4975-ada0-c5b3cb29ec7d tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Aug 26 10:54:26.960265 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9d49bd-3c9d-4afd-8f48-e37e5e0d8bfb x-openstack-request-id: req-3d9d49bd-3c9d-4afd-8f48-e37e5e0d8bfb {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:26.961049 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1d74f2-1092-496d-9012-a9c9464408fb", "name": "network-vif-deleted", "tag": "73e059ed-c145-46cc-8de8-43ce0e183032", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:26.961353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 817280fe-b782-407d-b3a5-70bef86cf511 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:54:26.961688 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d9d49bd-3c9d-4afd-8f48-e37e5e0d8bfb {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:26.962261 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1d74f2-1092-496d-9012-a9c9464408fb', 'name': 'network-vif-deleted', 'tag': '73e059ed-c145-46cc-8de8-43ce0e183032', 'status': 'completed', 'code': 200} Aug 26 10:54:26.973725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Deleting port f7da3182-5d05-4da9-832c-42f2b68f1ffd {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:26.974220 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:27.038080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 817280fe-b782-407d-b3a5-70bef86cf511 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:54:27.038929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 817280fe-b782-407d-b3a5-70bef86cf511 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:54:27.039757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d3300faa-bb40-4838-a0ed-f03f2a205657 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:54:27.041222 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f128949-2f5c-4126-be4a-ca1b363eb0e2 req-138e71eb-6514-488e-b46f-3e9b9ec691d5 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0281794 Aug 26 10:54:27.050914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] For port f7da3182-5d05-4da9-832c-42f2b68f1ffd, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f7da3182-5d05-4da9-832c-42f2b68f1ffd,segment=NetworkSegment(15f9145b-b851-4344-b514-6ba1edb915cf),segment_id=15f9145b-b851-4344-b514-6ba1edb915cf)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:27.051529 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:27.073785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: d3300faa-bb40-4838-a0ed-f03f2a205657 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:54:27.074162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d3300faa-bb40-4838-a0ed-f03f2a205657 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:54:27.075643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Calling delete_port for f7da3182-5d05-4da9-832c-42f2b68f1ffd owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:54:27.173874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f6825a-d067-4eb7-9857-aff76d4d7dbe None None] DHCP port deletion for b602d0f0-6778-464b-924a-76eb2f211de6 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:54:27.182569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:27.204714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e5f6825a-d067-4eb7-9857-aff76d4d7dbe None None] The port 'f7da3182-5d05-4da9-832c-42f2b68f1ffd' was deleted {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 26 10:54:27.213353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] No DVR routers for this DVR port f7da3182-5d05-4da9-832c-42f2b68f1ffd on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:54:27.239807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Pushing event deleted for resources: {'Port': ['ID=f7da3182-5d05-4da9-832c-42f2b68f1ffd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:27.315754 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:27.331631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b602d0f0-6778-464b-924a-76eb2f211de6']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:27.344134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f9145b-b851-4344-b514-6ba1edb915cf') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:27.344420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f9145b-b851-4344-b514-6ba1edb915cf') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:27.354875 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:27.375346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:27.382111 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:54:27.382527 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:54:27.384526 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:54:27.445262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:27.453759 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:27.455925 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] 10.222.0.21 "DELETE /v2.0/networks/b602d0f0-6778-464b-924a-76eb2f211de6 HTTP/1.1" status: 204 len: 168 time: 0.7077374 Aug 26 10:54:27.471196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc51b2-2a3e-47f2-ad7d-682038e978af admin admin] Pushing event deleted for resources: {'Network': ['ID=b602d0f0-6778-464b-924a-76eb2f211de6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:27.674178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49048) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:27.732904 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bc1f6716-c7a8-4904-9162-c76e3f875861 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc6f6affe1ca4b2f952f1c283d139aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574489 Aug 26 10:54:27.735737 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49054) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:27.760323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49056) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:27.820998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98116bc-411c-4183-b159-9ff5aedde0ec req-ebc8b856-c201-48cc-81e0-d6f71f8695f2 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:27.823427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d98116bc-411c-4183-b159-9ff5aedde0ec req-ebc8b856-c201-48cc-81e0-d6f71f8695f2 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.0815344 Aug 26 10:54:27.863161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1c60c-db4c-4188-909c-cb54f4799ce0 req-f00c6b1e-b4ee-49fc-abf3-9aa732ca9ce6 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:27.864739 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cda1c60c-db4c-4188-909c-cb54f4799ce0 req-f00c6b1e-b4ee-49fc-abf3-9aa732ca9ce6 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 950 time: 0.1208072 Aug 26 10:54:27.873288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da484f8-2f79-41e4-9a5a-0eca01ee0156 admin admin] Deleting subnet 924751d0-7641-4dce-a26c-53679c76e35e {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:54:27.888283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d98116bc-411c-4183-b159-9ff5aedde0ec req-55ce11f0-f996-4fc6-9110-f4e36204621d tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 Aug 26 10:54:27.889477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2da484f8-2f79-41e4-9a5a-0eca01ee0156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:27.914797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c75c5a0-ed8c-47dd-9c5f-579f9e461652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:27.978516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2da484f8-2f79-41e4-9a5a-0eca01ee0156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.021878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c75c5a0-ed8c-47dd-9c5f-579f9e461652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.045676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcc0e1-f8f2-40ac-8876-a514c27027ae req-c8831328-b121-4586-b152-62227552abb3 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:28.047786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dafcc0e1-f8f2-40ac-8876-a514c27027ae req-c8831328-b121-4586-b152-62227552abb3 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 950 time: 0.0624332 Aug 26 10:54:28.090587 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2da484f8-2f79-41e4-9a5a-0eca01ee0156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.112259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dafcc0e1-f8f2-40ac-8876-a514c27027ae req-372cfb6c-aa41-4c34-8224-a717626a4290 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/security-groups?id=209b40f2-fb4f-43e4-a804-54a4c617619d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509291 Aug 26 10:54:28.144868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c75c5a0-ed8c-47dd-9c5f-579f9e461652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.147569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c75c5a0-ed8c-47dd-9c5f-579f9e461652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.148783 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7c75c5a0-ed8c-47dd-9c5f-579f9e461652 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff1000bc-3ae6-41ee-affe-bc5923915402 HTTP/1.1" status: 204 len: 168 time: 0.4116874 Aug 26 10:54:28.153832 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-cda1c60c-db4c-4188-909c-cb54f4799ce0 req-328b7c83-d503-4c85-b8b0-3802ffb62557 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Deleting port 8e43839a-6298-457c-88e5-689eca255fea {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:28.154183 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cda1c60c-db4c-4188-909c-cb54f4799ce0 req-328b7c83-d503-4c85-b8b0-3802ffb62557 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.205703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75c5a0-ed8c-47dd-9c5f-579f9e461652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1000bc-3ae6-41ee-affe-bc5923915402,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:28.222190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd486796-8a79-4734-b62b-2edeede1d70b req-edf598c5-0f39-4ae9-8af6-d99210963a5e tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0505459 Aug 26 10:54:28.235161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2da484f8-2f79-41e4-9a5a-0eca01ee0156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.263998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2da484f8-2f79-41e4-9a5a-0eca01ee0156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.267914 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2da484f8-2f79-41e4-9a5a-0eca01ee0156 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/924751d0-7641-4dce-a26c-53679c76e35e HTTP/1.1" status: 204 len: 168 time: 0.5063617 Aug 26 10:54:28.271674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49070) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:28.305107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da484f8-2f79-41e4-9a5a-0eca01ee0156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924751d0-7641-4dce-a26c-53679c76e35e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:28.351688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cda1c60c-db4c-4188-909c-cb54f4799ce0 req-328b7c83-d503-4c85-b8b0-3802ffb62557 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] For port 8e43839a-6298-457c-88e5-689eca255fea, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8e43839a-6298-457c-88e5-689eca255fea,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:28.352553 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cda1c60c-db4c-4188-909c-cb54f4799ce0 req-328b7c83-d503-4c85-b8b0-3802ffb62557 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.363907 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.369209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-cda1c60c-db4c-4188-909c-cb54f4799ce0 req-328b7c83-d503-4c85-b8b0-3802ffb62557 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Calling delete_port for 8e43839a-6298-457c-88e5-689eca255fea owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:54:28.492526 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.511124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdc8425-bd55-41e5-a8e2-53ace6139bac']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:28.528398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073bb406-095a-4d21-b5f5-67ea6f8cb6d6') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:28.528746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073bb406-095a-4d21-b5f5-67ea6f8cb6d6') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:28.539690 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.560930 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.569643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:54:28.570073 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.572084 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cda1c60c-db4c-4188-909c-cb54f4799ce0 req-328b7c83-d503-4c85-b8b0-3802ffb62557 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.587882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['8e43839a-6298-457c-88e5-689eca255fea'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:28.634156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b7c83-d503-4c85-b8b0-3802ffb62557 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Pushing event deleted for resources: {'Port': ['ID=8e43839a-6298-457c-88e5-689eca255fea,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:54:28.637035 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:54:28.652057 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.660438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.664190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0fdc8425-bd55-41e5-a8e2-53ace6139bac HTTP/1.1" status: 204 len: 168 time: 0.3906991 Aug 26 10:54:28.687365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d04bc-35a4-4bb6-8c87-f332a17aaab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdc8425-bd55-41e5-a8e2-53ace6139bac,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:28.712794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda1c60c-db4c-4188-909c-cb54f4799ce0 req-328b7c83-d503-4c85-b8b0-3802ffb62557 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] No DVR routers for this DVR port 8e43839a-6298-457c-88e5-689eca255fea on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:54:28.717355 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cda1c60c-db4c-4188-909c-cb54f4799ce0 req-328b7c83-d503-4c85-b8b0-3802ffb62557 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:28.721146 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cda1c60c-db4c-4188-909c-cb54f4799ce0 req-328b7c83-d503-4c85-b8b0-3802ffb62557 tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.42 "DELETE /v2.0/ports/8e43839a-6298-457c-88e5-689eca255fea HTTP/1.1" status: 204 len: 173 time: 0.8450866 Aug 26 10:54:28.870965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49086) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:28.978541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f7da3182-5d05-4da9-832c-42f2b68f1ffd no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:54:28.978947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1d1959-b9af-4e69-9075-4e5e62de03b9', 'name': 'network-vif-deleted', 'tag': '8e43839a-6298-457c-88e5-689eca255fea'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:28.983496 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdc6e07-32d2-4076-b886-dbf639f77f6b" -d '{"events": [{"server_uuid": "fd1d1959-b9af-4e69-9075-4e5e62de03b9", "name": "network-vif-deleted", "tag": "8e43839a-6298-457c-88e5-689eca255fea"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:28.993463 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6b3168c3-ad38-40d5-ac6c-8b60ab1270c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b4b783a49d84ed6bcf7e48ed81594ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1196098 Aug 26 10:54:28.997285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49094) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:29.026369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: f7da3182-5d05-4da9-832c-42f2b68f1ffd {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:54:29.027150 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f7da3182-5d05-4da9-832c-42f2b68f1ffd not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:54:29.137885 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffedb9a-6683-49e9-901e-3c26dacd393c x-openstack-request-id: req-4ffedb9a-6683-49e9-901e-3c26dacd393c {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:29.141795 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1d1959-b9af-4e69-9075-4e5e62de03b9", "name": "network-vif-deleted", "tag": "8e43839a-6298-457c-88e5-689eca255fea", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:29.142694 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ffedb9a-6683-49e9-901e-3c26dacd393c {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:29.143661 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1d1959-b9af-4e69-9075-4e5e62de03b9', 'name': 'network-vif-deleted', 'tag': '8e43839a-6298-457c-88e5-689eca255fea', 'status': 'completed', 'code': 200} Aug 26 10:54:29.160499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867bd69-ee40-40e9-b854-e16b52a9d04f req-8bf428c9-18b0-447a-a43b-cd3da8e39344 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:29.163569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3867bd69-ee40-40e9-b854-e16b52a9d04f req-8bf428c9-18b0-447a-a43b-cd3da8e39344 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1232204 Aug 26 10:54:29.174042 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c31255e-9802-4877-84b5-f0f2c334b4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:29.249355 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c31255e-9802-4877-84b5-f0f2c334b4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:29.276419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3867bd69-ee40-40e9-b854-e16b52a9d04f req-e8e27445-3db9-4459-a92c-e9e3bcc924e1 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975266 Aug 26 10:54:29.332759 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c31255e-9802-4877-84b5-f0f2c334b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:29.337430 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c31255e-9802-4877-84b5-f0f2c334b4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:29.343270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1c31255e-9802-4877-84b5-f0f2c334b4d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e79d930-5182-4f69-ac51-c3c5dabed629 HTTP/1.1" status: 204 len: 168 time: 0.3438969 Aug 26 10:54:29.356540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31255e-9802-4877-84b5-f0f2c334b4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e79d930-5182-4f69-ac51-c3c5dabed629,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:29.472306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92496485-1dce-4c20-8ce5-1e86d6c11ddf req-91492689-4090-4629-a1e6-793ee4ae8f4f tempest-TenantUsagesTestJSON-137328939 tempest-TenantUsagesTestJSON-137328939-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1d1959-b9af-4e69-9075-4e5e62de03b9 HTTP/1.1" status: 200 len: 210 time: 0.0572634 Aug 26 10:54:29.506821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-104bb367-cd9e-4d60-adb9-cd4a1d7253ed req-52410012-03b9-4f5f-bb18-96f7ba8cb3e2 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0473707 Aug 26 10:54:29.647450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49114) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:29.843944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1182161084-network', 'tenant_id': '741aaab4c2a34981884ae3738168a1c3'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:29.876420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Made reservation on behalf of 741aaab4c2a34981884ae3738168a1c3 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:29.879323 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:29.889067 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:30.065743 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:30.072534 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:30.104282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7510662d-1af3-4406-82ce-396790f56102 req-c4af6c83-439d-421f-95b1-cf20ef7644e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2540605 Aug 26 10:54:30.138853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:54:30.152998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3a1c3f-2713-4221-87cb-a9b54d2504ea,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:30.161330 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:30.162052 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Added segment 021905f1-705f-43bc-919f-01b67ce9910c of type vlan for network 01291724-72fc-4748-a24a-0bcbfb4a77db Aug 26 10:54:30.216732 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:30.281642 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:30.283550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:30.284863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:30.295200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510662d-1af3-4406-82ce-396790f56102 req-60359956-739b-489d-b3af-aa4ee5f45fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:30.300627 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7510662d-1af3-4406-82ce-396790f56102 req-60359956-739b-489d-b3af-aa4ee5f45fc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f8f1332e5e243b2833795851aa3ca0b&device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 1097 time: 0.1627519 Aug 26 10:54:30.502226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 73e059ed-c145-46cc-8de8-43ce0e183032 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:54:30.519702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510662d-1af3-4406-82ce-396790f56102 req-60d9a63b-d5c2-4350-a555-a0444819bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:30.521694 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7510662d-1af3-4406-82ce-396790f56102 req-60d9a63b-d5c2-4350-a555-a0444819bff2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c0d75a0-fd7f-48f7-a993-7c1d938d8056 HTTP/1.1" status: 200 len: 913 time: 0.1908455 Aug 26 10:54:30.524050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49146) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:30.541229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 73e059ed-c145-46cc-8de8-43ce0e183032 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:54:30.541574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 73e059ed-c145-46cc-8de8-43ce0e183032 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:54:30.542481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8936095 Aug 26 10:54:30.551069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49152) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:30.559692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] Request body: {'subnet': {'network_id': '01291724-72fc-4748-a24a-0bcbfb4a77db', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1182161084-subnet', 'tenant_id': '741aaab4c2a34981884ae3738168a1c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:30.565164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3f8ec-698b-4d7c-8e3b-060d9871b2ea admin admin] Pushing event updated for resources: {'Network': ['ID=01291724-72fc-4748-a24a-0bcbfb4a77db,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:30.575817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 01291724-72fc-4748-a24a-0bcbfb4a77db details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:54:30.615469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d507bd4-b6de-431c-aa80-041185a1c64e req-5e5b9b5e-9a50-4f0c-9ad3-6420e4838e18 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:30.620548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d507bd4-b6de-431c-aa80-041185a1c64e req-5e5b9b5e-9a50-4f0c-9ad3-6420e4838e18 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1902304 Aug 26 10:54:30.652790 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7510662d-1af3-4406-82ce-396790f56102 req-6cdb4eba-5aa4-4336-939a-0ed1cac9707a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7596-1ad5-481a-8888-921637570461 HTTP/1.1" status: 200 len: 1000 time: 0.1079726 Aug 26 10:54:30.678794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] Made reservation on behalf of 741aaab4c2a34981884ae3738168a1c3 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:30.684108 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:30.724173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-92764368-network', 'tenant_id': 'f1188466c6ff4193a8066999b5303d56'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:30.749336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510662d-1af3-4406-82ce-396790f56102 req-73e94bd4-bdc4-46c4-bbb1-34b44075f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:30.750920 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7510662d-1af3-4406-82ce-396790f56102 req-73e94bd4-bdc4-46c4-bbb1-34b44075f092 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9b7048-2562-4685-b029-b56218fc7f4d HTTP/1.1" status: 200 len: 851 time: 0.0906324 Aug 26 10:54:30.756101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Made reservation on behalf of f1188466c6ff4193a8066999b5303d56 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:30.758851 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:30.792394 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:30.833946 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f92c4035-846f-454d-ad8b-066e09baee28 req-4233e3e1-aa1e-4428-a6b8-f4e3bcab18c3 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.1406806 Aug 26 10:54:30.836141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510662d-1af3-4406-82ce-396790f56102 req-135ec75f-6aed-430d-9ef8-4b1e710a7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:30.837965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7510662d-1af3-4406-82ce-396790f56102 req-135ec75f-6aed-430d-9ef8-4b1e710a7653 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c0d75a0-fd7f-48f7-a993-7c1d938d8056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767415 Aug 26 10:54:30.844402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d507bd4-b6de-431c-aa80-041185a1c64e req-0d810b2c-7580-4359-89d7-06c422005001 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138000 Aug 26 10:54:30.854103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-7510662d-1af3-4406-82ce-396790f56102 req-349d1672-85cf-494a-98be-6a6c0e3624bb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:54:30.855176 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7510662d-1af3-4406-82ce-396790f56102 req-349d1672-85cf-494a-98be-6a6c0e3624bb service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093768 Aug 26 10:54:30.935015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49158) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:31.003178 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7510662d-1af3-4406-82ce-396790f56102 req-754718bd-95f5-4f55-b69f-3a0449d8b872 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0d75a0-fd7f-48f7-a993-7c1d938d8056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397600 Aug 26 10:54:31.020152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.035600 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.041592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.108823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98524f55-4e18-44f7-89e1-5769120f38cb,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:31.115173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] Checking segment: {'id': '021905f1-705f-43bc-919f-01b67ce9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01291724-72fc-4748-a24a-0bcbfb4a77db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:31.115598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] Network hostable DHCP agents. Network: 01291724-72fc-4748-a24a-0bcbfb4a77db, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:54:31.139129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] Network 01291724-72fc-4748-a24a-0bcbfb4a77db is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:54:31.152331 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:54:31.156923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 01291724-72fc-4748-a24a-0bcbfb4a77db) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:31.165614 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:31.167858 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.168095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:31.190693 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.191408 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Added segment 65294cbc-b296-40c1-8978-cb1fb4b3e594 of type vlan for network 4ea48b37-c271-4d31-9343-2642e086d87b Aug 26 10:54:31.197005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4a94ce-46da-4073-8bdc-d80cb52708a3 None None] Network 01291724-72fc-4748-a24a-0bcbfb4a77db requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:54:31.208998 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9e246f23-c67f-4902-b1bd-94aec468a576 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6564512 Aug 26 10:54:31.281845 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bf3380f9-75ba-40ec-8029-c1e933cba5ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9f038b05ca44ddeab9dc0f2b0c79601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428695 Aug 26 10:54:31.282101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49168) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:31.305172 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7510662d-1af3-4406-82ce-396790f56102 req-62a89896-1fbd-4969-91af-4b3efb06cb17 service neutron] 10.222.0.47 "GET /v2.0/networks/8c0d75a0-fd7f-48f7-a993-7c1d938d8056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901728 Aug 26 10:54:31.307387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.375788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.379860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:31.385853 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.516097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24882d7-be7f-4410-aa89-c55ff14e5d91 None None] Network 01291724-72fc-4748-a24a-0bcbfb4a77db requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:54:31.529091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdd59a13-4916-48a2-8fcd-f968963c85f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.578336 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0528009 Aug 26 10:54:31.583153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49176) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:31.592200 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdd59a13-4916-48a2-8fcd-f968963c85f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.596288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] Request body: {'subnet': {'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-92764368-subnet', 'tenant_id': 'f1188466c6ff4193a8066999b5303d56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:31.621030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62b2a9-7f3a-4d41-9907-d5c6f40c6c28 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea48b37-c271-4d31-9343-2642e086d87b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:31.655517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 4ea48b37-c271-4d31-9343-2642e086d87b details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:54:31.685790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] Made reservation on behalf of f1188466c6ff4193a8066999b5303d56 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:31.697318 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.699736 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdd59a13-4916-48a2-8fcd-f968963c85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.704228 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdd59a13-4916-48a2-8fcd-f968963c85f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:31.706271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fdd59a13-4916-48a2-8fcd-f968963c85f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/209b40f2-fb4f-43e4-a804-54a4c617619d HTTP/1.1" status: 204 len: 168 time: 0.4225965 Aug 26 10:54:31.742587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd59a13-4916-48a2-8fcd-f968963c85f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209b40f2-fb4f-43e4-a804-54a4c617619d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:31.992157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87899ea7-8090-486f-8653-29d19cb18a0e req-92b9fe73-b3ee-4db2-8e9a-d5dd2f622c9f tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0549614 Aug 26 10:54:32.008433 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:32.147069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeafb0-b6ff-495b-98e2-d43356048498 req-92ae6b96-ff29-44f8-a222-6d7e111b67da tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:32.148903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8cdeafb0-b6ff-495b-98e2-d43356048498 req-92ae6b96-ff29-44f8-a222-6d7e111b67da tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.0666575 Aug 26 10:54:32.149063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] Checking segment: {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:32.149671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] Network hostable DHCP agents. Network: 4ea48b37-c271-4d31-9343-2642e086d87b, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:54:32.153501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88bdba8-27b4-4f8b-b287-2986f88978a2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:32.186794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] Network 4ea48b37-c271-4d31-9343-2642e086d87b is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:54:32.205993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49188) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:32.230162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8cdeafb0-b6ff-495b-98e2-d43356048498 req-d0bcb510-94a4-4052-8fb6-ecafdfdc6659 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720663 Aug 26 10:54:32.233482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11df5e14-7dfc-41ea-8391-5d177fb8c498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:32.236914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 4ea48b37-c271-4d31-9343-2642e086d87b) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:32.251230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81915218-de37-4bbc-a21e-cde28281ee09 None None] Network 4ea48b37-c271-4d31-9343-2642e086d87b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:54:32.269897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:32.271418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:32.441251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11df5e14-7dfc-41ea-8391-5d177fb8c498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:32.448427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11df5e14-7dfc-41ea-8391-5d177fb8c498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:32.464056 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-56558d13-83dc-4291-8d9a-bbe4d646ca39 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8774066 Aug 26 10:54:32.488159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-de37ceee-f6a0-4ff9-98ea-c21d110cd91e tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:32.503521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-de37ceee-f6a0-4ff9-98ea-c21d110cd91e tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/networks?id=01291724-72fc-4748-a24a-0bcbfb4a77db HTTP/1.1" status: 200 len: 818 time: 0.1751156 Aug 26 10:54:32.528479 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-11df5e14-7dfc-41ea-8391-5d177fb8c498 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70723bce0d4b4dc6a60bfb87d30c97fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206182 Aug 26 10:54:32.529906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df5e14-7dfc-41ea-8391-5d177fb8c498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813d864a-bd6c-4bfb-96c5-37d0364e5a8c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:32.534880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49202) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:32.537260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8e43839a-6298-457c-88e5-689eca255fea no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:54:32.553838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-f915ba0f-022c-4a13-bfba-e831df9eee7e tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/quotas/741aaab4c2a34981884ae3738168a1c3 HTTP/1.1" status: 200 len: 375 time: 0.0468242 Aug 26 10:54:32.616361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-4ea48b37-c271-4d31-9343-2642e086d87b', 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b', 'tenant_id': 'f1188466c6ff4193a8066999b5303d56', 'fixed_ips': [{'subnet_id': 'a88bdba8-27b4-4f8b-b287-2986f88978a2'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:54:32.618371 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:32.619368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42709924-c432-4358-8d82-1b8febb8def0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:32.625747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-159105d8-a1de-43f5-a994-f6ddb1997ee2 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=741aaab4c2a34981884ae3738168a1c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685081 Aug 26 10:54:32.638248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 8e43839a-6298-457c-88e5-689eca255fea {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:54:32.638866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8e43839a-6298-457c-88e5-689eca255fea not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:54:32.675017 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42709924-c432-4358-8d82-1b8febb8def0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:32.789139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-c35a6a27-02e9-47af-990c-01c5e8796cae service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:54:32.799514 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-c35a6a27-02e9-47af-990c-01c5e8796cae service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1651099 Aug 26 10:54:32.817702 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42709924-c432-4358-8d82-1b8febb8def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:32.820330 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42709924-c432-4358-8d82-1b8febb8def0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:32.821586 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-42709924-c432-4358-8d82-1b8febb8def0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/813d864a-bd6c-4bfb-96c5-37d0364e5a8c HTTP/1.1" status: 204 len: 168 time: 0.2856436 Aug 26 10:54:32.855157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42709924-c432-4358-8d82-1b8febb8def0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813d864a-bd6c-4bfb-96c5-37d0364e5a8c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:32.987474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Allocated IP 172.20.0.2 (4ea48b37-c271-4d31-9343-2642e086d87b/a88bdba8-27b4-4f8b-b287-2986f88978a2/3b74359e-ed97-422b-8ec7-7616544007bb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:32.996759 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-6eb1c4bd-bb0f-41d7-bb71-32daef4d9e93 service neutron] 10.222.0.21 "GET /v2.0/networks/01291724-72fc-4748-a24a-0bcbfb4a77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953473 Aug 26 10:54:33.185231 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:33.198783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-5bb54984-bbf4-4820-9140-4fa28a5f4c62 service neutron] 10.222.0.21 "GET /v2.0/networks/01291724-72fc-4748-a24a-0bcbfb4a77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966634 Aug 26 10:54:33.200367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Transition to ACTIVE for port object 3b74359e-ed97-422b-8ec7-7616544007bb will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:33.228633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Transition to ACTIVE for port object 3b74359e-ed97-422b-8ec7-7616544007bb will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:33.242149 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:33.295649 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Network 4ea48b37-c271-4d31-9343-2642e086d87b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:33.300094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:33.305679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:33.326410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Pushing event updated for resources: {'Port': ['ID=3b74359e-ed97-422b-8ec7-7616544007bb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:33.427293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Attempting to bind port 3b74359e-ed97-422b-8ec7-7616544007bb on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:54:33.427952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Attempting to bind port 3b74359e-ed97-422b-8ec7-7616544007bb by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:54:33.428640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Attempting to bind port 3b74359e-ed97-422b-8ec7-7616544007bb on network 4ea48b37-c271-4d31-9343-2642e086d87b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:33.439442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:54:33.440490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Checking segment: {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:33.441322 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:33.442087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Bound using segment: {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:54:33.443517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Bound port: 3b74359e-ed97-422b-8ec7-7616544007bb, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:54:33.443907 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:33.622807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] For port 3b74359e-ed97-422b-8ec7-7616544007bb, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:54:33.628980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0406b708-72dd-4eda-973c-e55b98f9c51d req-89e1c485-282c-4a03-ad3d-10e4954eaea7 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0958953 Aug 26 10:54:33.630706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] For port 3b74359e-ed97-422b-8ec7-7616544007bb, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3b74359e-ed97-422b-8ec7-7616544007bb,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:54:33.659150 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:33.798329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c1a6f-89ef-4d49-9961-6f585cd43c43 None None] Pushing event updated for resources: {'Port': ['ID=3b74359e-ed97-422b-8ec7-7616544007bb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:33.990168 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30a383-bb7c-48f7-b495-0d7f016966c5 req-d8fd3762-3145-4568-9f02-38df94124c29 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:33.998302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa30a383-bb7c-48f7-b495-0d7f016966c5 req-d8fd3762-3145-4568-9f02-38df94124c29 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1272995 Aug 26 10:54:34.079179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa30a383-bb7c-48f7-b495-0d7f016966c5 req-567300bb-7974-49c1-bb93-5fbec7f77787 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773211 Aug 26 10:54:34.146531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-62a6ddfe-547d-4576-aafc-21799aa40fb9 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:34.149908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-62a6ddfe-547d-4576-aafc-21799aa40fb9 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/networks?id=4ea48b37-c271-4d31-9343-2642e086d87b HTTP/1.1" status: 200 len: 814 time: 0.5025454 Aug 26 10:54:34.182628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-774739f8-8dfb-40a7-930d-fef1595501a3 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/quotas/f1188466c6ff4193a8066999b5303d56 HTTP/1.1" status: 200 len: 375 time: 0.0247095 Aug 26 10:54:34.339122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-a8ea1076-1d7e-492e-b65c-bc71ddd82700 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1188466c6ff4193a8066999b5303d56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414721 Aug 26 10:54:34.364141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-42460f30-9ecc-4c2d-a56e-c0c83516aab8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:54:34.365220 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-42460f30-9ecc-4c2d-a56e-c0c83516aab8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060732 Aug 26 10:54:34.480092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-064b0da3-725f-4f0e-9e76-084993070bfc req-d0115670-c1b4-4300-9167-2e8caabae3cc tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 210 time: 0.0613415 Aug 26 10:54:34.509501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49266) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:34.564159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b2c8bfb9-7cfe-4789-b53c-7b1af0436d3c service neutron] 10.222.0.21 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814072 Aug 26 10:54:34.705538 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-3913b80c-fdc8-4709-bb96-db752098bc99 service neutron] 10.222.0.21 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349020 Aug 26 10:54:34.708847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-network', 'tenant_id': '7f18812d894748339fa303112b599a64'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:34.772890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Made reservation on behalf of 7f18812d894748339fa303112b599a64 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:34.778036 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:34.798444 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:34.811399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdb5d15a-13b7-4123-9dfa-b278897805be req-3f549e33-465b-4723-be6f-50f74ee4c14d tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0474911 Aug 26 10:54:34.976817 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:34.986083 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:35.037477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b74359e-ed97-422b-8ec7-7616544007bb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:35.170387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3b74359e-ed97-422b-8ec7-7616544007bb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:35.211681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:54:35.272213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f6bb20-7465-492d-9b79-d16564221479,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:35.318368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:35.318947 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Added segment 6e352456-c1ad-426b-b30a-0c6623a175bb of type vlan for network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 Aug 26 10:54:35.386413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a540b-86ff-4ab7-b36a-38e42d77f0ce req-b7b90a16-24b4-4ddb-be72-55198a3ddf2d tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:35.392248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-644a540b-86ff-4ab7-b36a-38e42d77f0ce req-b7b90a16-24b4-4ddb-be72-55198a3ddf2d tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1143806 Aug 26 10:54:35.436740 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba62fa78-13dd-4c6d-b116-3079fde156ac None None] Network 4ea48b37-c271-4d31-9343-2642e086d87b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:54:35.552507 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-644a540b-86ff-4ab7-b36a-38e42d77f0ce req-9f60ffbc-8139-4a00-8b03-96b78faeb53f tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372480 Aug 26 10:54:35.631439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-592776b1-c1e9-4c85-a5d8-09835f137c18 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:35.633234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-592776b1-c1e9-4c85-a5d8-09835f137c18 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/networks?id=4ea48b37-c271-4d31-9343-2642e086d87b HTTP/1.1" status: 200 len: 814 time: 0.2565279 Aug 26 10:54:35.682957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-f8ffd27d-8c37-4826-bb6e-844f90124598 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/quotas/f1188466c6ff4193a8066999b5303d56 HTTP/1.1" status: 200 len: 375 time: 0.0417557 Aug 26 10:54:35.691146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7e373db2-7930-4824-82ed-13ea7464e8be None None] Provisioning for port 3b74359e-ed97-422b-8ec7-7616544007bb completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:35.706830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7e373db2-7930-4824-82ed-13ea7464e8be None None] Provisioning complete for port 3b74359e-ed97-422b-8ec7-7616544007bb triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:35.707826 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e373db2-7930-4824-82ed-13ea7464e8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:35.806137 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:35.830611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-efb7c086-25d9-4103-bbea-4a4792316dbe tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:35.833133 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-efb7c086-25d9-4103-bbea-4a4792316dbe tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.42 "GET /v2.0/networks?id=01291724-72fc-4748-a24a-0bcbfb4a77db HTTP/1.1" status: 200 len: 818 time: 0.8026450 Aug 26 10:54:35.850912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Request body: {'port': {'device_id': 'a782c970-ac0f-40d3-b8f7-4cad8dbd49f1', 'network_id': '01291724-72fc-4748-a24a-0bcbfb4a77db', 'admin_state_up': True, 'tenant_id': '741aaab4c2a34981884ae3738168a1c3'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:35.887585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-cf220b46-d958-43d9-bfec-80176af1243e tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1188466c6ff4193a8066999b5303d56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1952879 Aug 26 10:54:35.912801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:35.913808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:35.914617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:35.954835 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e373db2-7930-4824-82ed-13ea7464e8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:36.023830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5106282 Aug 26 10:54:36.040959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49304) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:36.069836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] Request body: {'subnet': {'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-subnet', 'tenant_id': '7f18812d894748339fa303112b599a64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:36.073905 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7e373db2-7930-4824-82ed-13ea7464e8be None None] For port 3b74359e-ed97-422b-8ec7-7616544007bb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3b74359e-ed97-422b-8ec7-7616544007bb,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:36.079317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c682b116-f8fd-4ceb-bc3e-a4ce6ee7d47e req-d1c96b88-3d03-41a5-97f3-a36ca6e0f947 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 210 time: 0.0737424 Aug 26 10:54:36.089721 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e373db2-7930-4824-82ed-13ea7464e8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:36.181632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a4ee3-a4f0-4bf0-80f4-32ef5a4ffeaf admin admin] Pushing event updated for resources: {'Network': ['ID=3d09a83c-fbcb-450f-8f29-8ae9a2802f81,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:36.209596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:54:36.281362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-be99d9d2-c6f8-4393-a647-ee00999a4588 service neutron] 10.222.0.21 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903735 Aug 26 10:54:36.367839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e373db2-7930-4824-82ed-13ea7464e8be None None] Pushing event updated for resources: {'Port': ['ID=3b74359e-ed97-422b-8ec7-7616544007bb,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:36.396228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] Made reservation on behalf of 7f18812d894748339fa303112b599a64 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:36.408465 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:36.477528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b48f5629-e22a-40f8-8390-65be54c4cb5a None None] Provisioning complete for port 3b74359e-ed97-422b-8ec7-7616544007bb triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:36.478270 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b48f5629-e22a-40f8-8390-65be54c4cb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:36.497654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c10ab568-b6b3-4bf7-8a6b-3af409caaadf service neutron] 10.222.0.21 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145877 Aug 26 10:54:36.544237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e16eb-5072-46ea-bad3-0f0c632ddfe8 req-92fb581d-555d-4241-b5a4-f0714767afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:36.546686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c05e16eb-5072-46ea-bad3-0f0c632ddfe8 req-92fb581d-555d-4241-b5a4-f0714767afe2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 1097 time: 0.3036087 Aug 26 10:54:36.555822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Made reservation on behalf of 741aaab4c2a34981884ae3738168a1c3 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:36.562099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:36.626433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbbfd919-d8fb-4cea-ba63-da10b961b2d4 req-e680f822-6c89-4a53-aa68-13ebb4254396 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0525804 Aug 26 10:54:36.836650 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c05e16eb-5072-46ea-bad3-0f0c632ddfe8 req-66ea2bc7-88eb-4349-a502-484bf417a6a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688205 Aug 26 10:54:36.860603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f63987-f03e-4536-9108-19dc412b35b1 req-6fe133a0-bf38-44e7-9ef3-cbe02aa520e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:36.875745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f63987-f03e-4536-9108-19dc412b35b1 req-6fe133a0-bf38-44e7-9ef3-cbe02aa520e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:36.890009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f63987-f03e-4536-9108-19dc412b35b1 req-6fe133a0-bf38-44e7-9ef3-cbe02aa520e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:36.918976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f63987-f03e-4536-9108-19dc412b35b1 req-6fe133a0-bf38-44e7-9ef3-cbe02aa520e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:36.932955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f63987-f03e-4536-9108-19dc412b35b1 req-6fe133a0-bf38-44e7-9ef3-cbe02aa520e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:36.939985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f63987-f03e-4536-9108-19dc412b35b1 req-6fe133a0-bf38-44e7-9ef3-cbe02aa520e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:36.946854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f63987-f03e-4536-9108-19dc412b35b1 req-6fe133a0-bf38-44e7-9ef3-cbe02aa520e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:36.948831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59f63987-f03e-4536-9108-19dc412b35b1 req-6fe133a0-bf38-44e7-9ef3-cbe02aa520e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5435 time: 0.2260873 Aug 26 10:54:36.989271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Allocated IP 172.20.0.12 (01291724-72fc-4748-a24a-0bcbfb4a77db/98524f55-4e18-44f7-89e1-5769120f38cb/5e5e6692-a8c9-424a-803e-0a63ceeaa51b) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:37.020307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b74359e-ed97-422b-8ec7-7616544007bb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:37.024003 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:37.051327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73febd02-1c5a-48c8-a665-678fdeb8066e req-f0cb2712-26d6-4bb4-887e-b677f9113cb3 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:37.053759 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73febd02-1c5a-48c8-a665-678fdeb8066e req-f0cb2712-26d6-4bb4-887e-b677f9113cb3 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1038775 Aug 26 10:54:37.066789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59f63987-f03e-4536-9108-19dc412b35b1 req-49dce978-dfbe-402e-9cf1-a8162fe8400f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992715 Aug 26 10:54:37.160331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73febd02-1c5a-48c8-a665-678fdeb8066e req-a90cf4bf-50f7-4469-a640-c88b1b6946b6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916271 Aug 26 10:54:37.172632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3b74359e-ed97-422b-8ec7-7616544007bb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:37.173929 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:37.179823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c7f25a-2287-4e2f-bf2d-28fd40dcddcb,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:37.457530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] Checking segment: {'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:37.458096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] Network hostable DHCP agents. Network: 3d09a83c-fbcb-450f-8f29-8ae9a2802f81, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:54:37.514967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] Network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:54:37.579564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f5088a5-1a76-49a7-a443-852f434bae1a req-7b641a9b-9faf-4159-b467-fa1e7480072d tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 210 time: 0.1504202 Aug 26 10:54:37.580305 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:37.637501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-19ab197d-4f4f-4954-8e03-173a3d738915 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:37.643302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-19ab197d-4f4f-4954-8e03-173a3d738915 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/networks?id=4ea48b37-c271-4d31-9343-2642e086d87b HTTP/1.1" status: 200 len: 814 time: 0.2406573 Aug 26 10:54:37.649792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 3d09a83c-fbcb-450f-8f29-8ae9a2802f81) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:37.657985 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:37.672255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688376c1-8aab-45c5-b973-98a10ebc051e None None] Network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:54:37.678821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:37.679861 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:37.700778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-d27d9e25-29e1-46d3-9c78-914ab9ecfce4 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/quotas/f1188466c6ff4193a8066999b5303d56 HTTP/1.1" status: 200 len: 375 time: 0.0459263 Aug 26 10:54:37.720085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Network 01291724-72fc-4748-a24a-0bcbfb4a77db is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:37.725052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:37.729682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:37.847114 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d2f6f260-56d7-4203-8211-a3699633a992 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7927363 Aug 26 10:54:37.851618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49340) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:37.852350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Pushing event updated for resources: {'Port': ['ID=5e5e6692-a8c9-424a-803e-0a63ceeaa51b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:37.859026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-router', 'tenant_id': '7f18812d894748339fa303112b599a64', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:37.874676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-a66956b6-8306-41f2-be8e-a03bf89d94ea tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1188466c6ff4193a8066999b5303d56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1722014 Aug 26 10:54:37.896238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:37.897344 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:37.929087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:37.929874 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:37.931156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e594c3-97f9-4022-b2a6-b25677c0fe17 req-73dda1f8-e932-40f7-a1eb-f2f62a0ea640 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:37.945847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e594c3-97f9-4022-b2a6-b25677c0fe17 req-73dda1f8-e932-40f7-a1eb-f2f62a0ea640 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:37.960609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e594c3-97f9-4022-b2a6-b25677c0fe17 req-73dda1f8-e932-40f7-a1eb-f2f62a0ea640 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:37.966403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-ef1b2f3c-387c-4beb-a14f-2f383f01ae90 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:37.968076 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-ef1b2f3c-387c-4beb-a14f-2f383f01ae90 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.47 "GET /v2.0/networks?id=4ea48b37-c271-4d31-9343-2642e086d87b HTTP/1.1" status: 200 len: 814 time: 0.2300375 Aug 26 10:54:37.975751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e594c3-97f9-4022-b2a6-b25677c0fe17 req-73dda1f8-e932-40f7-a1eb-f2f62a0ea640 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:37.986199 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-e59f3049-6cca-4664-a596-a532b0561262 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1417644 Aug 26 10:54:37.990769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Request body: {'port': {'device_id': '2634d392-3b59-44d3-b440-94bc73a5fdf5', 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b', 'admin_state_up': True, 'tenant_id': 'f1188466c6ff4193a8066999b5303d56'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:37.991755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e594c3-97f9-4022-b2a6-b25677c0fe17 req-73dda1f8-e932-40f7-a1eb-f2f62a0ea640 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:38.005374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Request body: {'port': {'device_id': 'a782c970-ac0f-40d3-b8f7-4cad8dbd49f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:38.008082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e594c3-97f9-4022-b2a6-b25677c0fe17 req-73dda1f8-e932-40f7-a1eb-f2f62a0ea640 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:38.023602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e594c3-97f9-4022-b2a6-b25677c0fe17 req-73dda1f8-e932-40f7-a1eb-f2f62a0ea640 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:38.037081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b5e594c3-97f9-4022-b2a6-b25677c0fe17 req-73dda1f8-e932-40f7-a1eb-f2f62a0ea640 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5435 time: 0.3842981 Aug 26 10:54:38.102886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-3d09a83c-fbcb-450f-8f29-8ae9a2802f81', 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81', 'tenant_id': '7f18812d894748339fa303112b599a64', 'fixed_ips': [{'subnet_id': '26c7f25a-2287-4e2f-bf2d-28fd40dcddcb'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:54:38.105400 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:38.200561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:38.397893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24205e6e-04c7-4d18-9ac4-02590649d061 req-2c64a088-6506-4c38-a6c6-1964d0703f4d tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0636811 Aug 26 10:54:38.436254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Allocated IP 172.20.0.2 (3d09a83c-fbcb-450f-8f29-8ae9a2802f81/26c7f25a-2287-4e2f-bf2d-28fd40dcddcb/3be6567c-148c-46e9-8cf9-ef17822979e2) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:38.473809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-9538a8f0-84b8-4b3b-b6fb-f123182fc4b6 service neutron] 10.222.0.21 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810723 Aug 26 10:54:38.510518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:38.548159 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:38.690875 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:38.706102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Transition to ACTIVE for port object 3be6567c-148c-46e9-8cf9-ef17822979e2 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:38.730253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Transition to ACTIVE for port object 3be6567c-148c-46e9-8cf9-ef17822979e2 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:38.741269 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:38.827124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Made reservation on behalf of f1188466c6ff4193a8066999b5303d56 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:38.832462 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:38.832898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:38.842313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:38.847947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:38.905300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Pushing event updated for resources: {'Port': ['ID=3be6567c-148c-46e9-8cf9-ef17822979e2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:38.975652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Attempting to bind port 3be6567c-148c-46e9-8cf9-ef17822979e2 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:54:38.976640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Attempting to bind port 3be6567c-148c-46e9-8cf9-ef17822979e2 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:54:38.977292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Attempting to bind port 3be6567c-148c-46e9-8cf9-ef17822979e2 on network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:38.987410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:54:38.988386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Checking segment: {'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:38.989135 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:38.989955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Bound using segment: {'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:54:38.990711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Bound port: 3be6567c-148c-46e9-8cf9-ef17822979e2, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:54:38.991012 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:39.076722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] For port 3be6567c-148c-46e9-8cf9-ef17822979e2, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:54:39.081209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] For port 3be6567c-148c-46e9-8cf9-ef17822979e2, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3be6567c-148c-46e9-8cf9-ef17822979e2,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:54:39.086998 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:39.136769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-786ed5f2-d32c-4620-9e8e-f22ff5a89a9d tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:39.139528 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-786ed5f2-d32c-4620-9e8e-f22ff5a89a9d tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.47 "GET /v2.0/networks?id=4ea48b37-c271-4d31-9343-2642e086d87b HTTP/1.1" status: 200 len: 814 time: 0.4016891 Aug 26 10:54:39.174668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b31f6-0ffa-4e30-bd05-186beeffc144 None None] Pushing event updated for resources: {'Port': ['ID=3be6567c-148c-46e9-8cf9-ef17822979e2,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:39.175116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Request body: {'port': {'device_id': '5ac504ba-1089-41b4-a4e3-b2f5b9584015', 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b', 'admin_state_up': True, 'tenant_id': 'f1188466c6ff4193a8066999b5303d56'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:39.213289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-0b119c64-b5c7-4b1c-a562-edd7b7f64f98 service neutron] 10.222.0.21 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312722 Aug 26 10:54:39.224059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a8ef-b6a4-4611-bd07-aeaf5a41c9b5 req-16f438ef-4a6d-4cfe-bb89-029333b7d4a6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:39.232526 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef09a8ef-b6a4-4611-bd07-aeaf5a41c9b5 req-16f438ef-4a6d-4cfe-bb89-029333b7d4a6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1437700 Aug 26 10:54:39.297690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef09a8ef-b6a4-4611-bd07-aeaf5a41c9b5 req-44775aba-87a1-4f8e-bd05-bb5350697fd0 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633473 Aug 26 10:54:39.506893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Allocated IP 172.20.0.5 (4ea48b37-c271-4d31-9343-2642e086d87b/a88bdba8-27b4-4f8b-b287-2986f88978a2/659ad147-d1e3-4e9e-953f-c04d54263899) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:39.615028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4c58a-40c4-414d-aca2-6ded42d8678d req-2a2de77d-2b7e-426a-be71-6a96f092ee1a tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:39.624407 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0de4c58a-40c4-414d-aca2-6ded42d8678d req-2a2de77d-2b7e-426a-be71-6a96f092ee1a tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 932 time: 0.1396775 Aug 26 10:54:39.648840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5e6692-a8c9-424a-803e-0a63ceeaa51b {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:39.674760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0de4c58a-40c4-414d-aca2-6ded42d8678d req-90d4f268-a925-4094-bb3e-909942d41f1a tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501144 Aug 26 10:54:39.698543 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:39.756490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Transition to ACTIVE for port object 5e5e6692-a8c9-424a-803e-0a63ceeaa51b will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:39.764289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-50257d73-bae4-41a7-b137-ff002ed09b4c req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2032794488', 'description': 'tempest-description-2121794317'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:39.805589 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Made reservation on behalf of f1188466c6ff4193a8066999b5303d56 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:39.814225 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:39.851546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:39.854129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:39.904302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5daa6e8b-8474-4522-9edc-2c371447086b req-99ab2e2c-6b1d-436a-ad5b-bcaf12b1381b tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 210 time: 0.0839601 Aug 26 10:54:39.922313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-50257d73-bae4-41a7-b137-ff002ed09b4c req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:39.928175 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:39.984199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5e6692-a8c9-424a-803e-0a63ceeaa51b,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:40.090815 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-50257d73-bae4-41a7-b137-ff002ed09b4c req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:40.102844 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-50257d73-bae4-41a7-b137-ff002ed09b4c req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:40.147698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af8a2b1c-499f-4cc0-b52f-0bad1a010d4b req-df104eba-f776-4f51-847e-85062f659570 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0649393 Aug 26 10:54:40.177627 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-50257d73-bae4-41a7-b137-ff002ed09b4c req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:40.180333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50257d73-bae4-41a7-b137-ff002ed09b4c req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4492548 Aug 26 10:54:40.212333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f31bd8-f88b-4095-ba75-dc80ce672e02,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:40.245751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.246301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.246451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.246841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.247251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.247661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.247984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.248281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.248645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.248982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.249314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.250193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cbbfda-b8b7-44b8-a3f8-69393c69cdaa tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:40.375230 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa025c8b-f425-4ee8-861b-02d12eefd4b3 req-efbed769-fc77-4c63-bab1-5ae277998633 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2032794488&fields=id&tenant_id=c9aa42aeae014220b21383abc55e59dc HTTP/1.1" status: 200 len: 267 time: 0.0529504 Aug 26 10:54:40.456452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025c8b-f425-4ee8-861b-02d12eefd4b3 req-5762bab8-7216-4bcb-bc02-458f145e71e4 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:40.458679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa025c8b-f425-4ee8-861b-02d12eefd4b3 req-5762bab8-7216-4bcb-bc02-458f145e71e4 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.0769689 Aug 26 10:54:40.479526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-fa025c8b-f425-4ee8-861b-02d12eefd4b3 req-be76fb41-1ab8-4613-a439-cc17b2189d4a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Request body: {'port': {'security_groups': ['9461c5f1-29d7-4b1c-9898-e90a4a17a3a5', '51f31bd8-f88b-4095-ba75-dc80ce672e02']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:40.591826 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa025c8b-f425-4ee8-861b-02d12eefd4b3 req-be76fb41-1ab8-4613-a439-cc17b2189d4a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:40.730077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:40.748619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Transition to ACTIVE for port object 659ad147-d1e3-4e9e-953f-c04d54263899 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:40.797595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49394) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:40.815003 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:40.953044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6471c65e-313c-43e6-9075-6c39cdc592ee None None] Network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:54:41.068551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-fa025c8b-f425-4ee8-861b-02d12eefd4b3 req-be76fb41-1ab8-4613-a439-cc17b2189d4a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] For port 25316986-2cf6-4608-a8a8-9b672a77461d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25316986-2cf6-4608-a8a8-9b672a77461d,segment=NetworkSegment(b0c8a3fd-3c20-4647-96fe-9a321e5b3758),segment_id=b0c8a3fd-3c20-4647-96fe-9a321e5b3758)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:41.115238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e6684-8bf3-41a1-9758-0b181a8f44b0 req-2e175edf-2878-4e63-8521-6b0c85033fee tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.125104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-953e6684-8bf3-41a1-9758-0b181a8f44b0 req-2e175edf-2878-4e63-8521-6b0c85033fee tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 944 time: 0.1924877 Aug 26 10:54:41.158720 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa025c8b-f425-4ee8-861b-02d12eefd4b3 req-be76fb41-1ab8-4613-a439-cc17b2189d4a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:41.170107 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa025c8b-f425-4ee8-861b-02d12eefd4b3 req-be76fb41-1ab8-4613-a439-cc17b2189d4a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:41.171067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Network 4ea48b37-c271-4d31-9343-2642e086d87b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:41.194066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:41.257505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-953e6684-8bf3-41a1-9758-0b181a8f44b0 req-c86add1d-c4c0-4ed2-b9bd-d826ac97f37e tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310062 Aug 26 10:54:41.268490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3be6567c-148c-46e9-8cf9-ef17822979e2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:41.272221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['25316986-2cf6-4608-a8a8-9b672a77461d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:41.291925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025c8b-f425-4ee8-861b-02d12eefd4b3 req-be76fb41-1ab8-4613-a439-cc17b2189d4a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.299073 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fa025c8b-f425-4ee8-861b-02d12eefd4b3 req-be76fb41-1ab8-4613-a439-cc17b2189d4a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:41.315711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa025c8b-f425-4ee8-861b-02d12eefd4b3 req-be76fb41-1ab8-4613-a439-cc17b2189d4a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "PUT /v2.0/ports/25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 981 time: 0.8449295 Aug 26 10:54:41.317179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:41.323393 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf7a4a2-7106-46c2-b791-93b0dabc8a85" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:41.326424 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-6fa02930-8006-408b-b9f9-abe5ca1e0e85 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.328813 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-6fa02930-8006-408b-b9f9-abe5ca1e0e85 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.42 "GET /v2.0/networks?id=4ea48b37-c271-4d31-9343-2642e086d87b HTTP/1.1" status: 200 len: 814 time: 0.1954126 Aug 26 10:54:41.329760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Attempting to bind port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:54:41.330107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Attempting to bind port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '021905f1-705f-43bc-919f-01b67ce9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01291724-72fc-4748-a24a-0bcbfb4a77db'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:54:41.330442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Attempting to bind port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b on network 01291724-72fc-4748-a24a-0bcbfb4a77db {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:41.348961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:41.397893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76fb41-1ab8-4613-a439-cc17b2189d4a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Pushing event updated for resources: {'Port': ['ID=25316986-2cf6-4608-a8a8-9b672a77461d,revision_number=6']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:41.410102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-04ce6eb2-8fa3-4a09-bfcc-308ac4a2f041 None None] Provisioning for port 3be6567c-148c-46e9-8cf9-ef17822979e2 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:41.429235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b on network 01291724-72fc-4748-a24a-0bcbfb4a77db not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:54:41.429636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Attempting to bind port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b on network 01291724-72fc-4748-a24a-0bcbfb4a77db {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:41.437896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.438956 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:41.451750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['25316986-2cf6-4608-a8a8-9b672a77461d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:41.464446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Request body: {'port': {'device_id': '89ab38b5-8f88-4028-9851-8023fd870bc6', 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b', 'admin_state_up': True, 'tenant_id': 'f1188466c6ff4193a8066999b5303d56'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:41.476554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82c8fab2-7491-4d20-84f4-0a15f156a43a req-05e8a993-64b4-45e1-b7d9-cc01e47d5691 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0527983 Aug 26 10:54:41.481434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Pushing event updated for resources: {'Port': ['ID=659ad147-d1e3-4e9e-953f-c04d54263899,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:41.496894 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-b085ea4b-5b33-4b05-a2e6-e0da99538d99 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5139854 Aug 26 10:54:41.520279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3be6567c-148c-46e9-8cf9-ef17822979e2 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:41.533229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:54:41.533578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Checking segment: {'id': '021905f1-705f-43bc-919f-01b67ce9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01291724-72fc-4748-a24a-0bcbfb4a77db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:41.534031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Bound using segment: {'id': '021905f1-705f-43bc-919f-01b67ce9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01291724-72fc-4748-a24a-0bcbfb4a77db'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:54:41.534440 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Bound port: 5e5e6692-a8c9-424a-803e-0a63ceeaa51b, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021905f1-705f-43bc-919f-01b67ce9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '01291724-72fc-4748-a24a-0bcbfb4a77db'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:54:41.534846 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:41.537712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3be6567c-148c-46e9-8cf9-ef17822979e2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:41.538100 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:41.547415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9ff9b7e-2e9f-4cbb-b06c-38f6b3da7af4 req-cd924b8f-8275-4117-bfef-e65e257a006c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 210 time: 0.0666621 Aug 26 10:54:41.554494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Request body: {'port': {'device_id': '2634d392-3b59-44d3-b440-94bc73a5fdf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:41.561036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Allocated IP 172.20.0.14 (4ea48b37-c271-4d31-9343-2642e086d87b/a88bdba8-27b4-4f8b-b287-2986f88978a2/b5cb2991-17e0-4d8e-b69b-22652e74d8c7) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:41.628516 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71e58f6-8dc5-40e3-8071-30cfe60b8d5d x-openstack-request-id: req-e71e58f6-8dc5-40e3-8071-30cfe60b8d5d {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:41.629161 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:41.629628 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e71e58f6-8dc5-40e3-8071-30cfe60b8d5d {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:41.630317 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d', 'status': 'completed', 'code': 200} Aug 26 10:54:41.654435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Allocated IP 172.25.1.109 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/b53767f3-f5a2-4d8a-81f1-6940533384f4) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:41.691383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c9a7-9c6e-40b4-8f54-0ce1ed600966 req-4905f988-6a4b-4bb7-9524-46b00af7d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.691602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c9a7-9c6e-40b4-8f54-0ce1ed600966 req-4905f988-6a4b-4bb7-9524-46b00af7d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.692072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c9a7-9c6e-40b4-8f54-0ce1ed600966 req-4905f988-6a4b-4bb7-9524-46b00af7d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.692632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c9a7-9c6e-40b4-8f54-0ce1ed600966 req-4905f988-6a4b-4bb7-9524-46b00af7d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.693063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c9a7-9c6e-40b4-8f54-0ce1ed600966 req-4905f988-6a4b-4bb7-9524-46b00af7d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.693549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c9a7-9c6e-40b4-8f54-0ce1ed600966 req-4905f988-6a4b-4bb7-9524-46b00af7d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.694164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c9a7-9c6e-40b4-8f54-0ce1ed600966 req-4905f988-6a4b-4bb7-9524-46b00af7d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.696454 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d1e2c9a7-9c6e-40b4-8f54-0ce1ed600966 req-4905f988-6a4b-4bb7-9524-46b00af7d746 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6499 time: 0.8944685 Aug 26 10:54:41.722289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e0126fe-ab60-4407-abdb-44ba35eea2a4 req-c84a3283-646a-45a3-8cfe-0bb524f51034 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2032794488&fields=id&tenant_id=c9aa42aeae014220b21383abc55e59dc HTTP/1.1" status: 200 len: 267 time: 0.0834818 Aug 26 10:54:41.803621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7a4a2-7106-46c2-b791-93b0dabc8a85 req-4076d403-6101-4a8a-a78b-f8851803ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.805498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbf7a4a2-7106-46c2-b791-93b0dabc8a85 req-4076d403-6101-4a8a-a78b-f8851803ee55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9aa42aeae014220b21383abc55e59dc&device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 1136 time: 0.1262863 Aug 26 10:54:41.842012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6e9b6a61-30bd-4383-9e2e-91cacdf5ba91 None None] Provisioning for port 659ad147-d1e3-4e9e-953f-c04d54263899 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:41.870674 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:41.880563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6e9b6a61-30bd-4383-9e2e-91cacdf5ba91 None None] Provisioning complete for port 659ad147-d1e3-4e9e-953f-c04d54263899 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:41.880942 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e9b6a61-30bd-4383-9e2e-91cacdf5ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:41.955252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7a4a2-7106-46c2-b791-93b0dabc8a85 req-878f86f5-b39c-4df3-a41b-679cefd9d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.957138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbf7a4a2-7106-46c2-b791-93b0dabc8a85 req-878f86f5-b39c-4df3-a41b-679cefd9d912 service neutron] 10.222.0.47 "GET /v2.0/networks?id=743927f7-a315-4f42-b945-156bb1dfc663 HTTP/1.1" status: 200 len: 920 time: 0.1439159 Aug 26 10:54:41.968202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0126fe-ab60-4407-abdb-44ba35eea2a4 req-25ae79a8-7263-4afa-b3a2-88470df32661 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:41.977366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e0126fe-ab60-4407-abdb-44ba35eea2a4 req-25ae79a8-7263-4afa-b3a2-88470df32661 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 984 time: 0.2458615 Aug 26 10:54:41.987142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 3be6567c-148c-46e9-8cf9-ef17822979e2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3be6567c-148c-46e9-8cf9-ef17822979e2,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:41.992119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-8e0126fe-ab60-4407-abdb-44ba35eea2a4 req-f57d6f8f-829f-488c-8db2-4632465302e6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Request body: {'port': {'security_groups': ['9461c5f1-29d7-4b1c-9898-e90a4a17a3a5']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:42.024172 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.047087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b6a61-30bd-4383-9e2e-91cacdf5ba91 None None] Port 659ad147-d1e3-4e9e-953f-c04d54263899 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:54:42.064302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbf7a4a2-7106-46c2-b791-93b0dabc8a85 req-d73ac751-483f-4b28-8812-d62ae72261b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 217 time: 0.0843394 Aug 26 10:54:42.156869 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=3be6567c-148c-46e9-8cf9-ef17822979e2,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:42.164991 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8e0126fe-ab60-4407-abdb-44ba35eea2a4 req-f57d6f8f-829f-488c-8db2-4632465302e6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.230295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7a4a2-7106-46c2-b791-93b0dabc8a85 req-715320a7-71ac-4e2f-885f-270ca6be0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:42.232668 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbf7a4a2-7106-46c2-b791-93b0dabc8a85 req-715320a7-71ac-4e2f-885f-270ca6be0433 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e47d291-24b9-4380-9fff-7b636343c717 HTTP/1.1" status: 200 len: 859 time: 0.1612308 Aug 26 10:54:42.279689 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d1e2c9a7-9c6e-40b4-8f54-0ce1ed600966 req-0fe0f82e-ec7f-4bd8-86a4-4c49421005ee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&id=e04241c1-1241-48a2-b44c-a8fa02dc42db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5704167 Aug 26 10:54:42.283008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8d95abfa-aecb-47e6-9d39-88c3a02e7627 None None] Provisioning complete for port 3be6567c-148c-46e9-8cf9-ef17822979e2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:42.285282 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d95abfa-aecb-47e6-9d39-88c3a02e7627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.311906 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbf7a4a2-7106-46c2-b791-93b0dabc8a85 req-7e73928f-07b8-4c3f-a994-54ffb187eb0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743927f7-a315-4f42-b945-156bb1dfc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697381 Aug 26 10:54:42.328203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] For port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:54:42.337422 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.344954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] For port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=5e5e6692-a8c9-424a-803e-0a63ceeaa51b,segment=NetworkSegment(021905f1-705f-43bc-919f-01b67ce9910c),segment_id=021905f1-705f-43bc-919f-01b67ce9910c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:54:42.414042 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.502607 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.538013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aa8f4-1210-4be3-a062-73c581f44efc req-1cd4b07e-08e4-4b6c-b8bd-ceafbfe3724b tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:42.539828 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-630aa8f4-1210-4be3-a062-73c581f44efc req-1cd4b07e-08e4-4b6c-b8bd-ceafbfe3724b tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 944 time: 0.1797338 Aug 26 10:54:42.551426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:42.552071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.553523 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] 10.222.0.42 "PUT /v2.0/ports/5e5e6692-a8c9-424a-803e-0a63ceeaa51b HTTP/1.1" status: 200 len: 1093 time: 4.5566411 Aug 26 10:54:42.556249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a782c970-ac0f-40d3-b8f7-4cad8dbd49f1', 'tag': '5e5e6692-a8c9-424a-803e-0a63ceeaa51b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:42.558520 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30f797c-b1ba-43c3-ba56-3671c42b992b" -d '{"events": [{"name": "network-changed", "server_uuid": "a782c970-ac0f-40d3-b8f7-4cad8dbd49f1", "tag": "5e5e6692-a8c9-424a-803e-0a63ceeaa51b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:42.570645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Made reservation on behalf of f1188466c6ff4193a8066999b5303d56 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:42.574420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.631121 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbf7a4a2-7106-46c2-b791-93b0dabc8a85 req-0afab6bd-dfb1-4e40-bb90-1205bbfada65 service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689569 Aug 26 10:54:42.638254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-8e0126fe-ab60-4407-abdb-44ba35eea2a4 req-f57d6f8f-829f-488c-8db2-4632465302e6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] For port 25316986-2cf6-4608-a8a8-9b672a77461d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25316986-2cf6-4608-a8a8-9b672a77461d,segment=NetworkSegment(b0c8a3fd-3c20-4647-96fe-9a321e5b3758),segment_id=b0c8a3fd-3c20-4647-96fe-9a321e5b3758)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:42.642817 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.659268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-630aa8f4-1210-4be3-a062-73c581f44efc req-7752040f-fbb9-4e74-87c2-aaf2efc16283 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068966 Aug 26 10:54:42.736684 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8e0126fe-ab60-4407-abdb-44ba35eea2a4 req-f57d6f8f-829f-488c-8db2-4632465302e6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.749893 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8e0126fe-ab60-4407-abdb-44ba35eea2a4 req-f57d6f8f-829f-488c-8db2-4632465302e6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.763532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['25316986-2cf6-4608-a8a8-9b672a77461d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:42.835132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55e29b-787e-4658-927d-4bba09ae2f20 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5e6692-a8c9-424a-803e-0a63ceeaa51b,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:42.835643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8d8e57d-92eb-4de4-bec7-771c0a1d11fc req-f3addcf5-add4-4146-8607-21a352f485b5 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0488451 Aug 26 10:54:42.851713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbf7a4a2-7106-46c2-b791-93b0dabc8a85 req-001d9de7-60b4-42f3-8f15-fbbea98403d7 service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100561 Aug 26 10:54:42.857944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0126fe-ab60-4407-abdb-44ba35eea2a4 req-f57d6f8f-829f-488c-8db2-4632465302e6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:42.858647 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8e0126fe-ab60-4407-abdb-44ba35eea2a4 req-f57d6f8f-829f-488c-8db2-4632465302e6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:42.879421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e0126fe-ab60-4407-abdb-44ba35eea2a4 req-f57d6f8f-829f-488c-8db2-4632465302e6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "PUT /v2.0/ports/25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 942 time: 0.9006674 Aug 26 10:54:42.923398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d6f8f-829f-488c-8db2-4632465302e6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Pushing event updated for resources: {'Port': ['ID=25316986-2cf6-4608-a8a8-9b672a77461d,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:42.973219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['25316986-2cf6-4608-a8a8-9b672a77461d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:42.985743 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acac8fb-4535-427e-b263-745d85481cef x-openstack-request-id: req-7acac8fb-4535-427e-b263-745d85481cef {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:42.986288 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a782c970-ac0f-40d3-b8f7-4cad8dbd49f1", "tag": "5e5e6692-a8c9-424a-803e-0a63ceeaa51b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:42.986699 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7acac8fb-4535-427e-b263-745d85481cef {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:42.987372 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a782c970-ac0f-40d3-b8f7-4cad8dbd49f1', 'tag': '5e5e6692-a8c9-424a-803e-0a63ceeaa51b', 'status': 'completed', 'code': 200} Aug 26 10:54:42.993920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c93bd8c4-7f30-413f-af63-e5a2f5ef51e5 req-83f40f95-92a7-4af8-a9f2-1ab6c3de4522 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 210 time: 0.0542846 Aug 26 10:54:43.015903 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Transition to ACTIVE for port object b5cb2991-17e0-4d8e-b69b-22652e74d8c7 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:43.053277 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:43.066882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3be6567c-148c-46e9-8cf9-ef17822979e2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:43.069052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-285b379a-6aec-49f5-a794-0217299b90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:43.072139 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-285b379a-6aec-49f5-a794-0217299b90bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=741aaab4c2a34981884ae3738168a1c3&device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 1096 time: 0.4261129 Aug 26 10:54:43.197055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Pushing event updated for resources: {'Port': ['ID=b53767f3-f5a2-4d8a-81f1-6940533384f4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:43.263237 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-a334733e-c30e-40bd-bfda-db0955971f65 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e6692-a8c9-424a-803e-0a63ceeaa51b HTTP/1.1" status: 200 len: 217 time: 0.1320157 Aug 26 10:54:43.267725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:43.271934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0329491f-b894-406f-86bc-807f4adf0f15 req-97695bd9-dd4a-4281-bd19-cb36ce40aa12 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2156510 Aug 26 10:54:43.294124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:43.304564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:43.307433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:43.308628 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe6e2-7b82-4c09-8b43-1935f03f9ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:43.340623 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:43.365265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3be6567c-148c-46e9-8cf9-ef17822979e2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:43.365801 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:43.371672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:43.453729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-18352639-e2c9-4a19-94d4-687894472ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:43.455208 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-18352639-e2c9-4a19-94d4-687894472ef3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98524f55-4e18-44f7-89e1-5769120f38cb HTTP/1.1" status: 200 len: 858 time: 0.1842029 Aug 26 10:54:43.481519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Network 4ea48b37-c271-4d31-9343-2642e086d87b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:43.491875 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:43.600574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:43.642105 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:43.646075 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12db2e62-e34f-4d53-9a92-d749ff8830aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:43.654215 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-f7051b74-958c-4709-bdd3-743217f7998c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01291724-72fc-4748-a24a-0bcbfb4a77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1828310 Aug 26 10:54:43.656345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:43.667350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Pushing event updated for resources: {'Port': ['ID=b5cb2991-17e0-4d8e-b69b-22652e74d8c7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:43.692812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Allocated IP 172.25.1.191 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/05e705eb-6111-433a-8e5e-9c5db1595c93) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:43.786386 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7ae8e2-218e-45e0-a074-30383111037b x-openstack-request-id: req-3d7ae8e2-218e-45e0-a074-30383111037b {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:43.786789 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:43.787655 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d7ae8e2-218e-45e0-a074-30383111037b {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:43.787655 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d', 'status': 'completed', 'code': 200} Aug 26 10:54:43.913016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5599d78d-aca3-4c96-9750-9c4d044ca789 req-567de3ed-8d87-47e4-99bb-9796e252a654 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0713654 Aug 26 10:54:43.932281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:43.933059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:43.960679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:43.988579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db2e62-e34f-4d53-9a92-d749ff8830aa req-d01b4626-a135-4bcf-a90d-45f09d80ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:43.990051 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12db2e62-e34f-4d53-9a92-d749ff8830aa req-d01b4626-a135-4bcf-a90d-45f09d80ae30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9aa42aeae014220b21383abc55e59dc&device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 1097 time: 0.1854737 Aug 26 10:54:44.014958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-15bcc769-4c24-42c2-80ee-c12240a12c10 None None] Provisioning for port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:44.017715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c118-a961-4eee-957f-08efb998d10d req-8c7a3696-9b0a-4899-963d-3ada6b937621 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:44.019394 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78e5c118-a961-4eee-957f-08efb998d10d req-8c7a3696-9b0a-4899-963d-3ada6b937621 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 944 time: 0.1766548 Aug 26 10:54:44.022521 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-2d7b01fd-b335-4884-af54-1a85e8ffafd0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8582664 Aug 26 10:54:44.023346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-15bcc769-4c24-42c2-80ee-c12240a12c10 None None] Provisioning complete for port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:44.023952 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15bcc769-4c24-42c2-80ee-c12240a12c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:44.066944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Request body: {'port': {'device_id': '5ac504ba-1089-41b4-a4e3-b2f5b9584015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:44.070422 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-39bbeba1-6cdc-4c0e-b79f-5d2cbd3aad84 service neutron] 10.222.0.42 "GET /v2.0/networks/01291724-72fc-4748-a24a-0bcbfb4a77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987734 Aug 26 10:54:44.075291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-15bcc769-4c24-42c2-80ee-c12240a12c10 None None] Port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:54:44.099176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659ad147-d1e3-4e9e-953f-c04d54263899 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:44.123884 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:44.126720 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:44.171082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78e5c118-a961-4eee-957f-08efb998d10d req-45ae0657-1934-4f24-a98c-258b712efcfe tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041555 Aug 26 10:54:44.199022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:44.205687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:44.210916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db2e62-e34f-4d53-9a92-d749ff8830aa req-7726a07b-1616-45de-92b3-dd6cd59d0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:44.212557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12db2e62-e34f-4d53-9a92-d749ff8830aa req-7726a07b-1616-45de-92b3-dd6cd59d0798 service neutron] 10.222.0.47 "GET /v2.0/networks?id=743927f7-a315-4f42-b945-156bb1dfc663 HTTP/1.1" status: 200 len: 920 time: 0.2137630 Aug 26 10:54:44.219878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:44.229723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Pushing event updated for resources: {'Port': ['ID=05e705eb-6111-433a-8e5e-9c5db1595c93,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:44.237005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Transition to ACTIVE for port object 659ad147-d1e3-4e9e-953f-c04d54263899 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:44.279596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:44.280588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12db2e62-e34f-4d53-9a92-d749ff8830aa req-8e5f23d5-87a7-402b-90a8-386b2ceaec03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 217 time: 0.0602956 Aug 26 10:54:44.316429 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:44.368118 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:44.383166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa766d15-212b-44cb-8c90-8c38f479f7e4 req-b02258d1-15be-4713-b07e-09d1827b76f8 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0441184 Aug 26 10:54:44.391861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db2e62-e34f-4d53-9a92-d749ff8830aa req-b5b6b388-f6d5-4fbd-b392-500f3e1e046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:44.394559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12db2e62-e34f-4d53-9a92-d749ff8830aa req-b5b6b388-f6d5-4fbd-b392-500f3e1e046e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e47d291-24b9-4380-9fff-7b636343c717 HTTP/1.1" status: 200 len: 859 time: 0.1036134 Aug 26 10:54:44.483396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Allocated IP 172.20.0.8 (4ea48b37-c271-4d31-9343-2642e086d87b/a88bdba8-27b4-4f8b-b287-2986f88978a2/d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:44.487869 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05fe4568-a509-4ff5-91a2-d2672ce0c10c req-bb85ea0d-52c1-4557-91f7-493c55d6b7dc service neutron] 10.222.0.42 "GET /v2.0/networks/01291724-72fc-4748-a24a-0bcbfb4a77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785346 Aug 26 10:54:44.490072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12db2e62-e34f-4d53-9a92-d749ff8830aa req-6da8dcda-16bf-4646-b037-e77561c5c0ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743927f7-a315-4f42-b945-156bb1dfc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491672 Aug 26 10:54:44.519158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:44.523120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Pushing event updated for resources: {'Port': ['ID=659ad147-d1e3-4e9e-953f-c04d54263899,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:44.688467 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a064a19-c297-4692-8667-e8b9ec5dd53b req-17dbd8a3-1579-4d61-8df3-251beeebc1f9 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 210 time: 0.1438870 Aug 26 10:54:44.733581 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:44.795447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12db2e62-e34f-4d53-9a92-d749ff8830aa req-2c5c7e5f-206b-491a-b003-4da230497c10 service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658057 Aug 26 10:54:45.080169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12db2e62-e34f-4d53-9a92-d749ff8830aa req-fb2269ef-56ec-4383-a44c-70dda384fbdc service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699871 Aug 26 10:54:45.155296 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:45.162920 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:45.244376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f797c-b1ba-43c3-ba56-3671c42b992b req-57dd71c6-afc4-4c83-8aa2-ee4c27a1771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:45.244725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Pushing event updated for resources: {'Port': ['ID=05e705eb-6111-433a-8e5e-9c5db1595c93,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:45.245905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a30f797c-b1ba-43c3-ba56-3671c42b992b req-57dd71c6-afc4-4c83-8aa2-ee4c27a1771c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=741aaab4c2a34981884ae3738168a1c3&device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 1096 time: 0.3168700 Aug 26 10:54:45.246653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Attempting to bind port 659ad147-d1e3-4e9e-953f-c04d54263899 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:54:45.247046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Attempting to bind port 659ad147-d1e3-4e9e-953f-c04d54263899 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:54:45.247349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Attempting to bind port 659ad147-d1e3-4e9e-953f-c04d54263899 on network 4ea48b37-c271-4d31-9343-2642e086d87b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:45.259615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:45.276945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Port 659ad147-d1e3-4e9e-953f-c04d54263899 on network 4ea48b37-c271-4d31-9343-2642e086d87b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:54:45.277243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Attempting to bind port 659ad147-d1e3-4e9e-953f-c04d54263899 on network 4ea48b37-c271-4d31-9343-2642e086d87b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:45.279663 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:45.281405 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0329491f-b894-406f-86bc-807f4adf0f15 req-8162b7f3-9239-4255-ab50-a055f97bff36 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9959190 Aug 26 10:54:45.358622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0329491f-b894-406f-86bc-807f4adf0f15 req-3a3b5ed5-50df-487e-adaa-d697ae90224e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.0635369 Aug 26 10:54:45.411622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:54:45.412441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Checking segment: {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:45.412922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Bound using segment: {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:54:45.413644 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Bound port: 659ad147-d1e3-4e9e-953f-c04d54263899, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:54:45.414252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:45.499481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff0b79-0444-4667-a6a5-4ac9fa9b68c9 req-c8b3c847-860f-489f-85db-ede065cf7f7d tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:45.501795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79ff0b79-0444-4667-a6a5-4ac9fa9b68c9 req-c8b3c847-860f-489f-85db-ede065cf7f7d tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 944 time: 0.1196141 Aug 26 10:54:45.545312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329491f-b894-406f-86bc-807f4adf0f15 req-2e4cbe27-3463-4fa8-9682-4e6caa804de7 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:45.547479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0329491f-b894-406f-86bc-807f4adf0f15 req-2e4cbe27-3463-4fa8-9682-4e6caa804de7 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.1768916 Aug 26 10:54:45.553064 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:45.582561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79ff0b79-0444-4667-a6a5-4ac9fa9b68c9 req-a8bb30f4-80db-4411-aa86-5346a28a6770 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718825 Aug 26 10:54:45.590145 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:45.599502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f797c-b1ba-43c3-ba56-3671c42b992b req-5fa04cb1-8c3f-4b72-8c6a-110e259bb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:45.601096 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a30f797c-b1ba-43c3-ba56-3671c42b992b req-5fa04cb1-8c3f-4b72-8c6a-110e259bb0c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=01291724-72fc-4748-a24a-0bcbfb4a77db HTTP/1.1" status: 200 len: 919 time: 0.3459847 Aug 26 10:54:45.606939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Transition to ACTIVE for port object d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:45.690272 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26beec1c-eaaf-4800-b432-201f4d6a66a9 req-e9f14414-c7f7-4862-bb90-3c06dd4fc8e4 tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0322435 Aug 26 10:54:45.752706 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a30f797c-b1ba-43c3-ba56-3671c42b992b req-75055ecd-23d4-4f1f-9906-53e053e00145 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e5e6692-a8c9-424a-803e-0a63ceeaa51b HTTP/1.1" status: 200 len: 217 time: 0.1315763 Aug 26 10:54:45.758997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] For port 659ad147-d1e3-4e9e-953f-c04d54263899, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:54:45.781428 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ef80c52-f168-4137-80c9-4fb797a110a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:45.788698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-6897735f-e045-41d2-88bd-2dd1fa5c6021 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:45.790630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-6897735f-e045-41d2-88bd-2dd1fa5c6021 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0872698 Aug 26 10:54:45.827821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] For port 659ad147-d1e3-4e9e-953f-c04d54263899, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=659ad147-d1e3-4e9e-953f-c04d54263899,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:54:45.840733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:45.920667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-a12af1f3-caaa-47aa-b8d8-6e779ed99d87 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.1177802 Aug 26 10:54:45.926099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:45.960958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-e13f5205-52ea-4462-aaab-31c135bf4853 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Request body: {'floatingip': {'port_id': '25316986-2cf6-4608-a8a8-9b672a77461d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:45.986408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:45.986408 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:45.987483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] 10.222.0.47 "PUT /v2.0/ports/659ad147-d1e3-4e9e-953f-c04d54263899 HTTP/1.1" status: 200 len: 1092 time: 4.4589684 Aug 26 10:54:45.989320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f797c-b1ba-43c3-ba56-3671c42b992b req-71e95c4a-a64c-40ee-a787-9fe4f4e3d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:45.990809 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a30f797c-b1ba-43c3-ba56-3671c42b992b req-71e95c4a-a64c-40ee-a787-9fe4f4e3d388 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=98524f55-4e18-44f7-89e1-5769120f38cb HTTP/1.1" status: 200 len: 858 time: 0.2259812 Aug 26 10:54:46.002917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2634d392-3b59-44d3-b440-94bc73a5fdf5', 'tag': '659ad147-d1e3-4e9e-953f-c04d54263899'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:46.005498 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2634d392-3b59-44d3-b440-94bc73a5fdf5", "tag": "659ad147-d1e3-4e9e-953f-c04d54263899"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:46.051026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-e13f5205-52ea-4462-aaab-31c135bf4853 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:46.082809 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a30f797c-b1ba-43c3-ba56-3671c42b992b req-b2cbbf35-1cca-4243-9963-8c02d9e9af26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01291724-72fc-4748-a24a-0bcbfb4a77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661843 Aug 26 10:54:46.084844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Network 4ea48b37-c271-4d31-9343-2642e086d87b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:46.121186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:46.123782 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:46.139387 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:46.145739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb46fab-04a5-461a-8fe5-5ca06a6e77e1 service neutron] Pushing event updated for resources: {'Port': ['ID=659ad147-d1e3-4e9e-953f-c04d54263899,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:46.350533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Pushing event updated for resources: {'Port': ['ID=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:46.372451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:46.373174 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:46.411733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-4d32b8d7-4916-4508-841b-507908600e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:46.413344 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-4d32b8d7-4916-4508-841b-507908600e3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1188466c6ff4193a8066999b5303d56&device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 1095 time: 0.3351181 Aug 26 10:54:46.464401 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-3123cba7-503d-4da3-b4df-3318299c58ed tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0385978 Aug 26 10:54:46.502183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Router eb5f5b54-95a1-4626-ac0a-f07986c29576 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:54:46.505830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a30f797c-b1ba-43c3-ba56-3671c42b992b req-c86047ad-641f-4233-b438-87a94be84f5c service neutron] 10.222.0.42 "GET /v2.0/networks/01291724-72fc-4748-a24a-0bcbfb4a77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987787 Aug 26 10:54:46.510014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Request body: {'port': {'device_id': '89ab38b5-8f88-4028-9851-8023fd870bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:46.512637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c0d4-b67a-404f-bcb5-9632655a6caa req-74628a45-b14d-4cfa-9da5-55d7a5eb0773 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:46.517265 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-2711847a-c2fe-400b-8368-ee7d039a5619 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659ad147-d1e3-4e9e-953f-c04d54263899 HTTP/1.1" status: 200 len: 217 time: 0.0879266 Aug 26 10:54:46.519005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0c8c0d4-b67a-404f-bcb5-9632655a6caa req-74628a45-b14d-4cfa-9da5-55d7a5eb0773 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 931 time: 0.6314955 Aug 26 10:54:46.609637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-98d8420b-0fa6-4232-9e88-63183714f619 None None] Provisioning for port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:46.617091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-98d8420b-0fa6-4232-9e88-63183714f619 None None] Provisioning complete for port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:46.617996 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98d8420b-0fa6-4232-9e88-63183714f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:46.624368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0c8c0d4-b67a-404f-bcb5-9632655a6caa req-5be7384f-2661-4777-bd18-b991020ad93e tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933409 Aug 26 10:54:46.629222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cb2991-17e0-4d8e-b69b-22652e74d8c7 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:46.644364 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:46.700983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-98d8420b-0fa6-4232-9e88-63183714f619 None None] Port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:54:46.749736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Transition to ACTIVE for port object b5cb2991-17e0-4d8e-b69b-22652e74d8c7 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:46.760528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-7287c5e1-0765-455a-b07e-657dca968610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:46.762567 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-7287c5e1-0765-455a-b07e-657dca968610 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a88bdba8-27b4-4f8b-b287-2986f88978a2 HTTP/1.1" status: 200 len: 853 time: 0.2321591 Aug 26 10:54:46.772280 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:46.799793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:46.941832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed727deb-b6ca-4453-9360-3ce9007af055 req-e455e348-e1ed-4186-b44d-dd20e5ce1e17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e90c4a8b9a4c46c6ba7e8284e6438f3f&device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0445127 Aug 26 10:54:47.007874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed727deb-b6ca-4453-9360-3ce9007af055 req-4d13a56f-1f5a-4f2f-a52e-5dafbfe5600b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e90c4a8b9a4c46c6ba7e8284e6438f3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568366 Aug 26 10:54:47.019267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:54:47.036688 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Sync routers for ids ['eb5f5b54-95a1-4626-ac0a-f07986c29576'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:54:47.059445 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Routers {'eb5f5b54-95a1-4626-ac0a-f07986c29576'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:47.063415 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb5f5b54-95a1-4626-ac0a-f07986c29576'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:47.065165 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a30f797c-b1ba-43c3-ba56-3671c42b992b req-ded1816f-f2b5-4872-9068-9484f36640b3 service neutron] 10.222.0.42 "GET /v2.0/networks/01291724-72fc-4748-a24a-0bcbfb4a77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451953 Aug 26 10:54:47.069915 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:47.087531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Pushing event updated for resources: {'Port': ['ID=b5cb2991-17e0-4d8e-b69b-22652e74d8c7,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:47.123381 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77bb985-bd2c-4b31-9255-c5c0ac0ec49b x-openstack-request-id: req-f77bb985-bd2c-4b31-9255-c5c0ac0ec49b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:47.123855 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2634d392-3b59-44d3-b440-94bc73a5fdf5", "tag": "659ad147-d1e3-4e9e-953f-c04d54263899", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:47.124272 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f77bb985-bd2c-4b31-9255-c5c0ac0ec49b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:47.124964 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2634d392-3b59-44d3-b440-94bc73a5fdf5', 'tag': '659ad147-d1e3-4e9e-953f-c04d54263899', 'status': 'completed', 'code': 200} Aug 26 10:54:47.225113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-f7764ec0-b062-4e55-9625-a80ecd5c3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:47.237780 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-f7764ec0-b062-4e55-9625-a80ecd5c3837 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4ea48b37-c271-4d31-9343-2642e086d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4566488 Aug 26 10:54:47.247810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:47.251585 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-78f60fb3-a7c5-4a5e-88de-d788531dcbf2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.3958771 Aug 26 10:54:47.266020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49464) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:47.276579 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.resource_extend [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-e13f5205-52ea-4462-aaab-31c135bf4853 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 10:54:47.349450 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Set router eb5f5b54-95a1-4626-ac0a-f07986c29576 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:47.416398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed727deb-b6ca-4453-9360-3ce9007af055 req-356d606f-56b7-4bf3-9f53-cb386666b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:47.418202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed727deb-b6ca-4453-9360-3ce9007af055 req-356d606f-56b7-4bf3-9f53-cb386666b3fd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3912392 Aug 26 10:54:47.431515 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-e13f5205-52ea-4462-aaab-31c135bf4853 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:47.478042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742dbec-c60c-45c5-ada6-fa10e44aa77b req-ee459ff5-aa99-4362-94be-e731ad7299d7 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:47.479715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d742dbec-c60c-45c5-ada6-fa10e44aa77b req-ee459ff5-aa99-4362-94be-e731ad7299d7 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 944 time: 0.2814748 Aug 26 10:54:47.499251 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-e13f5205-52ea-4462-aaab-31c135bf4853 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:47.523354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Attempting to bind port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:54:47.524152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Attempting to bind port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:54:47.524152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Attempting to bind port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 on network 4ea48b37-c271-4d31-9343-2642e086d87b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:47.580917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 on network 4ea48b37-c271-4d31-9343-2642e086d87b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:54:47.581383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Attempting to bind port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 on network 4ea48b37-c271-4d31-9343-2642e086d87b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:47.609419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:54:47.609909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Checking segment: {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:47.610468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Bound using segment: {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:54:47.611066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Bound port: b5cb2991-17e0-4d8e-b69b-22652e74d8c7, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:54:47.611648 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:47.618255 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-router', 'tenant_id': '7f18812d894748339fa303112b599a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:37Z', 'updated_at': '2021-08-26T10:54:43Z', 'revision_number': 3, 'project_id': '7f18812d894748339fa303112b599a64', 'gw_port': {'id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:40Z', 'updated_at': '2021-08-26T10:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:47.646687 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-8064eca2-7887-40c9-abb8-bd75fe6df830 service neutron] 10.222.0.47 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858652 Aug 26 10:54:47.659813 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Checking router: eb5f5b54-95a1-4626-ac0a-f07986c29576 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:54:47.660760 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Updating router eb5f5b54-95a1-4626-ac0a-f07986c29576 port b53767f3-f5a2-4d8a-81f1-6940533384f4 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:54:47.675190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d742dbec-c60c-45c5-ada6-fa10e44aa77b req-18fbcc76-991c-44ac-9cdb-a89011808057 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715782 Aug 26 10:54:47.720691 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:47.745892 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-e13f5205-52ea-4462-aaab-31c135bf4853 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Floating IP 799299a3-bf66-4fa4-9aac-f865c081bd01 associated. External IP: 172.25.1.191, port: 25316986-2cf6-4608-a8a8-9b672a77461d. Aug 26 10:54:47.829864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9927ea64-bd74-485d-8b7e-d1147e637329 req-2d500acd-2334-4380-bb35-4ca8506f606c tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.21 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0414324 Aug 26 10:54:48.052136 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:48.064131 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Transition to ACTIVE for port object b53767f3-f5a2-4d8a-81f1-6940533384f4 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:48.071748 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:48.131651 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Pushing event updated for resources: {'Port': ['ID=b53767f3-f5a2-4d8a-81f1-6940533384f4,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:48.139593 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Attempting to bind port b53767f3-f5a2-4d8a-81f1-6940533384f4 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:54:48.139977 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Attempting to bind port b53767f3-f5a2-4d8a-81f1-6940533384f4 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:54:48.140382 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Attempting to bind port b53767f3-f5a2-4d8a-81f1-6940533384f4 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:48.143328 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.143687 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.144030 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.144370 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.144704 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.145035 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.145363 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.145687 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.146008 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.146331 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.146654 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.147013 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:48.154090 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:54:48.154470 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:48.154919 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:48.155320 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:54:48.155808 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Bound port: b53767f3-f5a2-4d8a-81f1-6940533384f4, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:54:48.156737 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:48.202711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10174e2d-8fef-4de5-8033-d7a1e7b7f18b req-82ff560a-42f8-47e6-b900-2208bc062d1f tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:48.205301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10174e2d-8fef-4de5-8033-d7a1e7b7f18b req-82ff560a-42f8-47e6-b900-2208bc062d1f tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 931 time: 0.2001171 Aug 26 10:54:48.213332 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] For port b53767f3-f5a2-4d8a-81f1-6940533384f4, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:54:48.228056 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] For port b53767f3-f5a2-4d8a-81f1-6940533384f4, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b53767f3-f5a2-4d8a-81f1-6940533384f4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:54:48.236923 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:48.316509 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Routers {'eb5f5b54-95a1-4626-ac0a-f07986c29576'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:48.317140 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb5f5b54-95a1-4626-ac0a-f07986c29576'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:48.319534 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e553d-d857-4928-9358-dd01df2bc0c5 None None] Pushing event updated for resources: {'Port': ['ID=b53767f3-f5a2-4d8a-81f1-6940533384f4,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:48.353373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] For port b5cb2991-17e0-4d8e-b69b-22652e74d8c7, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:54:48.430408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10174e2d-8fef-4de5-8033-d7a1e7b7f18b req-45155eda-b33a-44ae-9f9b-4612885c6aff tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405351 Aug 26 10:54:48.439685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] For port b5cb2991-17e0-4d8e-b69b-22652e74d8c7, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b5cb2991-17e0-4d8e-b69b-22652e74d8c7,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:54:48.458215 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:48.478130 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9145a06e-e9f8-407a-b49f-b990ec34136e req-27df05be-d82c-4304-8c5a-3a5ccf2392c5 service neutron] 10.222.0.47 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8223238 Aug 26 10:54:48.507693 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:48.535270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:48.550023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 5e5e6692-a8c9-424a-803e-0a63ceeaa51b details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:54:48.557043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-e13f5205-52ea-4462-aaab-31c135bf4853 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Router eb427541-5904-41d6-b7cf-bd7178c871db has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:54:48.605317 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:48.665960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:48.667340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:48.669870 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] 10.222.0.47 "PUT /v2.0/ports/b5cb2991-17e0-4d8e-b69b-22652e74d8c7 HTTP/1.1" status: 200 len: 1093 time: 4.6110640 Aug 26 10:54:48.710355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed727deb-b6ca-4453-9360-3ce9007af055 req-a8c4072f-221a-469a-852b-407f120c8d3f tempest-ServerShowV257Test-1445781130 tempest-ServerShowV257Test-1445781130-project] 10.222.0.42 "GET /v2.0/ports?device_id=73172ee7-c74d-42ae-8cf4-408930eaf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0796995 Aug 26 10:54:48.728448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Transition to ACTIVE for port object d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:48.743560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67972f2-07ca-4d43-b0c3-2002e3f81f7c service neutron] Pushing event updated for resources: {'Port': ['ID=b5cb2991-17e0-4d8e-b69b-22652e74d8c7,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:48.762621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:48.785396 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] Set router eb5f5b54-95a1-4626-ac0a-f07986c29576 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:48.794985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=5e5e6692-a8c9-424a-803e-0a63ceeaa51b,segment=NetworkSegment(021905f1-705f-43bc-919f-01b67ce9910c),segment_id=021905f1-705f-43bc-919f-01b67ce9910c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:48.828656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '5e5e6692-a8c9-424a-803e-0a63ceeaa51b', 'network_id': '01291724-72fc-4748-a24a-0bcbfb4a77db', 'port_id': '5e5e6692-a8c9-424a-803e-0a63ceeaa51b', 'mac_address': 'fa:16:3e:49:da:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98524f55-4e18-44f7-89e1-5769120f38cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:54:48.872370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6 req-54172c8f-c37b-4052-b328-01e27f5c7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:48.876498 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6 req-54172c8f-c37b-4052-b328-01e27f5c7381 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1188466c6ff4193a8066999b5303d56&device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 1095 time: 0.2930357 Aug 26 10:54:48.915515 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:48.930681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5e6692-a8c9-424a-803e-0a63ceeaa51b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:48.977901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=5e5e6692-a8c9-424a-803e-0a63ceeaa51b,segment=NetworkSegment(021905f1-705f-43bc-919f-01b67ce9910c),segment_id=021905f1-705f-43bc-919f-01b67ce9910c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:49.007789 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:49.084463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Allocated IP 172.20.0.1 (3d09a83c-fbcb-450f-8f29-8ae9a2802f81/26c7f25a-2287-4e2f-bf2d-28fd40dcddcb/59594ac7-b9ff-4781-be65-b46a6a9a3881) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:49.116423 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-router', 'tenant_id': '7f18812d894748339fa303112b599a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:37Z', 'updated_at': '2021-08-26T10:54:43Z', 'revision_number': 3, 'project_id': '7f18812d894748339fa303112b599a64', 'gw_port': {'id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:40Z', 'updated_at': '2021-08-26T10:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:49.143361 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac504ba-1089-41b4-a4e3-b2f5b9584015', 'tag': 'b5cb2991-17e0-4d8e-b69b-22652e74d8c7'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:49.147217 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95cf1ab-ca35-4c55-90c9-73d569027c13" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac504ba-1089-41b4-a4e3-b2f5b9584015", "tag": "b5cb2991-17e0-4d8e-b69b-22652e74d8c7"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:49.147689 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362268ec-5db0-43d1-b7b1-4d7cd072915f None None] The sync data for ids ['eb5f5b54-95a1-4626-ac0a-f07986c29576'] in n-d-778550-13 is: [{'id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-router', 'tenant_id': '7f18812d894748339fa303112b599a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:37Z', 'updated_at': '2021-08-26T10:54:43Z', 'revision_number': 3, 'project_id': '7f18812d894748339fa303112b599a64', 'gw_port': {'id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:40Z', 'updated_at': '2021-08-26T10:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:54:49.202351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=5e5e6692-a8c9-424a-803e-0a63ceeaa51b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:49.207991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-275a5344-946b-4b9d-a4cb-4d4fe5f84216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:49.211019 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-275a5344-946b-4b9d-a4cb-4d4fe5f84216 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1188466c6ff4193a8066999b5303d56&device_id=5ac504ba-1089-41b4-a4e3-b2f5b9584015 HTTP/1.1" status: 200 len: 1096 time: 0.4804411 Aug 26 10:54:49.212109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:49.238383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:49.305685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['5e5e6692-a8c9-424a-803e-0a63ceeaa51b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:49.436344 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-d91c522d-b71a-4445-9a2a-583e036d3662 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5cb2991-17e0-4d8e-b69b-22652e74d8c7 HTTP/1.1" status: 200 len: 217 time: 0.1630447 Aug 26 10:54:49.605072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6 req-8bccf283-ba71-42a4-ab99-3ccbc32ba051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:49.607224 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6 req-8bccf283-ba71-42a4-ab99-3ccbc32ba051 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4ea48b37-c271-4d31-9343-2642e086d87b HTTP/1.1" status: 200 len: 915 time: 0.6844506 Aug 26 10:54:49.717523 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:54:49.750224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0507686-9ada-460c-873b-86096a6e04d5 req-f3a9868c-501b-4a41-a454-00d32f195508 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:49.752002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0507686-9ada-460c-873b-86096a6e04d5 req-f3a9868c-501b-4a41-a454-00d32f195508 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 944 time: 0.8841166 Aug 26 10:54:49.753258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-e13f5205-52ea-4462-aaab-31c135bf4853 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:54:49.763237 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-e13f5205-52ea-4462-aaab-31c135bf4853 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:49.781073 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6 req-8b588448-9693-4c05-b704-87302d247219 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659ad147-d1e3-4e9e-953f-c04d54263899 HTTP/1.1" status: 200 len: 217 time: 0.1491227 Aug 26 10:54:49.783678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-f9bbe703-74c0-4266-b1ba-053ba7db42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:49.786350 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-f9bbe703-74c0-4266-b1ba-053ba7db42e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a88bdba8-27b4-4f8b-b287-2986f88978a2 HTTP/1.1" status: 200 len: 853 time: 0.3272152 Aug 26 10:54:49.788505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9c41ec-cec6-413a-9e9d-319f02ff9398 None None] Sync routers for ids ['eb427541-5904-41d6-b7cf-bd7178c871db'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:54:49.791138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Attempting to bind port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:54:49.792415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Attempting to bind port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:54:49.793046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Attempting to bind port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb on network 4ea48b37-c271-4d31-9343-2642e086d87b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:49.815537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9c41ec-cec6-413a-9e9d-319f02ff9398 None None] Routers {'eb427541-5904-41d6-b7cf-bd7178c871db'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:49.816730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0b9c41ec-cec6-413a-9e9d-319f02ff9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb427541-5904-41d6-b7cf-bd7178c871db'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:49.837504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb on network 4ea48b37-c271-4d31-9343-2642e086d87b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:54:49.838036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Attempting to bind port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb on network 4ea48b37-c271-4d31-9343-2642e086d87b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:49.848977 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:49.854981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-e13f5205-52ea-4462-aaab-31c135bf4853 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "PUT /v2.0/floatingips/799299a3-bf66-4fa4-9aac-f865c081bd01 HTTP/1.1" status: 200 len: 996 time: 3.9073355 Aug 26 10:54:49.859328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:49.861952 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6911beb2-73a2-47b2-b7c2-90696ecc2e24" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:49.904501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Transition to ACTIVE for port object 59594ac7-b9ff-4781-be65-b46a6a9a3881 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:49.934105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:54:49.935043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Checking segment: {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:49.935704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Bound using segment: {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:54:49.936447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Bound port: d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65294cbc-b296-40c1-8978-cb1fb4b3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:54:49.937019 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:49.942933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0507686-9ada-460c-873b-86096a6e04d5 req-754d6a3f-b432-4ba1-bd07-3f5094a516aa tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350918 Aug 26 10:54:50.013749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-6cb21002-2c67-4dc5-8f39-b87f3a6e468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:50.015967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-6cb21002-2c67-4dc5-8f39-b87f3a6e468e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9aa42aeae014220b21383abc55e59dc&device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 1097 time: 0.1376863 Aug 26 10:54:50.024492 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:50.066851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-0b9c41ec-cec6-413a-9e9d-319f02ff9398 None None] Set router eb427541-5904-41d6-b7cf-bd7178c871db gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:50.069089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:50.096515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-63b0c6fd-742b-4397-b32c-a648d035f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:50.099438 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-63b0c6fd-742b-4397-b32c-a648d035f781 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4ea48b37-c271-4d31-9343-2642e086d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2959023 Aug 26 10:54:50.115650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6 req-05988f2e-e31b-471e-a0a5-1e6cb44c784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:50.138354 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6 req-05988f2e-e31b-471e-a0a5-1e6cb44c784a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a88bdba8-27b4-4f8b-b287-2986f88978a2 HTTP/1.1" status: 200 len: 853 time: 0.3170419 Aug 26 10:54:50.145222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:50.148328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:50.285552 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b955c541-809a-41c3-bc44-c8387c8f5426 x-openstack-request-id: req-b955c541-809a-41c3-bc44-c8387c8f5426 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:50.286318 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac504ba-1089-41b4-a4e3-b2f5b9584015", "tag": "b5cb2991-17e0-4d8e-b69b-22652e74d8c7", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:50.286837 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b955c541-809a-41c3-bc44-c8387c8f5426 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:50.287774 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac504ba-1089-41b4-a4e3-b2f5b9584015', 'tag': 'b5cb2991-17e0-4d8e-b69b-22652e74d8c7', 'status': 'completed', 'code': 200} Aug 26 10:54:50.314131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-989eb184-6759-41ba-bc81-9889cf8929e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:50.316026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-989eb184-6759-41ba-bc81-9889cf8929e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=743927f7-a315-4f42-b945-156bb1dfc663 HTTP/1.1" status: 200 len: 920 time: 0.2865458 Aug 26 10:54:50.316804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Pushing event updated for resources: {'Port': ['ID=59594ac7-b9ff-4781-be65-b46a6a9a3881,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:50.420584 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:50.498589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-5320b26c-e435-4a7d-b58e-b9f89018260a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 999 time: 0.1654141 Aug 26 10:54:50.595886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] For port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:54:50.602950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-2963c254-e423-4768-88c6-67c2728f560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:50.605156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-2963c254-e423-4768-88c6-67c2728f560d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e47d291-24b9-4380-9fff-7b636343c717 HTTP/1.1" status: 200 len: 859 time: 0.0657573 Aug 26 10:54:50.609455 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:50.614699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 5e5e6692-a8c9-424a-803e-0a63ceeaa51b up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:50.634272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] For port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:54:50.644508 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6 req-d231fa4c-0dda-4387-83e9-453a8e978774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:50.646662 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6 req-d231fa4c-0dda-4387-83e9-453a8e978774 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4ea48b37-c271-4d31-9343-2642e086d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5070784 Aug 26 10:54:50.658244 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:50.698513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767318da-6135-41fc-ab14-c5d4c8b22d1e req-201a5ac4-5a7e-4675-8598-0460b3734405 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:50.708572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-767318da-6135-41fc-ab14-c5d4c8b22d1e req-201a5ac4-5a7e-4675-8598-0460b3734405 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 943 time: 0.2086380 Aug 26 10:54:50.743216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49490) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:50.746320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-614fde14-fe34-4b97-b8e1-a52506005152 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743927f7-a315-4f42-b945-156bb1dfc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611875 Aug 26 10:54:50.779706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:50.780714 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:50.797818 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] 10.222.0.42 "PUT /v2.0/ports/d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb HTTP/1.1" status: 200 len: 1092 time: 4.2822847 Aug 26 10:54:50.938171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-48c8b7e1-45de-45c1-b03e-45ca6736b2b8 None None] Provisioning for port 59594ac7-b9ff-4781-be65-b46a6a9a3881 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:50.958159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-767318da-6135-41fc-ab14-c5d4c8b22d1e req-16658738-2cce-436b-a402-7439982648b3 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485361 Aug 26 10:54:51.011861 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-0fa5b995-83c6-4a7a-a891-abb615a52090 service neutron] 10.222.0.47 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8701258 Aug 26 10:54:51.021115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-48c8b7e1-45de-45c1-b03e-45ca6736b2b8 None None] Provisioning complete for port 59594ac7-b9ff-4781-be65-b46a6a9a3881 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:51.022297 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-48c8b7e1-45de-45c1-b03e-45ca6736b2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:51.068144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-b3358de7-97a3-4170-83ce-0819c04075d8 service neutron] 10.222.0.21 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901962 Aug 26 10:54:51.197972 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b53767f3-f5a2-4d8a-81f1-6940533384f4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:51.221648 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ed0ae63f-51fe-4099-92c4-d03a6baab776 req-183cf19c-4519-4ff7-b2ff-d8ffbd98cfd8 service neutron] 10.222.0.47 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747997 Aug 26 10:54:51.222582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04762cf3-7177-439b-97bc-6553d0d1c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:51.250557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-14a0dc02-d89d-4b2b-b596-a40d45eed94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:51.252399 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-14a0dc02-d89d-4b2b-b596-a40d45eed94e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1188466c6ff4193a8066999b5303d56&device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 1095 time: 0.3963134 Aug 26 10:54:51.323637 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0342d6e3-77c6-4f84-b430-a3d4b54f34e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:51.353525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:51.362070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:51.362548 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:51.384416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:51.442434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-48c8b7e1-45de-45c1-b03e-45ca6736b2b8 None None] Port 59594ac7-b9ff-4781-be65-b46a6a9a3881 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:54:51.450303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port b53767f3-f5a2-4d8a-81f1-6940533384f4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:51.474531 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6 req-ccdad2f6-c784-44af-9a22-4b549e082336 service neutron] 10.222.0.47 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8036697 Aug 26 10:54:51.486339 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-f9fe1251-7ba1-4ae8-8344-8f30e846500a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb HTTP/1.1" status: 200 len: 217 time: 0.1842909 Aug 26 10:54:51.500572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cadbf27c-47dd-4c4d-848c-9b99f3dbdf96 req-dc94a600-98c5-400e-9131-e4fbf27403a8 service neutron] 10.222.0.21 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306605 Aug 26 10:54:51.537774 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:51.574430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b53767f3-f5a2-4d8a-81f1-6940533384f4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:51.575102 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:51.649992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=5e5e6692-a8c9-424a-803e-0a63ceeaa51b,segment=NetworkSegment(021905f1-705f-43bc-919f-01b67ce9910c),segment_id=021905f1-705f-43bc-919f-01b67ce9910c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:51.659813 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a782c970-ac0f-40d3-b8f7-4cad8dbd49f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e6692-a8c9-424a-803e-0a63ceeaa51b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:51.662617 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190a6072-c67b-4bf3-af69-c35458a776eb" -d '{"events": [{"server_uuid": "a782c970-ac0f-40d3-b8f7-4cad8dbd49f1", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e6692-a8c9-424a-803e-0a63ceeaa51b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:51.664404 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0342d6e3-77c6-4f84-b430-a3d4b54f34e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:51.674690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0b9c41ec-cec6-413a-9e9d-319f02ff9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:47Z', 'revision_number': 4, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '799299a3-bf66-4fa4-9aac-f865c081bd01', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'port_id': '25316986-2cf6-4608-a8a8-9b672a77461d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'mac_address': 'fa:16:3e:b6:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:54:44Z', 'updated_at': '2021-08-26T10:54:47Z', 'revision_number': 1, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55cd9b1-e7ba-4f19-87c1-fe959159cf91', 'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'mac_address': 'fa:16:3e:0d:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9e47d291-24b9-4380-9fff-7b636343c717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:46Z', 'updated_at': '2021-08-26T10:53:55Z', 'revision_number': 5, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'subnets': [{'id': '9e47d291-24b9-4380-9fff-7b636343c717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:51.677303 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:51.689187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0342d6e3-77c6-4f84-b430-a3d4b54f34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:51.768080 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7657479-a06c-4de7-8f9d-caffe267a8ac x-openstack-request-id: req-e7657479-a06c-4de7-8f9d-caffe267a8ac {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:51.768631 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:51.769034 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7657479-a06c-4de7-8f9d-caffe267a8ac {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:51.769604 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d', 'status': 'completed', 'code': 200} Aug 26 10:54:51.771085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cf1ab-ca35-4c55-90c9-73d569027c13 req-e02a1c9d-f93b-41da-962d-3a0e4fc3bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:51.773947 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d95cf1ab-ca35-4c55-90c9-73d569027c13 req-e02a1c9d-f93b-41da-962d-3a0e4fc3bd39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1188466c6ff4193a8066999b5303d56&device_id=5ac504ba-1089-41b4-a4e3-b2f5b9584015 HTTP/1.1" status: 200 len: 1096 time: 0.4689670 Aug 26 10:54:51.859719 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0342d6e3-77c6-4f84-b430-a3d4b54f34e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e90c4a8b9a4c46c6ba7e8284e6438f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1117034 Aug 26 10:54:51.881368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49502) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:51.909335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342d6e3-77c6-4f84-b430-a3d4b54f34e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87e6092-2766-4ee7-be0a-04c53b664eba,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:51.975401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-22c710d0-fce9-4b4b-bdc0-ca1b1a1596a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:51.978782 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:51.979670 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-22c710d0-fce9-4b4b-bdc0-ca1b1a1596a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a88bdba8-27b4-4f8b-b287-2986f88978a2 HTTP/1.1" status: 200 len: 853 time: 0.4613950 Aug 26 10:54:51.992071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59934c7f-b4bf-4f7c-83e0-3359a2e57a42 req-35701b9c-0f44-4dab-a6b2-343cc1d50b73 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:51.994118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59934c7f-b4bf-4f7c-83e0-3359a2e57a42 req-35701b9c-0f44-4dab-a6b2-343cc1d50b73 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 946 time: 0.3072298 Aug 26 10:54:52.012492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port b53767f3-f5a2-4d8a-81f1-6940533384f4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b53767f3-f5a2-4d8a-81f1-6940533384f4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:52.015943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-2bdd49ef-7453-49de-942c-ef7cd683c035 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 999 time: 0.2450392 Aug 26 10:54:52.016171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 659ad147-d1e3-4e9e-953f-c04d54263899 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:54:52.025993 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:52.043558 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:52.059099 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:52.066301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9c41ec-cec6-413a-9e9d-319f02ff9398 None None] Checking router: eb427541-5904-41d6-b7cf-bd7178c871db for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:54:52.076752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911beb2-73a2-47b2-b7c2-90696ecc2e24 req-cdee46c3-1cee-4532-be42-41bf3bab9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:52.078697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6911beb2-73a2-47b2-b7c2-90696ecc2e24 req-cdee46c3-1cee-4532-be42-41bf3bab9fa2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9aa42aeae014220b21383abc55e59dc&device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 1097 time: 0.2992973 Aug 26 10:54:52.087153 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:52.147480 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d17b7eb-a115-43d9-aea6-ac2a049fd9d6 req-80b02914-8380-442e-b822-12094354fd08 service neutron] 10.222.0.47 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588287 Aug 26 10:54:52.174409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9c41ec-cec6-413a-9e9d-319f02ff9398 None None] Routers {'eb427541-5904-41d6-b7cf-bd7178c871db'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:52.175076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0b9c41ec-cec6-413a-9e9d-319f02ff9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb427541-5904-41d6-b7cf-bd7178c871db'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:52.178810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-ca26068f-4021-4b7d-9899-200c4f8ecbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:52.182431 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-ca26068f-4021-4b7d-9899-200c4f8ecbb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ea48b37-c271-4d31-9343-2642e086d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1837082 Aug 26 10:54:52.188338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cf1ab-ca35-4c55-90c9-73d569027c13 req-f7c7f27f-d58c-4436-85c6-077db4bb2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:52.191069 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d95cf1ab-ca35-4c55-90c9-73d569027c13 req-f7c7f27f-d58c-4436-85c6-077db4bb2167 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4ea48b37-c271-4d31-9343-2642e086d87b HTTP/1.1" status: 200 len: 915 time: 0.4035389 Aug 26 10:54:52.216859 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d36eab04-7908-48ea-b13d-4fa3598a6ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:52.233839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-38f87f69-a696-4b63-a98e-c36e0893455a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:52.241674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-38f87f69-a696-4b63-a98e-c36e0893455a tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports/25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 942 time: 0.2236159 Aug 26 10:54:52.248591 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=5e5e6692-a8c9-424a-803e-0a63ceeaa51b,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:52.302186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Pushing event updated for resources: {'Port': ['ID=59594ac7-b9ff-4781-be65-b46a6a9a3881,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:52.314221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59934c7f-b4bf-4f7c-83e0-3359a2e57a42 req-0f01f22b-03aa-4c4f-9848-365d57e4cab5 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910621 Aug 26 10:54:52.315192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:52.342252 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d36eab04-7908-48ea-b13d-4fa3598a6ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:52.346825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab38b5-8f88-4028-9851-8023fd870bc6', 'tag': 'd03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:52.349492 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05664618-fd45-41f6-a0d2-22c851e1b4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab38b5-8f88-4028-9851-8023fd870bc6", "tag": "d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:52.397180 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d95cf1ab-ca35-4c55-90c9-73d569027c13 req-8c7e9fc3-0b70-4105-9c3a-8847ae689116 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5cb2991-17e0-4d8e-b69b-22652e74d8c7 HTTP/1.1" status: 200 len: 217 time: 0.1496499 Aug 26 10:54:52.463309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cf1ab-ca35-4c55-90c9-73d569027c13 req-465a2145-730c-4d2f-8313-f0d54e4cb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:52.464937 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d95cf1ab-ca35-4c55-90c9-73d569027c13 req-465a2145-730c-4d2f-8313-f0d54e4cb6e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a88bdba8-27b4-4f8b-b287-2986f88978a2 HTTP/1.1" status: 200 len: 853 time: 0.0595973 Aug 26 10:54:52.503537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911beb2-73a2-47b2-b7c2-90696ecc2e24 req-f351144e-332e-471f-9746-ce6dbeb04015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:52.505255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6911beb2-73a2-47b2-b7c2-90696ecc2e24 req-f351144e-332e-471f-9746-ce6dbeb04015 service neutron] 10.222.0.47 "GET /v2.0/networks?id=743927f7-a315-4f42-b945-156bb1dfc663 HTTP/1.1" status: 200 len: 920 time: 0.3859410 Aug 26 10:54:52.521257 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-84b20130-e228-454d-a121-429a3b08223a service neutron] 10.222.0.42 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291383 Aug 26 10:54:52.585750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-02032add-8445-4a7d-a43d-efc1b12b92dc tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 999 time: 0.2366645 Aug 26 10:54:52.589861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-0b9c41ec-cec6-413a-9e9d-319f02ff9398 None None] Set router eb427541-5904-41d6-b7cf-bd7178c871db gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:52.679590 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3504fb-c9ca-47d3-b686-cb5abde0d844 x-openstack-request-id: req-cc3504fb-c9ca-47d3-b686-cb5abde0d844 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:52.679894 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a782c970-ac0f-40d3-b8f7-4cad8dbd49f1", "name": "network-vif-plugged", "status": "completed", "tag": "5e5e6692-a8c9-424a-803e-0a63ceeaa51b", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:52.680161 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc3504fb-c9ca-47d3-b686-cb5abde0d844 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:52.680748 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a782c970-ac0f-40d3-b8f7-4cad8dbd49f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5e6692-a8c9-424a-803e-0a63ceeaa51b', 'code': 200} Aug 26 10:54:52.682629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cf1ab-ca35-4c55-90c9-73d569027c13 req-37c6d949-b55c-4790-a59f-aa3aba987977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:52.685794 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d95cf1ab-ca35-4c55-90c9-73d569027c13 req-37c6d949-b55c-4790-a59f-aa3aba987977 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4ea48b37-c271-4d31-9343-2642e086d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629918 Aug 26 10:54:52.718716 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d36eab04-7908-48ea-b13d-4fa3598a6ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:52.721482 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d36eab04-7908-48ea-b13d-4fa3598a6ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:52.726814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d36eab04-7908-48ea-b13d-4fa3598a6ff4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b87e6092-2766-4ee7-be0a-04c53b664eba HTTP/1.1" status: 204 len: 168 time: 0.8339903 Aug 26 10:54:52.727696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 659ad147-d1e3-4e9e-953f-c04d54263899, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=659ad147-d1e3-4e9e-953f-c04d54263899,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:52.740143 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=b53767f3-f5a2-4d8a-81f1-6940533384f4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:52.784559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6911beb2-73a2-47b2-b7c2-90696ecc2e24 req-6982fdd8-b2f5-438a-9895-4b7886c0e57c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 999 time: 0.2653742 Aug 26 10:54:52.789664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36eab04-7908-48ea-b13d-4fa3598a6ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87e6092-2766-4ee7-be0a-04c53b664eba,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:52.807346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '659ad147-d1e3-4e9e-953f-c04d54263899', 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b', 'port_id': '659ad147-d1e3-4e9e-953f-c04d54263899', 'mac_address': 'fa:16:3e:68:d7:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88bdba8-27b4-4f8b-b287-2986f88978a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:54:52.822354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:52.852973 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac8d82b4-d2e3-400e-b69d-20238a5aa6ba req-15a0b561-e5a2-42ac-a42e-3cc7793b4f79 service neutron] 10.222.0.42 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205473 Aug 26 10:54:52.863023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:52.873183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef03c4b-f5ba-4656-bd3f-f7c7e2bd3326 req-311278a9-c959-4896-a110-a3be599e8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:52.875460 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ef03c4b-f5ba-4656-bd3f-f7c7e2bd3326 req-311278a9-c959-4896-a110-a3be599e8130 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 1098 time: 0.2546279 Aug 26 10:54:52.922645 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d95cf1ab-ca35-4c55-90c9-73d569027c13 req-156c5a16-b94a-48b3-b90b-4be8733a979f service neutron] 10.222.0.47 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218213 Aug 26 10:54:52.977193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-55b71252-9885-4660-8523-a442d51a0894 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:52.983029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-55b71252-9885-4660-8523-a442d51a0894 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.3840039 Aug 26 10:54:53.117007 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d95cf1ab-ca35-4c55-90c9-73d569027c13 req-1c378fd0-8f22-4b93-8228-746be1569316 service neutron] 10.222.0.47 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812060 Aug 26 10:54:53.162497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911beb2-73a2-47b2-b7c2-90696ecc2e24 req-a9c3fc21-18ae-440a-a4b2-5d810d2d35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:53.164022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6911beb2-73a2-47b2-b7c2-90696ecc2e24 req-a9c3fc21-18ae-440a-a4b2-5d810d2d35ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e47d291-24b9-4380-9fff-7b636343c717 HTTP/1.1" status: 200 len: 859 time: 0.3493943 Aug 26 10:54:53.177237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209506-2e9d-40ce-afee-73a61277ab86 req-558ad060-da0e-410e-bcda-6244e77f4d03 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:53.178954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2209506-2e9d-40ce-afee-73a61277ab86 req-558ad060-da0e-410e-bcda-6244e77f4d03 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 943 time: 0.5102601 Aug 26 10:54:53.187023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b53767f3-f5a2-4d8a-81f1-6940533384f4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:53.207271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ef03c4b-f5ba-4656-bd3f-f7c7e2bd3326 req-47787cbc-8d19-4dbf-b20b-bd7f49178540 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101599 Aug 26 10:54:53.272464 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:53.301069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Router eb5f5b54-95a1-4626-ac0a-f07986c29576 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:54:53.305633 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6911beb2-73a2-47b2-b7c2-90696ecc2e24 req-e6d7cea9-8a67-4550-a34b-34f691acf834 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743927f7-a315-4f42-b945-156bb1dfc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012373 Aug 26 10:54:53.317960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659ad147-d1e3-4e9e-953f-c04d54263899 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:53.376120 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b53767f3-f5a2-4d8a-81f1-6940533384f4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:53.376503 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:53.379805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 659ad147-d1e3-4e9e-953f-c04d54263899, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=659ad147-d1e3-4e9e-953f-c04d54263899,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:53.408503 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:53.418887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1be2c3dc-3f2c-4227-ab06-2aef7c60f994 None None] Provisioning complete for port 59594ac7-b9ff-4781-be65-b46a6a9a3881 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:53.419292 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1be2c3dc-3f2c-4227-ab06-2aef7c60f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:53.420291 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2209506-2e9d-40ce-afee-73a61277ab86 req-91210f18-2046-438f-8b4e-6c732e8df5bc tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119558 Aug 26 10:54:53.434434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-a2aef725-5d03-41c1-8a82-28566f1e0fdc tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 999 time: 0.2789285 Aug 26 10:54:53.447580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-bd76317a-dd1c-4f42-b167-f09253c33d89 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:53.556485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1be2c3dc-3f2c-4227-ab06-2aef7c60f994 None None] Port 59594ac7-b9ff-4781-be65-b46a6a9a3881 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:54:53.564731 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=659ad147-d1e3-4e9e-953f-c04d54263899,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:53.680712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0b9c41ec-cec6-413a-9e9d-319f02ff9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:47Z', 'revision_number': 4, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '799299a3-bf66-4fa4-9aac-f865c081bd01', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'port_id': '25316986-2cf6-4608-a8a8-9b672a77461d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'mac_address': 'fa:16:3e:b6:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:54:44Z', 'updated_at': '2021-08-26T10:54:47Z', 'revision_number': 1, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55cd9b1-e7ba-4f19-87c1-fe959159cf91', 'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'mac_address': 'fa:16:3e:0d:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9e47d291-24b9-4380-9fff-7b636343c717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:46Z', 'updated_at': '2021-08-26T10:53:55Z', 'revision_number': 5, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'subnets': [{'id': '9e47d291-24b9-4380-9fff-7b636343c717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:53.761371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9c41ec-cec6-413a-9e9d-319f02ff9398 None None] The sync data for ids ['eb427541-5904-41d6-b7cf-bd7178c871db'] in n-d-778550-13 is: [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:47Z', 'revision_number': 4, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '799299a3-bf66-4fa4-9aac-f865c081bd01', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'port_id': '25316986-2cf6-4608-a8a8-9b672a77461d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'mac_address': 'fa:16:3e:b6:65:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T10:54:44Z', 'updated_at': '2021-08-26T10:54:47Z', 'revision_number': 1, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55cd9b1-e7ba-4f19-87c1-fe959159cf91', 'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'mac_address': 'fa:16:3e:0d:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9e47d291-24b9-4380-9fff-7b636343c717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:46Z', 'updated_at': '2021-08-26T10:53:55Z', 'revision_number': 5, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'subnets': [{'id': '9e47d291-24b9-4380-9fff-7b636343c717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:54:53.848661 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54839775-34f9-4742-bf6a-41ccf457bd1d x-openstack-request-id: req-54839775-34f9-4742-bf6a-41ccf457bd1d {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:53.849118 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab38b5-8f88-4028-9851-8023fd870bc6", "tag": "d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:53.849513 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54839775-34f9-4742-bf6a-41ccf457bd1d {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:53.850382 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab38b5-8f88-4028-9851-8023fd870bc6', 'tag': 'd03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb', 'status': 'completed', 'code': 200} Aug 26 10:54:53.861311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['659ad147-d1e3-4e9e-953f-c04d54263899'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:53.934859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b5cb2991-17e0-4d8e-b69b-22652e74d8c7 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:54:53.991733 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-bd76317a-dd1c-4f42-b167-f09253c33d89 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:54.042946 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6911beb2-73a2-47b2-b7c2-90696ecc2e24 req-64c1ea12-f907-4d7d-b8c0-67f76f0c0d39 service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182541 Aug 26 10:54:54.189242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:54:54.217660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a14a794b-6be8-4bc6-bd1c-b635ddea2e3d admin admin] 10.222.0.21 "PUT /v2.0/routers/eb5f5b54-95a1-4626-ac0a-f07986c29576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9357128 Aug 26 10:54:54.231058 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Sync routers for ids ['eb5f5b54-95a1-4626-ac0a-f07986c29576'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:54:54.242246 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Routers {'eb5f5b54-95a1-4626-ac0a-f07986c29576'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:54.243176 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb5f5b54-95a1-4626-ac0a-f07986c29576'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:54.296944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b5cb2991-17e0-4d8e-b69b-22652e74d8c7, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b5cb2991-17e0-4d8e-b69b-22652e74d8c7,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:54.366806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92738ea-51a4-41ab-bc34-3894b7c2081f None None] New status for floating IP 799299a3-bf66-4fa4-9aac-f865c081bd01: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:54:54.403819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05664618-fd45-41f6-a0d2-22c851e1b4b0 req-8f113fbd-aab0-4ad8-bdc0-e92ead7989ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:54.405988 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Set router eb5f5b54-95a1-4626-ac0a-f07986c29576 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:54.408090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05664618-fd45-41f6-a0d2-22c851e1b4b0 req-8f113fbd-aab0-4ad8-bdc0-e92ead7989ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1188466c6ff4193a8066999b5303d56&device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 1095 time: 0.5119240 Aug 26 10:54:54.497386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'b5cb2991-17e0-4d8e-b69b-22652e74d8c7', 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b', 'port_id': 'b5cb2991-17e0-4d8e-b69b-22652e74d8c7', 'mac_address': 'fa:16:3e:6d:00:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88bdba8-27b4-4f8b-b287-2986f88978a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:54:54.511548 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-bd76317a-dd1c-4f42-b167-f09253c33d89 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:54.592007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1a9f8-d8c9-4728-a03f-5ca8dbe3d78f req-714bbe45-0520-4bce-b02c-859b3bb6db2a tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:54.596079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87d1a9f8-d8c9-4728-a03f-5ca8dbe3d78f req-714bbe45-0520-4bce-b02c-859b3bb6db2a tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 946 time: 0.5480728 Aug 26 10:54:54.615022 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-bd76317a-dd1c-4f42-b167-f09253c33d89 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:54.615715 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-bd76317a-dd1c-4f42-b167-f09253c33d89 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Floating IP 799299a3-bf66-4fa4-9aac-f865c081bd01 disassociated. External IP: 172.25.1.191, port: 25316986-2cf6-4608-a8a8-9b672a77461d. Aug 26 10:54:54.712729 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:54.755659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cb2991-17e0-4d8e-b69b-22652e74d8c7 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:54.772735 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-router', 'tenant_id': '7f18812d894748339fa303112b599a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:37Z', 'updated_at': '2021-08-26T10:54:51Z', 'revision_number': 4, 'project_id': '7f18812d894748339fa303112b599a64', 'gw_port': {'id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:40Z', 'updated_at': '2021-08-26T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '59594ac7-b9ff-4781-be65-b46a6a9a3881', 'name': '', 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81', 'tenant_id': '7f18812d894748339fa303112b599a64', 'mac_address': 'fa:16:3e:34:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26c7f25a-2287-4e2f-bf2d-28fd40dcddcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:48Z', 'updated_at': '2021-08-26T10:54:51Z', 'revision_number': 2, 'project_id': '7f18812d894748339fa303112b599a64', 'subnets': [{'id': '26c7f25a-2287-4e2f-bf2d-28fd40dcddcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:54.784120 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-c92738ea-51a4-41ab-bc34-3894b7c2081f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:54:54.784710 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-c92738ea-51a4-41ab-bc34-3894b7c2081f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:54:54.804980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b5cb2991-17e0-4d8e-b69b-22652e74d8c7, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b5cb2991-17e0-4d8e-b69b-22652e74d8c7,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:54.813552 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:54.833281 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Checking router: eb5f5b54-95a1-4626-ac0a-f07986c29576 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:54:54.833888 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Updating router eb5f5b54-95a1-4626-ac0a-f07986c29576 port 59594ac7-b9ff-4781-be65-b46a6a9a3881 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:54:54.835335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87d1a9f8-d8c9-4728-a03f-5ca8dbe3d78f req-5d6c3b08-a95f-4f7c-9574-13ab2b926eaa tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694312 Aug 26 10:54:54.907397 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:54.932328 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6911beb2-73a2-47b2-b7c2-90696ecc2e24 req-cf08e6c5-577a-4a5b-9c1e-19b2ee9d4af9 service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8587697 Aug 26 10:54:54.933830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b5cb2991-17e0-4d8e-b69b-22652e74d8c7,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:54.976554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05664618-fd45-41f6-a0d2-22c851e1b4b0 req-0da3d690-ce81-4329-89fb-575da8cab491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:54.978877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05664618-fd45-41f6-a0d2-22c851e1b4b0 req-0da3d690-ce81-4329-89fb-575da8cab491 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ea48b37-c271-4d31-9343-2642e086d87b HTTP/1.1" status: 200 len: 915 time: 0.4645274 Aug 26 10:54:55.085141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05664618-fd45-41f6-a0d2-22c851e1b4b0 req-4f5c45ec-dbff-4630-b5ed-420d1919dc39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb HTTP/1.1" status: 200 len: 217 time: 0.0489273 Aug 26 10:54:55.204457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05664618-fd45-41f6-a0d2-22c851e1b4b0 req-8caf79f9-5031-439c-b053-3b9d136eced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:55.206089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05664618-fd45-41f6-a0d2-22c851e1b4b0 req-8caf79f9-5031-439c-b053-3b9d136eced6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a88bdba8-27b4-4f8b-b287-2986f88978a2 HTTP/1.1" status: 200 len: 853 time: 0.1128089 Aug 26 10:54:55.216976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b5cb2991-17e0-4d8e-b69b-22652e74d8c7'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:55.331534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05664618-fd45-41f6-a0d2-22c851e1b4b0 req-f61ede17-4b83-49c3-a6e7-5b91f771d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:55.334978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05664618-fd45-41f6-a0d2-22c851e1b4b0 req-f61ede17-4b83-49c3-a6e7-5b91f771d5fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ea48b37-c271-4d31-9343-2642e086d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973334 Aug 26 10:54:55.335408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92738ea-51a4-41ab-bc34-3894b7c2081f None None] New status for floating IP 799299a3-bf66-4fa4-9aac-f865c081bd01: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:54:55.490204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-bd76317a-dd1c-4f42-b167-f09253c33d89 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Router eb427541-5904-41d6-b7cf-bd7178c871db has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:54:55.495104 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:55.508669 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Transition to ACTIVE for port object 59594ac7-b9ff-4781-be65-b46a6a9a3881 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:55.523090 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:55.584839 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947a036-b78e-4a13-99ac-39b77fd90580 None None] Pushing event updated for resources: {'Port': ['ID=59594ac7-b9ff-4781-be65-b46a6a9a3881,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:55.735643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05664618-fd45-41f6-a0d2-22c851e1b4b0 req-560d98e8-1837-4083-aaca-2ddc2c7b969a service neutron] 10.222.0.42 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919888 Aug 26 10:54:55.762239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49562) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:55.774827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-network', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:55.841575 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Attempting to bind port 59594ac7-b9ff-4781-be65-b46a6a9a3881 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:54:55.842071 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Attempting to bind port 59594ac7-b9ff-4781-be65-b46a6a9a3881 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:54:55.842828 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Attempting to bind port 59594ac7-b9ff-4781-be65-b46a6a9a3881 on network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:54:55.851613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Made reservation on behalf of edb449b197e249d0bb37192ec63fe346 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:55.854821 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:55.883372 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:54:55.884235 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Checking segment: {'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:55.884973 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:55.885661 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Bound using segment: {'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:54:55.886525 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Bound port: 59594ac7-b9ff-4781-be65-b46a6a9a3881, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:54:55.887262 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:55.902912 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:56.014471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-bd76317a-dd1c-4f42-b167-f09253c33d89 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:54:56.046195 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-bd76317a-dd1c-4f42-b167-f09253c33d89 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:56.164612 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] For port 59594ac7-b9ff-4781-be65-b46a6a9a3881, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:54:56.179655 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] For port 59594ac7-b9ff-4781-be65-b46a6a9a3881, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=59594ac7-b9ff-4781-be65-b46a6a9a3881,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:54:56.192046 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:56.227311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-bd76317a-dd1c-4f42-b167-f09253c33d89 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "PUT /v2.0/floatingips/799299a3-bf66-4fa4-9aac-f865c081bd01 HTTP/1.1" status: 200 len: 693 time: 2.7791796 Aug 26 10:54:56.229571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:56.232566 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4daf8b1-5c05-40a8-92f7-cb37ed4355b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:56.239672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05664618-fd45-41f6-a0d2-22c851e1b4b0 req-26d9bf0c-a7bd-460c-b746-51e99b6e8a06 service neutron] 10.222.0.42 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415712 Aug 26 10:54:56.255368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:56.263156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:56.311295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:54:56.336196 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Routers {'eb5f5b54-95a1-4626-ac0a-f07986c29576'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:56.337850 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb5f5b54-95a1-4626-ac0a-f07986c29576'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:56.351385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bee2a4-6036-48b4-ab0d-927dfe11bef3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:56.370799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:56.372456 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Added segment 9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716 of type vlan for network 69021e8e-b201-4ac3-b5a7-b9d40115cc9b Aug 26 10:54:56.405204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-137b6405-43cf-4e73-b41a-f6c93fef0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:56.407220 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-137b6405-43cf-4e73-b41a-f6c93fef0912 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9aa42aeae014220b21383abc55e59dc&device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 1097 time: 0.1489069 Aug 26 10:54:56.451370 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:56.470247 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947a036-b78e-4a13-99ac-39b77fd90580 None None] Pushing event updated for resources: {'Port': ['ID=59594ac7-b9ff-4781-be65-b46a6a9a3881,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:56.486549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 659ad147-d1e3-4e9e-953f-c04d54263899 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:56.520499 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:56.527226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:56.528405 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:56.652704 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:54:56.664639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f81969-92e1-4e18-90aa-58610f7b0919 req-39eb05a0-85db-4874-be85-051524e55d53 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:56.675571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87f81969-92e1-4e18-90aa-58610f7b0919 req-39eb05a0-85db-4874-be85-051524e55d53 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 943 time: 0.2314019 Aug 26 10:54:56.681625 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] Set router eb5f5b54-95a1-4626-ac0a-f07986c29576 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:56.724509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-cd06939b-0367-41cb-a28d-91e9a02ab46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:56.729485 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9655199 Aug 26 10:54:56.735289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49570) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:56.735617 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-cd06939b-0367-41cb-a28d-91e9a02ab46f service neutron] 10.222.0.21 "GET /v2.0/networks?id=743927f7-a315-4f42-b945-156bb1dfc663 HTTP/1.1" status: 200 len: 920 time: 0.3210433 Aug 26 10:54:56.740400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] Request body: {'subnet': {'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-subnet', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:56.745342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06831d-2343-4448-a2d1-7145b50806f5 admin admin] Pushing event updated for resources: {'Network': ['ID=69021e8e-b201-4ac3-b5a7-b9d40115cc9b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:56.791393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87f81969-92e1-4e18-90aa-58610f7b0919 req-e3a856b9-3ec3-408f-88b7-a7d89ad5cbdf tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141787 Aug 26 10:54:56.801198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] Made reservation on behalf of edb449b197e249d0bb37192ec63fe346 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:54:56.803341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-6990d294-cb63-4f0c-afe3-e6aa7f802132 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 217 time: 0.0664144 Aug 26 10:54:56.803772 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:56.866141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:56.869157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-a40bcc8b-5de3-4ab8-95af-355fee987f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:56.878159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-a40bcc8b-5de3-4ab8-95af-355fee987f9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9e47d291-24b9-4380-9fff-7b636343c717 HTTP/1.1" status: 200 len: 859 time: 0.0729835 Aug 26 10:54:56.915272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'd03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb', 'network_id': '4ea48b37-c271-4d31-9343-2642e086d87b', 'port_id': 'd03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb', 'mac_address': 'fa:16:3e:80:ba:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88bdba8-27b4-4f8b-b287-2986f88978a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:54:56.918434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 69021e8e-b201-4ac3-b5a7-b9d40115cc9b details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:54:56.987624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-5585c401-06d6-425a-89ec-f3fa381b2009 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=743927f7-a315-4f42-b945-156bb1dfc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073890 Aug 26 10:54:57.102048 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:57.173981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:54:57.190503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:57.228784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-2541883c-9ff8-46b1-b4d1-de17145d6258 service neutron] 10.222.0.21 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400899 Aug 26 10:54:57.258116 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c23cd-e64c-4c8b-ae01-8a9811abf522 None None] Sync routers for ids ['eb427541-5904-41d6-b7cf-bd7178c871db'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:54:57.323714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e27e67-fb96-4915-96d9-83aa7516da96,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:57.328346 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c23cd-e64c-4c8b-ae01-8a9811abf522 None None] Routers {'eb427541-5904-41d6-b7cf-bd7178c871db'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:57.328984 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-605c23cd-e64c-4c8b-ae01-8a9811abf522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb427541-5904-41d6-b7cf-bd7178c871db'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:57.372910 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] Checking segment: {'id': '9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:54:57.373679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] Network hostable DHCP agents. Network: 69021e8e-b201-4ac3-b5a7-b9d40115cc9b, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:54:57.374899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:57.402253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 659ad147-d1e3-4e9e-953f-c04d54263899 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:57.410932 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:57.416358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 659ad147-d1e3-4e9e-953f-c04d54263899 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:57.417761 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:57.431388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] Network 69021e8e-b201-4ac3-b5a7-b9d40115cc9b is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:54:57.455231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 69021e8e-b201-4ac3-b5a7-b9d40115cc9b) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:57.461583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:57.462361 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:57.502914 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bd03a413-6d90-4034-aa51-246e5c322140 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7661529 Aug 26 10:54:57.507216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49572) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:54:57.509843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e67a1-d0dd-4dff-8ac4-b1c7d37efeba None None] Network 69021e8e-b201-4ac3-b5a7-b9d40115cc9b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:54:57.513169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-router', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:54:57.543669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-703fadfe-d18f-409a-a511-f3ba7abc099d req-7a422e50-7374-4bba-9f60-3fe4e9e12e8d service neutron] 10.222.0.21 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907064 Aug 26 10:54:57.559523 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:57.560649 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:57.652058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:57.672113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f56d0-8ec4-4bbd-9e3b-00fdfb19240e req-a6bfc536-a712-4e44-bcfe-af43e32cc6ea tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:57.684104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b1f56d0-8ec4-4bbd-9e3b-00fdfb19240e req-a6bfc536-a712-4e44-bcfe-af43e32cc6ea tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 946 time: 0.3808591 Aug 26 10:54:57.719330 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-router', 'tenant_id': '7f18812d894748339fa303112b599a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:37Z', 'updated_at': '2021-08-26T10:54:51Z', 'revision_number': 4, 'project_id': '7f18812d894748339fa303112b599a64', 'gw_port': {'id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:40Z', 'updated_at': '2021-08-26T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '59594ac7-b9ff-4781-be65-b46a6a9a3881', 'name': '', 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81', 'tenant_id': '7f18812d894748339fa303112b599a64', 'mac_address': 'fa:16:3e:34:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26c7f25a-2287-4e2f-bf2d-28fd40dcddcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:48Z', 'updated_at': '2021-08-26T10:54:56Z', 'revision_number': 4, 'project_id': '7f18812d894748339fa303112b599a64', 'subnets': [{'id': '26c7f25a-2287-4e2f-bf2d-28fd40dcddcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:57.776260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:57.784691 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b1f56d0-8ec4-4bbd-9e3b-00fdfb19240e req-2ed61636-9ef4-4d24-ab19-266ceb574119 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950453 Aug 26 10:54:57.820919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:54:57.831422 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98019c-36b9-4caf-9652-fcb1b935c0c6 None None] The sync data for ids ['eb5f5b54-95a1-4626-ac0a-f07986c29576'] in n-d-778550-13 is: [{'id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-router', 'tenant_id': '7f18812d894748339fa303112b599a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:37Z', 'updated_at': '2021-08-26T10:54:51Z', 'revision_number': 4, 'project_id': '7f18812d894748339fa303112b599a64', 'gw_port': {'id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:40Z', 'updated_at': '2021-08-26T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '59594ac7-b9ff-4781-be65-b46a6a9a3881', 'name': '', 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81', 'tenant_id': '7f18812d894748339fa303112b599a64', 'mac_address': 'fa:16:3e:34:b6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26c7f25a-2287-4e2f-bf2d-28fd40dcddcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:48Z', 'updated_at': '2021-08-26T10:54:56Z', 'revision_number': 4, 'project_id': '7f18812d894748339fa303112b599a64', 'subnets': [{'id': '26c7f25a-2287-4e2f-bf2d-28fd40dcddcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:54:57.857712 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f49e41d-65eb-48a3-bac5-dc9f41a359ba x-openstack-request-id: req-3f49e41d-65eb-48a3-bac5-dc9f41a359ba {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:54:57.858307 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:54:57.858587 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f49e41d-65eb-48a3-bac5-dc9f41a359ba {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:54:57.859147 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d', 'status': 'completed', 'code': 200} Aug 26 10:54:57.862125 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-605c23cd-e64c-4c8b-ae01-8a9811abf522 None None] Set router eb427541-5904-41d6-b7cf-bd7178c871db gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:57.979416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-cb3b35c9-fd88-4a5a-a688-49d0c518bec6 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/floatingips/799299a3-bf66-4fa4-9aac-f865c081bd01 HTTP/1.1" status: 200 len: 693 time: 0.1188514 Aug 26 10:54:58.116223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:58.169282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daf8b1-5c05-40a8-92f7-cb37ed4355b7 req-54a3b0d8-5dc7-4f12-a0b4-3373d6a07565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:58.171060 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4daf8b1-5c05-40a8-92f7-cb37ed4355b7 req-54a3b0d8-5dc7-4f12-a0b4-3373d6a07565 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9aa42aeae014220b21383abc55e59dc&device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 1097 time: 0.2276523 Aug 26 10:54:58.309485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-f146cd3e-91d3-4209-9f1d-e42dcf90658c tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:58.311230 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-f146cd3e-91d3-4209-9f1d-e42dcf90658c tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 784 time: 0.3306892 Aug 26 10:54:58.324546 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:58.414924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2634d392-3b59-44d3-b440-94bc73a5fdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659ad147-d1e3-4e9e-953f-c04d54263899'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:54:58.417892 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d2cd16-caff-40e1-a50f-2587db9c3288" -d '{"events": [{"server_uuid": "2634d392-3b59-44d3-b440-94bc73a5fdf5", "name": "network-vif-plugged", "status": "completed", "tag": "659ad147-d1e3-4e9e-953f-c04d54263899"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:54:58.427426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daf8b1-5c05-40a8-92f7-cb37ed4355b7 req-20c949a6-985c-4aeb-9ceb-725f88068372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:58.429911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4daf8b1-5c05-40a8-92f7-cb37ed4355b7 req-20c949a6-985c-4aeb-9ceb-725f88068372 service neutron] 10.222.0.47 "GET /v2.0/networks?id=743927f7-a315-4f42-b945-156bb1dfc663 HTTP/1.1" status: 200 len: 920 time: 0.2311962 Aug 26 10:54:58.463084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-69021e8e-b201-4ac3-b5a7-b9d40115cc9b', 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'fixed_ips': [{'subnet_id': '39e27e67-fb96-4915-96d9-83aa7516da96'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:54:58.463945 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:58.490096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 659ad147-d1e3-4e9e-953f-c04d54263899, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=659ad147-d1e3-4e9e-953f-c04d54263899,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:54:58.518005 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:58.546960 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-605c23cd-e64c-4c8b-ae01-8a9811abf522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:47Z', 'revision_number': 4, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e55cd9b1-e7ba-4f19-87c1-fe959159cf91', 'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'mac_address': 'fa:16:3e:0d:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9e47d291-24b9-4380-9fff-7b636343c717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:46Z', 'updated_at': '2021-08-26T10:53:55Z', 'revision_number': 5, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'subnets': [{'id': '9e47d291-24b9-4380-9fff-7b636343c717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:58.603023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-28ae84e3-6215-4558-81ac-322a87917e02 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.2204599 Aug 26 10:54:58.617165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4daf8b1-5c05-40a8-92f7-cb37ed4355b7 req-9de90f2a-5073-4692-9f4c-ccca6f0a5049 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 200 len: 217 time: 0.0898662 Aug 26 10:54:58.620661 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c23cd-e64c-4c8b-ae01-8a9811abf522 None None] Checking router: eb427541-5904-41d6-b7cf-bd7178c871db for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:54:58.648320 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c23cd-e64c-4c8b-ae01-8a9811abf522 None None] Routers {'eb427541-5904-41d6-b7cf-bd7178c871db'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:54:58.649439 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-605c23cd-e64c-4c8b-ae01-8a9811abf522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb427541-5904-41d6-b7cf-bd7178c871db'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:58.748774 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-7b08640d-8b76-40a8-ad81-1e002d74826f tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.1.191 HTTP/1.1" status: 200 len: 696 time: 0.1443110 Aug 26 10:54:58.772929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f4b6-f871-498d-9456-875de286ca86 req-c174c241-2c9e-48fe-bce7-ff374546a9d0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:58.773628 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:58.776307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4170f4b6-f871-498d-9456-875de286ca86 req-c174c241-2c9e-48fe-bce7-ff374546a9d0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 944 time: 0.3958867 Aug 26 10:54:58.804294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=659ad147-d1e3-4e9e-953f-c04d54263899,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:58.808789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:58.927340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Allocated IP 172.20.0.2 (69021e8e-b201-4ac3-b5a7-b9d40115cc9b/39e27e67-fb96-4915-96d9-83aa7516da96/0be4d3d2-01c4-4fc8-a9b1-43e879eee338) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:58.978755 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-605c23cd-e64c-4c8b-ae01-8a9811abf522 None None] Set router eb427541-5904-41d6-b7cf-bd7178c871db gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:54:58.984718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Allocated IP 172.25.1.193 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/df6a4491-d214-4c65-91a7-f0e5afca1a79) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:54:59.134335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 59594ac7-b9ff-4781-be65-b46a6a9a3881 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:54:59.135673 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:59.197247 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:59.247352 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-605c23cd-e64c-4c8b-ae01-8a9811abf522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:47Z', 'revision_number': 4, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e55cd9b1-e7ba-4f19-87c1-fe959159cf91', 'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'mac_address': 'fa:16:3e:0d:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9e47d291-24b9-4380-9fff-7b636343c717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:46Z', 'updated_at': '2021-08-26T10:53:55Z', 'revision_number': 5, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'subnets': [{'id': '9e47d291-24b9-4380-9fff-7b636343c717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:54:59.282529 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c23cd-e64c-4c8b-ae01-8a9811abf522 None None] The sync data for ids ['eb427541-5904-41d6-b7cf-bd7178c871db'] in n-d-778550-13 is: [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:53:47Z', 'revision_number': 4, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e55cd9b1-e7ba-4f19-87c1-fe959159cf91', 'name': '', 'network_id': '743927f7-a315-4f42-b945-156bb1dfc663', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'mac_address': 'fa:16:3e:0d:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '9e47d291-24b9-4380-9fff-7b636343c717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:46Z', 'updated_at': '2021-08-26T10:53:55Z', 'revision_number': 5, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'subnets': [{'id': '9e47d291-24b9-4380-9fff-7b636343c717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:54:59.397773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 59594ac7-b9ff-4781-be65-b46a6a9a3881 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:54:59.419737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 59594ac7-b9ff-4781-be65-b46a6a9a3881 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:54:59.420409 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:59.511792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daf8b1-5c05-40a8-92f7-cb37ed4355b7 req-c10f7875-727d-4c7e-83c0-94ae90ce8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:59.512603 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4daf8b1-5c05-40a8-92f7-cb37ed4355b7 req-c10f7875-727d-4c7e-83c0-94ae90ce8433 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9e47d291-24b9-4380-9fff-7b636343c717 HTTP/1.1" status: 200 len: 859 time: 0.8470891 Aug 26 10:54:59.521111 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:59.558576 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Transition to ACTIVE for port object 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:59.638105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4daf8b1-5c05-40a8-92f7-cb37ed4355b7 req-5fe1f103-612e-4ace-ace7-9f98ceda13d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=743927f7-a315-4f42-b945-156bb1dfc663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009727 Aug 26 10:54:59.653736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Transition to ACTIVE for port object 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:54:59.672136 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:59.717195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:59.719610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Pushing event updated for resources: {'Port': ['ID=df6a4491-d214-4c65-91a7-f0e5afca1a79,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:59.722245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:59.725479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:59.765876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4170f4b6-f871-498d-9456-875de286ca86 req-c63b6902-aec8-4e8a-8139-a5d4ccfd1a33 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517641 Aug 26 10:54:59.781643 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Pushing event updated for resources: {'Port': ['ID=0be4d3d2-01c4-4fc8-a9b1-43e879eee338,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:54:59.815252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861823b6-7d56-49d8-8f21-93d46366f595 req-7fb3be6d-2097-45dc-b044-1ffa52b2e060 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:54:59.816894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-861823b6-7d56-49d8-8f21-93d46366f595 req-7fb3be6d-2097-45dc-b044-1ffa52b2e060 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.42 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 946 time: 0.2997835 Aug 26 10:54:59.846509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Network 69021e8e-b201-4ac3-b5a7-b9d40115cc9b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:54:59.849540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:54:59.856753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:54:59.866819 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:59.893627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4daf8b1-5c05-40a8-92f7-cb37ed4355b7 req-c90cf941-31d9-4cc2-abcc-a9453bfd98f2 service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346218 Aug 26 10:54:59.903514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-bd879018-6806-4747-b1e2-64db2e2ab8f5 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Deleting port 05e705eb-6111-433a-8e5e-9c5db1595c93 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:54:59.903514 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-bd879018-6806-4747-b1e2-64db2e2ab8f5 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:54:59.926884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:59.927473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:59.927616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:59.927921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:59.928267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:59.928603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:59.928942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:59.929282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:59.929732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:59.930265 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:59.930848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:54:59.931238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:00.018756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b5cb2991-17e0-4d8e-b69b-22652e74d8c7 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:00.032736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Attempting to bind port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:55:00.033116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Attempting to bind port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:55:00.033491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Attempting to bind port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 on network 69021e8e-b201-4ac3-b5a7-b9d40115cc9b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:00.067842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:55:00.068228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Checking segment: {'id': '9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:00.068648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.069261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Bound using segment: {'id': '9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:55:00.069779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Bound port: 0be4d3d2-01c4-4fc8-a9b1-43e879eee338, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:55:00.070172 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.107285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 59594ac7-b9ff-4781-be65-b46a6a9a3881, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=59594ac7-b9ff-4781-be65-b46a6a9a3881,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:00.120077 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.167645 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.224689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-bd879018-6806-4747-b1e2-64db2e2ab8f5 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.225184 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-bd879018-6806-4747-b1e2-64db2e2ab8f5 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.255546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-bd879018-6806-4747-b1e2-64db2e2ab8f5 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Calling delete_port for 05e705eb-6111-433a-8e5e-9c5db1595c93 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:00.263979 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4daf8b1-5c05-40a8-92f7-cb37ed4355b7 req-554c7a6f-928f-4a30-aa2d-d242c0427302 service neutron] 10.222.0.47 "GET /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578038 Aug 26 10:55:00.278023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-861823b6-7d56-49d8-8f21-93d46366f595 req-04d589a1-c118-48b1-b847-85eec3707ecc tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Deleting port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:55:00.278441 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-861823b6-7d56-49d8-8f21-93d46366f595 req-04d589a1-c118-48b1-b847-85eec3707ecc tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.362834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] For port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:55:00.369549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] For port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0be4d3d2-01c4-4fc8-a9b1-43e879eee338,segment=NetworkSegment(9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716),segment_id=9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:55:00.384537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069cf2f-3a5d-416b-8360-671b0f28933a None None] New status for floating IP 799299a3-bf66-4fa4-9aac-f865c081bd01: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:55:00.390056 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.421629 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=59594ac7-b9ff-4781-be65-b46a6a9a3881,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:00.533647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce5360-4a7f-4b31-b75d-15e47741ccef req-c95884f7-846a-48e0-aee4-e01b9ca633e5 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:00.542657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54ce5360-4a7f-4b31-b75d-15e47741ccef req-c95884f7-846a-48e0-aee4-e01b9ca633e5 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 946 time: 0.1622741 Aug 26 10:55:00.546194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:55:00.555171 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-861823b6-7d56-49d8-8f21-93d46366f595 req-04d589a1-c118-48b1-b847-85eec3707ecc tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] For port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=5e5e6692-a8c9-424a-803e-0a63ceeaa51b,segment=NetworkSegment(021905f1-705f-43bc-919f-01b67ce9910c),segment_id=021905f1-705f-43bc-919f-01b67ce9910c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:00.555371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-861823b6-7d56-49d8-8f21-93d46366f595 req-04d589a1-c118-48b1-b847-85eec3707ecc tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.612086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.627970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-861823b6-7d56-49d8-8f21-93d46366f595 req-04d589a1-c118-48b1-b847-85eec3707ecc tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Calling delete_port for 5e5e6692-a8c9-424a-803e-0a63ceeaa51b owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:00.643756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:00.646693 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.696758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:00.742908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54ce5360-4a7f-4b31-b75d-15e47741ccef req-2e07e296-05ca-4e2e-8eb2-3a2bb9a8277e tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/security-groups?id=cd3a1c3f-2713-4221-87cb-a9b54d2504ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982973 Aug 26 10:55:00.886981 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-bd879018-6806-4747-b1e2-64db2e2ab8f5 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:00.967640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd879018-6806-4747-b1e2-64db2e2ab8f5 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Pushing event deleted for resources: {'Port': ['ID=05e705eb-6111-433a-8e5e-9c5db1595c93,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:01.043735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Router 729dc71c-a404-4c3c-95e7-1b78187d04fc is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:55:01.128182 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffb47cd-838f-4233-9484-c0b2cef020df x-openstack-request-id: req-fffb47cd-838f-4233-9484-c0b2cef020df {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:01.128487 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2634d392-3b59-44d3-b440-94bc73a5fdf5", "name": "network-vif-plugged", "status": "completed", "tag": "659ad147-d1e3-4e9e-953f-c04d54263899", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:01.128750 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fffb47cd-838f-4233-9484-c0b2cef020df {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:01.129466 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2634d392-3b59-44d3-b440-94bc73a5fdf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659ad147-d1e3-4e9e-953f-c04d54263899', 'code': 200} Aug 26 10:55:01.164258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 59594ac7-b9ff-4781-be65-b46a6a9a3881 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:01.184829 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-d069cf2f-3a5d-416b-8360-671b0f28933a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:55:01.185330 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-d069cf2f-3a5d-416b-8360-671b0f28933a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:55:01.295814 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288910d-3bc1-4344-aab4-4f89a3776ea2 None None] Pushing event updated for resources: {'Port': ['ID=0be4d3d2-01c4-4fc8-a9b1-43e879eee338,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:01.349886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:55:01.382257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:01.383183 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:01.392628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 59594ac7-b9ff-4781-be65-b46a6a9a3881 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:01.393246 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:01.416287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:55:01.437464 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Sync routers for ids ['729dc71c-a404-4c3c-95e7-1b78187d04fc'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:55:01.462427 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:01.463988 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:01.466395 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Routers {'729dc71c-a404-4c3c-95e7-1b78187d04fc'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:55:01.467466 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['729dc71c-a404-4c3c-95e7-1b78187d04fc'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:01.469897 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5176cbce-1a1c-40f9-9d1f-c744fd515954 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9613163 Aug 26 10:55:01.472087 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-bd879018-6806-4747-b1e2-64db2e2ab8f5 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:01.479630 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-bd879018-6806-4747-b1e2-64db2e2ab8f5 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:01.481572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4fb11f4b-2464-4f2d-ac60-4c4e5de77565 req-bd879018-6806-4747-b1e2-64db2e2ab8f5 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "DELETE /v2.0/floatingips/799299a3-bf66-4fa4-9aac-f865c081bd01 HTTP/1.1" status: 204 len: 173 time: 2.7316172 Aug 26 10:55:01.484469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49612) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:01.601948 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b5cb2991-17e0-4d8e-b69b-22652e74d8c7, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b5cb2991-17e0-4d8e-b69b-22652e74d8c7,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:01.664836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1232be3-db14-445e-b93e-b7713de40a92 req-9f2de84c-1ef1-404f-8d6c-b9ffd4610783 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:01.681240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1232be3-db14-445e-b93e-b7713de40a92 req-9f2de84c-1ef1-404f-8d6c-b9ffd4610783 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 944 time: 0.4112005 Aug 26 10:55:01.684705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4114386-ab10-42d7-9275-a252451384cd req-840cbb12-e2ec-46ed-9a49-cbf8e6141ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:01.686244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4114386-ab10-42d7-9275-a252451384cd req-840cbb12-e2ec-46ed-9a49-cbf8e6141ac8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 1097 time: 0.5152304 Aug 26 10:55:01.686973 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-861823b6-7d56-49d8-8f21-93d46366f595 req-04d589a1-c118-48b1-b847-85eec3707ecc tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:01.768998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069cf2f-3a5d-416b-8360-671b0f28933a None None] New status for floating IP 799299a3-bf66-4fa4-9aac-f865c081bd01: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:55:01.785360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d589a1-c118-48b1-b847-85eec3707ecc tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Pushing event deleted for resources: {'Port': ['ID=5e5e6692-a8c9-424a-803e-0a63ceeaa51b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:01.852495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['5e5e6692-a8c9-424a-803e-0a63ceeaa51b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:55:01.853914 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:02.024912 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:02.087196 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Set router 729dc71c-a404-4c3c-95e7-1b78187d04fc gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:55:02.098133 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-861823b6-7d56-49d8-8f21-93d46366f595 req-04d589a1-c118-48b1-b847-85eec3707ecc tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] No DVR routers for this DVR port 5e5e6692-a8c9-424a-803e-0a63ceeaa51b on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:55:02.142419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4114386-ab10-42d7-9275-a252451384cd req-4b88cd57-249a-4ca4-aa1e-0ed9fce681cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417284 Aug 26 10:55:02.144208 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-861823b6-7d56-49d8-8f21-93d46366f595 req-04d589a1-c118-48b1-b847-85eec3707ecc tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:02.146241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-861823b6-7d56-49d8-8f21-93d46366f595 req-04d589a1-c118-48b1-b847-85eec3707ecc tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.42 "DELETE /v2.0/ports/5e5e6692-a8c9-424a-803e-0a63ceeaa51b HTTP/1.1" status: 204 len: 173 time: 2.3216200 Aug 26 10:55:02.146876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a782c970-ac0f-40d3-b8f7-4cad8dbd49f1', 'name': 'network-vif-deleted', 'tag': '5e5e6692-a8c9-424a-803e-0a63ceeaa51b'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:02.163905 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9082c2-3697-4758-bc93-db444b28bb8a" -d '{"events": [{"server_uuid": "a782c970-ac0f-40d3-b8f7-4cad8dbd49f1", "name": "network-vif-deleted", "tag": "5e5e6692-a8c9-424a-803e-0a63ceeaa51b"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:02.184338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b5cb2991-17e0-4d8e-b69b-22652e74d8c7,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:02.204938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1232be3-db14-445e-b93e-b7713de40a92 req-78b28448-8d08-40e1-95bb-bade3023ed62 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226934 Aug 26 10:55:02.308266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:02.340450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:02.394456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20268c2c-83ba-41d3-a44a-efd2eb7b9226 req-6b951e4f-fdcc-4971-806a-e5c98f978875 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups/51f31bd8-f88b-4095-ba75-dc80ce672e02 HTTP/1.1" status: 200 len: 1810 time: 0.1883519 Aug 26 10:55:02.449216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c278a2-21d7-403a-8fac-5fba692a6a64 None None] Network 69021e8e-b201-4ac3-b5a7-b9d40115cc9b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:02.477145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a27e6b72-aae3-40c3-a36a-164ce6589ca8 req-0da3a1ae-3a0a-4a3c-8104-4dcd8c5f4ae1 tempest-InstanceActionsV221TestJSON-691806944 tempest-InstanceActionsV221TestJSON-691806944-project] 10.222.0.21 "GET /v2.0/ports?device_id=a782c970-ac0f-40d3-b8f7-4cad8dbd49f1 HTTP/1.1" status: 200 len: 210 time: 0.0654852 Aug 26 10:55:02.530838 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-20268c2c-83ba-41d3-a44a-efd2eb7b9226 req-c2da305f-89c6-436e-9a95-86de3cc43735 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:02.560730 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-20268c2c-83ba-41d3-a44a-efd2eb7b9226 req-c2da305f-89c6-436e-9a95-86de3cc43735 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:02.592499 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7a83aa-c8a9-44cf-bc5c-9b5f173048f1 x-openstack-request-id: req-be7a83aa-c8a9-44cf-bc5c-9b5f173048f1 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:02.593326 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a782c970-ac0f-40d3-b8f7-4cad8dbd49f1", "name": "network-vif-deleted", "tag": "5e5e6692-a8c9-424a-803e-0a63ceeaa51b", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:02.595687 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be7a83aa-c8a9-44cf-bc5c-9b5f173048f1 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:02.596945 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a782c970-ac0f-40d3-b8f7-4cad8dbd49f1', 'name': 'network-vif-deleted', 'tag': '5e5e6692-a8c9-424a-803e-0a63ceeaa51b', 'status': 'completed', 'code': 200} Aug 26 10:55:02.650311 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-20268c2c-83ba-41d3-a44a-efd2eb7b9226 req-c2da305f-89c6-436e-9a95-86de3cc43735 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:02.653368 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-20268c2c-83ba-41d3-a44a-efd2eb7b9226 req-c2da305f-89c6-436e-9a95-86de3cc43735 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:02.658549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20268c2c-83ba-41d3-a44a-efd2eb7b9226 req-c2da305f-89c6-436e-9a95-86de3cc43735 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "DELETE /v2.0/security-groups/51f31bd8-f88b-4095-ba75-dc80ce672e02 HTTP/1.1" status: 204 len: 173 time: 0.2547545 Aug 26 10:55:02.702060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da305f-89c6-436e-9a95-86de3cc43735 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f31bd8-f88b-4095-ba75-dc80ce672e02,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:02.710559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:02.736420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3a53f512-e00b-4b02-bbe1-49a6d8d24a8a None None] Provisioning for port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:55:02.860125 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-router', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:57Z', 'updated_at': '2021-08-26T10:54:59Z', 'revision_number': 3, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'gw_port': {'id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:58Z', 'updated_at': '2021-08-26T10:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:02.972014 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Checking router: 729dc71c-a404-4c3c-95e7-1b78187d04fc for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:55:02.974042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49636) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:03.020831 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Updating router 729dc71c-a404-4c3c-95e7-1b78187d04fc port df6a4491-d214-4c65-91a7-f0e5afca1a79 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:55:03.130976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac504ba-1089-41b4-a4e3-b2f5b9584015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cb2991-17e0-4d8e-b69b-22652e74d8c7'}, {'server_uuid': '89ab38b5-8f88-4028-9851-8023fd870bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:03.131487 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.143338 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee647705-1469-4ff4-b5a1-3ec5536dac9c" -d '{"events": [{"server_uuid": "5ac504ba-1089-41b4-a4e3-b2f5b9584015", "name": "network-vif-plugged", "status": "completed", "tag": "b5cb2991-17e0-4d8e-b69b-22652e74d8c7"}, {"server_uuid": "89ab38b5-8f88-4028-9851-8023fd870bc6", "name": "network-vif-plugged", "status": "completed", "tag": "d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:03.200841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:03.222952 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.367249 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:55:03.374258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:03.375665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.377189 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7a6b29c7-e7eb-4b21-b222-192929c6285e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.488223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb59da1-bf9e-49a5-b6cf-c20568a7d58b req-d4f4aadd-e38f-4597-81cc-809ba658b88c tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:03.496277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbb59da1-bf9e-49a5-b6cf-c20568a7d58b req-d4f4aadd-e38f-4597-81cc-809ba658b88c tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.3506880 Aug 26 10:55:03.520390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915a9f3-294b-4dc9-979b-2725cb164a0f req-e35975fc-8dd6-45ef-9af8-f3360ee00911 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:03.528161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5915a9f3-294b-4dc9-979b-2725cb164a0f req-e35975fc-8dd6-45ef-9af8-f3360ee00911 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 945 time: 0.2663848 Aug 26 10:55:03.584011 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.625606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Allocated IP 172.20.0.1 (69021e8e-b201-4ac3-b5a7-b9d40115cc9b/39e27e67-fb96-4915-96d9-83aa7516da96/6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:55:03.694776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbb59da1-bf9e-49a5-b6cf-c20568a7d58b req-895f9d42-7456-4537-9f0a-f559dbdaefce tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967161 Aug 26 10:55:03.700406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0be4d3d2-01c4-4fc8-a9b1-43e879eee338,segment=NetworkSegment(9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716),segment_id=9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:03.701774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3ee380e6-4371-4209-819f-7daa264625ce None None] Provisioning complete for port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:03.702161 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ee380e6-4371-4209-819f-7daa264625ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.729806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5915a9f3-294b-4dc9-979b-2725cb164a0f req-1dd05a61-0bd7-4d4e-b3ed-005005709014 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006230 Aug 26 10:55:03.732399 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.856728 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.869143 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.888792 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Transition to ACTIVE for port object df6a4491-d214-4c65-91a7-f0e5afca1a79 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:55:03.906583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Transition to ACTIVE for port object 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:55:03.908501 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fab0022-2a24-4e3b-91cd-ca3c9528148b x-openstack-request-id: req-2fab0022-2a24-4e3b-91cd-ca3c9528148b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:03.911252 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac504ba-1089-41b4-a4e3-b2f5b9584015", "name": "network-vif-plugged", "status": "completed", "tag": "b5cb2991-17e0-4d8e-b69b-22652e74d8c7", "code": 200}, {"server_uuid": "89ab38b5-8f88-4028-9851-8023fd870bc6", "name": "network-vif-plugged", "status": "completed", "tag": "d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:03.911437 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.911947 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fab0022-2a24-4e3b-91cd-ca3c9528148b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:03.912563 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac504ba-1089-41b4-a4e3-b2f5b9584015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cb2991-17e0-4d8e-b69b-22652e74d8c7', 'code': 200} Aug 26 10:55:03.913372 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7a6b29c7-e7eb-4b21-b222-192929c6285e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.914136 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab38b5-8f88-4028-9851-8023fd870bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb', 'code': 200} Aug 26 10:55:03.925180 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7a6b29c7-e7eb-4b21-b222-192929c6285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:03.971505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=0be4d3d2-01c4-4fc8-a9b1-43e879eee338,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:04.035102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.049978 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Attempting to bind port df6a4491-d214-4c65-91a7-f0e5afca1a79 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:55:04.050451 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Attempting to bind port df6a4491-d214-4c65-91a7-f0e5afca1a79 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:55:04.050923 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Attempting to bind port df6a4491-d214-4c65-91a7-f0e5afca1a79 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:04.056511 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cbeb4-5335-4411-a6f9-58a04e5da65d None None] Pushing event updated for resources: {'Port': ['ID=df6a4491-d214-4c65-91a7-f0e5afca1a79,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:04.059728 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:55:04.060146 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:04.060686 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.061147 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:55:04.061715 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Bound port: df6a4491-d214-4c65-91a7-f0e5afca1a79, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:55:04.062208 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.144154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Network 69021e8e-b201-4ac3-b5a7-b9d40115cc9b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:55:04.146472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Pushing event updated for resources: {'Port': ['ID=6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:04.155708 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:04.159580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:55:04.180457 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] For port df6a4491-d214-4c65-91a7-f0e5afca1a79, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:55:04.190910 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] For port df6a4491-d214-4c65-91a7-f0e5afca1a79, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=df6a4491-d214-4c65-91a7-f0e5afca1a79,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:55:04.207933 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.230756 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.269684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7a6b29c7-e7eb-4b21-b222-192929c6285e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cb8ee8b6b2d4bf6b482f3061b733dce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2916770 Aug 26 10:55:04.283801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b29c7-e7eb-4b21-b222-192929c6285e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c01e1d3-7c93-4db3-bf39-b7abd81dd73a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:04.294499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49656) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:04.318949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49658) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:04.347122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c229ed3-e699-419c-9974-f37ae0d362e9 req-3d247e0d-6b26-4341-bdcc-3fe26a758704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:04.349556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c229ed3-e699-419c-9974-f37ae0d362e9 req-3d247e0d-6b26-4341-bdcc-3fe26a758704 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ac504ba-1089-41b4-a4e3-b2f5b9584015 HTTP/1.1" status: 200 len: 1098 time: 0.2867024 Aug 26 10:55:04.357439 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cbeb4-5335-4411-a6f9-58a04e5da65d None None] Pushing event updated for resources: {'Port': ['ID=df6a4491-d214-4c65-91a7-f0e5afca1a79,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:04.366138 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Routers {'729dc71c-a404-4c3c-95e7-1b78187d04fc'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:55:04.368679 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['729dc71c-a404-4c3c-95e7-1b78187d04fc'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:04.410864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c3b93-6634-44fc-a40d-f95d43580d76 req-e1544a1a-1617-451d-a7ce-cbf300ecd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:04.412565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f25c3b93-6634-44fc-a40d-f95d43580d76 req-e1544a1a-1617-451d-a7ce-cbf300ecd976 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 1097 time: 0.4103782 Aug 26 10:55:04.420847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878259ef-8ddd-41c7-901b-41e7c963a28b req-00a0330b-06a8-4a3c-9c23-d10e99cd80f9 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:04.422967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-878259ef-8ddd-41c7-901b-41e7c963a28b req-00a0330b-06a8-4a3c-9c23-d10e99cd80f9 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 945 time: 0.3963416 Aug 26 10:55:04.477410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e861613-27b8-4cdd-a459-83d199a0f168 admin admin] Deleting subnet 98524f55-4e18-44f7-89e1-5769120f38cb {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:55:04.482562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e861613-27b8-4cdd-a459-83d199a0f168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.486534 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c229ed3-e699-419c-9974-f37ae0d362e9 req-9a36b7c7-2dfc-438a-ba2d-e481de1722aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279528 Aug 26 10:55:04.491541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2465b2c-53d1-453c-8196-08587cdd5b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.539009 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-878259ef-8ddd-41c7-901b-41e7c963a28b req-cc86c40d-1b45-40d0-803c-02b57be51e44 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836587 Aug 26 10:55:04.545422 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f25c3b93-6634-44fc-a40d-f95d43580d76 req-8e94ac88-661f-42cb-bc78-7f183d8d0fa9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210175 Aug 26 10:55:04.545684 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e861613-27b8-4cdd-a459-83d199a0f168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.550550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2465b2c-53d1-453c-8196-08587cdd5b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.564018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-79e6eafe-8e79-4b7d-844f-078f8db75bf1 None None] Provisioning for port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:55:04.576758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-79e6eafe-8e79-4b7d-844f-078f8db75bf1 None None] Provisioning complete for port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:04.578280 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79e6eafe-8e79-4b7d-844f-078f8db75bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.599282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e861613-27b8-4cdd-a459-83d199a0f168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.607460 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] Set router 729dc71c-a404-4c3c-95e7-1b78187d04fc gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:55:04.652140 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2465b2c-53d1-453c-8196-08587cdd5b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.655692 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2465b2c-53d1-453c-8196-08587cdd5b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.656634 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.662855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a2465b2c-53d1-453c-8196-08587cdd5b20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c01e1d3-7c93-4db3-bf39-b7abd81dd73a HTTP/1.1" status: 204 len: 168 time: 0.3593161 Aug 26 10:55:04.668607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 5e5e6692-a8c9-424a-803e-0a63ceeaa51b no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:55:04.669562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2465b2c-53d1-453c-8196-08587cdd5b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c01e1d3-7c93-4db3-bf39-b7abd81dd73a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:04.751384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 5e5e6692-a8c9-424a-803e-0a63ceeaa51b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:55:04.752070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 5e5e6692-a8c9-424a-803e-0a63ceeaa51b not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:55:04.760756 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e861613-27b8-4cdd-a459-83d199a0f168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.792821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-79e6eafe-8e79-4b7d-844f-078f8db75bf1 None None] Port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:55:04.825928 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e861613-27b8-4cdd-a459-83d199a0f168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:04.827671 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1e861613-27b8-4cdd-a459-83d199a0f168 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/98524f55-4e18-44f7-89e1-5769120f38cb HTTP/1.1" status: 204 len: 168 time: 0.5069590 Aug 26 10:55:04.829286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e861613-27b8-4cdd-a459-83d199a0f168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98524f55-4e18-44f7-89e1-5769120f38cb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:04.830918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49666) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:05.023528 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.065373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ee67b-60a0-4bad-8f94-f1c2b9f89671 req-7019d581-2158-4914-a3f8-ba83e029e7c3 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:05.069081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:05.072917 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.075560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac2ee67b-60a0-4bad-8f94-f1c2b9f89671 req-7019d581-2158-4914-a3f8-ba83e029e7c3 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 945 time: 0.1489971 Aug 26 10:55:05.081563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.120836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15bda6-6580-49c6-b33f-f50144018639 req-21b40395-54b1-49ec-8693-3db55a095c4e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:05.134385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d15bda6-6580-49c6-b33f-f50144018639 req-21b40395-54b1-49ec-8693-3db55a095c4e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1725488 Aug 26 10:55:05.162617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.164804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Pushing event updated for resources: {'Port': ['ID=6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:05.231809 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-router', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:57Z', 'updated_at': '2021-08-26T10:54:59Z', 'revision_number': 3, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'gw_port': {'id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:58Z', 'updated_at': '2021-08-26T10:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:05.235705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:05.236602 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.277671 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5083141-55d9-4db1-8b39-4018a06e915e None None] The sync data for ids ['729dc71c-a404-4c3c-95e7-1b78187d04fc'] in n-d-778550-13 is: [{'id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-router', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:57Z', 'updated_at': '2021-08-26T10:54:59Z', 'revision_number': 3, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'gw_port': {'id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:58Z', 'updated_at': '2021-08-26T10:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:55:05.294109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Network 69021e8e-b201-4ac3-b5a7-b9d40115cc9b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:55:05.303189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:05.495103 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.509428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01291724-72fc-4748-a24a-0bcbfb4a77db']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:05.524993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021905f1-705f-43bc-919f-01b67ce9910c') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:05.525424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021905f1-705f-43bc-919f-01b67ce9910c') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:05.537849 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Router 729dc71c-a404-4c3c-95e7-1b78187d04fc has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:55:05.542138 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.566106 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.610027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac2ee67b-60a0-4bad-8f94-f1c2b9f89671 req-0f578726-d797-488a-8072-57c24e46ed68 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5336454 Aug 26 10:55:05.645971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d15bda6-6580-49c6-b33f-f50144018639 req-8c80e8e9-8468-4667-ae9d-d2ceb8d718c4 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/security-groups?id=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102360 Aug 26 10:55:05.647390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:55:05.647822 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.673905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea944037-0e43-433b-a4da-6696d3442d76 req-a02fce3a-3cc9-4fb7-ad7a-c0780e202351 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:05.675616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea944037-0e43-433b-a4da-6696d3442d76 req-a02fce3a-3cc9-4fb7-ad7a-c0780e202351 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 945 time: 0.5906742 Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:55:05.676351 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:55:05.855011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-98e4a386-2024-48fb-8142-a84fd798ac9f None None] Provisioning complete for port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:05.855665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98e4a386-2024-48fb-8142-a84fd798ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.961591 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.972885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:55:05.975141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:05.979871 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] 10.222.0.21 "DELETE /v2.0/networks/01291724-72fc-4748-a24a-0bcbfb4a77db HTTP/1.1" status: 204 len: 168 time: 1.1453812 Aug 26 10:55:05.987862 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9e080d41-68f3-4976-a4db-78be013bc31a admin admin] 10.222.0.21 "PUT /v2.0/routers/729dc71c-a404-4c3c-95e7-1b78187d04fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5005510 Aug 26 10:55:06.002563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc7f12-5665-4f85-9666-5f513341ba37 admin admin] Pushing event deleted for resources: {'Network': ['ID=01291724-72fc-4748-a24a-0bcbfb4a77db,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:06.030209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f16eff-e3a7-4fb1-b0df-c312086d299b req-c787fff6-078d-4a5a-b8e8-1649d0939e5c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:06.031752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7f16eff-e3a7-4fb1-b0df-c312086d299b req-c787fff6-078d-4a5a-b8e8-1649d0939e5c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 945 time: 0.2012360 Aug 26 10:55:06.040333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-98e4a386-2024-48fb-8142-a84fd798ac9f None None] Port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:55:06.083839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Deleting port cb4d7596-1ad5-481a-8888-921637570461 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:55:06.084417 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:06.160125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7f16eff-e3a7-4fb1-b0df-c312086d299b req-3806d724-14ef-4ff0-9093-7532b5e90478 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192076 Aug 26 10:55:06.271699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] For port cb4d7596-1ad5-481a-8888-921637570461, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=cb4d7596-1ad5-481a-8888-921637570461,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:06.272084 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:06.311966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49696) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:06.335351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1b510-fbc1-45cc-8745-5756bb00a02a req-f19f91cf-ac15-4f50-80e9-87312bcaddd8 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:06.335351 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-13d1b510-fbc1-45cc-8745-5756bb00a02a req-f19f91cf-ac15-4f50-80e9-87312bcaddd8 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.47 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 945 time: 0.1373889 Aug 26 10:55:06.564558 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-779ee1aa-54d0-4d3c-ae75-a6958944b01f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=741aaab4c2a34981884ae3738168a1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289243 Aug 26 10:55:06.568676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49702) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:06.616305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd11251-54e2-49fb-8a1f-6c1f0c8b44a4 req-1661d1a7-3bbd-432c-9d9a-a0210e7fdab7 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:06.618442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3bd11251-54e2-49fb-8a1f-6c1f0c8b44a4 req-1661d1a7-3bbd-432c-9d9a-a0210e7fdab7 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.1258202 Aug 26 10:55:06.689496 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0430caa3-2f2c-4c56-a7ff-3847f40ae8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:06.697569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-13d1b510-fbc1-45cc-8745-5756bb00a02a req-8445493a-6577-4b65-9e1c-47eeb6b8366e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Deleting port 25316986-2cf6-4608-a8a8-9b672a77461d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:55:06.697912 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-13d1b510-fbc1-45cc-8745-5756bb00a02a req-8445493a-6577-4b65-9e1c-47eeb6b8366e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:06.800921 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:06.801583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:06.811507 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Floating IP e0b71807-7fd2-4ce0-bd77-a04a961f1dd5 disassociated. External IP: 172.25.1.97, port: cb4d7596-1ad5-481a-8888-921637570461. Aug 26 10:55:06.812416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Calling delete_port for cb4d7596-1ad5-481a-8888-921637570461 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:06.816186 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0430caa3-2f2c-4c56-a7ff-3847f40ae8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:06.844985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49716) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:07.016968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-13d1b510-fbc1-45cc-8745-5756bb00a02a req-8445493a-6577-4b65-9e1c-47eeb6b8366e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] For port 25316986-2cf6-4608-a8a8-9b672a77461d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=25316986-2cf6-4608-a8a8-9b672a77461d,segment=NetworkSegment(b0c8a3fd-3c20-4647-96fe-9a321e5b3758),segment_id=b0c8a3fd-3c20-4647-96fe-9a321e5b3758)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:07.019367 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-13d1b510-fbc1-45cc-8745-5756bb00a02a req-8445493a-6577-4b65-9e1c-47eeb6b8366e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:07.099903 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1622080636-network', 'tenant_id': 'c61dd09ddfb2461a98cdd2caa9cb0804'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:07.114844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-13d1b510-fbc1-45cc-8745-5756bb00a02a req-8445493a-6577-4b65-9e1c-47eeb6b8366e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Calling delete_port for 25316986-2cf6-4608-a8a8-9b672a77461d owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:07.114844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0430caa3-2f2c-4c56-a7ff-3847f40ae8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:07.114844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0430caa3-2f2c-4c56-a7ff-3847f40ae8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:07.116164 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0430caa3-2f2c-4c56-a7ff-3847f40ae8c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd3a1c3f-2713-4221-87cb-a9b54d2504ea HTTP/1.1" status: 204 len: 168 time: 0.5456469 Aug 26 10:55:07.197682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430caa3-2f2c-4c56-a7ff-3847f40ae8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3a1c3f-2713-4221-87cb-a9b54d2504ea,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:07.197945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device df6a4491-d214-4c65-91a7-f0e5afca1a79 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:07.328979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Made reservation on behalf of c61dd09ddfb2461a98cdd2caa9cb0804 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:07.338843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:07.425123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port df6a4491-d214-4c65-91a7-f0e5afca1a79 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:55:07.434261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port df6a4491-d214-4c65-91a7-f0e5afca1a79 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:07.435935 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:07.574242 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:07.583175 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-13d1b510-fbc1-45cc-8745-5756bb00a02a req-8445493a-6577-4b65-9e1c-47eeb6b8366e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:07.604498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['25316986-2cf6-4608-a8a8-9b672a77461d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:55:07.737267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:07.750410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445493a-6577-4b65-9e1c-47eeb6b8366e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Pushing event deleted for resources: {'Port': ['ID=25316986-2cf6-4608-a8a8-9b672a77461d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:07.799673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3bd11251-54e2-49fb-8a1f-6c1f0c8b44a4 req-4069aaf6-5048-4f65-b5e8-162adc1b9b16 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1676681 Aug 26 10:55:07.825139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port df6a4491-d214-4c65-91a7-f0e5afca1a79, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=df6a4491-d214-4c65-91a7-f0e5afca1a79,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:07.851710 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:07.942173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e8e3f-9994-40d9-9b14-fef61a9bebe0 req-746d8f36-4285-4e53-a7d6-d44f22f09cf0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:07.945254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f96e8e3f-9994-40d9-9b14-fef61a9bebe0 req-746d8f36-4285-4e53-a7d6-d44f22f09cf0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 945 time: 1.2100363 Aug 26 10:55:08.010989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device cb4d7596-1ad5-481a-8888-921637570461 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:55:08.172389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f96e8e3f-9994-40d9-9b14-fef61a9bebe0 req-4f2a79b4-54e0-4b3d-9312-732f698b12f3 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4237f2e-28c0-4286-99aa-71f9e834d0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051139 Aug 26 10:55:08.217920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=df6a4491-d214-4c65-91a7-f0e5afca1a79,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:08.348399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d1b510-fbc1-45cc-8745-5756bb00a02a req-8445493a-6577-4b65-9e1c-47eeb6b8366e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] No DVR routers for this DVR port 25316986-2cf6-4608-a8a8-9b672a77461d on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:55:08.354677 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-13d1b510-fbc1-45cc-8745-5756bb00a02a req-8445493a-6577-4b65-9e1c-47eeb6b8366e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:08.363495 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-13d1b510-fbc1-45cc-8745-5756bb00a02a req-8445493a-6577-4b65-9e1c-47eeb6b8366e tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.47 "DELETE /v2.0/ports/25316986-2cf6-4608-a8a8-9b672a77461d HTTP/1.1" status: 204 len: 173 time: 2.0031703 Aug 26 10:55:08.381599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'name': 'network-vif-deleted', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:08.391752 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312f93ea-2c4f-42a4-9280-19f040aa441a" -d '{"events": [{"server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "name": "network-vif-deleted", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:08.456294 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:08.473643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416849f0-2a03-4cb4-bd0a-5f71585d472b req-99abf202-6941-4afd-a75d-8c10f6b54350 tempest-ServerRescueTestJSONUnderV235-1338674662 tempest-ServerRescueTestJSONUnderV235-1338674662-project] 10.222.0.21 "GET /v2.0/ports?device_id=8aa622de-692b-413a-a0bc-74f1c6eb11ee HTTP/1.1" status: 200 len: 210 time: 0.2995796 Aug 26 10:55:08.630997 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:08.648558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:08.668824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:08.773335 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171ea154-c0e6-4a1c-b5df-db4fd2f673e6 x-openstack-request-id: req-171ea154-c0e6-4a1c-b5df-db4fd2f673e6 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:08.786321 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa622de-692b-413a-a0bc-74f1c6eb11ee", "name": "network-vif-deleted", "tag": "25316986-2cf6-4608-a8a8-9b672a77461d", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:08.786834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Sync routers for ids ['729dc71c-a404-4c3c-95e7-1b78187d04fc'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:55:08.792657 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-171ea154-c0e6-4a1c-b5df-db4fd2f673e6 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:08.793704 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa622de-692b-413a-a0bc-74f1c6eb11ee', 'name': 'network-vif-deleted', 'tag': '25316986-2cf6-4608-a8a8-9b672a77461d', 'status': 'completed', 'code': 200} Aug 26 10:55:08.807815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:55:08.846786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Routers {'729dc71c-a404-4c3c-95e7-1b78187d04fc'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:55:08.847872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['729dc71c-a404-4c3c-95e7-1b78187d04fc'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:08.852809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Pushing event deleted for resources: {'Port': ['ID=cb4d7596-1ad5-481a-8888-921637570461,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:08.908558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:08.912005 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Added segment 5319fe09-ecb4-4650-836a-b0b4eed02bf3 of type vlan for network 4d781fde-5b15-4254-982e-564c92fae8f4 Aug 26 10:55:08.946967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5718bcd-2276-4525-a171-a1ac96d8f199,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:09.075939 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:09.090804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49744) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:09.099630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device df6a4491-d214-4c65-91a7-f0e5afca1a79 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:09.214852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:09.216629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:09.217740 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:09.372632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731d852-06d4-44d7-bfb5-86416a39f920 req-dcfab5ca-4741-4fcb-988a-1b6834752466 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:09.412343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9731d852-06d4-44d7-bfb5-86416a39f920 req-dcfab5ca-4741-4fcb-988a-1b6834752466 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ac504ba-1089-41b4-a4e3-b2f5b9584015 HTTP/1.1" status: 200 len: 946 time: 0.5616586 Aug 26 10:55:09.414568 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Set router 729dc71c-a404-4c3c-95e7-1b78187d04fc gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:55:09.511415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port df6a4491-d214-4c65-91a7-f0e5afca1a79 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:09.512506 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:09.581815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] Pushing event updated for resources: {'Network': ['ID=4d781fde-5b15-4254-982e-564c92fae8f4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:09.615449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-108176784-network', 'tenant_id': '6f4f407717274db6ab62d1760ee9cb45'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:09.632551 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51432e19-a87e-4e0f-ae80-6ba7ba775d2c req-9e525f6f-fb67-417f-9c23-37164c49111f tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 210 time: 0.0922749 Aug 26 10:55:09.668698 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cd5c293b-fce5-4f40-a012-4d979cdee738 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8221378 Aug 26 10:55:09.677549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Made reservation on behalf of 6f4f407717274db6ab62d1760ee9cb45 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:09.681266 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:09.700697 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:09.819150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9731d852-06d4-44d7-bfb5-86416a39f920 req-040a2e8d-acb9-4a53-b579-d9fc377363d0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049222 Aug 26 10:55:09.881997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:09.889263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Router caa5fce4-ff0b-44b2-9f54-201a1a433908 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:55:09.890492 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:09.926819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bade1d-c962-42cc-906c-8f6bc1f2fdeb,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:09.961005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:55:09.977217 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:09.978000 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Added segment cd816e58-81c7-48ba-aced-6e20232479ae of type vlan for network a21e2f9b-cb3d-4d92-ab58-7578dff81231 Aug 26 10:55:10.019232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49758) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:10.346847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 4d781fde-5b15-4254-982e-564c92fae8f4 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:55:10.350677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 25316986-2cf6-4608-a8a8-9b672a77461d no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:55:10.365717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:10.392276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:55:10.408682 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8109d7-7c20-45c8-9023-d1b30e0981f5 None None] Sync routers for ids ['caa5fce4-ff0b-44b2-9f54-201a1a433908'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:55:10.454719 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8109d7-7c20-45c8-9023-d1b30e0981f5 None None] Routers {'caa5fce4-ff0b-44b2-9f54-201a1a433908'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:55:10.455793 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-af8109d7-7c20-45c8-9023-d1b30e0981f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa5fce4-ff0b-44b2-9f54-201a1a433908'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:10.574139 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:10.575102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:10.579627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:10.586570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] No DVR routers for this DVR port cb4d7596-1ad5-481a-8888-921637570461 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:55:10.591271 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:10.595619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea944037-0e43-433b-a4da-6696d3442d76 req-690ac891-f34a-4f83-9706-f102f5c56bbc tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.47 "DELETE /v2.0/ports/cb4d7596-1ad5-481a-8888-921637570461 HTTP/1.1" status: 204 len: 173 time: 4.8298116 Aug 26 10:55:10.596365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'name': 'network-vif-deleted', 'tag': 'cb4d7596-1ad5-481a-8888-921637570461'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:10.607580 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefdb1e2-1f50-42d6-97e8-6c4a5fef6138" -d '{"events": [{"server_uuid": "9ab87461-8f2e-4617-bb4c-5ffd02219dff", "name": "network-vif-deleted", "tag": "cb4d7596-1ad5-481a-8888-921637570461"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:10.862490 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-af8109d7-7c20-45c8-9023-d1b30e0981f5 None None] Set router caa5fce4-ff0b-44b2-9f54-201a1a433908 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:55:10.889194 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7979853 Aug 26 10:55:10.915521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 25316986-2cf6-4608-a8a8-9b672a77461d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:55:10.916454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 25316986-2cf6-4608-a8a8-9b672a77461d not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:55:10.932550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49772) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:10.986467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] Request body: {'subnet': {'network_id': 'a21e2f9b-cb3d-4d92-ab58-7578dff81231', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-108176784-subnet', 'tenant_id': '6f4f407717274db6ab62d1760ee9cb45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:11.094013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c2bbf-67e5-4961-8684-0a1b8c0f202a admin admin] Pushing event updated for resources: {'Network': ['ID=a21e2f9b-cb3d-4d92-ab58-7578dff81231,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:11.248654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:11.296401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005d9f4-bca3-4020-a632-af997c1e4702 req-c68a78c0-c213-4863-8546-e1dcc58f13b9 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:11.305381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5005d9f4-bca3-4020-a632-af997c1e4702 req-c68a78c0-c213-4863-8546-e1dcc58f13b9 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 945 time: 0.5100071 Aug 26 10:55:11.319998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network a21e2f9b-cb3d-4d92-ab58-7578dff81231 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:55:11.372788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] Made reservation on behalf of 6f4f407717274db6ab62d1760ee9cb45 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:11.377166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:11.424595 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-af8109d7-7c20-45c8-9023-d1b30e0981f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '41efbb4e-0562-4ae1-a69b-385d3b63975e', 'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'mac_address': 'fa:16:3e:9d:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:30Z', 'revision_number': 5, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'subnets': [{'id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:11.475446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5005d9f4-bca3-4020-a632-af997c1e4702 req-e13b0b0b-80bc-4bd3-b5fc-3fdfc2ac65a3 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686535 Aug 26 10:55:11.542622 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8109d7-7c20-45c8-9023-d1b30e0981f5 None None] Checking router: caa5fce4-ff0b-44b2-9f54-201a1a433908 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:55:11.547417 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6dfbcb-83c2-485f-9a44-9489ced2bd4a x-openstack-request-id: req-5e6dfbcb-83c2-485f-9a44-9489ced2bd4a {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:11.549016 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab87461-8f2e-4617-bb4c-5ffd02219dff", "name": "network-vif-deleted", "tag": "cb4d7596-1ad5-481a-8888-921637570461", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:11.549547 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e6dfbcb-83c2-485f-9a44-9489ced2bd4a {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:11.550215 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab87461-8f2e-4617-bb4c-5ffd02219dff', 'name': 'network-vif-deleted', 'tag': 'cb4d7596-1ad5-481a-8888-921637570461', 'status': 'completed', 'code': 200} Aug 26 10:55:11.582556 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8109d7-7c20-45c8-9023-d1b30e0981f5 None None] Routers {'caa5fce4-ff0b-44b2-9f54-201a1a433908'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:55:11.585468 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-af8109d7-7c20-45c8-9023-d1b30e0981f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa5fce4-ff0b-44b2-9f54-201a1a433908'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:11.596962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770f028-79c0-4371-9d76-d8bbacb82bca req-fbb89796-b108-4971-9e3f-c81b8d5b67f2 tempest-ComputeTenantNetworksTest-486315517 tempest-ComputeTenantNetworksTest-486315517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:11.643416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770f028-79c0-4371-9d76-d8bbacb82bca req-fbb89796-b108-4971-9e3f-c81b8d5b67f2 tempest-ComputeTenantNetworksTest-486315517 tempest-ComputeTenantNetworksTest-486315517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:11.653499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770f028-79c0-4371-9d76-d8bbacb82bca req-fbb89796-b108-4971-9e3f-c81b8d5b67f2 tempest-ComputeTenantNetworksTest-486315517 tempest-ComputeTenantNetworksTest-486315517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:11.672491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b770f028-79c0-4371-9d76-d8bbacb82bca req-fbb89796-b108-4971-9e3f-c81b8d5b67f2 tempest-ComputeTenantNetworksTest-486315517 tempest-ComputeTenantNetworksTest-486315517-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6637356 Aug 26 10:55:11.786548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5f799db-b141-40d5-94b1-7881c5c2fa92 req-dac0ce2d-9754-4c31-9c99-013e8a005edd tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ab87461-8f2e-4617-bb4c-5ffd02219dff HTTP/1.1" status: 200 len: 210 time: 0.1110535 Aug 26 10:55:11.872911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-router', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:57Z', 'updated_at': '2021-08-26T10:55:04Z', 'revision_number': 4, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'gw_port': {'id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:58Z', 'updated_at': '2021-08-26T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e', 'name': '', 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'mac_address': 'fa:16:3e:76:65:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39e27e67-fb96-4915-96d9-83aa7516da96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:03Z', 'updated_at': '2021-08-26T10:55:04Z', 'revision_number': 2, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'subnets': [{'id': '39e27e67-fb96-4915-96d9-83aa7516da96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:11.939192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Checking router: 729dc71c-a404-4c3c-95e7-1b78187d04fc for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:55:11.939867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Updating router 729dc71c-a404-4c3c-95e7-1b78187d04fc port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:55:11.992607 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:12.151413 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-af8109d7-7c20-45c8-9023-d1b30e0981f5 None None] Set router caa5fce4-ff0b-44b2-9f54-201a1a433908 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:55:12.196957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274b481-5568-406b-942e-4c465e6d536a req-f2a5dd98-ced7-4126-bc63-5f96ccb0889e tempest-ComputeTenantNetworksTest-486315517 tempest-ComputeTenantNetworksTest-486315517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:12.212611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9274b481-5568-406b-942e-4c465e6d536a req-f2a5dd98-ced7-4126-bc63-5f96ccb0889e tempest-ComputeTenantNetworksTest-486315517 tempest-ComputeTenantNetworksTest-486315517-project] 10.222.0.21 "GET /v2.0/networks/4d781fde-5b15-4254-982e-564c92fae8f4 HTTP/1.1" status: 200 len: 769 time: 0.3496249 Aug 26 10:55:12.213150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49778) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:12.363871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:12.494231 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:12.561972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3a1472-f7b6-467b-a021-7e69f4314cd3,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:12.653439 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:12.665972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d781fde-5b15-4254-982e-564c92fae8f4']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:12.677910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5319fe09-ecb4-4650-836a-b0b4eed02bf3') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:12.678217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5319fe09-ecb4-4650-836a-b0b4eed02bf3') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:12.709136 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:12.709403 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-af8109d7-7c20-45c8-9023-d1b30e0981f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '41efbb4e-0562-4ae1-a69b-385d3b63975e', 'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'mac_address': 'fa:16:3e:9d:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:30Z', 'revision_number': 5, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'subnets': [{'id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:12.764336 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8109d7-7c20-45c8-9023-d1b30e0981f5 None None] The sync data for ids ['caa5fce4-ff0b-44b2-9f54-201a1a433908'] in n-d-778550-13 is: [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:51:23Z', 'revision_number': 4, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '41efbb4e-0562-4ae1-a69b-385d3b63975e', 'name': '', 'network_id': '8c0d75a0-fd7f-48f7-a993-7c1d938d8056', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'mac_address': 'fa:16:3e:9d:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:20Z', 'updated_at': '2021-08-26T10:51:30Z', 'revision_number': 5, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'subnets': [{'id': '6b9b7048-2562-4685-b029-b56218fc7f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:55:12.775483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048f635-385f-48e4-858a-21fab1bc8422 req-0915e40d-7aa6-4987-b7ab-f17864550221 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:12.785450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1048f635-385f-48e4-858a-21fab1bc8422 req-0915e40d-7aa6-4987-b7ab-f17864550221 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.4102027 Aug 26 10:55:12.803135 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:12.810556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:55:12.822366 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:12.919990 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:12.978037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Transition to ACTIVE for port object 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:55:12.979290 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:55:12.994168 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:13.006260 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:13.012098 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:13.014541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4d781fde-5b15-4254-982e-564c92fae8f4 HTTP/1.1" status: 204 len: 168 time: 0.7925785 Aug 26 10:55:13.068287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] Checking segment: {'id': 'cd816e58-81c7-48ba-aced-6e20232479ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a21e2f9b-cb3d-4d92-ab58-7578dff81231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:13.078934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] Network hostable DHCP agents. Network: a21e2f9b-cb3d-4d92-ab58-7578dff81231, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:55:13.151090 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49788) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:13.152113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b169ecc-10e2-4b86-8af3-1f9d1fd97f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d781fde-5b15-4254-982e-564c92fae8f4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:13.258841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1048f635-385f-48e4-858a-21fab1bc8422 req-71b21362-f89b-43de-88fd-f9e391c6791a tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723558 Aug 26 10:55:13.259954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] Network a21e2f9b-cb3d-4d92-ab58-7578dff81231 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:55:13.321423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, a21e2f9b-cb3d-4d92-ab58-7578dff81231) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:13.332978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:13.338713 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:13.395437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-699176ee-1103-43e3-9d45-14fd8215d501 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4456098 Aug 26 10:55:13.486169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac0cc6-9c52-492d-b3e2-b62e8ee99f56 None None] Network a21e2f9b-cb3d-4d92-ab58-7578dff81231 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:13.520700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8fcad-02b7-4041-a2b7-5047bb5e904c None None] Pushing event updated for resources: {'Port': ['ID=6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:13.559936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49794) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:13.662285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cc07fd9e-adcd-4254-bc52-cb7a8ed22c95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c61dd09ddfb2461a98cdd2caa9cb0804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011250 Aug 26 10:55:13.666680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49796) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:13.801885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c126e200-4b9c-4aa4-938a-d0f99346b745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:13.821082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4864709-f513-4196-bc29-aebdefb77d0c None None] New status for floating IP e0b71807-7fd2-4ce0-bd77-a04a961f1dd5: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:55:13.821503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fa49cfe-4421-46be-8024-da0cc77cc5ea tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:13.838931 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c126e200-4b9c-4aa4-938a-d0f99346b745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:13.896731 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fa49cfe-4421-46be-8024-da0cc77cc5ea tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:13.912654 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c126e200-4b9c-4aa4-938a-d0f99346b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:13.917947 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c126e200-4b9c-4aa4-938a-d0f99346b745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:13.920018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c126e200-4b9c-4aa4-938a-d0f99346b745 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5718bcd-2276-4525-a171-a1ac96d8f199 HTTP/1.1" status: 204 len: 168 time: 0.2519753 Aug 26 10:55:13.985718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] Deleting port e55cd9b1-e7ba-4f19-87c1-fe959159cf91 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:55:13.991712 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:14.056154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126e200-4b9c-4aa4-938a-d0f99346b745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5718bcd-2276-4525-a171-a1ac96d8f199,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:14.152853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] For port e55cd9b1-e7ba-4f19-87c1-fe959159cf91, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e55cd9b1-e7ba-4f19-87c1-fe959159cf91,segment=NetworkSegment(b0c8a3fd-3c20-4647-96fe-9a321e5b3758),segment_id=b0c8a3fd-3c20-4647-96fe-9a321e5b3758)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:14.154001 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:14.159964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b358cf-3283-48b4-83a5-94a4a6a56844 req-91c7864e-c91d-4789-9f8a-ff79f611fa40 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:14.178138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b358cf-3283-48b4-83a5-94a4a6a56844 req-91c7864e-c91d-4789-9f8a-ff79f611fa40 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:14.191348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] Calling delete_port for e55cd9b1-e7ba-4f19-87c1-fe959159cf91 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:14.193843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b358cf-3283-48b4-83a5-94a4a6a56844 req-91c7864e-c91d-4789-9f8a-ff79f611fa40 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:14.210151 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76b358cf-3283-48b4-83a5-94a4a6a56844 req-91c7864e-c91d-4789-9f8a-ff79f611fa40 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6&device_id=5ac504ba-1089-41b4-a4e3-b2f5b9584015&device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 2417 time: 0.3203754 Aug 26 10:55:14.244606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Attempting to bind port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:55:14.245415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Attempting to bind port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:55:14.246203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Attempting to bind port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e on network 69021e8e-b201-4ac3-b5a7-b9d40115cc9b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:14.251041 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c75983d6-88bc-45ad-a5a2-d09ae5ea17b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:14.300199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:55:14.300827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Checking segment: {'id': '9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:14.302764 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:14.303454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Bound using segment: {'id': '9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:55:14.304302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Bound port: 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:55:14.305038 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:14.352819 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76b358cf-3283-48b4-83a5-94a4a6a56844 req-7a55bf8b-4d92-4665-a900-d0e32c4cf3c6 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392343 Aug 26 10:55:14.598238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fa49cfe-4421-46be-8024-da0cc77cc5ea tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:14.605259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fa49cfe-4421-46be-8024-da0cc77cc5ea tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:14.620155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49812) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:14.621058 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2fa49cfe-4421-46be-8024-da0cc77cc5ea tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "DELETE /v2.0/security-groups/b4237f2e-28c0-4286-99aa-71f9e834d0c6 HTTP/1.1" status: 204 len: 168 time: 1.4676213 Aug 26 10:55:14.649213 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-483f962f-3301-4568-949c-10b717a4d3e5 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] show failed (client error): The resource could not be found. Aug 26 10:55:14.655724 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-483f962f-3301-4568-949c-10b717a4d3e5 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "GET /v2.0/security-groups/b4237f2e-28c0-4286-99aa-71f9e834d0c6 HTTP/1.1" status: 404 len: 347 time: 0.0303900 Aug 26 10:55:14.658497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49814) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:14.689335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa49cfe-4421-46be-8024-da0cc77cc5ea tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4237f2e-28c0-4286-99aa-71f9e834d0c6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:14.745313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] For port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:55:14.756888 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1392464-a538-4f3f-9591-695ac7d2b936 None None] Network a21e2f9b-cb3d-4d92-ab58-7578dff81231 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:14.867038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] For port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e,segment=NetworkSegment(9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716),segment_id=9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:55:14.886590 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:14.972761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:15.033149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] Pushing event deleted for resources: {'Port': ['ID=e55cd9b1-e7ba-4f19-87c1-fe959159cf91,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:15.053578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Routers {'729dc71c-a404-4c3c-95e7-1b78187d04fc'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:55:15.054421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:54:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['729dc71c-a404-4c3c-95e7-1b78187d04fc'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:15.056840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8fcad-02b7-4041-a2b7-5047bb5e904c None None] Pushing event updated for resources: {'Port': ['ID=6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:15.248887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] Set router 729dc71c-a404-4c3c-95e7-1b78187d04fc gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:55:15.432712 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:15.476750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187296a-ee52-4ae8-a07b-052764c07748 req-22406364-c7a1-4e67-bd85-64ba9f364252 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:15.491478 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a187296a-ee52-4ae8-a07b-052764c07748 req-22406364-c7a1-4e67-bd85-64ba9f364252 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 945 time: 0.6611025 Aug 26 10:55:15.645371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-fbffcfe9-e906-4f2c-8440-22a08ca58900 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:15.658656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-fbffcfe9-e906-4f2c-8440-22a08ca58900 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/networks?id=a21e2f9b-cb3d-4d92-ab58-7578dff81231 HTTP/1.1" status: 200 len: 812 time: 0.6957080 Aug 26 10:55:15.702684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a187296a-ee52-4ae8-a07b-052764c07748 req-ef6e47a7-9442-4bc1-ba35-1e4ab8c21da9 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096517 Aug 26 10:55:15.740281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-dd817303-2776-4613-ae68-9edbe0ce18a0 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/quotas/6f4f407717274db6ab62d1760ee9cb45 HTTP/1.1" status: 200 len: 375 time: 0.0801134 Aug 26 10:55:15.784707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-31c7e51f-2edf-4173-9610-dad8a8f274d0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Deleting port 69692392-a04f-443d-a997-c52175a38584 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:55:15.784965 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31c7e51f-2edf-4173-9610-dad8a8f274d0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:15.821771 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed1a1844-9677-4704-9327-72b254278926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:15.913469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-router', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:57Z', 'updated_at': '2021-08-26T10:55:04Z', 'revision_number': 4, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'gw_port': {'id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:58Z', 'updated_at': '2021-08-26T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e', 'name': '', 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'mac_address': 'fa:16:3e:76:65:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39e27e67-fb96-4915-96d9-83aa7516da96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:03Z', 'updated_at': '2021-08-26T10:55:14Z', 'revision_number': 4, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'subnets': [{'id': '39e27e67-fb96-4915-96d9-83aa7516da96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:15.915628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-e66b93de-460f-455e-a5a0-60d4b1a280b8 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f4f407717274db6ab62d1760ee9cb45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1732054 Aug 26 10:55:15.998267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d7ccb-cd4e-4a72-95c8-f615291f8bac None None] The sync data for ids ['729dc71c-a404-4c3c-95e7-1b78187d04fc'] in n-d-778550-13 is: [{'id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-router', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:57Z', 'updated_at': '2021-08-26T10:55:04Z', 'revision_number': 4, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'gw_port': {'id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:58Z', 'updated_at': '2021-08-26T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e', 'name': '', 'network_id': '69021e8e-b201-4ac3-b5a7-b9d40115cc9b', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'mac_address': 'fa:16:3e:76:65:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '39e27e67-fb96-4915-96d9-83aa7516da96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:03Z', 'updated_at': '2021-08-26T10:55:14Z', 'revision_number': 4, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'subnets': [{'id': '39e27e67-fb96-4915-96d9-83aa7516da96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:55:16.187107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49844) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:16.235816 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:16.327798 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31c7e51f-2edf-4173-9610-dad8a8f274d0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:16.328319 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31c7e51f-2edf-4173-9610-dad8a8f274d0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:16.419601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] Router eb427541-5904-41d6-b7cf-bd7178c871db has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:55:16.442572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-3fb80095-ee94-4d44-b0ef-eb5e57150407 service neutron] 10.222.0.21 "GET /v2.0/networks/a21e2f9b-cb3d-4d92-ab58-7578dff81231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187268 Aug 26 10:55:16.444661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-31c7e51f-2edf-4173-9610-dad8a8f274d0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Calling delete_port for 69692392-a04f-443d-a997-c52175a38584 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:16.829265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1544617319-network', 'tenant_id': '1153358dbfc14cd1949212225b7015c9'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:16.871546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:55:16.881192 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6525e084-cc3a-4d46-9864-91f4ae81035c admin admin] 10.222.0.21 "PUT /v2.0/routers/eb427541-5904-41d6-b7cf-bd7178c871db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8605740 Aug 26 10:55:16.881939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49854) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:16.886988 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7486429e-8c49-4b3c-8738-e3e8fe5cb196 None None] Sync routers for ids ['eb427541-5904-41d6-b7cf-bd7178c871db'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:55:16.902773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:16.931412 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486429e-8c49-4b3c-8738-e3e8fe5cb196 None None] Routers {'eb427541-5904-41d6-b7cf-bd7178c871db'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:55:16.932877 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7486429e-8c49-4b3c-8738-e3e8fe5cb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:55:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb427541-5904-41d6-b7cf-bd7178c871db'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:17.031086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-7526efa9-d0c7-4850-9fb7-35662a027b4a service neutron] 10.222.0.21 "GET /v2.0/networks/a21e2f9b-cb3d-4d92-ab58-7578dff81231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450261 Aug 26 10:55:17.037814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Made reservation on behalf of 1153358dbfc14cd1949212225b7015c9 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:17.069298 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:17.088276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:55:17.101699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:17.102170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:17.126328 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:17.343954 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:17.440866 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:17.444919 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:17.554016 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-7486429e-8c49-4b3c-8738-e3e8fe5cb196 None None] Set router eb427541-5904-41d6-b7cf-bd7178c871db gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:55:17.672544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e,segment=NetworkSegment(9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716),segment_id=9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:17.685929 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:17.717397 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:17.873123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Deleting port c61239af-e3e1-4b89-982f-eb30cc24b3aa {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:55:17.875453 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:18.000494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:18.002273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8ae1b8d-d8dc-4a6c-aa2c-14a7e6cdb06f req-dd45b523-9456-4f04-9baa-c58d1acf24a4 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 210 time: 0.2791219 Aug 26 10:55:18.376223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:18.434457 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] For port c61239af-e3e1-4b89-982f-eb30cc24b3aa, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c61239af-e3e1-4b89-982f-eb30cc24b3aa,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:18.439180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:18.537435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Calling delete_port for c61239af-e3e1-4b89-982f-eb30cc24b3aa owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:18.645157 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31c7e51f-2edf-4173-9610-dad8a8f274d0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:18.780597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:18.781595 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:18.828436 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7486429e-8c49-4b3c-8738-e3e8fe5cb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:55:14Z', 'revision_number': 5, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port': {'id': 'c61239af-e3e1-4b89-982f-eb30cc24b3aa', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:53:44Z', 'updated_at': '2021-08-26T10:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:19.002134 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7486429e-8c49-4b3c-8738-e3e8fe5cb196 None None] Checking router: eb427541-5904-41d6-b7cf-bd7178c871db for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:55:19.067774 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486429e-8c49-4b3c-8738-e3e8fe5cb196 None None] Routers {'eb427541-5904-41d6-b7cf-bd7178c871db'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:55:19.069103 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7486429e-8c49-4b3c-8738-e3e8fe5cb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:55:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb427541-5904-41d6-b7cf-bd7178c871db'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:19.071772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7e51f-2edf-4173-9610-dad8a8f274d0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Pushing event deleted for resources: {'Port': ['ID=69692392-a04f-443d-a997-c52175a38584,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:19.077363 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:19.210991 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:19.215328 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:19.236651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:55:19.254009 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:19.254932 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Added segment 5a00bdea-9690-412c-867b-04c665bb8693 of type vlan for network 9918277b-9b58-46c3-bf7a-efa497581723 Aug 26 10:55:19.385419 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:19.451397 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31c7e51f-2edf-4173-9610-dad8a8f274d0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:19.457541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31c7e51f-2edf-4173-9610-dad8a8f274d0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:19.460712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-31c7e51f-2edf-4173-9610-dad8a8f274d0 tempest-ServersTestFqdnHostnames-1665847410 tempest-ServersTestFqdnHostnames-1665847410-project] 10.222.0.21 "DELETE /v2.0/floatingips/e0b71807-7fd2-4ce0-bd77-a04a961f1dd5 HTTP/1.1" status: 204 len: 168 time: 4.7989244 Aug 26 10:55:19.486500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49880) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:19.494447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:19.503274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:19.504270 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:19.602747 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:19.627641 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-7486429e-8c49-4b3c-8738-e3e8fe5cb196 None None] Set router eb427541-5904-41d6-b7cf-bd7178c871db gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:55:19.725307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Pushing event updated for resources: {'Network': ['ID=9918277b-9b58-46c3-bf7a-efa497581723,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:19.729387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61239af-e3e1-4b89-982f-eb30cc24b3aa,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:19.746856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 9918277b-9b58-46c3-bf7a-efa497581723 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:55:19.759989 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7486429e-8c49-4b3c-8738-e3e8fe5cb196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:55:17Z', 'revision_number': 6, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:19.877026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.6786859 Aug 26 10:55:19.885354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49884) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:19.894794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] Request body: {'subnet': {'network_id': '9918277b-9b58-46c3-bf7a-efa497581723', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1544617319-subnet', 'tenant_id': '1153358dbfc14cd1949212225b7015c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:19.900734 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:19.933433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3af5df8-0f24-4569-a7a1-e643f5b7da74 req-4a402995-adef-4d91-ba9e-d049a4b062e9 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 210 time: 0.4700716 Aug 26 10:55:19.940211 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7486429e-8c49-4b3c-8738-e3e8fe5cb196 None None] The sync data for ids ['eb427541-5904-41d6-b7cf-bd7178c871db'] in n-d-778550-13 is: [{'id': 'eb427541-5904-41d6-b7cf-bd7178c871db', 'name': 'tempest-ServerRescueTestJSONUnderV235-239924168-router', 'tenant_id': 'c9aa42aeae014220b21383abc55e59dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:53:42Z', 'updated_at': '2021-08-26T10:55:17Z', 'revision_number': 6, 'project_id': 'c9aa42aeae014220b21383abc55e59dc', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:55:19.982769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cf13e-dcba-4b6a-8357-7f55e4d29101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:20.201653 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:20.204863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:20.205847 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:20.222283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b257bac-0a42-47ce-b67d-f66442acf3cd req-e9bd149f-6411-4b80-b73c-1ba55ce354aa tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:20.225949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b257bac-0a42-47ce-b67d-f66442acf3cd req-e9bd149f-6411-4b80-b73c-1ba55ce354aa tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.5075085 Aug 26 10:55:20.280961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] Made reservation on behalf of 1153358dbfc14cd1949212225b7015c9 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:20.284070 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:20.638801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e55cd9b1-e7ba-4f19-87c1-fe959159cf91 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:55:20.665093 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:20.666075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb427541-5904-41d6-b7cf-bd7178c871db {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:55:20.680585 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:20.685908 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3233dfc5-7517-44a6-ab1b-201987ee7f68 admin admin] 10.222.0.21 "DELETE /v2.0/routers/eb427541-5904-41d6-b7cf-bd7178c871db HTTP/1.1" status: 204 len: 168 time: 3.7988610 Aug 26 10:55:20.727180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: e55cd9b1-e7ba-4f19-87c1-fe959159cf91 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:55:20.727931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e55cd9b1-e7ba-4f19-87c1-fe959159cf91 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:55:20.768768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49886) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:20.870591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-555e22a5-194f-460a-819f-7fc46a5270e7 admin admin] Deleting subnet 9e47d291-24b9-4380-9fff-7b636343c717 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:55:20.876365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b257bac-0a42-47ce-b67d-f66442acf3cd req-9f8de711-0dd3-4939-8ad0-e1eeae1cddf6 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390944 Aug 26 10:55:20.922916 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-555e22a5-194f-460a-819f-7fc46a5270e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:21.005257 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-555e22a5-194f-460a-819f-7fc46a5270e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:21.048573 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:21.108833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-7f04f685-9dd5-48a0-a375-f789cf7c9f8a tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:21.111085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-7f04f685-9dd5-48a0-a375-f789cf7c9f8a tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.42 "GET /v2.0/networks?id=a21e2f9b-cb3d-4d92-ab58-7578dff81231 HTTP/1.1" status: 200 len: 812 time: 0.8567097 Aug 26 10:55:21.136644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Request body: {'port': {'device_id': '9b4e8eba-c33c-4202-a450-a7d0b2f582ec', 'network_id': 'a21e2f9b-cb3d-4d92-ab58-7578dff81231', 'admin_state_up': True, 'tenant_id': '6f4f407717274db6ab62d1760ee9cb45'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:21.196655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-555e22a5-194f-460a-819f-7fc46a5270e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:21.238228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7e3bdf6-e3fc-45ed-9459-950e6cb53fdc req-faaaf8cc-b247-4056-a776-1061b3e42dbb tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 210 time: 0.0977805 Aug 26 10:55:21.363871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8fd876e-0ac2-4a80-957d-3118a841dee1,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:21.394806 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Made reservation on behalf of 6f4f407717274db6ab62d1760ee9cb45 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:21.398887 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:21.435127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] Checking segment: {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:21.436039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] Network hostable DHCP agents. Network: 9918277b-9b58-46c3-bf7a-efa497581723, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:55:21.441815 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-555e22a5-194f-460a-819f-7fc46a5270e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:21.507458 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-555e22a5-194f-460a-819f-7fc46a5270e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:21.509887 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-555e22a5-194f-460a-819f-7fc46a5270e7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9e47d291-24b9-4380-9fff-7b636343c717 HTTP/1.1" status: 204 len: 168 time: 0.7398565 Aug 26 10:55:21.518445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49892) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:21.563487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e22a5-194f-460a-819f-7fc46a5270e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e47d291-24b9-4380-9fff-7b636343c717,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:21.588946 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:21.633532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] Network 9918277b-9b58-46c3-bf7a-efa497581723 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:55:21.666195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 9918277b-9b58-46c3-bf7a-efa497581723) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:21.679844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1faed0-1eb5-4ff2-a0ef-b8745d0a7a26 None None] Network 9918277b-9b58-46c3-bf7a-efa497581723 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:21.693979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:21.700936 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:21.721126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Allocated IP 172.20.0.11 (a21e2f9b-cb3d-4d92-ab58-7578dff81231/fa3a1472-f7b6-467b-a021-7e69f4314cd3/1831c217-6e85-4e2f-b2b1-28d74551d4bb) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:55:21.752755 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:21.761109 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0181a5f0-271b-41bf-929c-ba967324e16f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8736708 Aug 26 10:55:21.948160 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:21.982570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743927f7-a315-4f42-b945-156bb1dfc663']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:22.017805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c8a3fd-3c20-4647-96fe-9a321e5b3758') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:22.019795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c8a3fd-3c20-4647-96fe-9a321e5b3758') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:22.053707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8179fb4-8c36-40da-a02e-0049cd211fac None None] Network 9918277b-9b58-46c3-bf7a-efa497581723 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:22.055203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.090512 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.149716 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.166648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:55:22.167306 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.169418 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c61239af-e3e1-4b89-982f-eb30cc24b3aa no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:55:22.281800 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:55:22.287875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c61239af-e3e1-4b89-982f-eb30cc24b3aa {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:55:22.288234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c61239af-e3e1-4b89-982f-eb30cc24b3aa not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:55:22.292339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.302956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17042b-3d0f-4fed-bd3a-4903d1ebb5aa req-33a79172-614b-4a2f-811b-c53906b3fea8 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:22.306310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a17042b-3d0f-4fed-bd3a-4903d1ebb5aa req-33a79172-614b-4a2f-811b-c53906b3fea8 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.2000928 Aug 26 10:55:22.355188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] Pushing event deleted for resources: {'Network': ['ID=743927f7-a315-4f42-b945-156bb1dfc663,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:22.360847 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.373920 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-95228230-c3ba-4c33-9c5e-952cc42dc73f admin admin] 10.222.0.21 "DELETE /v2.0/networks/743927f7-a315-4f42-b945-156bb1dfc663 HTTP/1.1" status: 204 len: 168 time: 0.8479545 Aug 26 10:55:22.422638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a17042b-3d0f-4fed-bd3a-4903d1ebb5aa req-962d29a7-c5af-4c6c-8aad-4eb67e5f3b22 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624650 Aug 26 10:55:22.487149 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.552855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] Deleting port 41efbb4e-0562-4ae1-a69b-385d3b63975e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:55:22.553212 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.613139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49928) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:22.659690 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3c91ccb7-4a6b-4443-a898-05f179ab2467 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9aa42aeae014220b21383abc55e59dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452895 Aug 26 10:55:22.664628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49930) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:22.705113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cbdcd08-b510-480d-b5df-6a7856aea95c req-f81a8852-a415-4b00-8996-7f0dd2e5c782 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 210 time: 0.0878630 Aug 26 10:55:22.720286 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.727674 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73df0285-a9aa-4019-a197-f4662bd3a276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.754412 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73df0285-a9aa-4019-a197-f4662bd3a276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.790894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Network a21e2f9b-cb3d-4d92-ab58-7578dff81231 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:55:22.807843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:22.819471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:55:22.831497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Pushing event updated for resources: {'Port': ['ID=1831c217-6e85-4e2f-b2b1-28d74551d4bb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:22.878194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73df0285-a9aa-4019-a197-f4662bd3a276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.885994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73df0285-a9aa-4019-a197-f4662bd3a276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.888038 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-73df0285-a9aa-4019-a197-f4662bd3a276 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9461c5f1-29d7-4b1c-9898-e90a4a17a3a5 HTTP/1.1" status: 204 len: 168 time: 0.2223153 Aug 26 10:55:22.891499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] For port 41efbb4e-0562-4ae1-a69b-385d3b63975e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=41efbb4e-0562-4ae1-a69b-385d3b63975e,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:22.891885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.918093 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df0285-a9aa-4019-a197-f4662bd3a276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9461c5f1-29d7-4b1c-9898-e90a4a17a3a5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:22.924046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-1439ee58-5e1a-4106-900e-485defaf4fe6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:22.925694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-1439ee58-5e1a-4106-900e-485defaf4fe6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 815 time: 0.3908963 Aug 26 10:55:22.926822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] Calling delete_port for 41efbb4e-0562-4ae1-a69b-385d3b63975e owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:22.946718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:22.947456 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:22.969688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-c5f6878d-c16d-45e8-8443-dce3b8f6d03c tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/quotas/1153358dbfc14cd1949212225b7015c9 HTTP/1.1" status: 200 len: 375 time: 0.0192342 Aug 26 10:55:23.029710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-61df6cca-4003-4a1e-99e3-b3ac0b07ac8b tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9070199 Aug 26 10:55:23.052373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Request body: {'port': {'device_id': '9b4e8eba-c33c-4202-a450-a7d0b2f582ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:23.057680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-f50de6df-0a7c-442a-a563-d97ee73b2521 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447969 Aug 26 10:55:23.309708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:23.418211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-44f1f1df-978a-4f39-b97c-0a5ff8f153e1 service neutron] 10.222.0.21 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361015 Aug 26 10:55:23.768883 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:23.868210 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73908a92-b7c5-419c-b512-9199a3278ed4 req-1cfd9544-3745-43b1-aed5-084ea587777e tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:23.875622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73908a92-b7c5-419c-b512-9199a3278ed4 req-1cfd9544-3745-43b1-aed5-084ea587777e tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.2328768 Aug 26 10:55:23.918442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] Pushing event deleted for resources: {'Port': ['ID=41efbb4e-0562-4ae1-a69b-385d3b63975e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:23.961761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-7a9bb9a6-e500-496e-8727-9c9193b24acb service neutron] 10.222.0.21 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422776 Aug 26 10:55:24.229298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1831c217-6e85-4e2f-b2b1-28d74551d4bb {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:55:24.244663 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:24.323711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Transition to ACTIVE for port object 1831c217-6e85-4e2f-b2b1-28d74551d4bb will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:55:24.342019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73908a92-b7c5-419c-b512-9199a3278ed4 req-58b277fa-785d-4b24-bab8-c796df1548ad tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635322 Aug 26 10:55:24.369869 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:24.568623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bf718-963a-4347-ae53-f5288a4fab26 req-873bb10f-d772-47d7-b621-a692647e0b1c tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:24.579742 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb7bf718-963a-4347-ae53-f5288a4fab26 req-873bb10f-d772-47d7-b621-a692647e0b1c tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 932 time: 0.3318245 Aug 26 10:55:24.616406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Pushing event updated for resources: {'Port': ['ID=1831c217-6e85-4e2f-b2b1-28d74551d4bb,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:24.618249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49982) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:24.804469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-624796697-network', 'tenant_id': 'c38702e329064ecf97148108dc50021c'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:24.904500 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Made reservation on behalf of c38702e329064ecf97148108dc50021c for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:24.911782 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:24.951645 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:25.219055 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:25.232202 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:25.271627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:55:25.273783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6243aab-9158-4945-8cf9-611f38ea9d28,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:25.288406 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:25.288727 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Added segment d0929166-3bfb-4d93-b7e2-45dd297a8804 of type vlan for network 6e2ee617-d2e6-4515-9206-c458c7922118 Aug 26 10:55:25.315977 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5192c190-977f-4c0d-8479-c434f1564cab req-4003d3f7-0e4d-4c63-83b1-f8bc54819af7 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 210 time: 0.6970284 Aug 26 10:55:25.360493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:25.406034 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:25.407328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:25.408810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:25.465758 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:25.480564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e2ee617-d2e6-4515-9206-c458c7922118,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:25.499454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 6e2ee617-d2e6-4515-9206-c458c7922118 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:55:25.504703 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6c7b9ed0-a41c-4f0e-8734-0133371252a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8800819 Aug 26 10:55:25.506017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49990) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:25.511847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] Request body: {'subnet': {'network_id': '6e2ee617-d2e6-4515-9206-c458c7922118', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-624796697-subnet', 'tenant_id': 'c38702e329064ecf97148108dc50021c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:25.512682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb7bf718-963a-4347-ae53-f5288a4fab26 req-8f9c291d-4e78-4b4e-8991-02c1ac4fdca1 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bade1d-c962-42cc-906c-8f6bc1f2fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9318273 Aug 26 10:55:25.585077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] Made reservation on behalf of c38702e329064ecf97148108dc50021c for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:25.590551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:25.696296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Attempting to bind port 1831c217-6e85-4e2f-b2b1-28d74551d4bb on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:55:25.696862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Attempting to bind port 1831c217-6e85-4e2f-b2b1-28d74551d4bb by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'cd816e58-81c7-48ba-aced-6e20232479ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a21e2f9b-cb3d-4d92-ab58-7578dff81231'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:55:25.700731 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Attempting to bind port 1831c217-6e85-4e2f-b2b1-28d74551d4bb on network a21e2f9b-cb3d-4d92-ab58-7578dff81231 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:25.734985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Port 1831c217-6e85-4e2f-b2b1-28d74551d4bb on network a21e2f9b-cb3d-4d92-ab58-7578dff81231 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:55:25.735393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Attempting to bind port 1831c217-6e85-4e2f-b2b1-28d74551d4bb on network a21e2f9b-cb3d-4d92-ab58-7578dff81231 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:26.003298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-640523b9-16cb-438a-be63-c01adc009cc9 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:26.005323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:55:26.006662 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-640523b9-16cb-438a-be63-c01adc009cc9 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 815 time: 0.2290583 Aug 26 10:55:26.009040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Checking segment: {'id': 'cd816e58-81c7-48ba-aced-6e20232479ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a21e2f9b-cb3d-4d92-ab58-7578dff81231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:26.009963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Bound using segment: {'id': 'cd816e58-81c7-48ba-aced-6e20232479ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a21e2f9b-cb3d-4d92-ab58-7578dff81231'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:55:26.011123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Bound port: 1831c217-6e85-4e2f-b2b1-28d74551d4bb, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd816e58-81c7-48ba-aced-6e20232479ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a21e2f9b-cb3d-4d92-ab58-7578dff81231'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:55:26.016702 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:26.056161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Request body: {'port': {'device_id': 'd73f2ded-5198-4597-8e15-102b41c2ae6b', 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723', 'admin_state_up': True, 'tenant_id': '1153358dbfc14cd1949212225b7015c9'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:26.189391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49998bd-4720-4a72-9b94-a8dc4ba66266 req-e33ded42-966d-40ab-ac40-9581a47ae9ba tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:26.199626 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d49998bd-4720-4a72-9b94-a8dc4ba66266 req-e33ded42-966d-40ab-ac40-9581a47ae9ba tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.6542451 Aug 26 10:55:26.239685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Made reservation on behalf of 1153358dbfc14cd1949212225b7015c9 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:26.243474 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:26.296826 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:26.321011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] For port 1831c217-6e85-4e2f-b2b1-28d74551d4bb, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:55:26.326043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d49998bd-4720-4a72-9b94-a8dc4ba66266 req-506f7d0e-25f5-42e5-82f8-0def7e82f2c0 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252632 Aug 26 10:55:26.346678 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] For port 1831c217-6e85-4e2f-b2b1-28d74551d4bb, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1831c217-6e85-4e2f-b2b1-28d74551d4bb,segment=NetworkSegment(cd816e58-81c7-48ba-aced-6e20232479ae),segment_id=cd816e58-81c7-48ba-aced-6e20232479ae)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:55:26.355198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:26.415989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] Router caa5fce4-ff0b-44b2-9f54-201a1a433908 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:55:26.428223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=71114a19-496f-4c0c-ae14-a12bf10d39bc,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:26.435545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:26.435947 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:26.438137 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] 10.222.0.42 "PUT /v2.0/ports/1831c217-6e85-4e2f-b2b1-28d74551d4bb HTTP/1.1" status: 200 len: 1093 time: 3.3923128 Aug 26 10:55:26.438625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4e8eba-c33c-4202-a450-a7d0b2f582ec', 'tag': '1831c217-6e85-4e2f-b2b1-28d74551d4bb'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:26.441439 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958252cf-3c97-427b-b32b-9d8327e93a49" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4e8eba-c33c-4202-a450-a7d0b2f582ec", "tag": "1831c217-6e85-4e2f-b2b1-28d74551d4bb"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:26.470766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8ae3c-1507-4b22-8d3c-a16291815a64 service neutron] Pushing event updated for resources: {'Port': ['ID=1831c217-6e85-4e2f-b2b1-28d74551d4bb,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:26.494974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] Checking segment: {'id': 'd0929166-3bfb-4d93-b7e2-45dd297a8804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e2ee617-d2e6-4515-9206-c458c7922118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:26.495344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] Network hostable DHCP agents. Network: 6e2ee617-d2e6-4515-9206-c458c7922118, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:55:26.540194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Allocated IP 172.20.0.5 (9918277b-9b58-46c3-bf7a-efa497581723/c8fd876e-0ac2-4a80-957d-3118a841dee1/29fa4369-683f-4ad1-b0c2-b031813511fb) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:55:26.554386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] Network 6e2ee617-d2e6-4515-9206-c458c7922118 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:55:26.571089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 6e2ee617-d2e6-4515-9206-c458c7922118) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:26.581286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:26.581992 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:26.594489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f447a9b-cd50-482e-a802-74de63cd71f3 None None] Network 6e2ee617-d2e6-4515-9206-c458c7922118 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:26.618599 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d638b7d-bb86-4a86-869a-75569c383a00 x-openstack-request-id: req-8d638b7d-bb86-4a86-869a-75569c383a00 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:26.619552 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4e8eba-c33c-4202-a450-a7d0b2f582ec", "tag": "1831c217-6e85-4e2f-b2b1-28d74551d4bb", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:26.620088 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d638b7d-bb86-4a86-869a-75569c383a00 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:26.620877 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4e8eba-c33c-4202-a450-a7d0b2f582ec', 'tag': '1831c217-6e85-4e2f-b2b1-28d74551d4bb', 'status': 'completed', 'code': 200} Aug 26 10:55:26.672461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5842f70c-a2b8-499b-a7d2-862c16133b60 req-190d7e58-9d89-4b8c-9896-bb0af1e56b03 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 210 time: 0.1010809 Aug 26 10:55:26.677577 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-19141550-2973-49f8-842e-9c8c12c23ccf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1701248 Aug 26 10:55:26.682941 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:55:26.831991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-b9212145-9451-44e0-865d-b5cf74cac8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:26.834626 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-b9212145-9451-44e0-865d-b5cf74cac8d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f4f407717274db6ab62d1760ee9cb45&device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 1096 time: 0.3513720 Aug 26 10:55:26.944804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-e2f8af40-adc2-4a8c-95b8-90298f12583f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1831c217-6e85-4e2f-b2b1-28d74551d4bb HTTP/1.1" status: 200 len: 217 time: 0.0783322 Aug 26 10:55:26.953338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:55:26.970721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cd102-b358-486e-b8ac-a3fc0a5425c4 None None] Sync routers for ids ['caa5fce4-ff0b-44b2-9f54-201a1a433908'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:55:26.971069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f93e825b-c1c0-4de7-9200-0d3d151a7775 admin admin] 10.222.0.21 "PUT /v2.0/routers/caa5fce4-ff0b-44b2-9f54-201a1a433908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4784296 Aug 26 10:55:26.973533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50006) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:26.997675 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:27.018451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f72348-c1a6-407b-ac84-00ef2ab007ff req-365df0e2-f9b1-4634-831e-e21e8d046096 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:27.026502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7f72348-c1a6-407b-ac84-00ef2ab007ff req-365df0e2-f9b1-4634-831e-e21e8d046096 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 944 time: 0.2237005 Aug 26 10:55:27.056166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219cbb6f-24db-4834-9c7a-46b3d2420436 None None] Network 6e2ee617-d2e6-4515-9206-c458c7922118 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:27.063863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0cd102-b358-486e-b8ac-a3fc0a5425c4 None None] Routers {'caa5fce4-ff0b-44b2-9f54-201a1a433908'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:55:27.065850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf0cd102-b358-486e-b8ac-a3fc0a5425c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:55:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa5fce4-ff0b-44b2-9f54-201a1a433908'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:27.103820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-e5802189-2ac9-4986-85d2-c444e83edddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:27.105727 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-e5802189-2ac9-4986-85d2-c444e83edddd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa3a1472-f7b6-467b-a021-7e69f4314cd3 HTTP/1.1" status: 200 len: 852 time: 0.1503587 Aug 26 10:55:27.192389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:27.199915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-7a9a57fb-1408-4b2e-ab78-207356bc51ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a21e2f9b-cb3d-4d92-ab58-7578dff81231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828085 Aug 26 10:55:27.217806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7f72348-c1a6-407b-ac84-00ef2ab007ff req-bf5a3a2f-c5b3-4c26-b73a-755999521c85 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bade1d-c962-42cc-906c-8f6bc1f2fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850114 Aug 26 10:55:27.353455 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Network 9918277b-9b58-46c3-bf7a-efa497581723 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:55:27.355385 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:27.367674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:27.372643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:55:27.399878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cf0cd102-b358-486e-b8ac-a3fc0a5425c4 None None] Set router caa5fce4-ff0b-44b2-9f54-201a1a433908 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:55:27.533221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Pushing event updated for resources: {'Port': ['ID=29fa4369-683f-4ad1-b0c2-b031813511fb,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:27.560353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:27.567476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:27.611330 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-71cef6c2-8e29-4ea4-9ae8-4d59d17d0257 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5610282 Aug 26 10:55:27.640145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Request body: {'port': {'device_id': 'd73f2ded-5198-4597-8e15-102b41c2ae6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:27.699637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-cb2d5363-144e-44c4-a40b-ad14b4f0ba9f service neutron] 10.222.0.42 "GET /v2.0/networks/a21e2f9b-cb3d-4d92-ab58-7578dff81231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673347 Aug 26 10:55:27.808283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80350b9a-e18a-4970-a95c-352864b604c9 req-1788e318-518a-4edd-875d-0f88eb76289c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:27.817634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80350b9a-e18a-4970-a95c-352864b604c9 req-1788e318-518a-4edd-875d-0f88eb76289c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.2712381 Aug 26 10:55:27.853408 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:27.937103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf0cd102-b358-486e-b8ac-a3fc0a5425c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:55:23Z', 'revision_number': 5, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port': {'id': 'f734c2af-92d4-4d2e-8ab0-9707359489ce', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:51:13Z', 'updated_at': '2021-08-26T10:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:27.953992 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:27.972101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cd102-b358-486e-b8ac-a3fc0a5425c4 None None] Checking router: caa5fce4-ff0b-44b2-9f54-201a1a433908 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:55:27.985945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0cd102-b358-486e-b8ac-a3fc0a5425c4 None None] Routers {'caa5fce4-ff0b-44b2-9f54-201a1a433908'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:55:27.986109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf0cd102-b358-486e-b8ac-a3fc0a5425c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:55:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa5fce4-ff0b-44b2-9f54-201a1a433908'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:28.002170 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80350b9a-e18a-4970-a95c-352864b604c9 req-b2cbdf25-2c6e-4ed7-9d56-bbd09fa89b0f tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818702 Aug 26 10:55:28.032676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d30277-1ead-423d-8320-32535eef07a7 req-17490eef-1031-42aa-83fe-9c05a23cbd92 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:28.055399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-17490eef-1031-42aa-83fe-9c05a23cbd92 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/networks?id=6e2ee617-d2e6-4515-9206-c458c7922118 HTTP/1.1" status: 200 len: 808 time: 0.5357547 Aug 26 10:55:28.195527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-d5c9ae7f-9ef0-4275-8037-e0e9629f568f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/quotas/c38702e329064ecf97148108dc50021c HTTP/1.1" status: 200 len: 375 time: 0.1389761 Aug 26 10:55:28.215937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52610b4b-7d19-42e3-a930-39164b3719b0 req-0ca828c6-1449-4f30-824f-77484809f021 service neutron] 10.222.0.42 "GET /v2.0/networks/a21e2f9b-cb3d-4d92-ab58-7578dff81231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670868 Aug 26 10:55:28.249477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cf0cd102-b358-486e-b8ac-a3fc0a5425c4 None None] Set router caa5fce4-ff0b-44b2-9f54-201a1a433908 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:55:28.264315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-e13d29ba-cd23-4a5f-b153-4e87b473c5d2 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c38702e329064ecf97148108dc50021c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677156 Aug 26 10:55:28.369615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf0cd102-b358-486e-b8ac-a3fc0a5425c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:55:27Z', 'revision_number': 6, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:28.394347 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f2a81-529c-4f87-8945-868907f3ce62 req-fe396acf-8b02-429f-b208-271f5d76ccb2 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:28.397066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-771f2a81-529c-4f87-8945-868907f3ce62 req-fe396acf-8b02-429f-b208-271f5d76ccb2 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 931 time: 0.2637539 Aug 26 10:55:28.406908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cd102-b358-486e-b8ac-a3fc0a5425c4 None None] The sync data for ids ['caa5fce4-ff0b-44b2-9f54-201a1a433908'] in n-d-778550-13 is: [{'id': 'caa5fce4-ff0b-44b2-9f54-201a1a433908', 'name': 'tempest-ServersTestFqdnHostnames-5906011-router', 'tenant_id': '9f8f1332e5e243b2833795851aa3ca0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:51:12Z', 'updated_at': '2021-08-26T10:55:27Z', 'revision_number': 6, 'project_id': '9f8f1332e5e243b2833795851aa3ca0b', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:55:28.508070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Deleting port f734c2af-92d4-4d2e-8ab0-9707359489ce {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:55:28.509337 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:28.520717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fa4369-683f-4ad1-b0c2-b031813511fb {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:55:28.530405 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:28.550630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Transition to ACTIVE for port object 29fa4369-683f-4ad1-b0c2-b031813511fb will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:55:28.559040 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:28.632669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Pushing event updated for resources: {'Port': ['ID=29fa4369-683f-4ad1-b0c2-b031813511fb,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:28.678602 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-771f2a81-529c-4f87-8945-868907f3ce62 req-ca4586f9-73d7-43d5-89a6-b35042945dcd tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248902 Aug 26 10:55:28.682403 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958252cf-3c97-427b-b32b-9d8327e93a49 req-c297897e-13be-4a9e-aa34-a1435475f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:28.703978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-958252cf-3c97-427b-b32b-9d8327e93a49 req-c297897e-13be-4a9e-aa34-a1435475f9aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6f4f407717274db6ab62d1760ee9cb45&device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 1096 time: 0.3543878 Aug 26 10:55:28.718391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Attempting to bind port 29fa4369-683f-4ad1-b0c2-b031813511fb on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:55:28.719382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Attempting to bind port 29fa4369-683f-4ad1-b0c2-b031813511fb by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:55:28.719731 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Attempting to bind port 29fa4369-683f-4ad1-b0c2-b031813511fb on network 9918277b-9b58-46c3-bf7a-efa497581723 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:28.725017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Port 29fa4369-683f-4ad1-b0c2-b031813511fb on network 9918277b-9b58-46c3-bf7a-efa497581723 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:55:28.725354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Attempting to bind port 29fa4369-683f-4ad1-b0c2-b031813511fb on network 9918277b-9b58-46c3-bf7a-efa497581723 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:28.736186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:55:28.736631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Checking segment: {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:28.737026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Bound using segment: {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:55:28.737368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-dec21312-bb49-4c00-aac1-a6b7f957f0ec service neutron] 10.222.0.21 "GET /v2.0/networks/6e2ee617-d2e6-4515-9206-c458c7922118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722192 Aug 26 10:55:28.737546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Bound port: 29fa4369-683f-4ad1-b0c2-b031813511fb, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:55:28.737825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:28.852313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] For port 29fa4369-683f-4ad1-b0c2-b031813511fb, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:55:28.855711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] For port 29fa4369-683f-4ad1-b0c2-b031813511fb, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=29fa4369-683f-4ad1-b0c2-b031813511fb,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:55:28.878460 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:28.928193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:28.928909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:28.930673 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] 10.222.0.42 "PUT /v2.0/ports/29fa4369-683f-4ad1-b0c2-b031813511fb HTTP/1.1" status: 200 len: 1092 time: 1.3039255 Aug 26 10:55:28.931737 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f2ded-5198-4597-8e15-102b41c2ae6b', 'tag': '29fa4369-683f-4ad1-b0c2-b031813511fb'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:28.935625 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44071ec-f4ab-47fd-a9bd-f3f7a026130e" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f2ded-5198-4597-8e15-102b41c2ae6b", "tag": "29fa4369-683f-4ad1-b0c2-b031813511fb"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:29.013529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cc122-2f43-42ad-9abd-48fefdf1ade6 service neutron] Pushing event updated for resources: {'Port': ['ID=29fa4369-683f-4ad1-b0c2-b031813511fb,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:29.101259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-14e448e4-12d8-4cc5-ba93-fd5db51d0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:29.104368 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-14e448e4-12d8-4cc5-ba93-fd5db51d0246 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 1095 time: 0.1098297 Aug 26 10:55:29.193033 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-910464a0-7b5f-43c3-a29e-20116e5a2c3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fa4369-683f-4ad1-b0c2-b031813511fb HTTP/1.1" status: 200 len: 217 time: 0.0781465 Aug 26 10:55:29.284027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-518c476a-6d73-4745-9963-ee37ad6c4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:29.286000 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-518c476a-6d73-4745-9963-ee37ad6c4515 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 200 len: 855 time: 0.0853446 Aug 26 10:55:29.348076 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-d0a9b86d-2d99-4f85-b00b-d440e49ab338 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9918277b-9b58-46c3-bf7a-efa497581723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531926 Aug 26 10:55:29.537868 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-d42afbdc-fce1-4c32-9ae9-4bc212e11e2d service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747608 Aug 26 10:55:29.599370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] For port f734c2af-92d4-4d2e-8ab0-9707359489ce, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f734c2af-92d4-4d2e-8ab0-9707359489ce,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:29.599987 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:29.667355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Calling delete_port for f734c2af-92d4-4d2e-8ab0-9707359489ce owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:29.741094 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-17f4760e-95a2-4dce-b556-76830eea64f0 req-53f86d5b-7d54-4181-a803-de37592da0df service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899600 Aug 26 10:55:29.770260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb46a-2ca4-46d1-b201-86cd4a79612f req-8c48aa89-09e3-4b10-9886-456905f2db6f tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:29.784517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e3eb46a-2ca4-46d1-b201-86cd4a79612f req-8c48aa89-09e3-4b10-9886-456905f2db6f tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 944 time: 0.2906761 Aug 26 10:55:29.864420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958252cf-3c97-427b-b32b-9d8327e93a49 req-8321a803-c818-46db-bd22-8896ea93f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:29.866963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-958252cf-3c97-427b-b32b-9d8327e93a49 req-8321a803-c818-46db-bd22-8896ea93f071 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a21e2f9b-cb3d-4d92-ab58-7578dff81231 HTTP/1.1" status: 200 len: 913 time: 1.1325548 Aug 26 10:55:29.897023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-60a8586d-051c-456d-bd5c-ba891802e906 service neutron] 10.222.0.21 "GET /v2.0/networks/6e2ee617-d2e6-4515-9206-c458c7922118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1428599 Aug 26 10:55:29.956377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-958252cf-3c97-427b-b32b-9d8327e93a49 req-e24dabd7-a9fa-4184-b8c5-e871a43620c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1831c217-6e85-4e2f-b2b1-28d74551d4bb HTTP/1.1" status: 200 len: 217 time: 0.0679448 Aug 26 10:55:29.982011 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e3eb46a-2ca4-46d1-b201-86cd4a79612f req-f063dc7b-67ec-4eaa-bcf0-c1ca85a63fb1 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bade1d-c962-42cc-906c-8f6bc1f2fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963127 Aug 26 10:55:30.075879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958252cf-3c97-427b-b32b-9d8327e93a49 req-65804f63-8a8a-46b9-ac59-e76f323d8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:30.077678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-958252cf-3c97-427b-b32b-9d8327e93a49 req-65804f63-8a8a-46b9-ac59-e76f323d8ae2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa3a1472-f7b6-467b-a021-7e69f4314cd3 HTTP/1.1" status: 200 len: 852 time: 0.1122944 Aug 26 10:55:30.093129 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232bfb16-b771-48d3-b35e-cd0dffa3df91 x-openstack-request-id: req-232bfb16-b771-48d3-b35e-cd0dffa3df91 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:30.093504 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f2ded-5198-4597-8e15-102b41c2ae6b", "tag": "29fa4369-683f-4ad1-b0c2-b031813511fb", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:30.094006 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-232bfb16-b771-48d3-b35e-cd0dffa3df91 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:30.094547 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f2ded-5198-4597-8e15-102b41c2ae6b', 'tag': '29fa4369-683f-4ad1-b0c2-b031813511fb', 'status': 'completed', 'code': 200} Aug 26 10:55:30.141561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-958252cf-3c97-427b-b32b-9d8327e93a49 req-67c40370-4876-411e-b835-8762d77b82ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a21e2f9b-cb3d-4d92-ab58-7578dff81231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534813 Aug 26 10:55:30.233376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44071ec-f4ab-47fd-a9bd-f3f7a026130e req-c2442922-3ab7-48ff-9c2d-55943f44aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:30.236275 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e44071ec-f4ab-47fd-a9bd-f3f7a026130e req-c2442922-3ab7-48ff-9c2d-55943f44aa3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 1095 time: 0.1084917 Aug 26 10:55:30.258555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 41efbb4e-0562-4ae1-a69b-385d3b63975e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:55:30.323773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 41efbb4e-0562-4ae1-a69b-385d3b63975e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:55:30.324341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 41efbb4e-0562-4ae1-a69b-385d3b63975e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:55:30.325020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f734c2af-92d4-4d2e-8ab0-9707359489ce no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:55:30.410225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: f734c2af-92d4-4d2e-8ab0-9707359489ce {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:55:30.410427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f734c2af-92d4-4d2e-8ab0-9707359489ce not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:55:30.447329 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:30.513986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f734c2af-92d4-4d2e-8ab0-9707359489ce,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:30.529663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44071ec-f4ab-47fd-a9bd-f3f7a026130e req-b4428dc6-4dce-47f8-9825-a6727930d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:30.535391 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e44071ec-f4ab-47fd-a9bd-f3f7a026130e req-b4428dc6-4dce-47f8-9825-a6727930d6d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 916 time: 0.2914245 Aug 26 10:55:30.540570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129769b9-2f54-49da-9b41-2b6e29d15ca6 req-dc617525-d933-4b51-b316-69c5bf787df7 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:30.549982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-129769b9-2f54-49da-9b41-2b6e29d15ca6 req-dc617525-d933-4b51-b316-69c5bf787df7 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 943 time: 0.2388093 Aug 26 10:55:30.613095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-129769b9-2f54-49da-9b41-2b6e29d15ca6 req-8ba59874-80b8-4f4d-b2a5-70720e78620a tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616567 Aug 26 10:55:30.633317 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e44071ec-f4ab-47fd-a9bd-f3f7a026130e req-d6cd9f7f-fdcb-4f7e-9647-f58ce8acdb8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fa4369-683f-4ad1-b0c2-b031813511fb HTTP/1.1" status: 200 len: 217 time: 0.0877209 Aug 26 10:55:30.709661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44071ec-f4ab-47fd-a9bd-f3f7a026130e req-4dac1442-54ae-4832-924b-a103a2682ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:30.712135 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e44071ec-f4ab-47fd-a9bd-f3f7a026130e req-4dac1442-54ae-4832-924b-a103a2682ca2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 200 len: 855 time: 0.0645669 Aug 26 10:55:30.722115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1831c217-6e85-4e2f-b2b1-28d74551d4bb details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:55:30.813148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc478e-d45b-43cb-98f7-7aace28aafe7 req-ca19bfff-d2f3-4396-b38e-cf1cdbe2c1ee tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:30.815029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87fc478e-d45b-43cb-98f7-7aace28aafe7 req-ca19bfff-d2f3-4396-b38e-cf1cdbe2c1ee tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.4538517 Aug 26 10:55:30.824140 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:30.836480 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e44071ec-f4ab-47fd-a9bd-f3f7a026130e req-866a8934-3b14-41ce-9c0d-7a8c646a4f0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9918277b-9b58-46c3-bf7a-efa497581723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140063 Aug 26 10:55:30.945118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:30.948152 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:31.049461 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e44071ec-f4ab-47fd-a9bd-f3f7a026130e req-96c6d37f-c993-42fc-a2f7-0245c5dc09bf service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042887 Aug 26 10:55:31.094247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:31.095305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa5fce4-ff0b-44b2-9f54-201a1a433908 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:55:31.109015 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:31.114908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8e4876d0-adc3-477b-b161-a3ac3dd58cc7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/caa5fce4-ff0b-44b2-9f54-201a1a433908 HTTP/1.1" status: 204 len: 168 time: 4.1362927 Aug 26 10:55:31.127044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dad9106d-5f63-4fd9-8c59-7eabe79b8671 req-51da03e4-ab03-4358-9f5f-5cc8e34d32bf tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 210 time: 0.1076937 Aug 26 10:55:31.127976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50052) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:31.155000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1831c217-6e85-4e2f-b2b1-28d74551d4bb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1831c217-6e85-4e2f-b2b1-28d74551d4bb,segment=NetworkSegment(cd816e58-81c7-48ba-aced-6e20232479ae),segment_id=cd816e58-81c7-48ba-aced-6e20232479ae)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:31.204730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '1831c217-6e85-4e2f-b2b1-28d74551d4bb', 'network_id': 'a21e2f9b-cb3d-4d92-ab58-7578dff81231', 'port_id': '1831c217-6e85-4e2f-b2b1-28d74551d4bb', 'mac_address': 'fa:16:3e:f6:4b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3a1472-f7b6-467b-a021-7e69f4314cd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:55:31.225977 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e44071ec-f4ab-47fd-a9bd-f3f7a026130e req-147f8bb2-49b4-4004-9c7f-f801ad407a7f service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663227 Aug 26 10:55:31.335195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-958252cf-3c97-427b-b32b-9d8327e93a49 req-32165cde-4647-4657-bc0f-9a6a275ce042 service neutron] 10.222.0.42 "GET /v2.0/networks/a21e2f9b-cb3d-4d92-ab58-7578dff81231?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1833434 Aug 26 10:55:31.348370 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:31.382120 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1831c217-6e85-4e2f-b2b1-28d74551d4bb {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:55:31.416166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1831c217-6e85-4e2f-b2b1-28d74551d4bb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1831c217-6e85-4e2f-b2b1-28d74551d4bb,segment=NetworkSegment(cd816e58-81c7-48ba-aced-6e20232479ae),segment_id=cd816e58-81c7-48ba-aced-6e20232479ae)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:31.427427 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:31.490253 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87fc478e-d45b-43cb-98f7-7aace28aafe7 req-a137e0db-70b5-4a7b-ae31-52f397171972 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688113 Aug 26 10:55:31.514493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-672e9342-7561-4db7-a619-304463c15b0f admin admin] Deleting subnet 6b9b7048-2562-4685-b029-b56218fc7f4d {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:55:31.521163 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-672e9342-7561-4db7-a619-304463c15b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:31.542244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1831c217-6e85-4e2f-b2b1-28d74551d4bb,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:31.553155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.553873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.554433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.555142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.556067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.556653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.557202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.557801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.558426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.559030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.559592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.560180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:31.646795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cdd4a-cc68-4b00-a85f-5a11ad1f8f11 req-df7124a2-d60d-4eec-9c9d-59152f051ca4 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:31.648413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d6cdd4a-cc68-4b00-a85f-5a11ad1f8f11 req-df7124a2-d60d-4eec-9c9d-59152f051ca4 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 944 time: 0.3182151 Aug 26 10:55:31.717422 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-958252cf-3c97-427b-b32b-9d8327e93a49 req-727d04c6-a7e3-4f4d-83f1-1c3b64a7412f service neutron] 10.222.0.42 "GET /v2.0/networks/a21e2f9b-cb3d-4d92-ab58-7578dff81231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588955 Aug 26 10:55:31.719908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-672e9342-7561-4db7-a619-304463c15b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:31.748458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1831c217-6e85-4e2f-b2b1-28d74551d4bb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:55:31.847692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d6cdd4a-cc68-4b00-a85f-5a11ad1f8f11 req-61831e0e-02f8-45a6-b85c-38d58d981108 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bade1d-c962-42cc-906c-8f6bc1f2fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228347 Aug 26 10:55:32.020456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf39dd-283a-4725-a67f-71caf734c078 req-42b3d4dd-6381-477e-8523-5aeffd09fb08 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:32.022548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3bf39dd-283a-4725-a67f-71caf734c078 req-42b3d4dd-6381-477e-8523-5aeffd09fb08 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 943 time: 0.2114649 Aug 26 10:55:32.054273 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-672e9342-7561-4db7-a619-304463c15b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:32.120099 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3bf39dd-283a-4725-a67f-71caf734c078 req-e4d4f25e-a98a-4de6-8f90-3ad959dce51e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911865 Aug 26 10:55:32.174124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-672e9342-7561-4db7-a619-304463c15b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:32.257630 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-672e9342-7561-4db7-a619-304463c15b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:32.264781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-672e9342-7561-4db7-a619-304463c15b0f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6b9b7048-2562-4685-b029-b56218fc7f4d HTTP/1.1" status: 204 len: 168 time: 1.0875680 Aug 26 10:55:32.264781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e9342-7561-4db7-a619-304463c15b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9b7048-2562-4685-b029-b56218fc7f4d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:32.264998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50060) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:32.271852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c8e4b7-9b00-4ec2-b8ff-149aab0a48c6 None None] Network 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:32.438572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b81899a-5b49-4e49-92d2-cc5db4e0b7ab req-b9cef95b-efdc-439f-893d-b07135b16132 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 210 time: 0.0663142 Aug 26 10:55:32.482153 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:32.720485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 29fa4369-683f-4ad1-b0c2-b031813511fb details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:55:32.751475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d30277-1ead-423d-8320-32535eef07a7 req-10b95904-73d2-45bf-b3b5-e31d9242ae4d tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:32.753715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-10b95904-73d2-45bf-b3b5-e31d9242ae4d tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.47 "GET /v2.0/networks?id=6e2ee617-d2e6-4515-9206-c458c7922118 HTTP/1.1" status: 200 len: 808 time: 0.3137822 Aug 26 10:55:32.775643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Request body: {'port': {'device_id': '2330e535-51fe-43f5-ad88-e718e0869907', 'network_id': '6e2ee617-d2e6-4515-9206-c458c7922118', 'admin_state_up': True, 'tenant_id': 'c38702e329064ecf97148108dc50021c'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:32.949122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a77ed5-7b0f-450a-a79a-790682cbc483 None None] DHCP port deletion for 8c0d75a0-fd7f-48f7-a993-7c1d938d8056 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:55:33.008074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01660d44-2e3c-4f37-abec-aaf31ea79240 req-92b148c1-db70-4fd6-b152-75c85aa4162a tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:33.021522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01660d44-2e3c-4f37-abec-aaf31ea79240 req-92b148c1-db70-4fd6-b152-75c85aa4162a tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.2662053 Aug 26 10:55:33.085419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 29fa4369-683f-4ad1-b0c2-b031813511fb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=29fa4369-683f-4ad1-b0c2-b031813511fb,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:33.111765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01660d44-2e3c-4f37-abec-aaf31ea79240 req-8f389135-a7c2-4809-85ee-e487c6cac32d tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757132 Aug 26 10:55:33.115624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Deleting port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:55:33.126433 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.129879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '29fa4369-683f-4ad1-b0c2-b031813511fb', 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723', 'port_id': '29fa4369-683f-4ad1-b0c2-b031813511fb', 'mac_address': 'fa:16:3e:36:c2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fd876e-0ac2-4a80-957d-3118a841dee1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:55:33.233656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a4a77ed5-7b0f-450a-a79a-790682cbc483 None None] Deleting port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:55:33.240983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4a77ed5-7b0f-450a-a79a-790682cbc483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.273442 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.296011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22785c6-79c5-40ab-a947-445cd9a04c4c req-50e1ae2e-c1b3-440d-9439-df1f0a3d44c7 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:33.304191 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d22785c6-79c5-40ab-a947-445cd9a04c4c req-50e1ae2e-c1b3-440d-9439-df1f0a3d44c7 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 945 time: 0.1702309 Aug 26 10:55:33.305832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Made reservation on behalf of c38702e329064ecf97148108dc50021c for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:33.314358 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.334348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] For port 009bf5f7-92b1-47ce-9d2b-d085d2af2419, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=009bf5f7-92b1-47ce-9d2b-d085d2af2419,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:33.334976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.371766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fa4369-683f-4ad1-b0c2-b031813511fb {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:55:33.375105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Calling delete_port for 009bf5f7-92b1-47ce-9d2b-d085d2af2419 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:33.433873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d22785c6-79c5-40ab-a947-445cd9a04c4c req-ac9788a5-56be-4289-981e-b9cebeb3bc21 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bade1d-c962-42cc-906c-8f6bc1f2fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912130 Aug 26 10:55:33.440907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a4a77ed5-7b0f-450a-a79a-790682cbc483 None None] For port 009bf5f7-92b1-47ce-9d2b-d085d2af2419, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=009bf5f7-92b1-47ce-9d2b-d085d2af2419,segment=NetworkSegment(44de88bf-a711-4aab-80c9-cde97ee92e94),segment_id=44de88bf-a711-4aab-80c9-cde97ee92e94)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:33.441599 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4a77ed5-7b0f-450a-a79a-790682cbc483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.455491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 29fa4369-683f-4ad1-b0c2-b031813511fb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=29fa4369-683f-4ad1-b0c2-b031813511fb,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:33.473967 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.496020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a4a77ed5-7b0f-450a-a79a-790682cbc483 None None] Calling delete_port for 009bf5f7-92b1-47ce-9d2b-d085d2af2419 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:33.597383 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.616746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Allocated IP 172.20.0.6 (6e2ee617-d2e6-4515-9206-c458c7922118/71114a19-496f-4c0c-ae14-a12bf10d39bc/fdeac21c-4b66-4774-80e9-da507b8d079f) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:55:33.658574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=29fa4369-683f-4ad1-b0c2-b031813511fb,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:33.664721 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Pushing event deleted for resources: {'Port': ['ID=009bf5f7-92b1-47ce-9d2b-d085d2af2419,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:33.672003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] No DVR routers for this DVR port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:55:33.694151 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4a77ed5-7b0f-450a-a79a-790682cbc483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.732478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a77ed5-7b0f-450a-a79a-790682cbc483 None None] Pushing event deleted for resources: {'Port': ['ID=009bf5f7-92b1-47ce-9d2b-d085d2af2419,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:33.764825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a77ed5-7b0f-450a-a79a-790682cbc483 None None] No DVR routers for this DVR port 009bf5f7-92b1-47ce-9d2b-d085d2af2419 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:55:33.770435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['29fa4369-683f-4ad1-b0c2-b031813511fb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:55:33.801623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.805310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621024a-286c-422b-935b-820094770d63 req-b7d987e5-af3f-4468-aa9c-eb46c40a2e80 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:33.808323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5621024a-286c-422b-935b-820094770d63 req-b7d987e5-af3f-4468-aa9c-eb46c40a2e80 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 943 time: 0.4470639 Aug 26 10:55:33.815678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77bbc35d-650b-430b-b022-9fe468e56d4f req-eea0e1fe-7d68-4925-91be-356c44ec828c tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 210 time: 0.1045835 Aug 26 10:55:33.816017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0d75a0-fd7f-48f7-a993-7c1d938d8056']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:33.832194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44de88bf-a711-4aab-80c9-cde97ee92e94') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:33.832576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44de88bf-a711-4aab-80c9-cde97ee92e94') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:33.849140 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.874580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.882352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:55:33.882901 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:55:33.952917 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:55:33.964593 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.977248 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:33.983067 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8c0d75a0-fd7f-48f7-a993-7c1d938d8056 HTTP/1.1" status: 204 len: 168 time: 1.7162628 Aug 26 10:55:33.986434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5621024a-286c-422b-935b-820094770d63 req-58ef89b0-7c24-456c-a257-197142d3b963 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687286 Aug 26 10:55:34.034988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f4808-7205-475e-af42-44e94ed4ee91 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c0d75a0-fd7f-48f7-a993-7c1d938d8056,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:34.118438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:34.249168 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:34.250209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 009bf5f7-92b1-47ce-9d2b-d085d2af2419 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:55:34.302152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 009bf5f7-92b1-47ce-9d2b-d085d2af2419 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:55:34.303571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 009bf5f7-92b1-47ce-9d2b-d085d2af2419 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:55:34.326038 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50080) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:34.358150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Network 6e2ee617-d2e6-4515-9206-c458c7922118 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:55:34.363408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:34.366477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:55:34.395064 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-437ef239-3cc0-4b2b-80f6-645a49686b27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f8f1332e5e243b2833795851aa3ca0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677674 Aug 26 10:55:34.399448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50084) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:34.428858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44dffb-9052-4082-b73b-25dad93aed5f req-38862799-1fda-4655-a51c-a18abeb7b7f6 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:34.437053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7c44dffb-9052-4082-b73b-25dad93aed5f req-38862799-1fda-4655-a51c-a18abeb7b7f6 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.2030354 Aug 26 10:55:34.468906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-48c25a20-3375-4489-9709-c798173a29cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:34.479077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Pushing event updated for resources: {'Port': ['ID=fdeac21c-4b66-4774-80e9-da507b8d079f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:34.501189 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-48c25a20-3375-4489-9709-c798173a29cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:34.531058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:34.532134 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:34.623878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-48c25a20-3375-4489-9709-c798173a29cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:34.638811 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-48c25a20-3375-4489-9709-c798173a29cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:34.641097 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-48c25a20-3375-4489-9709-c798173a29cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8971ec6-879c-4fae-86ae-575e551f3545 HTTP/1.1" status: 204 len: 168 time: 0.2399087 Aug 26 10:55:34.655410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c25a20-3375-4489-9709-c798173a29cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8971ec6-879c-4fae-86ae-575e551f3545,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:34.671147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7c44dffb-9052-4082-b73b-25dad93aed5f req-16e8a570-bc26-4529-bbe1-9bf6ee8783b4 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320998 Aug 26 10:55:34.676932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-203c25b5-e419-4df7-bd1c-3018a2265e86 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9111097 Aug 26 10:55:34.696715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Request body: {'port': {'device_id': '2330e535-51fe-43f5-ad88-e718e0869907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:34.724560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1831c217-6e85-4e2f-b2b1-28d74551d4bb up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:34.815157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df87cc-11af-4fe5-8f0d-a53d6f3308f5 req-bbed0df6-e964-481e-8ca0-6832fed35b25 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:34.816893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20df87cc-11af-4fe5-8f0d-a53d6f3308f5 req-bbed0df6-e964-481e-8ca0-6832fed35b25 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 945 time: 0.2492442 Aug 26 10:55:34.921137 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:35.028699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20df87cc-11af-4fe5-8f0d-a53d6f3308f5 req-cb3ea7fc-f0e6-44c0-998d-93e031471884 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bade1d-c962-42cc-906c-8f6bc1f2fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928401 Aug 26 10:55:35.081361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 1831c217-6e85-4e2f-b2b1-28d74551d4bb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:55:35.087457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 1831c217-6e85-4e2f-b2b1-28d74551d4bb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:35.088023 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:35.144096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92301794-e4c3-4ced-9ad6-8f6256a5a09a req-8961c015-639d-44b2-9c45-fd2e723e09d2 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:35.153074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92301794-e4c3-4ced-9ad6-8f6256a5a09a req-8961c015-639d-44b2-9c45-fd2e723e09d2 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 931 time: 0.1899986 Aug 26 10:55:35.278862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92301794-e4c3-4ced-9ad6-8f6256a5a09a req-d7013ddf-84fb-46d6-8db9-e432ea72aa5a tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247177 Aug 26 10:55:35.310877 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:35.378639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4e8eba-c33c-4202-a450-a7d0b2f582ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1831c217-6e85-4e2f-b2b1-28d74551d4bb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:35.388185 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b295fd-a626-42b9-b221-b3a46e08bef6" -d '{"events": [{"server_uuid": "9b4e8eba-c33c-4202-a450-a7d0b2f582ec", "name": "network-vif-plugged", "status": "completed", "tag": "1831c217-6e85-4e2f-b2b1-28d74551d4bb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:35.394071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc525152-4ebf-467c-9f28-c1d20daecc4f req-3f1df9b2-7feb-49eb-967a-e43a7845cc9b tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:35.402860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc525152-4ebf-467c-9f28-c1d20daecc4f req-3f1df9b2-7feb-49eb-967a-e43a7845cc9b tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 944 time: 0.1576605 Aug 26 10:55:35.434187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1831c217-6e85-4e2f-b2b1-28d74551d4bb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1831c217-6e85-4e2f-b2b1-28d74551d4bb,segment=NetworkSegment(cd816e58-81c7-48ba-aced-6e20232479ae),segment_id=cd816e58-81c7-48ba-aced-6e20232479ae)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:35.443974 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:35.475637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc525152-4ebf-467c-9f28-c1d20daecc4f req-b1bef4b7-f5bd-45db-a5dd-5590adccd837 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715113 Aug 26 10:55:35.536713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1831c217-6e85-4e2f-b2b1-28d74551d4bb,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:35.600406 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6299a2b-117a-4cd1-ab80-33cc99dc3de1 x-openstack-request-id: req-b6299a2b-117a-4cd1-ab80-33cc99dc3de1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:35.600740 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4e8eba-c33c-4202-a450-a7d0b2f582ec", "name": "network-vif-plugged", "status": "completed", "tag": "1831c217-6e85-4e2f-b2b1-28d74551d4bb", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:35.600985 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6299a2b-117a-4cd1-ab80-33cc99dc3de1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:35.601539 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4e8eba-c33c-4202-a450-a7d0b2f582ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1831c217-6e85-4e2f-b2b1-28d74551d4bb', 'code': 200} Aug 26 10:55:35.637324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdeac21c-4b66-4774-80e9-da507b8d079f {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:55:35.654831 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:35.680388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Transition to ACTIVE for port object fdeac21c-4b66-4774-80e9-da507b8d079f will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:55:35.685356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:35.995308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Pushing event updated for resources: {'Port': ['ID=fdeac21c-4b66-4774-80e9-da507b8d079f,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:36.025606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df704bd-f571-4833-935f-3f88b795dbb2 req-4e1b45e7-c66f-4dd2-a069-e26d7f0f66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:36.028489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7df704bd-f571-4833-935f-3f88b795dbb2 req-4e1b45e7-c66f-4dd2-a069-e26d7f0f66aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 1098 time: 0.3399775 Aug 26 10:55:36.163992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d8c0e-5dc6-44a7-92a9-2a898916e953 req-0adf6d4c-5432-4578-92ad-2643c286c4be tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:36.172233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b85d8c0e-5dc6-44a7-92a9-2a898916e953 req-0adf6d4c-5432-4578-92ad-2643c286c4be tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.3272724 Aug 26 10:55:36.189417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7df704bd-f571-4833-935f-3f88b795dbb2 req-34d5409a-82cf-48a9-bb1f-430d054839c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=19bade1d-c962-42cc-906c-8f6bc1f2fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490920 Aug 26 10:55:36.197928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Attempting to bind port fdeac21c-4b66-4774-80e9-da507b8d079f on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:55:36.198321 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Attempting to bind port fdeac21c-4b66-4774-80e9-da507b8d079f by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'd0929166-3bfb-4d93-b7e2-45dd297a8804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e2ee617-d2e6-4515-9206-c458c7922118'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:55:36.198589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Attempting to bind port fdeac21c-4b66-4774-80e9-da507b8d079f on network 6e2ee617-d2e6-4515-9206-c458c7922118 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:36.211104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Port fdeac21c-4b66-4774-80e9-da507b8d079f on network 6e2ee617-d2e6-4515-9206-c458c7922118 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:55:36.211458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Attempting to bind port fdeac21c-4b66-4774-80e9-da507b8d079f on network 6e2ee617-d2e6-4515-9206-c458c7922118 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:36.246424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:55:36.247408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Checking segment: {'id': 'd0929166-3bfb-4d93-b7e2-45dd297a8804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e2ee617-d2e6-4515-9206-c458c7922118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:36.248431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Bound using segment: {'id': 'd0929166-3bfb-4d93-b7e2-45dd297a8804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e2ee617-d2e6-4515-9206-c458c7922118'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:55:36.249338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Bound port: fdeac21c-4b66-4774-80e9-da507b8d079f, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0929166-3bfb-4d93-b7e2-45dd297a8804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6e2ee617-d2e6-4515-9206-c458c7922118'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:55:36.250516 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:36.257235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50120) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:36.305765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b85d8c0e-5dc6-44a7-92a9-2a898916e953 req-e3b08b21-1022-480c-9a3a-9c0c13d3ad28 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321890 Aug 26 10:55:36.469073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-762367520-network', 'tenant_id': '72123eaa26c94ba59d3af6b8c5e25931'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:36.478958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d874b27-2f60-4460-a279-295a8d99845c req-6c55d56a-b5ce-4a45-9e98-51cbe0d045db tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:36.486784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d874b27-2f60-4460-a279-295a8d99845c req-6c55d56a-b5ce-4a45-9e98-51cbe0d045db tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 946 time: 0.2448707 Aug 26 10:55:36.503141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] For port fdeac21c-4b66-4774-80e9-da507b8d079f, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:55:36.540006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] For port fdeac21c-4b66-4774-80e9-da507b8d079f, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fdeac21c-4b66-4774-80e9-da507b8d079f,segment=NetworkSegment(d0929166-3bfb-4d93-b7e2-45dd297a8804),segment_id=d0929166-3bfb-4d93-b7e2-45dd297a8804)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:55:36.550398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa345-9e03-4805-a6c1-09f288356d18 req-d7cefa0a-fc0a-400e-a56f-0dda43ffd013 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:36.552072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-241aa345-9e03-4805-a6c1-09f288356d18 req-d7cefa0a-fc0a-400e-a56f-0dda43ffd013 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 943 time: 0.1447515 Aug 26 10:55:36.555397 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:36.571075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Made reservation on behalf of 72123eaa26c94ba59d3af6b8c5e25931 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:36.574170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:36.586014 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:36.615877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:36.616761 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:36.619924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] 10.222.0.47 "PUT /v2.0/ports/fdeac21c-4b66-4774-80e9-da507b8d079f HTTP/1.1" status: 200 len: 1092 time: 1.9328487 Aug 26 10:55:36.628247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2330e535-51fe-43f5-ad88-e718e0869907', 'tag': 'fdeac21c-4b66-4774-80e9-da507b8d079f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:36.628455 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319641d1-cfc1-4f29-a9cb-5ffea1dcfdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "2330e535-51fe-43f5-ad88-e718e0869907", "tag": "fdeac21c-4b66-4774-80e9-da507b8d079f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:36.641646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d874b27-2f60-4460-a279-295a8d99845c req-9a7bc28c-9199-49bf-b8d6-6d95f883ce2f tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bade1d-c962-42cc-906c-8f6bc1f2fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538582 Aug 26 10:55:36.741614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 29fa4369-683f-4ad1-b0c2-b031813511fb up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:36.882633 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-241aa345-9e03-4805-a6c1-09f288356d18 req-5e111abc-5d02-4f33-bb0d-d556162616f1 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130825 Aug 26 10:55:36.887369 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:36.901642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:36.919900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da265f-582b-44eb-9ed4-f1dccec3b960 service neutron] Pushing event updated for resources: {'Port': ['ID=fdeac21c-4b66-4774-80e9-da507b8d079f,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:36.940037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 29fa4369-683f-4ad1-b0c2-b031813511fb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:55:36.957586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:55:36.958194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 29fa4369-683f-4ad1-b0c2-b031813511fb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:36.962845 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:36.983172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d30277-1ead-423d-8320-32535eef07a7 req-2561d8e4-ae30-4291-84de-f4fcd400e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:36.986121 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:36.986456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-2561d8e4-ae30-4291-84de-f4fcd400e180 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c38702e329064ecf97148108dc50021c&device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 1095 time: 0.2786312 Aug 26 10:55:36.987236 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Added segment f5f4bcf7-69de-4ad4-a89f-984c21faffb3 of type vlan for network 6d6261ac-91ab-4779-b29f-3007a85a87d6 Aug 26 10:55:36.988890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622c3c6f-22a7-4f87-a10a-123410ff7163,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:37.048338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:37.109778 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:37.111647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:37.112588 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:37.125505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-5a8a3ae9-50e2-4004-92bc-c4426e0ad7f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdeac21c-4b66-4774-80e9-da507b8d079f HTTP/1.1" status: 200 len: 217 time: 0.1277010 Aug 26 10:55:37.224458 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9654179 Aug 26 10:55:37.225643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50136) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:37.241645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] Request body: {'subnet': {'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-762367520-subnet', 'tenant_id': '72123eaa26c94ba59d3af6b8c5e25931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:37.245204 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:37.267805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae04215-07e0-4be9-afa9-9bed84689580 admin admin] Pushing event updated for resources: {'Network': ['ID=6d6261ac-91ab-4779-b29f-3007a85a87d6,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:37.290835 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05516518-8230-4dcb-9c4c-9ef758a5da67 x-openstack-request-id: req-05516518-8230-4dcb-9c4c-9ef758a5da67 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:37.291680 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2330e535-51fe-43f5-ad88-e718e0869907", "tag": "fdeac21c-4b66-4774-80e9-da507b8d079f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:37.291680 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05516518-8230-4dcb-9c4c-9ef758a5da67 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:37.297933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 6d6261ac-91ab-4779-b29f-3007a85a87d6 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:55:37.298643 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2330e535-51fe-43f5-ad88-e718e0869907', 'tag': 'fdeac21c-4b66-4774-80e9-da507b8d079f', 'status': 'completed', 'code': 200} Aug 26 10:55:37.324835 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] Made reservation on behalf of 72123eaa26c94ba59d3af6b8c5e25931 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:37.327617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:37.332667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d30277-1ead-423d-8320-32535eef07a7 req-f7a516c9-5746-49f4-886d-182e3f8567f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:37.336142 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-f7a516c9-5746-49f4-886d-182e3f8567f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71114a19-496f-4c0c-ae14-a12bf10d39bc HTTP/1.1" status: 200 len: 848 time: 0.2017646 Aug 26 10:55:37.342744 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cce57-47c8-49b6-b88b-a87199e6b127 req-85a4fe45-5861-4803-a066-608d60dda348 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:37.353344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-403cce57-47c8-49b6-b88b-a87199e6b127 req-85a4fe45-5861-4803-a066-608d60dda348 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 944 time: 0.2069271 Aug 26 10:55:37.395577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 29fa4369-683f-4ad1-b0c2-b031813511fb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=29fa4369-683f-4ad1-b0c2-b031813511fb,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:37.397082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-e73f2eb8-001a-4e97-a1c6-b6ff1c36f2cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e2ee617-d2e6-4515-9206-c458c7922118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408385 Aug 26 10:55:37.427779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-403cce57-47c8-49b6-b88b-a87199e6b127 req-60cdf6e6-8635-4f7a-9cde-b3b9f92c264d tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716422 Aug 26 10:55:37.487829 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:37.602231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-63e82f62-9498-4606-abc1-29fdeb30922b service neutron] 10.222.0.47 "GET /v2.0/networks/6e2ee617-d2e6-4515-9206-c458c7922118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849396 Aug 26 10:55:37.654473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f2ded-5198-4597-8e15-102b41c2ae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fa4369-683f-4ad1-b0c2-b031813511fb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:37.659436 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088d45f0-6d6a-47b3-a893-e9b9d07922f6" -d '{"events": [{"server_uuid": "d73f2ded-5198-4597-8e15-102b41c2ae6b", "name": "network-vif-plugged", "status": "completed", "tag": "29fa4369-683f-4ad1-b0c2-b031813511fb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:37.680359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=29fa4369-683f-4ad1-b0c2-b031813511fb,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:37.856274 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:37.978151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c71856-2cfc-4d6d-8f1b-fb314e8f501e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:37.998963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d4670-d1d4-4bbd-9d68-d42d75467caa req-1b8c5840-1843-4533-8907-412fb41e8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:38.001586 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ee9d4670-d1d4-4bbd-9d68-d42d75467caa req-1b8c5840-1843-4533-8907-412fb41e8f43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1188466c6ff4193a8066999b5303d56&device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 1097 time: 0.1341746 Aug 26 10:55:38.003412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] Checking segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:38.003859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] Network hostable DHCP agents. Network: 6d6261ac-91ab-4779-b29f-3007a85a87d6, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:55:38.085359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] Network 6d6261ac-91ab-4779-b29f-3007a85a87d6 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:55:38.112979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 6d6261ac-91ab-4779-b29f-3007a85a87d6) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:38.122856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:38.123746 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:38.138977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379cc6be-ac1b-4a2c-81cc-33290f5fbed8 None None] Network 6d6261ac-91ab-4779-b29f-3007a85a87d6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:38.169023 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7a2e8753-808d-4c0e-93f9-f1d5e78aab1d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9389687 Aug 26 10:55:38.176455 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d4670-d1d4-4bbd-9d68-d42d75467caa req-529eb817-509d-4bb8-9d89-4bfa9d437660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:38.178107 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ee9d4670-d1d4-4bbd-9d68-d42d75467caa req-529eb817-509d-4bb8-9d89-4bfa9d437660 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4ea48b37-c271-4d31-9343-2642e086d87b HTTP/1.1" status: 200 len: 915 time: 0.1689115 Aug 26 10:55:38.280901 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ee9d4670-d1d4-4bbd-9d68-d42d75467caa req-67e56da6-c620-4d13-900f-7d27c36f7bda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659ad147-d1e3-4e9e-953f-c04d54263899 HTTP/1.1" status: 200 len: 217 time: 0.0945523 Aug 26 10:55:38.388294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d4670-d1d4-4bbd-9d68-d42d75467caa req-4ff5c538-40e4-4cf2-a7c8-e6b7ed892274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:38.389868 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ee9d4670-d1d4-4bbd-9d68-d42d75467caa req-4ff5c538-40e4-4cf2-a7c8-e6b7ed892274 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a88bdba8-27b4-4f8b-b287-2986f88978a2 HTTP/1.1" status: 200 len: 853 time: 0.1018796 Aug 26 10:55:38.477290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725a49e2-3c15-44fe-b2ef-609f08879a09 None None] Network 6d6261ac-91ab-4779-b29f-3007a85a87d6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:38.478684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d4670-d1d4-4bbd-9d68-d42d75467caa req-cbe9db65-18eb-45eb-bb84-63bc981af37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:38.480361 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ee9d4670-d1d4-4bbd-9d68-d42d75467caa req-cbe9db65-18eb-45eb-bb84-63bc981af37a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4ea48b37-c271-4d31-9343-2642e086d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824254 Aug 26 10:55:38.596903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3d30277-1ead-423d-8320-32535eef07a7 req-0c1b79e0-856d-43ce-8dfb-17a35fb9d039 service neutron] 10.222.0.47 "GET /v2.0/networks/6e2ee617-d2e6-4515-9206-c458c7922118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9866831 Aug 26 10:55:38.648921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f303750-a0fa-486f-ab0a-51df8ec1be4c req-3cfecec7-8eb8-48ce-8937-93b6ce617cb5 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:38.658209 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f303750-a0fa-486f-ab0a-51df8ec1be4c req-3cfecec7-8eb8-48ce-8937-93b6ce617cb5 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 946 time: 0.8516207 Aug 26 10:55:38.669714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d512fe-c8e3-4e32-b54d-bb505af8b8f0 req-289156d8-4e57-4980-82e2-e5d8c2a42db4 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:38.678077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40d512fe-c8e3-4e32-b54d-bb505af8b8f0 req-289156d8-4e57-4980-82e2-e5d8c2a42db4 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.9821956 Aug 26 10:55:38.720594 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ee9d4670-d1d4-4bbd-9d68-d42d75467caa req-4490db69-812b-4548-9eeb-6fcf08752d3c service neutron] 10.222.0.47 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310627 Aug 26 10:55:38.784616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f303750-a0fa-486f-ab0a-51df8ec1be4c req-7a6c196a-fa9f-4be7-b67b-ea898ed4c5d5 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bade1d-c962-42cc-906c-8f6bc1f2fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254320 Aug 26 10:55:38.813547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40d512fe-c8e3-4e32-b54d-bb505af8b8f0 req-36988cb3-bd99-4a24-b90d-a18ae92fa813 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345098 Aug 26 10:55:38.837173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319641d1-cfc1-4f29-a9cb-5ffea1dcfdb7 req-18410775-113a-4435-930a-cb469a0bebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:38.841705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-319641d1-cfc1-4f29-a9cb-5ffea1dcfdb7 req-18410775-113a-4435-930a-cb469a0bebb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c38702e329064ecf97148108dc50021c&device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 1095 time: 0.1607368 Aug 26 10:55:38.897979 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4c0bf3-76d2-4ca2-a99e-bcf0e92bd99b x-openstack-request-id: req-1b4c0bf3-76d2-4ca2-a99e-bcf0e92bd99b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:38.898315 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f2ded-5198-4597-8e15-102b41c2ae6b", "name": "network-vif-plugged", "status": "completed", "tag": "29fa4369-683f-4ad1-b0c2-b031813511fb", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:38.898531 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b4c0bf3-76d2-4ca2-a99e-bcf0e92bd99b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:38.898963 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f2ded-5198-4597-8e15-102b41c2ae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fa4369-683f-4ad1-b0c2-b031813511fb', 'code': 200} Aug 26 10:55:38.923202 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ee9d4670-d1d4-4bbd-9d68-d42d75467caa req-cb892de3-eb05-41c2-aaff-431b3d6a6070 service neutron] 10.222.0.47 "GET /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919639 Aug 26 10:55:39.092748 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e8378-bfc6-4f75-9f59-d2ace19b6d56 req-a4d737aa-4d87-494d-a615-a329e18d3bc7 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.100121 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae5e8378-bfc6-4f75-9f59-d2ace19b6d56 req-a4d737aa-4d87-494d-a615-a329e18d3bc7 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 943 time: 0.1600809 Aug 26 10:55:39.122795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319641d1-cfc1-4f29-a9cb-5ffea1dcfdb7 req-29ae28a3-250d-492b-9f61-1847601582d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.124348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-319641d1-cfc1-4f29-a9cb-5ffea1dcfdb7 req-29ae28a3-250d-492b-9f61-1847601582d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e2ee617-d2e6-4515-9206-c458c7922118 HTTP/1.1" status: 200 len: 909 time: 0.2747035 Aug 26 10:55:39.148530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe59e0-baec-456a-a069-b35d19434800 req-7a75c436-e99d-4e85-b106-0a2a553d5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.150254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6fe59e0-baec-456a-a069-b35d19434800 req-7a75c436-e99d-4e85-b106-0a2a553d5e09 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 1097 time: 0.1324639 Aug 26 10:55:39.211709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-319641d1-cfc1-4f29-a9cb-5ffea1dcfdb7 req-54091870-981c-44a8-bafb-c091f3179abb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdeac21c-4b66-4774-80e9-da507b8d079f HTTP/1.1" status: 200 len: 217 time: 0.0783758 Aug 26 10:55:39.234712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae5e8378-bfc6-4f75-9f59-d2ace19b6d56 req-47237957-cd3a-4c84-9f8c-58f7b273a695 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306784 Aug 26 10:55:39.244476 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-5fe5422f-f5cf-4fa9-ba1d-e590ea8cb9da service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0961285 Aug 26 10:55:39.311859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6fe59e0-baec-456a-a069-b35d19434800 req-ac4803cb-4afa-402e-b8e7-c6b049fbaed4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213932 Aug 26 10:55:39.347389 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319641d1-cfc1-4f29-a9cb-5ffea1dcfdb7 req-e8657554-42c2-4464-96a6-d41c02c78bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.349104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-319641d1-cfc1-4f29-a9cb-5ffea1dcfdb7 req-e8657554-42c2-4464-96a6-d41c02c78bb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71114a19-496f-4c0c-ae14-a12bf10d39bc HTTP/1.1" status: 200 len: 848 time: 0.1103714 Aug 26 10:55:39.371294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b78d8a-6aad-4d06-998f-5b76e84ef0ed req-d7933728-17dd-4b20-90fb-62fd91e4def5 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.385934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13b78d8a-6aad-4d06-998f-5b76e84ef0ed req-d7933728-17dd-4b20-90fb-62fd91e4def5 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 945 time: 0.1949775 Aug 26 10:55:39.473731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-319641d1-cfc1-4f29-a9cb-5ffea1dcfdb7 req-c5464068-5eb7-4778-b0f7-b5cb2d74e9ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e2ee617-d2e6-4515-9206-c458c7922118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854199 Aug 26 10:55:39.688976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13b78d8a-6aad-4d06-998f-5b76e84ef0ed req-173d8fd5-d2b3-402f-90ec-a79e1fc3dc7e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765336 Aug 26 10:55:39.780305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-7e4b1da4-cd13-4370-acd9-8e9984ca3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.780920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-7e4b1da4-cd13-4370-acd9-8e9984ca3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.782001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-7e4b1da4-cd13-4370-acd9-8e9984ca3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.782532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-7e4b1da4-cd13-4370-acd9-8e9984ca3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.783086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-7e4b1da4-cd13-4370-acd9-8e9984ca3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.783609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-7e4b1da4-cd13-4370-acd9-8e9984ca3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.784134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-7e4b1da4-cd13-4370-acd9-8e9984ca3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.786335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-7e4b1da4-cd13-4370-acd9-8e9984ca3318 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6509 time: 0.2632811 Aug 26 10:55:39.794870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-319641d1-cfc1-4f29-a9cb-5ffea1dcfdb7 req-cdc39c00-cb75-4f5d-9b57-5ba612eb48ae service neutron] 10.222.0.47 "GET /v2.0/networks/6e2ee617-d2e6-4515-9206-c458c7922118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116035 Aug 26 10:55:39.808166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-6e0bfd54-0f07-475d-a071-b1d75607c9d7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:39.810184 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-6e0bfd54-0f07-475d-a071-b1d75607c9d7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.2898808 Aug 26 10:55:39.974365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-d58f7a9a-be9c-4191-931b-660581f6f997 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/quotas/72123eaa26c94ba59d3af6b8c5e25931 HTTP/1.1" status: 200 len: 375 time: 0.1345565 Aug 26 10:55:40.065278 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-1adb1fd9-4d8d-4b61-a9bb-ba1bf9ef949f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640213 Aug 26 10:55:40.161769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-319641d1-cfc1-4f29-a9cb-5ffea1dcfdb7 req-9f1260b3-e93c-4bd8-bda2-8e465e49811c service neutron] 10.222.0.47 "GET /v2.0/networks/6e2ee617-d2e6-4515-9206-c458c7922118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499010 Aug 26 10:55:40.184185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50deb8-a9de-43b1-8f16-fab48963e6ed req-8d8004e6-f228-44c0-bad5-fef121c231be tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:40.185831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e50deb8-a9de-43b1-8f16-fab48963e6ed req-8d8004e6-f228-44c0-bad5-fef121c231be tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.2295647 Aug 26 10:55:40.191799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-4f434c79-5689-49e0-834c-ea0e52ba5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:40.192912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-4f434c79-5689-49e0-834c-ea0e52ba5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:40.192912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-4f434c79-5689-49e0-834c-ea0e52ba5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:40.194813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-4f434c79-5689-49e0-834c-ea0e52ba5780 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e452ec9-a05c-4730-9299-cad46d4ac2a7&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=69c1248d-4663-4fe7-82e4-6eb133288edb&id=69c1248d-4663-4fe7-82e4-6eb133288edb HTTP/1.1" status: 200 len: 2299 time: 0.3260264 Aug 26 10:55:40.394053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e50deb8-a9de-43b1-8f16-fab48963e6ed req-e1746914-170c-4a34-9c75-09803563be80 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884766 Aug 26 10:55:40.409664 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-1997e95c-4a2c-47a9-bfea-7b4c2bc7a47e service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270030 Aug 26 10:55:40.537247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-24cdcf32-0517-4ee4-8739-5b5cd77a9501 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c116599a-327c-4688-9f4b-1845a6872218 HTTP/1.1" status: 200 len: 1000 time: 0.3245227 Aug 26 10:55:40.626867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-8609f983-c9cf-49f8-ab66-f4dd64c2ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:40.635059 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-8609f983-c9cf-49f8-ab66-f4dd64c2ca34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd66f25-7610-43d2-adaa-46242c9349bb HTTP/1.1" status: 200 len: 856 time: 0.0799897 Aug 26 10:55:40.706190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-00aa66dd-7b0d-4d1d-81c1-cea13e6bf526 service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952199 Aug 26 10:55:40.741199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-d175b600-6742-417a-bac2-21aa88ec6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:40.744956 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-d175b600-6742-417a-bac2-21aa88ec6042 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e452ec9-a05c-4730-9299-cad46d4ac2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058195 Aug 26 10:55:40.951096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06fa36-7b9f-464d-892a-8614a8b248c4 req-df286c18-5177-4328-80a8-fdb8adbc6afd tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:40.953527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e06fa36-7b9f-464d-892a-8614a8b248c4 req-df286c18-5177-4328-80a8-fdb8adbc6afd tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 943 time: 0.2072163 Aug 26 10:55:41.008991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-f87c5f07-306c-4a2c-80e3-c6fff6c1ba55 service neutron] 10.222.0.42 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502725 Aug 26 10:55:41.091435 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e06fa36-7b9f-464d-892a-8614a8b248c4 req-940f3275-482c-4ef4-8f93-20ef4269ee39 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289542 Aug 26 10:55:41.193874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d19c4f5-1a69-4c68-9df0-f6f917288a73 req-e029383a-054d-4868-9aba-c356395af705 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 210 time: 0.0325847 Aug 26 10:55:41.253333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-1d9a3b4e-b9a9-42a7-8928-c403c959d7a8 service neutron] 10.222.0.42 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337372 Aug 26 10:55:41.323481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108e9c3-e7d2-466c-b435-f903c14b552c req-7b166faf-9b6a-4a18-aca0-2477cb0b0ab3 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:41.325686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c108e9c3-e7d2-466c-b435-f903c14b552c req-7b166faf-9b6a-4a18-aca0-2477cb0b0ab3 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 945 time: 0.1346672 Aug 26 10:55:41.328791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-281d4530-591a-4e9a-aa22-80deada21be1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=8cd812fb-819b-4872-bbfe-4a72c5599d31 HTTP/1.1" status: 200 len: 217 time: 0.0631063 Aug 26 10:55:41.439521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c108e9c3-e7d2-466c-b435-f903c14b552c req-fb9c3ed9-147f-405a-945e-7cfadb4914ac tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021581 Aug 26 10:55:41.448458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-e25a097b-910e-4f39-9e30-4a7ac7a2d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:41.450065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-e25a097b-910e-4f39-9e30-4a7ac7a2d7da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.1103089 Aug 26 10:55:41.459998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833aff34-e8f3-4535-8049-a6c89dbc5e7f req-b562de40-7239-46e4-819f-9717aac62452 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:41.461628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-833aff34-e8f3-4535-8049-a6c89dbc5e7f req-b562de40-7239-46e4-819f-9717aac62452 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.1476481 Aug 26 10:55:41.544894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-833aff34-e8f3-4535-8049-a6c89dbc5e7f req-03a5825b-251e-4429-97c5-d6fac98e688b tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738778 Aug 26 10:55:41.588332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-3e7b9799-7a0f-41fa-a853-2f85c46fb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:41.593260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-3e7b9799-7a0f-41fa-a853-2f85c46fb176 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1305778 Aug 26 10:55:41.673921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fd02f-03d4-4c28-b25c-9247849ef89d req-fddd8b0c-fac5-4c99-8371-6ede9d61da6e tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:41.681573 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-151fd02f-03d4-4c28-b25c-9247849ef89d req-fddd8b0c-fac5-4c99-8371-6ede9d61da6e tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 946 time: 0.1432440 Aug 26 10:55:41.746361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-151fd02f-03d4-4c28-b25c-9247849ef89d req-76b4a68b-1729-4f4b-93af-5caaa13062f5 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bade1d-c962-42cc-906c-8f6bc1f2fdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637217 Aug 26 10:55:41.773575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-6dd82671-b120-400d-b4ec-e751f4362407 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688237 Aug 26 10:55:42.036643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-f4a1d6c5-eb3c-4aee-a087-708d5db3ade9 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:42.038295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-f4a1d6c5-eb3c-4aee-a087-708d5db3ade9 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/networks?id=3d09a83c-fbcb-450f-8f29-8ae9a2802f81 HTTP/1.1" status: 200 len: 813 time: 0.2430277 Aug 26 10:55:42.073480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-33d74547-90b3-4189-bdba-23bca2eb0f0f service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915044 Aug 26 10:55:42.076850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-7ebe4f19-e98a-4163-b021-9360a5c8ff2f tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/quotas/7f18812d894748339fa303112b599a64 HTTP/1.1" status: 200 len: 375 time: 0.0275681 Aug 26 10:55:42.086051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5e7e-6efa-487c-a7a7-378cba0336d8 req-cf4d3d7e-ec9c-4bf5-a998-84475418fe76 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:42.087685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fcfd5e7e-6efa-487c-a7a7-378cba0336d8 req-cf4d3d7e-ec9c-4bf5-a998-84475418fe76 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ac504ba-1089-41b4-a4e3-b2f5b9584015 HTTP/1.1" status: 200 len: 946 time: 0.1351235 Aug 26 10:55:42.163054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-ca62d11f-3534-44b4-a106-93b2cbe7b193 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=6491ccdd-89e6-459e-8041-811f24b285dc HTTP/1.1" status: 200 len: 217 time: 0.0742943 Aug 26 10:55:42.163297 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fdeac21c-4b66-4774-80e9-da507b8d079f details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:55:42.245032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fcfd5e7e-6efa-487c-a7a7-378cba0336d8 req-b4c41542-65f6-4ffc-b105-52c951dd3b8d tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407404 Aug 26 10:55:42.314683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-ed2aaf4d-6b05-4ce5-ade0-235789021b9f tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f18812d894748339fa303112b599a64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2247880 Aug 26 10:55:42.373556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port fdeac21c-4b66-4774-80e9-da507b8d079f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fdeac21c-4b66-4774-80e9-da507b8d079f,segment=NetworkSegment(d0929166-3bfb-4d93-b7e2-45dd297a8804),segment_id=d0929166-3bfb-4d93-b7e2-45dd297a8804)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:42.397279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'fdeac21c-4b66-4774-80e9-da507b8d079f', 'network_id': '6e2ee617-d2e6-4515-9206-c458c7922118', 'port_id': 'fdeac21c-4b66-4774-80e9-da507b8d079f', 'mac_address': 'fa:16:3e:83:8e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71114a19-496f-4c0c-ae14-a12bf10d39bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:55:42.411341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-d28d7612-6a1d-48fa-a4e0-d28465a389ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:42.413077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-d28d7612-6a1d-48fa-a4e0-d28465a389ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.2303348 Aug 26 10:55:42.513667 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:42.541055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-e00e6f58-1a99-42d3-bd72-6ad329a25aee tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:42.542645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-e00e6f58-1a99-42d3-bd72-6ad329a25aee tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.3211188 Aug 26 10:55:42.547114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdeac21c-4b66-4774-80e9-da507b8d079f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:55:42.556452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-ea0e667c-85ee-4be1-9b89-38139e751a32 service neutron] 10.222.0.21 "GET /v2.0/networks/3d09a83c-fbcb-450f-8f29-8ae9a2802f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406812 Aug 26 10:55:42.572193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Request body: {'port': {'device_id': '701b3079-2c06-482f-98b4-e3238a72dd7f', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'admin_state_up': True, 'tenant_id': '72123eaa26c94ba59d3af6b8c5e25931'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:42.588769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port fdeac21c-4b66-4774-80e9-da507b8d079f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fdeac21c-4b66-4774-80e9-da507b8d079f,segment=NetworkSegment(d0929166-3bfb-4d93-b7e2-45dd297a8804),segment_id=d0929166-3bfb-4d93-b7e2-45dd297a8804)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:42.599114 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:42.604196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-7c5ee682-c02f-4831-928d-ba4848ff023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:42.605886 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-7c5ee682-c02f-4831-928d-ba4848ff023b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1814508 Aug 26 10:55:42.648498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0907-4887-4d8b-81b6-8e66dab9c186 req-fae4bf30-07ac-4c4a-8d2e-37c49ef288d9 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:42.651368 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0e7a0907-4887-4d8b-81b6-8e66dab9c186 req-fae4bf30-07ac-4c4a-8d2e-37c49ef288d9 tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 946 time: 0.1544819 Aug 26 10:55:42.698398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=fdeac21c-4b66-4774-80e9-da507b8d079f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:42.787075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-0e7a0907-4887-4d8b-81b6-8e66dab9c186 req-6aa51ca1-eeb8-40eb-ad9f-9710963803be tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Deleting port 1831c217-6e85-4e2f-b2b1-28d74551d4bb {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:55:42.787761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0e7a0907-4887-4d8b-81b6-8e66dab9c186 req-6aa51ca1-eeb8-40eb-ad9f-9710963803be tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:43.005502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['fdeac21c-4b66-4774-80e9-da507b8d079f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:55:43.017588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-0e7a0907-4887-4d8b-81b6-8e66dab9c186 req-6aa51ca1-eeb8-40eb-ad9f-9710963803be tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] For port 1831c217-6e85-4e2f-b2b1-28d74551d4bb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1831c217-6e85-4e2f-b2b1-28d74551d4bb,segment=NetworkSegment(cd816e58-81c7-48ba-aced-6e20232479ae),segment_id=cd816e58-81c7-48ba-aced-6e20232479ae)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:43.018407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0e7a0907-4887-4d8b-81b6-8e66dab9c186 req-6aa51ca1-eeb8-40eb-ad9f-9710963803be tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:43.066274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-0e7a0907-4887-4d8b-81b6-8e66dab9c186 req-6aa51ca1-eeb8-40eb-ad9f-9710963803be tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Calling delete_port for 1831c217-6e85-4e2f-b2b1-28d74551d4bb owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:55:43.233636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70611c-49bc-41b3-b50a-0fe85f3e06f9 req-9f14d2d1-a4f4-45c3-b43c-b06bc014a991 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:43.236339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d70611c-49bc-41b3-b50a-0fe85f3e06f9 req-9f14d2d1-a4f4-45c3-b43c-b06bc014a991 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 943 time: 0.6582038 Aug 26 10:55:43.286509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0e7a0907-4887-4d8b-81b6-8e66dab9c186 req-6aa51ca1-eeb8-40eb-ad9f-9710963803be tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:43.296380 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a387b0b6-b292-450b-89fd-3a6e853c9e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:43.308526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1831c217-6e85-4e2f-b2b1-28d74551d4bb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:55:43.328780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa51ca1-eeb8-40eb-ad9f-9710963803be tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Pushing event deleted for resources: {'Port': ['ID=1831c217-6e85-4e2f-b2b1-28d74551d4bb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:43.380745 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7a0907-4887-4d8b-81b6-8e66dab9c186 req-6aa51ca1-eeb8-40eb-ad9f-9710963803be tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] No DVR routers for this DVR port 1831c217-6e85-4e2f-b2b1-28d74551d4bb on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:55:43.384816 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0e7a0907-4887-4d8b-81b6-8e66dab9c186 req-6aa51ca1-eeb8-40eb-ad9f-9710963803be tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:43.388939 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0e7a0907-4887-4d8b-81b6-8e66dab9c186 req-6aa51ca1-eeb8-40eb-ad9f-9710963803be tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.42 "DELETE /v2.0/ports/1831c217-6e85-4e2f-b2b1-28d74551d4bb HTTP/1.1" status: 204 len: 173 time: 0.7300725 Aug 26 10:55:43.389882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4e8eba-c33c-4202-a450-a7d0b2f582ec', 'name': 'network-vif-deleted', 'tag': '1831c217-6e85-4e2f-b2b1-28d74551d4bb'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:43.394405 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd42f620-36cd-4667-935f-d33247736c98" -d '{"events": [{"server_uuid": "9b4e8eba-c33c-4202-a450-a7d0b2f582ec", "name": "network-vif-deleted", "tag": "1831c217-6e85-4e2f-b2b1-28d74551d4bb"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:43.403891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-c3ecddda-63d1-45aa-9332-c2446e15972a service neutron] 10.222.0.21 "GET /v2.0/networks/3d09a83c-fbcb-450f-8f29-8ae9a2802f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8465543 Aug 26 10:55:43.412523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-7f7821b6-45a7-41b8-a152-380b5412a76b service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134662 Aug 26 10:55:43.418482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d70611c-49bc-41b3-b50a-0fe85f3e06f9 req-77d58b51-3a5a-4e41-bafb-27e1aa1dcadc tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581829 Aug 26 10:55:43.487870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Made reservation on behalf of 72123eaa26c94ba59d3af6b8c5e25931 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:43.491715 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:43.642092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed2f46be-bc69-41f9-a4cc-c8f152f5c214 req-d186fa11-cc2c-4f67-afc5-20cbd795a40d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 210 time: 0.0648873 Aug 26 10:55:43.648694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-4c20a1d0-a4d8-4270-9718-31cb56021e08 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234914 Aug 26 10:55:43.741161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-88f71143-f218-403c-836e-c6482e02533c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=561cb463-7482-4e72-a461-9062a9018dde HTTP/1.1" status: 200 len: 217 time: 0.0822423 Aug 26 10:55:43.902252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e1fbd6d-d022-4c7f-87e1-6679807a52c1 req-19cba988-e2df-4ca8-9e21-a8b965a32add tempest-ServerPasswordTestJSON-1645747759 tempest-ServerPasswordTestJSON-1645747759-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4e8eba-c33c-4202-a450-a7d0b2f582ec HTTP/1.1" status: 200 len: 210 time: 0.1549275 Aug 26 10:55:43.948678 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-b219741a-5845-4fd6-a90f-9895c65f4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:43.950109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-b219741a-5845-4fd6-a90f-9895c65f4349 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.1928105 Aug 26 10:55:43.963317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c18a5-fe7e-4bd4-8cd9-60e62e5f9b33 req-be04b9c6-35a2-4f1e-92c1-8620a5b9deb6 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:43.974186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a86c18a5-fe7e-4bd4-8cd9-60e62e5f9b33 req-be04b9c6-35a2-4f1e-92c1-8620a5b9deb6 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 945 time: 0.3041289 Aug 26 10:55:43.977126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Allocated IP 172.20.0.13 (6d6261ac-91ab-4779-b29f-3007a85a87d6/03c71856-2cfc-4d6d-8f1b-fb314e8f501e/7bf7eddc-610c-439b-b7db-20d7bdf17095) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:55:44.186804 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d899a3b-751c-4be5-b6e1-82af212a94a4 x-openstack-request-id: req-3d899a3b-751c-4be5-b6e1-82af212a94a4 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:44.188286 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4e8eba-c33c-4202-a450-a7d0b2f582ec", "name": "network-vif-deleted", "tag": "1831c217-6e85-4e2f-b2b1-28d74551d4bb", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:44.189121 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d899a3b-751c-4be5-b6e1-82af212a94a4 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:44.189957 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4e8eba-c33c-4202-a450-a7d0b2f582ec', 'name': 'network-vif-deleted', 'tag': '1831c217-6e85-4e2f-b2b1-28d74551d4bb', 'status': 'completed', 'code': 200} Aug 26 10:55:44.236295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a86c18a5-fe7e-4bd4-8cd9-60e62e5f9b33 req-9a78cfbc-d976-48a9-9173-d1d4b12e445c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609544 Aug 26 10:55:44.313264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-db345390-6004-4032-923e-17015edb38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:44.315532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-db345390-6004-4032-923e-17015edb38ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3356597 Aug 26 10:55:44.342919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-772221d8-0d79-4a6a-bdd9-57bca16e0ede req-8c115bc5-2378-4247-87fa-bf369625cf2c tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 210 time: 0.0551496 Aug 26 10:55:44.413589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-5a8ae6be-a55b-44ba-a2e3-969b9d977632 req-8b6d7962-9d13-488b-95dd-567efb263781 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:55:44.414877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a8ae6be-a55b-44ba-a2e3-969b9d977632 req-8b6d7962-9d13-488b-95dd-567efb263781 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108972 Aug 26 10:55:44.418164 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:44.616108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a8ae6be-a55b-44ba-a2e3-969b9d977632 req-8afe30cb-7f78-4142-9bab-dde663c70cae tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1892898 Aug 26 10:55:44.624128 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:44.676278 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-a13361f8-a48f-42d2-8940-f26d1eaecf75 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121606 Aug 26 10:55:44.708353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Network 6d6261ac-91ab-4779-b29f-3007a85a87d6 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:55:44.719315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event updated for resources: {'Port': ['ID=7bf7eddc-610c-439b-b7db-20d7bdf17095,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:44.747793 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:44.756457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:55:44.764313 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.764670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.765017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.765385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.766388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.766716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.767076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.767415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.767743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.768078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.769114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.769114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:55:44.843812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:44.844784 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:44.884558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-3547dc2a-b033-4528-a554-5cdb49106560 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3165410 Aug 26 10:55:44.902884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-902d9389-2733-478d-9335-f0b600d26713 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140625 Aug 26 10:55:44.908259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Request body: {'port': {'device_id': '701b3079-2c06-482f-98b4-e3238a72dd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:44.985568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-6ccba3eb-9d45-4f1e-9ab5-3d98d0278d69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 HTTP/1.1" status: 200 len: 217 time: 0.0697067 Aug 26 10:55:45.051795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce0301-81ca-4f44-b7aa-91410bda7ded req-c8e623e7-0547-4e85-bb18-cb8b5fa06ce4 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:45.054517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21ce0301-81ca-4f44-b7aa-91410bda7ded req-c8e623e7-0547-4e85-bb18-cb8b5fa06ce4 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 944 time: 0.1845541 Aug 26 10:55:45.189345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-c0d93574-1aad-443e-a56e-48cc2cac82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:45.192302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-c0d93574-1aad-443e-a56e-48cc2cac82dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.1742668 Aug 26 10:55:45.214156 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:45.342667 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-f030f3df-33c8-46e7-9c5f-de0f1be24703 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:45.344945 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-f030f3df-33c8-46e7-9c5f-de0f1be24703 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.42 "GET /v2.0/networks?id=3d09a83c-fbcb-450f-8f29-8ae9a2802f81 HTTP/1.1" status: 200 len: 813 time: 0.2295537 Aug 26 10:55:45.360420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Request body: {'port': {'device_id': '218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef', 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81', 'admin_state_up': True, 'tenant_id': '7f18812d894748339fa303112b599a64'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:45.512355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ba43f-37fc-41fd-92dd-95142e6b8647 req-519a7b21-084c-4fee-bfca-b03e8bc6fa9b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:45.514152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f4ba43f-37fc-41fd-92dd-95142e6b8647 req-519a7b21-084c-4fee-bfca-b03e8bc6fa9b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 932 time: 0.4781053 Aug 26 10:55:45.550260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Made reservation on behalf of 7f18812d894748339fa303112b599a64 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:45.558350 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:45.574634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-b3737b1a-9774-4c92-89bf-58be16a90762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:45.576154 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-b3737b1a-9774-4c92-89bf-58be16a90762 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3120606 Aug 26 10:55:45.591996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21ce0301-81ca-4f44-b7aa-91410bda7ded req-aa583b50-4992-46cb-83e6-d55cb7206cd7 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859748 Aug 26 10:55:45.731795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50296) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:45.762698 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fabe69cd-e6c5-475b-993f-881566b2ba5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:45.902054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Allocated IP 172.20.0.11 (3d09a83c-fbcb-450f-8f29-8ae9a2802f81/26c7f25a-2287-4e2f-bf2d-28fd40dcddcb/c918b1be-3bca-4b0d-845d-b0af2a869bc1) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:55:45.921346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f4ba43f-37fc-41fd-92dd-95142e6b8647 req-aded3f5a-3704-48a7-8531-02083617b99c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856580 Aug 26 10:55:46.187751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768068b-428f-43e4-ba32-1859b43c9718 req-9c707f06-8831-4652-b5d8-0f13b05b14f3 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:46.196297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a768068b-428f-43e4-ba32-1859b43c9718 req-9c707f06-8831-4652-b5d8-0f13b05b14f3 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.3969481 Aug 26 10:55:46.212505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e16b4d-ee0d-42c7-912e-4e5f702d6f4b admin admin] Deleting subnet fa3a1472-f7b6-467b-a021-7e69f4314cd3 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:55:46.228074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fdeac21c-4b66-4774-80e9-da507b8d079f up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:55:46.295294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-041ba689-174a-4ee2-8fe7-f06a96b0c64f req-d8287dc8-e1aa-4ea1-b63b-c23b89a93c73 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 210 time: 0.0871608 Aug 26 10:55:46.307470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74e16b4d-ee0d-42c7-912e-4e5f702d6f4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:46.391165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a768068b-428f-43e4-ba32-1859b43c9718 req-ee6272e1-b368-452f-b10f-eb7a56ea9afd tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922653 Aug 26 10:55:46.399376 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-f1de17ed-1014-4352-941b-7a5bf821abb8 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7961485 Aug 26 10:55:46.453761 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:46.481910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port fdeac21c-4b66-4774-80e9-da507b8d079f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:55:46.499570 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port fdeac21c-4b66-4774-80e9-da507b8d079f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:46.503020 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:46.566948 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:46.660733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Transition to ACTIVE for port object c918b1be-3bca-4b0d-845d-b0af2a869bc1 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:55:46.669939 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74e16b4d-ee0d-42c7-912e-4e5f702d6f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:46.820219 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:46.830667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1831c217-6e85-4e2f-b2b1-28d74551d4bb no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:55:46.904677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 1831c217-6e85-4e2f-b2b1-28d74551d4bb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:55:46.913090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1831c217-6e85-4e2f-b2b1-28d74551d4bb not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:55:46.925218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:46.983769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf7eddc-610c-439b-b7db-20d7bdf17095 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:55:47.003516 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-31e29fd3-bec4-4418-aaaa-fcf408f01a10 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657442 Aug 26 10:55:47.009513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2330e535-51fe-43f5-ad88-e718e0869907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeac21c-4b66-4774-80e9-da507b8d079f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:47.014751 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca782633-a23b-4ba1-86ce-b358ed0a8a11" -d '{"events": [{"server_uuid": "2330e535-51fe-43f5-ad88-e718e0869907", "name": "network-vif-plugged", "status": "completed", "tag": "fdeac21c-4b66-4774-80e9-da507b8d079f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:47.038968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port fdeac21c-4b66-4774-80e9-da507b8d079f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fdeac21c-4b66-4774-80e9-da507b8d079f,segment=NetworkSegment(d0929166-3bfb-4d93-b7e2-45dd297a8804),segment_id=d0929166-3bfb-4d93-b7e2-45dd297a8804)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:47.044462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:55:47.047343 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:47.074112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:47.077542 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:47.079007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:55:47.207494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:47.209438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:47.254183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Pushing event updated for resources: {'Port': ['ID=c918b1be-3bca-4b0d-845d-b0af2a869bc1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:47.303153 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-1704bd39-6a0e-4fb5-bf0c-80773c68108d tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9479821 Aug 26 10:55:47.307252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=fdeac21c-4b66-4774-80e9-da507b8d079f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:47.317335 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:47.404610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-770c593d-2377-4ab9-a998-b42c0455fbce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb16c58f-9309-43fb-a678-c08585b38681 HTTP/1.1" status: 200 len: 217 time: 0.3197272 Aug 26 10:55:47.420363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Transition to ACTIVE for port object 7bf7eddc-610c-439b-b7db-20d7bdf17095 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:55:47.442256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Request body: {'port': {'device_id': '218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:47.497792 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:47.664789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:47.722004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74e16b4d-ee0d-42c7-912e-4e5f702d6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:47.771073 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d6f4d494-7487-4c53-ab35-4414ab63858a None None] Provisioning for port c918b1be-3bca-4b0d-845d-b0af2a869bc1 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:55:47.778110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d6f4d494-7487-4c53-ab35-4414ab63858a None None] Provisioning complete for port c918b1be-3bca-4b0d-845d-b0af2a869bc1 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:55:47.778964 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d494-7487-4c53-ab35-4414ab63858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:47.840160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d85f2-0fee-40fa-9386-611ed52b8ac8 req-9836135b-6137-43d4-aee9-7f07a255185a tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:47.854356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d7d85f2-0fee-40fa-9386-611ed52b8ac8 req-9836135b-6137-43d4-aee9-7f07a255185a tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ac504ba-1089-41b4-a4e3-b2f5b9584015 HTTP/1.1" status: 200 len: 946 time: 1.1674101 Aug 26 10:55:47.868145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf7eddc-610c-439b-b7db-20d7bdf17095,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:47.957532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4d494-7487-4c53-ab35-4414ab63858a None None] Port c918b1be-3bca-4b0d-845d-b0af2a869bc1 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:55:48.028704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9d85-a378-4a73-9308-1ce605ef4e36 req-7f5cd647-b2df-44c8-8927-b6471b2f0141 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:48.042126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d8b9d85-a378-4a73-9308-1ce605ef4e36 req-7f5cd647-b2df-44c8-8927-b6471b2f0141 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 945 time: 1.1120961 Aug 26 10:55:48.315971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d7d85f2-0fee-40fa-9386-611ed52b8ac8 req-3bdda5e8-adb3-4c0a-a1ba-de9293c2b9a7 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598985 Aug 26 10:55:48.456312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-454fb219-7ada-4c71-aa68-078c0e141778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:48.457973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-454fb219-7ada-4c71-aa68-078c0e141778 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4af5b276-9133-4e1d-88a2-08419aa867d4 HTTP/1.1" status: 200 len: 797 time: 0.9514964 Aug 26 10:55:48.484420 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d8b9d85-a378-4a73-9308-1ce605ef4e36 req-497819dc-67ce-4b4c-a27e-d6f9c7b25db8 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409122 Aug 26 10:55:48.507240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c918b1be-3bca-4b0d-845d-b0af2a869bc1 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:55:48.539248 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:48.595256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Transition to ACTIVE for port object c918b1be-3bca-4b0d-845d-b0af2a869bc1 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:55:48.604517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:48.712879 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f91e3d-85d5-4505-81df-8f49a37635a2 x-openstack-request-id: req-d3f91e3d-85d5-4505-81df-8f49a37635a2 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:48.713641 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2330e535-51fe-43f5-ad88-e718e0869907", "name": "network-vif-plugged", "status": "completed", "tag": "fdeac21c-4b66-4774-80e9-da507b8d079f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:48.714275 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3f91e3d-85d5-4505-81df-8f49a37635a2 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:48.715223 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2330e535-51fe-43f5-ad88-e718e0869907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeac21c-4b66-4774-80e9-da507b8d079f', 'code': 200} Aug 26 10:55:48.715392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Attempting to bind port 7bf7eddc-610c-439b-b7db-20d7bdf17095 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:55:48.715722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Attempting to bind port 7bf7eddc-610c-439b-b7db-20d7bdf17095 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:55:48.716033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Attempting to bind port 7bf7eddc-610c-439b-b7db-20d7bdf17095 on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:48.748135 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74e16b4d-ee0d-42c7-912e-4e5f702d6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:48.789281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0ce27-8dbe-4235-a559-db3efd9880e8 req-7e4a176f-2ab8-41cd-95d1-57ffe8403e9f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:48.824496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7be0ce27-8dbe-4235-a559-db3efd9880e8 req-7e4a176f-2ab8-41cd-95d1-57ffe8403e9f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 944 time: 0.2883043 Aug 26 10:55:48.846953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Pushing event updated for resources: {'Port': ['ID=c918b1be-3bca-4b0d-845d-b0af2a869bc1,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:48.896600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e16b4d-ee0d-42c7-912e-4e5f702d6f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa3a1472-f7b6-467b-a021-7e69f4314cd3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:48.930479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74e16b4d-ee0d-42c7-912e-4e5f702d6f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:48.940156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-74e16b4d-ee0d-42c7-912e-4e5f702d6f4b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa3a1472-f7b6-467b-a021-7e69f4314cd3 HTTP/1.1" status: 204 len: 168 time: 3.1980743 Aug 26 10:55:48.942561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-c9bdc90e-d6b1-4bb2-9d6b-c2047c393ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:48.950569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50326) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:48.956536 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-c9bdc90e-d6b1-4bb2-9d6b-c2047c393ee5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c1248d-4663-4fe7-82e4-6eb133288edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4806139 Aug 26 10:55:48.957415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Port 7bf7eddc-610c-439b-b7db-20d7bdf17095 on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:55:48.957757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Attempting to bind port 7bf7eddc-610c-439b-b7db-20d7bdf17095 on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:48.987167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:55:48.991406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Checking segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:48.992072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Bound using segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:55:48.992842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Bound port: 7bf7eddc-610c-439b-b7db-20d7bdf17095, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:55:48.993579 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:49.191117 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:49.268838 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:49.457388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b2f91-4173-477c-b651-ee2125e98d69 req-894afcb2-08b8-4e77-a9af-c7720272028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:49.458057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7be0ce27-8dbe-4235-a559-db3efd9880e8 req-094975e8-2747-464c-aa99-355a929c6118 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348331 Aug 26 10:55:49.459419 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44b2f91-4173-477c-b651-ee2125e98d69 req-894afcb2-08b8-4e77-a9af-c7720272028f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 1097 time: 0.6394711 Aug 26 10:55:49.584141 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b44b2f91-4173-477c-b651-ee2125e98d69 req-da41015b-0e6c-4312-a510-e6d04d259f22 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684712 Aug 26 10:55:49.587428 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:49.612103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21e2f9b-cb3d-4d92-ab58-7578dff81231']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:49.627665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Attempting to bind port c918b1be-3bca-4b0d-845d-b0af2a869bc1 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:55:49.628011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Attempting to bind port c918b1be-3bca-4b0d-845d-b0af2a869bc1 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:55:49.628354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Attempting to bind port c918b1be-3bca-4b0d-845d-b0af2a869bc1 on network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:49.633067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd816e58-81c7-48ba-aced-6e20232479ae') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:49.633332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd816e58-81c7-48ba-aced-6e20232479ae') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:55:49.643167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Port c918b1be-3bca-4b0d-845d-b0af2a869bc1 on network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:55:49.643459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Attempting to bind port c918b1be-3bca-4b0d-845d-b0af2a869bc1 on network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:55:49.652651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:55:49.652880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Checking segment: {'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:49.653253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Bound using segment: {'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:55:49.653725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Bound port: c918b1be-3bca-4b0d-845d-b0af2a869bc1, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e352456-c1ad-426b-b30a-0c6623a175bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:55:49.656827 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:49.660693 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:49.785843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:49.802543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e828b04-3813-4830-8d0b-f316116a8592 req-e97046a0-f6fa-4e43-a8a8-1ce32021cb8e tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:49.815607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e828b04-3813-4830-8d0b-f316116a8592 req-e97046a0-f6fa-4e43-a8a8-1ce32021cb8e tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 944 time: 0.6072471 Aug 26 10:55:49.878577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] For port 7bf7eddc-610c-439b-b7db-20d7bdf17095, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:55:49.879733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] For port c918b1be-3bca-4b0d-845d-b0af2a869bc1, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:55:49.884306 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] For port c918b1be-3bca-4b0d-845d-b0af2a869bc1, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c918b1be-3bca-4b0d-845d-b0af2a869bc1,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:55:49.890157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:55:49.891622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:55:49.893816 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:55:49.909668 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:50.095464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:50.101244 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:50.106532 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] 10.222.0.42 "PUT /v2.0/ports/c918b1be-3bca-4b0d-845d-b0af2a869bc1 HTTP/1.1" status: 200 len: 1093 time: 2.7191167 Aug 26 10:55:50.110988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef', 'tag': 'c918b1be-3bca-4b0d-845d-b0af2a869bc1'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:50.121798 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29105253-0f4b-4829-8777-3c0c0e9dc55b" -d '{"events": [{"name": "network-changed", "server_uuid": "218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef", "tag": "c918b1be-3bca-4b0d-845d-b0af2a869bc1"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:50.160515 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:50.207920 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:50.235737 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:50.253615 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] 10.222.0.21 "DELETE /v2.0/networks/a21e2f9b-cb3d-4d92-ab58-7578dff81231 HTTP/1.1" status: 204 len: 168 time: 1.2933207 Aug 26 10:55:50.308568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a605b-afe1-4f51-90a1-1f39995912dc admin admin] Pushing event deleted for resources: {'Network': ['ID=a21e2f9b-cb3d-4d92-ab58-7578dff81231,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:50.343635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb6eac-4c4c-42fc-850c-4da17e49058f service neutron] Pushing event updated for resources: {'Port': ['ID=c918b1be-3bca-4b0d-845d-b0af2a869bc1,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:50.442980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50340) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:50.549337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] For port 7bf7eddc-610c-439b-b7db-20d7bdf17095, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7bf7eddc-610c-439b-b7db-20d7bdf17095,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:55:50.556163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-90ada46c-fdc1-438c-b6b4-3b9e9be794a4 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5088122 Aug 26 10:55:50.563602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:50.679920 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4be11327-3809-4d33-aa32-1b002e183ec6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f4f407717274db6ab62d1760ee9cb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350898 Aug 26 10:55:50.682784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50344) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:50.724000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-43cae038-694b-460f-8f04-6f3a408d54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:50.728495 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-43cae038-694b-460f-8f04-6f3a408d54cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f18812d894748339fa303112b599a64&device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 1096 time: 0.2150619 Aug 26 10:55:50.731033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:50.731714 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:50.735396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] 10.222.0.47 "PUT /v2.0/ports/7bf7eddc-610c-439b-b7db-20d7bdf17095 HTTP/1.1" status: 200 len: 1093 time: 5.8339148 Aug 26 10:55:50.852684 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701b3079-2c06-482f-98b4-e3238a72dd7f', 'tag': '7bf7eddc-610c-439b-b7db-20d7bdf17095'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:55:50.857020 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22146cd-75f5-4f65-8971-9a92150fbe89" -d '{"events": [{"name": "network-changed", "server_uuid": "701b3079-2c06-482f-98b4-e3238a72dd7f", "tag": "7bf7eddc-610c-439b-b7db-20d7bdf17095"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:55:50.900129 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-83f4671a-c59a-4987-a12a-30134d42663f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c918b1be-3bca-4b0d-845d-b0af2a869bc1 HTTP/1.1" status: 200 len: 217 time: 0.1050494 Aug 26 10:55:50.934712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29284a-89b3-4197-a049-7bbf4d79c54a req-6af82d14-1d6e-493a-8310-6b6585b8426a tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:50.936239 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f6be435-8a91-43f1-b185-69f5fc3ab4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:50.952533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a29284a-89b3-4197-a049-7bbf4d79c54a req-6af82d14-1d6e-493a-8310-6b6585b8426a tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 945 time: 1.1890168 Aug 26 10:55:50.966600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e828b04-3813-4830-8d0b-f316116a8592 req-e934a78b-f410-4fbd-9a67-cb173f2c3668 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1385238 Aug 26 10:55:50.999633 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f6be435-8a91-43f1-b185-69f5fc3ab4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:51.174459 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f6be435-8a91-43f1-b185-69f5fc3ab4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:51.179301 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f6be435-8a91-43f1-b185-69f5fc3ab4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:51.184727 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6f6be435-8a91-43f1-b185-69f5fc3ab4b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19bade1d-c962-42cc-906c-8f6bc1f2fdeb HTTP/1.1" status: 204 len: 168 time: 0.4957349 Aug 26 10:55:51.217880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6be435-8a91-43f1-b185-69f5fc3ab4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bade1d-c962-42cc-906c-8f6bc1f2fdeb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:51.304816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60592099-57a7-44c8-94bf-94e093782e94 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf7eddc-610c-439b-b7db-20d7bdf17095,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:51.313618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-85161e66-0f89-4069-99c3-0b641f5a1541 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764653 Aug 26 10:55:51.466619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-b2d7ac59-b085-42c4-819f-c788f5222600 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ede19ef-72dc-45a3-aa96-ce740de55d39 HTTP/1.1" status: 200 len: 217 time: 0.1031134 Aug 26 10:55:51.472008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-e51f48e7-fa81-4031-a287-8af220da78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:51.478829 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-e51f48e7-fa81-4031-a287-8af220da78ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26c7f25a-2287-4e2f-bf2d-28fd40dcddcb HTTP/1.1" status: 200 len: 852 time: 0.2067475 Aug 26 10:55:51.489258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-970c992b-10ec-440c-be48-4623d98d8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:51.492136 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-970c992b-10ec-440c-be48-4623d98d8d04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 1096 time: 0.5947564 Aug 26 10:55:51.544974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf51b7-3476-4904-89f5-22981ce5b199 req-b927fb44-6440-452e-ace1-751fc831f0ab tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:51.554884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86bf51b7-3476-4904-89f5-22981ce5b199 req-b927fb44-6440-452e-ace1-751fc831f0ab tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 945 time: 0.2545669 Aug 26 10:55:51.711822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-b0998fc8-46fd-4e57-8c03-63f9a9422f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:51.716876 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-b0998fc8-46fd-4e57-8c03-63f9a9422f7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d09a83c-fbcb-450f-8f29-8ae9a2802f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1392856 Aug 26 10:55:51.763354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a29284a-89b3-4197-a049-7bbf4d79c54a req-2c9d0381-3410-454e-bc59-9334bc60effd tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8095129 Aug 26 10:55:51.805360 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-cc3a1baf-67fb-4b16-81df-eef741a204d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bf7eddc-610c-439b-b7db-20d7bdf17095 HTTP/1.1" status: 200 len: 217 time: 0.2488997 Aug 26 10:55:51.956279 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:52.096332 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-f7ce035d-72ae-437f-9558-9758159e07f4 service neutron] 10.222.0.42 "GET /v2.0/networks/3d09a83c-fbcb-450f-8f29-8ae9a2802f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444920 Aug 26 10:55:52.097694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-03f1e993-0c36-47bf-b584-b1befde1a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:52.103681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-03f1e993-0c36-47bf-b584-b1befde1a8ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4af5b276-9133-4e1d-88a2-08419aa867d4 HTTP/1.1" status: 200 len: 797 time: 0.5452471 Aug 26 10:55:52.123498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86bf51b7-3476-4904-89f5-22981ce5b199 req-c6658364-9ea6-4267-aa69-4ecbed68812e tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451586 Aug 26 10:55:52.150175 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7283ea7e-4c74-4794-84a5-1809ed0e1f04 x-openstack-request-id: req-7283ea7e-4c74-4794-84a5-1809ed0e1f04 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:52.156891 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef", "tag": "c918b1be-3bca-4b0d-845d-b0af2a869bc1", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:52.157877 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7283ea7e-4c74-4794-84a5-1809ed0e1f04 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:52.158761 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef', 'tag': 'c918b1be-3bca-4b0d-845d-b0af2a869bc1', 'status': 'completed', 'code': 200} Aug 26 10:55:52.219360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-beb8a844-7ddc-4f60-83aa-a250fcc580c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:52.221743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-beb8a844-7ddc-4f60-83aa-a250fcc580c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.3952684 Aug 26 10:55:52.272249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-494142d5-59f1-4da5-b383-00ac009c9941 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417228 Aug 26 10:55:52.294883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-0dfc7663-40b5-4f17-b011-f7c9847cc45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:52.297165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-0dfc7663-40b5-4f17-b011-f7c9847cc45b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c1248d-4663-4fe7-82e4-6eb133288edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1681628 Aug 26 10:55:52.301923 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776f34cd-13a8-485a-acfe-4f7ec76ff61b x-openstack-request-id: req-776f34cd-13a8-485a-acfe-4f7ec76ff61b {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:55:52.302229 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701b3079-2c06-482f-98b4-e3238a72dd7f", "tag": "7bf7eddc-610c-439b-b7db-20d7bdf17095", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:55:52.302482 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-776f34cd-13a8-485a-acfe-4f7ec76ff61b {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:55:52.302907 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701b3079-2c06-482f-98b4-e3238a72dd7f', 'tag': '7bf7eddc-610c-439b-b7db-20d7bdf17095', 'status': 'completed', 'code': 200} Aug 26 10:55:52.576569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150b3d3-26ba-4817-8e0a-d5a3ec9c20c9 req-0fe10470-0e43-4460-9adc-2f944b9ccdb7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:52.578600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1150b3d3-26ba-4817-8e0a-d5a3ec9c20c9 req-0fe10470-0e43-4460-9adc-2f944b9ccdb7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 944 time: 0.1265650 Aug 26 10:55:52.658560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1150b3d3-26ba-4817-8e0a-d5a3ec9c20c9 req-6e9a4650-163e-454a-823d-e7f33e42ac11 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655644 Aug 26 10:55:52.660395 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5be110f8-d45a-46c3-94b5-53841bbba0a3 req-041c735a-6eb9-4799-b78f-c0c056414793 service neutron] 10.222.0.42 "GET /v2.0/networks/3d09a83c-fbcb-450f-8f29-8ae9a2802f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531480 Aug 26 10:55:52.730460 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-b3c46f7c-bc09-40c6-a1fa-5399d5387129 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496796 Aug 26 10:55:52.742867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-abde9384-2383-4d15-8c79-0dfdb0b07098 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253809 Aug 26 10:55:52.932097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29105253-0f4b-4829-8777-3c0c0e9dc55b req-3b1d147d-f8c1-49c8-a799-8419e2f934b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:52.940158 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29105253-0f4b-4829-8777-3c0c0e9dc55b req-3b1d147d-f8c1-49c8-a799-8419e2f934b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f18812d894748339fa303112b599a64&device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 1096 time: 0.1826267 Aug 26 10:55:53.057833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d06c0-8835-4768-98a1-a4a4db24822c req-634317fa-7dc3-4ca7-9371-24a79a758266 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:53.064712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d06c0-8835-4768-98a1-a4a4db24822c req-634317fa-7dc3-4ca7-9371-24a79a758266 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:53.071307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d06c0-8835-4768-98a1-a4a4db24822c req-634317fa-7dc3-4ca7-9371-24a79a758266 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:53.073592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-861d06c0-8835-4768-98a1-a4a4db24822c req-634317fa-7dc3-4ca7-9371-24a79a758266 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6&device_id=5ac504ba-1089-41b4-a4e3-b2f5b9584015&device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 2417 time: 0.2827759 Aug 26 10:55:53.101331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700638b3-6e0a-4127-9689-f1613f9dba98 req-85f03cdb-ffa2-411a-a5b2-18c69095ed1b tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:53.110598 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-700638b3-6e0a-4127-9689-f1613f9dba98 req-85f03cdb-ffa2-411a-a5b2-18c69095ed1b tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 944 time: 0.2666898 Aug 26 10:55:53.121441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e0ae1b1-f387-4258-a6de-3f2c26247005 req-346066f2-47ba-45d3-8dd4-35e06efda810 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775146 Aug 26 10:55:53.134171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f69de753-c4d0-48a1-8c82-31ace4965689 req-a8958bb9-7657-4821-b6ad-692821765008 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390746 Aug 26 10:55:53.270702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-700638b3-6e0a-4127-9689-f1613f9dba98 req-2782cff2-d927-42d4-ae93-7ec059e85924 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548743 Aug 26 10:55:53.319217 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-861d06c0-8835-4768-98a1-a4a4db24822c req-69d0cfb9-5612-465b-94de-9e7f5c2fc9fa tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322857 Aug 26 10:55:53.381267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22146cd-75f5-4f65-8971-9a92150fbe89 req-d43f7af1-cffa-43a3-a995-7d4fdacfcc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:53.382975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d22146cd-75f5-4f65-8971-9a92150fbe89 req-d43f7af1-cffa-43a3-a995-7d4fdacfcc0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 1096 time: 0.1674230 Aug 26 10:55:53.754717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfa690-3b4c-49ce-81c2-41482368e043 req-9ed9a3c1-c928-4c93-b1ac-484598c8feaf tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:53.765000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50386) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:53.769958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92cfa690-3b4c-49ce-81c2-41482368e043 req-9ed9a3c1-c928-4c93-b1ac-484598c8feaf tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 945 time: 0.3247778 Aug 26 10:55:53.862508 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22146cd-75f5-4f65-8971-9a92150fbe89 req-a74a620e-608b-4b05-b02d-dfd967a07bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:53.866301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d22146cd-75f5-4f65-8971-9a92150fbe89 req-a74a620e-608b-4b05-b02d-dfd967a07bcb service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 912 time: 0.4737110 Aug 26 10:55:53.897686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92cfa690-3b4c-49ce-81c2-41482368e043 req-861dcba3-7944-419b-8efa-276b6069a80f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260877 Aug 26 10:55:54.026208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-d9808dcf-af65-4cac-9769-ed25cfe5886b req-32a8f850-4237-4ac5-9e7b-892e58a04572 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 10:55:54.034522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9808dcf-af65-4cac-9769-ed25cfe5886b req-32a8f850-4237-4ac5-9e7b-892e58a04572 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172448 Aug 26 10:55:54.037477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d22146cd-75f5-4f65-8971-9a92150fbe89 req-18eabfe4-fa33-42c2-b57f-bfcad6706fc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bf7eddc-610c-439b-b7db-20d7bdf17095 HTTP/1.1" status: 200 len: 217 time: 0.1357651 Aug 26 10:55:54.139119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-416640559-network', 'tenant_id': 'fda451808c6346a3be19222940da66a2'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:54.191522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22146cd-75f5-4f65-8971-9a92150fbe89 req-11a08c4e-e28d-4ff1-90b9-cfd47601979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:54.203118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d22146cd-75f5-4f65-8971-9a92150fbe89 req-11a08c4e-e28d-4ff1-90b9-cfd47601979b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.1560948 Aug 26 10:55:54.211799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Made reservation on behalf of fda451808c6346a3be19222940da66a2 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:54.215445 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:54.244088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:54.274388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d22146cd-75f5-4f65-8971-9a92150fbe89 req-32e2d820-bd90-4291-a1a8-5107f45be1dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605814 Aug 26 10:55:54.298806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9808dcf-af65-4cac-9769-ed25cfe5886b req-d7142721-2221-4ad1-95aa-fa890aceefc9 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2631068 Aug 26 10:55:54.534199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:54.547776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:54.609728 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:55:54.616471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d22146cd-75f5-4f65-8971-9a92150fbe89 req-23b96b75-2f64-47dc-856c-e744705eb96f service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162141 Aug 26 10:55:54.621005 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:54.621454 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Added segment 543876da-1f4f-4f84-8f6b-172ca88c00d1 of type vlan for network c7c04127-23c0-4729-b2ff-8a8b499ac03e Aug 26 10:55:54.693545 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:54.745967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1988cd5f-84ca-4d99-bf00-fee59f14e64d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:54.776381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d22146cd-75f5-4f65-8971-9a92150fbe89 req-7f0e224f-82a8-4745-a5f5-9e1ed2c04aca service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426365 Aug 26 10:55:54.833092 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:54.834103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:54.834802 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:54.911510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c7c04127-23c0-4729-b2ff-8a8b499ac03e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:54.925583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network c7c04127-23c0-4729-b2ff-8a8b499ac03e details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:55:54.927348 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8e33f11a-471b-4d35-bfd0-ade0ed50a6f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1582162 Aug 26 10:55:54.934747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50400) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:54.947544 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] Request body: {'subnet': {'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-416640559-subnet', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:55.003786 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] Made reservation on behalf of fda451808c6346a3be19222940da66a2 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:55:55.007042 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:55.161149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051af0f8-ee20-4144-8565-1173c3d06663 req-3751f3c1-9328-49d6-b14f-313c3f450943 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:55.165213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-051af0f8-ee20-4144-8565-1173c3d06663 req-3751f3c1-9328-49d6-b14f-313c3f450943 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 944 time: 0.1635978 Aug 26 10:55:55.279460 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-051af0f8-ee20-4144-8565-1173c3d06663 req-caecd3de-975f-466a-ba2a-2bea915b1c28 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075785 Aug 26 10:55:55.350654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:55.456548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760b4e2b-5c18-4ac8-b8ff-22f5ada85360,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:55.485970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] Checking segment: {'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:55:55.486273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] Network hostable DHCP agents. Network: c7c04127-23c0-4729-b2ff-8a8b499ac03e, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:55:55.513983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] Network c7c04127-23c0-4729-b2ff-8a8b499ac03e is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:55:55.543822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, c7c04127-23c0-4729-b2ff-8a8b499ac03e) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:55.560937 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:55.561712 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:55.565192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e27790-1053-4beb-a7c7-687c884d46e2 None None] Network c7c04127-23c0-4729-b2ff-8a8b499ac03e requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:55.595054 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-11704aff-9056-4001-9e96-891f2311dfc8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6577725 Aug 26 10:55:55.600279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50404) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:55:55.607165 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-416640559-router', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:55:55.722187 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:55.724526 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:55.841199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59536d-35b2-4cc1-8263-7f5fb431f4ea req-a76c49ac-f53f-4096-a2a7-7c6601bd555a tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:55.852857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f59536d-35b2-4cc1-8263-7f5fb431f4ea req-a76c49ac-f53f-4096-a2a7-7c6601bd555a tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 944 time: 0.1313968 Aug 26 10:55:55.944070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f59536d-35b2-4cc1-8263-7f5fb431f4ea req-a1a01454-aa5b-45af-ac08-2b12296d7637 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902846 Aug 26 10:55:55.972856 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:55.980750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8024eea-dbfd-43f7-b8aa-6a4adea810dc None None] Network c7c04127-23c0-4729-b2ff-8a8b499ac03e requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:55:56.294431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7bf7eddc-610c-439b-b7db-20d7bdf17095 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:55:56.321407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:56.585623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7bf7eddc-610c-439b-b7db-20d7bdf17095, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7bf7eddc-610c-439b-b7db-20d7bdf17095,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:56.619419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '7bf7eddc-610c-439b-b7db-20d7bdf17095', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'port_id': '7bf7eddc-610c-439b-b7db-20d7bdf17095', 'mac_address': 'fa:16:3e:ba:7f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c71856-2cfc-4d6d-8f1b-fb314e8f501e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:55:56.641011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0dbc9-436a-482e-ac1a-12eb001b3218 req-da0a152b-32e4-43a9-89df-147bc1ad84b1 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:56.664100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47a0dbc9-436a-482e-ac1a-12eb001b3218 req-da0a152b-32e4-43a9-89df-147bc1ad84b1 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 944 time: 0.1581318 Aug 26 10:55:56.761016 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:56.779660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47a0dbc9-436a-482e-ac1a-12eb001b3218 req-febc35eb-52d5-49d2-8525-4a0884d5fa96 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143739 Aug 26 10:55:56.809551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf7eddc-610c-439b-b7db-20d7bdf17095 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:55:56.874977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7bf7eddc-610c-439b-b7db-20d7bdf17095, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7bf7eddc-610c-439b-b7db-20d7bdf17095,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:55:56.885401 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:57.050065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=7bf7eddc-610c-439b-b7db-20d7bdf17095,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:57.148193 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:57.180961 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:57.347713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['7bf7eddc-610c-439b-b7db-20d7bdf17095'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:55:57.433548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Allocated IP 172.25.1.29 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/b755f207-1185-416d-9158-9e5e43d1ff80) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:55:57.628965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb17df0-67c8-48b6-86db-027beee4c327 req-5a39cc72-16a0-4f4b-8330-946862443090 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:57.678820 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebb17df0-67c8-48b6-86db-027beee4c327 req-5a39cc72-16a0-4f4b-8330-946862443090 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 944 time: 0.2374663 Aug 26 10:55:57.843847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebb17df0-67c8-48b6-86db-027beee4c327 req-1310abc7-a0ca-49e8-8ec0-4201386b1780 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566732 Aug 26 10:55:58.212447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7cbc1-ee6e-4d74-b3a3-277dcc4f4326 req-9e42f88b-6386-4a16-b50a-b261da5feb24 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:58.264559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cce7cbc1-ee6e-4d74-b3a3-277dcc4f4326 req-9e42f88b-6386-4a16-b50a-b261da5feb24 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 945 time: 0.2838020 Aug 26 10:55:58.399597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cce7cbc1-ee6e-4d74-b3a3-277dcc4f4326 req-eaa7892b-19f4-45f9-acd1-c10194a439e9 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332407 Aug 26 10:55:58.558096 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:58.603683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29105253-0f4b-4829-8777-3c0c0e9dc55b req-00222834-dc83-4d66-acc6-e729663d1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:58.605499 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29105253-0f4b-4829-8777-3c0c0e9dc55b req-00222834-dc83-4d66-acc6-e729663d1733 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3d09a83c-fbcb-450f-8f29-8ae9a2802f81 HTTP/1.1" status: 200 len: 914 time: 1.7561700 Aug 26 10:55:58.620863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:58.664534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:55:58.670313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:55:58.674956 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:55:58.683132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Pushing event updated for resources: {'Port': ['ID=b755f207-1185-416d-9158-9e5e43d1ff80,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:55:59.001675 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29105253-0f4b-4829-8777-3c0c0e9dc55b req-eeb62188-0579-446a-8551-82a67b5dca4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c918b1be-3bca-4b0d-845d-b0af2a869bc1 HTTP/1.1" status: 200 len: 217 time: 0.0772486 Aug 26 10:55:59.042758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af80548-0ae2-4676-9119-76861dee2887 req-a197e62a-a4e8-499a-9210-19c2254c5b56 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:59.045332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5af80548-0ae2-4676-9119-76861dee2887 req-a197e62a-a4e8-499a-9210-19c2254c5b56 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 944 time: 0.0826442 Aug 26 10:55:59.106550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29105253-0f4b-4829-8777-3c0c0e9dc55b req-b5dd9128-3b5c-4f6d-aade-89e0b5ca0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:59.108137 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29105253-0f4b-4829-8777-3c0c0e9dc55b req-b5dd9128-3b5c-4f6d-aade-89e0b5ca0a13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=26c7f25a-2287-4e2f-bf2d-28fd40dcddcb HTTP/1.1" status: 200 len: 852 time: 0.0949373 Aug 26 10:55:59.111188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5af80548-0ae2-4676-9119-76861dee2887 req-51872028-47f7-4706-b44a-195efb9a8636 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597658 Aug 26 10:55:59.115164 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:59.277606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29105253-0f4b-4829-8777-3c0c0e9dc55b req-1539f8ac-0bbb-4b63-bff3-561b8cd69869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:59.280684 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29105253-0f4b-4829-8777-3c0c0e9dc55b req-1539f8ac-0bbb-4b63-bff3-561b8cd69869 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3d09a83c-fbcb-450f-8f29-8ae9a2802f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608903 Aug 26 10:55:59.299327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afb620-272c-4875-9634-cc1e5bd71854 req-ca08f565-86d3-403a-bc23-dd3a910742b1 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:59.300995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0afb620-272c-4875-9634-cc1e5bd71854 req-ca08f565-86d3-403a-bc23-dd3a910742b1 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 945 time: 0.0683663 Aug 26 10:55:59.357589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0afb620-272c-4875-9634-cc1e5bd71854 req-c2c18ab8-4cb5-4706-8adc-938a910f00ce tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428805 Aug 26 10:55:59.532309 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29105253-0f4b-4829-8777-3c0c0e9dc55b req-5760fb71-a5e2-42c1-b9a4-70626067860a service neutron] 10.222.0.42 "GET /v2.0/networks/3d09a83c-fbcb-450f-8f29-8ae9a2802f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995051 Aug 26 10:55:59.572764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de59f7-eb90-4044-965d-0e3b787f1c62 req-b8e5627f-acf6-440a-a5d5-6d38e191c94b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:55:59.574606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21de59f7-eb90-4044-965d-0e3b787f1c62 req-b8e5627f-acf6-440a-a5d5-6d38e191c94b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 945 time: 0.0620067 Aug 26 10:55:59.649172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21de59f7-eb90-4044-965d-0e3b787f1c62 req-bfd76ed6-7655-4a62-bd33-ea4f1b252f07 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598361 Aug 26 10:55:59.701121 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:55:59.779050 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29105253-0f4b-4829-8777-3c0c0e9dc55b req-46be78f0-b7eb-4dc6-b95d-35673e361f3c service neutron] 10.222.0.42 "GET /v2.0/networks/3d09a83c-fbcb-450f-8f29-8ae9a2802f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989567 Aug 26 10:55:59.889298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Router ce1978b2-f04d-4de3-8d8e-f366b4523c9e is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 10:56:00.022803 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:56:00.043137 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Sync routers for ids ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:56:00.050710 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:00.054618 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ed2633ad-edd8-4739-9ae2-1a5348ee5f09 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4521613 Aug 26 10:56:00.056958 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Routers {'ce1978b2-f04d-4de3-8d8e-f366b4523c9e'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:56:00.058005 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:55:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:00.058947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50472) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:00.262146 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Set router ce1978b2-f04d-4de3-8d8e-f366b4523c9e gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:56:00.309090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7bf7eddc-610c-439b-b7db-20d7bdf17095 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:00.449580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 7bf7eddc-610c-439b-b7db-20d7bdf17095 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:56:00.457244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 7bf7eddc-610c-439b-b7db-20d7bdf17095 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:00.457844 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:00.521473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4217f-919c-4c78-9fc4-be88f6e2ca0e req-2b45e454-a9b3-4ee1-aba8-35129447d23f tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:00.538271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28d4217f-919c-4c78-9fc4-be88f6e2ca0e req-2b45e454-a9b3-4ee1-aba8-35129447d23f tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 944 time: 0.2297282 Aug 26 10:56:00.571456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6ca97-4b18-4d60-9945-77ffff5da94a req-55ffba46-1be2-4465-9da1-06227dfbf297 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:00.575616 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-83c6ca97-4b18-4d60-9945-77ffff5da94a req-55ffba46-1be2-4465-9da1-06227dfbf297 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 945 time: 0.1024544 Aug 26 10:56:00.618410 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:00.655428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701b3079-2c06-482f-98b4-e3238a72dd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf7eddc-610c-439b-b7db-20d7bdf17095'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:00.659226 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28bae72-a867-4a13-b221-6fc5748db074" -d '{"events": [{"server_uuid": "701b3079-2c06-482f-98b4-e3238a72dd7f", "name": "network-vif-plugged", "status": "completed", "tag": "7bf7eddc-610c-439b-b7db-20d7bdf17095"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:00.685910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7bf7eddc-610c-439b-b7db-20d7bdf17095, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7bf7eddc-610c-439b-b7db-20d7bdf17095,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:00.695244 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:00.696719 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'name': 'tempest-ServerRescueNegativeTestJSON-416640559-router', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:55:55Z', 'updated_at': '2021-08-26T10:55:58Z', 'revision_number': 3, 'project_id': 'fda451808c6346a3be19222940da66a2', 'gw_port': {'id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:57Z', 'updated_at': '2021-08-26T10:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:00.739439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28d4217f-919c-4c78-9fc4-be88f6e2ca0e req-b5fa207f-6dc7-4ff6-b44b-d48662be1098 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966090 Aug 26 10:56:00.770342 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Checking router: ce1978b2-f04d-4de3-8d8e-f366b4523c9e for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:56:00.770933 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Updating router ce1978b2-f04d-4de3-8d8e-f366b4523c9e port b755f207-1185-416d-9158-9e5e43d1ff80 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:56:00.826459 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:00.838516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-83c6ca97-4b18-4d60-9945-77ffff5da94a req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Deleting port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:00.839408 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-83c6ca97-4b18-4d60-9945-77ffff5da94a req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:00.847684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=7bf7eddc-610c-439b-b7db-20d7bdf17095,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:00.893512 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979bbd28-807a-4a23-890d-e370c3a31f20 x-openstack-request-id: req-979bbd28-807a-4a23-890d-e370c3a31f20 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:00.894497 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701b3079-2c06-482f-98b4-e3238a72dd7f", "name": "network-vif-plugged", "status": "completed", "tag": "7bf7eddc-610c-439b-b7db-20d7bdf17095", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:00.895165 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-979bbd28-807a-4a23-890d-e370c3a31f20 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:00.896120 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701b3079-2c06-482f-98b4-e3238a72dd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf7eddc-610c-439b-b7db-20d7bdf17095', 'code': 200} Aug 26 10:56:00.995256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-83c6ca97-4b18-4d60-9945-77ffff5da94a req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] For port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:00.996400 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-83c6ca97-4b18-4d60-9945-77ffff5da94a req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:01.018505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-83c6ca97-4b18-4d60-9945-77ffff5da94a req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Calling delete_port for d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:01.144025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c2c8e-2f9d-4a02-936c-79daded88cf3 req-840afe38-f438-4f9a-8447-6259e8b6be65 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:01.146782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-351c2c8e-2f9d-4a02-936c-79daded88cf3 req-840afe38-f438-4f9a-8447-6259e8b6be65 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=89ab38b5-8f88-4028-9851-8023fd870bc6 HTTP/1.1" status: 200 len: 945 time: 0.2535980 Aug 26 10:56:01.252249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adb99c-a43d-44f9-80dc-9ed2b1649799 req-297173d4-9eee-46e6-81ed-fbcadb9f8c92 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:01.253964 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1adb99c-a43d-44f9-80dc-9ed2b1649799 req-297173d4-9eee-46e6-81ed-fbcadb9f8c92 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 946 time: 0.2651482 Aug 26 10:56:01.268106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-83c6ca97-4b18-4d60-9945-77ffff5da94a req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:01.296118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:01.310105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Pushing event deleted for resources: {'Port': ['ID=d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:01.319234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.319744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.320190 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.320630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.321226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.321646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.322104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.322532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.323013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.323439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.323865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.324293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.335979 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1adb99c-a43d-44f9-80dc-9ed2b1649799 req-7ea38718-f29e-4166-9534-6c3d4303905f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479703 Aug 26 10:56:01.338366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51643f5-6e9b-4bb1-8290-c9f47fcc6ceb req-9fb32c01-1286-4001-ad46-2dbd0add6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:01.340032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f51643f5-6e9b-4bb1-8290-c9f47fcc6ceb req-9fb32c01-1286-4001-ad46-2dbd0add6300 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 1098 time: 0.3306704 Aug 26 10:56:01.353129 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['659ad147-d1e3-4e9e-953f-c04d54263899', 'b5cb2991-17e0-4d8e-b69b-22652e74d8c7'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:01.353949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-351c2c8e-2f9d-4a02-936c-79daded88cf3 req-546bdfc0-bc0f-4b7d-8eca-085fdf663e74 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998641 Aug 26 10:56:01.433859 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:01.442714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c6ca97-4b18-4d60-9945-77ffff5da94a req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] No DVR routers for this DVR port d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:01.448144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-83c6ca97-4b18-4d60-9945-77ffff5da94a req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:01.452077 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-83c6ca97-4b18-4d60-9945-77ffff5da94a req-12047572-9ea9-43d9-bd6f-0f4089431033 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.42 "DELETE /v2.0/ports/d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb HTTP/1.1" status: 204 len: 173 time: 0.8687184 Aug 26 10:56:01.453465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab38b5-8f88-4028-9851-8023fd870bc6', 'name': 'network-vif-deleted', 'tag': 'd03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:01.457816 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b42fa43-6fb8-401a-8b21-b61d1aac0c79" -d '{"events": [{"server_uuid": "89ab38b5-8f88-4028-9851-8023fd870bc6", "name": "network-vif-deleted", "tag": "d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:01.461460 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Transition to ACTIVE for port object b755f207-1185-416d-9158-9e5e43d1ff80 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:56:01.480332 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:01.592510 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Pushing event updated for resources: {'Port': ['ID=b755f207-1185-416d-9158-9e5e43d1ff80,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:01.607852 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eacd1f7-4a45-41a0-85bd-5aff4c64f2a6 x-openstack-request-id: req-0eacd1f7-4a45-41a0-85bd-5aff4c64f2a6 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:01.608333 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab38b5-8f88-4028-9851-8023fd870bc6", "name": "network-vif-deleted", "tag": "d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:01.608749 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0eacd1f7-4a45-41a0-85bd-5aff4c64f2a6 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:01.609463 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab38b5-8f88-4028-9851-8023fd870bc6', 'name': 'network-vif-deleted', 'tag': 'd03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb', 'status': 'completed', 'code': 200} Aug 26 10:56:01.621515 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.622288 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.622879 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.623885 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.624992 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.625882 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.626427 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.626993 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.628217 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.628798 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.629562 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.630118 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:01.655133 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Attempting to bind port b755f207-1185-416d-9158-9e5e43d1ff80 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:56:01.655133 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Attempting to bind port b755f207-1185-416d-9158-9e5e43d1ff80 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:56:01.657194 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Attempting to bind port b755f207-1185-416d-9158-9e5e43d1ff80 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:01.663273 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:56:01.663820 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:56:01.664969 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:01.665216 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:56:01.666345 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Bound port: b755f207-1185-416d-9158-9e5e43d1ff80, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:56:01.675065 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:01.753946 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] For port b755f207-1185-416d-9158-9e5e43d1ff80, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:56:01.758248 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] For port b755f207-1185-416d-9158-9e5e43d1ff80, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b755f207-1185-416d-9158-9e5e43d1ff80,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:56:01.772879 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:01.901932 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Routers {'ce1978b2-f04d-4de3-8d8e-f366b4523c9e'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:56:01.902566 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:55:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:01.903747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f51643f5-6e9b-4bb1-8290-c9f47fcc6ceb req-5362edb6-3773-43c4-9216-ddbf751f0274 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443480 Aug 26 10:56:01.904763 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcddd70-a47a-4924-89dd-69e00f957099 None None] Pushing event updated for resources: {'Port': ['ID=b755f207-1185-416d-9158-9e5e43d1ff80,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:01.997435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d379589-720f-456a-bd75-fcf245ea6c22 req-97ac6513-96da-4b0d-9550-339b3b988a43 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:01.998906 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d379589-720f-456a-bd75-fcf245ea6c22 req-97ac6513-96da-4b0d-9550-339b3b988a43 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 945 time: 0.1264870 Aug 26 10:56:02.042203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:02.056225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2727e23-ab94-4d60-973c-0e028beb836a req-dfa534c0-6b77-402d-9e85-bb7ac84cb743 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:02.059241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2727e23-ab94-4d60-973c-0e028beb836a req-dfa534c0-6b77-402d-9e85-bb7ac84cb743 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 944 time: 0.1462908 Aug 26 10:56:02.080619 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] Set router ce1978b2-f04d-4de3-8d8e-f366b4523c9e gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:56:02.115442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d379589-720f-456a-bd75-fcf245ea6c22 req-750bfd2c-fddd-4aef-aede-cc79e9b99a9c tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040854 Aug 26 10:56:02.231513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2727e23-ab94-4d60-973c-0e028beb836a req-326655bb-0b1c-4565-80c4-07674c442876 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582983 Aug 26 10:56:02.408863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Allocated IP 172.20.0.1 (c7c04127-23c0-4729-b2ff-8a8b499ac03e/760b4e2b-5c18-4ac8-b8ff-22f5ada85360/1317637b-da7e-427f-8b79-8c1575152613) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:56:02.451003 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'name': 'tempest-ServerRescueNegativeTestJSON-416640559-router', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:55:55Z', 'updated_at': '2021-08-26T10:55:58Z', 'revision_number': 3, 'project_id': 'fda451808c6346a3be19222940da66a2', 'gw_port': {'id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:57Z', 'updated_at': '2021-08-26T10:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:02.544197 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5cc54-c561-4d57-a424-eda984678c50 None None] The sync data for ids ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'] in n-d-778550-13 is: [{'id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'name': 'tempest-ServerRescueNegativeTestJSON-416640559-router', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:55:55Z', 'updated_at': '2021-08-26T10:55:58Z', 'revision_number': 3, 'project_id': 'fda451808c6346a3be19222940da66a2', 'gw_port': {'id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:57Z', 'updated_at': '2021-08-26T10:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:56:02.729984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd5ea1-bbf0-43cc-9252-fd7d38d196ba req-22e1b44c-c1a4-4bc0-a604-0410050bea79 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:02.732755 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ebd5ea1-bbf0-43cc-9252-fd7d38d196ba req-22e1b44c-c1a4-4bc0-a604-0410050bea79 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 946 time: 0.2141945 Aug 26 10:56:02.835482 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:02.865230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1052e-61d7-461b-b656-f6a9ba5b4137 req-f9ce1dcf-89f2-44e5-8beb-3be7a466fdfd tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:02.867375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ba1052e-61d7-461b-b656-f6a9ba5b4137 req-f9ce1dcf-89f2-44e5-8beb-3be7a466fdfd tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.47 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 945 time: 0.3284130 Aug 26 10:56:02.892753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c918b1be-3bca-4b0d-845d-b0af2a869bc1 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:56:03.060609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ebd5ea1-bbf0-43cc-9252-fd7d38d196ba req-99f85e26-6e2e-474a-a530-55262deadb9e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924032 Aug 26 10:56:03.165677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c918b1be-3bca-4b0d-845d-b0af2a869bc1, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c918b1be-3bca-4b0d-845d-b0af2a869bc1,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:03.201407 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'c918b1be-3bca-4b0d-845d-b0af2a869bc1', 'network_id': '3d09a83c-fbcb-450f-8f29-8ae9a2802f81', 'port_id': 'c918b1be-3bca-4b0d-845d-b0af2a869bc1', 'mac_address': 'fa:16:3e:ab:cb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c7f25a-2287-4e2f-bf2d-28fd40dcddcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:56:03.212104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd109d-e7eb-4973-bff6-8be1de745e2a req-ef0d0f40-1625-4f15-bf0a-eeed110cc432 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:03.228391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95bd109d-e7eb-4973-bff6-8be1de745e2a req-ef0d0f40-1625-4f15-bf0a-eeed110cc432 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ac504ba-1089-41b4-a4e3-b2f5b9584015 HTTP/1.1" status: 200 len: 946 time: 0.4040668 Aug 26 10:56:03.297096 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:03.322534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c918b1be-3bca-4b0d-845d-b0af2a869bc1 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:03.322863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:03.358100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c918b1be-3bca-4b0d-845d-b0af2a869bc1, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c918b1be-3bca-4b0d-845d-b0af2a869bc1,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:03.373949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95bd109d-e7eb-4973-bff6-8be1de745e2a req-2666705a-057c-4d51-8f49-c32e45ac1c9b tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203215 Aug 26 10:56:03.376949 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:03.398063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Network c7c04127-23c0-4729-b2ff-8a8b499ac03e is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:56:03.439174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:56:03.444543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:56:03.456343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b0e24-93a3-411b-99e0-654e8d7f1955 req-0f4c64cb-f457-4d26-afb3-5471eced0485 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:03.458832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa4b0e24-93a3-411b-99e0-654e8d7f1955 req-0f4c64cb-f457-4d26-afb3-5471eced0485 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 945 time: 0.2268577 Aug 26 10:56:03.462785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Pushing event updated for resources: {'Port': ['ID=1317637b-da7e-427f-8b79-8c1575152613,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:03.470210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c918b1be-3bca-4b0d-845d-b0af2a869bc1,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:03.507712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-4ba1052e-61d7-461b-b656-f6a9ba5b4137 req-7535d3f0-d67c-4142-a070-71e16750385f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Deleting port fdeac21c-4b66-4774-80e9-da507b8d079f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:03.508098 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4ba1052e-61d7-461b-b656-f6a9ba5b4137 req-7535d3f0-d67c-4142-a070-71e16750385f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:03.668869 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:03.671062 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:56:03.686627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa4b0e24-93a3-411b-99e0-654e8d7f1955 req-7aeb5931-2605-44bf-881c-c3fba0a0ce21 tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6243aab-9158-4945-8cf9-611f38ea9d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177284 Aug 26 10:56:03.696465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c918b1be-3bca-4b0d-845d-b0af2a869bc1'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:03.772770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-4ba1052e-61d7-461b-b656-f6a9ba5b4137 req-7535d3f0-d67c-4142-a070-71e16750385f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] For port fdeac21c-4b66-4774-80e9-da507b8d079f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fdeac21c-4b66-4774-80e9-da507b8d079f,segment=NetworkSegment(d0929166-3bfb-4d93-b7e2-45dd297a8804),segment_id=d0929166-3bfb-4d93-b7e2-45dd297a8804)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:03.773029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4ba1052e-61d7-461b-b656-f6a9ba5b4137 req-7535d3f0-d67c-4142-a070-71e16750385f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:03.801068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-4ba1052e-61d7-461b-b656-f6a9ba5b4137 req-7535d3f0-d67c-4142-a070-71e16750385f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Calling delete_port for fdeac21c-4b66-4774-80e9-da507b8d079f owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:03.908034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee55da4-6b27-4655-a228-963411b144c4 req-f08b5f42-9709-464d-bc33-04cee82f157c tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:03.909515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-f08b5f42-9709-464d-bc33-04cee82f157c tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 815 time: 0.3388538 Aug 26 10:56:03.999732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3e0df012-5bde-4c88-b621-350559b52759 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/quotas/1153358dbfc14cd1949212225b7015c9 HTTP/1.1" status: 200 len: 375 time: 0.0788133 Aug 26 10:56:04.094521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d49a75-e817-4121-93c0-22cb19ced931 req-810e636e-7c98-44a9-aae2-2c240e955a92 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:04.096248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82d49a75-e817-4121-93c0-22cb19ced931 req-810e636e-7c98-44a9-aae2-2c240e955a92 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 945 time: 0.2095749 Aug 26 10:56:04.113680 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:04.233160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-f67d3b04-e718-45c1-8200-662638050e17 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2220325 Aug 26 10:56:04.256097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b755f207-1185-416d-9158-9e5e43d1ff80 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:04.321690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82d49a75-e817-4121-93c0-22cb19ced931 req-00ec7773-fa82-40da-909a-33667e02df02 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127881 Aug 26 10:56:04.346619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port b755f207-1185-416d-9158-9e5e43d1ff80 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:56:04.357510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b755f207-1185-416d-9158-9e5e43d1ff80 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:04.358245 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:04.403705 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4ba1052e-61d7-461b-b656-f6a9ba5b4137 req-7535d3f0-d67c-4142-a070-71e16750385f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:04.496573 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535d3f0-d67c-4142-a070-71e16750385f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Pushing event deleted for resources: {'Port': ['ID=fdeac21c-4b66-4774-80e9-da507b8d079f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:04.499523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713d523-ab55-4eae-91bf-635db430112c req-fd3bded5-bff1-4a66-9281-b5ec56f70d12 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:04.503457 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7713d523-ab55-4eae-91bf-635db430112c req-fd3bded5-bff1-4a66-9281-b5ec56f70d12 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ac504ba-1089-41b4-a4e3-b2f5b9584015 HTTP/1.1" status: 200 len: 946 time: 0.0948210 Aug 26 10:56:04.517505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-81af31dd-0b36-405c-bb13-7aed446c8092 service neutron] 10.222.0.21 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829840 Aug 26 10:56:04.538646 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:04.585682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port b755f207-1185-416d-9158-9e5e43d1ff80, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b755f207-1185-416d-9158-9e5e43d1ff80,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:04.596835 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:04.620312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba1052e-61d7-461b-b656-f6a9ba5b4137 req-7535d3f0-d67c-4142-a070-71e16750385f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] No DVR routers for this DVR port fdeac21c-4b66-4774-80e9-da507b8d079f on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:04.625350 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4ba1052e-61d7-461b-b656-f6a9ba5b4137 req-7535d3f0-d67c-4142-a070-71e16750385f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:04.629147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ba1052e-61d7-461b-b656-f6a9ba5b4137 req-7535d3f0-d67c-4142-a070-71e16750385f tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.47 "DELETE /v2.0/ports/fdeac21c-4b66-4774-80e9-da507b8d079f HTTP/1.1" status: 204 len: 173 time: 1.7469323 Aug 26 10:56:04.683713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2330e535-51fe-43f5-ad88-e718e0869907', 'name': 'network-vif-deleted', 'tag': 'fdeac21c-4b66-4774-80e9-da507b8d079f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:04.686823 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03e7527-1509-400f-b9ea-feb4ad7b4980" -d '{"events": [{"server_uuid": "2330e535-51fe-43f5-ad88-e718e0869907", "name": "network-vif-deleted", "tag": "fdeac21c-4b66-4774-80e9-da507b8d079f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:04.695498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-7713d523-ab55-4eae-91bf-635db430112c req-189f5393-7045-44cc-9c1f-d759d4d66325 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Deleting port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:04.696321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7713d523-ab55-4eae-91bf-635db430112c req-189f5393-7045-44cc-9c1f-d759d4d66325 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:04.701834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=b755f207-1185-416d-9158-9e5e43d1ff80,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:04.812147 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:04.824579 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:04.875688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-7713d523-ab55-4eae-91bf-635db430112c req-189f5393-7045-44cc-9c1f-d759d4d66325 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] For port b5cb2991-17e0-4d8e-b69b-22652e74d8c7, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b5cb2991-17e0-4d8e-b69b-22652e74d8c7,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:04.876332 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7713d523-ab55-4eae-91bf-635db430112c req-189f5393-7045-44cc-9c1f-d759d4d66325 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:04.892683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c918b1be-3bca-4b0d-845d-b0af2a869bc1 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:04.899703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-7713d523-ab55-4eae-91bf-635db430112c req-189f5393-7045-44cc-9c1f-d759d4d66325 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Calling delete_port for b5cb2991-17e0-4d8e-b69b-22652e74d8c7 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:04.911690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-bc8763ea-de23-49be-b7c3-4f140e019b99 service neutron] 10.222.0.21 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930566 Aug 26 10:56:04.936124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95118f6-fec8-42bb-93a7-d18ff323dfb9 req-8149546e-4246-47da-845c-d9931e353cc5 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:04.939323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d95118f6-fec8-42bb-93a7-d18ff323dfb9 req-8149546e-4246-47da-845c-d9931e353cc5 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 946 time: 0.2565119 Aug 26 10:56:05.012401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Pushing event updated for resources: {'Port': ['ID=1317637b-da7e-427f-8b79-8c1575152613,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:05.016773 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:05.029784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port c918b1be-3bca-4b0d-845d-b0af2a869bc1 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:56:05.040613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port c918b1be-3bca-4b0d-845d-b0af2a869bc1 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:05.041917 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:05.186639 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7713d523-ab55-4eae-91bf-635db430112c req-189f5393-7045-44cc-9c1f-d759d4d66325 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:05.206293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d95118f6-fec8-42bb-93a7-d18ff323dfb9 req-b0c978c9-3551-4aa4-ae11-bdde0c88fcdc tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385473 Aug 26 10:56:05.264531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f5393-7045-44cc-9c1f-d759d4d66325 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Pushing event deleted for resources: {'Port': ['ID=b5cb2991-17e0-4d8e-b69b-22652e74d8c7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:05.314301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['659ad147-d1e3-4e9e-953f-c04d54263899', 'b5cb2991-17e0-4d8e-b69b-22652e74d8c7'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:05.363490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Network c7c04127-23c0-4729-b2ff-8a8b499ac03e is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:56:05.365103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:56:05.387132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-7713d523-ab55-4eae-91bf-635db430112c req-189f5393-7045-44cc-9c1f-d759d4d66325 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] No DVR routers for this DVR port b5cb2991-17e0-4d8e-b69b-22652e74d8c7 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:05.392920 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7713d523-ab55-4eae-91bf-635db430112c req-189f5393-7045-44cc-9c1f-d759d4d66325 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:05.395380 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7713d523-ab55-4eae-91bf-635db430112c req-189f5393-7045-44cc-9c1f-d759d4d66325 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.47 "DELETE /v2.0/ports/b5cb2991-17e0-4d8e-b69b-22652e74d8c7 HTTP/1.1" status: 204 len: 173 time: 0.8841465 Aug 26 10:56:05.402057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac504ba-1089-41b4-a4e3-b2f5b9584015', 'name': 'network-vif-deleted', 'tag': 'b5cb2991-17e0-4d8e-b69b-22652e74d8c7'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:05.411833 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b9ae99-7662-432a-b971-86a3977af547" -d '{"events": [{"server_uuid": "5ac504ba-1089-41b4-a4e3-b2f5b9584015", "name": "network-vif-deleted", "tag": "b5cb2991-17e0-4d8e-b69b-22652e74d8c7"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:05.453729 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262cfdbf-6f18-44cf-adfd-0d74a564421c x-openstack-request-id: req-262cfdbf-6f18-44cf-adfd-0d74a564421c {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:05.454625 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2330e535-51fe-43f5-ad88-e718e0869907", "name": "network-vif-deleted", "tag": "fdeac21c-4b66-4774-80e9-da507b8d079f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:05.454625 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-262cfdbf-6f18-44cf-adfd-0d74a564421c {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:05.454625 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2330e535-51fe-43f5-ad88-e718e0869907', 'name': 'network-vif-deleted', 'tag': 'fdeac21c-4b66-4774-80e9-da507b8d079f', 'status': 'completed', 'code': 200} Aug 26 10:56:05.473023 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:05.542751 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-694afabe-e46e-4701-ae56-6beaeac530ff req-b8fc8ba7-da33-492a-a24d-a19323ae643e tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ac504ba-1089-41b4-a4e3-b2f5b9584015 HTTP/1.1" status: 200 len: 210 time: 0.0750198 Aug 26 10:56:05.556995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c918b1be-3bca-4b0d-845d-b0af2a869bc1, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c918b1be-3bca-4b0d-845d-b0af2a869bc1,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:05.559417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c918b1be-3bca-4b0d-845d-b0af2a869bc1'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:05.564061 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb78c385-e6b5-44a6-ac05-e49633e3eda5" -d '{"events": [{"server_uuid": "218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef", "name": "network-vif-plugged", "status": "completed", "tag": "c918b1be-3bca-4b0d-845d-b0af2a869bc1"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:05.568365 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:05.569311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:05.615617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:56:05.616033 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d03ec3e1-7ee8-4d2a-a182-f6df26fcb2fb not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:56:05.728127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c918b1be-3bca-4b0d-845d-b0af2a869bc1,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:05.840647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Router ce1978b2-f04d-4de3-8d8e-f366b4523c9e has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:56:05.845090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09d60b5a-64c2-4cf0-b908-2a0332e2084e req-5ddb00be-0c04-4dc6-9223-91494b74f3d6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 210 time: 0.0703201 Aug 26 10:56:05.884895 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b34e0caa-0b64-46cc-bb52-d8965a13d74f req-0768c93a-c126-4957-bc3b-d6ab2f615e4b tempest-ServerTagsTestJSON-1218636400 tempest-ServerTagsTestJSON-1218636400-project] 10.222.0.21 "GET /v2.0/ports?device_id=2330e535-51fe-43f5-ad88-e718e0869907 HTTP/1.1" status: 200 len: 210 time: 0.1228173 Aug 26 10:56:06.109759 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a8149c-aee3-4a0a-8fbb-360c099f3c48 x-openstack-request-id: req-21a8149c-aee3-4a0a-8fbb-360c099f3c48 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:06.110284 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac504ba-1089-41b4-a4e3-b2f5b9584015", "name": "network-vif-deleted", "tag": "b5cb2991-17e0-4d8e-b69b-22652e74d8c7", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:06.110284 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21a8149c-aee3-4a0a-8fbb-360c099f3c48 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:06.110770 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac504ba-1089-41b4-a4e3-b2f5b9584015', 'name': 'network-vif-deleted', 'tag': 'b5cb2991-17e0-4d8e-b69b-22652e74d8c7', 'status': 'completed', 'code': 200} Aug 26 10:56:06.196898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:56:06.214145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Sync routers for ids ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:56:06.230189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Routers {'ce1978b2-f04d-4de3-8d8e-f366b4523c9e'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:56:06.231322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:55:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:06.251517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f3810f4c-6e1e-4fc3-9f43-fd524b7a3037 admin admin] 10.222.0.21 "PUT /v2.0/routers/ce1978b2-f04d-4de3-8d8e-f366b4523c9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1896734 Aug 26 10:56:06.274676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e5704-3e18-49f6-ad09-0165979ab457 req-a6f39e11-e072-4f9f-851f-fb600baa60c7 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:06.288795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c9e5704-3e18-49f6-ad09-0165979ab457 req-a6f39e11-e072-4f9f-851f-fb600baa60c7 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 946 time: 0.2418540 Aug 26 10:56:06.367418 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b16c3fa-3102-4797-a22f-2d981b0f27f3 x-openstack-request-id: req-3b16c3fa-3102-4797-a22f-2d981b0f27f3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:06.367418 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef", "name": "network-vif-plugged", "status": "completed", "tag": "c918b1be-3bca-4b0d-845d-b0af2a869bc1", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:06.368678 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b16c3fa-3102-4797-a22f-2d981b0f27f3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:06.369505 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c918b1be-3bca-4b0d-845d-b0af2a869bc1', 'code': 200} Aug 26 10:56:06.371284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c9e5704-3e18-49f6-ad09-0165979ab457 req-53df0c55-2b2b-448a-ae28-1c626c9f31bd tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797739 Aug 26 10:56:06.371514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fdeac21c-4b66-4774-80e9-da507b8d079f no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:06.376716 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b755f207-1185-416d-9158-9e5e43d1ff80 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:06.512481 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d6ad6-4b53-46d1-81e0-633cd9e9fcd8 req-a8b63299-3f8a-4b44-acbf-5c707f5699b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:06.516411 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5a7d6ad6-4b53-46d1-81e0-633cd9e9fcd8 req-a8b63299-3f8a-4b44-acbf-5c707f5699b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 1098 time: 0.0679660 Aug 26 10:56:06.550870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604623d-237f-4c8c-99ec-726a6009ed5d req-400419a9-d8e7-408a-b935-826b89c15b67 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:06.555462 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b604623d-237f-4c8c-99ec-726a6009ed5d req-400419a9-d8e7-408a-b935-826b89c15b67 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 946 time: 0.1357386 Aug 26 10:56:06.566251 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5a7d6ad6-4b53-46d1-81e0-633cd9e9fcd8 req-b37765a9-e2fc-4b20-816e-5eda40ff7b96 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420942 Aug 26 10:56:06.624546 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b604623d-237f-4c8c-99ec-726a6009ed5d req-7555d7bd-3077-4071-a3c9-818675e5e099 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619869 Aug 26 10:56:06.636800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: fdeac21c-4b66-4774-80e9-da507b8d079f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:56:06.637155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fdeac21c-4b66-4774-80e9-da507b8d079f not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:56:06.738757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b755f207-1185-416d-9158-9e5e43d1ff80 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:06.739329 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:06.742887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Set router ce1978b2-f04d-4de3-8d8e-f366b4523c9e gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:56:07.124458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'name': 'tempest-ServerRescueNegativeTestJSON-416640559-router', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:55:55Z', 'updated_at': '2021-08-26T10:56:03Z', 'revision_number': 4, 'project_id': 'fda451808c6346a3be19222940da66a2', 'gw_port': {'id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:57Z', 'updated_at': '2021-08-26T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1317637b-da7e-427f-8b79-8c1575152613', 'name': '', 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'mac_address': 'fa:16:3e:cd:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '760b4e2b-5c18-4ac8-b8ff-22f5ada85360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:56:02Z', 'updated_at': '2021-08-26T10:56:04Z', 'revision_number': 2, 'project_id': 'fda451808c6346a3be19222940da66a2', 'subnets': [{'id': '760b4e2b-5c18-4ac8-b8ff-22f5ada85360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:07.134596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4021-7017-417f-977e-4e6db30b8da7 req-4598c667-3844-4106-8334-f5dba614245e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:07.142578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-4598c667-3844-4106-8334-f5dba614245e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/networks?id=c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 200 len: 818 time: 0.2346780 Aug 26 10:56:07.166792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Checking router: ce1978b2-f04d-4de3-8d8e-f366b4523c9e for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:56:07.167540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Updating router ce1978b2-f04d-4de3-8d8e-f366b4523c9e port 1317637b-da7e-427f-8b79-8c1575152613 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 10:56:07.184682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-5c5704fe-9ad1-4c4f-bed1-c338ea371041 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/quotas/fda451808c6346a3be19222940da66a2 HTTP/1.1" status: 200 len: 375 time: 0.0327802 Aug 26 10:56:07.199699 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:07.240398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee55da4-6b27-4655-a228-963411b144c4 req-4d77b876-9054-43fa-a164-a269145e99f5 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:07.242758 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-4d77b876-9054-43fa-a164-a269145e99f5 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.47 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 815 time: 0.2486651 Aug 26 10:56:07.261637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Request body: {'port': {'device_id': 'c49edc8e-d4dd-40c7-a67f-1654b9d434d0', 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723', 'admin_state_up': True, 'tenant_id': '1153358dbfc14cd1949212225b7015c9'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:07.418242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Made reservation on behalf of 1153358dbfc14cd1949212225b7015c9 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:56:07.424683 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:07.606873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Allocated IP 172.20.0.13 (9918277b-9b58-46c3-bf7a-efa497581723/c8fd876e-0ac2-4a80-957d-3118a841dee1/5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:56:07.637741 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:07.665966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Transition to ACTIVE for port object 1317637b-da7e-427f-8b79-8c1575152613 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:56:07.686560 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:07.721926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5443efe-b603-44cd-973b-63fd8637c092 req-6c60527e-595d-4668-93ab-5790078ce92f tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 210 time: 0.0602553 Aug 26 10:56:07.733388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-f4686a4c-4b92-408a-9c23-67a2a49262b6 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fda451808c6346a3be19222940da66a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5463023 Aug 26 10:56:07.801567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7d419-4c5d-4a42-9f69-7cb24abd45f8 req-c3e0f53f-1973-42e5-b36b-262473144bdc tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:07.802785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27f7d419-4c5d-4a42-9f69-7cb24abd45f8 req-c3e0f53f-1973-42e5-b36b-262473144bdc tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 946 time: 0.1318936 Aug 26 10:56:07.823406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50598) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:07.829396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ad5c0-e1a9-4c8c-ae7c-9824b3f4e8d9 None None] Pushing event updated for resources: {'Port': ['ID=1317637b-da7e-427f-8b79-8c1575152613,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:07.907100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Attempting to bind port 1317637b-da7e-427f-8b79-8c1575152613 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:56:07.907676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Attempting to bind port 1317637b-da7e-427f-8b79-8c1575152613 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:56:07.909105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Attempting to bind port 1317637b-da7e-427f-8b79-8c1575152613 on network c7c04127-23c0-4729-b2ff-8a8b499ac03e {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:07.918490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:56:07.919217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Checking segment: {'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:56:07.920000 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:07.920596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Bound using segment: {'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:56:07.921991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Bound port: 1317637b-da7e-427f-8b79-8c1575152613, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:56:07.922241 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:07.923323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e331e6-843d-4dae-a7cb-0419ec06403c admin admin] Deleting subnet 71114a19-496f-4c0c-ae14-a12bf10d39bc {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:56:07.935086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6e331e6-843d-4dae-a7cb-0419ec06403c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:07.958527 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:07.999781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6e331e6-843d-4dae-a7cb-0419ec06403c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.018410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] For port 1317637b-da7e-427f-8b79-8c1575152613, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:56:08.023353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] For port 1317637b-da7e-427f-8b79-8c1575152613, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1317637b-da7e-427f-8b79-8c1575152613,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:56:08.030501 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.111214 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6e331e6-843d-4dae-a7cb-0419ec06403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.117298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Routers {'ce1978b2-f04d-4de3-8d8e-f366b4523c9e'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:56:08.118330 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:55:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:08.154776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ad5c0-e1a9-4c8c-ae7c-9824b3f4e8d9 None None] Pushing event updated for resources: {'Port': ['ID=1317637b-da7e-427f-8b79-8c1575152613,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:08.183521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff3532-f06b-4699-ae79-506371993669 req-5297a427-6624-47b8-8fee-6efd1e46b520 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:08.185685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2aff3532-f06b-4699-ae79-506371993669 req-5297a427-6624-47b8-8fee-6efd1e46b520 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.2696478 Aug 26 10:56:08.186194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.189873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-98c1a7c5-5e80-49b0-89b9-9a9e0c7b08b7 service neutron] 10.222.0.21 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360249 Aug 26 10:56:08.253152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['29fa4369-683f-4ad1-b0c2-b031813511fb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:08.276175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Network 9918277b-9b58-46c3-bf7a-efa497581723 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:56:08.285771 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:56:08.294666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:56:08.324977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6e331e6-843d-4dae-a7cb-0419ec06403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.331127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b5cb2991-17e0-4d8e-b69b-22652e74d8c7 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:08.334397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Pushing event updated for resources: {'Port': ['ID=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:08.346877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-27f7d419-4c5d-4a42-9f69-7cb24abd45f8 req-7a97a58e-04e0-4815-b74a-aced37059ed6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Deleting port 7bf7eddc-610c-439b-b7db-20d7bdf17095 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:08.347315 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-27f7d419-4c5d-4a42-9f69-7cb24abd45f8 req-7a97a58e-04e0-4815-b74a-aced37059ed6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.351821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-db5637aa-186c-426a-9deb-bdff77608913 service neutron] 10.222.0.21 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550174 Aug 26 10:56:08.370479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e331e6-843d-4dae-a7cb-0419ec06403c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71114a19-496f-4c0c-ae14-a12bf10d39bc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:08.376350 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6e331e6-843d-4dae-a7cb-0419ec06403c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.379605 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e6e331e6-843d-4dae-a7cb-0419ec06403c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/71114a19-496f-4c0c-ae14-a12bf10d39bc HTTP/1.1" status: 204 len: 168 time: 0.5511291 Aug 26 10:56:08.384396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50600) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:08.397556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:08.398248 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.419266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2aff3532-f06b-4699-ae79-506371993669 req-e51a7107-4ac1-4fc6-bae2-19dd4eb95d9d tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128611 Aug 26 10:56:08.438479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: b5cb2991-17e0-4d8e-b69b-22652e74d8c7 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:56:08.439137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b5cb2991-17e0-4d8e-b69b-22652e74d8c7 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:56:08.470647 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-faf3da8a-b31c-4bbe-8a4b-5b91ea3f5139 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2150862 Aug 26 10:56:08.494761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Request body: {'port': {'device_id': 'c49edc8e-d4dd-40c7-a67f-1654b9d434d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:08.528863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.539228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-27f7d419-4c5d-4a42-9f69-7cb24abd45f8 req-7a97a58e-04e0-4815-b74a-aced37059ed6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] For port 7bf7eddc-610c-439b-b7db-20d7bdf17095, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7bf7eddc-610c-439b-b7db-20d7bdf17095,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:08.539660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-27f7d419-4c5d-4a42-9f69-7cb24abd45f8 req-7a97a58e-04e0-4815-b74a-aced37059ed6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.605130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-27f7d419-4c5d-4a42-9f69-7cb24abd45f8 req-7a97a58e-04e0-4815-b74a-aced37059ed6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Calling delete_port for 7bf7eddc-610c-439b-b7db-20d7bdf17095 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:08.637141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.673533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] Set router ce1978b2-f04d-4de3-8d8e-f366b4523c9e gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:56:08.745326 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.766978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2ee617-d2e6-4515-9206-c458c7922118']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:08.788281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0929166-3bfb-4d93-b7e2-45dd297a8804') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:08.788586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0929166-3bfb-4d93-b7e2-45dd297a8804') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:08.793841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9b5f-488f-4dd0-8843-2c8e55622baa req-f15b0c84-18f5-42d8-b38e-05d002308e86 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:08.795833 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb7c9b5f-488f-4dd0-8843-2c8e55622baa req-f15b0c84-18f5-42d8-b38e-05d002308e86 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 946 time: 0.1835735 Aug 26 10:56:08.866482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6461b9-c6a3-40b6-9dc8-a699e0a677b3 req-b7e47a70-6d13-41ec-a2f0-7610a34addc2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:08.869848 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.877343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db6461b9-c6a3-40b6-9dc8-a699e0a677b3 req-b7e47a70-6d13-41ec-a2f0-7610a34addc2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 946 time: 0.2383950 Aug 26 10:56:08.902387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.918408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:56:08.918920 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:56:08.920871 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:56:08.969770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb7c9b5f-488f-4dd0-8843-2c8e55622baa req-98c25296-a954-4626-bbc0-bcec0327b6be tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657426 Aug 26 10:56:08.975099 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db6461b9-c6a3-40b6-9dc8-a699e0a677b3 req-fb8c1b2e-dab8-42ac-b398-85201af3cb3a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959101 Aug 26 10:56:09.128781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:09.158930 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-27f7d419-4c5d-4a42-9f69-7cb24abd45f8 req-7a97a58e-04e0-4815-b74a-aced37059ed6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:09.163521 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:09.184370 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6e2ee617-d2e6-4515-9206-c458c7922118 HTTP/1.1" status: 204 len: 168 time: 0.8009400 Aug 26 10:56:09.206044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1e0eab0-c03d-4aa7-91e9-89d032f37a02 req-c26f2f19-51c3-41bd-a9c4-24fb5cf4c31a tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 210 time: 0.0619466 Aug 26 10:56:09.254262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97a58e-04e0-4815-b74a-aced37059ed6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event deleted for resources: {'Port': ['ID=7bf7eddc-610c-439b-b7db-20d7bdf17095,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:09.359998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224619fd-70f1-466d-888e-0cd3b3f9bbea req-2e8a211f-bce0-4d24-b140-3ae898fcfdb9 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:09.368661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'name': 'tempest-ServerRescueNegativeTestJSON-416640559-router', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:55:55Z', 'updated_at': '2021-08-26T10:56:03Z', 'revision_number': 4, 'project_id': 'fda451808c6346a3be19222940da66a2', 'gw_port': {'id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:57Z', 'updated_at': '2021-08-26T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1317637b-da7e-427f-8b79-8c1575152613', 'name': '', 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'mac_address': 'fa:16:3e:cd:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '760b4e2b-5c18-4ac8-b8ff-22f5ada85360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:56:02Z', 'updated_at': '2021-08-26T10:56:08Z', 'revision_number': 4, 'project_id': 'fda451808c6346a3be19222940da66a2', 'subnets': [{'id': '760b4e2b-5c18-4ac8-b8ff-22f5ada85360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:09.373484 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-224619fd-70f1-466d-888e-0cd3b3f9bbea req-2e8a211f-bce0-4d24-b140-3ae898fcfdb9 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.47 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.3465016 Aug 26 10:56:09.374963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350d29d-b84b-4a0b-82be-4e72a26826c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2ee617-d2e6-4515-9206-c458c7922118,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:09.465323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91a826-314b-4c5b-9dba-01275ae598aa None None] The sync data for ids ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'] in n-d-778550-13 is: [{'id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'name': 'tempest-ServerRescueNegativeTestJSON-416640559-router', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:55:55Z', 'updated_at': '2021-08-26T10:56:03Z', 'revision_number': 4, 'project_id': 'fda451808c6346a3be19222940da66a2', 'gw_port': {'id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:57Z', 'updated_at': '2021-08-26T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1317637b-da7e-427f-8b79-8c1575152613', 'name': '', 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'mac_address': 'fa:16:3e:cd:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '760b4e2b-5c18-4ac8-b8ff-22f5ada85360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:56:02Z', 'updated_at': '2021-08-26T10:56:08Z', 'revision_number': 4, 'project_id': 'fda451808c6346a3be19222940da66a2', 'subnets': [{'id': '760b4e2b-5c18-4ac8-b8ff-22f5ada85360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:56:09.477255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50622) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:09.492317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f7d419-4c5d-4a42-9f69-7cb24abd45f8 req-7a97a58e-04e0-4815-b74a-aced37059ed6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] No DVR routers for this DVR port 7bf7eddc-610c-439b-b7db-20d7bdf17095 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:09.543939 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-27f7d419-4c5d-4a42-9f69-7cb24abd45f8 req-7a97a58e-04e0-4815-b74a-aced37059ed6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:09.546076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27f7d419-4c5d-4a42-9f69-7cb24abd45f8 req-7a97a58e-04e0-4815-b74a-aced37059ed6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "DELETE /v2.0/ports/7bf7eddc-610c-439b-b7db-20d7bdf17095 HTTP/1.1" status: 204 len: 173 time: 1.6596198 Aug 26 10:56:09.546628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701b3079-2c06-482f-98b4-e3238a72dd7f', 'name': 'network-vif-deleted', 'tag': '7bf7eddc-610c-439b-b7db-20d7bdf17095'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:09.551722 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48409dd8-6b96-4078-88e4-d4546399e967" -d '{"events": [{"server_uuid": "701b3079-2c06-482f-98b4-e3238a72dd7f", "name": "network-vif-deleted", "tag": "7bf7eddc-610c-439b-b7db-20d7bdf17095"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:09.575149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab104a9-ea60-447a-a7c5-2b8962971aba req-c8d80df9-051e-4ea2-8b71-8e68f8bd1a46 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:09.585182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aab104a9-ea60-447a-a7c5-2b8962971aba req-c8d80df9-051e-4ea2-8b71-8e68f8bd1a46 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 932 time: 0.3728275 Aug 26 10:56:09.716742 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f1a5cb67-8483-4e9c-a244-a2853b8ac0eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c38702e329064ecf97148108dc50021c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341299 Aug 26 10:56:09.734604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50642) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:09.792435 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aab104a9-ea60-447a-a7c5-2b8962971aba req-713f0bdb-3a87-4ac4-82ac-9fed500d3057 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063310 Aug 26 10:56:09.938197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:09.940885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa13a142-cf51-4541-9919-0956d22f6a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:09.954975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48139287-f928-4775-a085-854058a354b7 req-1917c98c-5628-4744-a689-f3f11000b7db tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:09.957462 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-1917c98c-5628-4744-a689-f3f11000b7db tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/networks?id=c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 200 len: 818 time: 0.3340490 Aug 26 10:56:09.966540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:10.013792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Transition to ACTIVE for port object 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:56:10.019219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-ee36f79a-b89e-40ec-833f-de5cb66011d5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/quotas/fda451808c6346a3be19222940da66a2 HTTP/1.1" status: 200 len: 375 time: 0.0416040 Aug 26 10:56:10.030834 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa13a142-cf51-4541-9919-0956d22f6a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:10.034205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:10.131496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56419e-50b5-431a-8ade-14635cbd690a req-b0f84048-e500-4517-8e95-52187782b2c3 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:10.140531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-de56419e-50b5-431a-8ade-14635cbd690a req-b0f84048-e500-4517-8e95-52187782b2c3 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.1804056 Aug 26 10:56:10.189022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-5820c32d-4d60-4ff0-8dcd-383a02f665b9 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fda451808c6346a3be19222940da66a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1436393 Aug 26 10:56:10.224108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-de56419e-50b5-431a-8ade-14635cbd690a req-e9b49422-ea49-433f-ac13-98ba06da1884 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818615 Aug 26 10:56:10.244983 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa13a142-cf51-4541-9919-0956d22f6a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:10.273969 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa13a142-cf51-4541-9919-0956d22f6a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:10.280389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-aa13a142-cf51-4541-9919-0956d22f6a3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6243aab-9158-4945-8cf9-611f38ea9d28 HTTP/1.1" status: 204 len: 168 time: 0.5444009 Aug 26 10:56:10.327647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7bf7eddc-610c-439b-b7db-20d7bdf17095 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:10.407985 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74be4573-b2f3-4d6b-b842-4d23aa596d14 x-openstack-request-id: req-74be4573-b2f3-4d6b-b842-4d23aa596d14 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:10.408771 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701b3079-2c06-482f-98b4-e3238a72dd7f", "name": "network-vif-deleted", "tag": "7bf7eddc-610c-439b-b7db-20d7bdf17095", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:10.411227 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74be4573-b2f3-4d6b-b842-4d23aa596d14 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:10.414375 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701b3079-2c06-482f-98b4-e3238a72dd7f', 'name': 'network-vif-deleted', 'tag': '7bf7eddc-610c-439b-b7db-20d7bdf17095', 'status': 'completed', 'code': 200} Aug 26 10:56:10.504136 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1317637b-da7e-427f-8b79-8c1575152613 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:10.528811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 7bf7eddc-610c-439b-b7db-20d7bdf17095 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:56:10.532840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7bf7eddc-610c-439b-b7db-20d7bdf17095 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:56:10.571904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13a142-cf51-4541-9919-0956d22f6a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6243aab-9158-4945-8cf9-611f38ea9d28,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:10.777803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa2ecd87-62ba-4881-af7f-db2f9a2c45b8 req-4fc47438-986c-4b3c-a647-83b942780771 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=701b3079-2c06-482f-98b4-e3238a72dd7f HTTP/1.1" status: 200 len: 210 time: 0.0888948 Aug 26 10:56:10.778281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 1317637b-da7e-427f-8b79-8c1575152613 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:56:10.794755 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-7f2fef87-2a49-4f09-ba95-f96385e777ce service neutron] 10.222.0.21 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120828 Aug 26 10:56:10.802763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1317637b-da7e-427f-8b79-8c1575152613 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:10.803454 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:11.012614 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:11.088084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 1317637b-da7e-427f-8b79-8c1575152613, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1317637b-da7e-427f-8b79-8c1575152613,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:11.098366 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:11.182892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=1317637b-da7e-427f-8b79-8c1575152613,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:11.192687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b51465-cd94-434e-bd04-bd0609d46b87 req-5ad4b6b5-3d8c-4649-8398-39594146f8f9 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:11.194363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26b51465-cd94-434e-bd04-bd0609d46b87 req-5ad4b6b5-3d8c-4649-8398-39594146f8f9 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 944 time: 0.1948576 Aug 26 10:56:11.214338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-daa43ef6-1ed2-49e3-9bac-fbc09fadff25 service neutron] 10.222.0.21 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004276 Aug 26 10:56:11.222412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-224619fd-70f1-466d-888e-0cd3b3f9bbea req-73f43921-8429-4426-9a61-25ea67e6fb8c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Deleting port 659ad147-d1e3-4e9e-953f-c04d54263899 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:11.225027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-224619fd-70f1-466d-888e-0cd3b3f9bbea req-73f43921-8429-4426-9a61-25ea67e6fb8c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:11.249692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Pushing event updated for resources: {'Port': ['ID=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:11.334203 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26b51465-cd94-434e-bd04-bd0609d46b87 req-3b833377-8348-42d1-984d-95e1bc5a8473 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165586 Aug 26 10:56:11.543178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1156e75e-9b4d-4b65-90cb-d95d2b292c4f req-f9232109-fc77-48d1-8861-cc892b84f0c4 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 210 time: 0.0297418 Aug 26 10:56:11.673464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-224619fd-70f1-466d-888e-0cd3b3f9bbea req-73f43921-8429-4426-9a61-25ea67e6fb8c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] For port 659ad147-d1e3-4e9e-953f-c04d54263899, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=659ad147-d1e3-4e9e-953f-c04d54263899,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:11.674167 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-224619fd-70f1-466d-888e-0cd3b3f9bbea req-73f43921-8429-4426-9a61-25ea67e6fb8c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:11.681318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da3d7-138d-44be-8f55-380a4b33c17c req-8aa8dbe3-4819-4f5b-9216-108eb259b0fe tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:11.684867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035da3d7-138d-44be-8f55-380a4b33c17c req-8aa8dbe3-4819-4f5b-9216-108eb259b0fe tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 945 time: 0.1191566 Aug 26 10:56:11.717102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-224619fd-70f1-466d-888e-0cd3b3f9bbea req-73f43921-8429-4426-9a61-25ea67e6fb8c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Calling delete_port for 659ad147-d1e3-4e9e-953f-c04d54263899 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:11.771537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4021-7017-417f-977e-4e6db30b8da7 req-886c0dc2-5502-409e-9599-d40062b19449 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:11.773527 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-886c0dc2-5502-409e-9599-d40062b19449 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.42 "GET /v2.0/networks?id=c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 200 len: 818 time: 0.6867249 Aug 26 10:56:11.779971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Attempting to bind port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:56:11.780425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Attempting to bind port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:56:11.788212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Attempting to bind port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 on network 9918277b-9b58-46c3-bf7a-efa497581723 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:11.829487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035da3d7-138d-44be-8f55-380a4b33c17c req-d407d51d-10de-45c1-88b9-e9e83d029959 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198838 Aug 26 10:56:11.887310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Request body: {'port': {'device_id': '0fde4912-c8c4-48ad-8b85-ad2d57971c55', 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e', 'admin_state_up': True, 'tenant_id': 'fda451808c6346a3be19222940da66a2'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:11.919183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 on network 9918277b-9b58-46c3-bf7a-efa497581723 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:56:11.920975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Attempting to bind port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 on network 9918277b-9b58-46c3-bf7a-efa497581723 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:12.033791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:56:12.034652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Checking segment: {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:56:12.035908 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Bound using segment: {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:56:12.036811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Bound port: 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:56:12.039717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:12.326788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] For port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:56:12.335662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 659ad147-d1e3-4e9e-953f-c04d54263899 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:12.414277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] For port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:56:12.437150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-224619fd-70f1-466d-888e-0cd3b3f9bbea req-73f43921-8429-4426-9a61-25ea67e6fb8c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:12.444611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Made reservation on behalf of fda451808c6346a3be19222940da66a2 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:56:12.455678 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:12.469894 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:12.501476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1317637b-da7e-427f-8b79-8c1575152613 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:12.579633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No active binding found for port 659ad147-d1e3-4e9e-953f-c04d54263899 {{(pid=101268) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 26 10:56:12.580777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 659ad147-d1e3-4e9e-953f-c04d54263899 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:56:12.610654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1317637b-da7e-427f-8b79-8c1575152613 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:12.612799 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:12.634820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:12.636306 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:12.638303 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] 10.222.0.47 "PUT /v2.0/ports/5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 HTTP/1.1" status: 200 len: 1093 time: 4.1564562 Aug 26 10:56:12.672758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49edc8e-d4dd-40c7-a67f-1654b9d434d0', 'tag': '5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:12.680571 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce75068b-4c63-4604-b925-7ef8efa7522e" -d '{"events": [{"name": "network-changed", "server_uuid": "c49edc8e-d4dd-40c7-a67f-1654b9d434d0", "tag": "5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:12.684593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6119ea-d5d2-4247-8951-3afc35f2de9c service neutron] Pushing event updated for resources: {'Port': ['ID=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:12.698562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50714) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:12.741020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75238fa0-c2e0-44c8-9b3a-af85674a4690 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:12.749587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75238fa0-c2e0-44c8-9b3a-af85674a4690 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.4062562 Aug 26 10:56:12.785048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-224619fd-70f1-466d-888e-0cd3b3f9bbea req-73f43921-8429-4426-9a61-25ea67e6fb8c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] No DVR routers for this DVR port 659ad147-d1e3-4e9e-953f-c04d54263899 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:12.796364 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-224619fd-70f1-466d-888e-0cd3b3f9bbea req-73f43921-8429-4426-9a61-25ea67e6fb8c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:12.806898 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-224619fd-70f1-466d-888e-0cd3b3f9bbea req-73f43921-8429-4426-9a61-25ea67e6fb8c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.47 "DELETE /v2.0/ports/659ad147-d1e3-4e9e-953f-c04d54263899 HTTP/1.1" status: 204 len: 173 time: 3.4212992 Aug 26 10:56:12.834156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-1787bfeb-19f6-4142-a094-4fe9812fb0f4 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/quotas/72123eaa26c94ba59d3af6b8c5e25931 HTTP/1.1" status: 200 len: 375 time: 0.0613680 Aug 26 10:56:12.949697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-0e15f773-a9cc-4521-9376-244a4de2c0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144569 Aug 26 10:56:12.950247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f43921-8429-4426-9a61-25ea67e6fb8c tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] Pushing event deleted for resources: {'Port': ['ID=659ad147-d1e3-4e9e-953f-c04d54263899,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:13.077851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f7374-1dcf-470f-858b-26996506f84f req-93f55816-e65c-4553-8e8d-e410150e9d4f tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:13.086227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a0f7374-1dcf-470f-858b-26996506f84f req-93f55816-e65c-4553-8e8d-e410150e9d4f tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 944 time: 0.1236033 Aug 26 10:56:13.157326 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a0f7374-1dcf-470f-858b-26996506f84f req-279dbc99-8538-4880-a142-fe18a6178ab1 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691381 Aug 26 10:56:13.166444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-596011b3-9b19-40ce-a8fa-df3b509a692d service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157354 Aug 26 10:56:13.259105 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c8bb35b-0d6d-4257-9dbb-d1d69acd308d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:13.296017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-865750704-network', 'tenant_id': '4cfb9fb4ad3f4299a9ad8fbb2fb2eab1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:13.345151 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85129805-e419-4b37-aae4-657e5b47ec7d req-1271b4d0-443b-41e4-8b55-f220ab636c87 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 210 time: 0.0493836 Aug 26 10:56:13.398299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-652168c6-7369-4f2e-b094-66658e8ad383 service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306285 Aug 26 10:56:13.408491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3daabe9c-6e08-4e39-ab84-0d087bb770c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:13.410198 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3daabe9c-6e08-4e39-ab84-0d087bb770c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 1096 time: 0.4673872 Aug 26 10:56:13.553451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Allocated IP 172.20.0.3 (c7c04127-23c0-4729-b2ff-8a8b499ac03e/760b4e2b-5c18-4ac8-b8ff-22f5ada85360/1aced4fe-2ebc-409c-9fad-d6b351aec333) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:56:13.560746 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Made reservation on behalf of 4cfb9fb4ad3f4299a9ad8fbb2fb2eab1 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:56:13.579744 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:13.638285 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e192dcc2-ccb9-49e4-825f-6015ebea2517 x-openstack-request-id: req-e192dcc2-ccb9-49e4-825f-6015ebea2517 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:13.639410 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49edc8e-d4dd-40c7-a67f-1654b9d434d0", "tag": "5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:13.641274 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e192dcc2-ccb9-49e4-825f-6015ebea2517 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:13.642337 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49edc8e-d4dd-40c7-a67f-1654b9d434d0', 'tag': '5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87', 'status': 'completed', 'code': 200} Aug 26 10:56:13.645869 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:13.665030 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-e8de7afc-5841-4490-afed-9e30db5c1cee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 HTTP/1.1" status: 200 len: 217 time: 0.2354214 Aug 26 10:56:13.747550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9a19f57-ac80-48a2-bd03-d43b26911650 req-74b86f28-372e-4a80-a477-7eb8bfa7f11d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 210 time: 0.0458815 Aug 26 10:56:13.802026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e32b19c-e4df-4c43-bc66-0f2f697cb0b3 req-fdfce186-51fa-4e7c-8c02-6f56b80fdf67 tempest-ListServerFiltersTestJSON-187902518 tempest-ListServerFiltersTestJSON-187902518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2634d392-3b59-44d3-b440-94bc73a5fdf5 HTTP/1.1" status: 200 len: 210 time: 0.0494857 Aug 26 10:56:14.193856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee55da4-6b27-4655-a228-963411b144c4 req-64833569-b483-4f9e-ad6d-d9d8e24093ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:14.196706 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-64833569-b483-4f9e-ad6d-d9d8e24093ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 200 len: 855 time: 0.3774421 Aug 26 10:56:14.369611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02a8dd-95a8-4596-965f-2184f469d5dc req-8dc84aee-b987-4a52-a2b7-d1cc5c5e05ea tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:14.373089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a02a8dd-95a8-4596-965f-2184f469d5dc req-8dc84aee-b987-4a52-a2b7-d1cc5c5e05ea tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 944 time: 0.0797822 Aug 26 10:56:14.402185 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:14.426515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48139287-f928-4775-a085-854058a354b7 req-347a1e72-572b-487f-8741-568afdb66db2 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:14.429372 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-347a1e72-572b-487f-8741-568afdb66db2 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.47 "GET /v2.0/networks?id=c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 200 len: 818 time: 0.9492543 Aug 26 10:56:14.433790 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-1e9581f1-043a-4a86-9c06-31ac816e2e6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9918277b-9b58-46c3-bf7a-efa497581723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2103269 Aug 26 10:56:14.446284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:14.511732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Request body: {'port': {'device_id': '00684f78-147a-47f7-9115-c9fb7374c89b', 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e', 'admin_state_up': True, 'tenant_id': 'fda451808c6346a3be19222940da66a2'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:14.521114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a195160-b9b9-4416-b175-1d0ab9a3385d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:14.533105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b14bce01-0d06-467c-ae1e-fbf932f67ee2 req-17269773-449e-439d-abc4-0781b3443899 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 210 time: 0.0637345 Aug 26 10:56:14.548321 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a02a8dd-95a8-4596-965f-2184f469d5dc req-2f9c250c-c53c-4eb4-9804-49701513cac7 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680954 Aug 26 10:56:14.659203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:56:14.708487 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:14.708833 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Added segment 04aa0e5c-51bd-46b7-976b-0d00c9fe8314 of type vlan for network 2a5c7870-a3e1-44a6-8871-f05914d87aef Aug 26 10:56:14.759232 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:14.793589 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-3b96783f-8aaf-4498-ba8f-0f2213b7963f service neutron] 10.222.0.47 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327355 Aug 26 10:56:14.833228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:14.971792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50750) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:14.973883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-401c40b5-a66e-4113-bb07-8eaeeabd44c5 req-e29ddaee-6086-44db-b85b-fa9325bcee90 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 210 time: 0.0922053 Aug 26 10:56:15.059809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Made reservation on behalf of fda451808c6346a3be19222940da66a2 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:56:15.066951 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:15.071929 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:15.074298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:15.075811 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:15.131380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-4b833b1e-dd14-43e8-92e2-cafd40d8405c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:15.133665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-4b833b1e-dd14-43e8-92e2-cafd40d8405c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.1494715 Aug 26 10:56:15.151812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Request body: {'port': {'device_id': '40e4e37d-8a44-402a-a001-eb651b3e2f31', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'admin_state_up': True, 'tenant_id': '72123eaa26c94ba59d3af6b8c5e25931'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:15.261943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:15.310642 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5668585 Aug 26 10:56:15.314853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50754) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:15.322934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] Request body: {'subnet': {'network_id': '2a5c7870-a3e1-44a6-8871-f05914d87aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-865750704-subnet', 'tenant_id': '4cfb9fb4ad3f4299a9ad8fbb2fb2eab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:15.355971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Made reservation on behalf of 72123eaa26c94ba59d3af6b8c5e25931 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:56:15.361050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:15.365349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] Made reservation on behalf of 4cfb9fb4ad3f4299a9ad8fbb2fb2eab1 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:56:15.370438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:15.382644 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8ee55da4-6b27-4655-a228-963411b144c4 req-24812892-e82d-412c-84d0-268e7f4da8a0 service neutron] 10.222.0.47 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740104 Aug 26 10:56:15.402439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4923fba2-8cb2-4292-b02b-84f3a163cb13 admin admin] Deleting subnet a88bdba8-27b4-4f8b-b287-2986f88978a2 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:56:15.425233 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4923fba2-8cb2-4292-b02b-84f3a163cb13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:15.476766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dba7ca-df5d-41b1-a636-e3ca2a0daaaa admin admin] Pushing event updated for resources: {'Network': ['ID=2a5c7870-a3e1-44a6-8871-f05914d87aef,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:15.490278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 2a5c7870-a3e1-44a6-8871-f05914d87aef details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:56:15.542707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Network c7c04127-23c0-4729-b2ff-8a8b499ac03e is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:56:15.546605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Pushing event updated for resources: {'Port': ['ID=1aced4fe-2ebc-409c-9fad-d6b351aec333,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:15.600272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:56:15.619934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:56:15.667542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2634d392-3b59-44d3-b440-94bc73a5fdf5', 'name': 'network-vif-deleted', 'tag': '659ad147-d1e3-4e9e-953f-c04d54263899'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:15.670372 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a64deed-c949-425e-8efb-06ba66fcb2c3" -d '{"events": [{"server_uuid": "2634d392-3b59-44d3-b440-94bc73a5fdf5", "name": "network-vif-deleted", "tag": "659ad147-d1e3-4e9e-953f-c04d54263899"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:15.679443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:15.680671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:15.700894 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4923fba2-8cb2-4292-b02b-84f3a163cb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:15.727261 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-21335f3f-dcf2-4edf-bfc4-333fe3ea4266 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9339857 Aug 26 10:56:15.745515 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a76388a7-3949-4e09-8bbe-d39348efb71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:15.747534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Request body: {'port': {'device_id': '0fde4912-c8c4-48ad-8b85-ad2d57971c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:15.818562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75068b-4c63-4604-b925-7ef8efa7522e req-7e5eeddd-9149-42f8-8a3a-1429ed33c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:15.820536 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce75068b-4c63-4604-b925-7ef8efa7522e req-7e5eeddd-9149-42f8-8a3a-1429ed33c74c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 1096 time: 0.3340619 Aug 26 10:56:15.825711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fa7059e-c568-4a8d-811e-5ab2b8203ccd req-5bfd494a-c510-46aa-89ef-9cc07fed2667 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 210 time: 0.1178370 Aug 26 10:56:15.946711 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae77b12-d0df-4a2a-aac3-8a80632691ca x-openstack-request-id: req-1ae77b12-d0df-4a2a-aac3-8a80632691ca {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:15.947211 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2634d392-3b59-44d3-b440-94bc73a5fdf5", "name": "network-vif-deleted", "tag": "659ad147-d1e3-4e9e-953f-c04d54263899", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:15.947647 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ae77b12-d0df-4a2a-aac3-8a80632691ca {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:15.948156 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2634d392-3b59-44d3-b440-94bc73a5fdf5', 'name': 'network-vif-deleted', 'tag': '659ad147-d1e3-4e9e-953f-c04d54263899', 'status': 'completed', 'code': 200} Aug 26 10:56:15.963744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Allocated IP 172.20.0.10 (c7c04127-23c0-4729-b2ff-8a8b499ac03e/760b4e2b-5c18-4ac8-b8ff-22f5ada85360/66614e9d-6261-4b1c-ae76-8905e353434c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:56:15.983057 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:16.027529 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4923fba2-8cb2-4292-b02b-84f3a163cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:16.141435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75068b-4c63-4604-b925-7ef8efa7522e req-3a84d426-4aa9-41ff-9f6a-a185f9118eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:16.143056 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce75068b-4c63-4604-b925-7ef8efa7522e req-3a84d426-4aa9-41ff-9f6a-a185f9118eba service neutron] 10.222.0.47 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 916 time: 0.3093984 Aug 26 10:56:16.175501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c918d77-6cea-4681-ac8b-1012222d5174 req-36ff088e-f4ae-4950-896d-879d97be2d48 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:16.177370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c918d77-6cea-4681-ac8b-1012222d5174 req-36ff088e-f4ae-4950-896d-879d97be2d48 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 944 time: 0.4655783 Aug 26 10:56:16.179552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Allocated IP 172.20.0.5 (6d6261ac-91ab-4779-b29f-3007a85a87d6/03c71856-2cfc-4d6d-8f1b-fb314e8f501e/68625c67-00dd-459c-aa85-126bec8db45b) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:56:16.231156 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:16.238763 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce75068b-4c63-4604-b925-7ef8efa7522e req-73a14186-1683-44f6-a326-b3af9857d6f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 HTTP/1.1" status: 200 len: 217 time: 0.0796583 Aug 26 10:56:16.291815 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47184492-e9b0-4292-8962-7ba1e47508b3 req-61306d86-b116-4f78-8d30-d1354912dad1 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 210 time: 0.1318140 Aug 26 10:56:16.294601 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:16.362067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3af21ca-bbcf-4b2a-aeb0-5e1001aad41a,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:16.390330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c918d77-6cea-4681-ac8b-1012222d5174 req-98b4c595-64b0-4cfc-a104-22f85ce02605 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628633 Aug 26 10:56:16.471289 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4923fba2-8cb2-4292-b02b-84f3a163cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:16.487988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] Checking segment: {'id': '04aa0e5c-51bd-46b7-976b-0d00c9fe8314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2a5c7870-a3e1-44a6-8871-f05914d87aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:56:16.488355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] Network hostable DHCP agents. Network: 2a5c7870-a3e1-44a6-8871-f05914d87aef, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:56:16.526800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] Network 2a5c7870-a3e1-44a6-8871-f05914d87aef is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:56:16.550527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 2a5c7870-a3e1-44a6-8871-f05914d87aef) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:56:16.555473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:16.556824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:16.559282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923fba2-8cb2-4292-b02b-84f3a163cb13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88bdba8-27b4-4f8b-b287-2986f88978a2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:16.565290 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4923fba2-8cb2-4292-b02b-84f3a163cb13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:16.569985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4923fba2-8cb2-4292-b02b-84f3a163cb13 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a88bdba8-27b4-4f8b-b287-2986f88978a2 HTTP/1.1" status: 204 len: 168 time: 1.5943294 Aug 26 10:56:16.571810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75068b-4c63-4604-b925-7ef8efa7522e req-8f014c71-3a1e-4d0c-bd78-f559c7d9fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:16.573367 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce75068b-4c63-4604-b925-7ef8efa7522e req-8f014c71-3a1e-4d0c-bd78-f559c7d9fc2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 200 len: 855 time: 0.2833896 Aug 26 10:56:16.573866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50768) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:16.576292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa44ccf-8ee9-442d-ad08-03cb8f5bb14c None None] Network 2a5c7870-a3e1-44a6-8871-f05914d87aef requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:56:16.587192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:16.606464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7022ab38-7b37-4bc4-a477-b017e9723113 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2906551 Aug 26 10:56:16.619028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ddd24c-9e7b-4b5a-9d3d-af436d406b6e None None] Network 4ea48b37-c271-4d31-9343-2642e086d87b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:56:16.637270 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce75068b-4c63-4604-b925-7ef8efa7522e req-d1ea155b-7786-4e82-a778-aee3ba60cbcc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9918277b-9b58-46c3-bf7a-efa497581723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489223 Aug 26 10:56:16.669145 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:16.698782 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:16.833009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Network 6d6261ac-91ab-4779-b29f-3007a85a87d6 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:56:16.873306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event updated for resources: {'Port': ['ID=68625c67-00dd-459c-aa85-126bec8db45b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:16.888748 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:56:16.897736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50776) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:16.915458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:56:16.960334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e30036-9106-4a21-a827-a49b95100466 None None] Network 2a5c7870-a3e1-44a6-8871-f05914d87aef requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:56:17.097314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc43e46-c68e-4706-9b30-bfc50c50a2bd None None] DHCP port deletion for 4ea48b37-c271-4d31-9343-2642e086d87b request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:56:17.098581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb835bd4-5374-418d-9b01-4fecdd31743e req-e28234ba-09b9-42e4-8228-a732cd63f591 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 210 time: 0.0952849 Aug 26 10:56:17.170415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:17.171443 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.200278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cabbc9f-bef1-4294-93aa-0792753cd5be admin admin] Deleting subnet a3af21ca-bbcf-4b2a-aeb0-5e1001aad41a {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:56:17.205429 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.207172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-68649cba-0ff6-480c-9cc7-f93679f840da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0643735 Aug 26 10:56:17.207971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cabbc9f-bef1-4294-93aa-0792753cd5be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.243594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Request body: {'port': {'device_id': '40e4e37d-8a44-402a-a001-eb651b3e2f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:17.298008 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce75068b-4c63-4604-b925-7ef8efa7522e req-28ce3b84-2b5e-4c88-a2b7-d2037a60dd1f service neutron] 10.222.0.47 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321676 Aug 26 10:56:17.317159 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cabbc9f-bef1-4294-93aa-0792753cd5be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.360765 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.402935 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.463554 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cabbc9f-bef1-4294-93aa-0792753cd5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.487382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ebc43e46-c68e-4706-9b30-bfc50c50a2bd None None] Deleting port 3b74359e-ed97-422b-8ec7-7616544007bb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:17.487790 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebc43e46-c68e-4706-9b30-bfc50c50a2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.528562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.612268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ebc43e46-c68e-4706-9b30-bfc50c50a2bd None None] For port 3b74359e-ed97-422b-8ec7-7616544007bb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3b74359e-ed97-422b-8ec7-7616544007bb,segment=NetworkSegment(65294cbc-b296-40c1-8978-cb1fb4b3e594),segment_id=65294cbc-b296-40c1-8978-cb1fb4b3e594)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:17.613133 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebc43e46-c68e-4706-9b30-bfc50c50a2bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.653549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ebc43e46-c68e-4706-9b30-bfc50c50a2bd None None] Calling delete_port for 3b74359e-ed97-422b-8ec7-7616544007bb owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:17.671728 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Network c7c04127-23c0-4729-b2ff-8a8b499ac03e is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:56:17.692255 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:56:17.694950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:56:17.755728 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:17.756459 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.770575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Deleting port 3b74359e-ed97-422b-8ec7-7616544007bb {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:17.770575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.772499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Pushing event updated for resources: {'Port': ['ID=66614e9d-6261-4b1c-ae76-8905e353434c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:17.786187 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebc43e46-c68e-4706-9b30-bfc50c50a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:17.818834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc43e46-c68e-4706-9b30-bfc50c50a2bd None None] Pushing event deleted for resources: {'Port': ['ID=3b74359e-ed97-422b-8ec7-7616544007bb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:17.824696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc43e46-c68e-4706-9b30-bfc50c50a2bd None None] No DVR routers for this DVR port 3b74359e-ed97-422b-8ec7-7616544007bb on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:17.887003 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-de72b237-e9c9-4983-970f-f7bcb7aec5e3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4343967 Aug 26 10:56:17.903405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Request body: {'port': {'device_id': '00684f78-147a-47f7-9115-c9fb7374c89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:17.977586 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ce75068b-4c63-4604-b925-7ef8efa7522e req-85904c46-7f31-4674-a9ca-cea9452f1bda service neutron] 10.222.0.47 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682488 Aug 26 10:56:17.978904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] For port 3b74359e-ed97-422b-8ec7-7616544007bb, host n-d-778550-13, got binding levels [] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:17.979142 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.021451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aced4fe-2ebc-409c-9fad-d6b351aec333 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:18.026857 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Calling delete_port for 3b74359e-ed97-422b-8ec7-7616544007bb owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:18.034010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3376c-a890-4cb4-ace8-9cc3850357d4 req-c23303f4-90e7-4332-a6d0-3ef900892ba7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:18.036288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9d3376c-a890-4cb4-ace8-9cc3850357d4 req-c23303f4-90e7-4332-a6d0-3ef900892ba7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 931 time: 0.5906878 Aug 26 10:56:18.036736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_backend_mixin [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Port 3b74359e-ed97-422b-8ec7-7616544007bb was not found and therefore no delete operation was performed {{(pid=101266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 10:56:18.039109 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.044175 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.085910 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] No DVR routers for this DVR port 3b74359e-ed97-422b-8ec7-7616544007bb on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:18.118650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b74359e-ed97-422b-8ec7-7616544007bb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:18.120629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.162340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9f03-6356-457e-a22e-f60e5e8e8776 req-730c0d41-19d4-4662-8d4b-ba591b22d6fd tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:18.164149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08ff9f03-6356-457e-a22e-f60e5e8e8776 req-730c0d41-19d4-4662-8d4b-ba591b22d6fd tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 944 time: 0.2430437 Aug 26 10:56:18.178963 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cabbc9f-bef1-4294-93aa-0792753cd5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.249533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabbc9f-bef1-4294-93aa-0792753cd5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3af21ca-bbcf-4b2a-aeb0-5e1001aad41a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:18.267211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b74359e-ed97-422b-8ec7-7616544007bb no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:18.289122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9d3376c-a890-4cb4-ace8-9cc3850357d4 req-dd7e2e4d-5bc3-478b-a663-cf4ddac56bcd tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680193 Aug 26 10:56:18.300429 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4cabbc9f-bef1-4294-93aa-0792753cd5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.305510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4cabbc9f-bef1-4294-93aa-0792753cd5be admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a3af21ca-bbcf-4b2a-aeb0-5e1001aad41a HTTP/1.1" status: 204 len: 168 time: 1.4050758 Aug 26 10:56:18.310997 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50790) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:18.321199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 3b74359e-ed97-422b-8ec7-7616544007bb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:56:18.321893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b74359e-ed97-422b-8ec7-7616544007bb not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:56:18.322044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Transition to ACTIVE for port object 1aced4fe-2ebc-409c-9fad-d6b351aec333 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:56:18.407989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.417458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08ff9f03-6356-457e-a22e-f60e5e8e8776 req-9700f367-ccfa-4750-a2bc-1261b2d018a1 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346618 Aug 26 10:56:18.481921 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.491294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.502698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea48b37-c271-4d31-9343-2642e086d87b']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:18.531829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdcf2e-4ee7-4525-806c-eba8428cdbc7 req-27d065c7-495d-457c-a668-8128b452b7bf tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:18.532138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65294cbc-b296-40c1-8978-cb1fb4b3e594') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:18.532338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65294cbc-b296-40c1-8978-cb1fb4b3e594') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:18.533846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98bdcf2e-4ee7-4525-806c-eba8428cdbc7 req-27d065c7-495d-457c-a668-8128b452b7bf tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 932 time: 0.1334872 Aug 26 10:56:18.553837 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.588136 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Pushing event updated for resources: {'Port': ['ID=1aced4fe-2ebc-409c-9fad-d6b351aec333,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:18.659749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.703369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:56:18.704114 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.706616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68625c67-00dd-459c-aa85-126bec8db45b {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:56:18.706867 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:56:18.716364 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.720288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.725401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98bdcf2e-4ee7-4525-806c-eba8428cdbc7 req-8ea3bac2-c7bb-47dd-8a63-8b8073b651cd tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718166 Aug 26 10:56:18.740070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5c7870-a3e1-44a6-8871-f05914d87aef']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:18.758874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04aa0e5c-51bd-46b7-976b-0d00c9fe8314') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:18.759425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04aa0e5c-51bd-46b7-976b-0d00c9fe8314') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:18.761912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Transition to ACTIVE for port object 68625c67-00dd-459c-aa85-126bec8db45b will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:56:18.768875 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.775866 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.838910 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.862874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:56:18.863475 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:56:18.866700 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:56:18.872855 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Attempting to bind port 1aced4fe-2ebc-409c-9fad-d6b351aec333 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:56:18.873460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Attempting to bind port 1aced4fe-2ebc-409c-9fad-d6b351aec333 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:56:18.874270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Attempting to bind port 1aced4fe-2ebc-409c-9fad-d6b351aec333 on network c7c04127-23c0-4729-b2ff-8a8b499ac03e {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:18.880958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Pushing event updated for resources: {'Port': ['ID=68625c67-00dd-459c-aa85-126bec8db45b,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:18.901760 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.905196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Port 1aced4fe-2ebc-409c-9fad-d6b351aec333 on network c7c04127-23c0-4729-b2ff-8a8b499ac03e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:56:18.906102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Attempting to bind port 1aced4fe-2ebc-409c-9fad-d6b351aec333 on network c7c04127-23c0-4729-b2ff-8a8b499ac03e {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:18.928238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.933097 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4ea48b37-c271-4d31-9343-2642e086d87b HTTP/1.1" status: 204 len: 168 time: 2.3551350 Aug 26 10:56:18.955629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:56:18.956430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Checking segment: {'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:56:18.956985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Bound using segment: {'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:56:18.957548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Bound port: 1aced4fe-2ebc-409c-9fad-d6b351aec333, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:56:18.958183 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:18.994503 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826faa69-2616-46e2-8752-541a0bacf456 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea48b37-c271-4d31-9343-2642e086d87b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:19.041695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.051741 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.054118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2a5c7870-a3e1-44a6-8871-f05914d87aef HTTP/1.1" status: 204 len: 168 time: 0.7418792 Aug 26 10:56:19.074699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66614e9d-6261-4b1c-ae76-8905e353434c {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:19.089892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.135089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e04a33-c38b-44d3-8c82-d1559cd54790 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5c7870-a3e1-44a6-8871-f05914d87aef,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:19.174676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Transition to ACTIVE for port object 66614e9d-6261-4b1c-ae76-8905e353434c will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:56:19.182248 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.192173 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.201908 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] For port 1aced4fe-2ebc-409c-9fad-d6b351aec333, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:56:19.222187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Attempting to bind port 68625c67-00dd-459c-aa85-126bec8db45b on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:56:19.222843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Attempting to bind port 68625c67-00dd-459c-aa85-126bec8db45b by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:56:19.224031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Attempting to bind port 68625c67-00dd-459c-aa85-126bec8db45b on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:19.239233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Port 68625c67-00dd-459c-aa85-126bec8db45b on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:56:19.239768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Attempting to bind port 68625c67-00dd-459c-aa85-126bec8db45b on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:19.260964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] For port 1aced4fe-2ebc-409c-9fad-d6b351aec333, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:56:19.261688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:56:19.262260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Checking segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:56:19.262962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Bound using segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:56:19.263711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Bound port: 68625c67-00dd-459c-aa85-126bec8db45b, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:56:19.264284 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.266792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50798) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:19.287804 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.316567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Pushing event updated for resources: {'Port': ['ID=66614e9d-6261-4b1c-ae76-8905e353434c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:19.337233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50800) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:19.356213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:19.357092 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.358965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] 10.222.0.42 "PUT /v2.0/ports/1aced4fe-2ebc-409c-9fad-d6b351aec333 HTTP/1.1" status: 200 len: 1092 time: 3.6203024 Aug 26 10:56:19.359704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fde4912-c8c4-48ad-8b85-ad2d57971c55', 'tag': '1aced4fe-2ebc-409c-9fad-d6b351aec333'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:19.362789 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ff6717-5fa0-4aed-b5aa-c781f3f5224a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fde4912-c8c4-48ad-8b85-ad2d57971c55", "tag": "1aced4fe-2ebc-409c-9fad-d6b351aec333"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:19.458663 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbbd605-dc71-4ced-bb01-47782fdb3cde x-openstack-request-id: req-dfbbd605-dc71-4ced-bb01-47782fdb3cde {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:19.459562 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fde4912-c8c4-48ad-8b85-ad2d57971c55", "tag": "1aced4fe-2ebc-409c-9fad-d6b351aec333", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:19.459939 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfbbd605-dc71-4ced-bb01-47782fdb3cde {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:19.460575 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fde4912-c8c4-48ad-8b85-ad2d57971c55', 'tag': '1aced4fe-2ebc-409c-9fad-d6b351aec333', 'status': 'completed', 'code': 200} Aug 26 10:56:19.491444 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-54173f9b-76f5-495f-8fde-ebee639d2056 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1188466c6ff4193a8066999b5303d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199926 Aug 26 10:56:19.499940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50808) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:19.501656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bc82a7f4-0a28-4239-bb6a-4ed52cfd9b51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cfb9fb4ad3f4299a9ad8fbb2fb2eab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619735 Aug 26 10:56:19.509271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50810) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:19.529604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a9e05-2f21-443f-bc24-6da494f6516d service neutron] Pushing event updated for resources: {'Port': ['ID=1aced4fe-2ebc-409c-9fad-d6b351aec333,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:19.569918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Attempting to bind port 66614e9d-6261-4b1c-ae76-8905e353434c on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:56:19.570431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Attempting to bind port 66614e9d-6261-4b1c-ae76-8905e353434c by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:56:19.571073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Attempting to bind port 66614e9d-6261-4b1c-ae76-8905e353434c on network c7c04127-23c0-4729-b2ff-8a8b499ac03e {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:19.580864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4021-7017-417f-977e-4e6db30b8da7 req-6370c758-9f04-414b-9dbb-b3b958768214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:19.582544 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-6370c758-9f04-414b-9dbb-b3b958768214 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fda451808c6346a3be19222940da66a2&device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 1095 time: 0.1412580 Aug 26 10:56:19.587643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Port 66614e9d-6261-4b1c-ae76-8905e353434c on network c7c04127-23c0-4729-b2ff-8a8b499ac03e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:56:19.588057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Attempting to bind port 66614e9d-6261-4b1c-ae76-8905e353434c on network c7c04127-23c0-4729-b2ff-8a8b499ac03e {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:19.612761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:56:19.613437 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Checking segment: {'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:56:19.614033 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Bound using segment: {'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:56:19.614685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Bound port: 66614e9d-6261-4b1c-ae76-8905e353434c, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543876da-1f4f-4f84-8f6b-172ca88c00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:56:19.615277 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.652557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e127-9463-4ff0-9a23-3b70aab199ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.664846 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-cf3ecb17-d02b-4ba5-96f9-3288de86b99e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333 HTTP/1.1" status: 200 len: 217 time: 0.0646753 Aug 26 10:56:19.665599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a1274-8e7c-4b70-a0fc-2499f459aa3f req-8e5c3985-f827-4331-98c4-b4bc059a3afb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:19.680629 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e88a1274-8e7c-4b70-a0fc-2499f459aa3f req-8e5c3985-f827-4331-98c4-b4bc059a3afb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 943 time: 0.2218561 Aug 26 10:56:19.697145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04885ccd-d2ed-469d-8ecc-09b2ee3d6071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.757124 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e127-9463-4ff0-9a23-3b70aab199ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.788026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] For port 68625c67-00dd-459c-aa85-126bec8db45b, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:56:19.804296 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4021-7017-417f-977e-4e6db30b8da7 req-648be682-9608-4918-b8e5-75d620be2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:19.806197 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-648be682-9608-4918-b8e5-75d620be2086 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=760b4e2b-5c18-4ac8-b8ff-22f5ada85360 HTTP/1.1" status: 200 len: 858 time: 0.1308312 Aug 26 10:56:19.845060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] For port 68625c67-00dd-459c-aa85-126bec8db45b, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=68625c67-00dd-459c-aa85-126bec8db45b,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:56:19.846425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] For port 66614e9d-6261-4b1c-ae76-8905e353434c, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:56:19.850227 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04885ccd-d2ed-469d-8ecc-09b2ee3d6071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.869314 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-008a76a1-1f0f-4b84-8551-28be193f9a49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7c04127-23c0-4729-b2ff-8a8b499ac03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466256 Aug 26 10:56:19.889876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] For port 66614e9d-6261-4b1c-ae76-8905e353434c, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=66614e9d-6261-4b1c-ae76-8905e353434c,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:56:19.890439 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.923325 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e88a1274-8e7c-4b70-a0fc-2499f459aa3f req-069c0e62-0cae-4bbd-9192-69df8e7b26ef tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409899 Aug 26 10:56:19.933188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.989434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:19.990179 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:19.992016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14787971-cc10-4b79-807a-994466e8bb08 req-94dbd700-986e-4ff1-a7b8-b3e795688366 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:19.992209 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] 10.222.0.47 "PUT /v2.0/ports/66614e9d-6261-4b1c-ae76-8905e353434c HTTP/1.1" status: 200 len: 1093 time: 2.0929937 Aug 26 10:56:19.994809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14787971-cc10-4b79-807a-994466e8bb08 req-94dbd700-986e-4ff1-a7b8-b3e795688366 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 944 time: 0.4765778 Aug 26 10:56:20.000100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e127-9463-4ff0-9a23-3b70aab199ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:20.002809 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e127-9463-4ff0-9a23-3b70aab199ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:20.004017 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e3f9e127-9463-4ff0-9a23-3b70aab199ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c8e9bdc-2dd9-4e63-966d-761265ffdd1f HTTP/1.1" status: 204 len: 168 time: 0.5029306 Aug 26 10:56:20.039321 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:20.039659 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:20.039881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9e127-9463-4ff0-9a23-3b70aab199ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8e9bdc-2dd9-4e63-966d-761265ffdd1f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:20.041957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] 10.222.0.47 "PUT /v2.0/ports/68625c67-00dd-459c-aa85-126bec8db45b HTTP/1.1" status: 200 len: 1092 time: 2.8056216 Aug 26 10:56:20.049525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e4e37d-8a44-402a-a001-eb651b3e2f31', 'tag': '68625c67-00dd-459c-aa85-126bec8db45b'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:20.053539 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9c6bd1-8503-4dec-9688-32e2c0c68878" -d '{"events": [{"name": "network-changed", "server_uuid": "40e4e37d-8a44-402a-a001-eb651b3e2f31", "tag": "68625c67-00dd-459c-aa85-126bec8db45b"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:20.072434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65823e99-e646-4d99-a998-9ec7ccb4616e service neutron] Pushing event updated for resources: {'Port': ['ID=66614e9d-6261-4b1c-ae76-8905e353434c,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:20.098327 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-1c08da69-0f62-450c-9aa6-a63cb572a846 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214696 Aug 26 10:56:20.206463 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:20.222989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75759556-e40f-4af7-858d-0b84bd32a1bd service neutron] Pushing event updated for resources: {'Port': ['ID=68625c67-00dd-459c-aa85-126bec8db45b,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:20.237598 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14787971-cc10-4b79-807a-994466e8bb08 req-f15f2c52-3aec-4f9c-84c0-b4d0f1cdcf1d tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096353 Aug 26 10:56:20.247739 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04885ccd-d2ed-469d-8ecc-09b2ee3d6071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:20.267522 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04885ccd-d2ed-469d-8ecc-09b2ee3d6071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:20.278859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-6cf2d1eb-16b4-4fca-8122-c9bafe05aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:20.280742 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-6cf2d1eb-16b4-4fca-8122-c9bafe05aa0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 1095 time: 0.1422532 Aug 26 10:56:20.288982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-04885ccd-d2ed-469d-8ecc-09b2ee3d6071 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a195160-b9b9-4416-b175-1d0ab9a3385d HTTP/1.1" status: 204 len: 168 time: 0.7741761 Aug 26 10:56:20.314572 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-790f4021-7017-417f-977e-4e6db30b8da7 req-564b1c59-5a49-4d72-9c5b-f69a92d1910a service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042387 Aug 26 10:56:20.319017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48139287-f928-4775-a085-854058a354b7 req-8036a2a8-856a-4979-a3af-8a8054216154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:20.330652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-8036a2a8-856a-4979-a3af-8a8054216154 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fda451808c6346a3be19222940da66a2&device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 1096 time: 0.2419412 Aug 26 10:56:20.331735 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04885ccd-d2ed-469d-8ecc-09b2ee3d6071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a195160-b9b9-4416-b175-1d0ab9a3385d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:20.337761 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0355916d-cf2b-4128-b6f1-36b3e2d7e52f x-openstack-request-id: req-0355916d-cf2b-4128-b6f1-36b3e2d7e52f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:20.338074 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e4e37d-8a44-402a-a001-eb651b3e2f31", "tag": "68625c67-00dd-459c-aa85-126bec8db45b", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:20.338360 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0355916d-cf2b-4128-b6f1-36b3e2d7e52f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:20.338843 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e4e37d-8a44-402a-a001-eb651b3e2f31', 'tag': '68625c67-00dd-459c-aa85-126bec8db45b', 'status': 'completed', 'code': 200} Aug 26 10:56:20.355585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:56:20.419560 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-61244506-543f-4142-ac93-1e1c7665ae60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68625c67-00dd-459c-aa85-126bec8db45b HTTP/1.1" status: 200 len: 217 time: 0.1039238 Aug 26 10:56:20.440277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-c1dd6c72-8203-49f2-a198-134b215967d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66614e9d-6261-4b1c-ae76-8905e353434c HTTP/1.1" status: 200 len: 217 time: 0.0845969 Aug 26 10:56:20.493349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-8bb572d7-8e08-44db-913a-8bb81646a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:20.494756 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cf9e8-2685-4218-9442-54e3354d73c9 req-ed985f1a-f51b-4e7b-99b0-4c1dbc9b7b45 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:20.495009 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-8bb572d7-8e08-44db-913a-8bb81646a08d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.0518126 Aug 26 10:56:20.502973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e21cf9e8-2685-4218-9442-54e3354d73c9 req-ed985f1a-f51b-4e7b-99b0-4c1dbc9b7b45 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 944 time: 0.2127934 Aug 26 10:56:20.537933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48139287-f928-4775-a085-854058a354b7 req-f5ce5919-1780-4253-912d-72ea3e86a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:20.539672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-f5ce5919-1780-4253-912d-72ea3e86a747 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=760b4e2b-5c18-4ac8-b8ff-22f5ada85360 HTTP/1.1" status: 200 len: 858 time: 0.0924191 Aug 26 10:56:20.549867 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-3dcb62ec-c53f-4b59-b1f6-6a08c139717d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474057 Aug 26 10:56:20.561894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff6717-5fa0-4aed-b5aa-c781f3f5224a req-33e5487e-77b3-4427-b2ac-5b997597ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:20.566636 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19ff6717-5fa0-4aed-b5aa-c781f3f5224a req-33e5487e-77b3-4427-b2ac-5b997597ba86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fda451808c6346a3be19222940da66a2&device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 1095 time: 0.1643190 Aug 26 10:56:20.590438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:20.595647 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e21cf9e8-2685-4218-9442-54e3354d73c9 req-3872d01b-1203-4bd8-a095-de259962119d tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916734 Aug 26 10:56:20.598051 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-0ffa19e8-7142-4182-9b16-54725273901b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7c04127-23c0-4729-b2ff-8a8b499ac03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489745 Aug 26 10:56:20.621030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87', 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723', 'port_id': '5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87', 'mac_address': 'fa:16:3e:18:98:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fd876e-0ac2-4a80-957d-3118a841dee1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:56:20.711109 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:20.730309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-26e0f723-8610-4caf-a591-c4d2675623ec service neutron] 10.222.0.47 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170626 Aug 26 10:56:20.749272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:20.795177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:20.802145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:20.877234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff6717-5fa0-4aed-b5aa-c781f3f5224a req-64cedbeb-265e-462b-999c-1a4b50d19f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:20.878899 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19ff6717-5fa0-4aed-b5aa-c781f3f5224a req-64cedbeb-265e-462b-999c-1a4b50d19f2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 200 len: 919 time: 0.2966290 Aug 26 10:56:20.885400 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-7c993365-f8f3-40a6-bf15-47f932756721 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176582 Aug 26 10:56:20.935216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:20.942290 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19ff6717-5fa0-4aed-b5aa-c781f3f5224a req-44bc5356-e2b3-491f-b8ab-8ebefeabb18d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333 HTTP/1.1" status: 200 len: 217 time: 0.0545204 Aug 26 10:56:20.952415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48139287-f928-4775-a085-854058a354b7 req-0f058362-5df9-43b2-a93a-6b3d8c2d574e service neutron] 10.222.0.47 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138319 Aug 26 10:56:21.051706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff6717-5fa0-4aed-b5aa-c781f3f5224a req-9a6f1e1a-f6bd-47a3-85a3-c42b741b66be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:21.053282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19ff6717-5fa0-4aed-b5aa-c781f3f5224a req-9a6f1e1a-f6bd-47a3-85a3-c42b741b66be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=760b4e2b-5c18-4ac8-b8ff-22f5ada85360 HTTP/1.1" status: 200 len: 858 time: 0.0988023 Aug 26 10:56:21.098635 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19ff6717-5fa0-4aed-b5aa-c781f3f5224a req-64cc08ec-42c7-4a24-ae75-fde290160604 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7c04127-23c0-4729-b2ff-8a8b499ac03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339870 Aug 26 10:56:21.166556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:21.175768 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7f2b0c77-552f-4165-b75c-3bd51423ca64 req-b6e375fe-1fbe-470f-9098-331bb5da4357 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802730 Aug 26 10:56:21.180894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdcc26-9a78-456c-9beb-142c814a4197 req-25bccb38-6b8a-438c-8407-ce5bf3c00f7a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:21.183334 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdcdcc26-9a78-456c-9beb-142c814a4197 req-25bccb38-6b8a-438c-8407-ce5bf3c00f7a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 943 time: 0.0954795 Aug 26 10:56:21.346345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdcdcc26-9a78-456c-9beb-142c814a4197 req-0615d797-676e-41d5-836e-cb8140aeb2b3 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403611 Aug 26 10:56:21.351109 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19ff6717-5fa0-4aed-b5aa-c781f3f5224a req-6b7dad05-53dc-433d-82a1-b936f5854781 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436013 Aug 26 10:56:21.398138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c6bd1-8503-4dec-9688-32e2c0c68878 req-df852cdc-73c1-4143-8360-188eac530deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:21.401102 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c9c6bd1-8503-4dec-9688-32e2c0c68878 req-df852cdc-73c1-4143-8360-188eac530deb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 1095 time: 0.1581275 Aug 26 10:56:21.469385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00684f78-147a-47f7-9115-c9fb7374c89b', 'tag': '66614e9d-6261-4b1c-ae76-8905e353434c'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:21.473683 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbea291e-64c5-497d-a435-566b224f0725" -d '{"events": [{"name": "network-changed", "server_uuid": "00684f78-147a-47f7-9115-c9fb7374c89b", "tag": "66614e9d-6261-4b1c-ae76-8905e353434c"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:21.507534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627770e3-c80e-4695-8d56-50a3e18c41da req-56d77370-b9d1-49a4-b7bc-43991d06efc0 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:21.515275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-627770e3-c80e-4695-8d56-50a3e18c41da req-56d77370-b9d1-49a4-b7bc-43991d06efc0 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 945 time: 0.1056499 Aug 26 10:56:21.579179 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6597f6ce-5bde-4a82-8e9c-e180bafe5432 x-openstack-request-id: req-6597f6ce-5bde-4a82-8e9c-e180bafe5432 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:21.579620 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00684f78-147a-47f7-9115-c9fb7374c89b", "tag": "66614e9d-6261-4b1c-ae76-8905e353434c", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:21.580032 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6597f6ce-5bde-4a82-8e9c-e180bafe5432 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:21.580652 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00684f78-147a-47f7-9115-c9fb7374c89b', 'tag': '66614e9d-6261-4b1c-ae76-8905e353434c', 'status': 'completed', 'code': 200} Aug 26 10:56:21.581158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-627770e3-c80e-4695-8d56-50a3e18c41da req-4bdadd57-265b-40ab-bffa-69ef6e7b2052 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640042 Aug 26 10:56:21.687669 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19ff6717-5fa0-4aed-b5aa-c781f3f5224a req-7c97d9dd-87c3-47cb-9d41-1d33ca8e30cf service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238361 Aug 26 10:56:21.690642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea291e-64c5-497d-a435-566b224f0725 req-e11c2ca2-badf-4fd4-9d26-8ea7e8931aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:21.693741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbea291e-64c5-497d-a435-566b224f0725 req-e11c2ca2-badf-4fd4-9d26-8ea7e8931aaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fda451808c6346a3be19222940da66a2&device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 1096 time: 0.1100464 Aug 26 10:56:21.723518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c6bd1-8503-4dec-9688-32e2c0c68878 req-e9c004b8-3ac6-4091-b515-5ed8db535826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:21.726035 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c9c6bd1-8503-4dec-9688-32e2c0c68878 req-e9c004b8-3ac6-4091-b515-5ed8db535826 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 912 time: 0.2686052 Aug 26 10:56:21.791892 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c9c6bd1-8503-4dec-9688-32e2c0c68878 req-87f01086-829e-4fd7-a54d-4db61d6721ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68625c67-00dd-459c-aa85-126bec8db45b HTTP/1.1" status: 200 len: 217 time: 0.0579376 Aug 26 10:56:21.822072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be09ceb-3a76-4dc7-ab60-e78146c267d8 req-1dcb11bd-3006-44b4-9685-484db48ffc92 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:21.832341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9be09ceb-3a76-4dc7-ab60-e78146c267d8 req-1dcb11bd-3006-44b4-9685-484db48ffc92 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 944 time: 0.1525121 Aug 26 10:56:21.884114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c6bd1-8503-4dec-9688-32e2c0c68878 req-84868787-2ff5-4a1e-b658-c602cc30ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:21.886826 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c9c6bd1-8503-4dec-9688-32e2c0c68878 req-84868787-2ff5-4a1e-b658-c602cc30ab4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.0854840 Aug 26 10:56:21.899120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9be09ceb-3a76-4dc7-ab60-e78146c267d8 req-219bdd9d-795a-490f-a70c-dd9ef5bec488 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645435 Aug 26 10:56:21.938785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea291e-64c5-497d-a435-566b224f0725 req-fadd4659-51d2-4b5b-93bb-50ab23423333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:21.950626 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbea291e-64c5-497d-a435-566b224f0725 req-fadd4659-51d2-4b5b-93bb-50ab23423333 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 200 len: 919 time: 0.2424717 Aug 26 10:56:21.956866 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:21.958416 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c9c6bd1-8503-4dec-9688-32e2c0c68878 req-4f08ba37-543a-4b0c-ae4a-49c9cb9e7f6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628378 Aug 26 10:56:22.073522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbea291e-64c5-497d-a435-566b224f0725 req-40f125da-81e1-4284-b8eb-de0f4fdb0ad6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66614e9d-6261-4b1c-ae76-8905e353434c HTTP/1.1" status: 200 len: 217 time: 0.1130767 Aug 26 10:56:22.110056 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c9c6bd1-8503-4dec-9688-32e2c0c68878 req-9ec3dbcc-d86b-487f-9f21-ae61c4594df8 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393144 Aug 26 10:56:22.119599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50882) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:22.177612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea291e-64c5-497d-a435-566b224f0725 req-ffd56a24-295e-45c5-97fc-ae6d732b781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:22.180697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbea291e-64c5-497d-a435-566b224f0725 req-ffd56a24-295e-45c5-97fc-ae6d732b781c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=760b4e2b-5c18-4ac8-b8ff-22f5ada85360 HTTP/1.1" status: 200 len: 858 time: 0.0992348 Aug 26 10:56:22.225544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbea291e-64c5-497d-a435-566b224f0725 req-737e5fb2-9b05-4390-9c08-f4c04d3915b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7c04127-23c0-4729-b2ff-8a8b499ac03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365009 Aug 26 10:56:22.234721 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0c9c6bd1-8503-4dec-9688-32e2c0c68878 req-cb534d6c-b0cf-4137-80ff-20c2b4a11719 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157997 Aug 26 10:56:22.281964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-601681737-network', 'tenant_id': 'e796d04849e94289aa0bde1b177fea70'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:22.309424 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Made reservation on behalf of e796d04849e94289aa0bde1b177fea70 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:56:22.312314 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.323960 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.369284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbea291e-64c5-497d-a435-566b224f0725 req-45163324-6d42-44d8-b0e9-6cbf01a277d3 service neutron] 10.222.0.47 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347640 Aug 26 10:56:22.465630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50892) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:22.508049 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.513502 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.548332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:56:22.559408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e069d3ad-4161-4583-94db-efe999abdbfa,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:22.567506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.567506 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Added segment ea389a21-7da6-4217-82b1-d0f2fb04992a of type vlan for network f82ae0d8-084b-4078-bf2e-64550c4c241b Aug 26 10:56:22.583385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4887a9-d7ed-4060-9437-c495d5c2af2a req-bd893bc7-de37-4bca-bc61-302715080d1b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:22.585268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b4887a9-d7ed-4060-9437-c495d5c2af2a req-bd893bc7-de37-4bca-bc61-302715080d1b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 943 time: 0.0950294 Aug 26 10:56:22.587852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbea291e-64c5-497d-a435-566b224f0725 req-b04759e7-1d79-466c-8ee6-affbfd485d9a service neutron] 10.222.0.47 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085404 Aug 26 10:56:22.620870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.635085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b4887a9-d7ed-4060-9437-c495d5c2af2a req-e399955c-a655-471f-8abc-0b6fda4b331c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Aug 26 10:56:22.675519 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-113980dc-4e35-4098-857a-fb7eec52a9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.679030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.680021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:22.680621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.725974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3569ca-82ba-444d-9747-8da420f1b604 req-f7d8ab8e-2b16-4f2e-b772-8a109b76e42c tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:22.727771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff3569ca-82ba-444d-9747-8da420f1b604 req-f7d8ab8e-2b16-4f2e-b772-8a109b76e42c tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 945 time: 0.0589778 Aug 26 10:56:22.744170 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6148562 Aug 26 10:56:22.748470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50898) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:22.756977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] Request body: {'subnet': {'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-601681737-subnet', 'tenant_id': 'e796d04849e94289aa0bde1b177fea70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:22.775896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc223a1-55d3-4416-9cba-9d5689edb92c admin admin] Pushing event updated for resources: {'Network': ['ID=f82ae0d8-084b-4078-bf2e-64550c4c241b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:22.784403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff3569ca-82ba-444d-9747-8da420f1b604 req-c221eb77-83f3-4553-b9ff-9a1be083d0d6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481360 Aug 26 10:56:22.789576 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f82ae0d8-084b-4078-bf2e-64550c4c241b details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:56:22.876576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-113980dc-4e35-4098-857a-fb7eec52a9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.883537 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-113980dc-4e35-4098-857a-fb7eec52a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.940411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] Made reservation on behalf of e796d04849e94289aa0bde1b177fea70 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:56:22.942879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:22.958067 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-113980dc-4e35-4098-857a-fb7eec52a9dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9505d40e5df4b93a84c947ce1ad3e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908013 Aug 26 10:56:22.961209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1aced4fe-2ebc-409c-9fad-d6b351aec333 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:56:22.962722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50902) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:22.987095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113980dc-4e35-4098-857a-fb7eec52a9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c63e6e-fc70-45ff-b3ea-58f624dfca22,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:23.151600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9c049-92ef-4383-9abb-bf3529a848e6 req-c4c7a82b-bee2-49bd-84d9-6f48087f6ede tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:23.154059 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bdd9c049-92ef-4383-9abb-bf3529a848e6 req-c4c7a82b-bee2-49bd-84d9-6f48087f6ede tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 944 time: 0.1194565 Aug 26 10:56:23.159859 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b126062d-71ae-4c15-9a7d-91ec0ceee3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:23.171271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1aced4fe-2ebc-409c-9fad-d6b351aec333, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:23.187246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '1aced4fe-2ebc-409c-9fad-d6b351aec333', 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e', 'port_id': '1aced4fe-2ebc-409c-9fad-d6b351aec333', 'mac_address': 'fa:16:3e:50:b0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760b4e2b-5c18-4ac8-b8ff-22f5ada85360', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:56:23.206499 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b126062d-71ae-4c15-9a7d-91ec0ceee3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:23.253478 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bdd9c049-92ef-4383-9abb-bf3529a848e6 req-6f54a37a-0eef-4253-b7ff-79dcf9512ffc tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771682 Aug 26 10:56:23.266942 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:23.283205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aced4fe-2ebc-409c-9fad-d6b351aec333 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:23.308072 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b126062d-71ae-4c15-9a7d-91ec0ceee3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:23.312618 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b126062d-71ae-4c15-9a7d-91ec0ceee3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:23.314032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1aced4fe-2ebc-409c-9fad-d6b351aec333, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:23.317863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b126062d-71ae-4c15-9a7d-91ec0ceee3f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02c63e6e-fc70-45ff-b3ea-58f624dfca22 HTTP/1.1" status: 204 len: 168 time: 0.3511071 Aug 26 10:56:23.325282 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:23.329210 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126062d-71ae-4c15-9a7d-91ec0ceee3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c63e6e-fc70-45ff-b3ea-58f624dfca22,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:23.435021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1aced4fe-2ebc-409c-9fad-d6b351aec333,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:23.610323 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:23.653489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1aced4fe-2ebc-409c-9fad-d6b351aec333'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:23.687459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1dfbf1-5bb4-498a-a82d-9c935bf08205,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:23.703349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] Checking segment: {'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:56:23.704418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] Network hostable DHCP agents. Network: f82ae0d8-084b-4078-bf2e-64550c4c241b, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:56:23.737087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] Network f82ae0d8-084b-4078-bf2e-64550c4c241b is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:56:23.755494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f82ae0d8-084b-4078-bf2e-64550c4c241b) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:56:23.765231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:23.766989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:23.774668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1de8b-e4d1-46c1-8b0d-257cf927e6e5 None None] Network f82ae0d8-084b-4078-bf2e-64550c4c241b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:56:23.809883 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4ba47b54-bbc3-4720-b39e-9ab7e671023a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0454569 Aug 26 10:56:23.895513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e563570-ed2c-405b-ab47-c89c82ae1980 req-54222dae-9ad4-49d6-8b0d-18bc23bc1cad tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:23.899132 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e563570-ed2c-405b-ab47-c89c82ae1980 req-54222dae-9ad4-49d6-8b0d-18bc23bc1cad tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 943 time: 0.1495912 Aug 26 10:56:24.040107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c548b7-64b2-4839-880e-b7a69b248fe9 None None] Network f82ae0d8-084b-4078-bf2e-64550c4c241b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:56:24.083936 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e563570-ed2c-405b-ab47-c89c82ae1980 req-84facaca-53f9-4a36-a0a5-ddb1b2960a55 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719210 Aug 26 10:56:24.186957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d90d7a-024f-4dd9-b4af-1fae388dee01 req-c756bd05-4f4c-45a3-88b4-e0f850818e78 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:24.196139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27d90d7a-024f-4dd9-b4af-1fae388dee01 req-c756bd05-4f4c-45a3-88b4-e0f850818e78 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 945 time: 0.2282126 Aug 26 10:56:24.302619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27d90d7a-024f-4dd9-b4af-1fae388dee01 req-81815290-2928-40a8-9943-e0bb7ffaca31 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986691 Aug 26 10:56:24.370032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:24.471454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798cd3c-bfeb-481c-b630-4ab290981074 req-2dde658f-627e-46e8-b42f-a04f65f5ab5b tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:24.473717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a798cd3c-bfeb-481c-b630-4ab290981074 req-2dde658f-627e-46e8-b42f-a04f65f5ab5b tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 944 time: 0.0724335 Aug 26 10:56:24.489222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:56:24.498073 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:24.498786 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:24.551597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a798cd3c-bfeb-481c-b630-4ab290981074 req-54fa81be-bf92-4c38-bd7a-07aee9e1a29b tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658894 Aug 26 10:56:24.635365 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:24.667906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49edc8e-d4dd-40c7-a67f-1654b9d434d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:24.670393 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d708c4ac-0085-46bf-ade0-4d305086c432" -d '{"events": [{"server_uuid": "c49edc8e-d4dd-40c7-a67f-1654b9d434d0", "name": "network-vif-plugged", "status": "completed", "tag": "5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:24.693357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:24.701101 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:24.759023 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d20cc07-68f8-4449-ba06-25827335b00f x-openstack-request-id: req-3d20cc07-68f8-4449-ba06-25827335b00f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:24.759376 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49edc8e-d4dd-40c7-a67f-1654b9d434d0", "name": "network-vif-plugged", "status": "completed", "tag": "5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:24.759563 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d20cc07-68f8-4449-ba06-25827335b00f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:24.766943 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49edc8e-d4dd-40c7-a67f-1654b9d434d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87', 'code': 200} Aug 26 10:56:24.796443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:24.800330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-4da7e1f4-a356-4940-8fce-51445e5a1aca tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:24.801934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-4da7e1f4-a356-4940-8fce-51445e5a1aca tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 813 time: 0.1900496 Aug 26 10:56:24.826321 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-9ff44653-2474-479f-a683-2f1ad3e03960 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/quotas/e796d04849e94289aa0bde1b177fea70 HTTP/1.1" status: 200 len: 375 time: 0.0140345 Aug 26 10:56:24.890085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-a58692b7-5a34-458e-a574-0b82ca02f4dd tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560126 Aug 26 10:56:24.916263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d481e3-f72c-4b89-942c-36c9f8e67710 req-cb69637c-2091-42e1-89a3-15cabccf59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:24.917823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2d481e3-f72c-4b89-942c-36c9f8e67710 req-cb69637c-2091-42e1-89a3-15cabccf59e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 1098 time: 0.0821722 Aug 26 10:56:24.966181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1aced4fe-2ebc-409c-9fad-d6b351aec333 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:25.010716 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2d481e3-f72c-4b89-942c-36c9f8e67710 req-5a4151ec-6d30-478e-80ab-80a30ad0c69d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822122 Aug 26 10:56:25.040451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-1316268a-ff50-4c19-bec1-e34364365f29 service neutron] 10.222.0.21 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353946 Aug 26 10:56:25.045499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 1aced4fe-2ebc-409c-9fad-d6b351aec333 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:56:25.052341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 1aced4fe-2ebc-409c-9fad-d6b351aec333 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:25.053152 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:25.201521 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:25.243292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-fa0d8ebe-3e8b-4991-8fcc-ea8c48e24558 service neutron] 10.222.0.21 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913688 Aug 26 10:56:25.279379 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1aced4fe-2ebc-409c-9fad-d6b351aec333, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:25.286887 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:25.363252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa01d1e-9bd5-4e12-a0ae-4d54b960d170 req-4d24012c-7f38-4143-9371-5cfc01a30368 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:25.378143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-caa01d1e-9bd5-4e12-a0ae-4d54b960d170 req-4d24012c-7f38-4143-9371-5cfc01a30368 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 943 time: 0.1396601 Aug 26 10:56:25.400798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1aced4fe-2ebc-409c-9fad-d6b351aec333,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:25.444166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-caa01d1e-9bd5-4e12-a0ae-4d54b960d170 req-4660f0bb-1392-46b0-8168-fdf18f06f397 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611498 Aug 26 10:56:25.618065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b0e1a0b-b894-4227-a59a-a58ba5bc734c req-6459b12d-69e7-48cd-8c90-bac60334777d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 210 time: 0.0717256 Aug 26 10:56:25.741350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007b49f-e5b7-4b83-9ea3-d45a910c4d83 req-5075a2ed-e7cd-43f7-a0d3-87ea9ab02bdd tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:25.745184 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c007b49f-e5b7-4b83-9ea3-d45a910c4d83 req-5075a2ed-e7cd-43f7-a0d3-87ea9ab02bdd tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 946 time: 0.1315598 Aug 26 10:56:25.847113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c007b49f-e5b7-4b83-9ea3-d45a910c4d83 req-adf013d7-8a29-49a7-9773-c9c966f27e33 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853097 Aug 26 10:56:25.926973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5456b-e729-4b74-b67c-3c8e2641cbbb req-d4a05d2e-ad65-4650-bbc1-402c4e20f2a7 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:25.939866 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65c5456b-e729-4b74-b67c-3c8e2641cbbb req-d4a05d2e-ad65-4650-bbc1-402c4e20f2a7 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 944 time: 0.1269500 Aug 26 10:56:26.005645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65c5456b-e729-4b74-b67c-3c8e2641cbbb req-2178862d-5139-4f43-809c-dd1f1b731b18 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543268 Aug 26 10:56:26.385124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 66614e9d-6261-4b1c-ae76-8905e353434c details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:56:26.604488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 66614e9d-6261-4b1c-ae76-8905e353434c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=66614e9d-6261-4b1c-ae76-8905e353434c,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:26.629345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '66614e9d-6261-4b1c-ae76-8905e353434c', 'network_id': 'c7c04127-23c0-4729-b2ff-8a8b499ac03e', 'port_id': '66614e9d-6261-4b1c-ae76-8905e353434c', 'mac_address': 'fa:16:3e:82:c6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760b4e2b-5c18-4ac8-b8ff-22f5ada85360', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:56:26.681031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61687ce0-f7f1-4d6c-a1ed-fecfbc5157a3 req-29da0ac2-5589-4b70-a4e2-a1b71b0b420a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:26.698199 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:26.699105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61687ce0-f7f1-4d6c-a1ed-fecfbc5157a3 req-29da0ac2-5589-4b70-a4e2-a1b71b0b420a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 943 time: 0.1167681 Aug 26 10:56:26.733232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66614e9d-6261-4b1c-ae76-8905e353434c {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:26.773244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fde4912-c8c4-48ad-8b85-ad2d57971c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aced4fe-2ebc-409c-9fad-d6b351aec333'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:26.780234 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4109d9-76e2-434b-8c34-b53949d9e7ef" -d '{"events": [{"server_uuid": "0fde4912-c8c4-48ad-8b85-ad2d57971c55", "name": "network-vif-plugged", "status": "completed", "tag": "1aced4fe-2ebc-409c-9fad-d6b351aec333"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:26.785173 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 66614e9d-6261-4b1c-ae76-8905e353434c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=66614e9d-6261-4b1c-ae76-8905e353434c,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:26.785850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61687ce0-f7f1-4d6c-a1ed-fecfbc5157a3 req-2e81b93d-bce2-4fcc-bea4-dbb72751bfb1 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800550 Aug 26 10:56:26.812489 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:26.814367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 68625c67-00dd-459c-aa85-126bec8db45b details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:56:26.943469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be929e86-a663-4fe2-965f-4164dd4148f3 req-4bd3d389-f3f2-4fec-9a7b-6a69d0164c8c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 210 time: 0.0900812 Aug 26 10:56:27.114009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05774-d2ec-473f-8145-909e4ff7e3a1 req-b1a85abc-8e00-4934-8bdc-c00ede546f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:27.120208 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efa05774-d2ec-473f-8145-909e4ff7e3a1 req-b1a85abc-8e00-4934-8bdc-c00ede546f4d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 1097 time: 0.1410985 Aug 26 10:56:27.142419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 68625c67-00dd-459c-aa85-126bec8db45b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=68625c67-00dd-459c-aa85-126bec8db45b,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:27.166582 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c13042-66de-48af-8330-55a6473f6021 x-openstack-request-id: req-75c13042-66de-48af-8330-55a6473f6021 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:27.167513 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fde4912-c8c4-48ad-8b85-ad2d57971c55", "name": "network-vif-plugged", "status": "completed", "tag": "1aced4fe-2ebc-409c-9fad-d6b351aec333", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:27.168115 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75c13042-66de-48af-8330-55a6473f6021 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:27.168971 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fde4912-c8c4-48ad-8b85-ad2d57971c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aced4fe-2ebc-409c-9fad-d6b351aec333', 'code': 200} Aug 26 10:56:27.241169 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efa05774-d2ec-473f-8145-909e4ff7e3a1 req-f339e932-3c9f-48bc-8be7-2a15f70eafc5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097803 Aug 26 10:56:27.278523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '68625c67-00dd-459c-aa85-126bec8db45b', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'port_id': '68625c67-00dd-459c-aa85-126bec8db45b', 'mac_address': 'fa:16:3e:19:fa:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c71856-2cfc-4d6d-8f1b-fb314e8f501e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:56:27.286034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-3c4c5c26-7d71-4053-afbc-797d790872cf tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:27.287846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-3c4c5c26-7d71-4053-afbc-797d790872cf tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.47 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 813 time: 0.3615925 Aug 26 10:56:27.314384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Request body: {'port': {'device_id': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b', 'admin_state_up': True, 'tenant_id': 'e796d04849e94289aa0bde1b177fea70'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:27.329976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27316b-f032-45a7-ae32-0110f7243c02 req-91ba351e-fa27-47dc-9157-c4ebdec3ef2b tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:27.340283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b27316b-f032-45a7-ae32-0110f7243c02 req-91ba351e-fa27-47dc-9157-c4ebdec3ef2b tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 946 time: 0.1845939 Aug 26 10:56:27.348707 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:27.351727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=66614e9d-6261-4b1c-ae76-8905e353434c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:27.389140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68625c67-00dd-459c-aa85-126bec8db45b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:27.457016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 68625c67-00dd-459c-aa85-126bec8db45b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=68625c67-00dd-459c-aa85-126bec8db45b,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:27.465205 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:27.494987 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b27316b-f032-45a7-ae32-0110f7243c02 req-00b69bf1-3679-404d-a66e-9369da832568 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533196 Aug 26 10:56:27.583733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=68625c67-00dd-459c-aa85-126bec8db45b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:27.609634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Made reservation on behalf of e796d04849e94289aa0bde1b177fea70 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:56:27.619548 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:27.821427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71ea4b-cda7-464c-b1f6-9bd748e4f20a req-8bfab7bd-7ecf-4b9f-8ca2-d0db9d04ff54 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:27.824383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd71ea4b-cda7-464c-b1f6-9bd748e4f20a req-8bfab7bd-7ecf-4b9f-8ca2-d0db9d04ff54 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 945 time: 0.1777329 Aug 26 10:56:27.884211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['66614e9d-6261-4b1c-ae76-8905e353434c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:27.958427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['68625c67-00dd-459c-aa85-126bec8db45b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:28.000832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd71ea4b-cda7-464c-b1f6-9bd748e4f20a req-2daa85c5-8b72-44cf-b52d-3788638d6abe tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688120 Aug 26 10:56:28.029285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Allocated IP 172.20.0.7 (f82ae0d8-084b-4078-bf2e-64550c4c241b/2e1dfbf1-5bb4-498a-a82d-9c935bf08205/69c40a3f-ac4a-484e-a724-137be15e9b65) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:56:28.066836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5715d-a7eb-476e-9f38-5b64aa0fa0e0 req-e03e43f5-6ab8-4437-a561-0694d49bd4db tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:28.075304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67f5715d-a7eb-476e-9f38-5b64aa0fa0e0 req-e03e43f5-6ab8-4437-a561-0694d49bd4db tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 944 time: 0.1342235 Aug 26 10:56:28.181709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67f5715d-a7eb-476e-9f38-5b64aa0fa0e0 req-5d300999-1a80-4499-a40c-438612694fa4 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996435 Aug 26 10:56:28.512790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51060) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:28.723185 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8828aea3-3293-4853-bad8-c49f2f88a279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:28.860566 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb38fc92-7c23-4c16-8dee-404d16219f89 req-ea8b4190-51f0-4bf0-b665-28a4cb22d972 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 210 time: 0.0685906 Aug 26 10:56:28.920818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8828aea3-3293-4853-bad8-c49f2f88a279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:28.928098 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8828aea3-3293-4853-bad8-c49f2f88a279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:28.949199 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:28.999408 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8828aea3-3293-4853-bad8-c49f2f88a279 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44fe8651e5774c94b28f337ebaae3e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4850812 Aug 26 10:56:29.000185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828aea3-3293-4853-bad8-c49f2f88a279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb1bae-5959-4aaf-adb9-ff198cae22e0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:29.003309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51066) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:29.031130 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:29.094872 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b25e8b8-32f3-4e10-af30-a5682e704aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:29.119982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Network f82ae0d8-084b-4078-bf2e-64550c4c241b is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:56:29.130800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:56:29.137814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:56:29.163311 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b25e8b8-32f3-4e10-af30-a5682e704aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:29.185820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:29.261331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b25e8b8-32f3-4e10-af30-a5682e704aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:29.265001 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b25e8b8-32f3-4e10-af30-a5682e704aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:29.267252 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8b25e8b8-32f3-4e10-af30-a5682e704aaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cadb1bae-5959-4aaf-adb9-ff198cae22e0 HTTP/1.1" status: 204 len: 168 time: 0.2625663 Aug 26 10:56:29.278444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25e8b8-32f3-4e10-af30-a5682e704aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb1bae-5959-4aaf-adb9-ff198cae22e0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:29.333442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:29.334814 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:29.406171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-b2b56074-c25b-4b71-92ad-53c99232fea8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1059220 Aug 26 10:56:29.415198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fdef3-b066-4d05-8599-e47ceb2a40ce req-8136ab36-acd1-4d33-af3c-7cbf288da69e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:29.416993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f5fdef3-b066-4d05-8599-e47ceb2a40ce req-8136ab36-acd1-4d33-af3c-7cbf288da69e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 945 time: 0.2331185 Aug 26 10:56:29.423416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Request body: {'port': {'device_id': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:29.496950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ad0ed-aa92-475f-88b5-4c99507f9045 req-062eda36-7088-4d2d-bdf1-e4752341bc19 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:29.498765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-520ad0ed-aa92-475f-88b5-4c99507f9045 req-062eda36-7088-4d2d-bdf1-e4752341bc19 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 944 time: 0.1561849 Aug 26 10:56:29.551824 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f5fdef3-b066-4d05-8599-e47ceb2a40ce req-e850fd13-0a4b-4ec2-bdf4-c7b9951c473e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963023 Aug 26 10:56:29.567760 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:29.641767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-520ad0ed-aa92-475f-88b5-4c99507f9045 req-5b95fa4f-e7d9-4488-ac9f-6fcf6e6c0853 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107712 Aug 26 10:56:29.822124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51080) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:29.846246 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f418705-2528-45e6-83fe-0bcc475144cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.072250 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-5de318a5-3759-47b9-82ae-c22cc958eece service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1879897 Aug 26 10:56:30.155867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535735ee-bbe7-4b5e-a897-e4fc3ec9b266 req-d24acefe-ab63-4fc1-859b-fcd47d26c292 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.165165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f418705-2528-45e6-83fe-0bcc475144cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.170328 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-535735ee-bbe7-4b5e-a897-e4fc3ec9b266 req-d24acefe-ab63-4fc1-859b-fcd47d26c292 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 931 time: 0.1595926 Aug 26 10:56:30.236138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f418705-2528-45e6-83fe-0bcc475144cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.314334 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-535735ee-bbe7-4b5e-a897-e4fc3ec9b266 req-5e071802-adcb-43b9-a611-91639262edcc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424100 Aug 26 10:56:30.335999 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0f418705-2528-45e6-83fe-0bcc475144cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ac6ee656c3f4e148d2cd3fb11e52e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112469 Aug 26 10:56:30.343350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c40a3f-ac4a-484e-a724-137be15e9b65 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:30.351014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9615efed-312d-4299-b73a-fc582155fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.351515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51086) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:30.353235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9615efed-312d-4299-b73a-fc582155fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.354715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9615efed-312d-4299-b73a-fc582155fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.356182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9615efed-312d-4299-b73a-fc582155fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.357473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9615efed-312d-4299-b73a-fc582155fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.358621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9615efed-312d-4299-b73a-fc582155fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.360443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9615efed-312d-4299-b73a-fc582155fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.364169 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9615efed-312d-4299-b73a-fc582155fa60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 6499 time: 0.2119229 Aug 26 10:56:30.366959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f418705-2528-45e6-83fe-0bcc475144cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80ee5d9-fa6b-4e65-86d7-1dea6abaadda,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:30.369347 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.407098 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 66614e9d-6261-4b1c-ae76-8905e353434c up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:30.422520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Transition to ACTIVE for port object 69c40a3f-ac4a-484e-a724-137be15e9b65 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:56:30.430142 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.491184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 66614e9d-6261-4b1c-ae76-8905e353434c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:56:30.497889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 66614e9d-6261-4b1c-ae76-8905e353434c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:30.498273 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.519856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9a713d-3ac9-40b1-aa82-115273641a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.523296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:30.608908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9a713d-3ac9-40b1-aa82-115273641a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.637950 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.639223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9d96c739-2c67-4cc0-92d0-f0434fbee04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.640284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9d96c739-2c67-4cc0-92d0-f0434fbee04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.642251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9d96c739-2c67-4cc0-92d0-f0434fbee04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.647032 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9d96c739-2c67-4cc0-92d0-f0434fbee04e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c29a414-e206-4e98-b1a0-62ff2e09f39a&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=7e95f1db-eea7-493f-94df-e8629975974f&id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 HTTP/1.1" status: 200 len: 2294 time: 0.2359595 Aug 26 10:56:30.684786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 66614e9d-6261-4b1c-ae76-8905e353434c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=66614e9d-6261-4b1c-ae76-8905e353434c,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:30.686062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00684f78-147a-47f7-9115-c9fb7374c89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66614e9d-6261-4b1c-ae76-8905e353434c'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:30.689104 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bbaf91-eb61-4772-965e-c3f553e4e138" -d '{"events": [{"server_uuid": "00684f78-147a-47f7-9115-c9fb7374c89b", "name": "network-vif-plugged", "status": "completed", "tag": "66614e9d-6261-4b1c-ae76-8905e353434c"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:30.696990 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.697862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 68625c67-00dd-459c-aa85-126bec8db45b up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:30.756033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Attempting to bind port 69c40a3f-ac4a-484e-a724-137be15e9b65 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:56:30.756740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Attempting to bind port 69c40a3f-ac4a-484e-a724-137be15e9b65 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:56:30.757273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Attempting to bind port 69c40a3f-ac4a-484e-a724-137be15e9b65 on network f82ae0d8-084b-4078-bf2e-64550c4c241b {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:30.759221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=66614e9d-6261-4b1c-ae76-8905e353434c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:30.770157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Port 69c40a3f-ac4a-484e-a724-137be15e9b65 on network f82ae0d8-084b-4078-bf2e-64550c4c241b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:56:30.771495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Attempting to bind port 69c40a3f-ac4a-484e-a724-137be15e9b65 on network f82ae0d8-084b-4078-bf2e-64550c4c241b {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:30.784574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:56:30.785338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Checking segment: {'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:56:30.786278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Bound using segment: {'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:56:30.787129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Bound port: 69c40a3f-ac4a-484e-a724-137be15e9b65, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:56:30.787963 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.819057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d59780-cd8f-45c0-be33-68af7acc33a0 req-116dbbcf-6b00-4884-9994-22d8c6884e5c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.827465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9d59780-cd8f-45c0-be33-68af7acc33a0 req-116dbbcf-6b00-4884-9994-22d8c6884e5c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.1631141 Aug 26 10:56:30.835075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 68625c67-00dd-459c-aa85-126bec8db45b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:56:30.840486 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 68625c67-00dd-459c-aa85-126bec8db45b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:30.842147 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.878451 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9a713d-3ac9-40b1-aa82-115273641a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.879054 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-3b74aa8d-c054-410e-be4a-c7ae0d1f2811 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 HTTP/1.1" status: 200 len: 1002 time: 0.2212994 Aug 26 10:56:30.881060 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9a713d-3ac9-40b1-aa82-115273641a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.882496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0f9a713d-3ac9-40b1-aa82-115273641a61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d80ee5d9-fa6b-4e65-86d7-1dea6abaadda HTTP/1.1" status: 204 len: 168 time: 0.5293992 Aug 26 10:56:30.932322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a713d-3ac9-40b1-aa82-115273641a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80ee5d9-fa6b-4e65-86d7-1dea6abaadda,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:30.973972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9d59780-cd8f-45c0-be33-68af7acc33a0 req-a72d672b-b797-48b0-8bd1-432da59b1c26 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444943 Aug 26 10:56:30.993647 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:30.994440 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-8024619c-449c-4774-8175-e2ade7a092b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:30.998603 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-8024619c-449c-4774-8175-e2ade7a092b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34e578bc-0e70-4fe6-a893-d9310ddafc79 HTTP/1.1" status: 200 len: 851 time: 0.1116986 Aug 26 10:56:31.023361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:56:31.033493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:56:31.044618 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 68625c67-00dd-459c-aa85-126bec8db45b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=68625c67-00dd-459c-aa85-126bec8db45b,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:31.057205 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:31.061005 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555e7d5c-45b8-49e4-9dc9-645b89d7f578 x-openstack-request-id: req-555e7d5c-45b8-49e4-9dc9-645b89d7f578 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:31.061307 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00684f78-147a-47f7-9115-c9fb7374c89b", "name": "network-vif-plugged", "status": "completed", "tag": "66614e9d-6261-4b1c-ae76-8905e353434c", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:31.061568 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-555e7d5c-45b8-49e4-9dc9-645b89d7f578 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:31.062070 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00684f78-147a-47f7-9115-c9fb7374c89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66614e9d-6261-4b1c-ae76-8905e353434c', 'code': 200} Aug 26 10:56:31.078895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55494a3-7916-4584-b47f-017bffa567b5 req-828e3476-a657-4483-9dc2-3597687dc00c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:31.092608 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c55494a3-7916-4584-b47f-017bffa567b5 req-828e3476-a657-4483-9dc2-3597687dc00c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 944 time: 0.2175136 Aug 26 10:56:31.111361 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:31.173812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-c8251d88-eb17-425d-af79-4663a0701b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:31.175519 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-c8251d88-eb17-425d-af79-4663a0701b66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c29a414-e206-4e98-b1a0-62ff2e09f39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695049 Aug 26 10:56:31.221752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=68625c67-00dd-459c-aa85-126bec8db45b,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:31.243385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:31.258535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:31.259293 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:31.260943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c27f7b90-dcff-433e-be02-d982dfbd92fb service neutron] 10.222.0.47 "PUT /v2.0/ports/69c40a3f-ac4a-484e-a724-137be15e9b65 HTTP/1.1" status: 200 len: 1092 time: 1.8426964 Aug 26 10:56:31.261427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:31.263848 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee948ae-21ba-463c-b6ce-4bf9ce5133d2" -d '{"events": [{"name": "network-changed", "server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:31.316455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c55494a3-7916-4584-b47f-017bffa567b5 req-e38f7022-7bf7-4f10-b0a3-ec0e14f8b58e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227545 Aug 26 10:56:31.376833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad43c50-800d-4706-899f-b8d025384a30 req-31ff3c27-edf6-48ef-a8e6-f38513145277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:31.379216 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7ad43c50-800d-4706-899f-b8d025384a30 req-31ff3c27-edf6-48ef-a8e6-f38513145277 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 1098 time: 0.2316935 Aug 26 10:56:31.399289 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ce2cec-1435-47a9-93a9-fc0b87967e5d x-openstack-request-id: req-93ce2cec-1435-47a9-93a9-fc0b87967e5d {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:31.399696 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:31.399882 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93ce2cec-1435-47a9-93a9-fc0b87967e5d {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:31.400265 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'status': 'completed', 'code': 200} Aug 26 10:56:31.429756 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-46c5ff16-77bb-4d7a-98d9-5393b151e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:31.431391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-46c5ff16-77bb-4d7a-98d9-5393b151e241 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 1095 time: 0.1139584 Aug 26 10:56:31.472983 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7ad43c50-800d-4706-899f-b8d025384a30 req-f422556b-3375-4cee-96ee-8c36b256d055 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841231 Aug 26 10:56:31.476141 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-487548f9-50b5-4553-a1ab-cf6d904a790e service neutron] 10.222.0.47 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640519 Aug 26 10:56:31.555003 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-8cc9b036-3759-48a9-ac7c-2f8676aaaab3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69c40a3f-ac4a-484e-a724-137be15e9b65 HTTP/1.1" status: 200 len: 217 time: 0.1132255 Aug 26 10:56:31.598872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defeb1b-93f5-4d7e-970d-118eb0031521 req-0dacebaf-6ca2-48c3-8e40-cc3a6c745453 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:31.601911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8defeb1b-93f5-4d7e-970d-118eb0031521 req-0dacebaf-6ca2-48c3-8e40-cc3a6c745453 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 943 time: 0.1801474 Aug 26 10:56:31.653700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8defeb1b-93f5-4d7e-970d-118eb0031521 req-caa59659-fcce-4c87-b98b-de116bde9f4d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Aug 26 10:56:31.828173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-fb470cab-cc7e-46b1-91de-fb367146544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:31.830851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-fb470cab-cc7e-46b1-91de-fb367146544d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e1dfbf1-5bb4-498a-a82d-9c935bf08205 HTTP/1.1" status: 200 len: 853 time: 0.0907071 Aug 26 10:56:31.853213 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-0e950589-4808-4580-8232-2bc8eabcccf4 service neutron] 10.222.0.47 "GET /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130288 Aug 26 10:56:31.884928 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-31e2a169-8b16-4dcf-93c6-bdfb5160cf1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f82ae0d8-084b-4078-bf2e-64550c4c241b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414865 Aug 26 10:56:31.902282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-2ba1a851-e411-4843-a278-1cd8f58f5405 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=1dc0dec7-8e07-4315-a42c-6e045bfd90f1 HTTP/1.1" status: 200 len: 217 time: 0.0412405 Aug 26 10:56:31.967878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-a06d5a06-3ca8-4615-9de8-c4a8fa53c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:31.970456 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-a06d5a06-3ca8-4615-9de8-c4a8fa53c225 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.0610452 Aug 26 10:56:32.027352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-c3a83bf1-dcf9-4ccb-a767-9ca9a0f615b4 service neutron] 10.222.0.47 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336246 Aug 26 10:56:32.041182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-db72d85f-0b44-43e2-b305-6f4d07d665d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:32.043385 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-db72d85f-0b44-43e2-b305-6f4d07d665d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0633752 Aug 26 10:56:32.241300 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-93a75dc2-fce2-4116-9aba-52f44f419fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884420 Aug 26 10:56:32.278135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc06c6-b145-4cee-8326-07349d1f187a req-cba6e8d0-ce12-4740-a202-ec0b34b60d24 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:32.287245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1dc06c6-b145-4cee-8326-07349d1f187a req-cba6e8d0-ce12-4740-a202-ec0b34b60d24 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.1531227 Aug 26 10:56:32.302822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf2787a-bb6a-41fe-9fc9-e81801e6f1cb req-feb5b1a9-ac4f-48d2-ba54-97df240d8352 service neutron] 10.222.0.47 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659564 Aug 26 10:56:32.354439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1dc06c6-b145-4cee-8326-07349d1f187a req-8b44dcbf-5216-4b85-9c81-4e1a3d9c8a56 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660033 Aug 26 10:56:32.468198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee948ae-21ba-463c-b6ce-4bf9ce5133d2 req-9bce3f3f-27e0-483b-b563-d8e29ef79f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:32.470304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dee948ae-21ba-463c-b6ce-4bf9ce5133d2 req-9bce3f3f-27e0-483b-b563-d8e29ef79f08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 1095 time: 0.0688896 Aug 26 10:56:32.484865 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9c7ae8ee-6b15-4bff-891d-401a4fd3f5e4 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360251 Aug 26 10:56:32.581727 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-e182b09f-b767-43c8-b95e-b027bfeb8775 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=01aa3d6a-c13a-4ee9-98b2-31d232de49f0 HTTP/1.1" status: 200 len: 217 time: 0.0769644 Aug 26 10:56:32.594966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099c55d-20dc-4b9d-9b1a-2676b00dc9d6 req-f281a2c6-83ad-4c2c-bcec-1cfb84de1963 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:32.596601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4099c55d-20dc-4b9d-9b1a-2676b00dc9d6 req-f281a2c6-83ad-4c2c-bcec-1cfb84de1963 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 945 time: 0.1254222 Aug 26 10:56:32.637441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee948ae-21ba-463c-b6ce-4bf9ce5133d2 req-ba405917-b205-4626-af64-da674d193de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:32.639028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dee948ae-21ba-463c-b6ce-4bf9ce5133d2 req-ba405917-b205-4626-af64-da674d193de8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 914 time: 0.1553397 Aug 26 10:56:32.693003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-3ee36fc3-2f59-4ebe-88b2-1c36e6fb91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:32.696845 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-3ee36fc3-2f59-4ebe-88b2-1c36e6fb91a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.1044438 Aug 26 10:56:32.708687 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dee948ae-21ba-463c-b6ce-4bf9ce5133d2 req-8eb85324-8c29-4632-9848-c216c3272a37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69c40a3f-ac4a-484e-a724-137be15e9b65 HTTP/1.1" status: 200 len: 217 time: 0.0598531 Aug 26 10:56:32.718637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4099c55d-20dc-4b9d-9b1a-2676b00dc9d6 req-5c4dbf9d-2ce7-4a61-9693-6f36e2b926cc tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087554 Aug 26 10:56:32.776893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee948ae-21ba-463c-b6ce-4bf9ce5133d2 req-dbee2372-0034-47fb-923d-b91cf4855abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:32.778512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dee948ae-21ba-463c-b6ce-4bf9ce5133d2 req-dbee2372-0034-47fb-923d-b91cf4855abd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e1dfbf1-5bb4-498a-a82d-9c935bf08205 HTTP/1.1" status: 200 len: 853 time: 0.0568571 Aug 26 10:56:32.834276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-552cc7ef-62a4-45eb-afb8-7bd1cacf750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:32.836357 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-552cc7ef-62a4-45eb-afb8-7bd1cacf750c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1253936 Aug 26 10:56:32.850126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dee948ae-21ba-463c-b6ce-4bf9ce5133d2 req-3e5f952a-6e07-4663-b6ca-25cc11fedc60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f82ae0d8-084b-4078-bf2e-64550c4c241b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562508 Aug 26 10:56:32.980385 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-70d4bf30-ec0a-48af-bdff-6fced18da2f0 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282985 Aug 26 10:56:33.042519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb4291-5765-4a35-92da-116c52579123 req-d2a6e649-9d26-4430-971a-03be7aa03f54 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:33.050798 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5fb4291-5765-4a35-92da-116c52579123 req-d2a6e649-9d26-4430-971a-03be7aa03f54 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 943 time: 0.2036090 Aug 26 10:56:33.063968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e4e37d-8a44-402a-a001-eb651b3e2f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68625c67-00dd-459c-aa85-126bec8db45b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:33.068989 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b44072-5cb9-4313-bb14-f885c89d52ce" -d '{"events": [{"server_uuid": "40e4e37d-8a44-402a-a001-eb651b3e2f31", "name": "network-vif-plugged", "status": "completed", "tag": "68625c67-00dd-459c-aa85-126bec8db45b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:33.148787 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8f287f-7c5f-4016-8a61-ef2c030f42fa x-openstack-request-id: req-4a8f287f-7c5f-4016-8a61-ef2c030f42fa {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:33.150193 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e4e37d-8a44-402a-a001-eb651b3e2f31", "name": "network-vif-plugged", "status": "completed", "tag": "68625c67-00dd-459c-aa85-126bec8db45b", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:33.150533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dee948ae-21ba-463c-b6ce-4bf9ce5133d2 req-cf1d1bd7-bde0-4766-bb2c-9b1a4b4060e8 service neutron] 10.222.0.47 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609229 Aug 26 10:56:33.151159 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a8f287f-7c5f-4016-8a61-ef2c030f42fa {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:33.152311 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e4e37d-8a44-402a-a001-eb651b3e2f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68625c67-00dd-459c-aa85-126bec8db45b', 'code': 200} Aug 26 10:56:33.164896 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5fb4291-5765-4a35-92da-116c52579123 req-f5d84bf6-6cfc-4c05-a1c2-565858f003c1 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129622 Aug 26 10:56:33.271279 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-4381a2f2-d71d-4bc2-8102-27471f4a4e8e service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840209 Aug 26 10:56:33.420158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dee948ae-21ba-463c-b6ce-4bf9ce5133d2 req-f2e025d6-e523-444c-8f38-298acfc57a62 service neutron] 10.222.0.47 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497926 Aug 26 10:56:33.472290 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-6b4713eb-2a9a-4cf1-a5c6-baf658b263a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=260c9222-0d1f-4d80-842b-55abc38ec59e HTTP/1.1" status: 200 len: 217 time: 0.1564448 Aug 26 10:56:33.565700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2de459-b272-4dae-b9d7-6e0e5a95389a req-91a566c9-6bca-4665-849f-decd1b078931 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:33.569439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce2de459-b272-4dae-b9d7-6e0e5a95389a req-91a566c9-6bca-4665-849f-decd1b078931 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.0924180 Aug 26 10:56:33.576544 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-e9d90a01-5937-4b68-86d5-224e5fa5956c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:33.578258 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-e9d90a01-5937-4b68-86d5-224e5fa5956c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.0922408 Aug 26 10:56:33.589012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26177ca-072d-4f1d-ab26-a04e06446c4f req-d0e4f7f6-ed49-4c9a-b3f0-7308ec2e0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:33.590751 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f26177ca-072d-4f1d-ab26-a04e06446c4f req-d0e4f7f6-ed49-4c9a-b3f0-7308ec2e0a18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 1097 time: 0.2974532 Aug 26 10:56:33.670236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce2de459-b272-4dae-b9d7-6e0e5a95389a req-4d64c7bf-e392-4274-b60a-b3ba730943eb tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923188 Aug 26 10:56:33.717989 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f26177ca-072d-4f1d-ab26-a04e06446c4f req-cb73aaf9-bbd4-4ea8-9498-aed6de964665 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170764 Aug 26 10:56:33.726055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-94df857d-c0a2-4b01-b186-d0c6fa0c9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:33.727838 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-94df857d-c0a2-4b01-b186-d0c6fa0c9ad6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1360512 Aug 26 10:56:33.949646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448c53f-eed5-45c2-9c69-dcde76f479d3 req-3416ca45-df56-4c7d-a2ff-7cc4aaca5c57 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:33.952783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0448c53f-eed5-45c2-9c69-dcde76f479d3 req-3416ca45-df56-4c7d-a2ff-7cc4aaca5c57 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 945 time: 0.1099179 Aug 26 10:56:34.110439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0448c53f-eed5-45c2-9c69-dcde76f479d3 req-40da8bce-7df8-4f42-a26a-f7f5ebbf6bc5 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443739 Aug 26 10:56:34.399928 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-22a41a88-4abf-48db-b37c-5e597bced294 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131613 Aug 26 10:56:34.421858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d53118-2ac7-44a9-9303-43cb9998f8c0 req-a575e960-ea2b-431d-bc07-167f1b971d02 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:34.425023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca275b-4468-4dab-ba09-6ed369ede36c req-e2cfbc3c-d41d-4341-a1fa-0ad6077c40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:34.427329 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbca275b-4468-4dab-ba09-6ed369ede36c req-e2cfbc3c-d41d-4341-a1fa-0ad6077c40a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fda451808c6346a3be19222940da66a2&device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 1098 time: 0.1602812 Aug 26 10:56:34.436296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69d53118-2ac7-44a9-9303-43cb9998f8c0 req-a575e960-ea2b-431d-bc07-167f1b971d02 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.2454455 Aug 26 10:56:34.520249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da373b03-0366-4661-b39b-b4ec40178bbf req-0a131694-568f-466d-9355-e5c3458d730c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:34.523303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da373b03-0366-4661-b39b-b4ec40178bbf req-0a131694-568f-466d-9355-e5c3458d730c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 943 time: 0.2013443 Aug 26 10:56:34.543451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69d53118-2ac7-44a9-9303-43cb9998f8c0 req-f66e923b-3d56-4860-8cec-be772ce8960f tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056869 Aug 26 10:56:34.610697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da373b03-0366-4661-b39b-b4ec40178bbf req-62dc47f9-24c3-4be3-ab5d-94f5ffe37d40 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656862 Aug 26 10:56:34.717283 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-6fe44c33-9237-438d-8cbc-3e60760bcfdb service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081281 Aug 26 10:56:34.800523 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-d4a989b1-867e-4632-b201-0c07e6eab2b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=eb14fe9a-7dce-4766-8386-f266e574c13b HTTP/1.1" status: 200 len: 217 time: 0.0596149 Aug 26 10:56:34.804060 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca275b-4468-4dab-ba09-6ed369ede36c req-d1b726e2-bad7-46fc-bb80-5baf16398f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:34.806996 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbca275b-4468-4dab-ba09-6ed369ede36c req-d1b726e2-bad7-46fc-bb80-5baf16398f09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 200 len: 919 time: 0.3632209 Aug 26 10:56:34.918122 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbca275b-4468-4dab-ba09-6ed369ede36c req-6adf7253-209e-4787-abd5-6854addf7e3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66614e9d-6261-4b1c-ae76-8905e353434c HTTP/1.1" status: 200 len: 217 time: 0.0524442 Aug 26 10:56:34.920260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9c009672-f96d-414b-b122-3d3289d2ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:34.921794 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-9c009672-f96d-414b-b122-3d3289d2ca4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 200 len: 797 time: 0.1076229 Aug 26 10:56:35.025039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca275b-4468-4dab-ba09-6ed369ede36c req-c1e641c2-1070-4a53-b55f-26868cbe28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:35.026633 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbca275b-4468-4dab-ba09-6ed369ede36c req-c1e641c2-1070-4a53-b55f-26868cbe28e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=760b4e2b-5c18-4ac8-b8ff-22f5ada85360 HTTP/1.1" status: 200 len: 858 time: 0.0818799 Aug 26 10:56:35.055896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-50374ff3-768f-4667-b464-e8cacf8bb52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:35.059048 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-50374ff3-768f-4667-b464-e8cacf8bb52f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e95f1db-eea7-493f-94df-e8629975974f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1127226 Aug 26 10:56:35.098987 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbca275b-4468-4dab-ba09-6ed369ede36c req-8ebe92ca-9517-4982-bc83-aadfafcb820f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7c04127-23c0-4729-b2ff-8a8b499ac03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616906 Aug 26 10:56:35.400780 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbca275b-4468-4dab-ba09-6ed369ede36c req-fbc4808e-3a65-4a35-8dd4-0076a88efa39 service neutron] 10.222.0.47 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863111 Aug 26 10:56:35.427143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19229c-1fa0-41d3-bca8-fc36cbcee094 req-4003dda4-e0de-425b-8884-07270747f5c0 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:35.430403 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-8f298601-a4a3-45aa-a2a4-38182178820f service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373294 Aug 26 10:56:35.435785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac19229c-1fa0-41d3-bca8-fc36cbcee094 req-4003dda4-e0de-425b-8884-07270747f5c0 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 945 time: 0.0710893 Aug 26 10:56:35.516429 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac19229c-1fa0-41d3-bca8-fc36cbcee094 req-188425d7-0d04-4df0-a625-bc35c562ee2e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791612 Aug 26 10:56:35.540251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dae22-9279-4a91-b45c-573bcfab63ee req-de10641c-cb10-4e37-aac1-054d8440b8ef tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:35.543673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c14dae22-9279-4a91-b45c-573bcfab63ee req-de10641c-cb10-4e37-aac1-054d8440b8ef tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 946 time: 0.1019506 Aug 26 10:56:35.662929 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c14dae22-9279-4a91-b45c-573bcfab63ee req-6026fe51-5a89-4fc0-8583-007b45e73fc3 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026878 Aug 26 10:56:35.683879 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-e1e9d0b1-1654-498a-91bd-3107ed084a35 service neutron] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365503 Aug 26 10:56:35.687255 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbca275b-4468-4dab-ba09-6ed369ede36c req-64d4d5c8-4e2a-410d-8929-76ab5dc592ad service neutron] 10.222.0.47 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557149 Aug 26 10:56:35.832389 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-018cf9bd-9097-4c1c-a1d3-6cdc074b416a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=06b18670-82f9-4b7e-9c47-a1f920dacb98 HTTP/1.1" status: 200 len: 217 time: 0.1429975 Aug 26 10:56:35.857429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda40cf-ae0e-40b9-b01a-56bd378d9abc req-734a7c43-f478-49bb-8214-24f2e9d32c52 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:35.867012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bda40cf-ae0e-40b9-b01a-56bd378d9abc req-734a7c43-f478-49bb-8214-24f2e9d32c52 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 943 time: 0.1092298 Aug 26 10:56:35.887364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51230) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:35.927997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-a9e786d1-9be3-4dc6-87e0-f2686f57f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:35.929632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609470b-b38a-42b0-974a-3d29d8db38dc req-9f4a2761-dee4-48b0-98a8-4453d93a10cc tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:35.929844 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-a9e786d1-9be3-4dc6-87e0-f2686f57f72e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df0dfa6-d27a-4ded-801d-40072b12272b HTTP/1.1" status: 200 len: 797 time: 0.0893779 Aug 26 10:56:35.933017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4609470b-b38a-42b0-974a-3d29d8db38dc req-9f4a2761-dee4-48b0-98a8-4453d93a10cc tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.1643064 Aug 26 10:56:35.993245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-ea0f16f9-0a84-48ae-a1fa-1e48ff2f0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:35.995183 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-ea0f16f9-0a84-48ae-a1fa-1e48ff2f0922 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542486 Aug 26 10:56:36.029441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bda40cf-ae0e-40b9-b01a-56bd378d9abc req-ef8b168f-97d4-41f3-b721-2047ba4148dd tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609218 Aug 26 10:56:36.042112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4609470b-b38a-42b0-974a-3d29d8db38dc req-6a1df664-f314-4490-9a8e-f807de2e7ecb tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002808 Aug 26 10:56:36.200650 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a499e977-4173-41e7-9aa0-ed43f59b25d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:36.200958 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-40e861d1-9c36-4624-88ac-482968777e8b service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942070 Aug 26 10:56:36.336147 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a499e977-4173-41e7-9aa0-ed43f59b25d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:36.341967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a499e977-4173-41e7-9aa0-ed43f59b25d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:36.369819 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-4e61aa96-4b2b-4f05-b8c7-e54a07afe651 service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388750 Aug 26 10:56:36.383421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a499e977-4173-41e7-9aa0-ed43f59b25d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f31b14e4a625419c9c9fc6deb266cb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938335 Aug 26 10:56:36.387050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51236) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:36.401439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499e977-4173-41e7-9aa0-ed43f59b25d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb96f2c3-5a67-4f8a-969f-4f8132e148a7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:36.423292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 69c40a3f-ac4a-484e-a724-137be15e9b65 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:56:36.487654 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-c5cc74e9-c76e-4f0d-b196-40986540c444 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7108a8f-decf-49c6-874f-190492ae7266 HTTP/1.1" status: 200 len: 217 time: 0.0906849 Aug 26 10:56:36.558340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:36.585079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b', 'port_id': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'mac_address': 'fa:16:3e:6a:33:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1dfbf1-5bb4-498a-a82d-9c935bf08205', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:56:36.623824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-cf5c8f7d-fbab-40fc-a318-4918ad610ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:36.627632 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-cf5c8f7d-fbab-40fc-a318-4918ad610ef7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3df0dfa6-d27a-4ded-801d-40072b12272b HTTP/1.1" status: 200 len: 797 time: 0.1304939 Aug 26 10:56:36.633424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fafd223a-6353-413c-837c-d141a6cfcfb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:36.641171 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:36.657430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c40a3f-ac4a-484e-a724-137be15e9b65 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:36.686387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:36.702621 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:36.731469 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fafd223a-6353-413c-837c-d141a6cfcfb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:36.798782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:36.801744 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5fe59-40fd-43ea-913a-43f29ba65785 req-55bcb6a4-42a2-445c-acef-454ebe55fb79 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:36.813563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.814144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.814722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.815347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.815932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.816556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.817124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.817630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01c5fe59-40fd-43ea-913a-43f29ba65785 req-55bcb6a4-42a2-445c-acef-454ebe55fb79 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 945 time: 0.1614869 Aug 26 10:56:36.817759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.818256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.818947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.819371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.819913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:36.846044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-2da12ecd-976f-441a-befb-c47b36be8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:36.848349 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-2da12ecd-976f-441a-befb-c47b36be8d12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1932027 Aug 26 10:56:36.949918 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01c5fe59-40fd-43ea-913a-43f29ba65785 req-f2e64211-e186-47fc-8d08-9b2a4606e98b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307087 Aug 26 10:56:36.981505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba1df4-eed2-480b-8570-a73c131449b3 req-816c5814-e6ed-44d6-9109-1ff7f90386c7 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:36.984674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0eba1df4-eed2-480b-8570-a73c131449b3 req-816c5814-e6ed-44d6-9109-1ff7f90386c7 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 946 time: 0.1623914 Aug 26 10:56:37.016886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71119d9-5efa-4421-9eea-84925359a5ed req-efdabc1c-1c33-4f62-b57c-df581575b7b7 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:37.018674 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a71119d9-5efa-4421-9eea-84925359a5ed req-efdabc1c-1c33-4f62-b57c-df581575b7b7 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.42 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 946 time: 0.0999975 Aug 26 10:56:37.019507 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fafd223a-6353-413c-837c-d141a6cfcfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:37.030768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fafd223a-6353-413c-837c-d141a6cfcfb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:37.033764 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fafd223a-6353-413c-837c-d141a6cfcfb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb96f2c3-5a67-4f8a-969f-4f8132e148a7 HTTP/1.1" status: 204 len: 168 time: 0.6452806 Aug 26 10:56:37.073303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0eba1df4-eed2-480b-8570-a73c131449b3 req-da0e1ea4-bd10-48bf-85bc-855771350dc1 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817049 Aug 26 10:56:37.102084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd223a-6353-413c-837c-d141a6cfcfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb96f2c3-5a67-4f8a-969f-4f8132e148a7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:37.114759 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-50a2df1b-b3bf-41f9-a234-7b16dbe0d8e3 service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495120 Aug 26 10:56:37.168905 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['69c40a3f-ac4a-484e-a724-137be15e9b65'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:37.492436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435888-1d62-4920-9a1d-336c1ac87d5e req-1b81cfbe-1e89-4c08-8206-bfba148c0d72 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:37.507736 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63435888-1d62-4920-9a1d-336c1ac87d5e req-1b81cfbe-1e89-4c08-8206-bfba148c0d72 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.3286610 Aug 26 10:56:37.628222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96483321-0e84-4f94-97a5-3b6ea05788eb req-5214a957-fed7-45aa-bcf1-8cf75ef4b890 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:37.631299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-96483321-0e84-4f94-97a5-3b6ea05788eb req-5214a957-fed7-45aa-bcf1-8cf75ef4b890 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.2828715 Aug 26 10:56:37.705900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-a71119d9-5efa-4421-9eea-84925359a5ed req-ccc1c2a1-c54b-42e2-92bf-f04f35f248ab tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Deleting port c918b1be-3bca-4b0d-845d-b0af2a869bc1 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:37.706775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a71119d9-5efa-4421-9eea-84925359a5ed req-ccc1c2a1-c54b-42e2-92bf-f04f35f248ab tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:37.731068 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5a696b7-c2b9-4c3c-a535-457463df7284 req-45edaaad-6486-4f51-93dd-5d931938d006 service neutron] 10.222.0.47 "GET /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617267 Aug 26 10:56:37.738307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63435888-1d62-4920-9a1d-336c1ac87d5e req-9c72031f-75a1-47b4-8b34-f2351fb1fb4b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175457 Aug 26 10:56:37.834014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-96483321-0e84-4f94-97a5-3b6ea05788eb req-5c775ab6-7658-450f-b195-0943d86e426c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926715 Aug 26 10:56:37.835135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51260) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:37.909552 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-894034b8-788b-4ac0-b59c-3f45e8e4f284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:38.035932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a71119d9-5efa-4421-9eea-84925359a5ed req-ccc1c2a1-c54b-42e2-92bf-f04f35f248ab tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] For port c918b1be-3bca-4b0d-845d-b0af2a869bc1, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c918b1be-3bca-4b0d-845d-b0af2a869bc1,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:38.036735 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a71119d9-5efa-4421-9eea-84925359a5ed req-ccc1c2a1-c54b-42e2-92bf-f04f35f248ab tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:38.061963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-a71119d9-5efa-4421-9eea-84925359a5ed req-ccc1c2a1-c54b-42e2-92bf-f04f35f248ab tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Calling delete_port for c918b1be-3bca-4b0d-845d-b0af2a869bc1 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:38.104489 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-894034b8-788b-4ac0-b59c-3f45e8e4f284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:38.112157 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-894034b8-788b-4ac0-b59c-3f45e8e4f284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:38.204725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-894034b8-788b-4ac0-b59c-3f45e8e4f284 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b481c74b295842c2b5bd8299bd75c96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645825 Aug 26 10:56:38.209837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51266) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:38.251465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894034b8-788b-4ac0-b59c-3f45e8e4f284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3547148-874b-4594-82c4-9148e9ce3813,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:38.317240 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a71119d9-5efa-4421-9eea-84925359a5ed req-ccc1c2a1-c54b-42e2-92bf-f04f35f248ab tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:38.337097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c918b1be-3bca-4b0d-845d-b0af2a869bc1'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:38.355469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576f6d2-26a3-469c-a6de-cab656d95f2c req-98f27b33-cff1-471c-ba3e-0e149638e2c7 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:38.362880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4576f6d2-26a3-469c-a6de-cab656d95f2c req-98f27b33-cff1-471c-ba3e-0e149638e2c7 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/ports?device_id=218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef HTTP/1.1" status: 200 len: 867 time: 0.1049428 Aug 26 10:56:38.364784 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2834575b-6c09-4d0d-84b8-976416b49781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:38.410110 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2834575b-6c09-4d0d-84b8-976416b49781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:38.412256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1c2a1-c54b-42e2-92bf-f04f35f248ab tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Pushing event deleted for resources: {'Port': ['ID=c918b1be-3bca-4b0d-845d-b0af2a869bc1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:38.463395 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4576f6d2-26a3-469c-a6de-cab656d95f2c req-a60e56b2-7549-4c23-beea-235977ea2516 tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.21 "GET /v2.0/security-groups?id=55f6bb20-7465-492d-9b79-d16564221479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992086 Aug 26 10:56:38.501810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71119d9-5efa-4421-9eea-84925359a5ed req-ccc1c2a1-c54b-42e2-92bf-f04f35f248ab tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] No DVR routers for this DVR port c918b1be-3bca-4b0d-845d-b0af2a869bc1 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:38.512793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a71119d9-5efa-4421-9eea-84925359a5ed req-ccc1c2a1-c54b-42e2-92bf-f04f35f248ab tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:38.517107 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a71119d9-5efa-4421-9eea-84925359a5ed req-ccc1c2a1-c54b-42e2-92bf-f04f35f248ab tempest-AttachSCSIVolumeTestJSON-18849046 tempest-AttachSCSIVolumeTestJSON-18849046-project] 10.222.0.42 "DELETE /v2.0/ports/c918b1be-3bca-4b0d-845d-b0af2a869bc1 HTTP/1.1" status: 204 len: 173 time: 1.4802504 Aug 26 10:56:38.517861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef', 'name': 'network-vif-deleted', 'tag': 'c918b1be-3bca-4b0d-845d-b0af2a869bc1'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:38.537993 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4291ce4b-bd7c-4b3c-801f-0501d98b93a5" -d '{"events": [{"server_uuid": "218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef", "name": "network-vif-deleted", "tag": "c918b1be-3bca-4b0d-845d-b0af2a869bc1"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:38.571722 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2834575b-6c09-4d0d-84b8-976416b49781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:38.584550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2834575b-6c09-4d0d-84b8-976416b49781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:38.586653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2834575b-6c09-4d0d-84b8-976416b49781 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3547148-874b-4594-82c4-9148e9ce3813 HTTP/1.1" status: 204 len: 168 time: 0.3755727 Aug 26 10:56:38.604477 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa92e450-0517-435b-9324-8b8aaa5728b1 x-openstack-request-id: req-aa92e450-0517-435b-9324-8b8aaa5728b1 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:38.605339 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef", "name": "network-vif-deleted", "tag": "c918b1be-3bca-4b0d-845d-b0af2a869bc1", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:38.605773 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa92e450-0517-435b-9324-8b8aaa5728b1 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:38.606441 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218b30a9-6cbe-4d77-91aa-e3c32a5cd8ef', 'name': 'network-vif-deleted', 'tag': 'c918b1be-3bca-4b0d-845d-b0af2a869bc1', 'status': 'completed', 'code': 200} Aug 26 10:56:38.622999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834575b-6c09-4d0d-84b8-976416b49781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3547148-874b-4594-82c4-9148e9ce3813,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:39.070255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120df15a-a794-4aa5-910a-87b3b81df413 req-638a75ba-7b40-4037-9149-cec3760232be tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:39.081725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-120df15a-a794-4aa5-910a-87b3b81df413 req-638a75ba-7b40-4037-9149-cec3760232be tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.1425121 Aug 26 10:56:39.276277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-120df15a-a794-4aa5-910a-87b3b81df413 req-2cec212e-c29b-455d-aa92-54caa425b71a tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932480 Aug 26 10:56:39.294159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973824c1-a799-4651-a442-4b16b41207b9 req-3e764d66-8049-48d3-bf8e-c229128f4af8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:39.307731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-973824c1-a799-4651-a442-4b16b41207b9 req-3e764d66-8049-48d3-bf8e-c229128f4af8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.2626736 Aug 26 10:56:39.424826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-973824c1-a799-4651-a442-4b16b41207b9 req-f8fd3a91-ca51-45e3-95ff-7d46b2446b36 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157937 Aug 26 10:56:40.450300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 69c40a3f-ac4a-484e-a724-137be15e9b65 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:40.479469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54fa64-81ff-4f39-97ff-c603a68c6e8d req-9d6e6c9a-3a54-478e-ac6a-28a18e4d2d72 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:40.489859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b54fa64-81ff-4f39-97ff-c603a68c6e8d req-9d6e6c9a-3a54-478e-ac6a-28a18e4d2d72 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.0975022 Aug 26 10:56:40.576875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b54fa64-81ff-4f39-97ff-c603a68c6e8d req-203f3eef-6d4b-4808-abef-d52bbd09a4e9 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851650 Aug 26 10:56:40.617952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 69c40a3f-ac4a-484e-a724-137be15e9b65 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:56:40.631608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 69c40a3f-ac4a-484e-a724-137be15e9b65 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:40.634936 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:40.671981 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:56:40.844724 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:40.879609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:40.884925 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7441f746-7a0f-4778-ab0b-8f20b6f73456" -d '{"events": [{"server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "name": "network-vif-plugged", "status": "completed", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:40.903775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:40.914891 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:40.933320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6e2c9-a166-4ecb-a240-a4693b951004 req-b6693ad4-39ed-476d-899d-e2e327980e8c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:40.942067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82c6e2c9-a166-4ecb-a240-a4693b951004 req-b6693ad4-39ed-476d-899d-e2e327980e8c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.1757302 Aug 26 10:56:41.028292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82c6e2c9-a166-4ecb-a240-a4693b951004 req-66df81da-083d-4a6f-b9c1-6fa2f483fb8a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834377 Aug 26 10:56:41.052503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:41.056874 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d1d08c-b028-4418-a6bc-bf6da80052af x-openstack-request-id: req-43d1d08c-b028-4418-a6bc-bf6da80052af {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:41.057277 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "name": "network-vif-plugged", "status": "completed", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:41.057536 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43d1d08c-b028-4418-a6bc-bf6da80052af {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:41.057953 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'code': 200} Aug 26 10:56:41.126569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c918b1be-3bca-4b0d-845d-b0af2a869bc1 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:41.153127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: c918b1be-3bca-4b0d-845d-b0af2a869bc1 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:56:41.153467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c918b1be-3bca-4b0d-845d-b0af2a869bc1 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:56:41.221480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c620851-06e4-4e93-9823-f550fcc05998 req-1c98be67-af2e-43d9-931f-baecd94a04e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:41.226296 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1c620851-06e4-4e93-9823-f550fcc05998 req-1c98be67-af2e-43d9-931f-baecd94a04e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 1097 time: 0.0788162 Aug 26 10:56:41.291516 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1c620851-06e4-4e93-9823-f550fcc05998 req-ed616ca6-434a-4afc-a149-fe6bea330e9b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500388 Aug 26 10:56:41.705381 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e5843-db2c-4002-a0a6-e17eaaa11f30 req-282ac84f-85a4-44b1-b3b0-e57d90a215c4 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:41.707224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f04e5843-db2c-4002-a0a6-e17eaaa11f30 req-282ac84f-85a4-44b1-b3b0-e57d90a215c4 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.0611813 Aug 26 10:56:41.761404 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f04e5843-db2c-4002-a0a6-e17eaaa11f30 req-d6d001ea-f7b0-4a19-be85-9028ad33291d tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405302 Aug 26 10:56:42.330874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4442c5a-f64e-4ccc-9a0b-829d9412cb7d req-b8df1b9d-461d-4b91-9035-188b11b92e07 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:42.338275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4442c5a-f64e-4ccc-9a0b-829d9412cb7d req-b8df1b9d-461d-4b91-9035-188b11b92e07 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0987005 Aug 26 10:56:42.412678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4442c5a-f64e-4ccc-9a0b-829d9412cb7d req-75b421e1-540f-4d16-a35b-c4053e34f940 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713766 Aug 26 10:56:42.601064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51422) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:42.617006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-8240dde1-d596-4982-929c-b1a289109f73 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:42.619063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-8240dde1-d596-4982-929c-b1a289109f73 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 815 time: 0.1692953 Aug 26 10:56:42.642517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-fa0dd267-9c97-4df7-9d53-533dab189b07 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/quotas/1153358dbfc14cd1949212225b7015c9 HTTP/1.1" status: 200 len: 375 time: 0.0116496 Aug 26 10:56:42.725989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-34747e8d-f810-4810-8745-47f6ee3c76b1 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770254 Aug 26 10:56:42.763815 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2b098cea-bbf4-4ae4-bc94-2ca5ad282974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:42.909869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-c89f6ab8-bcd6-492d-ad11-903981c7042d service neutron] 10.222.0.21 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764030 Aug 26 10:56:42.959343 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2b098cea-bbf4-4ae4-bc94-2ca5ad282974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:42.967532 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2b098cea-bbf4-4ae4-bc94-2ca5ad282974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:43.029242 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2b098cea-bbf4-4ae4-bc94-2ca5ad282974 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3132ad2d44a445299813cb7dfb126f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251542 Aug 26 10:56:43.029485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51428) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:43.063094 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-2882f04a-4d7a-4db6-a046-f23449fbd35a service neutron] 10.222.0.21 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516376 Aug 26 10:56:43.071111 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b098cea-bbf4-4ae4-bc94-2ca5ad282974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821843c0-1d57-4caf-a733-33de5fb61f42,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:43.089890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7b06-5187-4356-aa45-4a6d28098d9d req-b68e6d21-16c0-40c4-938f-894db357c428 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:43.099911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-beac7b06-5187-4356-aa45-4a6d28098d9d req-b68e6d21-16c0-40c4-938f-894db357c428 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.1103625 Aug 26 10:56:43.163421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-beac7b06-5187-4356-aa45-4a6d28098d9d req-abe6face-7369-4049-8ae8-2ff9b38b95ea tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617094 Aug 26 10:56:43.180264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d7d79dc-217f-4fe6-abe4-c9da23928895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:43.259967 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d7d79dc-217f-4fe6-abe4-c9da23928895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:43.269071 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b319c858-4f49-4f4b-83e3-f3b13c650fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:43.368012 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d7d79dc-217f-4fe6-abe4-c9da23928895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:43.368825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d7d79dc-217f-4fe6-abe4-c9da23928895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:43.373909 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0d7d79dc-217f-4fe6-abe4-c9da23928895 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/821843c0-1d57-4caf-a733-33de5fb61f42 HTTP/1.1" status: 204 len: 168 time: 0.3391693 Aug 26 10:56:43.394627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d79dc-217f-4fe6-abe4-c9da23928895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821843c0-1d57-4caf-a733-33de5fb61f42,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:43.436723 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce62aa20-467b-4b42-90be-38de3d4ffd22 req-8c9dc1b7-12cd-41b8-8c98-627ffb5774b6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 210 time: 0.1018009 Aug 26 10:56:43.683149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c8363-bf3f-4d91-9d17-294fef78ec37 req-56deb226-583c-4376-9ec8-1f533d4fd6c9 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:43.685584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-377c8363-bf3f-4d91-9d17-294fef78ec37 req-56deb226-583c-4376-9ec8-1f533d4fd6c9 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1031854 Aug 26 10:56:43.770318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-377c8363-bf3f-4d91-9d17-294fef78ec37 req-e259c952-51c2-453e-a7d8-4005da398183 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732174 Aug 26 10:56:43.924156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51456) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:43.952884 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-16ed4a0e-52a3-4240-9753-21b9db0bb33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:44.156145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-7d72dfee-743d-42bd-8952-aa8cad2cbed6 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:44.158688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-7d72dfee-743d-42bd-8952-aa8cad2cbed6 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 813 time: 0.1521072 Aug 26 10:56:44.192236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-198e230d-bbf1-4dd4-9aea-a1142e44d09c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/quotas/e796d04849e94289aa0bde1b177fea70 HTTP/1.1" status: 200 len: 375 time: 0.0206838 Aug 26 10:56:44.280731 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-16ed4a0e-52a3-4240-9753-21b9db0bb33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:44.293183 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-16ed4a0e-52a3-4240-9753-21b9db0bb33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:44.355984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-16ed4a0e-52a3-4240-9753-21b9db0bb33a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8d3a3b7024e49299752ff5c90202429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303966 Aug 26 10:56:44.358653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51474) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:44.425147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-49d38414-f9ff-4240-813e-7157af689bcd tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2156734 Aug 26 10:56:44.436558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42b6aec3-8bd9-4a93-b6c3-939f3cde246c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:44.472565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42b6aec3-8bd9-4a93-b6c3-939f3cde246c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:44.545619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42b6aec3-8bd9-4a93-b6c3-939f3cde246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:44.551811 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42b6aec3-8bd9-4a93-b6c3-939f3cde246c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:44.555901 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-42b6aec3-8bd9-4a93-b6c3-939f3cde246c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14ce75d9-b2c4-4eb6-9f55-15c0b2ed9577 HTTP/1.1" status: 204 len: 168 time: 0.1927004 Aug 26 10:56:44.573662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6aec3-8bd9-4a93-b6c3-939f3cde246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ce75d9-b2c4-4eb6-9f55-15c0b2ed9577,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:44.585533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed4a0e-52a3-4240-9753-21b9db0bb33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ce75d9-b2c4-4eb6-9f55-15c0b2ed9577,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:44.649748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-72082720-ad23-412c-9ac0-60adb63d5939 service neutron] 10.222.0.21 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222967 Aug 26 10:56:45.010105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-84173c09-3edf-4172-b08b-05663822945c service neutron] 10.222.0.21 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481162 Aug 26 10:56:45.127935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97924d2f-1d62-4cbb-a24b-36a01305e54b req-df9cf800-f652-485a-804a-fae43e867b76 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:45.132086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97924d2f-1d62-4cbb-a24b-36a01305e54b req-df9cf800-f652-485a-804a-fae43e867b76 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.1694634 Aug 26 10:56:45.152986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-bc179bce-88ff-473f-ae62-0893472c2142 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:45.154722 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-bc179bce-88ff-473f-ae62-0893472c2142 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 815 time: 0.3407822 Aug 26 10:56:45.169800 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Request body: {'port': {'device_id': 'b5a0d08a-4be3-4179-91e2-50db4cb7bbcb', 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723', 'admin_state_up': True, 'tenant_id': '1153358dbfc14cd1949212225b7015c9'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:45.245223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97924d2f-1d62-4cbb-a24b-36a01305e54b req-6374b708-09be-456a-9b5f-c7c6dcc2a804 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942199 Aug 26 10:56:45.470493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Made reservation on behalf of 1153358dbfc14cd1949212225b7015c9 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:56:45.487017 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:45.611888 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7312a813-6948-492a-a27d-d87f1c24df68 req-539c1461-e6d1-4851-869e-f5883cc922af tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 210 time: 0.1076355 Aug 26 10:56:45.753024 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5036563-6438-46ea-b7ae-2bd4d6d0b138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:45.967532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5362c8b-9e08-4b34-b9f5-d07e651d4e80 req-84b0531a-978a-4cc7-9b25-1b8f69e61a62 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 210 time: 0.1306841 Aug 26 10:56:46.017923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Allocated IP 172.20.0.7 (9918277b-9b58-46c3-bf7a-efa497581723/c8fd876e-0ac2-4a80-957d-3118a841dee1/150a11f5-db01-4fbd-8f20-5bc968828090) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:56:46.169127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51514) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:46.238371 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:46.482086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ccdef-b598-411a-8477-bafd89f41383 req-aa40d856-377f-48b2-9267-a21628929d58 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:46.496083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ccdef-b598-411a-8477-bafd89f41383 req-aa40d856-377f-48b2-9267-a21628929d58 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:46.511864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ccdef-b598-411a-8477-bafd89f41383 req-aa40d856-377f-48b2-9267-a21628929d58 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:46.529452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ccdef-b598-411a-8477-bafd89f41383 req-aa40d856-377f-48b2-9267-a21628929d58 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:46.559953 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ccdef-b598-411a-8477-bafd89f41383 req-aa40d856-377f-48b2-9267-a21628929d58 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:46.596545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ccdef-b598-411a-8477-bafd89f41383 req-aa40d856-377f-48b2-9267-a21628929d58 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:46.617250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ccdef-b598-411a-8477-bafd89f41383 req-aa40d856-377f-48b2-9267-a21628929d58 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:46.627359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e6ccdef-b598-411a-8477-bafd89f41383 req-aa40d856-377f-48b2-9267-a21628929d58 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5435 time: 0.6845713 Aug 26 10:56:46.856616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e6ccdef-b598-411a-8477-bafd89f41383 req-ee6614b6-9957-4921-ac0c-11e970a65357 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2172360 Aug 26 10:56:46.887855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e62ba1-a80f-4db5-a3ea-951b37089f85 req-c710d30d-9be9-49b3-ac76-1a5f00c090c9 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:46.896727 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2e62ba1-a80f-4db5-a3ea-951b37089f85 req-c710d30d-9be9-49b3-ac76-1a5f00c090c9 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.5223787 Aug 26 10:56:47.092764 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:47.253109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-ffe1e301-ad3c-4442-a37f-aeeca11dd250 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:47.259591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-ffe1e301-ad3c-4442-a37f-aeeca11dd250 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:47.266187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-ffe1e301-ad3c-4442-a37f-aeeca11dd250 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:47.272647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-ffe1e301-ad3c-4442-a37f-aeeca11dd250 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:47.285787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-ffe1e301-ad3c-4442-a37f-aeeca11dd250 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:47.292073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-ffe1e301-ad3c-4442-a37f-aeeca11dd250 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:47.298779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2e62ba1-a80f-4db5-a3ea-951b37089f85 req-4ba12e88-dac5-4d48-982c-2771143ef5ed tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008079 Aug 26 10:56:47.306327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-ffe1e301-ad3c-4442-a37f-aeeca11dd250 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:47.309078 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-ffe1e301-ad3c-4442-a37f-aeeca11dd250 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5435 time: 0.2506320 Aug 26 10:56:47.356700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15f990f0-79d1-4aef-98f4-698df7da9d2a req-cfccac73-b935-4e48-a88b-4ca53516c335 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 210 time: 0.0782709 Aug 26 10:56:47.460396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-f37500c9-340a-456e-8554-87a3dc4f9132 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:47.463043 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-f37500c9-340a-456e-8554-87a3dc4f9132 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "GET /v2.0/ports/01aa3d6a-c13a-4ee9-98b2-31d232de49f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1423028 Aug 26 10:56:47.476934 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:47.521397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-adb7fb86-f2a8-47ca-bec8-173830f7fe22 req-1331f1d2-1d36-47a3-8f3b-6e1b7f8f3231 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 210 time: 0.0805552 Aug 26 10:56:47.638658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:47.651352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['29fa4369-683f-4ad1-b0c2-b031813511fb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:47.657699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-5e4939eb-4bd3-4f05-8425-6ea65050eea3 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:47.660461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-5e4939eb-4bd3-4f05-8425-6ea65050eea3 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.42 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 813 time: 0.3159866 Aug 26 10:56:47.677502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Request body: {'port': {'device_id': '2920e3e5-9ea3-40af-9cf9-b3e4a7b82288', 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b', 'admin_state_up': True, 'tenant_id': 'e796d04849e94289aa0bde1b177fea70'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:47.736744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Network 9918277b-9b58-46c3-bf7a-efa497581723 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:56:47.749421 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-50d07a6e-e757-4155-b2f5-6fdaf99a35c5 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "GET /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2693624 Aug 26 10:56:47.755214 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:56:47.767292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:56:47.786465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:47.867308 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:47.868292 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:47.882656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:47.936888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Pushing event updated for resources: {'Port': ['ID=150a11f5-db01-4fbd-8f20-5bc968828090,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:47.961856 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-1155babb-304c-4345-9cc7-39c752cbd01e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7958982 Aug 26 10:56:48.021354 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:48.031169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Request body: {'port': {'device_id': 'b5a0d08a-4be3-4179-91e2-50db4cb7bbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:48.394962 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:48.404058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:48.456894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] For port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:48.548394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:48.591721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a16072-3c87-4c53-a037-a3f95c383d45 req-c8c3b657-e645-49dc-b8dd-fd396af772e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:48.598797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a16072-3c87-4c53-a037-a3f95c383d45 req-c8c3b657-e645-49dc-b8dd-fd396af772e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:48.604550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a16072-3c87-4c53-a037-a3f95c383d45 req-c8c3b657-e645-49dc-b8dd-fd396af772e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:48.611434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a16072-3c87-4c53-a037-a3f95c383d45 req-c8c3b657-e645-49dc-b8dd-fd396af772e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:48.617584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a16072-3c87-4c53-a037-a3f95c383d45 req-c8c3b657-e645-49dc-b8dd-fd396af772e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:48.624280 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a16072-3c87-4c53-a037-a3f95c383d45 req-c8c3b657-e645-49dc-b8dd-fd396af772e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:48.631316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a16072-3c87-4c53-a037-a3f95c383d45 req-c8c3b657-e645-49dc-b8dd-fd396af772e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:48.639851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67a16072-3c87-4c53-a037-a3f95c383d45 req-c8c3b657-e645-49dc-b8dd-fd396af772e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 5435 time: 0.2660627 Aug 26 10:56:48.657652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Made reservation on behalf of e796d04849e94289aa0bde1b177fea70 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:56:48.660165 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:48.661160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:48.679367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] For port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:56:48.713033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddfb33-163e-46f5-8d6f-666d9c3beff8 req-179f9082-b5e4-4177-aeb3-4073b71d6a63 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:48.714934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68ddfb33-163e-46f5-8d6f-666d9c3beff8 req-179f9082-b5e4-4177-aeb3-4073b71d6a63 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.2373412 Aug 26 10:56:48.780082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] device_id is not set on port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 10:56:48.835514 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67a16072-3c87-4c53-a037-a3f95c383d45 req-496e3fce-15b5-4f65-838e-ad74e2766800 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1945682 Aug 26 10:56:48.848515 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:48.863907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:48.982653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] No DVR routers for this DVR port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:49.041615 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:56:49.043259 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:56:49.044615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Allocated IP 172.20.0.3 (f82ae0d8-084b-4078-bf2e-64550c4c241b/2e1dfbf1-5bb4-498a-a82d-9c935bf08205/97910c6b-4f0e-4875-8a72-d28878d97efb) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:56:49.069018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:49.119077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] In _notify_port_updated(), no bound segment for port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 on network 7e95f1db-eea7-493f-94df-e8629975974f {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 10:56:49.120005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:49.120655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.122143 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-118ae2dc-e007-4718-a65e-64513d99b2b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/01aa3d6a-c13a-4ee9-98b2-31d232de49f0 HTTP/1.1" status: 200 len: 1027 time: 1.2684817 Aug 26 10:56:49.124124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68ddfb33-163e-46f5-8d6f-666d9c3beff8 req-d5fe8abe-7b82-4b8f-8a01-37832d899bf0 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870847 Aug 26 10:56:49.179111 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.246160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-c65f0787-2fdf-4f73-88d6-737638445e45 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:49.248070 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-c65f0787-2fdf-4f73-88d6-737638445e45 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "GET /v2.0/ports/1dc0dec7-8e07-4315-a42c-6e045bfd90f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1144552 Aug 26 10:56:49.250669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150a11f5-db01-4fbd-8f20-5bc968828090 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:49.261053 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.268376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:49.299784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04731dff-adc9-4a0a-9daa-e82f69ae8597 req-3ccfbebc-0021-41a2-9ed0-747c7606b69e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:49.303082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04731dff-adc9-4a0a-9daa-e82f69ae8597 req-3ccfbebc-0021-41a2-9ed0-747c7606b69e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 931 time: 0.2472095 Aug 26 10:56:49.306966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Transition to ACTIVE for port object 150a11f5-db01-4fbd-8f20-5bc968828090 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:56:49.333576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.362273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9d4dc3a-0dd2-426b-bdee-3bbe48f17a1f req-62971c11-57fa-401e-8baa-3222bedbcf45 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 210 time: 0.0995746 Aug 26 10:56:49.394880 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.399794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9ec23a21-b586-4b80-abaa-a741ca04110c None None] Provisioning complete for port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:49.400166 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ec23a21-b586-4b80-abaa-a741ca04110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.458657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=150a11f5-db01-4fbd-8f20-5bc968828090,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:49.474183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9ec23a21-b586-4b80-abaa-a741ca04110c None None] Port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:56:49.584875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device eb14fe9a-7dce-4766-8386-f266e574c13b no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:49.655699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04731dff-adc9-4a0a-9daa-e82f69ae8597 req-255f05d6-ca11-4f8c-aed9-3a875d050100 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087120 Aug 26 10:56:49.675356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Attempting to bind port 150a11f5-db01-4fbd-8f20-5bc968828090 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:56:49.675712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Attempting to bind port 150a11f5-db01-4fbd-8f20-5bc968828090 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:56:49.676124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Attempting to bind port 150a11f5-db01-4fbd-8f20-5bc968828090 on network 9918277b-9b58-46c3-bf7a-efa497581723 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:49.691729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Port 150a11f5-db01-4fbd-8f20-5bc968828090 on network 9918277b-9b58-46c3-bf7a-efa497581723 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:56:49.692109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Attempting to bind port 150a11f5-db01-4fbd-8f20-5bc968828090 on network 9918277b-9b58-46c3-bf7a-efa497581723 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:49.702339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:56:49.702777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Checking segment: {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:56:49.703702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Bound using segment: {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:56:49.703702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Bound port: 150a11f5-db01-4fbd-8f20-5bc968828090, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:56:49.704038 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.710989 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.762479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb14fe9a-7dce-4766-8386-f266e574c13b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:49.767145 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a884f6b-56ff-4600-9f27-55dd1114917b" -d '{"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "eb14fe9a-7dce-4766-8386-f266e574c13b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:49.803602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] For port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:49.819838 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.826236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port eb14fe9a-7dce-4766-8386-f266e574c13b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=eb14fe9a-7dce-4766-8386-f266e574c13b,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:49.835996 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.838125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 06b18670-82f9-4b7e-9c47-a1f920dacb98 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:49.850649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] Deleting port 59594ac7-b9ff-4781-be65-b46a6a9a3881 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:49.852561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.855258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] For port 150a11f5-db01-4fbd-8f20-5bc968828090, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:56:49.884290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] For port 150a11f5-db01-4fbd-8f20-5bc968828090, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=150a11f5-db01-4fbd-8f20-5bc968828090,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:56:49.892405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] For port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:56:49.897999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:49.920214 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eb6819-e581-46c0-a679-a7210dc9e4d2 x-openstack-request-id: req-19eb6819-e581-46c0-a679-a7210dc9e4d2 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:49.920683 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "eb14fe9a-7dce-4766-8386-f266e574c13b", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:49.921086 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19eb6819-e581-46c0-a679-a7210dc9e4d2 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:49.921827 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb14fe9a-7dce-4766-8386-f266e574c13b', 'code': 200} Aug 26 10:56:49.990870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51604) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:50.056829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.058413 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:50.061332 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/150a11f5-db01-4fbd-8f20-5bc968828090 HTTP/1.1" status: 200 len: 1092 time: 2.0418508 Aug 26 10:56:50.062250 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a0d08a-4be3-4179-91e2-50db4cb7bbcb', 'tag': '150a11f5-db01-4fbd-8f20-5bc968828090'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:50.067921 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db14858-3b86-433d-a09d-62068ad0565f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a0d08a-4be3-4179-91e2-50db4cb7bbcb", "tag": "150a11f5-db01-4fbd-8f20-5bc968828090"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:50.126803 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] device_id is not set on port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 10:56:50.132777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=eb14fe9a-7dce-4766-8386-f266e574c13b,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:50.134385 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:50.138622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] For port 59594ac7-b9ff-4781-be65-b46a6a9a3881, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=59594ac7-b9ff-4781-be65-b46a6a9a3881,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:50.139049 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:50.173274 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['69c40a3f-ac4a-484e-a724-137be15e9b65'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:50.197115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:50.246466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] Calling delete_port for 59594ac7-b9ff-4781-be65-b46a6a9a3881 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:50.248290 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488b2df2-5e83-491a-a1c9-f3c9f93eb472 x-openstack-request-id: req-488b2df2-5e83-491a-a1c9-f3c9f93eb472 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:50.248897 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a0d08a-4be3-4179-91e2-50db4cb7bbcb", "tag": "150a11f5-db01-4fbd-8f20-5bc968828090", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:50.249448 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-488b2df2-5e83-491a-a1c9-f3c9f93eb472 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:50.251008 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a0d08a-4be3-4179-91e2-50db4cb7bbcb', 'tag': '150a11f5-db01-4fbd-8f20-5bc968828090', 'status': 'completed', 'code': 200} Aug 26 10:56:50.286027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Network f82ae0d8-084b-4078-bf2e-64550c4c241b is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:56:50.298578 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:50.312357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f907e-bf52-473a-93e5-6476f271c7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=150a11f5-db01-4fbd-8f20-5bc968828090,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:50.325399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:56:50.339053 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:50.351442 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a56492cf-ba2b-4376-af71-04fde64f765c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:50.370614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] Pushing event updated for resources: {'Port': ['ID=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:50.382328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a81bc-0dda-433a-85f4-d4165278baf5 req-25286754-39ce-4bd7-a600-efb60ad17391 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.385839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-0dcdef75-9184-4806-ae36-ab65e551ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.387465 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-0dcdef75-9184-4806-ae36-ab65e551ba9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 1095 time: 0.2191536 Aug 26 10:56:50.387691 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:50.400895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a81bc-0dda-433a-85f4-d4165278baf5 req-25286754-39ce-4bd7-a600-efb60ad17391 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.413303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a81bc-0dda-433a-85f4-d4165278baf5 req-25286754-39ce-4bd7-a600-efb60ad17391 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.426117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] No DVR routers for this DVR port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:50.428682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a81bc-0dda-433a-85f4-d4165278baf5 req-25286754-39ce-4bd7-a600-efb60ad17391 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.446250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a81bc-0dda-433a-85f4-d4165278baf5 req-25286754-39ce-4bd7-a600-efb60ad17391 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.471557 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a81bc-0dda-433a-85f4-d4165278baf5 req-25286754-39ce-4bd7-a600-efb60ad17391 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.492645 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-18d80e20-513e-49bf-bf0d-51cfd04588ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=150a11f5-db01-4fbd-8f20-5bc968828090 HTTP/1.1" status: 200 len: 217 time: 0.0957358 Aug 26 10:56:50.496884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d20a81bc-0dda-433a-85f4-d4165278baf5 req-25286754-39ce-4bd7-a600-efb60ad17391 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 4581 time: 0.4583950 Aug 26 10:56:50.513941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 06b18670-82f9-4b7e-9c47-a1f920dacb98, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=06b18670-82f9-4b7e-9c47-a1f920dacb98,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:50.520868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] In _notify_port_updated(), no bound segment for port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 on network 7e95f1db-eea7-493f-94df-e8629975974f {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 10:56:50.524146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.525522 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:50.528456 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-453a3d1d-bf03-430b-af92-b8d57abbfbee service neutron] 10.222.0.47 "PUT /v2.0/ports/1dc0dec7-8e07-4315-a42c-6e045bfd90f1 HTTP/1.1" status: 200 len: 1027 time: 1.2697914 Aug 26 10:56:50.533373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:56:50.539262 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:50.540376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 260c9222-0d1f-4d80-842b-55abc38ec59e no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:50.598934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.599679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:50.690671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Pushing event updated for resources: {'Port': ['ID=97910c6b-4f0e-4875-8a72-d28878d97efb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:50.722132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-2ea3dfdf-1d01-4fb1-8e30-bc1818d9252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.722676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.723067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.723416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.726475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.727202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.727362 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-2ea3dfdf-1d01-4fb1-8e30-bc1818d9252a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 200 len: 855 time: 0.2244387 Aug 26 10:56:50.727504 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.727835 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.728163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.728523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.728857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.729189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.729513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:56:50.835441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d20a81bc-0dda-433a-85f4-d4165278baf5 req-375e4889-ef2f-4c54-9b1c-426dc82383e6 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e04241c1-1241-48a2-b44c-a8fa02dc42db&id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3340013 Aug 26 10:56:50.843155 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-27bb722d-273e-417f-89f3-c4bc9aa9d517 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9918277b-9b58-46c3-bf7a-efa497581723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669913 Aug 26 10:56:50.876438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f19336-7d69-46da-92b4-708bde54b7ce req-39efa63b-0eb8-43da-87db-3b6a860b373f tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:50.876438 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4f19336-7d69-46da-92b4-708bde54b7ce req-39efa63b-0eb8-43da-87db-3b6a860b373f tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.3629088 Aug 26 10:56:50.894044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=06b18670-82f9-4b7e-9c47-a1f920dacb98,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:51.025284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b4f8ac79-3f0a-4e33-986f-6a3721f8257e None None] Provisioning complete for port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:51.025824 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ac79-3f0a-4e33-986f-6a3721f8257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.026128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Deleting port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:51.027209 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.091664 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4f19336-7d69-46da-92b4-708bde54b7ce req-ebbb3f78-d697-4716-bef7-250aad285512 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152500 Aug 26 10:56:51.126954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8ac79-3f0a-4e33-986f-6a3721f8257e None None] Port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:56:51.131711 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.195907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 260c9222-0d1f-4d80-842b-55abc38ec59e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=260c9222-0d1f-4d80-842b-55abc38ec59e,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:51.201824 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.202571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:51.208316 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a56492cf-ba2b-4376-af71-04fde64f765c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.258598 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-8fb4516c-4c93-4145-9a8e-9fb354a8339b service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053826 Aug 26 10:56:51.288872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f3500-f0c5-404b-8eb4-eef7e6b7dbd6 req-e805359d-d5eb-48c3-b456-57e496eb3078 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:51.292154 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-318f3500-f0c5-404b-8eb4-eef7e6b7dbd6 req-e805359d-d5eb-48c3-b456-57e496eb3078 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 931 time: 0.2850528 Aug 26 10:56:51.311504 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a56492cf-ba2b-4376-af71-04fde64f765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.355539 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-9d90002b-d9cb-4627-aaa2-decc2b268a57 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6832561 Aug 26 10:56:51.381007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] For port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:51.381382 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.404825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=260c9222-0d1f-4d80-842b-55abc38ec59e,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:51.420886 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.444224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Request body: {'port': {'device_id': '2920e3e5-9ea3-40af-9cf9-b3e4a7b82288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:56:51.485127 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-99a77bf5-17ff-4412-b44a-ad9525192190 req-5fee87c2-34ee-44b9-89fb-85358b87a01d service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131774 Aug 26 10:56:51.487565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:51.494966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.496606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a7108a8f-decf-49c6-874f-190492ae7266 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:51.540359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56492cf-ba2b-4376-af71-04fde64f765c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85f5c8f-84c0-434c-89e2-75d3cf1c7e43,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:51.564275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a56492cf-ba2b-4376-af71-04fde64f765c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1c31b8738b4465488131d04123e1be0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5722106 Aug 26 10:56:51.578247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51622) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:51.612906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.627501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-318f3500-f0c5-404b-8eb4-eef7e6b7dbd6 req-e23273b9-dff8-4b5c-ba35-f0bb1986c68a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190036 Aug 26 10:56:51.663946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:51.690370 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.693273 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.695369 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.695369 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Floating IP 8380fce7-0f28-454f-8321-70d3b7860ac4 disassociated. External IP: 172.25.1.186, port: 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4. Aug 26 10:56:51.695369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Calling delete_port for 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:51.695582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=59594ac7-b9ff-4781-be65-b46a6a9a3881,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:51.712659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f79bd4-cd84-4e23-905d-5c98ee8b5e7e req-0936af01-8dcf-4a47-bea6-cc3f33fa52f5 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:51.714303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3f79bd4-cd84-4e23-905d-5c98ee8b5e7e req-0936af01-8dcf-4a47-bea6-cc3f33fa52f5 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 943 time: 0.4142768 Aug 26 10:56:51.720811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db14858-3b86-433d-a09d-62068ad0565f req-9b219272-e79d-49f8-b29e-bdb7f07a5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:51.722947 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4db14858-3b86-433d-a09d-62068ad0565f req-9b219272-e79d-49f8-b29e-bdb7f07a5209 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 1095 time: 0.1004019 Aug 26 10:56:51.736151 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a7108a8f-decf-49c6-874f-190492ae7266, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a7108a8f-decf-49c6-874f-190492ae7266,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:51.745622 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.748894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:51.754935 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.915839 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84f47ada-aa66-4f9e-834c-a93a12a76881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:51.972715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db14858-3b86-433d-a09d-62068ad0565f req-f4694058-8dfc-4879-bf50-864f4754dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:51.977464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b18670-82f9-4b7e-9c47-a1f920dacb98'}, {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260c9222-0d1f-4d80-842b-55abc38ec59e'}, {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4'}, {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7108a8f-decf-49c6-874f-190492ae7266'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:51.979075 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4db14858-3b86-433d-a09d-62068ad0565f req-f4694058-8dfc-4879-bf50-864f4754dd7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 916 time: 0.2144125 Aug 26 10:56:51.980173 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2c3728-bb2d-48ae-baa3-be0cfa4ec4fe" -d '{"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "06b18670-82f9-4b7e-9c47-a1f920dacb98"}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "260c9222-0d1f-4d80-842b-55abc38ec59e"}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "51c95b72-8c7b-4ce4-ba3c-7c2d454427b4"}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a7108a8f-decf-49c6-874f-190492ae7266"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:52.030034 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:52.045712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:56:52.053169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3f79bd4-cd84-4e23-905d-5c98ee8b5e7e req-5ecbdbb4-255b-4bb6-9958-1060505919a3 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001363 Aug 26 10:56:52.055665 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4db14858-3b86-433d-a09d-62068ad0565f req-0ae5a14c-af2e-4e68-9dbb-d445e1d1bb2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=150a11f5-db01-4fbd-8f20-5bc968828090 HTTP/1.1" status: 200 len: 217 time: 0.0684714 Aug 26 10:56:52.060167 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a7108a8f-decf-49c6-874f-190492ae7266,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:52.107656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:52.129946 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84f47ada-aa66-4f9e-834c-a93a12a76881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:52.143603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Port': ['ID=51c95b72-8c7b-4ce4-ba3c-7c2d454427b4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:52.172188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db14858-3b86-433d-a09d-62068ad0565f req-f4520092-322d-4ebb-8514-9a01c678ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:52.175059 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4db14858-3b86-433d-a09d-62068ad0565f req-f4520092-322d-4ebb-8514-9a01c678ebb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 200 len: 855 time: 0.1051016 Aug 26 10:56:52.220188 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc08edd6-2ce2-4f60-a039-4669ae0c0247 x-openstack-request-id: req-fc08edd6-2ce2-4f60-a039-4669ae0c0247 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:52.220672 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "06b18670-82f9-4b7e-9c47-a1f920dacb98", "code": 200}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "260c9222-0d1f-4d80-842b-55abc38ec59e", "code": 200}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "51c95b72-8c7b-4ce4-ba3c-7c2d454427b4", "code": 200}, {"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a7108a8f-decf-49c6-874f-190492ae7266", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:52.220935 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc08edd6-2ce2-4f60-a039-4669ae0c0247 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:52.221351 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b18670-82f9-4b7e-9c47-a1f920dacb98', 'code': 200} Aug 26 10:56:52.221603 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260c9222-0d1f-4d80-842b-55abc38ec59e', 'code': 200} Aug 26 10:56:52.221987 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4', 'code': 200} Aug 26 10:56:52.222240 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7108a8f-decf-49c6-874f-190492ae7266', 'code': 200} Aug 26 10:56:52.297049 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4db14858-3b86-433d-a09d-62068ad0565f req-c9bbf530-fe88-4298-9ac4-ce088ca722d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9918277b-9b58-46c3-bf7a-efa497581723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534172 Aug 26 10:56:52.463263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9807693-7324-4724-868c-813152c129d1 req-9be717ec-f0d8-41f9-95c6-8d021eb82eb5 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:52.470006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9807693-7324-4724-868c-813152c129d1 req-9be717ec-f0d8-41f9-95c6-8d021eb82eb5 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:52.476236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9807693-7324-4724-868c-813152c129d1 req-9be717ec-f0d8-41f9-95c6-8d021eb82eb5 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:52.482397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9807693-7324-4724-868c-813152c129d1 req-9be717ec-f0d8-41f9-95c6-8d021eb82eb5 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:52.484346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9807693-7324-4724-868c-813152c129d1 req-9be717ec-f0d8-41f9-95c6-8d021eb82eb5 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 3143 time: 0.4443526 Aug 26 10:56:52.513809 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:52.545078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:56:52.556051 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4db14858-3b86-433d-a09d-62068ad0565f req-0dc876bb-d5db-4ba7-83b7-8a4372abd4b5 service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444091 Aug 26 10:56:52.572718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b313cc-5216-4926-b0d1-3c65ddacb39d req-6bfb8e33-0adf-4934-9dff-b002df04aba2 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:52.574409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04b313cc-5216-4926-b0d1-3c65ddacb39d req-6bfb8e33-0adf-4934-9dff-b002df04aba2 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.2239356 Aug 26 10:56:52.622217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84f47ada-aa66-4f9e-834c-a93a12a76881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:52.625521 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84f47ada-aa66-4f9e-834c-a93a12a76881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:52.626877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-84f47ada-aa66-4f9e-834c-a93a12a76881 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e85f5c8f-84c0-434c-89e2-75d3cf1c7e43 HTTP/1.1" status: 204 len: 168 time: 1.0460482 Aug 26 10:56:52.671715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9807693-7324-4724-868c-813152c129d1 req-9fd0627f-ff64-4fd1-a0de-84b9c581f6f7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764402 Aug 26 10:56:52.711772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f47ada-aa66-4f9e-834c-a93a12a76881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85f5c8f-84c0-434c-89e2-75d3cf1c7e43,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:52.859204 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4db14858-3b86-433d-a09d-62068ad0565f req-5c1ec346-e918-4220-8cb0-b5bd343d56d7 service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915626 Aug 26 10:56:52.860991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:56:52.883519 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15763230-426e-417f-89ce-fa25962a8e10 None None] Sync routers for ids ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:56:52.922552 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15763230-426e-417f-89ce-fa25962a8e10 None None] Routers {'8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:56:52.923750 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-15763230-426e-417f-89ce-fa25962a8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:56:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:52.940421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04b313cc-5216-4926-b0d1-3c65ddacb39d req-7d0a3743-47ab-486e-8665-d4dc3c018e4f tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150792 Aug 26 10:56:52.963454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] No DVR routers for this DVR port 51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:52.972074 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:52.974827 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e17e8434-b673-4661-96cb-21b8f1cf4566 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "DELETE /v2.0/ports/51c95b72-8c7b-4ce4-ba3c-7c2d454427b4 HTTP/1.1" status: 204 len: 173 time: 2.3974173 Aug 26 10:56:52.975339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-deleted', 'tag': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:52.977736 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6261d6a1-80a2-4974-8dd9-06d09a70e55d" -d '{"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-deleted", "tag": "51c95b72-8c7b-4ce4-ba3c-7c2d454427b4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:53.048057 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359d00da-921f-4e9c-949c-0415ea38cf62 x-openstack-request-id: req-359d00da-921f-4e9c-949c-0415ea38cf62 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:53.053451 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-deleted", "tag": "51c95b72-8c7b-4ce4-ba3c-7c2d454427b4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:53.053695 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-359d00da-921f-4e9c-949c-0415ea38cf62 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:53.054254 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-deleted', 'tag': '51c95b72-8c7b-4ce4-ba3c-7c2d454427b4', 'status': 'completed', 'code': 200} Aug 26 10:56:53.160331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97910c6b-4f0e-4875-8a72-d28878d97efb {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:53.184240 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:53.185645 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-15763230-426e-417f-89ce-fa25962a8e10 None None] Set router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:56:53.247247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Transition to ACTIVE for port object 97910c6b-4f0e-4875-8a72-d28878d97efb will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:56:53.275572 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:53.513142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51644) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:53.536448 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1deaff46-74b4-46fc-a6de-462fc7c85df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:53.577363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-10314c9f-61e7-412e-a854-0371f085d622 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Deleting port eb14fe9a-7dce-4766-8386-f266e574c13b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:53.578108 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-10314c9f-61e7-412e-a854-0371f085d622 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:53.588368 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-15763230-426e-417f-89ce-fa25962a8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5c10481e-fdee-48d4-9255-30a03520b433', 'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'mac_address': 'fa:16:3e:0f:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:14Z', 'updated_at': '2021-08-26T10:46:27Z', 'revision_number': 5, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'subnets': [{'id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:53.625219 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15763230-426e-417f-89ce-fa25962a8e10 None None] Checking router: 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:56:53.641044 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15763230-426e-417f-89ce-fa25962a8e10 None None] Routers {'8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:56:53.642276 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-15763230-426e-417f-89ce-fa25962a8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:56:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:53.691126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52007e-265d-4326-9595-f5f2044957fe req-39427c5c-a94e-45ba-bc80-9b3a6777a022 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:53.693384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d52007e-265d-4326-9595-f5f2044957fe req-39427c5c-a94e-45ba-bc80-9b3a6777a022 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 931 time: 0.6791728 Aug 26 10:56:53.702809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] Router eb5f5b54-95a1-4626-ac0a-f07986c29576 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:56:53.733532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-10314c9f-61e7-412e-a854-0371f085d622 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] For port eb14fe9a-7dce-4766-8386-f266e574c13b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=eb14fe9a-7dce-4766-8386-f266e574c13b,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:53.733841 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-10314c9f-61e7-412e-a854-0371f085d622 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:53.762790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-10314c9f-61e7-412e-a854-0371f085d622 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Calling delete_port for eb14fe9a-7dce-4766-8386-f266e574c13b owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:53.786871 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-15763230-426e-417f-89ce-fa25962a8e10 None None] Set router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:56:53.788417 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1deaff46-74b4-46fc-a6de-462fc7c85df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:53.796975 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1deaff46-74b4-46fc-a6de-462fc7c85df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:53.892860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deaff46-74b4-46fc-a6de-462fc7c85df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dec5526-0ce1-4494-8370-14e5b3f2c2fd,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:53.902779 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1deaff46-74b4-46fc-a6de-462fc7c85df2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51dc05ac4f7f44839097a6bab6ac6685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846383 Aug 26 10:56:53.908676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51652) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:53.947150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6712217-a77b-4e15-92c5-1ca2ae686bd3 req-e8a56325-f942-4490-a426-e79d9edbdd18 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:53.952098 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6712217-a77b-4e15-92c5-1ca2ae686bd3 req-e8a56325-f942-4490-a426-e79d9edbdd18 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 943 time: 0.6898685 Aug 26 10:56:53.956131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Pushing event updated for resources: {'Port': ['ID=97910c6b-4f0e-4875-8a72-d28878d97efb,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:53.979460 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d52007e-265d-4326-9595-f5f2044957fe req-00b35b4c-7bd8-4979-b9cc-d9d510e360c7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446139 Aug 26 10:56:54.044792 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-19025a2d-90ff-4535-a290-b32825543c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:54.075646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-19025a2d-90ff-4535-a290-b32825543c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:54.142914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6712217-a77b-4e15-92c5-1ca2ae686bd3 req-e8ef04ab-3dc6-4813-9e10-5bf41037725c tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716201 Aug 26 10:56:54.148001 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-19025a2d-90ff-4535-a290-b32825543c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:54.151638 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-19025a2d-90ff-4535-a290-b32825543c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:54.162247 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-19025a2d-90ff-4535-a290-b32825543c36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dec5526-0ce1-4494-8370-14e5b3f2c2fd HTTP/1.1" status: 204 len: 168 time: 0.2260931 Aug 26 10:56:54.180677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19025a2d-90ff-4535-a290-b32825543c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dec5526-0ce1-4494-8370-14e5b3f2c2fd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:54.185830 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-10314c9f-61e7-412e-a854-0371f085d622 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:54.227632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10314c9f-61e7-412e-a854-0371f085d622 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Port': ['ID=eb14fe9a-7dce-4766-8386-f266e574c13b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:54.231603 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-15763230-426e-417f-89ce-fa25962a8e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5c10481e-fdee-48d4-9255-30a03520b433', 'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'mac_address': 'fa:16:3e:0f:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:14Z', 'updated_at': '2021-08-26T10:46:27Z', 'revision_number': 5, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'subnets': [{'id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:54.250811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:56:54.258148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5fcebe73-5bb8-4333-84be-28c9f6719d0e admin admin] 10.222.0.21 "PUT /v2.0/routers/eb5f5b54-95a1-4626-ac0a-f07986c29576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0865235 Aug 26 10:56:54.267129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51658) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:54.296056 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15763230-426e-417f-89ce-fa25962a8e10 None None] The sync data for ids ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'] in n-d-778550-13 is: [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:46:15Z', 'revision_number': 4, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5c10481e-fdee-48d4-9255-30a03520b433', 'name': '', 'network_id': '9c29a414-e206-4e98-b1a0-62ff2e09f39a', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'mac_address': 'fa:16:3e:0f:f7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:14Z', 'updated_at': '2021-08-26T10:46:27Z', 'revision_number': 5, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'subnets': [{'id': '34e578bc-0e70-4fe6-a893-d9310ddafc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:56:54.313123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20127bb0-dc2e-4400-99eb-43100a8c3065 None None] Sync routers for ids ['eb5f5b54-95a1-4626-ac0a-f07986c29576'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:56:54.334181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Attempting to bind port 97910c6b-4f0e-4875-8a72-d28878d97efb on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:56:54.342152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Attempting to bind port 97910c6b-4f0e-4875-8a72-d28878d97efb by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:56:54.342988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Attempting to bind port 97910c6b-4f0e-4875-8a72-d28878d97efb on network f82ae0d8-084b-4078-bf2e-64550c4c241b {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:54.357983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Port 97910c6b-4f0e-4875-8a72-d28878d97efb on network f82ae0d8-084b-4078-bf2e-64550c4c241b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:56:54.358692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Attempting to bind port 97910c6b-4f0e-4875-8a72-d28878d97efb on network f82ae0d8-084b-4078-bf2e-64550c4c241b {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:56:54.388495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20127bb0-dc2e-4400-99eb-43100a8c3065 None None] Routers {'eb5f5b54-95a1-4626-ac0a-f07986c29576'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:56:54.390187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:56:54.390538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Checking segment: {'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:56:54.391527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Bound using segment: {'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:56:54.392031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Bound port: 97910c6b-4f0e-4875-8a72-d28878d97efb, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:56:54.392551 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:54.402281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-10314c9f-61e7-412e-a854-0371f085d622 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] No DVR routers for this DVR port eb14fe9a-7dce-4766-8386-f266e574c13b on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:54.404288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-20127bb0-dc2e-4400-99eb-43100a8c3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:56:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb5f5b54-95a1-4626-ac0a-f07986c29576'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:54.410588 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-10314c9f-61e7-412e-a854-0371f085d622 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:54.412818 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-10314c9f-61e7-412e-a854-0371f085d622 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "DELETE /v2.0/ports/eb14fe9a-7dce-4766-8386-f266e574c13b HTTP/1.1" status: 204 len: 173 time: 1.4259264 Aug 26 10:56:54.532653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72971b42-b739-46cc-a603-7a7efd9bac5a req-49b1b037-b01a-4588-92d5-df0082e8cf8c tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:54.544843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72971b42-b739-46cc-a603-7a7efd9bac5a req-49b1b037-b01a-4588-92d5-df0082e8cf8c tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:54.559475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72971b42-b739-46cc-a603-7a7efd9bac5a req-49b1b037-b01a-4588-92d5-df0082e8cf8c tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:54.573849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72971b42-b739-46cc-a603-7a7efd9bac5a req-49b1b037-b01a-4588-92d5-df0082e8cf8c tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 2410 time: 0.3317273 Aug 26 10:56:54.762374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-20127bb0-dc2e-4400-99eb-43100a8c3065 None None] Set router eb5f5b54-95a1-4626-ac0a-f07986c29576 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:56:54.844120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72971b42-b739-46cc-a603-7a7efd9bac5a req-2ccfedf8-8ee0-454e-b0e0-b49838e724b0 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687800 Aug 26 10:56:54.894458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9401f7-b402-4053-b946-124601c643b5 req-9ff57d14-b9e7-4933-b011-01b0437c1f16 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:54.908662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e9401f7-b402-4053-b946-124601c643b5 req-9ff57d14-b9e7-4933-b011-01b0437c1f16 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.4794207 Aug 26 10:56:54.931007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] For port 97910c6b-4f0e-4875-8a72-d28878d97efb, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:56:54.981997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:55.051386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e9401f7-b402-4053-b946-124601c643b5 req-a2092e2e-7112-4e71-8b16-97c202e1a961 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399658 Aug 26 10:56:55.054811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] For port 97910c6b-4f0e-4875-8a72-d28878d97efb, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=97910c6b-4f0e-4875-8a72-d28878d97efb,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:56:55.068437 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:55.097922 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34a8916-fc79-4882-9cfb-5176ca0aff91 None None] New status for floating IP 8380fce7-0f28-454f-8321-70d3b7860ac4: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:56:55.162941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-deleted', 'tag': 'eb14fe9a-7dce-4766-8386-f266e574c13b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:55.182666 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6109e1b-f7cb-4c9b-b441-15bf57959f33" -d '{"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-deleted", "tag": "eb14fe9a-7dce-4766-8386-f266e574c13b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:55.221906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:55.224950 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:55.233244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] 10.222.0.42 "PUT /v2.0/ports/97910c6b-4f0e-4875-8a72-d28878d97efb HTTP/1.1" status: 200 len: 1092 time: 3.7928162 Aug 26 10:56:55.233244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2920e3e5-9ea3-40af-9cf9-b3e4a7b82288', 'tag': '97910c6b-4f0e-4875-8a72-d28878d97efb'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:55.254555 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43d541b-f659-4cfc-a9c7-922a9ca7510f" -d '{"events": [{"name": "network-changed", "server_uuid": "2920e3e5-9ea3-40af-9cf9-b3e4a7b82288", "tag": "97910c6b-4f0e-4875-8a72-d28878d97efb"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:55.273758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 150a11f5-db01-4fbd-8f20-5bc968828090 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:56:55.448010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e48b2a67-af84-4613-a38d-66a7b22254b1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Deleting port a7108a8f-decf-49c6-874f-190492ae7266 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:55.448574 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e48b2a67-af84-4613-a38d-66a7b22254b1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:55.559176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a75d3-d2dc-43d3-aaf0-1ba01fe3e7cd service neutron] Pushing event updated for resources: {'Port': ['ID=97910c6b-4f0e-4875-8a72-d28878d97efb,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:55.625551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780d255-eedd-4b52-8a8d-2cf9dab3cc50 req-37cf158e-b101-4b72-9683-8b2edc48fc2d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:55.627241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f780d255-eedd-4b52-8a8d-2cf9dab3cc50 req-37cf158e-b101-4b72-9683-8b2edc48fc2d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 943 time: 0.1909041 Aug 26 10:56:55.629468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-ade3086e-3f43-463e-bbae-75006c67eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:55.631628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-ade3086e-3f43-463e-bbae-75006c67eb04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 1095 time: 0.2232180 Aug 26 10:56:55.755141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 150a11f5-db01-4fbd-8f20-5bc968828090, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=150a11f5-db01-4fbd-8f20-5bc968828090,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:55.759193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-2d557c02-1866-4ab5-8581-c0c3b878ee88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97910c6b-4f0e-4875-8a72-d28878d97efb HTTP/1.1" status: 200 len: 217 time: 0.1065903 Aug 26 10:56:55.761801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:55.785437 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e48b2a67-af84-4613-a38d-66a7b22254b1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] For port a7108a8f-decf-49c6-874f-190492ae7266, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a7108a8f-decf-49c6-874f-190492ae7266,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:55.785857 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e48b2a67-af84-4613-a38d-66a7b22254b1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:55.833150 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e48b2a67-af84-4613-a38d-66a7b22254b1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Calling delete_port for a7108a8f-decf-49c6-874f-190492ae7266 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:55.844632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-20127bb0-dc2e-4400-99eb-43100a8c3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-router', 'tenant_id': '7f18812d894748339fa303112b599a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:37Z', 'updated_at': '2021-08-26T10:56:51Z', 'revision_number': 5, 'project_id': '7f18812d894748339fa303112b599a64', 'gw_port': {'id': 'b53767f3-f5a2-4d8a-81f1-6940533384f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:40Z', 'updated_at': '2021-08-26T10:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:55.848660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '150a11f5-db01-4fbd-8f20-5bc968828090', 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723', 'port_id': '150a11f5-db01-4fbd-8f20-5bc968828090', 'mac_address': 'fa:16:3e:11:a4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fd876e-0ac2-4a80-957d-3118a841dee1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:56:55.849195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f780d255-eedd-4b52-8a8d-2cf9dab3cc50 req-62ac8ee1-43a2-4d24-9feb-e5c450fce29c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135441 Aug 26 10:56:55.909407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add53ab-b05a-4bf5-9a74-631c5e9e8774 req-f9a98969-f866-49cd-bf1b-375faa9a9fd7 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:55.913720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8add53ab-b05a-4bf5-9a74-631c5e9e8774 req-f9a98969-f866-49cd-bf1b-375faa9a9fd7 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 943 time: 0.1779509 Aug 26 10:56:55.913930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20127bb0-dc2e-4400-99eb-43100a8c3065 None None] Checking router: eb5f5b54-95a1-4626-ac0a-f07986c29576 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:56:55.920635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-81a467da-aac0-4fb8-9658-d8cfd8c6e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:55.922382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-81a467da-aac0-4fb8-9658-d8cfd8c6e8e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e1dfbf1-5bb4-498a-a82d-9c935bf08205 HTTP/1.1" status: 200 len: 853 time: 0.1250813 Aug 26 10:56:55.966358 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8677997e-f4d8-438d-8c4e-1f856dcf85e9 x-openstack-request-id: req-8677997e-f4d8-438d-8c4e-1f856dcf85e9 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:55.966358 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-deleted", "tag": "eb14fe9a-7dce-4766-8386-f266e574c13b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:55.966358 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8677997e-f4d8-438d-8c4e-1f856dcf85e9 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:55.966358 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-deleted', 'tag': 'eb14fe9a-7dce-4766-8386-f266e574c13b', 'status': 'completed', 'code': 200} Aug 26 10:56:55.989316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20127bb0-dc2e-4400-99eb-43100a8c3065 None None] Routers {'eb5f5b54-95a1-4626-ac0a-f07986c29576'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:56:55.990131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-20127bb0-dc2e-4400-99eb-43100a8c3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:56:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eb5f5b54-95a1-4626-ac0a-f07986c29576'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:56.025088 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-2645419b-844e-41f9-9e5e-62165aaff7e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f82ae0d8-084b-4078-bf2e-64550c4c241b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933943 Aug 26 10:56:56.067351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Deleting port b53767f3-f5a2-4d8a-81f1-6940533384f4 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:56.068178 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:56.085717 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:56.116105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150a11f5-db01-4fbd-8f20-5bc968828090 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:56:56.227571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 150a11f5-db01-4fbd-8f20-5bc968828090, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=150a11f5-db01-4fbd-8f20-5bc968828090,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:56.247477 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:56.256418 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-20127bb0-dc2e-4400-99eb-43100a8c3065 None None] Set router eb5f5b54-95a1-4626-ac0a-f07986c29576 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:56:56.368640 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0da5d81-c9f6-4587-af4b-4f39b5413380 x-openstack-request-id: req-c0da5d81-c9f6-4587-af4b-4f39b5413380 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:56.377800 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2920e3e5-9ea3-40af-9cf9-b3e4a7b82288", "tag": "97910c6b-4f0e-4875-8a72-d28878d97efb", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:56.378554 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0da5d81-c9f6-4587-af4b-4f39b5413380 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:56.378751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] For port b53767f3-f5a2-4d8a-81f1-6940533384f4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b53767f3-f5a2-4d8a-81f1-6940533384f4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:56.379088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:56.379459 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2920e3e5-9ea3-40af-9cf9-b3e4a7b82288', 'tag': '97910c6b-4f0e-4875-8a72-d28878d97efb', 'status': 'completed', 'code': 200} Aug 26 10:56:56.384362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-20127bb0-dc2e-4400-99eb-43100a8c3065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-router', 'tenant_id': '7f18812d894748339fa303112b599a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:37Z', 'updated_at': '2021-08-26T10:56:55Z', 'revision_number': 6, 'project_id': '7f18812d894748339fa303112b599a64', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:56:56.421579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20127bb0-dc2e-4400-99eb-43100a8c3065 None None] The sync data for ids ['eb5f5b54-95a1-4626-ac0a-f07986c29576'] in n-d-778550-13 is: [{'id': 'eb5f5b54-95a1-4626-ac0a-f07986c29576', 'name': 'tempest-AttachSCSIVolumeTestJSON-84327300-router', 'tenant_id': '7f18812d894748339fa303112b599a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:37Z', 'updated_at': '2021-08-26T10:56:55Z', 'revision_number': 6, 'project_id': '7f18812d894748339fa303112b599a64', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:56:56.435673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Calling delete_port for b53767f3-f5a2-4d8a-81f1-6940533384f4 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:56.457335 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e48b2a67-af84-4613-a38d-66a7b22254b1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:56.466561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=150a11f5-db01-4fbd-8f20-5bc968828090,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:56.576065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8add53ab-b05a-4bf5-9a74-631c5e9e8774 req-a6cb7be4-5ddf-410e-b63d-32e1abf73c96 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6503246 Aug 26 10:56:56.582803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['150a11f5-db01-4fbd-8f20-5bc968828090'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:56:56.615066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-66c7fbcd-2b25-4b38-8769-844d44ebdb04 service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693376 Aug 26 10:56:56.845607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b2a67-af84-4613-a38d-66a7b22254b1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Port': ['ID=a7108a8f-decf-49c6-874f-190492ae7266,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:56.897896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e48b2a67-af84-4613-a38d-66a7b22254b1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] No DVR routers for this DVR port a7108a8f-decf-49c6-874f-190492ae7266 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:56.901477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5bee4-4230-4312-94db-a3c71aac4e50 req-4493c9a5-d9d9-4f87-bc57-7c05c004fc8d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:56.904587 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e48b2a67-af84-4613-a38d-66a7b22254b1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:56.908562 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-e48b2a67-af84-4613-a38d-66a7b22254b1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "DELETE /v2.0/ports/a7108a8f-decf-49c6-874f-190492ae7266 HTTP/1.1" status: 204 len: 173 time: 2.4825392 Aug 26 10:56:56.914882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fba5bee4-4230-4312-94db-a3c71aac4e50 req-4493c9a5-d9d9-4f87-bc57-7c05c004fc8d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 945 time: 0.5612898 Aug 26 10:56:56.979615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d722b-beb7-47dd-b58c-b42869ba1fdb req-48bc7728-2ee2-48c9-ae08-0912b96a3b41 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:56.987853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d722b-beb7-47dd-b58c-b42869ba1fdb req-48bc7728-2ee2-48c9-ae08-0912b96a3b41 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:56.996346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-619d722b-beb7-47dd-b58c-b42869ba1fdb req-48bc7728-2ee2-48c9-ae08-0912b96a3b41 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 1677 time: 0.1789706 Aug 26 10:56:57.043305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fba5bee4-4230-4312-94db-a3c71aac4e50 req-41c487c7-9e6d-4920-a92d-9fe9dcc149d8 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214232 Aug 26 10:56:57.210046 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5966a32c-5d23-46a7-bb4a-8098a9850f08 req-ac4032af-9718-4ece-8940-b72653b53e8e service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774748 Aug 26 10:56:57.274654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-619d722b-beb7-47dd-b58c-b42869ba1fdb req-560d36ad-9cae-47f0-9b0d-b81c3a51b888 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772913 Aug 26 10:56:57.310096 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:57.405918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Pushing event deleted for resources: {'Port': ['ID=b53767f3-f5a2-4d8a-81f1-6940533384f4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:57.586350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364e666-f0b5-46d3-a8aa-b37100ab5864 req-2d779420-aecb-41ee-8f0e-5b59af371969 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:57.601274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-c129e7ca-9abb-4cf6-bc7e-621a5f1df6e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Deleting port 06b18670-82f9-4b7e-9c47-a1f920dacb98 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:57.602121 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-c129e7ca-9abb-4cf6-bc7e-621a5f1df6e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:57.602605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4364e666-f0b5-46d3-a8aa-b37100ab5864 req-2d779420-aecb-41ee-8f0e-5b59af371969 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.2799551 Aug 26 10:56:57.634235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d541b-f659-4cfc-a9c7-922a9ca7510f req-be417a08-1777-423d-a6e2-033b0468945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:57.636034 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a43d541b-f659-4cfc-a9c7-922a9ca7510f req-be417a08-1777-423d-a6e2-033b0468945e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 1095 time: 0.3558464 Aug 26 10:56:57.678413 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:57.691898 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4364e666-f0b5-46d3-a8aa-b37100ab5864 req-28a8e26e-5cd4-4270-a580-ad0bc2281e08 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880270 Aug 26 10:56:57.829188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a45c-153e-4ca8-b3bc-a5904526e7bc req-bc1facf3-88a7-49fb-9223-2378acf634db tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:57.837878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bae2a45c-153e-4ca8-b3bc-a5904526e7bc req-bc1facf3-88a7-49fb-9223-2378acf634db tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 943 time: 0.3235073 Aug 26 10:56:57.844532 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:57.852563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:57.866094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-c129e7ca-9abb-4cf6-bc7e-621a5f1df6e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] For port 06b18670-82f9-4b7e-9c47-a1f920dacb98, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=06b18670-82f9-4b7e-9c47-a1f920dacb98,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:57.866422 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-c129e7ca-9abb-4cf6-bc7e-621a5f1df6e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:57.925784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-c129e7ca-9abb-4cf6-bc7e-621a5f1df6e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Calling delete_port for 06b18670-82f9-4b7e-9c47-a1f920dacb98 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:57.937159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d541b-f659-4cfc-a9c7-922a9ca7510f req-8c5a09aa-77e0-471c-8a1d-cabdde743493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:57.939400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a43d541b-f659-4cfc-a9c7-922a9ca7510f req-8c5a09aa-77e0-471c-8a1d-cabdde743493 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 914 time: 0.2861025 Aug 26 10:56:57.941596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:57.942186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb5f5b54-95a1-4626-ac0a-f07986c29576 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:56:57.950279 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:57.951170 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-212029ff-b0e9-4332-b290-d75068ccbfad admin admin] 10.222.0.21 "DELETE /v2.0/routers/eb5f5b54-95a1-4626-ac0a-f07986c29576 HTTP/1.1" status: 204 len: 168 time: 3.6830406 Aug 26 10:56:57.954934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51722) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:57.959384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bae2a45c-153e-4ca8-b3bc-a5904526e7bc req-bc192304-bcf3-49f1-b897-26a769b73227 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206317 Aug 26 10:56:58.018383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a43d541b-f659-4cfc-a9c7-922a9ca7510f req-a488005f-f3e2-4584-b733-0989d6fde940 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97910c6b-4f0e-4875-8a72-d28878d97efb HTTP/1.1" status: 200 len: 217 time: 0.0579233 Aug 26 10:56:58.038054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaffe98-5ea7-4d6d-baab-714ab3b6f7bd req-508561bc-844b-4f0c-8eb7-dd6b9ce47c41 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:58.039780 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ccaffe98-5ea7-4d6d-baab-714ab3b6f7bd req-508561bc-844b-4f0c-8eb7-dd6b9ce47c41 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 945 time: 0.3047528 Aug 26 10:56:58.040310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-deleted', 'tag': 'a7108a8f-decf-49c6-874f-190492ae7266'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:58.041320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c14b5-52da-4036-a03a-64f21edb75d7 req-3fd163c4-58a7-4a85-9ecd-78859725b07b tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:58.043318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a82c14b5-52da-4036-a03a-64f21edb75d7 req-3fd163c4-58a7-4a85-9ecd-78859725b07b tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 944 time: 0.1488137 Aug 26 10:56:58.043526 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19603da9-42df-4d6a-b491-d300f13d9d56" -d '{"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-deleted", "tag": "a7108a8f-decf-49c6-874f-190492ae7266"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:58.132914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1514996-fc81-4ec1-926e-3e80aa0a968c admin admin] Deleting subnet 26c7f25a-2287-4e2f-bf2d-28fd40dcddcb {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:56:58.140848 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ecb75a-2e7a-45d4-a782-da35b445bf09 x-openstack-request-id: req-86ecb75a-2e7a-45d4-a782-da35b445bf09 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:56:58.141741 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-deleted", "tag": "a7108a8f-decf-49c6-874f-190492ae7266", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:56:58.142070 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86ecb75a-2e7a-45d4-a782-da35b445bf09 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:56:58.145365 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-deleted', 'tag': 'a7108a8f-decf-49c6-874f-190492ae7266', 'status': 'completed', 'code': 200} Aug 26 10:56:58.149922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d541b-f659-4cfc-a9c7-922a9ca7510f req-1184b97b-c6cd-42ab-824b-3807ce918c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:58.152147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a43d541b-f659-4cfc-a9c7-922a9ca7510f req-1184b97b-c6cd-42ab-824b-3807ce918c97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e1dfbf1-5bb4-498a-a82d-9c935bf08205 HTTP/1.1" status: 200 len: 853 time: 0.1218154 Aug 26 10:56:58.157027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1514996-fc81-4ec1-926e-3e80aa0a968c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:58.160347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a82c14b5-52da-4036-a03a-64f21edb75d7 req-f7dd5312-9141-44c4-b55e-24e14f70170b tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766852 Aug 26 10:56:58.196881 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a43d541b-f659-4cfc-a9c7-922a9ca7510f req-1d925db0-5736-4811-9174-43271cab39a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f82ae0d8-084b-4078-bf2e-64550c4c241b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350690 Aug 26 10:56:58.316252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b53767f3-f5a2-4d8a-81f1-6940533384f4 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:58.354719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1514996-fc81-4ec1-926e-3e80aa0a968c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:58.382927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: b53767f3-f5a2-4d8a-81f1-6940533384f4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:56:58.383425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b53767f3-f5a2-4d8a-81f1-6940533384f4 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:56:58.384441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 59594ac7-b9ff-4781-be65-b46a6a9a3881 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:56:58.429194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653f14-8d53-48cb-b805-674cd647a2cd req-bc3ad751-50d8-4cf9-907f-3c261ea874dc tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:58.434593 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 59594ac7-b9ff-4781-be65-b46a6a9a3881 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:56:58.435665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 59594ac7-b9ff-4781-be65-b46a6a9a3881 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:56:58.438589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42653f14-8d53-48cb-b805-674cd647a2cd req-bc3ad751-50d8-4cf9-907f-3c261ea874dc tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 945 time: 0.1799624 Aug 26 10:56:58.520433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a43d541b-f659-4cfc-a9c7-922a9ca7510f req-7a1862b3-a917-4946-94f2-cdbab4b33cbf service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132594 Aug 26 10:56:58.538055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-ccaffe98-5ea7-4d6d-baab-714ab3b6f7bd req-e181f979-f9aa-4a9b-918d-92959585f40f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Deleting port 68625c67-00dd-459c-aa85-126bec8db45b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:58.538450 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ccaffe98-5ea7-4d6d-baab-714ab3b6f7bd req-e181f979-f9aa-4a9b-918d-92959585f40f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:58.542929 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42653f14-8d53-48cb-b805-674cd647a2cd req-464111c0-4915-4cc0-9dfe-f28a126de725 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032016 Aug 26 10:56:58.598321 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf6c02-6acb-46a4-bce5-0ff34312ccb4 req-713af209-86cc-4968-8c09-a5b2e89ae2fb tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:58.606559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf6c02-6acb-46a4-bce5-0ff34312ccb4 req-713af209-86cc-4968-8c09-a5b2e89ae2fb tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:58.616149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5baf6c02-6acb-46a4-bce5-0ff34312ccb4 req-713af209-86cc-4968-8c09-a5b2e89ae2fb tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 1677 time: 0.1717253 Aug 26 10:56:58.622698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-c129e7ca-9abb-4cf6-bc7e-621a5f1df6e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:58.631617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1514996-fc81-4ec1-926e-3e80aa0a968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:58.683680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5baf6c02-6acb-46a4-bce5-0ff34312ccb4 req-c0c3ae7e-9ab6-40c3-973c-5c3be0c499bd tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662389 Aug 26 10:56:58.699142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129e7ca-9abb-4cf6-bc7e-621a5f1df6e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Port': ['ID=06b18670-82f9-4b7e-9c47-a1f920dacb98,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:58.745426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a43d541b-f659-4cfc-a9c7-922a9ca7510f req-84f0d3c2-0752-4120-a10a-f9d9c3aaf547 service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138286 Aug 26 10:56:58.814280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-c129e7ca-9abb-4cf6-bc7e-621a5f1df6e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] No DVR routers for this DVR port 06b18670-82f9-4b7e-9c47-a1f920dacb98 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:56:58.829643 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-c129e7ca-9abb-4cf6-bc7e-621a5f1df6e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:58.832183 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-c129e7ca-9abb-4cf6-bc7e-621a5f1df6e7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "DELETE /v2.0/ports/06b18670-82f9-4b7e-9c47-a1f920dacb98 HTTP/1.1" status: 204 len: 173 time: 1.9022157 Aug 26 10:56:58.878415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ccaffe98-5ea7-4d6d-baab-714ab3b6f7bd req-e181f979-f9aa-4a9b-918d-92959585f40f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] For port 68625c67-00dd-459c-aa85-126bec8db45b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=68625c67-00dd-459c-aa85-126bec8db45b,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:58.879197 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ccaffe98-5ea7-4d6d-baab-714ab3b6f7bd req-e181f979-f9aa-4a9b-918d-92959585f40f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:58.923638 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d901-4c77-491c-a8d7-7f266738f9b6 req-3d7c956b-defa-4dc2-8e5e-b4dcd7e08522 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:58.927599 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6725d901-4c77-491c-a8d7-7f266738f9b6 req-3d7c956b-defa-4dc2-8e5e-b4dcd7e08522 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.0628626 Aug 26 10:56:58.939029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-ccaffe98-5ea7-4d6d-baab-714ab3b6f7bd req-e181f979-f9aa-4a9b-918d-92959585f40f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Calling delete_port for 68625c67-00dd-459c-aa85-126bec8db45b owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:58.982457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1514996-fc81-4ec1-926e-3e80aa0a968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:59.012519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6725d901-4c77-491c-a8d7-7f266738f9b6 req-417e33c4-d4cb-4356-b21d-1b021cb62462 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760882 Aug 26 10:56:59.171892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1514996-fc81-4ec1-926e-3e80aa0a968c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:59.179418 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a1514996-fc81-4ec1-926e-3e80aa0a968c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26c7f25a-2287-4e2f-bf2d-28fd40dcddcb HTTP/1.1" status: 204 len: 168 time: 1.2230995 Aug 26 10:56:59.180427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51758) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:56:59.184051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1cdb91-9425-4583-8649-5fa06cadf45e None None] Network 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:56:59.192696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e130a1-5960-4f45-8954-dd1931a37402 req-dce604e9-c834-4917-9eb4-c09ab7ebda52 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:59.196728 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1514996-fc81-4ec1-926e-3e80aa0a968c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c7f25a-2287-4e2f-bf2d-28fd40dcddcb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:59.211134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9e130a1-5960-4f45-8954-dd1931a37402 req-dce604e9-c834-4917-9eb4-c09ab7ebda52 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 943 time: 0.1291528 Aug 26 10:56:59.325269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9e130a1-5960-4f45-8954-dd1931a37402 req-fc18229a-3501-44d2-8500-6eb67fb316f7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126087 Aug 26 10:56:59.336693 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 150a11f5-db01-4fbd-8f20-5bc968828090 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:56:59.465449 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:59.471011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06821132-0aeb-4fff-9af6-1b5a1ee2b1f5 req-9418001a-6f6d-4051-a363-cf560ce21ae5 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:59.476700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-5797d438-2930-4061-ad53-03bc8820c554 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Deleting port 260c9222-0d1f-4d80-842b-55abc38ec59e {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:59.477766 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-5797d438-2930-4061-ad53-03bc8820c554 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:59.487007 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06821132-0aeb-4fff-9af6-1b5a1ee2b1f5 req-9418001a-6f6d-4051-a363-cf560ce21ae5 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 944 time: 0.1179786 Aug 26 10:56:59.504963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 150a11f5-db01-4fbd-8f20-5bc968828090 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:56:59.512007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 150a11f5-db01-4fbd-8f20-5bc968828090 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:56:59.512378 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:59.609120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06821132-0aeb-4fff-9af6-1b5a1ee2b1f5 req-641b9e76-683d-481b-a6ac-503c65528894 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194239 Aug 26 10:56:59.700767 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:59.706200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13574861-b6b4-40bc-afff-d423b67ea42b None None] DHCP port deletion for 3d09a83c-fbcb-450f-8f29-8ae9a2802f81 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:56:59.766938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a0d08a-4be3-4179-91e2-50db4cb7bbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150a11f5-db01-4fbd-8f20-5bc968828090'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:56:59.769805 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f195812c-7de4-499d-ae21-789618a2576a" -d '{"events": [{"server_uuid": "b5a0d08a-4be3-4179-91e2-50db4cb7bbcb", "name": "network-vif-plugged", "status": "completed", "tag": "150a11f5-db01-4fbd-8f20-5bc968828090"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:56:59.809000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 150a11f5-db01-4fbd-8f20-5bc968828090, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=150a11f5-db01-4fbd-8f20-5bc968828090,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:59.826642 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:59.867935 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ccaffe98-5ea7-4d6d-baab-714ab3b6f7bd req-e181f979-f9aa-4a9b-918d-92959585f40f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:59.871035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-5797d438-2930-4061-ad53-03bc8820c554 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] For port 260c9222-0d1f-4d80-842b-55abc38ec59e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=260c9222-0d1f-4d80-842b-55abc38ec59e,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:56:59.871561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-5797d438-2930-4061-ad53-03bc8820c554 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:56:59.906603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd4cf9-2e33-462f-b4fb-1b348e2f9134 req-8f70475e-02ce-4c28-95fe-9cac89222e8c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:56:59.918879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181f979-f9aa-4a9b-918d-92959585f40f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event deleted for resources: {'Port': ['ID=68625c67-00dd-459c-aa85-126bec8db45b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:56:59.931944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7dcd4cf9-2e33-462f-b4fb-1b348e2f9134 req-8f70475e-02ce-4c28-95fe-9cac89222e8c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 867 time: 0.1640608 Aug 26 10:56:59.938837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-5797d438-2930-4061-ad53-03bc8820c554 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Calling delete_port for 260c9222-0d1f-4d80-842b-55abc38ec59e owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:56:59.949214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-13574861-b6b4-40bc-afff-d423b67ea42b None None] Deleting port 3be6567c-148c-46e9-8cf9-ef17822979e2 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:56:59.949811 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13574861-b6b4-40bc-afff-d423b67ea42b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:00.006082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Deleting port 3be6567c-148c-46e9-8cf9-ef17822979e2 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:00.006380 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:00.024986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=150a11f5-db01-4fbd-8f20-5bc968828090,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:00.096058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a1996-e505-4ed6-92b5-fca6ff4e7fe8 req-8bf9f806-4b8f-4064-963c-540400ef8bc3 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:00.105296 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaffe98-5ea7-4d6d-baab-714ab3b6f7bd req-e181f979-f9aa-4a9b-918d-92959585f40f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] No DVR routers for this DVR port 68625c67-00dd-459c-aa85-126bec8db45b on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:57:00.111571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-072a1996-e505-4ed6-92b5-fca6ff4e7fe8 req-8bf9f806-4b8f-4064-963c-540400ef8bc3 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 943 time: 0.2469981 Aug 26 10:57:00.113265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-13574861-b6b4-40bc-afff-d423b67ea42b None None] For port 3be6567c-148c-46e9-8cf9-ef17822979e2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3be6567c-148c-46e9-8cf9-ef17822979e2,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:00.113489 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ccaffe98-5ea7-4d6d-baab-714ab3b6f7bd req-e181f979-f9aa-4a9b-918d-92959585f40f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:00.114095 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13574861-b6b4-40bc-afff-d423b67ea42b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:00.115478 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ccaffe98-5ea7-4d6d-baab-714ab3b6f7bd req-e181f979-f9aa-4a9b-918d-92959585f40f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "DELETE /v2.0/ports/68625c67-00dd-459c-aa85-126bec8db45b HTTP/1.1" status: 204 len: 173 time: 1.9597263 Aug 26 10:57:00.133683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] For port 3be6567c-148c-46e9-8cf9-ef17822979e2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3be6567c-148c-46e9-8cf9-ef17822979e2,segment=NetworkSegment(6e352456-c1ad-426b-b30a-0c6623a175bb),segment_id=6e352456-c1ad-426b-b30a-0c6623a175bb)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:00.134657 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:00.139621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7dcd4cf9-2e33-462f-b4fb-1b348e2f9134 req-6152e8b2-63da-4689-a363-2f0415e23c55 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679432 Aug 26 10:57:00.148411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-deleted', 'tag': '06b18670-82f9-4b7e-9c47-a1f920dacb98'}, {'server_uuid': '40e4e37d-8a44-402a-a001-eb651b3e2f31', 'name': 'network-vif-deleted', 'tag': '68625c67-00dd-459c-aa85-126bec8db45b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:00.150988 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9bd097-7549-4c86-9d9f-4a9470098920" -d '{"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-deleted", "tag": "06b18670-82f9-4b7e-9c47-a1f920dacb98"}, {"server_uuid": "40e4e37d-8a44-402a-a001-eb651b3e2f31", "name": "network-vif-deleted", "tag": "68625c67-00dd-459c-aa85-126bec8db45b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:00.168210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Calling delete_port for 3be6567c-148c-46e9-8cf9-ef17822979e2 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:00.221003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-13574861-b6b4-40bc-afff-d423b67ea42b None None] Calling delete_port for 3be6567c-148c-46e9-8cf9-ef17822979e2 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:00.245301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-072a1996-e505-4ed6-92b5-fca6ff4e7fe8 req-8ab52179-f28a-4394-92f1-3610226b20ad tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2033ab4-6164-45ea-95b0-515384ee32c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320355 Aug 26 10:57:00.456482 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0119b31-4310-4f81-8905-b5c866bce330 x-openstack-request-id: req-f0119b31-4310-4f81-8905-b5c866bce330 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:00.457121 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a0d08a-4be3-4179-91e2-50db4cb7bbcb", "name": "network-vif-plugged", "status": "completed", "tag": "150a11f5-db01-4fbd-8f20-5bc968828090", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:00.457386 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0119b31-4310-4f81-8905-b5c866bce330 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:00.457958 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a0d08a-4be3-4179-91e2-50db4cb7bbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150a11f5-db01-4fbd-8f20-5bc968828090', 'code': 200} Aug 26 10:57:00.461287 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3be6567c-148c-46e9-8cf9-ef17822979e2 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:57:00.531141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-5797d438-2930-4061-ad53-03bc8820c554 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:00.618773 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797d438-2930-4061-ad53-03bc8820c554 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Port': ['ID=260c9222-0d1f-4d80-842b-55abc38ec59e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:00.628181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754ee12-9488-405a-ae23-11ec62d324e9 req-90c455e4-d54b-41a0-849f-043d9e47f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:00.634277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2754ee12-9488-405a-ae23-11ec62d324e9 req-90c455e4-d54b-41a0-849f-043d9e47f2b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 1097 time: 0.1604588 Aug 26 10:57:00.644976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 68625c67-00dd-459c-aa85-126bec8db45b no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:57:00.681880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e02ba-fe9d-4d27-953a-9b819eb46792 req-8261d712-e46a-47e2-97a2-85a95696fdc1 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:00.689085 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:00.690541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-617e02ba-fe9d-4d27-953a-9b819eb46792 req-8261d712-e46a-47e2-97a2-85a95696fdc1 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.2032692 Aug 26 10:57:00.706707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 68625c67-00dd-459c-aa85-126bec8db45b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:57:00.707212 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f335ff-2b41-4bbd-97b6-6be62085760c x-openstack-request-id: req-95f335ff-2b41-4bbd-97b6-6be62085760c {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:00.707212 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-deleted", "tag": "06b18670-82f9-4b7e-9c47-a1f920dacb98", "status": "completed", "code": 200}, {"server_uuid": "40e4e37d-8a44-402a-a001-eb651b3e2f31", "name": "network-vif-deleted", "tag": "68625c67-00dd-459c-aa85-126bec8db45b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:00.707212 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95f335ff-2b41-4bbd-97b6-6be62085760c {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:00.707706 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-deleted', 'tag': '06b18670-82f9-4b7e-9c47-a1f920dacb98', 'status': 'completed', 'code': 200} Aug 26 10:57:00.707706 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e4e37d-8a44-402a-a001-eb651b3e2f31', 'name': 'network-vif-deleted', 'tag': '68625c67-00dd-459c-aa85-126bec8db45b', 'status': 'completed', 'code': 200} Aug 26 10:57:00.709038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 68625c67-00dd-459c-aa85-126bec8db45b not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:57:00.733157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No active binding found for port 3be6567c-148c-46e9-8cf9-ef17822979e2 {{(pid=101268) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 26 10:57:00.734296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3be6567c-148c-46e9-8cf9-ef17822979e2 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:57:00.783315 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13574861-b6b4-40bc-afff-d423b67ea42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:00.791875 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-5797d438-2930-4061-ad53-03bc8820c554 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] No DVR routers for this DVR port 260c9222-0d1f-4d80-842b-55abc38ec59e on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:57:00.794127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=3be6567c-148c-46e9-8cf9-ef17822979e2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:00.803701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-5797d438-2930-4061-ad53-03bc8820c554 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:00.806657 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-357c67fa-2dda-40aa-9c0c-4a8e39858ad2 req-5797d438-2930-4061-ad53-03bc8820c554 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.47 "DELETE /v2.0/ports/260c9222-0d1f-4d80-842b-55abc38ec59e HTTP/1.1" status: 204 len: 173 time: 1.9565210 Aug 26 10:57:00.808322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] No DVR routers for this DVR port 3be6567c-148c-46e9-8cf9-ef17822979e2 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:57:00.868155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13574861-b6b4-40bc-afff-d423b67ea42b None None] Pushing event deleted for resources: {'Port': ['ID=3be6567c-148c-46e9-8cf9-ef17822979e2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:00.885053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13574861-b6b4-40bc-afff-d423b67ea42b None None] No DVR routers for this DVR port 3be6567c-148c-46e9-8cf9-ef17822979e2 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:57:00.894644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2754ee12-9488-405a-ae23-11ec62d324e9 req-26f73206-a372-42f0-87fb-2fe061a6ea83 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006321 Aug 26 10:57:00.905361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-617e02ba-fe9d-4d27-953a-9b819eb46792 req-80204bb4-30ba-4b6e-b468-7b9dbe11de41 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856272 Aug 26 10:57:00.972179 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:01.003039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d09a83c-fbcb-450f-8f29-8ae9a2802f81']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:01.027594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e352456-c1ad-426b-b30a-0c6623a175bb') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:01.027821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e352456-c1ad-426b-b30a-0c6623a175bb') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:01.058225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e200f9-d6df-4a32-810d-d8ec7f84bdd4 req-2ab6ef5e-1c5d-48f0-92c8-c08b94ba3c0c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:01.073468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:01.075048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47e200f9-d6df-4a32-810d-d8ec7f84bdd4 req-2ab6ef5e-1c5d-48f0-92c8-c08b94ba3c0c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 943 time: 0.1361554 Aug 26 10:57:01.126624 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:01.144610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:57:01.145277 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:57:01.148676 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:57:01.228906 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47e200f9-d6df-4a32-810d-d8ec7f84bdd4 req-d5b8c7cd-376d-4a30-89bf-67ea04834117 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524832 Aug 26 10:57:01.229421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 97910c6b-4f0e-4875-8a72-d28878d97efb details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:57:01.279942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5fca4-c117-4ad0-b8e3-e65feaeef7e2 req-49df67c3-3ffa-4fbd-adeb-caf9a89a6863 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:01.298301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fcf5fca4-c117-4ad0-b8e3-e65feaeef7e2 req-49df67c3-3ffa-4fbd-adeb-caf9a89a6863 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 945 time: 0.2052932 Aug 26 10:57:01.303809 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:01.329603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:01.340589 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] 10.222.0.21 "DELETE /v2.0/networks/3d09a83c-fbcb-450f-8f29-8ae9a2802f81 HTTP/1.1" status: 204 len: 168 time: 2.1477928 Aug 26 10:57:01.341286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51792) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:01.449198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 97910c6b-4f0e-4875-8a72-d28878d97efb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=97910c6b-4f0e-4875-8a72-d28878d97efb,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:01.460378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fcf5fca4-c117-4ad0-b8e3-e65feaeef7e2 req-43b67118-0a78-41f2-8517-0d296d0067ca tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605697 Aug 26 10:57:01.494489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '97910c6b-4f0e-4875-8a72-d28878d97efb', 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b', 'port_id': '97910c6b-4f0e-4875-8a72-d28878d97efb', 'mac_address': 'fa:16:3e:e6:51:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1dfbf1-5bb4-498a-a82d-9c935bf08205', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:57:01.596153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ff2358b-cdae-49c0-8c2d-ac271f44072c req-1ef8fd83-44a1-428f-a683-962cf4d5a944 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 210 time: 0.0880592 Aug 26 10:57:01.608480 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:01.628085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97910c6b-4f0e-4875-8a72-d28878d97efb {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:57:01.645735 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a5ee687-e29d-46a4-9b4c-3a8f44eb1a6c req-a5867829-1a98-4125-ac6d-1d72bad1b3a6 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0545220 Aug 26 10:57:01.671216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 97910c6b-4f0e-4875-8a72-d28878d97efb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=97910c6b-4f0e-4875-8a72-d28878d97efb,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:01.679176 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:01.773076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=97910c6b-4f0e-4875-8a72-d28878d97efb,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:01.986200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d09a83c-fbcb-450f-8f29-8ae9a2802f81,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:01.999967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.000359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.000681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.001022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.001355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.001687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.002017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.002348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.002665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.003022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.003351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.003674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb5bd12-a47e-42b5-a6d8-c4c4b2c25c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:02.051006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['97910c6b-4f0e-4875-8a72-d28878d97efb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:57:02.129626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1fa1c-070d-4548-8e96-66e432d77d8b req-725fb96f-d898-4236-bd3b-e649715a1e21 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:02.150281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8e1fa1c-070d-4548-8e96-66e432d77d8b req-725fb96f-d898-4236-bd3b-e649715a1e21 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.1119063 Aug 26 10:57:02.243432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8e1fa1c-070d-4548-8e96-66e432d77d8b req-0c02b7b4-1b93-45c5-bed1-5b9cfe91eb5b tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914454 Aug 26 10:57:02.509256 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248545-f4dc-4a6a-bd81-22e20ee7681e req-cd3227aa-8769-4445-b19d-51ded596d5ac tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:02.524847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9248545-f4dc-4a6a-bd81-22e20ee7681e req-cd3227aa-8769-4445-b19d-51ded596d5ac tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 944 time: 0.1282861 Aug 26 10:57:02.602786 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:02.607487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9248545-f4dc-4a6a-bd81-22e20ee7681e req-6021d7b9-960f-400f-90f6-95d1284d536c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804737 Aug 26 10:57:02.731080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-deleted', 'tag': '260c9222-0d1f-4d80-842b-55abc38ec59e'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:02.733208 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7fa83d-c7da-41f2-b7bf-37de516c66a9" -d '{"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-deleted", "tag": "260c9222-0d1f-4d80-842b-55abc38ec59e"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:02.763169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f677e09-25ec-4493-815c-817a2721fc34 req-06905868-7c5d-491b-bc07-1068e3af1944 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:02.772226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f677e09-25ec-4493-815c-817a2721fc34 req-06905868-7c5d-491b-bc07-1068e3af1944 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 945 time: 0.1259336 Aug 26 10:57:02.815564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb5d117f-4878-45d5-aad4-b641bbc9be36 req-7e248b61-3835-4ff8-88a2-b746db672f64 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 210 time: 0.0392032 Aug 26 10:57:02.864755 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f677e09-25ec-4493-815c-817a2721fc34 req-904e091c-e523-4bd5-836e-8e2af9bdbd3c tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898685 Aug 26 10:57:02.971858 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5354f72-2434-4502-b605-8c25da4d566a x-openstack-request-id: req-c5354f72-2434-4502-b605-8c25da4d566a {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:02.972158 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863b5ae-1d94-4d25-ab85-428b3a3db0e6", "name": "network-vif-deleted", "tag": "260c9222-0d1f-4d80-842b-55abc38ec59e", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:02.972419 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5354f72-2434-4502-b605-8c25da4d566a {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:02.975634 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863b5ae-1d94-4d25-ab85-428b3a3db0e6', 'name': 'network-vif-deleted', 'tag': '260c9222-0d1f-4d80-842b-55abc38ec59e', 'status': 'completed', 'code': 200} Aug 26 10:57:03.034951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-218958b5-7b58-443d-83a2-25dda9d002aa req-7e99601d-7c27-40d3-b764-56227eacfd5b tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0655484 Aug 26 10:57:03.038080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] Deleting port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:03.038656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:03.209708 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] For port 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e,segment=NetworkSegment(9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716),segment_id=9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:03.211705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:03.240699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] Calling delete_port for 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:03.241558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 97910c6b-4f0e-4875-8a72-d28878d97efb up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:57:03.275013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52b1d-b488-463d-89f5-226e2c0324a9 req-476f666b-9af5-4db6-929a-fddd4b35dfa0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.292066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52b1d-b488-463d-89f5-226e2c0324a9 req-476f666b-9af5-4db6-929a-fddd4b35dfa0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.306348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52b1d-b488-463d-89f5-226e2c0324a9 req-476f666b-9af5-4db6-929a-fddd4b35dfa0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.319952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52b1d-b488-463d-89f5-226e2c0324a9 req-476f666b-9af5-4db6-929a-fddd4b35dfa0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.334074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52b1d-b488-463d-89f5-226e2c0324a9 req-476f666b-9af5-4db6-929a-fddd4b35dfa0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.346235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52b1d-b488-463d-89f5-226e2c0324a9 req-476f666b-9af5-4db6-929a-fddd4b35dfa0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.362875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e52b1d-b488-463d-89f5-226e2c0324a9 req-476f666b-9af5-4db6-929a-fddd4b35dfa0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.387310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8e52b1d-b488-463d-89f5-226e2c0324a9 req-476f666b-9af5-4db6-929a-fddd4b35dfa0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5445 time: 0.2322264 Aug 26 10:57:03.395430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 97910c6b-4f0e-4875-8a72-d28878d97efb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:57:03.402761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 97910c6b-4f0e-4875-8a72-d28878d97efb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:57:03.403711 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:03.513749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8e52b1d-b488-463d-89f5-226e2c0324a9 req-eacb9cc9-2f95-40a9-a55e-cdfcb588acfa tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135738 Aug 26 10:57:03.543051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929efc0-8233-46ca-9604-037d0cd389f7 req-92ae9b71-afad-4d9d-b06c-b40f252e2cff tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.556689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6929efc0-8233-46ca-9604-037d0cd389f7 req-92ae9b71-afad-4d9d-b06c-b40f252e2cff tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.1632080 Aug 26 10:57:03.639281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6929efc0-8233-46ca-9604-037d0cd389f7 req-04b9ed03-33b6-4c09-8e60-bfd80fbbc7ce tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816875 Aug 26 10:57:03.672716 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:03.752965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 97910c6b-4f0e-4875-8a72-d28878d97efb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=97910c6b-4f0e-4875-8a72-d28878d97efb,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:03.755258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2920e3e5-9ea3-40af-9cf9-b3e4a7b82288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97910c6b-4f0e-4875-8a72-d28878d97efb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:03.758113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:03.763294 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50743ce-8197-4bb0-b624-a11db9252cd1" -d '{"events": [{"server_uuid": "2920e3e5-9ea3-40af-9cf9-b3e4a7b82288", "name": "network-vif-plugged", "status": "completed", "tag": "97910c6b-4f0e-4875-8a72-d28878d97efb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:03.772782 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:03.869755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e785f-f7ce-47f4-a4f6-55f9846d49eb req-1e4a205f-291b-4940-b641-84fa4e0d93ba tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.890211 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e785f-f7ce-47f4-a4f6-55f9846d49eb req-1e4a205f-291b-4940-b641-84fa4e0d93ba tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.894619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=97910c6b-4f0e-4875-8a72-d28878d97efb,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:03.896468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e785f-f7ce-47f4-a4f6-55f9846d49eb req-1e4a205f-291b-4940-b641-84fa4e0d93ba tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.909073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:03.911639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e785f-f7ce-47f4-a4f6-55f9846d49eb req-1e4a205f-291b-4940-b641-84fa4e0d93ba tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.932515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e785f-f7ce-47f4-a4f6-55f9846d49eb req-1e4a205f-291b-4940-b641-84fa4e0d93ba tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.939170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e785f-f7ce-47f4-a4f6-55f9846d49eb req-1e4a205f-291b-4940-b641-84fa4e0d93ba tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.956065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e785f-f7ce-47f4-a4f6-55f9846d49eb req-1e4a205f-291b-4940-b641-84fa4e0d93ba tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:03.957975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c2e785f-f7ce-47f4-a4f6-55f9846d49eb req-1e4a205f-291b-4940-b641-84fa4e0d93ba tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5445 time: 0.2218506 Aug 26 10:57:04.016464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4eb01-3b6b-47d5-bd12-a9854f7371b4 req-b366dc84-4cc3-4ffc-9a65-f4c1c6e74198 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:04.026973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40b4eb01-3b6b-47d5-bd12-a9854f7371b4 req-b366dc84-4cc3-4ffc-9a65-f4c1c6e74198 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 944 time: 0.3008621 Aug 26 10:57:04.092991 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1b93ac-219b-4842-8739-11e5a08e87da x-openstack-request-id: req-4b1b93ac-219b-4842-8739-11e5a08e87da {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:04.094656 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2920e3e5-9ea3-40af-9cf9-b3e4a7b82288", "name": "network-vif-plugged", "status": "completed", "tag": "97910c6b-4f0e-4875-8a72-d28878d97efb", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:04.095208 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b1b93ac-219b-4842-8739-11e5a08e87da {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:04.095849 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2920e3e5-9ea3-40af-9cf9-b3e4a7b82288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97910c6b-4f0e-4875-8a72-d28878d97efb', 'code': 200} Aug 26 10:57:04.103079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40b4eb01-3b6b-47d5-bd12-a9854f7371b4 req-c46fe02b-616e-4239-a308-e92c984d0267 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747747 Aug 26 10:57:04.333592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:04.417837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea9d6c6c-777f-4739-be9d-3721bbddf88d req-47ea54cb-fbd9-4b40-8b38-d0b633a675ee tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0903885 Aug 26 10:57:04.461452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73583f1c-8db7-4020-a1cb-7666e2857efa req-1937eaab-e52d-4b7d-bc69-bd8ddc40aa70 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 210 time: 0.1138506 Aug 26 10:57:04.483167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ebcf7-fa01-4e3a-b2de-4b9ef042e778 req-f9c88700-bdfc-461a-8281-b697677ffc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:04.484962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e81ebcf7-fa01-4e3a-b2de-4b9ef042e778 req-f9c88700-bdfc-461a-8281-b697677ffc06 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 1097 time: 0.2931402 Aug 26 10:57:04.572641 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e81ebcf7-fa01-4e3a-b2de-4b9ef042e778 req-6231efba-3a52-4f89-ab7e-4a8312a3b3c8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764778 Aug 26 10:57:04.706989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] Router 729dc71c-a404-4c3c-95e7-1b78187d04fc has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:57:04.834682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccf85e-d98e-4baa-8063-da150fe60f5e req-0e87aa09-45c5-42ae-ba0b-ab1406b8b6c9 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:04.837622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70ccf85e-d98e-4baa-8063-da150fe60f5e req-0e87aa09-45c5-42ae-ba0b-ab1406b8b6c9 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.0839751 Aug 26 10:57:04.906312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:57:04.922114 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70ccf85e-d98e-4baa-8063-da150fe60f5e req-7c106403-51bb-432a-a910-daac016d914a tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759313 Aug 26 10:57:04.930057 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-43235203-b6dd-41e0-b507-bceb336a29a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/729dc71c-a404-4c3c-95e7-1b78187d04fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5653515 Aug 26 10:57:04.931427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b030f3b-5d36-400c-861d-feec1eb55ba9 None None] Sync routers for ids ['729dc71c-a404-4c3c-95e7-1b78187d04fc'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:57:04.932518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51874) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:04.970213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b030f3b-5d36-400c-861d-feec1eb55ba9 None None] Routers {'729dc71c-a404-4c3c-95e7-1b78187d04fc'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:57:04.970213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1b030f3b-5d36-400c-861d-feec1eb55ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:56:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['729dc71c-a404-4c3c-95e7-1b78187d04fc'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:05.107865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-1b030f3b-5d36-400c-861d-feec1eb55ba9 None None] Set router 729dc71c-a404-4c3c-95e7-1b78187d04fc gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:57:05.148584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:05.585728 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1b030f3b-5d36-400c-861d-feec1eb55ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-router', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:57Z', 'updated_at': '2021-08-26T10:57:03Z', 'revision_number': 5, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'gw_port': {'id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:58Z', 'updated_at': '2021-08-26T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:05.618270 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b030f3b-5d36-400c-861d-feec1eb55ba9 None None] Checking router: 729dc71c-a404-4c3c-95e7-1b78187d04fc for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:57:05.630702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b030f3b-5d36-400c-861d-feec1eb55ba9 None None] Routers {'729dc71c-a404-4c3c-95e7-1b78187d04fc'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:57:05.631389 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1b030f3b-5d36-400c-861d-feec1eb55ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:56:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['729dc71c-a404-4c3c-95e7-1b78187d04fc'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:05.744704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43f822c8-1af7-4de1-9ad1-d0707cabbd5c req-19e78db2-7c70-4930-b70f-37b0d26a9189 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0617650 Aug 26 10:57:05.789885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:05.804144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-1b030f3b-5d36-400c-861d-feec1eb55ba9 None None] Set router 729dc71c-a404-4c3c-95e7-1b78187d04fc gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:57:05.918189 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-131cb102-cf4a-41f2-af40-46219c2cba07 req-f1b0083d-3e59-468a-8629-e59a6f0d7325 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 210 time: 0.0531878 Aug 26 10:57:05.947890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd92de-edc3-4ac7-9055-803a992e233c req-b34bc557-3e9c-4e28-855a-6f718838c4a4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:05.956690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84bd92de-edc3-4ac7-9055-803a992e233c req-b34bc557-3e9c-4e28-855a-6f718838c4a4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 945 time: 0.2789454 Aug 26 10:57:05.995530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Deleting port df6a4491-d214-4c65-91a7-f0e5afca1a79 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:05.999467 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:06.160634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84bd92de-edc3-4ac7-9055-803a992e233c req-6d4a9a38-bc37-4ec8-9cae-7c2218b5fb09 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026093 Aug 26 10:57:06.225231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621fb66-3f24-4bac-8e19-41435109129a req-af432e08-9e2a-4cb3-a708-835c01b90289 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:06.244800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c621fb66-3f24-4bac-8e19-41435109129a req-af432e08-9e2a-4cb3-a708-835c01b90289 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.1490889 Aug 26 10:57:06.263730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1b030f3b-5d36-400c-861d-feec1eb55ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-router', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:57Z', 'updated_at': '2021-08-26T10:57:03Z', 'revision_number': 5, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'gw_port': {'id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:58Z', 'updated_at': '2021-08-26T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:06.296172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b030f3b-5d36-400c-861d-feec1eb55ba9 None None] The sync data for ids ['729dc71c-a404-4c3c-95e7-1b78187d04fc'] in n-d-778550-13 is: [{'id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'name': 'tempest-AttachSCSIVolumeTestJSON-714450633-router', 'tenant_id': 'edb449b197e249d0bb37192ec63fe346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:54:57Z', 'updated_at': '2021-08-26T10:57:03Z', 'revision_number': 5, 'project_id': 'edb449b197e249d0bb37192ec63fe346', 'gw_port': {'id': 'df6a4491-d214-4c65-91a7-f0e5afca1a79', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729dc71c-a404-4c3c-95e7-1b78187d04fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:54:58Z', 'updated_at': '2021-08-26T10:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:57:06.320434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] For port df6a4491-d214-4c65-91a7-f0e5afca1a79, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=df6a4491-d214-4c65-91a7-f0e5afca1a79,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:06.320912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:06.355112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Calling delete_port for df6a4491-d214-4c65-91a7-f0e5afca1a79 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:06.374712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c621fb66-3f24-4bac-8e19-41435109129a req-e7af116a-b568-460f-973c-2f527763edec tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286619 Aug 26 10:57:06.689202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51930) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:06.794852 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:06.865100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca75022-7d7c-4ae1-8a11-b3fed2250221 req-9e461e3e-e633-4b85-80d4-e6b63a885973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:06.866188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Pushing event deleted for resources: {'Port': ['ID=df6a4491-d214-4c65-91a7-f0e5afca1a79,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:06.867250 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca75022-7d7c-4ae1-8a11-b3fed2250221 req-9e461e3e-e633-4b85-80d4-e6b63a885973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:06.868474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca75022-7d7c-4ae1-8a11-b3fed2250221 req-9e461e3e-e633-4b85-80d4-e6b63a885973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:06.869662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca75022-7d7c-4ae1-8a11-b3fed2250221 req-9e461e3e-e633-4b85-80d4-e6b63a885973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:06.871364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca75022-7d7c-4ae1-8a11-b3fed2250221 req-9e461e3e-e633-4b85-80d4-e6b63a885973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:06.874377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca75022-7d7c-4ae1-8a11-b3fed2250221 req-9e461e3e-e633-4b85-80d4-e6b63a885973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:06.876470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca75022-7d7c-4ae1-8a11-b3fed2250221 req-9e461e3e-e633-4b85-80d4-e6b63a885973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:06.883466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3ca75022-7d7c-4ae1-8a11-b3fed2250221 req-9e461e3e-e633-4b85-80d4-e6b63a885973 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6509 time: 0.1870236 Aug 26 10:57:06.998966 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3ca75022-7d7c-4ae1-8a11-b3fed2250221 req-9918e080-1042-468c-bde8-01333fe96dfb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042225 Aug 26 10:57:07.061239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78dc04c4-4c08-435d-b2a2-5b181fc2361d req-c805ae51-a4bc-4ea7-8489-a69554082adf tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.1364870 Aug 26 10:57:07.158146 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42cbaf51-4d81-4956-bdd8-fb30ba58e31a req-11e18196-eaca-487c-b272-cbb8e209c458 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=40e4e37d-8a44-402a-a001-eb651b3e2f31 HTTP/1.1" status: 200 len: 210 time: 0.0635867 Aug 26 10:57:07.159215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:07.314088 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:07.317717 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:07.474124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:07.474760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 729dc71c-a404-4c3c-95e7-1b78187d04fc {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:57:07.488100 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:07.493028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-038ef1ce-b86c-4b25-b346-9ddc47979993 admin admin] 10.222.0.21 "DELETE /v2.0/routers/729dc71c-a404-4c3c-95e7-1b78187d04fc HTTP/1.1" status: 204 len: 168 time: 2.5547266 Aug 26 10:57:07.493490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51956) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:07.529892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7489d2-d56b-44b0-a683-c896caad1fbc req-c9c4bc22-3526-4de1-8740-9aa379b39ba2 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:07.531691 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f7489d2-d56b-44b0-a683-c896caad1fbc req-c9c4bc22-3526-4de1-8740-9aa379b39ba2 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 945 time: 0.1239264 Aug 26 10:57:07.598717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b843b8-567e-4bba-b4fa-a307128899c0 admin admin] Deleting subnet 39e27e67-fb96-4915-96d9-83aa7516da96 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:57:07.605883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d3b843b8-567e-4bba-b4fa-a307128899c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:07.638869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d157bc3-4404-40e6-9dec-806f6744c576 req-d8d12c11-f66d-49c0-abfc-05e7132b8378 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:07.645858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d157bc3-4404-40e6-9dec-806f6744c576 req-d8d12c11-f66d-49c0-abfc-05e7132b8378 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.1260414 Aug 26 10:57:07.698490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f7489d2-d56b-44b0-a683-c896caad1fbc req-00c550f2-4f91-48c9-bc7b-09e1e6dc3a89 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253366 Aug 26 10:57:07.745107 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d3b843b8-567e-4bba-b4fa-a307128899c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:07.821303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d157bc3-4404-40e6-9dec-806f6744c576 req-94503cf3-dbc1-45c2-ba2a-551604c93661 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158304 Aug 26 10:57:08.121102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d3b843b8-567e-4bba-b4fa-a307128899c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:08.238982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d8ea-365e-401a-bf6d-56c599573124 req-c5a27d95-7e97-4d4a-bef4-085b81e49a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:08.252818 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-56b5d8ea-365e-401a-bf6d-56c599573124 req-c5a27d95-7e97-4d4a-bef4-085b81e49a5c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 1098 time: 0.3879061 Aug 26 10:57:08.413939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7719b205-0f4d-45ff-a49d-50556066cee0 req-6ee72dc1-a332-4d12-8f24-78c3636e61a1 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.1321537 Aug 26 10:57:08.469701 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-56b5d8ea-365e-401a-bf6d-56c599573124 req-57017822-5217-4ed3-991d-dc32b1761f03 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970391 Aug 26 10:57:08.521679 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d3b843b8-567e-4bba-b4fa-a307128899c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:08.526481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:57:08.581457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00f63a-483b-412f-8a9d-22f6473b0545 req-3e06e3df-4f9b-4d06-b563-32bb6def9a10 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:08.610418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b843b8-567e-4bba-b4fa-a307128899c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e27e67-fb96-4915-96d9-83aa7516da96,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:08.611608 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd00f63a-483b-412f-8a9d-22f6473b0545 req-3e06e3df-4f9b-4d06-b563-32bb6def9a10 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 945 time: 0.1962938 Aug 26 10:57:08.621989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:57:08.624352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6fe021b8-4b02-4e37-9d2d-63b28c7ffe1e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:57:08.627482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d3b843b8-567e-4bba-b4fa-a307128899c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:08.632417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device df6a4491-d214-4c65-91a7-f0e5afca1a79 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:57:08.642182 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d3b843b8-567e-4bba-b4fa-a307128899c0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/39e27e67-fb96-4915-96d9-83aa7516da96 HTTP/1.1" status: 204 len: 168 time: 1.1469212 Aug 26 10:57:08.642591 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d262a71-1b36-43ff-accd-c2d7895f3644 None None] Network 69021e8e-b201-4ac3-b5a7-b9d40115cc9b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:57:08.645615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51984) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:08.698856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd00f63a-483b-412f-8a9d-22f6473b0545 req-c137e816-c79b-4861-9305-abb48521ed82 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835617 Aug 26 10:57:08.852495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: df6a4491-d214-4c65-91a7-f0e5afca1a79 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:57:08.856037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device df6a4491-d214-4c65-91a7-f0e5afca1a79 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:57:08.870493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:09.138619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Deleting port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:09.141963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc90f6dd-dd14-48b7-94f8-a2d4365a8e23 None None] DHCP port deletion for 69021e8e-b201-4ac3-b5a7-b9d40115cc9b request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:57:09.143008 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:09.262983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fc90f6dd-dd14-48b7-94f8-a2d4365a8e23 None None] Deleting port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:09.263486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc90f6dd-dd14-48b7-94f8-a2d4365a8e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:09.276205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d25219-30be-4967-9487-07aec826e6b0 req-f08b55df-2d12-4c65-beca-dbcaa770a14e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:09.284726 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02d25219-30be-4967-9487-07aec826e6b0 req-f08b55df-2d12-4c65-beca-dbcaa770a14e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.2548933 Aug 26 10:57:09.420317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] For port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0be4d3d2-01c4-4fc8-a9b1-43e879eee338,segment=NetworkSegment(9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716),segment_id=9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:09.422875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fc90f6dd-dd14-48b7-94f8-a2d4365a8e23 None None] For port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0be4d3d2-01c4-4fc8-a9b1-43e879eee338,segment=NetworkSegment(9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716),segment_id=9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:09.423336 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc90f6dd-dd14-48b7-94f8-a2d4365a8e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:09.425440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:09.445984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Calling delete_port for 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:09.448631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02d25219-30be-4967-9487-07aec826e6b0 req-1b815542-82e8-41a4-a675-7d5374524a31 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527646 Aug 26 10:57:09.452265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fc90f6dd-dd14-48b7-94f8-a2d4365a8e23 None None] Calling delete_port for 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:09.597239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-978c449f-2308-4030-a78b-5cbdc9d67bd6 req-6fb27bbb-6f38-447d-ae50-de9441e1bc3e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0605755 Aug 26 10:57:09.690226 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc90f6dd-dd14-48b7-94f8-a2d4365a8e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:09.710178 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:09.767195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be4d3d2-01c4-4fc8-a9b1-43e879eee338,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:09.778180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] No DVR routers for this DVR port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:57:09.785829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90f6dd-dd14-48b7-94f8-a2d4365a8e23 None None] Pushing event deleted for resources: {'Port': ['ID=0be4d3d2-01c4-4fc8-a9b1-43e879eee338,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:09.810254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc90f6dd-dd14-48b7-94f8-a2d4365a8e23 None None] No DVR routers for this DVR port 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:57:09.964282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f9026-c8ae-40d0-9676-d1e913b0daa7 req-b455304e-e298-4d2f-8c2b-4cb9675f77fb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:09.979115 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f9f9026-c8ae-40d0-9676-d1e913b0daa7 req-b455304e-e298-4d2f-8c2b-4cb9675f77fb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.5533645 Aug 26 10:57:09.999175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87e26d-894b-48e7-a84e-a2ad4bcf8e86 req-c8cb9f32-95b6-45df-8146-c45282adc39c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:10.002487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d87e26d-894b-48e7-a84e-a2ad4bcf8e86 req-c8cb9f32-95b6-45df-8146-c45282adc39c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.42 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 945 time: 0.4013658 Aug 26 10:57:10.010692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:10.034692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69021e8e-b201-4ac3-b5a7-b9d40115cc9b']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:10.059780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:10.060295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae2db5a-e6e3-4a2a-bce9-caf80c2e9716') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:10.079919 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:10.111757 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:10.124055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:57:10.124225 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:57:10.199621 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:57:10.205761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:10.236066 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:10.240677 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f9f9026-c8ae-40d0-9676-d1e913b0daa7 req-5f6d0709-f5d5-4538-8eba-85b20204b6b7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/quotas/72123eaa26c94ba59d3af6b8c5e25931 HTTP/1.1" status: 200 len: 375 time: 0.2352285 Aug 26 10:57:10.242232 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/69021e8e-b201-4ac3-b5a7-b9d40115cc9b HTTP/1.1" status: 204 len: 168 time: 1.5948358 Aug 26 10:57:10.257659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e296c2e-5e15-4b18-95d8-af510592f9e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=69021e8e-b201-4ac3-b5a7-b9d40115cc9b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:10.342988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f9f9026-c8ae-40d0-9676-d1e913b0daa7 req-85946f2d-60f5-443f-b83b-61118c706cd0 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742693 Aug 26 10:57:10.356498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9693e1-66ca-4c2f-87be-fec86eb7defe req-be348f7a-b255-474f-8e4d-527968b7229e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:10.358578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e9693e1-66ca-4c2f-87be-fec86eb7defe req-be348f7a-b255-474f-8e4d-527968b7229e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 945 time: 0.3764901 Aug 26 10:57:10.435475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:57:10.475877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:57:10.476477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0be4d3d2-01c4-4fc8-a9b1-43e879eee338 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:57:10.539935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-1d87e26d-894b-48e7-a84e-a2ad4bcf8e86 req-fc8a6d90-e2ad-422b-813e-e11e6d4d7807 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Deleting port 97910c6b-4f0e-4875-8a72-d28878d97efb {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:10.540804 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1d87e26d-894b-48e7-a84e-a2ad4bcf8e86 req-fc8a6d90-e2ad-422b-813e-e11e6d4d7807 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:10.548206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e9693e1-66ca-4c2f-87be-fec86eb7defe req-3ba65abe-541d-4f84-b19e-05cfd4941e82 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777589 Aug 26 10:57:10.630178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f9f9026-c8ae-40d0-9676-d1e913b0daa7 req-0d106172-1cd9-48ff-82c2-13b20008bf65 service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855823 Aug 26 10:57:10.823718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-1d87e26d-894b-48e7-a84e-a2ad4bcf8e86 req-fc8a6d90-e2ad-422b-813e-e11e6d4d7807 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] For port 97910c6b-4f0e-4875-8a72-d28878d97efb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=97910c6b-4f0e-4875-8a72-d28878d97efb,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:10.824366 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1d87e26d-894b-48e7-a84e-a2ad4bcf8e86 req-fc8a6d90-e2ad-422b-813e-e11e6d4d7807 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:10.869021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-1d87e26d-894b-48e7-a84e-a2ad4bcf8e86 req-fc8a6d90-e2ad-422b-813e-e11e6d4d7807 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Calling delete_port for 97910c6b-4f0e-4875-8a72-d28878d97efb owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:10.881111 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f9f9026-c8ae-40d0-9676-d1e913b0daa7 req-e9f8c754-eed6-4b4c-ab3c-6936533697d2 service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495949 Aug 26 10:57:10.884794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52032) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:10.968518 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c0e17bd4-fdcf-48a0-9dde-412c385205bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f18812d894748339fa303112b599a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818257 Aug 26 10:57:10.976530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52034) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:11.117041 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d180ff6c-b6bc-499b-9fed-de7943cef58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:11.150883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d180ff6c-b6bc-499b-9fed-de7943cef58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:11.269285 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1d87e26d-894b-48e7-a84e-a2ad4bcf8e86 req-fc8a6d90-e2ad-422b-813e-e11e6d4d7807 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:11.317557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['69c40a3f-ac4a-484e-a724-137be15e9b65'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:57:11.340937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d180ff6c-b6bc-499b-9fed-de7943cef58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:11.353108 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d180ff6c-b6bc-499b-9fed-de7943cef58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:11.360858 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d180ff6c-b6bc-499b-9fed-de7943cef58e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55f6bb20-7465-492d-9b79-d16564221479 HTTP/1.1" status: 204 len: 168 time: 0.3761852 Aug 26 10:57:11.402572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180ff6c-b6bc-499b-9fed-de7943cef58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f6bb20-7465-492d-9b79-d16564221479,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:11.519829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a6d90-e2ad-422b-813e-e11e6d4d7807 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Pushing event deleted for resources: {'Port': ['ID=97910c6b-4f0e-4875-8a72-d28878d97efb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:11.622805 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f211fe49-e6ca-4aed-9b27-fbc4be455971 req-2ef8e941-96c4-4e8e-86ee-1a4f5f881a41 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.1175818 Aug 26 10:57:11.752863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d87e26d-894b-48e7-a84e-a2ad4bcf8e86 req-fc8a6d90-e2ad-422b-813e-e11e6d4d7807 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] No DVR routers for this DVR port 97910c6b-4f0e-4875-8a72-d28878d97efb on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:57:11.756902 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1d87e26d-894b-48e7-a84e-a2ad4bcf8e86 req-fc8a6d90-e2ad-422b-813e-e11e6d4d7807 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:11.760214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d87e26d-894b-48e7-a84e-a2ad4bcf8e86 req-fc8a6d90-e2ad-422b-813e-e11e6d4d7807 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.42 "DELETE /v2.0/ports/97910c6b-4f0e-4875-8a72-d28878d97efb HTTP/1.1" status: 204 len: 173 time: 1.7397931 Aug 26 10:57:11.763162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2920e3e5-9ea3-40af-9cf9-b3e4a7b82288', 'name': 'network-vif-deleted', 'tag': '97910c6b-4f0e-4875-8a72-d28878d97efb'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:11.767993 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96782bc5-7380-480b-ab2a-b6531915a067" -d '{"events": [{"server_uuid": "2920e3e5-9ea3-40af-9cf9-b3e4a7b82288", "name": "network-vif-deleted", "tag": "97910c6b-4f0e-4875-8a72-d28878d97efb"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:11.870652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98b4e2d8-dbf4-4fbe-9500-03185dd6b476 req-8bf0d051-bc13-4031-82a6-e9761eff7b21 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=369ac100-2df3-4753-b26e-6243ec07d8b9 HTTP/1.1" status: 200 len: 210 time: 0.1092758 Aug 26 10:57:11.911004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9672267-0bf0-4a55-8bc8-e5ab7c6fcfb1 req-8864f2d1-ef26-48a3-9143-0fc6155d0c3c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:11.917569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9672267-0bf0-4a55-8bc8-e5ab7c6fcfb1 req-8864f2d1-ef26-48a3-9143-0fc6155d0c3c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.4223573 Aug 26 10:57:12.034675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9672267-0bf0-4a55-8bc8-e5ab7c6fcfb1 req-98547342-bae9-475d-97da-757035fb2fe5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094444 Aug 26 10:57:12.132853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-539e78ce-4030-45d9-ba02-932ffd655183 req-0dfb9f92-4fb7-48e6-9d60-32e957fa4547 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=2920e3e5-9ea3-40af-9cf9-b3e4a7b82288 HTTP/1.1" status: 200 len: 210 time: 0.0642765 Aug 26 10:57:12.136448 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819db891-4e35-4121-bcaa-9ac4343e0084 x-openstack-request-id: req-819db891-4e35-4121-bcaa-9ac4343e0084 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:12.136857 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2920e3e5-9ea3-40af-9cf9-b3e4a7b82288", "name": "network-vif-deleted", "tag": "97910c6b-4f0e-4875-8a72-d28878d97efb", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:12.138608 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-819db891-4e35-4121-bcaa-9ac4343e0084 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:12.144720 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2920e3e5-9ea3-40af-9cf9-b3e4a7b82288', 'name': 'network-vif-deleted', 'tag': '97910c6b-4f0e-4875-8a72-d28878d97efb', 'status': 'completed', 'code': 200} Aug 26 10:57:12.439258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee55e4-e0d5-4952-bc11-ea45fb0f2f19 req-6afeb326-fe1a-4bed-b3c0-28efb1de832c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:12.440946 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18ee55e4-e0d5-4952-bc11-ea45fb0f2f19 req-6afeb326-fe1a-4bed-b3c0-28efb1de832c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1380553 Aug 26 10:57:12.446379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52078) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:12.538942 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-275cc387-e85a-42f2-843f-a7d013d12e7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edb449b197e249d0bb37192ec63fe346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901263 Aug 26 10:57:12.542611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52082) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:12.603190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18ee55e4-e0d5-4952-bc11-ea45fb0f2f19 req-5915a985-3697-4158-81c0-51f4d0f63f1f tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437318 Aug 26 10:57:12.619848 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5daef894-7fe5-46de-b480-fb5f442b2366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:12.653414 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5daef894-7fe5-46de-b480-fb5f442b2366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:12.741351 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5daef894-7fe5-46de-b480-fb5f442b2366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:12.744592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5daef894-7fe5-46de-b480-fb5f442b2366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:12.746468 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5daef894-7fe5-46de-b480-fb5f442b2366 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90bee2a4-6036-48b4-ab0d-927dfe11bef3 HTTP/1.1" status: 204 len: 168 time: 0.2017932 Aug 26 10:57:12.781482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daef894-7fe5-46de-b480-fb5f442b2366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bee2a4-6036-48b4-ab0d-927dfe11bef3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:12.904526 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9728328d-d11b-43ca-a75f-99df0baf39a3 req-afb50a8d-ded4-4231-b768-b56f214ad902 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0418289 Aug 26 10:57:13.273213 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7530833b-8c6a-42c4-b731-102359c7a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:13.284544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 97910c6b-4f0e-4875-8a72-d28878d97efb no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:57:13.303682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-329ab33f-b797-4048-a1d9-2c40c0501027 req-3b9a123d-af30-46d6-bc29-c2b32a6c9129 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=369ac100-2df3-4753-b26e-6243ec07d8b9 HTTP/1.1" status: 200 len: 210 time: 0.0625298 Aug 26 10:57:13.366107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 97910c6b-4f0e-4875-8a72-d28878d97efb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:57:13.366107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 97910c6b-4f0e-4875-8a72-d28878d97efb not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:57:13.555856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b4d5e-af1b-4903-aba7-987e5ca0170d req-c3b71f1c-051a-485a-9c9f-b86fd6094cda tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:13.572966 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f6b4d5e-af1b-4903-aba7-987e5ca0170d req-c3b71f1c-051a-485a-9c9f-b86fd6094cda tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.2841680 Aug 26 10:57:13.676906 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f6b4d5e-af1b-4903-aba7-987e5ca0170d req-2d2afd31-ac3e-48a0-95d5-22cbb6f8f2b3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006374 Aug 26 10:57:13.774037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfda05c-d285-43f9-875c-8e478e4a77b5 req-2bab4bd9-1bd8-4caf-b010-1c9d3e63e1ed tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:13.776880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8dfda05c-d285-43f9-875c-8e478e4a77b5 req-2bab4bd9-1bd8-4caf-b010-1c9d3e63e1ed tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0967212 Aug 26 10:57:13.878872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8dfda05c-d285-43f9-875c-8e478e4a77b5 req-dd03f14b-fb13-4810-b047-d980b67aea5b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928028 Aug 26 10:57:14.116849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2a302e9-cc66-4411-9401-63daf2a5e527 req-19526e8a-a478-4bd2-979a-3a5e39eb8e0c tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0534687 Aug 26 10:57:14.405650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850121f0-6be7-4c64-bd7b-d297b61fae80 req-de0052c9-aef1-4ac1-826d-5dde9302a08e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:14.408451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-850121f0-6be7-4c64-bd7b-d297b61fae80 req-de0052c9-aef1-4ac1-826d-5dde9302a08e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1186798 Aug 26 10:57:14.495643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-850121f0-6be7-4c64-bd7b-d297b61fae80 req-536b20f5-3757-49ff-9933-d9ca555f4945 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718334 Aug 26 10:57:14.713935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15e7b4-d319-4002-bc94-56a0161b4de0 req-670eb837-c425-4f84-854d-53333737380b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:14.717738 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a15e7b4-d319-4002-bc94-56a0161b4de0 req-670eb837-c425-4f84-854d-53333737380b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1102676 Aug 26 10:57:14.825475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a15e7b4-d319-4002-bc94-56a0161b4de0 req-1d0d6e9f-1d6a-4aac-be1c-57a9e3e1bc66 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933781 Aug 26 10:57:15.006790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968b0b5-c2bd-475a-9a40-24692fda726b req-10e98f88-e24a-4324-a1ce-3c9316ecdf88 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:15.008967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8968b0b5-c2bd-475a-9a40-24692fda726b req-10e98f88-e24a-4324-a1ce-3c9316ecdf88 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1820774 Aug 26 10:57:15.195021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8968b0b5-c2bd-475a-9a40-24692fda726b req-ea4ac5f2-c621-4199-8bdc-33766c0a8385 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677716 Aug 26 10:57:15.322188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f306f49a-8be6-4e86-9d4d-45da893e3c99 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:15.338765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52188) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:15.341535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f306f49a-8be6-4e86-9d4d-45da893e3c99 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.3307729 Aug 26 10:57:15.390161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-d9a619a4-52c3-4893-813e-d08eafcd4899 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/quotas/72123eaa26c94ba59d3af6b8c5e25931 HTTP/1.1" status: 200 len: 375 time: 0.0474427 Aug 26 10:57:15.425350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a029af0-7403-441b-a596-638e12731645 req-4941fe47-12d1-4e49-9802-15b6c388762d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0601661 Aug 26 10:57:15.503115 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-ebeea449-edd7-414b-a33b-89fbc57bca1b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107957 Aug 26 10:57:15.778310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee76766f-4774-4870-819f-4ce01c25b5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:15.786957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-044e683f-1e6a-4275-9c5e-5fb486a15c02 service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780187 Aug 26 10:57:15.991156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-268903817-network', 'tenant_id': '36c6a8da2a434753aa09261cad334110'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:16.101533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-4a92a0dc-33fd-4e47-afa3-2ff1ebc8083c service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127854 Aug 26 10:57:16.103100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Made reservation on behalf of 36c6a8da2a434753aa09261cad334110 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:16.106852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:16.138943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:16.272326 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:16.302020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bc235-44a0-40d7-95ea-88d0fd33b592 req-c49d959c-1591-43b3-8319-20c49e646fe6 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:16.314509 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-293bc235-44a0-40d7-95ea-88d0fd33b592 req-c49d959c-1591-43b3-8319-20c49e646fe6 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1981518 Aug 26 10:57:16.394581 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:16.409289 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:16.417368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-293bc235-44a0-40d7-95ea-88d0fd33b592 req-e424e7da-9be7-4127-b49e-9dedf0df0693 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015229 Aug 26 10:57:16.462050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48336a7e-cb7c-47f9-81ef-f02593121712,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:16.489664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:57:16.522810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:16.523309 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Added segment b39df65e-4162-473b-afd0-7ed6d671c0dd of type vlan for network 6f92c51d-b1ef-4a81-8f9f-9a30a011da4a Aug 26 10:57:16.652943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:16.673517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab035268-5966-4bcf-a295-c15dcc9f7be9 req-86e1cfd4-4bc7-4278-9fdd-4ac705752e55 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0667820 Aug 26 10:57:16.737058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:16.739532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:16.741004 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:16.787313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6fe6903b-ebff-413c-b2f3-d7b037b7b4ec req-bb9bd8f3-6b34-4f4e-9f64-866fd56268eb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 210 time: 0.0430532 Aug 26 10:57:16.864819 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5299525 Aug 26 10:57:16.864819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75794d8f-9ac6-435b-9c55-d82c02fea6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=6f92c51d-b1ef-4a81-8f9f-9a30a011da4a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:16.865389 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52220) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:16.870434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] Request body: {'subnet': {'network_id': '6f92c51d-b1ef-4a81-8f9f-9a30a011da4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-268903817-subnet', 'tenant_id': '36c6a8da2a434753aa09261cad334110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:16.888361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 6f92c51d-b1ef-4a81-8f9f-9a30a011da4a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:57:16.926885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] Made reservation on behalf of 36c6a8da2a434753aa09261cad334110 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:16.932217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:17.092773 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:17.477099 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:17.640474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45fc173c-841a-4f5b-9c79-b493a3046ff6,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:17.710846 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:57:17.741493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3f3b9-e229-40ef-89fa-d30e913f57aa req-a7f17fb9-67c5-48fa-b3e8-fb5aecabf3cb tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:17.757284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6e3f3b9-e229-40ef-89fa-d30e913f57aa req-a7f17fb9-67c5-48fa-b3e8-fb5aecabf3cb tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1911786 Aug 26 10:57:17.822975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] Checking segment: {'id': 'b39df65e-4162-473b-afd0-7ed6d671c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f92c51d-b1ef-4a81-8f9f-9a30a011da4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:57:17.823414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] Network hostable DHCP agents. Network: 6f92c51d-b1ef-4a81-8f9f-9a30a011da4a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:57:17.936897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] Network 6f92c51d-b1ef-4a81-8f9f-9a30a011da4a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:57:17.942610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6e3f3b9-e229-40ef-89fa-d30e913f57aa req-507befce-a705-4644-ad51-e2f4a9fe1af1 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630247 Aug 26 10:57:17.968991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-abe5846c-e953-46ba-9d87-d52d7169c707 req-dfddaeec-6e50-41f2-8a3b-b86fb3b4d7e2 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0528939 Aug 26 10:57:17.984316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 6f92c51d-b1ef-4a81-8f9f-9a30a011da4a) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:57:17.996773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3f58e-d523-4429-a9f4-0b0aa96a37bb None None] Network 6f92c51d-b1ef-4a81-8f9f-9a30a011da4a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:57:17.997839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:17.998503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:18.032450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-981781ce-5cc2-4f83-b09e-e55911e63ab3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1660967 Aug 26 10:57:18.136779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9e793a6-5c6f-4d8f-8f2d-40c7a0ce9a34 req-74c1e8e6-6235-49e7-847c-6745ca552835 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 210 time: 0.0496857 Aug 26 10:57:18.252698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92711213-3a5b-4386-b611-8621bbad6792 None None] Network 6f92c51d-b1ef-4a81-8f9f-9a30a011da4a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:57:18.792925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-4857b9b9-2a24-4211-85c4-291e5b511d4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:18.798106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-4857b9b9-2a24-4211-85c4-291e5b511d4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.42 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.2582362 Aug 26 10:57:18.815885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Request body: {'port': {'device_id': 'c76f57fd-8bfa-47fb-babd-c8dcb41a86fd', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'admin_state_up': True, 'tenant_id': '72123eaa26c94ba59d3af6b8c5e25931'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:19.026146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Made reservation on behalf of 72123eaa26c94ba59d3af6b8c5e25931 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:19.034222 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:19.207719 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:19.336333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d498994e-3bdc-4cfb-aec0-f331c7e813dc req-1bb91854-12aa-4a25-ba18-998032d7826f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.1217260 Aug 26 10:57:19.382758 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b79df015-13cd-4c07-b771-8bdb0aa843d7 req-886f2eff-683e-4f81-9ae7-1e2f56771b28 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 210 time: 0.0817888 Aug 26 10:57:19.485544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Allocated IP 172.20.0.13 (6d6261ac-91ab-4779-b29f-3007a85a87d6/03c71856-2cfc-4d6d-8f1b-fb314e8f501e/de74c61f-088f-4b86-9146-ffa6405a396c) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:57:19.798326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:19.819369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52276) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:19.827035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-417201722-network', 'tenant_id': 'b8f1a264b1e44c8aadfaf0ea61468a2d'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:19.870089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Made reservation on behalf of b8f1a264b1e44c8aadfaf0ea61468a2d for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:19.873384 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:19.890522 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:19.891394 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:19.945546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Network 6d6261ac-91ab-4779-b29f-3007a85a87d6 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:57:19.954355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:57:19.961675 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:57:20.037855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:20.044897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:20.068753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:57:20.082711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:20.084481 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:20.096284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:20.096643 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Added segment d0ff0825-4d95-422c-867a-c5fc549d0464 of type vlan for network 64576802-027f-4b78-9b43-eacc22924b75 Aug 26 10:57:20.098278 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61406e0-f9bb-4a0a-b2bb-a0cbd95f2619,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:20.098811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event updated for resources: {'Port': ['ID=de74c61f-088f-4b86-9146-ffa6405a396c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:20.124698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f4070c74-ef55-48ed-acc9-e5427d584466 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3154829 Aug 26 10:57:20.151623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Request body: {'port': {'device_id': 'c76f57fd-8bfa-47fb-babd-c8dcb41a86fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:20.154668 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:20.188460 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:20.189481 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:20.190148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:20.228637 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:20.270929 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4475455 Aug 26 10:57:20.273804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52282) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:20.283040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] Request body: {'subnet': {'network_id': '64576802-027f-4b78-9b43-eacc22924b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-417201722-subnet', 'tenant_id': 'b8f1a264b1e44c8aadfaf0ea61468a2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:20.298004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bc663-7646-4920-bcee-2e66350aa381 admin admin] Pushing event updated for resources: {'Network': ['ID=64576802-027f-4b78-9b43-eacc22924b75,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:20.306975 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:20.313037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 64576802-027f-4b78-9b43-eacc22924b75 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:57:20.333230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] Made reservation on behalf of b8f1a264b1e44c8aadfaf0ea61468a2d for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:20.339800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:20.791621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:20.910155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8486545-857f-4a40-a6ac-edde01bacaf1,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:20.930322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] Checking segment: {'id': 'd0ff0825-4d95-422c-867a-c5fc549d0464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '64576802-027f-4b78-9b43-eacc22924b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:57:20.931295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] Network hostable DHCP agents. Network: 64576802-027f-4b78-9b43-eacc22924b75, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:57:20.974472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] Network 64576802-027f-4b78-9b43-eacc22924b75 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:57:20.994862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 64576802-027f-4b78-9b43-eacc22924b75) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:57:21.002472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:21.003655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.015525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056be4b-ff90-420c-b8db-00cf4ca0cc86 None None] Network 64576802-027f-4b78-9b43-eacc22924b75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:57:21.077476 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a72ac4be-798e-43ee-8e06-4a40e6d0719c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8017588 Aug 26 10:57:21.103351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-144a5a74-5d4e-4f61-8c91-9cfe9d54766d req-32976f7c-680a-4742-a9f9-a093d3d556d8 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0670531 Aug 26 10:57:21.181416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52294) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:21.228131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8b7a-a88c-4701-adea-571b397aa9ba req-0311020f-920f-4440-a688-3688844d46c8 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:21.238770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a8a8b7a-a88c-4701-adea-571b397aa9ba req-0311020f-920f-4440-a688-3688844d46c8 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 932 time: 0.2036293 Aug 26 10:57:21.316517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a8a8b7a-a88c-4701-adea-571b397aa9ba req-24762ec7-80f2-4460-876d-790a91377235 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762250 Aug 26 10:57:21.346485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2fd41c-5421-429a-9f2d-28db64a6154f None None] Network 64576802-027f-4b78-9b43-eacc22924b75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:57:21.440722 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a66b2a8-312b-44b7-8f11-d5408e8f54f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.478773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de74c61f-088f-4b86-9146-ffa6405a396c {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:57:21.489483 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.507776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Transition to ACTIVE for port object de74c61f-088f-4b86-9146-ffa6405a396c will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:57:21.514640 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.642511 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a66b2a8-312b-44b7-8f11-d5408e8f54f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.646566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Pushing event updated for resources: {'Port': ['ID=de74c61f-088f-4b86-9146-ffa6405a396c,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:21.648347 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a66b2a8-312b-44b7-8f11-d5408e8f54f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.694553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Attempting to bind port de74c61f-088f-4b86-9146-ffa6405a396c on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:57:21.694968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Attempting to bind port de74c61f-088f-4b86-9146-ffa6405a396c by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:57:21.695339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Attempting to bind port de74c61f-088f-4b86-9146-ffa6405a396c on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:57:21.704358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Port de74c61f-088f-4b86-9146-ffa6405a396c on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:57:21.704865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Attempting to bind port de74c61f-088f-4b86-9146-ffa6405a396c on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:57:21.710211 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5a66b2a8-312b-44b7-8f11-d5408e8f54f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad4aea84d64143e6ba7ed25ecb8c8ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272572 Aug 26 10:57:21.711877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52304) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:21.713711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66b2a8-312b-44b7-8f11-d5408e8f54f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b91ca6-c1f8-407e-a7ce-f6c3be0b676f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:21.722099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:57:21.722444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Checking segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:57:21.722946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Bound using segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:57:21.723353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Bound port: de74c61f-088f-4b86-9146-ffa6405a396c, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:57:21.723897 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.830762 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-952bc2c6-0214-4c17-8406-5e92d8dcfeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.838648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] For port de74c61f-088f-4b86-9146-ffa6405a396c, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:57:21.847534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] For port de74c61f-088f-4b86-9146-ffa6405a396c, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=de74c61f-088f-4b86-9146-ffa6405a396c,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:57:21.861327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.870541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-952bc2c6-0214-4c17-8406-5e92d8dcfeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.944983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:21.945824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.947100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] 10.222.0.42 "PUT /v2.0/ports/de74c61f-088f-4b86-9146-ffa6405a396c HTTP/1.1" status: 200 len: 1093 time: 1.8109167 Aug 26 10:57:21.947583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76f57fd-8bfa-47fb-babd-c8dcb41a86fd', 'tag': 'de74c61f-088f-4b86-9146-ffa6405a396c'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:21.949960 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50059ae4-aea9-4140-8357-799afb93fa69" -d '{"events": [{"name": "network-changed", "server_uuid": "c76f57fd-8bfa-47fb-babd-c8dcb41a86fd", "tag": "de74c61f-088f-4b86-9146-ffa6405a396c"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:21.971429 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:21.980097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d8e36-ad83-4a0a-888c-888beb19660e service neutron] Pushing event updated for resources: {'Port': ['ID=de74c61f-088f-4b86-9146-ffa6405a396c,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:22.033426 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d857a95-0206-42b8-aa97-06aed5eca006 x-openstack-request-id: req-8d857a95-0206-42b8-aa97-06aed5eca006 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:22.033876 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76f57fd-8bfa-47fb-babd-c8dcb41a86fd", "tag": "de74c61f-088f-4b86-9146-ffa6405a396c", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:22.034283 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d857a95-0206-42b8-aa97-06aed5eca006 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:22.034964 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76f57fd-8bfa-47fb-babd-c8dcb41a86fd', 'tag': 'de74c61f-088f-4b86-9146-ffa6405a396c', 'status': 'completed', 'code': 200} Aug 26 10:57:22.079592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-952bc2c6-0214-4c17-8406-5e92d8dcfeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:22.084498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-952bc2c6-0214-4c17-8406-5e92d8dcfeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:22.086590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-952bc2c6-0214-4c17-8406-5e92d8dcfeaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4b91ca6-c1f8-407e-a7ce-f6c3be0b676f HTTP/1.1" status: 204 len: 168 time: 0.3735008 Aug 26 10:57:22.194104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bc2c6-0214-4c17-8406-5e92d8dcfeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b91ca6-c1f8-407e-a7ce-f6c3be0b676f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:22.251883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-5a07dd30-9d7b-4884-b1b2-6a617d8be98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:22.253806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-5a07dd30-9d7b-4884-b1b2-6a617d8be98d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 1096 time: 0.2425337 Aug 26 10:57:22.327717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-14017f9a-ffa7-4780-98e4-7e2f4617aa48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de74c61f-088f-4b86-9146-ffa6405a396c HTTP/1.1" status: 200 len: 217 time: 0.0618377 Aug 26 10:57:22.361678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-298b7e5d-f270-4372-ad02-65288c49cefc req-3a3a25d3-21a3-4c86-9dc5-ab2fe8e2ee9f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0477712 Aug 26 10:57:22.392509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-7b4f4094-b568-4112-bff3-cafef5c2783b tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:22.394260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-7b4f4094-b568-4112-bff3-cafef5c2783b tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/networks?id=6f92c51d-b1ef-4a81-8f9f-9a30a011da4a HTTP/1.1" status: 200 len: 814 time: 0.3647418 Aug 26 10:57:22.423548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-89b5905d-3ce9-47aa-975f-1c8f30f85490 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/quotas/36c6a8da2a434753aa09261cad334110 HTTP/1.1" status: 200 len: 375 time: 0.0199583 Aug 26 10:57:22.443330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-bc138d51-b038-4afc-b833-2e83ab52bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:22.445019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-bc138d51-b038-4afc-b833-2e83ab52bcbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.0945845 Aug 26 10:57:22.464751 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-241650dd-43d2-40b3-a867-d6c010ef37b8 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36c6a8da2a434753aa09261cad334110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350707 Aug 26 10:57:22.492295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-95b94f07-1761-407c-aba7-962ddafc093b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302262 Aug 26 10:57:22.617869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52324) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:22.634009 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-969bf3d5-4242-4230-a1e9-121a9257d113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:22.726254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d71903-21ae-4350-9ed6-82686661d102 req-e7deffc1-d79a-4051-8537-2dc8e80b753d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:22.727842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0d71903-21ae-4350-9ed6-82686661d102 req-e7deffc1-d79a-4051-8537-2dc8e80b753d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 944 time: 0.1967411 Aug 26 10:57:22.730092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-345f8833-b737-4045-9e4c-77c06df40769 service neutron] 10.222.0.21 "GET /v2.0/networks/6f92c51d-b1ef-4a81-8f9f-9a30a011da4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367537 Aug 26 10:57:22.742489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-71a47ed7-5c41-4351-a442-5df37ec8e6c4 service neutron] 10.222.0.42 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407920 Aug 26 10:57:22.784872 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-969bf3d5-4242-4230-a1e9-121a9257d113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:22.794235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-969bf3d5-4242-4230-a1e9-121a9257d113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:22.853766 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-969bf3d5-4242-4230-a1e9-121a9257d113 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c92e205b24b6436fbefec3618ef79d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346826 Aug 26 10:57:22.855175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bf3d5-4242-4230-a1e9-121a9257d113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b679ca87-8f41-4d19-9f5f-afe4b877f87a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:22.859234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52326) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:22.951650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e57ba114-4d71-4d94-b5b4-981889adffa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:22.975987 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0d71903-21ae-4350-9ed6-82686661d102 req-8ef96f13-2062-4439-9d7e-c7814f2c5612 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355149 Aug 26 10:57:22.979590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e57ba114-4d71-4d94-b5b4-981889adffa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:23.040084 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e57ba114-4d71-4d94-b5b4-981889adffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:23.043319 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e57ba114-4d71-4d94-b5b4-981889adffa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:23.044984 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e57ba114-4d71-4d94-b5b4-981889adffa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b679ca87-8f41-4d19-9f5f-afe4b877f87a HTTP/1.1" status: 204 len: 168 time: 0.1841486 Aug 26 10:57:23.056423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ba114-4d71-4d94-b5b4-981889adffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b679ca87-8f41-4d19-9f5f-afe4b877f87a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:23.064642 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85ddec6a-b621-4a8a-a7b6-b52156b1deda req-f21cf05f-dc0e-4416-9af5-6de9070eb047 service neutron] 10.222.0.42 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030200 Aug 26 10:57:23.107367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-c25e7422-ad5e-4852-b37f-74600aa5a549 service neutron] 10.222.0.21 "GET /v2.0/networks/6f92c51d-b1ef-4a81-8f9f-9a30a011da4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595479 Aug 26 10:57:23.201470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50059ae4-aea9-4140-8357-799afb93fa69 req-818856b5-2391-4a39-a737-c78d14de1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:23.204522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50059ae4-aea9-4140-8357-799afb93fa69 req-818856b5-2391-4a39-a737-c78d14de1580 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 1096 time: 0.0569084 Aug 26 10:57:23.341998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50059ae4-aea9-4140-8357-799afb93fa69 req-99348b51-6331-401a-9618-a5345771fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:23.344189 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50059ae4-aea9-4140-8357-799afb93fa69 req-99348b51-6331-401a-9618-a5345771fb2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 912 time: 0.1301498 Aug 26 10:57:23.410110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50059ae4-aea9-4140-8357-799afb93fa69 req-b40f39fa-dba2-42d6-98a0-f51ccf96df59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de74c61f-088f-4b86-9146-ffa6405a396c HTTP/1.1" status: 200 len: 217 time: 0.0552320 Aug 26 10:57:23.462357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e45c410-e6f9-4514-8c49-a5c2d2374066 req-f6bfb1d7-8067-4f41-ac43-fad742ca66fd tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 210 time: 0.0952406 Aug 26 10:57:23.558008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8cb7338f-cf75-4545-b16a-5cdd327b7de4 req-b6bebc7a-e0b5-4a24-b4bd-ffb287f0f14f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0399947 Aug 26 10:57:23.560305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50059ae4-aea9-4140-8357-799afb93fa69 req-72c23e64-126a-40ff-817f-d0bdc8443975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:23.561933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50059ae4-aea9-4140-8357-799afb93fa69 req-72c23e64-126a-40ff-817f-d0bdc8443975 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.1420381 Aug 26 10:57:23.623818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50059ae4-aea9-4140-8357-799afb93fa69 req-a643190f-0856-4c31-8cd0-ad2b564cb222 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525336 Aug 26 10:57:23.761897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50059ae4-aea9-4140-8357-799afb93fa69 req-6790b21a-8526-4f47-ab7c-27aa2de6f624 service neutron] 10.222.0.42 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292248 Aug 26 10:57:23.940234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50059ae4-aea9-4140-8357-799afb93fa69 req-5d951b45-df9c-4923-84a2-8aed78ce69d1 service neutron] 10.222.0.42 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694331 Aug 26 10:57:24.158873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53434c-8438-41f2-ae2c-bfac3f9ba43a req-3936c0f3-d941-47e3-bc0f-2c667df6c23a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:24.167422 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d53434c-8438-41f2-ae2c-bfac3f9ba43a req-3936c0f3-d941-47e3-bc0f-2c667df6c23a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 944 time: 0.0706012 Aug 26 10:57:24.219315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d53434c-8438-41f2-ae2c-bfac3f9ba43a req-8ee9e818-f0b5-4a34-bbb3-16a621f79d0f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510340 Aug 26 10:57:24.703274 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14864b7c-c1a6-42b4-b5df-bb7ebb8346a9 req-52a2cd49-f752-4419-ae4b-c15a40ee3c00 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 210 time: 0.0765288 Aug 26 10:57:24.764341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41811b63-b165-44da-9687-330019a6988e req-97cacc24-f193-4bd2-906b-49810de5e6d2 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0342584 Aug 26 10:57:25.195223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-898af3c9-2d8d-42f6-8004-3f2ad0753dee tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:25.196822 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-898af3c9-2d8d-42f6-8004-3f2ad0753dee tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.47 "GET /v2.0/networks?id=6f92c51d-b1ef-4a81-8f9f-9a30a011da4a HTTP/1.1" status: 200 len: 814 time: 0.2004912 Aug 26 10:57:25.213443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Request body: {'port': {'device_id': '1660c59d-e4cd-4e0f-89e7-af2faaef8a07', 'network_id': '6f92c51d-b1ef-4a81-8f9f-9a30a011da4a', 'admin_state_up': True, 'tenant_id': '36c6a8da2a434753aa09261cad334110'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:25.332577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device de74c61f-088f-4b86-9146-ffa6405a396c details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:57:25.456906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Made reservation on behalf of 36c6a8da2a434753aa09261cad334110 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:25.461359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:25.476393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b328a-3c6d-48db-857c-61bbb27a39dc req-9ae44634-b26a-42c1-ae21-284cacb5ecff tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:25.480480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-819b328a-3c6d-48db-857c-61bbb27a39dc req-9ae44634-b26a-42c1-ae21-284cacb5ecff tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 944 time: 0.0913215 Aug 26 10:57:25.481807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port de74c61f-088f-4b86-9146-ffa6405a396c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=de74c61f-088f-4b86-9146-ffa6405a396c,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:25.500891 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'de74c61f-088f-4b86-9146-ffa6405a396c', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'port_id': 'de74c61f-088f-4b86-9146-ffa6405a396c', 'mac_address': 'fa:16:3e:03:0c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c71856-2cfc-4d6d-8f1b-fb314e8f501e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:57:25.584886 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:25.616562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de74c61f-088f-4b86-9146-ffa6405a396c {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:57:25.649706 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-819b328a-3c6d-48db-857c-61bbb27a39dc req-48461e40-0d88-4dca-a8ff-bd65861e7635 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480942 Aug 26 10:57:25.651750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port de74c61f-088f-4b86-9146-ffa6405a396c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=de74c61f-088f-4b86-9146-ffa6405a396c,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:25.661479 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:25.720089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Allocated IP 172.20.0.4 (6f92c51d-b1ef-4a81-8f9f-9a30a011da4a/45fc173c-841a-4f5b-9c79-b493a3046ff6/b613847c-770a-4948-8ac9-e17a2cb7cd78) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:57:25.759745 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=de74c61f-088f-4b86-9146-ffa6405a396c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:25.860793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66d8c4ba-2432-4e74-ae01-f49f6a333e35 req-05f69d94-8f64-4a5b-b45f-01203598bc14 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 210 time: 0.0529559 Aug 26 10:57:25.945474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a566a6c6-5454-40bd-a3db-8febc4f86818 req-c55fb659-c1be-45be-9bbc-1e0b8d88d374 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0358737 Aug 26 10:57:25.988333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['de74c61f-088f-4b86-9146-ffa6405a396c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:57:26.044450 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:26.097589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:26.156119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Network 6f92c51d-b1ef-4a81-8f9f-9a30a011da4a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:57:26.161220 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:57:26.170624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:57:26.218101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Pushing event updated for resources: {'Port': ['ID=b613847c-770a-4948-8ac9-e17a2cb7cd78,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:26.243247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:26.244125 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:26.266638 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-9cd5eeb4-6c02-4942-8fa3-2004ebd3c28f tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0582979 Aug 26 10:57:26.280711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Request body: {'port': {'device_id': '1660c59d-e4cd-4e0f-89e7-af2faaef8a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:26.345889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:26.733619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b613847c-770a-4948-8ac9-e17a2cb7cd78 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:57:26.757158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:26.798786 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Transition to ACTIVE for port object b613847c-770a-4948-8ac9-e17a2cb7cd78 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:57:26.809472 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:26.867861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525d9b2-cde7-46ae-a68f-511feb6392af req-7a1e2452-0351-4e20-9d9e-322849de952f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:26.877819 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8525d9b2-cde7-46ae-a68f-511feb6392af req-7a1e2452-0351-4e20-9d9e-322849de952f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 945 time: 0.1017170 Aug 26 10:57:26.946243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8525d9b2-cde7-46ae-a68f-511feb6392af req-ab382693-3072-4448-8f68-2d6f12745cfb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674231 Aug 26 10:57:27.048453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Pushing event updated for resources: {'Port': ['ID=b613847c-770a-4948-8ac9-e17a2cb7cd78,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:27.113403 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7a6a3-6726-4078-9e69-cf22e282c0f5 req-4df13720-19e4-43f6-8cc8-f384665a12cd tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:27.116156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67d7a6a3-6726-4078-9e69-cf22e282c0f5 req-4df13720-19e4-43f6-8cc8-f384665a12cd tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 943 time: 0.0819805 Aug 26 10:57:27.147532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Attempting to bind port b613847c-770a-4948-8ac9-e17a2cb7cd78 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:57:27.148693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Attempting to bind port b613847c-770a-4948-8ac9-e17a2cb7cd78 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'b39df65e-4162-473b-afd0-7ed6d671c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f92c51d-b1ef-4a81-8f9f-9a30a011da4a'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:57:27.149454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Attempting to bind port b613847c-770a-4948-8ac9-e17a2cb7cd78 on network 6f92c51d-b1ef-4a81-8f9f-9a30a011da4a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:57:27.158812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Port b613847c-770a-4948-8ac9-e17a2cb7cd78 on network 6f92c51d-b1ef-4a81-8f9f-9a30a011da4a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:57:27.159661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Attempting to bind port b613847c-770a-4948-8ac9-e17a2cb7cd78 on network 6f92c51d-b1ef-4a81-8f9f-9a30a011da4a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:57:27.171941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:57:27.173431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Checking segment: {'id': 'b39df65e-4162-473b-afd0-7ed6d671c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f92c51d-b1ef-4a81-8f9f-9a30a011da4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:57:27.174523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67d7a6a3-6726-4078-9e69-cf22e282c0f5 req-616610b4-b1e6-4eda-b749-322bf7b163d8 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/security-groups?id=48336a7e-cb7c-47f9-81ef-f02593121712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452511 Aug 26 10:57:27.187869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Bound using segment: {'id': 'b39df65e-4162-473b-afd0-7ed6d671c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f92c51d-b1ef-4a81-8f9f-9a30a011da4a'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:57:27.188712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Bound port: b613847c-770a-4948-8ac9-e17a2cb7cd78, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39df65e-4162-473b-afd0-7ed6d671c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6f92c51d-b1ef-4a81-8f9f-9a30a011da4a'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:57:27.189833 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:27.247085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52450) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:27.317037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-073e8d75-81c6-4a74-8fec-9d4dce29d538 req-1e34c733-6c79-4245-8be6-18f10afee69e tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0562100 Aug 26 10:57:27.352269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device de74c61f-088f-4b86-9146-ffa6405a396c up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:57:27.376647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] For port b613847c-770a-4948-8ac9-e17a2cb7cd78, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:57:27.384540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] For port b613847c-770a-4948-8ac9-e17a2cb7cd78, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b613847c-770a-4948-8ac9-e17a2cb7cd78,segment=NetworkSegment(b39df65e-4162-473b-afd0-7ed6d671c0dd),segment_id=b39df65e-4162-473b-afd0-7ed6d671c0dd)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:57:27.392839 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:27.436902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:27.437555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:27.439564 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] 10.222.0.47 "PUT /v2.0/ports/b613847c-770a-4948-8ac9-e17a2cb7cd78 HTTP/1.1" status: 200 len: 1092 time: 1.1640744 Aug 26 10:57:27.440063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1660c59d-e4cd-4e0f-89e7-af2faaef8a07', 'tag': 'b613847c-770a-4948-8ac9-e17a2cb7cd78'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:27.444026 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c88820-d3d8-4cda-a0a6-1fb8cd21062e" -d '{"events": [{"name": "network-changed", "server_uuid": "1660c59d-e4cd-4e0f-89e7-af2faaef8a07", "tag": "b613847c-770a-4948-8ac9-e17a2cb7cd78"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:27.492900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port de74c61f-088f-4b86-9146-ffa6405a396c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:57:27.498242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff48b47-7229-4458-8d4d-f4b4a4f93c29 service neutron] Pushing event updated for resources: {'Port': ['ID=b613847c-770a-4948-8ac9-e17a2cb7cd78,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:27.504640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port de74c61f-088f-4b86-9146-ffa6405a396c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:57:27.505346 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:27.558650 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0a8f337c-4757-47f8-a448-b69cdb7e864e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:27.593932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f93f3-b1f2-4ab2-94eb-b743eda44c43 req-c9527ab3-2c90-43be-b381-53200e56f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:27.596225 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416f93f3-b1f2-4ab2-94eb-b743eda44c43 req-c9527ab3-2c90-43be-b381-53200e56f3f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fda451808c6346a3be19222940da66a2&device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 1097 time: 0.2335713 Aug 26 10:57:27.613003 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1342d0bd-d0a3-4488-891a-b5ccaf83e12c x-openstack-request-id: req-1342d0bd-d0a3-4488-891a-b5ccaf83e12c {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:27.613505 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1660c59d-e4cd-4e0f-89e7-af2faaef8a07", "tag": "b613847c-770a-4948-8ac9-e17a2cb7cd78", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:27.616036 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1342d0bd-d0a3-4488-891a-b5ccaf83e12c {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:27.617206 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1660c59d-e4cd-4e0f-89e7-af2faaef8a07', 'tag': 'b613847c-770a-4948-8ac9-e17a2cb7cd78', 'status': 'completed', 'code': 200} Aug 26 10:57:27.647544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240d0a2-62d4-4dd9-ae0c-d0eb315e800f req-664762c2-97ea-42c2-9294-c71d7bd80940 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:27.660873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b240d0a2-62d4-4dd9-ae0c-d0eb315e800f req-664762c2-97ea-42c2-9294-c71d7bd80940 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1426859 Aug 26 10:57:27.661235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-862a1623-b418-475b-81f1-b05cf170e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:27.662929 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-862a1623-b418-475b-81f1-b05cf170e295 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c6a8da2a434753aa09261cad334110&device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 1095 time: 0.1528094 Aug 26 10:57:27.685286 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:27.723505 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-63279d7a-7cf3-479b-8668-6236723efb67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b613847c-770a-4948-8ac9-e17a2cb7cd78 HTTP/1.1" status: 200 len: 217 time: 0.0515141 Aug 26 10:57:27.734673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76f57fd-8bfa-47fb-babd-c8dcb41a86fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de74c61f-088f-4b86-9146-ffa6405a396c'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:27.739372 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b05b05-0635-4b04-ab96-3f40454abdc9" -d '{"events": [{"server_uuid": "c76f57fd-8bfa-47fb-babd-c8dcb41a86fd", "name": "network-vif-plugged", "status": "completed", "tag": "de74c61f-088f-4b86-9146-ffa6405a396c"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:27.763361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port de74c61f-088f-4b86-9146-ffa6405a396c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=de74c61f-088f-4b86-9146-ffa6405a396c,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:27.770299 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:27.816049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-caa69240-e0d4-44d6-9412-c28ae5461749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:27.819682 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-caa69240-e0d4-44d6-9412-c28ae5461749 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45fc173c-841a-4f5b-9c79-b493a3046ff6 HTTP/1.1" status: 200 len: 854 time: 0.0875266 Aug 26 10:57:27.823528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b6f42-43a3-4cb9-87cc-416498e93762 req-7b6902eb-cefe-4611-be76-5a46a68e350a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:27.825408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-033b6f42-43a3-4cb9-87cc-416498e93762 req-7b6902eb-cefe-4611-be76-5a46a68e350a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1372650 Aug 26 10:57:27.839096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=de74c61f-088f-4b86-9146-ffa6405a396c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:27.872472 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-21ca88d6-6daf-45fd-ac9b-b74d5baadf3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f92c51d-b1ef-4a81-8f9f-9a30a011da4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443323 Aug 26 10:57:27.900172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b240d0a2-62d4-4dd9-ae0c-d0eb315e800f req-6ad37bb2-e8d4-40c3-b12a-772c9833b936 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377238 Aug 26 10:57:27.947860 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b04db2a-aeb7-4df0-82e4-cbbbffc3cde5 x-openstack-request-id: req-3b04db2a-aeb7-4df0-82e4-cbbbffc3cde5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:27.948540 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76f57fd-8bfa-47fb-babd-c8dcb41a86fd", "name": "network-vif-plugged", "status": "completed", "tag": "de74c61f-088f-4b86-9146-ffa6405a396c", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:27.949012 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b04db2a-aeb7-4df0-82e4-cbbbffc3cde5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:27.949660 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76f57fd-8bfa-47fb-babd-c8dcb41a86fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de74c61f-088f-4b86-9146-ffa6405a396c', 'code': 200} Aug 26 10:57:27.958890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f93f3-b1f2-4ab2-94eb-b743eda44c43 req-53c7608b-f092-483e-97a5-586b50e88634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:27.962132 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416f93f3-b1f2-4ab2-94eb-b743eda44c43 req-53c7608b-f092-483e-97a5-586b50e88634 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 200 len: 919 time: 0.3541653 Aug 26 10:57:27.991449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-033b6f42-43a3-4cb9-87cc-416498e93762 req-152721a0-b8b9-4f0c-9f69-7d9050b37bcc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532488 Aug 26 10:57:28.106165 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-49fe7b60-f59c-4f27-a38f-b7b82188f31d service neutron] 10.222.0.47 "GET /v2.0/networks/6f92c51d-b1ef-4a81-8f9f-9a30a011da4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249806 Aug 26 10:57:28.145657 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0a8f337c-4757-47f8-a448-b69cdb7e864e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:28.178614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b644dce-3d41-4f40-8241-7ceceabd40df req-d6ac0020-d322-4c62-a2f3-07f06cb46a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:28.180233 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b644dce-3d41-4f40-8241-7ceceabd40df req-d6ac0020-d322-4c62-a2f3-07f06cb46a30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 1098 time: 0.1395614 Aug 26 10:57:28.260678 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b644dce-3d41-4f40-8241-7ceceabd40df req-059e3174-427b-45fc-9039-2d62143de54e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710080 Aug 26 10:57:28.262721 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c669e3c9-29d0-4e07-8d02-a5574e2c44dc req-7cc5feef-af83-40fc-9a7d-542ec90ad025 service neutron] 10.222.0.47 "GET /v2.0/networks/6f92c51d-b1ef-4a81-8f9f-9a30a011da4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457481 Aug 26 10:57:28.268542 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0a8f337c-4757-47f8-a448-b69cdb7e864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:28.284340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416f93f3-b1f2-4ab2-94eb-b743eda44c43 req-f3aa5419-97a9-4342-a44b-77e19b880e14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333 HTTP/1.1" status: 200 len: 217 time: 0.2799251 Aug 26 10:57:28.376305 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c88820-d3d8-4cda-a0a6-1fb8cd21062e req-c49ba177-ec33-4e44-a31c-6e984412c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:28.378350 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c88820-d3d8-4cda-a0a6-1fb8cd21062e req-c49ba177-ec33-4e44-a31c-6e984412c3f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36c6a8da2a434753aa09261cad334110&device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 1095 time: 0.0627520 Aug 26 10:57:28.408953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0a8f337c-4757-47f8-a448-b69cdb7e864e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=275afb0038f647cd87cdb7d49e470481&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1571574 Aug 26 10:57:28.409540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52474) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:28.415302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f337c-4757-47f8-a448-b69cdb7e864e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba2b042-ca6a-4fc3-b603-815a0deeabd3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:28.440881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3c953-7230-43cf-bafb-e1fdef278a79 req-09f7298f-d257-4a96-9a0a-c39aa6ef31bd tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:28.443307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-adc3c953-7230-43cf-bafb-e1fdef278a79 req-09f7298f-d257-4a96-9a0a-c39aa6ef31bd tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 946 time: 0.2928627 Aug 26 10:57:28.458663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12433ecd-ded2-4fb0-b7b0-81ab93c33ed1 req-aa016cdb-9ba6-4bf8-a252-d73b3c016401 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:28.461425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12433ecd-ded2-4fb0-b7b0-81ab93c33ed1 req-aa016cdb-9ba6-4bf8-a252-d73b3c016401 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2936642 Aug 26 10:57:28.530051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c88820-d3d8-4cda-a0a6-1fb8cd21062e req-fbf2c917-1fb7-42d4-8397-9c229aeff05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:28.532234 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c88820-d3d8-4cda-a0a6-1fb8cd21062e req-fbf2c917-1fb7-42d4-8397-9c229aeff05b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f92c51d-b1ef-4a81-8f9f-9a30a011da4a HTTP/1.1" status: 200 len: 915 time: 0.1450872 Aug 26 10:57:28.535472 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d329d1f-608d-4390-b5af-aa35aee1e2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:28.590235 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c88820-d3d8-4cda-a0a6-1fb8cd21062e req-fba883e4-8331-4c65-bfd8-946184cd6371 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b613847c-770a-4948-8ac9-e17a2cb7cd78 HTTP/1.1" status: 200 len: 217 time: 0.0448864 Aug 26 10:57:28.594919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f93f3-b1f2-4ab2-94eb-b743eda44c43 req-bbe093d2-dcb8-48f1-aef1-65ecf9d6133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:28.596296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d329d1f-608d-4390-b5af-aa35aee1e2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:28.596510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416f93f3-b1f2-4ab2-94eb-b743eda44c43 req-bbe093d2-dcb8-48f1-aef1-65ecf9d6133f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=760b4e2b-5c18-4ac8-b8ff-22f5ada85360 HTTP/1.1" status: 200 len: 858 time: 0.1321235 Aug 26 10:57:28.606637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-adc3c953-7230-43cf-bafb-e1fdef278a79 req-24cb54aa-249e-4afd-9c20-becd2153ee5c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437056 Aug 26 10:57:28.629628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12433ecd-ded2-4fb0-b7b0-81ab93c33ed1 req-f31304e9-686d-4af1-a91f-d0c85d8a9a21 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504011 Aug 26 10:57:28.682110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416f93f3-b1f2-4ab2-94eb-b743eda44c43 req-f3160bc7-96c6-4e91-bd31-f452b8b07101 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7c04127-23c0-4729-b2ff-8a8b499ac03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636168 Aug 26 10:57:28.697008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c88820-d3d8-4cda-a0a6-1fb8cd21062e req-123290b1-e96c-4da2-9343-85e5fcae6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:28.698579 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c88820-d3d8-4cda-a0a6-1fb8cd21062e req-123290b1-e96c-4da2-9343-85e5fcae6b1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45fc173c-841a-4f5b-9c79-b493a3046ff6 HTTP/1.1" status: 200 len: 854 time: 0.0947807 Aug 26 10:57:28.810987 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c88820-d3d8-4cda-a0a6-1fb8cd21062e req-aef2699b-c2a6-4b1a-aea8-2f419499d732 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f92c51d-b1ef-4a81-8f9f-9a30a011da4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987554 Aug 26 10:57:28.880141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d329d1f-608d-4390-b5af-aa35aee1e2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:28.884022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d329d1f-608d-4390-b5af-aa35aee1e2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:28.885509 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3d329d1f-608d-4390-b5af-aa35aee1e2a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ba2b042-ca6a-4fc3-b603-815a0deeabd3 HTTP/1.1" status: 204 len: 168 time: 0.4746876 Aug 26 10:57:28.895115 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416f93f3-b1f2-4ab2-94eb-b743eda44c43 req-65305bad-4e9a-45fe-917b-de89de39de71 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138183 Aug 26 10:57:28.905919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d329d1f-608d-4390-b5af-aa35aee1e2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba2b042-ca6a-4fc3-b603-815a0deeabd3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:28.907515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef09ae2e-188a-434d-b93a-2c8da5e7a1df req-ee577a14-eeb9-4ec6-8d6e-24ea655a2cd4 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0584009 Aug 26 10:57:29.019466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c88820-d3d8-4cda-a0a6-1fb8cd21062e req-abdaa6ae-d522-4d88-8d24-7bb47fb74f4a service neutron] 10.222.0.47 "GET /v2.0/networks/6f92c51d-b1ef-4a81-8f9f-9a30a011da4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002945 Aug 26 10:57:29.075556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52ab9e-712c-48a0-a982-d213f4162a0f req-8e85af65-25e2-4ddc-bb3b-968b608c3a2a tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:29.083378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e52ab9e-712c-48a0-a982-d213f4162a0f req-8e85af65-25e2-4ddc-bb3b-968b608c3a2a tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 943 time: 0.2801621 Aug 26 10:57:29.283990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e52ab9e-712c-48a0-a982-d213f4162a0f req-b72173d7-b11b-49be-baa2-406a20ef6bc1 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/security-groups?id=48336a7e-cb7c-47f9-81ef-f02593121712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995835 Aug 26 10:57:29.298660 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c88820-d3d8-4cda-a0a6-1fb8cd21062e req-7738802d-4f29-4da3-8e19-ad1500c0ac75 service neutron] 10.222.0.47 "GET /v2.0/networks/6f92c51d-b1ef-4a81-8f9f-9a30a011da4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688518 Aug 26 10:57:29.303571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416f93f3-b1f2-4ab2-94eb-b743eda44c43 req-fe7ffff3-fa9e-44b2-b342-d97707c60706 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918459 Aug 26 10:57:29.342586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdced5-b81c-47aa-a43a-aebe136fa227 req-1283f704-ec8a-4f6a-97b7-297d202890f1 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:29.356486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8bbdced5-b81c-47aa-a43a-aebe136fa227 req-1283f704-ec8a-4f6a-97b7-297d202890f1 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.2875123 Aug 26 10:57:29.451673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8bbdced5-b81c-47aa-a43a-aebe136fa227 req-86769ef4-24ac-47e4-997a-c2a5ab6b7522 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946665 Aug 26 10:57:29.529982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52496) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:29.555114 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b94dbb18-b4a4-4a88-a665-116588721d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:29.724487 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b94dbb18-b4a4-4a88-a665-116588721d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:29.736274 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b94dbb18-b4a4-4a88-a665-116588721d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:29.874961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b94dbb18-b4a4-4a88-a665-116588721d09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f631d2d870c42deb4c6c5a0f3b53c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426659 Aug 26 10:57:29.878273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52500) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:29.881657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dbb18-b4a4-4a88-a665-116588721d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a19cb44-874f-42ff-8a0d-7b882aa12955,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:29.922114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746f400-3a61-40db-9529-70cb28440f06 req-c3b544cd-e012-4bcd-9730-9b2044a6e15e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:29.925462 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a746f400-3a61-40db-9529-70cb28440f06 req-c3b544cd-e012-4bcd-9730-9b2044a6e15e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 946 time: 0.1833999 Aug 26 10:57:29.994380 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-485fbe32-bfcf-457f-8978-00a302bb3ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:30.016999 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a746f400-3a61-40db-9529-70cb28440f06 req-15e44f11-f63b-48d6-a919-79d1f89c068c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792596 Aug 26 10:57:30.064685 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-485fbe32-bfcf-457f-8978-00a302bb3ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:30.158227 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-485fbe32-bfcf-457f-8978-00a302bb3ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:30.163119 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-485fbe32-bfcf-457f-8978-00a302bb3ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:30.176952 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-485fbe32-bfcf-457f-8978-00a302bb3ad7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a19cb44-874f-42ff-8a0d-7b882aa12955 HTTP/1.1" status: 204 len: 168 time: 0.2964358 Aug 26 10:57:30.198502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fbe32-bfcf-457f-8978-00a302bb3ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a19cb44-874f-42ff-8a0d-7b882aa12955,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:30.208013 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d84465b2-a8a1-41a5-826d-6c1900b06552 req-71f1746f-d293-4fc9-a6cf-347ff110fa89 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0839932 Aug 26 10:57:30.599521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40679e-a202-4cbe-8007-4d6c4a1b71c7 req-ed7b49d3-6472-445b-b7d0-c3a19d20b649 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:30.603081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7c40679e-a202-4cbe-8007-4d6c4a1b71c7 req-ed7b49d3-6472-445b-b7d0-c3a19d20b649 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 946 time: 0.1366949 Aug 26 10:57:30.621477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e5d66-3b12-4c19-92f2-45ea10e82383 req-59235238-132d-4f3a-97ed-723550745756 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:30.636586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-744e5d66-3b12-4c19-92f2-45ea10e82383 req-59235238-132d-4f3a-97ed-723550745756 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 943 time: 0.2149045 Aug 26 10:57:30.748390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-744e5d66-3b12-4c19-92f2-45ea10e82383 req-4b1d1398-84c2-49c8-a99b-40930636951c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/security-groups?id=48336a7e-cb7c-47f9-81ef-f02593121712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098680 Aug 26 10:57:30.758018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7c40679e-a202-4cbe-8007-4d6c4a1b71c7 req-da4b4217-6659-4273-8997-bd5e9a506c82 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054714 Aug 26 10:57:31.012564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8273a-334f-41ea-a6f9-9368e61e72e5 req-6883463a-d9a9-49ac-86c6-1c354f8ed3fd tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:31.015416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4d8273a-334f-41ea-a6f9-9368e61e72e5 req-6883463a-d9a9-49ac-86c6-1c354f8ed3fd tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1566777 Aug 26 10:57:31.032733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e87a9-f23b-4b43-8cf9-fce63733db88 req-d3851ed2-c595-4551-9856-3b7695bf3a69 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:31.034922 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a0e87a9-f23b-4b43-8cf9-fce63733db88 req-d3851ed2-c595-4551-9856-3b7695bf3a69 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1515124 Aug 26 10:57:31.144585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4d8273a-334f-41ea-a6f9-9368e61e72e5 req-d7361e66-3530-430e-9bd0-c03b2f650a6a tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081424 Aug 26 10:57:31.157507 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a0e87a9-f23b-4b43-8cf9-fce63733db88 req-860dbc3c-5078-471a-ad98-62136412d875 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102936 Aug 26 10:57:31.302227 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d395cbc-f1d8-4881-a57e-89223aa6dd5f req-0bb9a4c1-e242-4f5c-96a6-a717a2ce3de2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0691845 Aug 26 10:57:31.370439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb3c10-ca04-46b2-9792-97b746616e08 req-05bfbe1e-fd4e-4349-9397-c1254cc6c62d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:31.372195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcdb3c10-ca04-46b2-9792-97b746616e08 req-05bfbe1e-fd4e-4349-9397-c1254cc6c62d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1137252 Aug 26 10:57:31.419710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395cbc-f1d8-4881-a57e-89223aa6dd5f req-c60813fd-0e09-4209-afe5-9a7f9f38fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:31.422708 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d395cbc-f1d8-4881-a57e-89223aa6dd5f req-c60813fd-0e09-4209-afe5-9a7f9f38fa45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 1098 time: 0.0750449 Aug 26 10:57:31.451455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56384586-5321-4bbc-80b7-2ce49e95a57e req-71f14a70-d490-40f3-8f5a-ad3368e2b2d7 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/ports?device_id=1863b5ae-1d94-4d25-ab85-428b3a3db0e6 HTTP/1.1" status: 200 len: 210 time: 0.0781450 Aug 26 10:57:31.495351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcdb3c10-ca04-46b2-9792-97b746616e08 req-7b55420f-2a4e-4d95-8d02-dbeaf0e16bd5 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054831 Aug 26 10:57:31.619663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395cbc-f1d8-4881-a57e-89223aa6dd5f req-88a3425c-d354-4750-9110-a31e10eaa721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:31.621341 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d395cbc-f1d8-4881-a57e-89223aa6dd5f req-88a3425c-d354-4750-9110-a31e10eaa721 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 916 time: 0.1653085 Aug 26 10:57:31.682240 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d395cbc-f1d8-4881-a57e-89223aa6dd5f req-9c4e623a-a823-4ac8-ba66-8934de91ca85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 HTTP/1.1" status: 200 len: 217 time: 0.0519011 Aug 26 10:57:31.753755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395cbc-f1d8-4881-a57e-89223aa6dd5f req-00434807-7307-4dc7-82c1-b88bb0a76ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:31.755741 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d395cbc-f1d8-4881-a57e-89223aa6dd5f req-00434807-7307-4dc7-82c1-b88bb0a76ac9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 200 len: 855 time: 0.0660064 Aug 26 10:57:31.803483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d395cbc-f1d8-4881-a57e-89223aa6dd5f req-ad45059e-b062-4c4e-a410-e973e163caf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9918277b-9b58-46c3-bf7a-efa497581723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384574 Aug 26 10:57:31.981402 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d395cbc-f1d8-4881-a57e-89223aa6dd5f req-87516dcd-bb17-4a96-88c9-62ba6abbee52 service neutron] 10.222.0.47 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691248 Aug 26 10:57:32.174354 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4d395cbc-f1d8-4881-a57e-89223aa6dd5f req-fb322ff7-c09c-4858-97c5-11650a5ecfd7 service neutron] 10.222.0.47 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835971 Aug 26 10:57:32.357356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61eb66-c313-4d24-9087-76b1e4b6771c req-f5840195-ae73-4154-8c3a-28393e83484d tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:32.363824 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d61eb66-c313-4d24-9087-76b1e4b6771c req-f5840195-ae73-4154-8c3a-28393e83484d tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 943 time: 0.4499807 Aug 26 10:57:32.465848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5233ac-39f7-4a47-9d7d-466d6bf76e70 req-dd55728b-cde0-4750-b22f-fe443686b819 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:32.481101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a5233ac-39f7-4a47-9d7d-466d6bf76e70 req-dd55728b-cde0-4750-b22f-fe443686b819 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.5350707 Aug 26 10:57:32.494568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d61eb66-c313-4d24-9087-76b1e4b6771c req-3698b874-3410-46d1-9b04-070d252972f7 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/security-groups?id=48336a7e-cb7c-47f9-81ef-f02593121712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289980 Aug 26 10:57:32.567384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a5233ac-39f7-4a47-9d7d-466d6bf76e70 req-f3fe3a6b-b42f-4eff-9abd-562a5899bb3e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711553 Aug 26 10:57:32.721713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a726a-2ef9-4164-ba49-5bdbbf95e512 req-02f28ebe-7149-44ce-9719-ba282b97ff20 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:32.734208 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b613847c-770a-4948-8ac9-e17a2cb7cd78 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:57:32.734769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae6a726a-2ef9-4164-ba49-5bdbbf95e512 req-02f28ebe-7149-44ce-9719-ba282b97ff20 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 946 time: 0.1160691 Aug 26 10:57:32.819113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae6a726a-2ef9-4164-ba49-5bdbbf95e512 req-b7cb3fc7-5255-471f-b4b3-689dec126e37 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813227 Aug 26 10:57:32.888810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974bc8-cc6d-46d1-ba3b-e489965fdff7 req-cd2f1556-693f-4f3a-a33f-3596a4fb5aca tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:32.897970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d974bc8-cc6d-46d1-ba3b-e489965fdff7 req-cd2f1556-693f-4f3a-a33f-3596a4fb5aca tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.0921812 Aug 26 10:57:32.968010 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b613847c-770a-4948-8ac9-e17a2cb7cd78, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b613847c-770a-4948-8ac9-e17a2cb7cd78,segment=NetworkSegment(b39df65e-4162-473b-afd0-7ed6d671c0dd),segment_id=b39df65e-4162-473b-afd0-7ed6d671c0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:32.987588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'b613847c-770a-4948-8ac9-e17a2cb7cd78', 'network_id': '6f92c51d-b1ef-4a81-8f9f-9a30a011da4a', 'port_id': 'b613847c-770a-4948-8ac9-e17a2cb7cd78', 'mac_address': 'fa:16:3e:5f:db:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fc173c-841a-4f5b-9c79-b493a3046ff6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:57:33.002759 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d974bc8-cc6d-46d1-ba3b-e489965fdff7 req-a0ab1046-5a40-4a87-bded-c339f7d84651 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977814 Aug 26 10:57:33.066426 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:33.083640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b613847c-770a-4948-8ac9-e17a2cb7cd78 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:57:33.115664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b613847c-770a-4948-8ac9-e17a2cb7cd78, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b613847c-770a-4948-8ac9-e17a2cb7cd78,segment=NetworkSegment(b39df65e-4162-473b-afd0-7ed6d671c0dd),segment_id=b39df65e-4162-473b-afd0-7ed6d671c0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:33.121492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99282f0-bcca-4b16-ab51-b1ec0c5fe009 req-203cb6c7-928f-415c-bf41-491ade975ff2 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:33.124966 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a99282f0-bcca-4b16-ab51-b1ec0c5fe009 req-203cb6c7-928f-415c-bf41-491ade975ff2 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1091857 Aug 26 10:57:33.126759 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:33.203500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a99282f0-bcca-4b16-ab51-b1ec0c5fe009 req-547a9563-227d-47d1-86e9-70f2df516072 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698586 Aug 26 10:57:33.274521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52606) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:33.290155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b613847c-770a-4948-8ac9-e17a2cb7cd78,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:33.408043 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36f448a3-36bf-4e45-af19-b659e5ef5165 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:33.444056 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36f448a3-36bf-4e45-af19-b659e5ef5165 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:33.476780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b613847c-770a-4948-8ac9-e17a2cb7cd78'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:57:33.488802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7af824-8f46-41c3-9c26-f34f2e5ad695 req-1aa52a60-317e-4547-8a9c-285a6ae6b7d0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:33.505955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf7af824-8f46-41c3-9c26-f34f2e5ad695 req-1aa52a60-317e-4547-8a9c-285a6ae6b7d0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1343780 Aug 26 10:57:33.533488 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36f448a3-36bf-4e45-af19-b659e5ef5165 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:33.536902 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36f448a3-36bf-4e45-af19-b659e5ef5165 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:33.538126 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-36f448a3-36bf-4e45-af19-b659e5ef5165 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "DELETE /v2.0/security-groups/e2033ab4-6164-45ea-95b0-515384ee32c9 HTTP/1.1" status: 204 len: 168 time: 0.2619345 Aug 26 10:57:33.541452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52620) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:33.550180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f448a3-36bf-4e45-af19-b659e5ef5165 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2033ab4-6164-45ea-95b0-515384ee32c9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:33.588522 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-0282d7f4-d417-426d-a990-c5ed41553a1f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] show failed (client error): The resource could not be found. Aug 26 10:57:33.590443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0282d7f4-d417-426d-a990-c5ed41553a1f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "GET /v2.0/security-groups/e2033ab4-6164-45ea-95b0-515384ee32c9 HTTP/1.1" status: 404 len: 347 time: 0.0470934 Aug 26 10:57:33.593153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52622) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:33.613157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf7af824-8f46-41c3-9c26-f34f2e5ad695 req-3f13a54d-10fd-4107-88e8-6c5fe1034a8a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071959 Aug 26 10:57:33.882622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517610ed-08a9-4535-bae7-6fd62eca7610 req-e63a479a-4010-4b79-a0d6-261907fe17f0 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:33.894977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a06afb46-f6eb-481e-9bfa-6834600ec51f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Deleting port c87d8eab-1e13-416c-a72b-4a6e81c4bea0 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:33.895563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a06afb46-f6eb-481e-9bfa-6834600ec51f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:33.899780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-517610ed-08a9-4535-bae7-6fd62eca7610 req-e63a479a-4010-4b79-a0d6-261907fe17f0 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 946 time: 0.1660144 Aug 26 10:57:34.031539 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-517610ed-08a9-4535-bae7-6fd62eca7610 req-2f813fc8-b41e-46d3-8d0e-a35aa93f36bf tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275525 Aug 26 10:57:34.063003 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a06afb46-f6eb-481e-9bfa-6834600ec51f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:34.063628 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a06afb46-f6eb-481e-9bfa-6834600ec51f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:34.076009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2471565-9544-4a43-b2d8-00b534adc0ac req-5fcb4a8c-e00a-4ad5-95e1-6cfc36ec27a1 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:34.079083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2471565-9544-4a43-b2d8-00b534adc0ac req-5fcb4a8c-e00a-4ad5-95e1-6cfc36ec27a1 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 944 time: 0.1374664 Aug 26 10:57:34.079427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a06afb46-f6eb-481e-9bfa-6834600ec51f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Calling delete_port for c87d8eab-1e13-416c-a72b-4a6e81c4bea0 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:34.160621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2471565-9544-4a43-b2d8-00b534adc0ac req-f5500903-d5df-444e-bd04-2776fff55d54 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/security-groups?id=48336a7e-cb7c-47f9-81ef-f02593121712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715191 Aug 26 10:57:34.258570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bed336-48eb-473e-89bb-13e22b204714 req-306985c4-7438-4235-b3ba-1ba90af3f808 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:34.262694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6bed336-48eb-473e-89bb-13e22b204714 req-306985c4-7438-4235-b3ba-1ba90af3f808 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0973449 Aug 26 10:57:34.335773 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a06afb46-f6eb-481e-9bfa-6834600ec51f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:34.337314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6bed336-48eb-473e-89bb-13e22b204714 req-71288020-2d2d-4476-8a38-1f2accfe2f94 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621481 Aug 26 10:57:34.395175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06afb46-f6eb-481e-9bfa-6834600ec51f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Port': ['ID=c87d8eab-1e13-416c-a72b-4a6e81c4bea0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:34.497626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a06afb46-f6eb-481e-9bfa-6834600ec51f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:34.506855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a06afb46-f6eb-481e-9bfa-6834600ec51f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:34.510808 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a06afb46-f6eb-481e-9bfa-6834600ec51f tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "DELETE /v2.0/floatingips/8380fce7-0f28-454f-8321-70d3b7860ac4 HTTP/1.1" status: 204 len: 168 time: 0.9136937 Aug 26 10:57:34.514872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52652) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:34.516525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a8b4f-89fb-4cee-af42-bef3e463a2b2 req-4fe77466-ee55-410a-8327-da49d474b5a3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:34.532266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f3a8b4f-89fb-4cee-af42-bef3e463a2b2 req-4fe77466-ee55-410a-8327-da49d474b5a3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1152687 Aug 26 10:57:34.639823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f3a8b4f-89fb-4cee-af42-bef3e463a2b2 req-4cf83d31-afda-4e7c-820b-e1df6c52ef7f tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059616 Aug 26 10:57:34.661114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54958b-8530-47f6-9d2e-a06f60fd16ac req-ce98c621-bae1-43b5-a85f-6d5cafa86877 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:34.661402 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52654) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:34.662874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf54958b-8530-47f6-9d2e-a06f60fd16ac req-ce98c621-bae1-43b5-a85f-6d5cafa86877 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0897760 Aug 26 10:57:34.679814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-60a39043-b4f5-4184-a65d-01fc673b03ae tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Deleting port 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:34.680499 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60a39043-b4f5-4184-a65d-01fc673b03ae tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:34.723854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf54958b-8530-47f6-9d2e-a06f60fd16ac req-bfe421ec-ec7d-4e3c-a89c-b7ae0fd7de69 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525711 Aug 26 10:57:34.749294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b613847c-770a-4948-8ac9-e17a2cb7cd78 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:57:34.857520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port b613847c-770a-4948-8ac9-e17a2cb7cd78 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:57:34.863436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port b613847c-770a-4948-8ac9-e17a2cb7cd78 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:57:34.864331 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:34.908848 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60a39043-b4f5-4184-a65d-01fc673b03ae tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:34.922318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a0577-f524-4898-8eec-92b03632c409 req-ff4fbd7a-5025-457d-81a4-e6eb25c7174c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:34.923975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d95a0577-f524-4898-8eec-92b03632c409 req-ff4fbd7a-5025-457d-81a4-e6eb25c7174c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0683284 Aug 26 10:57:34.932207 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-60a39043-b4f5-4184-a65d-01fc673b03ae tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Calling delete_port for 01aa3d6a-c13a-4ee9-98b2-31d232de49f0 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:34.999021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d95a0577-f524-4898-8eec-92b03632c409 req-bfb9edf7-43c9-469b-96ff-de71ad228b97 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677106 Aug 26 10:57:35.082596 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:35.161032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4e280-8e22-45fd-b701-e9da7598a52f req-c75f0f4a-1ab4-4c6a-8714-3c3136d30cd5 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:35.163112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65e4e280-8e22-45fd-b701-e9da7598a52f req-c75f0f4a-1ab4-4c6a-8714-3c3136d30cd5 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.42 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 946 time: 0.1205337 Aug 26 10:57:35.173405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b613847c-770a-4948-8ac9-e17a2cb7cd78, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b613847c-770a-4948-8ac9-e17a2cb7cd78,segment=NetworkSegment(b39df65e-4162-473b-afd0-7ed6d671c0dd),segment_id=b39df65e-4162-473b-afd0-7ed6d671c0dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:35.175026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1660c59d-e4cd-4e0f-89e7-af2faaef8a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613847c-770a-4948-8ac9-e17a2cb7cd78'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:35.178224 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3138e9bd-c56f-4e67-9065-e0b23855c970" -d '{"events": [{"server_uuid": "1660c59d-e4cd-4e0f-89e7-af2faaef8a07", "name": "network-vif-plugged", "status": "completed", "tag": "b613847c-770a-4948-8ac9-e17a2cb7cd78"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:35.185193 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:35.271067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b613847c-770a-4948-8ac9-e17a2cb7cd78,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:35.292977 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4acfd5-588f-4027-920c-65d52bfea7c3 x-openstack-request-id: req-8a4acfd5-588f-4027-920c-65d52bfea7c3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:35.293635 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1660c59d-e4cd-4e0f-89e7-af2faaef8a07", "name": "network-vif-plugged", "status": "completed", "tag": "b613847c-770a-4948-8ac9-e17a2cb7cd78", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:35.295994 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a4acfd5-588f-4027-920c-65d52bfea7c3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:35.296641 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1660c59d-e4cd-4e0f-89e7-af2faaef8a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b613847c-770a-4948-8ac9-e17a2cb7cd78', 'code': 200} Aug 26 10:57:35.454008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b63d1-6a98-431c-a98d-20d4273a44cb req-529af50c-2539-4964-902a-9c0eea696f2a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:35.462045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee1b63d1-6a98-431c-a98d-20d4273a44cb req-529af50c-2539-4964-902a-9c0eea696f2a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 946 time: 0.1610973 Aug 26 10:57:35.497157 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ced56101-1081-4b69-9c52-ecbb4c2d0945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:35.522090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-65e4e280-8e22-45fd-b701-e9da7598a52f req-9f5f9189-c1e7-4506-ab6f-c9ffefc5a6bb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Deleting port de74c61f-088f-4b86-9146-ffa6405a396c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:35.522895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-65e4e280-8e22-45fd-b701-e9da7598a52f req-9f5f9189-c1e7-4506-ab6f-c9ffefc5a6bb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:35.537062 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee1b63d1-6a98-431c-a98d-20d4273a44cb req-80d8c00f-a493-4e98-a559-7416a7cebc91 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736890 Aug 26 10:57:35.572109 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a36f6-19f8-498a-8391-697b2e465860 req-a31a9b32-b5c3-4ac6-9760-27587d65e888 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:35.574245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a8a36f6-19f8-498a-8391-697b2e465860 req-a31a9b32-b5c3-4ac6-9760-27587d65e888 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 945 time: 0.1813734 Aug 26 10:57:35.605301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a270e0-6ac9-453f-ae0d-c9f8f977b064 req-a52a6dfc-8989-442f-b90a-289f2517c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:35.608394 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66a270e0-6ac9-453f-ae0d-c9f8f977b064 req-a52a6dfc-8989-442f-b90a-289f2517c857 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 1097 time: 0.1306543 Aug 26 10:57:35.684381 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66a270e0-6ac9-453f-ae0d-c9f8f977b064 req-4562e133-4d21-4306-a167-522763ae8ccf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=48336a7e-cb7c-47f9-81ef-f02593121712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652411 Aug 26 10:57:35.751580 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a8a36f6-19f8-498a-8391-697b2e465860 req-6762c19c-9345-4cde-ac04-a2d1583ffeca tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/security-groups?id=48336a7e-cb7c-47f9-81ef-f02593121712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371386 Aug 26 10:57:35.776282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60a39043-b4f5-4184-a65d-01fc673b03ae tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:35.820539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a39043-b4f5-4184-a65d-01fc673b03ae tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Port': ['ID=01aa3d6a-c13a-4ee9-98b2-31d232de49f0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:35.834484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-65e4e280-8e22-45fd-b701-e9da7598a52f req-9f5f9189-c1e7-4506-ab6f-c9ffefc5a6bb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] For port de74c61f-088f-4b86-9146-ffa6405a396c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=de74c61f-088f-4b86-9146-ffa6405a396c,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:35.835540 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-65e4e280-8e22-45fd-b701-e9da7598a52f req-9f5f9189-c1e7-4506-ab6f-c9ffefc5a6bb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:35.909557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ced56101-1081-4b69-9c52-ecbb4c2d0945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:35.914854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-65e4e280-8e22-45fd-b701-e9da7598a52f req-9f5f9189-c1e7-4506-ab6f-c9ffefc5a6bb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Calling delete_port for de74c61f-088f-4b86-9146-ffa6405a396c owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:35.919807 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ced56101-1081-4b69-9c52-ecbb4c2d0945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:35.973624 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60a39043-b4f5-4184-a65d-01fc673b03ae tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:35.975575 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-60a39043-b4f5-4184-a65d-01fc673b03ae tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "DELETE /v2.0/ports/01aa3d6a-c13a-4ee9-98b2-31d232de49f0 HTTP/1.1" status: 204 len: 168 time: 1.4596310 Aug 26 10:57:35.981586 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ced56101-1081-4b69-9c52-ecbb4c2d0945 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea9aa5efd6f2437998380245420cbc1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3157279 Aug 26 10:57:35.982191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52678) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:35.984309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced56101-1081-4b69-9c52-ecbb4c2d0945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed05f50-1665-4c14-8204-3a26f1ee8684,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:35.987354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52680) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:36.029349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58958cc2-d422-47e9-a30d-153aac57ce5f req-51dce268-b949-4325-bde5-1dd2e2cfbded tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:36.033733 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58958cc2-d422-47e9-a30d-153aac57ce5f req-51dce268-b949-4325-bde5-1dd2e2cfbded tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2750509 Aug 26 10:57:36.081017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6000a-2803-4f69-b42d-bb71b56d7dd6 req-b0a2e467-ab62-48b1-bafa-5805fabb879f tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:36.082698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9b6000a-2803-4f69-b42d-bb71b56d7dd6 req-b0a2e467-ab62-48b1-bafa-5805fabb879f tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.2016265 Aug 26 10:57:36.118298 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28448d28-cb34-4b96-9dd4-8b6a056b438a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:36.133869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58958cc2-d422-47e9-a30d-153aac57ce5f req-d66ca4df-87f3-4095-9da8-9810ea2a32a6 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922718 Aug 26 10:57:36.153910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28448d28-cb34-4b96-9dd4-8b6a056b438a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:36.165515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-480d77d4-2ffe-4423-8c5c-2210efcb2cbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Deleting port 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:36.165878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-480d77d4-2ffe-4423-8c5c-2210efcb2cbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:36.182553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9b6000a-2803-4f69-b42d-bb71b56d7dd6 req-0676fc55-b935-47cb-bef6-016bc4d33271 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831864 Aug 26 10:57:36.318787 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-65e4e280-8e22-45fd-b701-e9da7598a52f req-9f5f9189-c1e7-4506-ab6f-c9ffefc5a6bb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:36.328209 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-480d77d4-2ffe-4423-8c5c-2210efcb2cbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:36.330997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['de74c61f-088f-4b86-9146-ffa6405a396c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:57:36.356098 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28448d28-cb34-4b96-9dd4-8b6a056b438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:36.359233 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28448d28-cb34-4b96-9dd4-8b6a056b438a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:36.360667 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-28448d28-cb34-4b96-9dd4-8b6a056b438a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fed05f50-1665-4c14-8204-3a26f1ee8684 HTTP/1.1" status: 204 len: 168 time: 0.3661869 Aug 26 10:57:36.400945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f9189-c1e7-4506-ab6f-c9ffefc5a6bb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event deleted for resources: {'Port': ['ID=de74c61f-088f-4b86-9146-ffa6405a396c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:36.403033 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28448d28-cb34-4b96-9dd4-8b6a056b438a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed05f50-1665-4c14-8204-3a26f1ee8684,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:36.406352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-480d77d4-2ffe-4423-8c5c-2210efcb2cbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Calling delete_port for 1dc0dec7-8e07-4315-a42c-6e045bfd90f1 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:36.494673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5ef80-5a4c-43c1-bbc3-46c833c34785 req-10d22827-a771-46d0-b10f-28241055b348 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:36.496289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69a5ef80-5a4c-43c1-bbc3-46c833c34785 req-10d22827-a771-46d0-b10f-28241055b348 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1914523 Aug 26 10:57:36.518277 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e4e280-8e22-45fd-b701-e9da7598a52f req-9f5f9189-c1e7-4506-ab6f-c9ffefc5a6bb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] No DVR routers for this DVR port de74c61f-088f-4b86-9146-ffa6405a396c on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:57:36.524802 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-65e4e280-8e22-45fd-b701-e9da7598a52f req-9f5f9189-c1e7-4506-ab6f-c9ffefc5a6bb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:36.527117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65e4e280-8e22-45fd-b701-e9da7598a52f req-9f5f9189-c1e7-4506-ab6f-c9ffefc5a6bb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.42 "DELETE /v2.0/ports/de74c61f-088f-4b86-9146-ffa6405a396c HTTP/1.1" status: 204 len: 173 time: 1.3551493 Aug 26 10:57:36.527615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76f57fd-8bfa-47fb-babd-c8dcb41a86fd', 'name': 'network-vif-deleted', 'tag': 'de74c61f-088f-4b86-9146-ffa6405a396c'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:36.530650 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c448eeb9-4462-4ad6-9fa4-9d2e743fd4dd" -d '{"events": [{"server_uuid": "c76f57fd-8bfa-47fb-babd-c8dcb41a86fd", "name": "network-vif-deleted", "tag": "de74c61f-088f-4b86-9146-ffa6405a396c"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:36.585158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69a5ef80-5a4c-43c1-bbc3-46c833c34785 req-a3718150-0883-4500-844e-de5c3a8ed4ba tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722039 Aug 26 10:57:36.638960 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010c3036-9b33-4254-9cde-64ed576cc044 x-openstack-request-id: req-010c3036-9b33-4254-9cde-64ed576cc044 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:36.640473 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76f57fd-8bfa-47fb-babd-c8dcb41a86fd", "name": "network-vif-deleted", "tag": "de74c61f-088f-4b86-9146-ffa6405a396c", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:36.640473 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-010c3036-9b33-4254-9cde-64ed576cc044 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:36.640473 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76f57fd-8bfa-47fb-babd-c8dcb41a86fd', 'name': 'network-vif-deleted', 'tag': 'de74c61f-088f-4b86-9146-ffa6405a396c', 'status': 'completed', 'code': 200} Aug 26 10:57:36.647249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-480d77d4-2ffe-4423-8c5c-2210efcb2cbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:36.721258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d77d4-2ffe-4423-8c5c-2210efcb2cbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Port': ['ID=1dc0dec7-8e07-4315-a42c-6e045bfd90f1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:36.830909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5427cdbf-80bb-474f-aeb7-c7a5cfdbfb2f req-d31e2a05-ba0f-4dd8-9784-a595a4d71010 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=c76f57fd-8bfa-47fb-babd-c8dcb41a86fd HTTP/1.1" status: 200 len: 210 time: 0.0580988 Aug 26 10:57:36.890992 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-480d77d4-2ffe-4423-8c5c-2210efcb2cbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:36.893962 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-480d77d4-2ffe-4423-8c5c-2210efcb2cbe tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "DELETE /v2.0/ports/1dc0dec7-8e07-4315-a42c-6e045bfd90f1 HTTP/1.1" status: 204 len: 168 time: 0.9105749 Aug 26 10:57:36.896643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52704) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:36.967122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f8085b-0634-4891-857b-477cc363aa94 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Deleting subnet 3df0dfa6-d27a-4ded-801d-40072b12272b {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:57:36.970089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be623065-6d41-47c2-963b-8fc0bcca1ee9 req-7112da83-998b-4f43-a89e-eb90555568d5 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:36.971879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be623065-6d41-47c2-963b-8fc0bcca1ee9 req-7112da83-998b-4f43-a89e-eb90555568d5 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 945 time: 0.0966394 Aug 26 10:57:36.980628 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6f8085b-0634-4891-857b-477cc363aa94 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:37.056636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be623065-6d41-47c2-963b-8fc0bcca1ee9 req-1fe6b20d-c18b-475b-9ddd-9d967d986389 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/security-groups?id=48336a7e-cb7c-47f9-81ef-f02593121712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735543 Aug 26 10:57:37.064992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3762-639b-41af-b7ca-e46137d4c498 req-b49ac2ae-8300-4571-8669-f57f43368fa9 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:37.072111 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27df3762-639b-41af-b7ca-e46137d4c498 req-b49ac2ae-8300-4571-8669-f57f43368fa9 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0943382 Aug 26 10:57:37.081049 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6f8085b-0634-4891-857b-477cc363aa94 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:37.123891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27df3762-639b-41af-b7ca-e46137d4c498 req-0e3b8927-0936-4a6d-9961-9ac66b07eab7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505199 Aug 26 10:57:37.281072 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6f8085b-0634-4891-857b-477cc363aa94 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:37.387125 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6f8085b-0634-4891-857b-477cc363aa94 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:37.431358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8085b-0634-4891-857b-477cc363aa94 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Subnet': ['ID=3df0dfa6-d27a-4ded-801d-40072b12272b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:37.449675 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6f8085b-0634-4891-857b-477cc363aa94 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:37.455589 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a6f8085b-0634-4891-857b-477cc363aa94 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "DELETE /v2.0/subnets/3df0dfa6-d27a-4ded-801d-40072b12272b HTTP/1.1" status: 204 len: 168 time: 0.5548196 Aug 26 10:57:37.456062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52722) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:37.461619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e728c0fb-c493-4101-9c88-b6003f02d38e None None] Network 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:57:37.554263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b026150-364f-4b65-b733-abc1c7498d51 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Deleting subnet 6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:57:37.561911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b026150-364f-4b65-b733-abc1c7498d51 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:37.599203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7639f-3aff-4767-b567-9dc7c278b12b req-1f6aebbe-8d84-4188-b4d6-4416986fad2e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:37.611849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08a7639f-3aff-4767-b567-9dc7c278b12b req-1f6aebbe-8d84-4188-b4d6-4416986fad2e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2062030 Aug 26 10:57:37.620180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b026150-364f-4b65-b733-abc1c7498d51 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:37.644216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc31d8f-5e07-4fb9-84af-d8a1bf8c0843 req-c923e2eb-e68f-4556-ad30-7dc1e21618f5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:37.651963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bc31d8f-5e07-4fb9-84af-d8a1bf8c0843 req-c923e2eb-e68f-4556-ad30-7dc1e21618f5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1657834 Aug 26 10:57:37.703122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08a7639f-3aff-4767-b567-9dc7c278b12b req-bb9f6963-890b-4143-9d33-0599cb14e480 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847821 Aug 26 10:57:37.743367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bc31d8f-5e07-4fb9-84af-d8a1bf8c0843 req-ea920053-f5a6-4ad0-b267-17ef01a59e15 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904949 Aug 26 10:57:37.802869 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b026150-364f-4b65-b733-abc1c7498d51 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:37.935269 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b026150-364f-4b65-b733-abc1c7498d51 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:37.995877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b026150-364f-4b65-b733-abc1c7498d51 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:38.020324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b026150-364f-4b65-b733-abc1c7498d51 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:38.022413 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6b026150-364f-4b65-b733-abc1c7498d51 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "DELETE /v2.0/subnets/6ff57b3d-1d1f-4ae4-879f-84ffbeba1cc2 HTTP/1.1" status: 204 len: 168 time: 0.5650952 Aug 26 10:57:38.026864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52742) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:38.030597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] DHCP port deletion for 53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:57:38.240475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b039a0-3cc8-4b85-b2e8-58db698519fa None None] Network 7e95f1db-eea7-493f-94df-e8629975974f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:57:38.345126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b246221-601b-438c-ad33-bd79bc047d7a req-f6d9b5c1-6212-4b65-83f7-97ea962ab68e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:38.350914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b246221-601b-438c-ad33-bd79bc047d7a req-f6d9b5c1-6212-4b65-83f7-97ea962ab68e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 813 time: 0.1881547 Aug 26 10:57:38.393977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Deleting port f325bc73-e435-4a5a-980c-2a6ae3f27e38 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:38.394553 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:38.397110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f325bc73-e435-4a5a-980c-2a6ae3f27e38 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:57:38.453735 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b246221-601b-438c-ad33-bd79bc047d7a req-41d7e1c5-2194-4628-8a47-39341abb5675 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/quotas/e796d04849e94289aa0bde1b177fea70 HTTP/1.1" status: 200 len: 375 time: 0.0905864 Aug 26 10:57:38.460837 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:38.581514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06615626-8908-4d6a-957a-2f01a74aa396 req-bed75282-e032-4c54-b8ac-480b96bd6463 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:38.583616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06615626-8908-4d6a-957a-2f01a74aa396 req-bed75282-e032-4c54-b8ac-480b96bd6463 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 945 time: 0.2311516 Aug 26 10:57:38.618436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] For port f325bc73-e435-4a5a-980c-2a6ae3f27e38, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f325bc73-e435-4a5a-980c-2a6ae3f27e38,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:38.619310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:38.639776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Calling delete_port for f325bc73-e435-4a5a-980c-2a6ae3f27e38 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:38.643996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b246221-601b-438c-ad33-bd79bc047d7a req-f2d20123-a5fa-4faa-a7cb-1c42a555d977 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1766129 Aug 26 10:57:38.691160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06615626-8908-4d6a-957a-2f01a74aa396 req-cb82ecff-ffa1-4e6e-b762-4f1600c61e47 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/security-groups?id=48336a7e-cb7c-47f9-81ef-f02593121712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746794 Aug 26 10:57:38.733199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Deleting port f325bc73-e435-4a5a-980c-2a6ae3f27e38 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:38.733611 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:38.860679 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:38.899687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] For port f325bc73-e435-4a5a-980c-2a6ae3f27e38, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f325bc73-e435-4a5a-980c-2a6ae3f27e38,segment=NetworkSegment(d75a556d-96b0-4f54-9e59-9f8efeb52340),segment_id=d75a556d-96b0-4f54-9e59-9f8efeb52340)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:38.900075 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:38.927834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Calling delete_port for f325bc73-e435-4a5a-980c-2a6ae3f27e38 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:38.935367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb6ed9-4af0-4e6a-8f66-5dfb8281244a None None] DHCP port deletion for 7e95f1db-eea7-493f-94df-e8629975974f request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:57:38.956449 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:39.066326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Pushing event deleted for resources: {'Port': ['ID=f325bc73-e435-4a5a-980c-2a6ae3f27e38,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:39.075474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] No DVR routers for this DVR port f325bc73-e435-4a5a-980c-2a6ae3f27e38 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:57:39.079685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.080172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.080587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.081005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.081464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.082534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.083003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.083447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.083847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.084293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.084625 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.085149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a3c6a-c922-407c-ae2a-487536adda9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:57:39.120293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb6ed9-4af0-4e6a-8f66-5dfb8281244a None None] Deleting port 6b997a79-e50d-435e-87c3-79e8db4491b3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:39.120738 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6ed9-4af0-4e6a-8f66-5dfb8281244a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:39.137198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-61b1e793-b9d6-42e2-816a-af1702493922 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:39.138930 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-61b1e793-b9d6-42e2-816a-af1702493922 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.1961565 Aug 26 10:57:39.184016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-1462697e-3a61-4068-ae99-dded129a3c1c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/quotas/72123eaa26c94ba59d3af6b8c5e25931 HTTP/1.1" status: 200 len: 375 time: 0.0151281 Aug 26 10:57:39.272099 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-c9c885cc-3ebe-4b58-9ce4-d23caca18a14 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416644 Aug 26 10:57:39.290902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b9fb6ed9-4af0-4e6a-8f66-5dfb8281244a None None] For port 6b997a79-e50d-435e-87c3-79e8db4491b3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6b997a79-e50d-435e-87c3-79e8db4491b3,segment=NetworkSegment(6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac),segment_id=6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:39.291426 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6ed9-4af0-4e6a-8f66-5dfb8281244a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:39.318180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb6ed9-4af0-4e6a-8f66-5dfb8281244a None None] Calling delete_port for 6b997a79-e50d-435e-87c3-79e8db4491b3 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:39.412133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device de74c61f-088f-4b86-9146-ffa6405a396c no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:57:39.439363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52810) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:39.446593 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: de74c61f-088f-4b86-9146-ffa6405a396c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:57:39.447016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device de74c61f-088f-4b86-9146-ffa6405a396c not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:57:39.448918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec022-86d8-49e4-9115-7a5eb86fa6bf req-3befaf39-28a1-48d5-9059-def8ea31c6d0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:39.453661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9faec022-86d8-49e4-9115-7a5eb86fa6bf req-3befaf39-28a1-48d5-9059-def8ea31c6d0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.5055406 Aug 26 10:57:39.536421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:39.563475 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6ed9-4af0-4e6a-8f66-5dfb8281244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:39.617420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb6ed9-4af0-4e6a-8f66-5dfb8281244a None None] Pushing event deleted for resources: {'Port': ['ID=6b997a79-e50d-435e-87c3-79e8db4491b3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:39.621792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb6ed9-4af0-4e6a-8f66-5dfb8281244a None None] No DVR routers for this DVR port 6b997a79-e50d-435e-87c3-79e8db4491b3 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:57:39.650324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9faec022-86d8-49e4-9115-7a5eb86fa6bf req-2e19f274-a1df-40c7-bda0-449d5bcb535a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849892 Aug 26 10:57:39.657799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] No DVR routers for this DVR port f325bc73-e435-4a5a-980c-2a6ae3f27e38 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:57:39.659853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Port': ['ID=f325bc73-e435-4a5a-980c-2a6ae3f27e38,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:39.675040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-38b46a2b-3607-49bb-838b-c150b0ac3343 service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881588 Aug 26 10:57:39.696613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4f72c0e-78f1-4974-b4fb-d479056bf096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:39.884138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4f72c0e-78f1-4974-b4fb-d479056bf096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:39.894394 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4f72c0e-78f1-4974-b4fb-d479056bf096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:39.977393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f72c0e-78f1-4974-b4fb-d479056bf096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5be88f-aeb6-4dc3-b072-3b822cfba478,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:39.996555 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:40.030780 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b4f72c0e-78f1-4974-b4fb-d479056bf096 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c022f4f4b2254d10a55267cb6b0f0714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890419 Aug 26 10:57:40.039871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52818) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:40.053143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:40.083956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75a556d-96b0-4f54-9e59-9f8efeb52340') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:40.084583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75a556d-96b0-4f54-9e59-9f8efeb52340') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:40.124991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f11b44-3ae7-4693-8aa7-a60e3242e9df req-4006d52a-452e-4ef3-a048-06d0b2b7372e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:40.138992 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4f11b44-3ae7-4693-8aa7-a60e3242e9df req-4006d52a-452e-4ef3-a048-06d0b2b7372e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.2403843 Aug 26 10:57:40.147372 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c8d9b94-f8d9-4fce-9339-09a0d8b57d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:40.149665 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:40.173544 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c8d9b94-f8d9-4fce-9339-09a0d8b57d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:40.212469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-a4f066b6-0dee-4f7c-b3a9-7c81eb74d951 service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936566 Aug 26 10:57:40.222770 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:40.228722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:57:40.229021 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:40.284669 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c8d9b94-f8d9-4fce-9339-09a0d8b57d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:40.287743 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c8d9b94-f8d9-4fce-9339-09a0d8b57d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:40.289737 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3c8d9b94-f8d9-4fce-9339-09a0d8b57d70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd5be88f-aeb6-4dc3-b072-3b822cfba478 HTTP/1.1" status: 204 len: 168 time: 0.2488141 Aug 26 10:57:40.361761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d9b94-f8d9-4fce-9339-09a0d8b57d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5be88f-aeb6-4dc3-b072-3b822cfba478,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:57:40.362341 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:57:40.383677 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:40.449612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6b997a79-e50d-435e-87c3-79e8db4491b3 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:57:40.502079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6b997a79-e50d-435e-87c3-79e8db4491b3 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:57:40.503102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6b997a79-e50d-435e-87c3-79e8db4491b3 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:57:40.579583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:40.586436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "DELETE /v2.0/networks/53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61 HTTP/1.1" status: 204 len: 168 time: 2.5555379 Aug 26 10:57:40.587084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52824) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:40.610995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5a7b2-1b88-4f8c-82c9-db65de4f6e46 tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Network': ['ID=53b1c2f9-c403-4bdc-a4c5-c355e2f6cb61,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:40.618606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4f11b44-3ae7-4693-8aa7-a60e3242e9df req-1e0a4505-200c-41a6-908e-30a780ee6aba tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781590 Aug 26 10:57:40.663231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-61e8d80b-93bb-4945-b473-c30ea3fcb543 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3015904 Aug 26 10:57:40.878961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6eab6df-a04c-4081-9f14-ce3f6675878c req-9fafbb2b-20ee-4746-8c1e-bd838c036037 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 210 time: 0.0442643 Aug 26 10:57:40.892606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-539af6d9-e1c3-49e8-8bc8-39d3e712f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:40.892921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-539af6d9-e1c3-49e8-8bc8-39d3e712f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:40.893399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-539af6d9-e1c3-49e8-8bc8-39d3e712f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:40.893879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-539af6d9-e1c3-49e8-8bc8-39d3e712f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:40.894361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-539af6d9-e1c3-49e8-8bc8-39d3e712f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:40.894854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-539af6d9-e1c3-49e8-8bc8-39d3e712f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:40.895329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-539af6d9-e1c3-49e8-8bc8-39d3e712f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:40.898814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-539af6d9-e1c3-49e8-8bc8-39d3e712f173 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a20ef30a5184466699261f37ea7a0f7f&device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 6509 time: 0.1727622 Aug 26 10:57:40.926024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95164946-1359-4d73-84dc-6d5c1ae0055f req-fec72912-aa8c-4661-b6ac-59c3d3fbbb03 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:40.935163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95164946-1359-4d73-84dc-6d5c1ae0055f req-fec72912-aa8c-4661-b6ac-59c3d3fbbb03 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1366594 Aug 26 10:57:40.947532 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:41.039106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95164946-1359-4d73-84dc-6d5c1ae0055f req-bf1da7a3-8290-41f6-8265-0c16cfa54a72 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681734 Aug 26 10:57:41.194352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:41.210436 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e95f1db-eea7-493f-94df-e8629975974f']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:41.226498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:41.240691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5cb31c-27ca-4fc3-b3a7-01c6db8029ac') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:57:41.247658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-a5a5137a-c45a-44d4-97e7-e8cfa649e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:41.248142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-a5a5137a-c45a-44d4-97e7-e8cfa649e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:41.248611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-a5a5137a-c45a-44d4-97e7-e8cfa649e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:41.251272 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-a5a5137a-c45a-44d4-97e7-e8cfa649e351 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7e452ec9-a05c-4730-9299-cad46d4ac2a7&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=0b1024e4-64f8-4a6f-85de-655a0a939578&id=69c1248d-4663-4fe7-82e4-6eb133288edb&id=69c1248d-4663-4fe7-82e4-6eb133288edb HTTP/1.1" status: 200 len: 2299 time: 0.3107035 Aug 26 10:57:41.262632 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:41.282064 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:41.294117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:57:41.294542 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:57:41.300918 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:57:41.391026 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:41.398229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-e7db86be-8f8d-433c-87b5-6431197624e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c116599a-327c-4688-9f4b-1845a6872218 HTTP/1.1" status: 200 len: 1000 time: 0.1397867 Aug 26 10:57:41.414087 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:41.416399 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] 10.222.0.21 "DELETE /v2.0/networks/7e95f1db-eea7-493f-94df-e8629975974f HTTP/1.1" status: 204 len: 168 time: 0.8279853 Aug 26 10:57:41.441912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196c44d-3742-4240-99fe-eaee68afd79d tempest-TaggedBootDevicesTest-98815893 tempest-TaggedBootDevicesTest-98815893-project] Pushing event deleted for resources: {'Network': ['ID=7e95f1db-eea7-493f-94df-e8629975974f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:41.535475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5af67645-da49-4cd3-a3d7-494cd626c224 req-5e45af80-5326-4af5-a3f9-5995e83a82e8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e796d04849e94289aa0bde1b177fea70 HTTP/1.1" status: 200 len: 221 time: 0.1107471 Aug 26 10:57:41.554629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-a4544875-2a50-4a58-b1b0-7b38a932ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:41.560269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-a4544875-2a50-4a58-b1b0-7b38a932ac74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbd66f25-7610-43d2-adaa-46242c9349bb HTTP/1.1" status: 200 len: 856 time: 0.1509833 Aug 26 10:57:41.641957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-de16b11e-2660-4ad2-888b-04b82826ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:41.643842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-de16b11e-2660-4ad2-888b-04b82826ccb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7e452ec9-a05c-4730-9299-cad46d4ac2a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780108 Aug 26 10:57:41.831853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-cd70d5ff-c9e3-489f-85f4-fd2f062cec1d service neutron] 10.222.0.42 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803966 Aug 26 10:57:41.925400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b86f1-56f3-45e4-9739-90cdbe414a21 req-235c0fa8-9b11-49ad-a290-e6ed7011b489 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:41.925400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-315b86f1-56f3-45e4-9739-90cdbe414a21 req-235c0fa8-9b11-49ad-a290-e6ed7011b489 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1489832 Aug 26 10:57:41.978253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4c813-6337-40ca-a701-a5e5c2a7e4ef req-22353418-0ffa-4218-b034-70fc8a2bb5dd tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:41.979832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbf4c813-6337-40ca-a701-a5e5c2a7e4ef req-22353418-0ffa-4218-b034-70fc8a2bb5dd tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1672497 Aug 26 10:57:42.023278 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-315b86f1-56f3-45e4-9739-90cdbe414a21 req-b75774f3-c583-4ca9-ad3c-05e67510d1f2 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882182 Aug 26 10:57:42.035447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-939deab1-59c2-44cf-8892-0aeb70768759 service neutron] 10.222.0.42 "GET /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956334 Aug 26 10:57:42.098453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbf4c813-6337-40ca-a701-a5e5c2a7e4ef req-b2b91379-ef89-4f02-9561-8f1df33f38fd tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979948 Aug 26 10:57:42.100058 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-c61887b1-9353-4b76-8c9b-5cfa126eded9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=8cd812fb-819b-4872-bbfe-4a72c5599d31 HTTP/1.1" status: 200 len: 217 time: 0.0567584 Aug 26 10:57:42.235937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-43776ad6-cc43-48cb-bfc5-536e7dce8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:42.238691 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-43776ad6-cc43-48cb-bfc5-536e7dce8b22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.1217141 Aug 26 10:57:42.414187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-2e83bb84-68bb-42c0-b9c0-568b40932531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:42.419146 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-2e83bb84-68bb-42c0-b9c0-568b40932531 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1729171 Aug 26 10:57:42.618174 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-7dcfe480-abd9-4dc3-a296-d97c42c2e7cd tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:42.635523 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-7dcfe480-abd9-4dc3-a296-d97c42c2e7cd tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.4143527 Aug 26 10:57:42.667134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Request body: {'port': {'device_id': '57297170-792d-4d81-bd37-0cff4015e37c', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'admin_state_up': True, 'tenant_id': '72123eaa26c94ba59d3af6b8c5e25931'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:42.944998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Made reservation on behalf of 72123eaa26c94ba59d3af6b8c5e25931 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:42.966311 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:43.192492 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-baf57b94-ac1c-4dfa-84b3-76d4e9fe04a4 req-4e2fd5d4-354a-4339-b754-29f9a0a21724 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 210 time: 0.5655324 Aug 26 10:57:43.262667 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a1f40d9-a7c7-42bf-8d97-3d851f6b8a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:43.274682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-aa0311e0-81f5-416a-aa17-506d2fc7c4d8 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8464584 Aug 26 10:57:43.275424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52934) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:43.317641 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316f303-4250-434a-9e6b-2cb00113ed8e req-490c0cee-1f8c-48ae-8412-6239cd360516 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:43.321381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Allocated IP 172.20.0.11 (6d6261ac-91ab-4779-b29f-3007a85a87d6/03c71856-2cfc-4d6d-8f1b-fb314e8f501e/59d88335-fff9-45e7-baf9-b1fb156b2985) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:57:43.331534 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7316f303-4250-434a-9e6b-2cb00113ed8e req-490c0cee-1f8c-48ae-8412-6239cd360516 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1726308 Aug 26 10:57:43.603995 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:43.612295 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acd1f914-540f-41ad-b4d2-b5d018378e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:43.642366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7316f303-4250-434a-9e6b-2cb00113ed8e req-d65635f5-4117-4b14-bed5-5f301adf05c9 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091257 Aug 26 10:57:43.696355 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:43.850042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Network 6d6261ac-91ab-4779-b29f-3007a85a87d6 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:57:43.856465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:57:43.861357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:57:43.908106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-0aef72b4-6223-4d7f-a74a-5a21f3f41cf3 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:43.915667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-0aef72b4-6223-4d7f-a74a-5a21f3f41cf3 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 815 time: 0.4785964 Aug 26 10:57:43.932482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-4e8a26fd-a499-4232-8db9-8a84034872c3 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6413379 Aug 26 10:57:43.937958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event updated for resources: {'Port': ['ID=59d88335-fff9-45e7-baf9-b1fb156b2985,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:43.952534 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-1f71fc6e-7b68-473f-9bf9-2825ae90e0b6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/quotas/1153358dbfc14cd1949212225b7015c9 HTTP/1.1" status: 200 len: 375 time: 0.0358853 Aug 26 10:57:43.965445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:43.966258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:44.037362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-4c06f1b7-76f6-44ac-ae95-20821524ea5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=6491ccdd-89e6-459e-8041-811f24b285dc HTTP/1.1" status: 200 len: 217 time: 0.0938671 Aug 26 10:57:44.068085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de831282-986a-4510-92ef-8d59a0870012 req-f389771c-4d62-4ec3-a326-3470f0617ad3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:44.076023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-de831282-986a-4510-92ef-8d59a0870012 req-f389771c-4d62-4ec3-a326-3470f0617ad3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.2463291 Aug 26 10:57:44.204737 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-de831282-986a-4510-92ef-8d59a0870012 req-c618feb2-11a8-4a07-8a12-f3951fd7801c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263614 Aug 26 10:57:44.227504 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-8ddfb9bd-4188-4b76-995c-11d6af382180 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2737164 Aug 26 10:57:44.231740 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acd1f914-540f-41ad-b4d2-b5d018378e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:44.243872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-ffbf7989-e95c-4f1b-80e1-0d518f3b06db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:44.247011 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-ffbf7989-e95c-4f1b-80e1-0d518f3b06db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.1966395 Aug 26 10:57:44.264910 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-ea609e67-eb7e-4db8-a16c-9d72df421d1f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6152449 Aug 26 10:57:44.278460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Request body: {'port': {'device_id': '57297170-792d-4d81-bd37-0cff4015e37c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:44.303984 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acd1f914-540f-41ad-b4d2-b5d018378e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:44.352829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:44.470471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-acd1f914-540f-41ad-b4d2-b5d018378e6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b29209d4a7d41cba02c775cd53348fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1904728 Aug 26 10:57:44.476129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52956) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:44.538218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1f914-540f-41ad-b4d2-b5d018378e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f432a55f-ccfa-43ae-8d25-7d435c5db7ca,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:44.594816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-92eee8f4-56d9-4ca6-8e18-d196aa1dc80c service neutron] 10.222.0.21 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455458 Aug 26 10:57:44.607161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-26a9d70c-97f6-4670-99f3-c3d8990937ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:44.608747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-26a9d70c-97f6-4670-99f3-c3d8990937ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3411572 Aug 26 10:57:44.623319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacd52f-360b-42de-9f45-41f14ddf9f67 req-4826c0a1-9391-4b76-b232-089d9fa18d5f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:44.633076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efacd52f-360b-42de-9f45-41f14ddf9f67 req-4826c0a1-9391-4b76-b232-089d9fa18d5f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 932 time: 0.3229697 Aug 26 10:57:44.719929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d88335-fff9-45e7-baf9-b1fb156b2985 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:57:44.728672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:44.751167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Transition to ACTIVE for port object 59d88335-fff9-45e7-baf9-b1fb156b2985 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:57:44.768199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:44.783395 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efacd52f-360b-42de-9f45-41f14ddf9f67 req-111bb19e-2e75-4c77-becb-11a7a0c4538f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491718 Aug 26 10:57:44.864345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a19102b-9366-444c-ba63-b007417f6547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:44.929654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-a9c63a01-baa1-4a66-bfa6-728f529cec31 service neutron] 10.222.0.21 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326015 Aug 26 10:57:44.962777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08633827-b228-4715-8792-d3d319012b0a service neutron] Pushing event updated for resources: {'Port': ['ID=59d88335-fff9-45e7-baf9-b1fb156b2985,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:45.024709 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a19102b-9366-444c-ba63-b007417f6547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:45.057447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Attempting to bind port 59d88335-fff9-45e7-baf9-b1fb156b2985 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:57:45.057893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Attempting to bind port 59d88335-fff9-45e7-baf9-b1fb156b2985 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:57:45.058292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Attempting to bind port 59d88335-fff9-45e7-baf9-b1fb156b2985 on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:57:45.066933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Port 59d88335-fff9-45e7-baf9-b1fb156b2985 on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:57:45.067705 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Attempting to bind port 59d88335-fff9-45e7-baf9-b1fb156b2985 on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:57:45.075461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:57:45.076022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Checking segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:57:45.076530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Bound using segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:57:45.077216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Bound port: 59d88335-fff9-45e7-baf9-b1fb156b2985, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:57:45.077659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:45.178262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-c6a275d8-7435-440c-9396-65169bf82f6d service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202410 Aug 26 10:57:45.198780 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a19102b-9366-444c-ba63-b007417f6547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:45.202044 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a19102b-9366-444c-ba63-b007417f6547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:45.206446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3a19102b-9366-444c-ba63-b007417f6547 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f432a55f-ccfa-43ae-8d25-7d435c5db7ca HTTP/1.1" status: 204 len: 168 time: 0.7267306 Aug 26 10:57:45.290048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] For port 59d88335-fff9-45e7-baf9-b1fb156b2985, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:57:45.303275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] For port 59d88335-fff9-45e7-baf9-b1fb156b2985, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=59d88335-fff9-45e7-baf9-b1fb156b2985,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:57:45.326795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:45.420727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fae973-7e3f-4d4b-ac8d-5b42af9035da req-c5911dcc-42a5-4591-8515-b7a25e835a42 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:45.439079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9fae973-7e3f-4d4b-ac8d-5b42af9035da req-c5911dcc-42a5-4591-8515-b7a25e835a42 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.5075612 Aug 26 10:57:45.451373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19102b-9366-444c-ba63-b007417f6547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f432a55f-ccfa-43ae-8d25-7d435c5db7ca,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:45.488327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08633827-b228-4715-8792-d3d319012b0a service neutron] Pushing event updated for resources: {'Port': ['ID=59d88335-fff9-45e7-baf9-b1fb156b2985,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:45.518315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:45.519968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:45.522773 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-08633827-b228-4715-8792-d3d319012b0a service neutron] 10.222.0.47 "PUT /v2.0/ports/59d88335-fff9-45e7-baf9-b1fb156b2985 HTTP/1.1" status: 200 len: 1093 time: 1.2491565 Aug 26 10:57:45.523661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57297170-792d-4d81-bd37-0cff4015e37c', 'tag': '59d88335-fff9-45e7-baf9-b1fb156b2985'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:45.529883 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa54524-8171-4372-8cd3-cd82fbb518f0" -d '{"events": [{"name": "network-changed", "server_uuid": "57297170-792d-4d81-bd37-0cff4015e37c", "tag": "59d88335-fff9-45e7-baf9-b1fb156b2985"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:45.555465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2d7c6a2-d7a2-425e-a8f7-71b988c0d924 req-0e0780c0-63e4-4804-805f-e7ecab1e28ba tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 210 time: 0.1052473 Aug 26 10:57:45.681693 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9fae973-7e3f-4d4b-ac8d-5b42af9035da req-5a2cae91-1f0b-4052-b6e2-f18c5971904b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134326 Aug 26 10:57:45.698980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-dd9349a0-6677-4513-bcc8-c188536ed8ff service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114777 Aug 26 10:57:45.780381 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-979de422-1ba9-47cc-ad5d-292276bef5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:45.864347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-69c33e52-49ad-4d00-9ebe-abb09f4c43c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=561cb463-7482-4e72-a461-9062a9018dde HTTP/1.1" status: 200 len: 217 time: 0.1540632 Aug 26 10:57:45.916601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cf15a-7d74-4fc4-a077-2d8753be1d7c req-c8a71d69-a749-459b-ae94-642cdb7530d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:45.922953 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f22cf15a-7d74-4fc4-a077-2d8753be1d7c req-c8a71d69-a749-459b-ae94-642cdb7530d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 1097 time: 0.3643553 Aug 26 10:57:45.932586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-90d487e6-2f19-42ea-b9c5-6d40960a0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:45.939167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effca2d-3742-486e-b909-95572fa75004 req-319915b8-ddf3-44a6-a880-4731d0cbe47f tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:45.942453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1effca2d-3742-486e-b909-95572fa75004 req-319915b8-ddf3-44a6-a880-4731d0cbe47f tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1967642 Aug 26 10:57:45.949316 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-90d487e6-2f19-42ea-b9c5-6d40960a0978 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 1096 time: 0.3499632 Aug 26 10:57:45.964713 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21a9fb8-97ff-41b5-ac87-a9c6eddab9c4 x-openstack-request-id: req-e21a9fb8-97ff-41b5-ac87-a9c6eddab9c4 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:45.964713 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57297170-792d-4d81-bd37-0cff4015e37c", "tag": "59d88335-fff9-45e7-baf9-b1fb156b2985", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:45.964713 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e21a9fb8-97ff-41b5-ac87-a9c6eddab9c4 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:45.965465 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57297170-792d-4d81-bd37-0cff4015e37c', 'tag': '59d88335-fff9-45e7-baf9-b1fb156b2985', 'status': 'completed', 'code': 200} Aug 26 10:57:46.021733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-7cf808e3-0057-4132-8f80-afc3578f40de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:46.023544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-7cf808e3-0057-4132-8f80-afc3578f40de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.1518095 Aug 26 10:57:46.102679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1effca2d-3742-486e-b909-95572fa75004 req-dfa8ef30-b81b-4ff6-b011-98ac3a4c7ae3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130195 Aug 26 10:57:46.156357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-1f35c137-2ff0-44af-9959-dfc2bcca45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:46.160931 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-1f35c137-2ff0-44af-9959-dfc2bcca45d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1232176 Aug 26 10:57:46.258779 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:46.262366 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-4546899a-714d-4f12-b5af-092220937ccf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59d88335-fff9-45e7-baf9-b1fb156b2985 HTTP/1.1" status: 200 len: 217 time: 0.2875896 Aug 26 10:57:46.312436 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f22cf15a-7d74-4fc4-a077-2d8753be1d7c req-60891215-f4e2-4e8d-adca-4be357ad9fa9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327484 Aug 26 10:57:46.463680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-9029cff6-6914-40be-80e4-a5e16c302e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:46.466218 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-9029cff6-6914-40be-80e4-a5e16c302e46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.1894379 Aug 26 10:57:46.553676 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-41d95440-c9ec-4d54-8270-5fca18638e7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780964 Aug 26 10:57:46.591730 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-f4cf0e11-dc29-4ccc-99ce-5ad40f9e1367 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865721 Aug 26 10:57:46.673451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847338-8c2a-466e-824b-4134df41ccaa req-d2462b1c-03b7-4742-919c-da4c63fa86c1 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:46.675894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3847338-8c2a-466e-824b-4134df41ccaa req-d2462b1c-03b7-4742-919c-da4c63fa86c1 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.5062308 Aug 26 10:57:46.801982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18db8c1-3852-44f0-99bf-78e185367252 req-fe833e71-5f5a-4df7-b4b4-18d71e9005f8 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:46.811839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b18db8c1-3852-44f0-99bf-78e185367252 req-fe833e71-5f5a-4df7-b4b4-18d71e9005f8 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 944 time: 0.4378483 Aug 26 10:57:46.845529 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-504380c3-4a52-4bdf-ad26-33f85a937849 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837005 Aug 26 10:57:47.006248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3847338-8c2a-466e-824b-4134df41ccaa req-b2aba1b3-7102-4a27-a7ae-4fb379c47971 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840464 Aug 26 10:57:47.009725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b18db8c1-3852-44f0-99bf-78e185367252 req-7915a396-9de6-4454-910f-603932c47e04 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969686 Aug 26 10:57:47.014010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-45f62e02-0863-475c-bb84-0ba3222deaee service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125347 Aug 26 10:57:47.065403 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ad2ea8ea-6b82-4199-abe2-8a3d0a53746c req-a19c92d2-0056-4d65-970b-b4e0828a2421 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115593 Aug 26 10:57:47.093645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-f053c871-6a4a-4de1-993a-04293c6441fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 HTTP/1.1" status: 200 len: 217 time: 0.0698516 Aug 26 10:57:47.138773 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:47.189730 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-a762b77f-ad2c-4e0b-a952-3c440b90c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:47.196302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-a762b77f-ad2c-4e0b-a952-3c440b90c7b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 200 len: 797 time: 0.0938373 Aug 26 10:57:47.298152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ceeeced-fb43-4d1f-bf84-985ce2fc5610 req-7b4068c4-b2e1-449e-8b70-41a1b511f29d tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 210 time: 0.1000180 Aug 26 10:57:47.417274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa54524-8171-4372-8cd3-cd82fbb518f0 req-7e701fd1-571d-4841-9e88-8180c7646513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:47.421506 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afa54524-8171-4372-8cd3-cd82fbb518f0 req-7e701fd1-571d-4841-9e88-8180c7646513 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 1096 time: 0.2536066 Aug 26 10:57:47.724882 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-f845bcdd-a301-461b-8f8f-2eea48b7efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:47.740535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-f845bcdd-a301-461b-8f8f-2eea48b7efb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1024e4-64f8-4a6f-85de-655a0a939578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4396348 Aug 26 10:57:47.775938 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905ad6e-632f-44e3-a79d-219bbf4766cd req-f2a5ad85-dc29-4b7d-b337-21622fd6eec8 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:47.787572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9905ad6e-632f-44e3-a79d-219bbf4766cd req-f2a5ad85-dc29-4b7d-b337-21622fd6eec8 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.4048188 Aug 26 10:57:47.913870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72615427-2ba0-4dc5-99de-d792b79810e4 req-c2a9174a-2663-4412-9de7-f66ac280558f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:47.915685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72615427-2ba0-4dc5-99de-d792b79810e4 req-c2a9174a-2663-4412-9de7-f66ac280558f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.4024363 Aug 26 10:57:48.009850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9905ad6e-632f-44e3-a79d-219bbf4766cd req-b0425f3c-caa8-4e8c-be00-391c33491332 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247188 Aug 26 10:57:48.058070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-959abd4e-a6f3-44d5-8c76-136c7b78179e service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046412 Aug 26 10:57:48.061596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72615427-2ba0-4dc5-99de-d792b79810e4 req-d99ff26e-74ac-41e7-ae4b-0ff49050d0fd tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385229 Aug 26 10:57:48.087848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa54524-8171-4372-8cd3-cd82fbb518f0 req-c4695606-c16f-4c63-acab-8882b23e745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:48.094977 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afa54524-8171-4372-8cd3-cd82fbb518f0 req-c4695606-c16f-4c63-acab-8882b23e745a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 912 time: 0.6633830 Aug 26 10:57:48.124305 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-45f36a19-48f1-403d-aabd-920b1f985b91 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:48.126246 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-45f36a19-48f1-403d-aabd-920b1f985b91 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 815 time: 0.5656469 Aug 26 10:57:48.148115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Request body: {'port': {'device_id': 'cfc775e6-2d05-49da-8989-7a074ad41a88', 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723', 'admin_state_up': True, 'tenant_id': '1153358dbfc14cd1949212225b7015c9'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:48.294084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-181ecec1-8d49-45f9-986e-1261ec8016b3 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272193 Aug 26 10:57:48.344620 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afa54524-8171-4372-8cd3-cd82fbb518f0 req-f9351fdf-d1b9-497b-b261-dba9894d3941 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59d88335-fff9-45e7-baf9-b1fb156b2985 HTTP/1.1" status: 200 len: 217 time: 0.2169545 Aug 26 10:57:48.417284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa54524-8171-4372-8cd3-cd82fbb518f0 req-4f832e97-5ac8-423c-9151-f02dea42ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:48.418850 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afa54524-8171-4372-8cd3-cd82fbb518f0 req-4f832e97-5ac8-423c-9151-f02dea42ca9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.0655036 Aug 26 10:57:48.441722 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Made reservation on behalf of 1153358dbfc14cd1949212225b7015c9 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:48.444573 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:48.470913 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afa54524-8171-4372-8cd3-cd82fbb518f0 req-03ee47c4-b184-4562-a837-314b9c0d11ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426512 Aug 26 10:57:48.511577 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-9a0aa04e-1805-43f8-8e3b-bab01bc56013 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bb16c58f-9309-43fb-a678-c08585b38681 HTTP/1.1" status: 200 len: 217 time: 0.2064655 Aug 26 10:57:48.699181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53048) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:48.706386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5099cf-04b9-4824-b9ae-027e97211223 req-16f0f209-8b6a-4c3d-9f42-bd248d4ab0cd tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:48.712215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf5099cf-04b9-4824-b9ae-027e97211223 req-16f0f209-8b6a-4c3d-9f42-bd248d4ab0cd tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 944 time: 0.3727534 Aug 26 10:57:48.738933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac6ca0-1c94-4629-a50c-4cdaaa9ccea5 req-382bc51f-fd8d-4e63-b6a8-6f2d783e5f13 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:48.743004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-daac6ca0-1c94-4629-a50c-4cdaaa9ccea5 req-382bc51f-fd8d-4e63-b6a8-6f2d783e5f13 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.4260027 Aug 26 10:57:48.789227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-b5d5bb8c-864b-4c58-88c4-2e5f9eb928fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:48.794817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-b5d5bb8c-864b-4c58-88c4-2e5f9eb928fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4af5b276-9133-4e1d-88a2-08419aa867d4 HTTP/1.1" status: 200 len: 797 time: 0.2644846 Aug 26 10:57:48.829669 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afa54524-8171-4372-8cd3-cd82fbb518f0 req-546a463d-87af-4cc5-93f8-4f929d8a18ed service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486397 Aug 26 10:57:48.837580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Allocated IP 172.20.0.8 (9918277b-9b58-46c3-bf7a-efa497581723/c8fd876e-0ac2-4a80-957d-3118a841dee1/d8d964f2-2a32-42d6-80e9-644a04aed887) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:57:48.992955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf5099cf-04b9-4824-b9ae-027e97211223 req-de6dab8f-0311-4815-9890-855ae07eec00 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476578 Aug 26 10:57:49.045386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-daac6ca0-1c94-4629-a50c-4cdaaa9ccea5 req-61f9e97d-704f-4b12-9b9b-73f4a8fc21b6 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455111 Aug 26 10:57:49.053226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-10d115aa-6010-4cc1-9bea-c0b823be2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:49.055579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-10d115aa-6010-4cc1-9bea-c0b823be2628 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c1248d-4663-4fe7-82e4-6eb133288edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2204959 Aug 26 10:57:49.176750 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:49.221674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1100682125'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:49.227378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c2ceab4-a113-41ac-b754-fe602368b323 req-0aa092aa-9964-4e22-99e5-31dafcb088bb tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 210 time: 0.0602820 Aug 26 10:57:49.302855 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-afa54524-8171-4372-8cd3-cd82fbb518f0 req-366632a0-0ad7-475b-b308-077b2e4a4aaf service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611025 Aug 26 10:57:49.326022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Made reservation on behalf of e4e9b92d1b4648ab8e2dba1b3ab4c018 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:49.330865 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:49.355584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:49.366766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6e1a4-e50c-49a1-b36e-670d3ccc6f9d req-a7d6f6bc-2d2e-4d10-b648-8ca20e13e529 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:49.369903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64b6e1a4-e50c-49a1-b36e-670d3ccc6f9d req-a7d6f6bc-2d2e-4d10-b648-8ca20e13e529 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1455877 Aug 26 10:57:49.373791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-61077d6d-541f-4495-be04-6690c9397d26 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091557 Aug 26 10:57:49.472292 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:49.547404 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64b6e1a4-e50c-49a1-b36e-670d3ccc6f9d req-0d767f82-7268-4cfb-9f9c-2b01c3726721 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661077 Aug 26 10:57:49.604901 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d7256-fe36-4de0-8038-50974b7075a9 req-99b8764a-974d-43f0-8ff6-0286b48f8544 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:49.607676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-815d7256-fe36-4de0-8038-50974b7075a9 req-99b8764a-974d-43f0-8ff6-0286b48f8544 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2284594 Aug 26 10:57:49.616498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-d38d33d9-0c0e-4937-a8b7-e7b3ec2d836a service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308941 Aug 26 10:57:49.626139 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:49.647238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['29fa4369-683f-4ad1-b0c2-b031813511fb', '150a11f5-db01-4fbd-8f20-5bc968828090'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:57:49.658803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:57:49.711506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:49.734236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:49.758479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:57:49.777241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Network 9918277b-9b58-46c3-bf7a-efa497581723 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:57:49.807584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-f8d79565-848f-4c27-b72a-d37b1743a7c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ede19ef-72dc-45a3-aa96-ce740de55d39 HTTP/1.1" status: 200 len: 217 time: 0.1267302 Aug 26 10:57:49.855376 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:49.856107 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Added segment dbf87300-4007-4bc2-95f6-6a67f5886bea of type vlan for network e9db782f-349c-4f13-ad10-64da8e06f748 Aug 26 10:57:49.861865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:57:49.899775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:57:49.932100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Pushing event updated for resources: {'Port': ['ID=d8d964f2-2a32-42d6-80e9-644a04aed887,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:49.945196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-815d7256-fe36-4de0-8038-50974b7075a9 req-7f02e7af-5932-4ee0-88a4-a35e725e2567 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275905 Aug 26 10:57:49.956865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-6ee6f1ea-e41f-4bd7-b93e-4d250d74f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:49.958636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-6ee6f1ea-e41f-4bd7-b93e-4d250d74f3d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4af5b276-9133-4e1d-88a2-08419aa867d4 HTTP/1.1" status: 200 len: 797 time: 0.1348562 Aug 26 10:57:50.055058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327ccdd-924f-42d9-866f-f492b87d64a6 req-a7c05cff-d8b9-4f94-ac7c-538f3bed12ec tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:50.057821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0327ccdd-924f-42d9-866f-f492b87d64a6 req-a7c05cff-d8b9-4f94-ac7c-538f3bed12ec tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.0980184 Aug 26 10:57:50.085393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-53a1a09f-47cc-40f8-9d23-34f66f721d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:50.087349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-53a1a09f-47cc-40f8-9d23-34f66f721d5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=69c1248d-4663-4fe7-82e4-6eb133288edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0833650 Aug 26 10:57:50.117955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c988041-66ca-4bc1-8959-c0541da6b0ba,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:50.156082 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:50.175553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:50.176464 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:50.202280 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e79cb04-ebf8-4fe2-871e-3ddbff8e30a6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0652101 Aug 26 10:57:50.216210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f681-218c-4b6d-a162-3e4264934880 req-aeac61e8-7b7f-4ed4-88f6-cef231713f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:50.218076 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-33a7f681-218c-4b6d-a162-3e4264934880 req-aeac61e8-7b7f-4ed4-88f6-cef231713f9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fda451808c6346a3be19222940da66a2&device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 1097 time: 0.3135648 Aug 26 10:57:50.227118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Request body: {'port': {'device_id': 'cfc775e6-2d05-49da-8989-7a074ad41a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:50.239338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0327ccdd-924f-42d9-866f-f492b87d64a6 req-1182e059-c11f-48b0-8986-8f04c8da3bf4 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699378 Aug 26 10:57:50.364054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10266-978b-4ad9-9eea-82d923e632b5 req-c4a73480-eb7d-48f4-99dd-83ba27901922 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:50.368270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ec10266-978b-4ad9-9eea-82d923e632b5 req-c4a73480-eb7d-48f4-99dd-83ba27901922 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2511194 Aug 26 10:57:50.395500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:50.401698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:50.402424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:50.414064 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:50.434263 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7339573 Aug 26 10:57:50.451534 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:50.467916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53078) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:50.601964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Request body: {'subnet': {'network_id': 'e9db782f-349c-4f13-ad10-64da8e06f748', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:50.780571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1c234-719c-431f-b7fe-5f4697d2787d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Pushing event updated for resources: {'Network': ['ID=e9db782f-349c-4f13-ad10-64da8e06f748,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:50.792943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f681-218c-4b6d-a162-3e4264934880 req-a2cca3ed-ea50-4489-9e9a-f463e950a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:50.794448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network e9db782f-349c-4f13-ad10-64da8e06f748 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:57:50.795214 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-33a7f681-218c-4b6d-a162-3e4264934880 req-a2cca3ed-ea50-4489-9e9a-f463e950a572 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 200 len: 919 time: 0.5062377 Aug 26 10:57:50.908008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 59d88335-fff9-45e7-baf9-b1fb156b2985 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:57:50.935547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-2d12a021-a79f-40b7-bd85-538e46c2b33b service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8390470 Aug 26 10:57:51.104509 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ec10266-978b-4ad9-9eea-82d923e632b5 req-66576300-ba2c-46ef-99cc-f8c9b7eb9150 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7222402 Aug 26 10:57:51.124711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba5ad7-d2ba-43f4-9fb8-09c6ae9a1e96 req-518a8fc1-57f3-40b0-b335-16c98603c789 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:51.139533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92ba5ad7-d2ba-43f4-9fb8-09c6ae9a1e96 req-518a8fc1-57f3-40b0-b335-16c98603c789 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 944 time: 0.7451746 Aug 26 10:57:51.145645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 59d88335-fff9-45e7-baf9-b1fb156b2985, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=59d88335-fff9-45e7-baf9-b1fb156b2985,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:51.199206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '59d88335-fff9-45e7-baf9-b1fb156b2985', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'port_id': '59d88335-fff9-45e7-baf9-b1fb156b2985', 'mac_address': 'fa:16:3e:ec:91:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c71856-2cfc-4d6d-8f1b-fb314e8f501e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:57:51.321147 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:51.340802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d88335-fff9-45e7-baf9-b1fb156b2985 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:57:51.354775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92ba5ad7-d2ba-43f4-9fb8-09c6ae9a1e96 req-3b88c787-2c64-445d-bca4-856a64f9d57d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131987 Aug 26 10:57:51.378324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 59d88335-fff9-45e7-baf9-b1fb156b2985, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=59d88335-fff9-45e7-baf9-b1fb156b2985,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:51.383723 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:51.426287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d5209b-40b1-4e64-90a3-63529429ca26 req-73503413-f6e8-43bb-819b-a940f36d2d14 service neutron] 10.222.0.42 "GET /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729471 Aug 26 10:57:51.456728 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=59d88335-fff9-45e7-baf9-b1fb156b2985,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:51.470369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87994752-624d-4b6b-a5dc-aa710ff3c209 req-a05f307e-b02a-4335-9203-34b933051325 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:51.473049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87994752-624d-4b6b-a5dc-aa710ff3c209 req-a05f307e-b02a-4335-9203-34b933051325 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 931 time: 0.2416534 Aug 26 10:57:51.555130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87994752-624d-4b6b-a5dc-aa710ff3c209 req-16d012e6-8c9c-4935-ab52-0f3380ea65a0 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753047 Aug 26 10:57:51.571970 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-33a7f681-218c-4b6d-a162-3e4264934880 req-56cf402f-47ad-4552-a0a4-527f135146e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333 HTTP/1.1" status: 200 len: 217 time: 0.7651684 Aug 26 10:57:51.631772 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Made reservation on behalf of e4e9b92d1b4648ab8e2dba1b3ab4c018 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:51.639489 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:51.680164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c843-0b72-4f9d-ab67-49b651edc625 req-56614eb7-c946-4a56-a867-b703a901038c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:51.681869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4709c843-0b72-4f9d-ab67-49b651edc625 req-56614eb7-c946-4a56-a867-b703a901038c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1180685 Aug 26 10:57:51.756543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['59d88335-fff9-45e7-baf9-b1fb156b2985'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:57:51.764649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4709c843-0b72-4f9d-ab67-49b651edc625 req-5bba8ae5-29b8-402b-ad62-660cd4372b05 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646250 Aug 26 10:57:51.794507 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa2b6a-e3a7-4adf-9a8c-18e10d478b43 req-84864197-5f67-40fd-b29a-513488c25d58 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:51.807001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82fa2b6a-e3a7-4adf-9a8c-18e10d478b43 req-84864197-5f67-40fd-b29a-513488c25d58 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1156762 Aug 26 10:57:51.886205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82fa2b6a-e3a7-4adf-9a8c-18e10d478b43 req-24146541-c640-4105-b078-f052b6cff7e2 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781443 Aug 26 10:57:52.002159 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:52.017892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d964f2-2a32-42d6-80e9-644a04aed887 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:57:52.026924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:52.041532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Transition to ACTIVE for port object d8d964f2-2a32-42d6-80e9-644a04aed887 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:57:52.051487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f681-218c-4b6d-a162-3e4264934880 req-ae20e84a-bf0f-4f61-90f0-c1867632e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:52.053224 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-33a7f681-218c-4b6d-a162-3e4264934880 req-ae20e84a-bf0f-4f61-90f0-c1867632e8cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=760b4e2b-5c18-4ac8-b8ff-22f5ada85360 HTTP/1.1" status: 200 len: 858 time: 0.4575453 Aug 26 10:57:52.056726 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:52.145581 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-33a7f681-218c-4b6d-a162-3e4264934880 req-03c1f16d-d07d-4a6f-beab-f77cb8a769aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7c04127-23c0-4729-b2ff-8a8b499ac03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804961 Aug 26 10:57:52.185375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf7e2b-1579-4aaf-9c9a-1b6862a459ea req-2f126fc7-46f9-46df-86ff-9fb0c17f99f0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:52.188959 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01bf7e2b-1579-4aaf-9c9a-1b6862a459ea req-2f126fc7-46f9-46df-86ff-9fb0c17f99f0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1532187 Aug 26 10:57:52.274404 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-33a7f681-218c-4b6d-a162-3e4264934880 req-27d8ca4e-542f-410c-93a8-3e1289899c88 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135876 Aug 26 10:57:52.289548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01bf7e2b-1579-4aaf-9c9a-1b6862a459ea req-6694293f-c087-45a4-bcac-0d859a6323cd tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863445 Aug 26 10:57:52.382046 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-33a7f681-218c-4b6d-a162-3e4264934880 req-977e62a7-2d69-4216-bcb3-ab9076017c2a service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988641 Aug 26 10:57:52.423558 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d964f2-2a32-42d6-80e9-644a04aed887,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:52.655839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c854d7-5084-4ba1-8316-1d4abc1d9548 req-77819703-185c-4717-ad89-9f85fd6990e8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:52.663447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-89c854d7-5084-4ba1-8316-1d4abc1d9548 req-77819703-185c-4717-ad89-9f85fd6990e8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1870492 Aug 26 10:57:52.690333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcd912-2161-4ab3-a019-b2adbf394fa3 req-60312b41-981d-49a5-b593-397cca68174d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:52.693116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aedcd912-2161-4ab3-a019-b2adbf394fa3 req-60312b41-981d-49a5-b593-397cca68174d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 945 time: 0.1488347 Aug 26 10:57:52.754442 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:52.763534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Attempting to bind port d8d964f2-2a32-42d6-80e9-644a04aed887 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:57:52.764144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Attempting to bind port d8d964f2-2a32-42d6-80e9-644a04aed887 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:57:52.764479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Attempting to bind port d8d964f2-2a32-42d6-80e9-644a04aed887 on network 9918277b-9b58-46c3-bf7a-efa497581723 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:57:52.786461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-89c854d7-5084-4ba1-8316-1d4abc1d9548 req-c88bb24f-b5ea-4467-878c-1d64a2bb86dc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122186 Aug 26 10:57:52.795913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Port d8d964f2-2a32-42d6-80e9-644a04aed887 on network 9918277b-9b58-46c3-bf7a-efa497581723 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:57:52.808619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Attempting to bind port d8d964f2-2a32-42d6-80e9-644a04aed887 on network 9918277b-9b58-46c3-bf7a-efa497581723 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:57:52.810114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:57:52.810478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Checking segment: {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:57:52.810878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Bound using segment: {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:57:52.811343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Bound port: d8d964f2-2a32-42d6-80e9-644a04aed887, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a00bdea-9690-412c-867b-04c665bb8693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:57:52.811711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:52.822008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aedcd912-2161-4ab3-a019-b2adbf394fa3 req-4e4dd710-0c01-4c76-9ed7-5b47e31a9097 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102285 Aug 26 10:57:52.856780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Pushing event updated for resources: {'Subnet': ['ID=ab193ed2-0c19-4cdc-9488-fb85a3e3b3df,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:52.924546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Checking segment: {'id': 'dbf87300-4007-4bc2-95f6-6a67f5886bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e9db782f-349c-4f13-ad10-64da8e06f748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:57:52.924918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Network hostable DHCP agents. Network: e9db782f-349c-4f13-ad10-64da8e06f748, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:57:52.986074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] For port d8d964f2-2a32-42d6-80e9-644a04aed887, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:57:52.993443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Network e9db782f-349c-4f13-ad10-64da8e06f748 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:57:53.006886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9bc1-9f79-434f-ae7d-3db2ef106024 req-2bf66e3c-7395-4d43-ac25-6231280b550b tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:53.010403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa9a9bc1-9f79-434f-ae7d-3db2ef106024 req-2bf66e3c-7395-4d43-ac25-6231280b550b tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 943 time: 0.1357353 Aug 26 10:57:53.017311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] For port d8d964f2-2a32-42d6-80e9-644a04aed887, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d8d964f2-2a32-42d6-80e9-644a04aed887,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:57:53.025950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:53.039924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, e9db782f-349c-4f13-ad10-64da8e06f748) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:57:53.055142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c294e-c59e-4c6a-a581-9040f0d8955e None None] Network e9db782f-349c-4f13-ad10-64da8e06f748 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:57:53.057429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38ab77-97fd-4b9a-b958-771e3bd9384b req-e2244a58-574b-42e5-986d-c3711552d961 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:53.060672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac38ab77-97fd-4b9a-b958-771e3bd9384b req-e2244a58-574b-42e5-986d-c3711552d961 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1403849 Aug 26 10:57:53.100547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:53.101375 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:53.131138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:53.132137 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:53.134470 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] 10.222.0.42 "PUT /v2.0/ports/d8d964f2-2a32-42d6-80e9-644a04aed887 HTTP/1.1" status: 200 len: 1092 time: 2.9150860 Aug 26 10:57:53.135221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc775e6-2d05-49da-8989-7a074ad41a88', 'tag': 'd8d964f2-2a32-42d6-80e9-644a04aed887'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:53.149417 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f438c183-ab88-4b59-a3da-1a7bbfab0444" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc775e6-2d05-49da-8989-7a074ad41a88", "tag": "d8d964f2-2a32-42d6-80e9-644a04aed887"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:53.176203 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-33946d47-f53d-4b73-9088-1420279b459d tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6194625 Aug 26 10:57:53.182035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53112) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:53.190837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Request body: {'port': {'network_id': 'e9db782f-349c-4f13-ad10-64da8e06f748', 'name': 'tempest-DHCPAgentSchedulersTestJSON-107947882'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:53.207311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa9a9bc1-9f79-434f-ae7d-3db2ef106024 req-994308d4-80f1-4d40-81b4-fa145fd93b3a tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783650 Aug 26 10:57:53.258676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac38ab77-97fd-4b9a-b958-771e3bd9384b req-701d84f2-6c22-46f0-b4cf-3e5d0617a260 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839688 Aug 26 10:57:53.479573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e56ee-642a-4072-a3d5-6842deb4b3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d964f2-2a32-42d6-80e9-644a04aed887,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:53.487327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433522d-deda-4d82-8379-7b47655a3fc7 req-f908e553-7414-4232-be29-aac4b0329a8e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:53.502997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6433522d-deda-4d82-8379-7b47655a3fc7 req-f908e553-7414-4232-be29-aac4b0329a8e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1695819 Aug 26 10:57:53.505523 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61af1021-0ae8-4389-9d1d-e0b906fb0e6d x-openstack-request-id: req-61af1021-0ae8-4389-9d1d-e0b906fb0e6d {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:53.505824 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc775e6-2d05-49da-8989-7a074ad41a88", "tag": "d8d964f2-2a32-42d6-80e9-644a04aed887", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:53.506085 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61af1021-0ae8-4389-9d1d-e0b906fb0e6d {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:53.507656 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc775e6-2d05-49da-8989-7a074ad41a88', 'tag': 'd8d964f2-2a32-42d6-80e9-644a04aed887', 'status': 'completed', 'code': 200} Aug 26 10:57:53.513335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Made reservation on behalf of e4e9b92d1b4648ab8e2dba1b3ab4c018 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:53.518186 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:53.541405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-697391f0-dc4f-409d-9708-e659df23865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:53.543019 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-697391f0-dc4f-409d-9708-e659df23865f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 1095 time: 0.3329704 Aug 26 10:57:53.549400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] device_id is not set on port 19c06816-a65e-4e39-8289-c82d4196d057 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 10:57:53.633014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-e9db782f-349c-4f13-ad10-64da8e06f748', 'network_id': 'e9db782f-349c-4f13-ad10-64da8e06f748', 'tenant_id': 'e4e9b92d1b4648ab8e2dba1b3ab4c018', 'fixed_ips': [{'subnet_id': 'ab193ed2-0c19-4cdc-9488-fb85a3e3b3df'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:57:53.634608 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:53.668940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6433522d-deda-4d82-8379-7b47655a3fc7 req-71d88735-2d4a-4dd5-ad6b-d86190634a58 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573377 Aug 26 10:57:53.694048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b860-5b12-43e3-bbb7-7f203beb8b14 req-84c54aa8-4351-49d9-bc87-c4bfa51b56ea tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:53.696679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8e0b860-5b12-43e3-bbb7-7f203beb8b14 req-84c54aa8-4351-49d9-bc87-c4bfa51b56ea tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1280820 Aug 26 10:57:53.756669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8e0b860-5b12-43e3-bbb7-7f203beb8b14 req-9bf591b8-1959-4aea-afc0-0daa6a665ba0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486162 Aug 26 10:57:53.782446 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-ac081b18-f7e9-4a8f-b7b1-e82c14a52b8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d964f2-2a32-42d6-80e9-644a04aed887 HTTP/1.1" status: 200 len: 217 time: 0.1445367 Aug 26 10:57:53.997707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-59c2ea56-6bfd-428a-ac62-e8e697559879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:54.000528 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-59c2ea56-6bfd-428a-ac62-e8e697559879 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 200 len: 855 time: 0.1622071 Aug 26 10:57:54.002874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Allocated IP 172.20.0.4 (e9db782f-349c-4f13-ad10-64da8e06f748/ab193ed2-0c19-4cdc-9488-fb85a3e3b3df/19c06816-a65e-4e39-8289-c82d4196d057) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:57:54.050998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb85e9-9029-4f75-9791-bd1cba80c8e4 req-960049ce-e5a4-4c70-b1cf-cabe96355220 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:54.053867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b0bb85e9-9029-4f75-9791-bd1cba80c8e4 req-960049ce-e5a4-4c70-b1cf-cabe96355220 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 945 time: 0.0816872 Aug 26 10:57:54.064546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519b8bc-0b4f-4c2d-a8be-f7e2c166b12d req-527577f7-b8df-4cea-a880-48cdf3ff58bb tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:54.073407 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0519b8bc-0b4f-4c2d-a8be-f7e2c166b12d req-527577f7-b8df-4cea-a880-48cdf3ff58bb tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1464231 Aug 26 10:57:54.142420 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-d728e2c4-d494-420c-833b-3dd0004a1990 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9918277b-9b58-46c3-bf7a-efa497581723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164289 Aug 26 10:57:54.163481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0519b8bc-0b4f-4c2d-a8be-f7e2c166b12d req-37df45e3-9c6f-4de1-9677-281bbace5e5d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888753 Aug 26 10:57:54.167018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b0bb85e9-9029-4f75-9791-bd1cba80c8e4 req-fb6d9f97-b3a7-4436-bb55-0097db703132 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707889 Aug 26 10:57:54.387333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88256a6-4176-430d-b40f-7a0427445420 req-751e5dd8-cf84-44a0-a69e-b0ef710e06f8 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:54.396300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d88256a6-4176-430d-b40f-7a0427445420 req-751e5dd8-cf84-44a0-a69e-b0ef710e06f8 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 943 time: 0.0717647 Aug 26 10:57:54.443412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d88256a6-4176-430d-b40f-7a0427445420 req-74f988de-ee33-444c-a82c-1e09d595438d tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460982 Aug 26 10:57:54.476008 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-868522b5-a2de-4d75-890a-c2d5cbc7cc7a service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132429 Aug 26 10:57:54.481343 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:54.519771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d594d-b146-4f21-a1e1-0edb3e315c2b req-1f26e03d-4861-4d96-866e-907fc05e29b5 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:54.521478 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c6d594d-b146-4f21-a1e1-0edb3e315c2b req-1f26e03d-4861-4d96-866e-907fc05e29b5 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0766253 Aug 26 10:57:54.582074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Transition to ACTIVE for port object 19c06816-a65e-4e39-8289-c82d4196d057 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:57:54.582618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c6d594d-b146-4f21-a1e1-0edb3e315c2b req-327ae302-b418-44e7-abbd-a2f5806adf86 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540051 Aug 26 10:57:54.680643 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8d310ff-3c5d-4b73-b014-a857963150fd req-2e869195-8e0b-441b-9d1a-1cc357b7ee8d service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949403 Aug 26 10:57:54.682345 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:57:54.837228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:54.856041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 59d88335-fff9-45e7-baf9-b1fb156b2985 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:57:54.887477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c497a7-ca87-425a-aaef-eda70db628c8 req-4302c53d-5edd-4ca9-891d-893f5af2550e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:54.903754 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9c497a7-ca87-425a-aaef-eda70db628c8 req-4302c53d-5edd-4ca9-891d-893f5af2550e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1310053 Aug 26 10:57:54.924393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Network e9db782f-349c-4f13-ad10-64da8e06f748 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:57:54.931226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:57:54.934887 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:57:54.940055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438c183-ab88-4b59-a3da-1a7bbfab0444 req-1f116bd1-63a3-4b1c-8eda-6d79ffbb39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:54.941908 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f438c183-ab88-4b59-a3da-1a7bbfab0444 req-1f116bd1-63a3-4b1c-8eda-6d79ffbb39ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 1095 time: 0.1863182 Aug 26 10:57:54.944984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Pushing event updated for resources: {'Port': ['ID=19c06816-a65e-4e39-8289-c82d4196d057,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:54.975273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Allocated IP 172.20.0.2 (e9db782f-349c-4f13-ad10-64da8e06f748/ab193ed2-0c19-4cdc-9488-fb85a3e3b3df/b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:57:55.041008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9c497a7-ca87-425a-aaef-eda70db628c8 req-01c01c41-e372-49f3-b48b-5dffd3ae15f0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352794 Aug 26 10:57:55.068036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:55.068841 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:55.079687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 59d88335-fff9-45e7-baf9-b1fb156b2985 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:57:55.086338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 59d88335-fff9-45e7-baf9-b1fb156b2985 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:57:55.086761 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:55.091479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7cd8a-c29d-4a2f-8ca7-b8e8973d090c req-02781829-a952-4d97-be97-2e714cbc3aa3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:55.095735 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cda7cd8a-c29d-4a2f-8ca7-b8e8973d090c req-02781829-a952-4d97-be97-2e714cbc3aa3 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.2521524 Aug 26 10:57:55.133197 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-044e1417-d664-47e0-be90-c07bb173b382 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9494588 Aug 26 10:57:55.137381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53148) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:55.166699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cda7cd8a-c29d-4a2f-8ca7-b8e8973d090c req-68dc32b4-4d06-4c1f-af97-2e6f432d1b72 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643594 Aug 26 10:57:55.280658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438c183-ab88-4b59-a3da-1a7bbfab0444 req-34daa660-6e8f-421a-a8bd-003a3969f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:55.282971 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f438c183-ab88-4b59-a3da-1a7bbfab0444 req-34daa660-6e8f-421a-a8bd-003a3969f35b service neutron] 10.222.0.42 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 916 time: 0.3112373 Aug 26 10:57:55.349677 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:55.367085 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f438c183-ab88-4b59-a3da-1a7bbfab0444 req-66165332-c25e-4a6f-8e28-178c2e678e14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8d964f2-2a32-42d6-80e9-644a04aed887 HTTP/1.1" status: 200 len: 217 time: 0.0742855 Aug 26 10:57:55.376449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Transition to ACTIVE for port object b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:57:55.424812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Transition to ACTIVE for port object b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:57:55.429805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0efadb87-0fa6-468b-8911-090a88e8c972 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Deleting port 19c06816-a65e-4e39-8289-c82d4196d057 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:57:55.430492 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0efadb87-0fa6-468b-8911-090a88e8c972 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:55.460178 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:55.514084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438c183-ab88-4b59-a3da-1a7bbfab0444 req-59e29540-d3ba-439b-b0cd-75d45122d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:55.515989 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f438c183-ab88-4b59-a3da-1a7bbfab0444 req-59e29540-d3ba-439b-b0cd-75d45122d8eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 200 len: 855 time: 0.1408758 Aug 26 10:57:55.610930 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c5d18-27e0-474f-ba8d-e8cbd4a66ff0 req-9621ad1a-0cfc-4978-8575-30bb121c4ee0 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:55.620156 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f438c183-ab88-4b59-a3da-1a7bbfab0444 req-dceca9bb-9079-4a6d-8bd3-a6349dca0280 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9918277b-9b58-46c3-bf7a-efa497581723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938840 Aug 26 10:57:55.627906 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-226c5d18-27e0-474f-ba8d-e8cbd4a66ff0 req-9621ad1a-0cfc-4978-8575-30bb121c4ee0 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 945 time: 0.2774310 Aug 26 10:57:55.673193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Network e9db782f-349c-4f13-ad10-64da8e06f748 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:57:55.692314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:57:55.694805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:57:55.708709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc4472-6480-42af-a08f-061e0c99fb21 req-60807f68-15b5-4cfc-aa0f-83373c8d8c9b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:55.714224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1cc4472-6480-42af-a08f-061e0c99fb21 req-60807f68-15b5-4cfc-aa0f-83373c8d8c9b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.3257427 Aug 26 10:57:55.783089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Pushing event updated for resources: {'Port': ['ID=b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:55.795772 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:55.862302 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f438c183-ab88-4b59-a3da-1a7bbfab0444 req-105d0f67-ceba-43cf-84d6-5f2f1248c8f7 service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228911 Aug 26 10:57:55.917493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57297170-792d-4d81-bd37-0cff4015e37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d88335-fff9-45e7-baf9-b1fb156b2985'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:57:55.926365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1cc4472-6480-42af-a08f-061e0c99fb21 req-c9125b74-d135-4c5a-a7c2-f0902c658899 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821368 Aug 26 10:57:55.932593 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418491ed-0436-4542-aa1f-de7a84c79bff" -d '{"events": [{"server_uuid": "57297170-792d-4d81-bd37-0cff4015e37c", "name": "network-vif-plugged", "status": "completed", "tag": "59d88335-fff9-45e7-baf9-b1fb156b2985"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:57:55.991635 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-226c5d18-27e0-474f-ba8d-e8cbd4a66ff0 req-972ea9d2-ce38-4517-871c-4406b488ac6e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543515 Aug 26 10:57:56.018288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 59d88335-fff9-45e7-baf9-b1fb156b2985, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=59d88335-fff9-45e7-baf9-b1fb156b2985,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:56.020323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Attempting to bind port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:57:56.020705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Attempting to bind port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'dbf87300-4007-4bc2-95f6-6a67f5886bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e9db782f-349c-4f13-ad10-64da8e06f748'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:57:56.021067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Attempting to bind port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a on network e9db782f-349c-4f13-ad10-64da8e06f748 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:57:56.037621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:57:56.038023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Checking segment: {'id': 'dbf87300-4007-4bc2-95f6-6a67f5886bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e9db782f-349c-4f13-ad10-64da8e06f748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:57:56.038435 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:56.041442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Bound using segment: {'id': 'dbf87300-4007-4bc2-95f6-6a67f5886bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e9db782f-349c-4f13-ad10-64da8e06f748'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:57:56.041442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Bound port: b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf87300-4007-4bc2-95f6-6a67f5886bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e9db782f-349c-4f13-ad10-64da8e06f748'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:57:56.051268 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:56.053779 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:56.083383 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0efadb87-0fa6-468b-8911-090a88e8c972 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:56.138480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0efadb87-0fa6-468b-8911-090a88e8c972 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Calling delete_port for 19c06816-a65e-4e39-8289-c82d4196d057 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:57:56.197302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=59d88335-fff9-45e7-baf9-b1fb156b2985,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:56.250644 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87369690-4dcd-47b4-9080-a1269b45fa14 x-openstack-request-id: req-87369690-4dcd-47b4-9080-a1269b45fa14 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:57:56.264113 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57297170-792d-4d81-bd37-0cff4015e37c", "name": "network-vif-plugged", "status": "completed", "tag": "59d88335-fff9-45e7-baf9-b1fb156b2985", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:57:56.267072 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87369690-4dcd-47b4-9080-a1269b45fa14 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:57:56.267887 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57297170-792d-4d81-bd37-0cff4015e37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d88335-fff9-45e7-baf9-b1fb156b2985', 'code': 200} Aug 26 10:57:56.325150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec19dd8-e367-47d3-9fdf-8992d2b03722 req-8cfeaabe-e751-4bd7-8eb5-bafa9e4295d3 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:56.336586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fec19dd8-e367-47d3-9fdf-8992d2b03722 req-8cfeaabe-e751-4bd7-8eb5-bafa9e4295d3 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 943 time: 0.1622660 Aug 26 10:57:56.452432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fec19dd8-e367-47d3-9fdf-8992d2b03722 req-ae5c2364-f1d5-4ae9-9162-ccaca3d09342 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135743 Aug 26 10:57:56.452897 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f438c183-ab88-4b59-a3da-1a7bbfab0444 req-2300a13a-1b55-4130-acb0-a00f09e5f7d2 service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704429 Aug 26 10:57:56.494715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] For port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:57:56.507290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] For port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a,segment=NetworkSegment(dbf87300-4007-4bc2-95f6-6a67f5886bea),segment_id=dbf87300-4007-4bc2-95f6-6a67f5886bea)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:57:56.519902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee67b23-3b39-4545-abfe-4f92ca6c7bc1 req-d5292dcc-51f2-4356-a2e9-c6e332b7fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:56.521425 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:56.521982 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bee67b23-3b39-4545-abfe-4f92ca6c7bc1 req-d5292dcc-51f2-4356-a2e9-c6e332b7fb19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 1098 time: 0.1652846 Aug 26 10:57:56.549621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825ee2c-6688-49db-a6f7-d6e8aaaefdc6 req-8da5bca2-d64a-4e4e-84d1-0c4ae2b6c39b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:56.553293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f825ee2c-6688-49db-a6f7-d6e8aaaefdc6 req-8da5bca2-d64a-4e4e-84d1-0c4ae2b6c39b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1479638 Aug 26 10:57:56.651337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd80cb-9279-42e9-9c3c-21e7706d0ef5 None None] Pushing event updated for resources: {'Port': ['ID=b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:56.657927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f825ee2c-6688-49db-a6f7-d6e8aaaefdc6 req-8d55c906-9d15-41ae-b42c-4cc2e46e40f0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917504 Aug 26 10:57:56.777983 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bee67b23-3b39-4545-abfe-4f92ca6c7bc1 req-c33f8a32-7687-4101-9357-063020ecc59b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465100 Aug 26 10:57:56.845732 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0efadb87-0fa6-468b-8911-090a88e8c972 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:56.986367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efadb87-0fa6-468b-8911-090a88e8c972 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Pushing event deleted for resources: {'Port': ['ID=19c06816-a65e-4e39-8289-c82d4196d057,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:57.161033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994be7f-4919-4acb-b5af-77ca426345c6 req-82e623ca-61ce-422f-98bc-5ad19092a7dc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:57.163869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f994be7f-4919-4acb-b5af-77ca426345c6 req-82e623ca-61ce-422f-98bc-5ad19092a7dc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2686079 Aug 26 10:57:57.269854 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0efadb87-0fa6-468b-8911-090a88e8c972 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:57.274016 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0efadb87-0fa6-468b-8911-090a88e8c972 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] 10.222.0.21 "DELETE /v2.0/ports/19c06816-a65e-4e39-8289-c82d4196d057 HTTP/1.1" status: 204 len: 168 time: 2.1344559 Aug 26 10:57:57.276880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53186) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:57.376897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f994be7f-4919-4acb-b5af-77ca426345c6 req-840adc25-51cd-4814-98c6-82fc0352e4ce tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944623 Aug 26 10:57:57.488230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d8d964f2-2a32-42d6-80e9-644a04aed887 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:57:57.615821 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0f250db-b53e-4090-b89a-d09b86f17c09 tempest-DHCPAgentSchedulersTestJSON-1250591171 tempest-DHCPAgentSchedulersTestJSON-1250591171-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3109443 Aug 26 10:57:57.617466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53194) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:57.630693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-293673393'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:57:57.661344 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a70498-e317-4aad-b4fd-0f03fbde5360 req-b58055bf-7260-4c1e-92da-7fd944220a18 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:57.670129 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05a70498-e317-4aad-b4fd-0f03fbde5360 req-b58055bf-7260-4c1e-92da-7fd944220a18 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.2763586 Aug 26 10:57:57.713347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Made reservation on behalf of e4e9b92d1b4648ab8e2dba1b3ab4c018 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:57:57.721557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:57.798468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05a70498-e317-4aad-b4fd-0f03fbde5360 req-b873dd3b-fe5f-4c98-bac1-bffab87ad065 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274259 Aug 26 10:57:57.805546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:57:57.820261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658a3e0-c2f6-4ce5-a346-04ba36510d34 req-3e19bad4-f555-45ca-a5a2-00ba60908108 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:57.842844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7658a3e0-c2f6-4ce5-a346-04ba36510d34 req-3e19bad4-f555-45ca-a5a2-00ba60908108 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2743924 Aug 26 10:57:57.843120 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:57.843120 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Added segment 8d230b67-b23d-4ce7-8954-2c31c1cc1236 of type vlan for network 2addedca-e064-4a88-a31e-4eef2aa6b44d Aug 26 10:57:57.899675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d8d964f2-2a32-42d6-80e9-644a04aed887, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d8d964f2-2a32-42d6-80e9-644a04aed887,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:57.925413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7658a3e0-c2f6-4ce5-a346-04ba36510d34 req-f4acc291-179c-4a88-90f1-22720cbb1f3c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886631 Aug 26 10:57:57.928971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'd8d964f2-2a32-42d6-80e9-644a04aed887', 'network_id': '9918277b-9b58-46c3-bf7a-efa497581723', 'port_id': 'd8d964f2-2a32-42d6-80e9-644a04aed887', 'mac_address': 'fa:16:3e:11:10:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fd876e-0ac2-4a80-957d-3118a841dee1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:57:57.971965 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:58.019787 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:58.033194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:58.050058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d964f2-2a32-42d6-80e9-644a04aed887 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:57:58.064493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:58.065940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:58.116513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a34af-ae4a-4fc3-b9c7-974e6f0be31e req-e8022e05-b0a2-436a-a877-4e6adb6efc90 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:58.128586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce8a34af-ae4a-4fc3-b9c7-974e6f0be31e req-e8022e05-b0a2-436a-a877-4e6adb6efc90 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 943 time: 0.1401150 Aug 26 10:57:58.143202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d8d964f2-2a32-42d6-80e9-644a04aed887, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d8d964f2-2a32-42d6-80e9-644a04aed887,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:58.144197 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:58.301123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce8a34af-ae4a-4fc3-b9c7-974e6f0be31e req-f2cff3a6-3bb7-4b9a-914d-a90593bb0a21 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714754 Aug 26 10:57:58.367283 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d8d964f2-2a32-42d6-80e9-644a04aed887,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:58.465695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Pushing event updated for resources: {'Network': ['ID=2addedca-e064-4a88-a31e-4eef2aa6b44d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:57:58.468954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d8d964f2-2a32-42d6-80e9-644a04aed887'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:57:58.491680 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ed2ca126-10bc-43b4-ab06-e1383aa1091a tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8725638 Aug 26 10:57:58.495066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53206) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:58.599926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53210) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:58.650527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 2addedca-e064-4a88-a31e-4eef2aa6b44d details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:57:58.652233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec95293-956a-48d9-9ac9-2f748dc81157 req-7f9d8324-f55a-4949-9862-c1d5fff51271 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:58.654148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ec95293-956a-48d9-9ac9-2f748dc81157 req-7f9d8324-f55a-4949-9862-c1d5fff51271 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2679503 Aug 26 10:57:58.778210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:57:58.839978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ec95293-956a-48d9-9ac9-2f748dc81157 req-e7f5fba0-814b-405d-b7c5-e876522d1002 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742177 Aug 26 10:57:58.905527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800873b-44c5-43c9-ae03-d5f7d69f1c6a req-ff366c16-2d53-40d8-be6c-d5ade7b185c6 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:58.919567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2800873b-44c5-43c9-ae03-d5f7d69f1c6a req-ff366c16-2d53-40d8-be6c-d5ade7b185c6 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1748030 Aug 26 10:57:58.994998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dbd6b0-f4d1-4e2f-88b2-b649c3ce2fd9 None None] Network e9db782f-349c-4f13-ad10-64da8e06f748 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:57:59.046596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:57:59.123976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6b9ba435-81aa-46a8-968c-743434ac4603 None None] Provisioning for port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:57:59.138920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2800873b-44c5-43c9-ae03-d5f7d69f1c6a req-7c4f565f-c802-424f-965a-ad2b31b23dba tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178392 Aug 26 10:57:59.140695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6b9ba435-81aa-46a8-968c-743434ac4603 None None] Provisioning complete for port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:57:59.141679 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba435-81aa-46a8-968c-743434ac4603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:59.200948 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2275034d-107e-492b-88e6-a7b8f53bc8da tempest-DHCPAgentSchedulersTestJSON-1250591171 tempest-DHCPAgentSchedulersTestJSON-1250591171-project-admin] 10.222.0.21 "GET /v2.0/agents/15ab1650-bcf2-40dd-ae45-cffeae467e56/dhcp-networks HTTP/1.1" status: 200 len: 11274 time: 0.7042062 Aug 26 10:57:59.201833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53218) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:59.334607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9e733b-b53e-433c-85ac-b29d5ac43f70 tempest-DHCPAgentSchedulersTestJSON-1250591171 tempest-DHCPAgentSchedulersTestJSON-1250591171-project-admin] Network 2addedca-e064-4a88-a31e-4eef2aa6b44d is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:57:59.352508 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-da9e733b-b53e-433c-85ac-b29d5ac43f70 tempest-DHCPAgentSchedulersTestJSON-1250591171 tempest-DHCPAgentSchedulersTestJSON-1250591171-project-admin] 10.222.0.21 "POST /v2.0/agents/15ab1650-bcf2-40dd-ae45-cffeae467e56/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1495192 Aug 26 10:57:59.355185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53224) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:57:59.387517 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba435-81aa-46a8-968c-743434ac4603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:59.397248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d7c3c-5421-4376-967b-68f2c4b555c0 None None] Network 2addedca-e064-4a88-a31e-4eef2aa6b44d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:57:59.478232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f027a-3456-49cb-8b7a-8ea17ff8ac72 req-76522205-4d84-4290-971f-114f5ddb5ad6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:57:59.496255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-393f027a-3456-49cb-8b7a-8ea17ff8ac72 req-76522205-4d84-4290-971f-114f5ddb5ad6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.3672798 Aug 26 10:57:59.579690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6b9ba435-81aa-46a8-968c-743434ac4603 None None] For port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a,segment=NetworkSegment(dbf87300-4007-4bc2-95f6-6a67f5886bea),segment_id=dbf87300-4007-4bc2-95f6-6a67f5886bea)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:57:59.654698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-393f027a-3456-49cb-8b7a-8ea17ff8ac72 req-4d313606-4ccd-4b3a-b363-507a09497af5 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566606 Aug 26 10:57:59.660701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba435-81aa-46a8-968c-743434ac4603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:57:59.837761 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3045e65b-f822-4eb4-8e98-c8843ccce124 tempest-DHCPAgentSchedulersTestJSON-1250591171 tempest-DHCPAgentSchedulersTestJSON-1250591171-project-admin] 10.222.0.21 "GET /v2.0/agents/15ab1650-bcf2-40dd-ae45-cffeae467e56/dhcp-networks HTTP/1.1" status: 200 len: 12044 time: 0.4778593 Aug 26 10:57:59.839288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53236) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:00.049533 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-10351807-09e3-4ef2-8cc9-951085314ea3 tempest-DHCPAgentSchedulersTestJSON-1250591171 tempest-DHCPAgentSchedulersTestJSON-1250591171-project-admin] 10.222.0.21 "DELETE /v2.0/agents/15ab1650-bcf2-40dd-ae45-cffeae467e56/dhcp-networks/2addedca-e064-4a88-a31e-4eef2aa6b44d HTTP/1.1" status: 204 len: 168 time: 0.2058394 Aug 26 10:58:00.049533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53242) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:00.168764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ba435-81aa-46a8-968c-743434ac4603 None None] Pushing event updated for resources: {'Port': ['ID=b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:00.210444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d9dad678-fddd-451a-819c-f29119df4c61 None None] Provisioning complete for port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:58:00.211130 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9dad678-fddd-451a-819c-f29119df4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:00.231758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94ccbb-0238-42e4-ad33-757f27fb36b7 req-395d41bd-9b6f-4ddc-89bb-1d3a936f5bff tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:00.240371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef94ccbb-0238-42e4-ad33-757f27fb36b7 req-395d41bd-9b6f-4ddc-89bb-1d3a936f5bff tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 944 time: 0.3205006 Aug 26 10:58:00.368792 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-15d97699-380a-4e29-8fad-b77cd4e3c8fe tempest-DHCPAgentSchedulersTestJSON-1250591171 tempest-DHCPAgentSchedulersTestJSON-1250591171-project-admin] 10.222.0.21 "GET /v2.0/agents/15ab1650-bcf2-40dd-ae45-cffeae467e56/dhcp-networks HTTP/1.1" status: 200 len: 11274 time: 0.3194561 Aug 26 10:58:00.370260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53246) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:00.396687 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef94ccbb-0238-42e4-ad33-757f27fb36b7 req-abdb13c6-df7a-4ab7-ba08-f28014fd42b2 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471500 Aug 26 10:58:00.430117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-78ef3094-717f-4f2b-a423-462fa14d33fe tempest-DHCPAgentSchedulersTestJSON-1250591171 tempest-DHCPAgentSchedulersTestJSON-1250591171-project-admin] 10.222.0.21 "GET /v2.0/networks/e9db782f-349c-4f13-ad10-64da8e06f748/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0540171 Aug 26 10:58:00.432812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53252) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:00.470289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:58:00.490255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53254) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:00.491713 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ae4d71e9-b3c9-4fc5-9392-9ee2d9c04193 tempest-DHCPAgentSchedulersTestJSON-1250591171 tempest-DHCPAgentSchedulersTestJSON-1250591171-project-admin] 10.222.0.21 "GET /v2.0/networks/e9db782f-349c-4f13-ad10-64da8e06f748/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0570626 Aug 26 10:58:00.542190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:58:00.542679 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:00.630596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f2a6eca9-0d0c-4259-b199-b0535baf3371 None None] Could not find standard attr ID for object 19c06816-a65e-4e39-8289-c82d4196d057. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 10:58:00.860746 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:00.941502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d65ba6-610a-4e05-8ee0-08a72411d3e4 req-6e11590c-c109-4fbe-ae81-6af5821ddf93 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:00.943312 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9d65ba6-610a-4e05-8ee0-08a72411d3e4 req-6e11590c-c109-4fbe-ae81-6af5821ddf93 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.3339472 Aug 26 10:58:01.035537 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9bf8db4d-658f-4c04-a982-6b088339805e tempest-DHCPAgentSchedulersTestJSON-1250591171 tempest-DHCPAgentSchedulersTestJSON-1250591171-project-admin] 10.222.0.21 "GET /v2.0/agents/15ab1650-bcf2-40dd-ae45-cffeae467e56/dhcp-networks HTTP/1.1" status: 200 len: 11274 time: 0.5419502 Aug 26 10:58:01.039780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53264) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:01.232982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9d65ba6-610a-4e05-8ee0-08a72411d3e4 req-c3c429a9-bc88-4d9a-bda8-2c596020ac68 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719758 Aug 26 10:58:01.282456 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:01.458376 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:01.515727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d8d964f2-2a32-42d6-80e9-644a04aed887 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:58:01.519419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298db6c1-4724-428b-aab5-d3630fff60d0 req-cede4e7b-9918-452b-af52-39c3414fd144 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:01.524375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-298db6c1-4724-428b-aab5-d3630fff60d0 req-cede4e7b-9918-452b-af52-39c3414fd144 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1954417 Aug 26 10:58:01.529722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2addedca-e064-4a88-a31e-4eef2aa6b44d']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:01.551731 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d230b67-b23d-4ce7-8954-2c31c1cc1236') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:01.553596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d230b67-b23d-4ce7-8954-2c31c1cc1236') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:01.577566 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:01.593286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port d8d964f2-2a32-42d6-80e9-644a04aed887 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:58:01.601477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port d8d964f2-2a32-42d6-80e9-644a04aed887 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:58:01.603169 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:01.605399 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:01.620186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:58:01.621102 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:58:01.654905 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:58:01.712142 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:01.752563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc775e6-2d05-49da-8989-7a074ad41a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d964f2-2a32-42d6-80e9-644a04aed887'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:58:01.757284 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e81e228-67f3-4d02-95ca-398908ddf2d0" -d '{"events": [{"server_uuid": "cfc775e6-2d05-49da-8989-7a074ad41a88", "name": "network-vif-plugged", "status": "completed", "tag": "d8d964f2-2a32-42d6-80e9-644a04aed887"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:58:01.786295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d8d964f2-2a32-42d6-80e9-644a04aed887, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d8d964f2-2a32-42d6-80e9-644a04aed887,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:01.793973 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:01.899545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d8d964f2-2a32-42d6-80e9-644a04aed887,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:01.910678 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:01.927181 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:01.931127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] 10.222.0.21 "DELETE /v2.0/networks/2addedca-e064-4a88-a31e-4eef2aa6b44d HTTP/1.1" status: 204 len: 168 time: 0.8872886 Aug 26 10:58:01.933374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53286) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:01.949937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Pushing event deleted for resources: {'Network': ['ID=2addedca-e064-4a88-a31e-4eef2aa6b44d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:01.958216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-298db6c1-4724-428b-aab5-d3630fff60d0 req-0f629848-6172-4afd-aab1-000a773c57fe tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464275 Aug 26 10:58:01.971551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e0350-8a86-4821-91d4-9aae683bc04a req-1ad72e16-29f2-4288-b428-880d79c9cf84 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:01.978947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc8e0350-8a86-4821-91d4-9aae683bc04a req-1ad72e16-29f2-4288-b428-880d79c9cf84 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 944 time: 0.2692423 Aug 26 10:58:01.980771 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e47e0d-123f-4a8c-8f30-773e0829f907 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] DELETE failed (client error): The resource could not be found. Aug 26 10:58:01.982280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e47e0d-123f-4a8c-8f30-773e0829f907 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:58:01.990047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.990716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.991104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.991593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.991939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.992286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.992624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.992959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.993291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.993603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.993937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.994516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaa2771-0ccd-4c13-950d-3daef60af290 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:01.996754 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-38e47e0d-123f-4a8c-8f30-773e0829f907 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] 10.222.0.21 "DELETE /v2.0/ports/19c06816-a65e-4e39-8289-c82d4196d057 HTTP/1.1" status: 404 len: 333 time: 0.0613868 Aug 26 10:58:02.001324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53288) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:02.036562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] Deleting port 5c10481e-fdee-48d4-9255-30a03520b433 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:02.036912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:02.050553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc8e0350-8a86-4821-91d4-9aae683bc04a req-7add9fb9-1085-4db3-9562-fc2d38c3055b tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705092 Aug 26 10:58:02.097833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Deleting subnet ab193ed2-0c19-4cdc-9488-fb85a3e3b3df {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:58:02.102499 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:02.175316 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:02.289536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] For port 5c10481e-fdee-48d4-9255-30a03520b433, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5c10481e-fdee-48d4-9255-30a03520b433,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:02.290420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:02.290616 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:02.324625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb4a56-d2c4-4f4e-abc9-522f620b18cd req-84a6d997-0d2c-4ba9-99fc-eae54fe2d97a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:02.331211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ebb4a56-d2c4-4f4e-abc9-522f620b18cd req-84a6d997-0d2c-4ba9-99fc-eae54fe2d97a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1410947 Aug 26 10:58:02.339150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] Calling delete_port for 5c10481e-fdee-48d4-9255-30a03520b433 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:02.397274 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:02.436766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Pushing event deleted for resources: {'Subnet': ['ID=ab193ed2-0c19-4cdc-9488-fb85a3e3b3df,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:02.442143 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:02.447961 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] 10.222.0.21 "DELETE /v2.0/subnets/ab193ed2-0c19-4cdc-9488-fb85a3e3b3df HTTP/1.1" status: 204 len: 168 time: 0.4415886 Aug 26 10:58:02.448449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53298) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:02.466104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aeed28-8eb4-4291-99e9-ae3c8f697fd3 None None] Network e9db782f-349c-4f13-ad10-64da8e06f748 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:02.543385 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4e7460-5b42-44b3-a5d8-514b12c95341 x-openstack-request-id: req-3e4e7460-5b42-44b3-a5d8-514b12c95341 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:58:02.544449 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc775e6-2d05-49da-8989-7a074ad41a88", "name": "network-vif-plugged", "status": "completed", "tag": "d8d964f2-2a32-42d6-80e9-644a04aed887", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:58:02.544449 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e4e7460-5b42-44b3-a5d8-514b12c95341 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:58:02.544449 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc775e6-2d05-49da-8989-7a074ad41a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d964f2-2a32-42d6-80e9-644a04aed887', 'code': 200} Aug 26 10:58:02.592937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:02.609525 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.610775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.611296 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.611842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.612345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.612865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.613390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.613888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.614383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.614914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.615428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.615924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ae79-c0c5-49e2-bd5a-f4ea799ccd81 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:02.763419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ebb4a56-d2c4-4f4e-abc9-522f620b18cd req-2b0fd9d0-11ce-46ec-8eec-427bdc072566 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287200 Aug 26 10:58:02.778320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31525fb-3840-428d-9c56-9ffdccfdf1ac req-4ce43895-c17d-42e3-beef-ae0feb468573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:02.782675 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e31525fb-3840-428d-9c56-9ffdccfdf1ac req-4ce43895-c17d-42e3-beef-ae0feb468573 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 1097 time: 0.1590974 Aug 26 10:58:02.833047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:02.866869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] Pushing event deleted for resources: {'Port': ['ID=5c10481e-fdee-48d4-9255-30a03520b433,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:02.896176 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e31525fb-3840-428d-9c56-9ffdccfdf1ac req-b7b4d4c1-e951-4081-a9cf-504adba50278 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022656 Aug 26 10:58:02.915808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02a92ab-7d92-42a4-9eaa-a1b0aea91f19 None None] DHCP port deletion for e9db782f-349c-4f13-ad10-64da8e06f748 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:58:02.917516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Deleting port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:02.918286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:03.003029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c02a92ab-7d92-42a4-9eaa-a1b0aea91f19 None None] Deleting port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:03.003691 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c02a92ab-7d92-42a4-9eaa-a1b0aea91f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:03.130439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] For port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a,segment=NetworkSegment(dbf87300-4007-4bc2-95f6-6a67f5886bea),segment_id=dbf87300-4007-4bc2-95f6-6a67f5886bea)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:03.131395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:03.160516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c02a92ab-7d92-42a4-9eaa-a1b0aea91f19 None None] For port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a,segment=NetworkSegment(dbf87300-4007-4bc2-95f6-6a67f5886bea),segment_id=dbf87300-4007-4bc2-95f6-6a67f5886bea)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:03.161233 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c02a92ab-7d92-42a4-9eaa-a1b0aea91f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:03.176587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Calling delete_port for b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:03.179794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c02a92ab-7d92-42a4-9eaa-a1b0aea91f19 None None] Calling delete_port for b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:03.318234 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c02a92ab-7d92-42a4-9eaa-a1b0aea91f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:03.366212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a92ab-7d92-42a4-9eaa-a1b0aea91f19 None None] No DVR routers for this DVR port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:58:03.401334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a92ab-7d92-42a4-9eaa-a1b0aea91f19 None None] Pushing event deleted for resources: {'Port': ['ID=b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:03.729932 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:03.756019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bf44c-6b2d-4132-b97b-82733c5d1fe1 req-77b88e78-0484-425b-a014-6b4286927796 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:03.759989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba1bf44c-6b2d-4132-b97b-82733c5d1fe1 req-77b88e78-0484-425b-a014-6b4286927796 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.8100569 Aug 26 10:58:03.760279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Pushing event deleted for resources: {'Port': ['ID=b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:03.762113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] No DVR routers for this DVR port b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:58:03.855314 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:03.868463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9db782f-349c-4f13-ad10-64da8e06f748']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:03.886114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf87300-4007-4bc2-95f6-6a67f5886bea') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:03.886443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf87300-4007-4bc2-95f6-6a67f5886bea') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:03.893123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfc883-72d8-406b-b72f-76aba48ae13c req-7e6b540f-7379-47ae-ab42-2696c2a99f68 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:03.895949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8bfc883-72d8-406b-b72f-76aba48ae13c req-7e6b540f-7379-47ae-ab42-2696c2a99f68 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.3395917 Aug 26 10:58:03.899408 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:03.919141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:03.926716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:58:03.927621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:58:03.932222 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:58:03.980659 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:03.999787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba1bf44c-6b2d-4132-b97b-82733c5d1fe1 req-29817292-71d4-427a-ab97-ee33d838f8bf tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722684 Aug 26 10:58:04.025346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:04.031873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8bfc883-72d8-406b-b72f-76aba48ae13c req-f81ee0dc-f8c9-47c2-a79d-40d6ddc9225c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227543 Aug 26 10:58:04.070187 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:04.079359 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] 10.222.0.21 "DELETE /v2.0/networks/e9db782f-349c-4f13-ad10-64da8e06f748 HTTP/1.1" status: 204 len: 168 time: 1.6287525 Aug 26 10:58:04.119476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2ff1e-c759-4de5-aa7f-97ef072b2ff3 tempest-DHCPAgentSchedulersTestJSON-1973001510 tempest-DHCPAgentSchedulersTestJSON-1973001510-project] Pushing event deleted for resources: {'Network': ['ID=e9db782f-349c-4f13-ad10-64da8e06f748,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:04.287233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091b122-127e-496b-90d5-4850e8c38064 req-c3ccd959-d38c-415f-89bd-045ad01a98af tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:04.295011 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c091b122-127e-496b-90d5-4850e8c38064 req-c3ccd959-d38c-415f-89bd-045ad01a98af tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 945 time: 0.1619701 Aug 26 10:58:04.467737 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c091b122-127e-496b-90d5-4850e8c38064 req-42c6cc37-a1e2-4127-aaf0-dc652b7bcf82 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598542 Aug 26 10:58:04.506302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:58:04.515979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53318) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:04.537925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:58:04.538559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b77e77d7-af1c-4eb9-bdf7-cdb97a7a2d5a not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:58:04.588831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402aaa2-0b32-4700-b5bf-d9d08f495c57 req-43237147-9013-4dcf-b15d-caf77fbe2a81 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:04.590795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7402aaa2-0b32-4700-b5bf-d9d08f495c57 req-43237147-9013-4dcf-b15d-caf77fbe2a81 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1512470 Aug 26 10:58:04.639339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] Router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:58:04.698656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7402aaa2-0b32-4700-b5bf-d9d08f495c57 req-0238dca6-eed4-490f-9713-7893ac99be7d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962052 Aug 26 10:58:04.740728 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dd4c5920-26dd-4c25-8b88-1d525000f667 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4e9b92d1b4648ab8e2dba1b3ab4c018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218046 Aug 26 10:58:04.744477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53322) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:04.858513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f705b34-1272-4866-a9ab-2dad3976b86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:04.903215 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f705b34-1272-4866-a9ab-2dad3976b86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:04.961127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:58:04.968077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dd5746b1-2a7f-46e8-bdc4-43de924414de admin admin] 10.222.0.21 "PUT /v2.0/routers/8a54aa15-b0ab-449d-aeae-7b5d7937d6a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3668869 Aug 26 10:58:04.982783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53326) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:04.983091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aede14c-ad77-46ae-992c-c53fdd7925c7 req-4ffe5c03-ccdf-48f1-9ab8-be720b6683dc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:04.991002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3aede14c-ad77-46ae-992c-c53fdd7925c7 req-4ffe5c03-ccdf-48f1-9ab8-be720b6683dc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1163037 Aug 26 10:58:04.991577 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c68cb-b6c7-4f35-a03f-8c13aa5dc269 None None] Sync routers for ids ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:58:05.009570 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c68cb-b6c7-4f35-a03f-8c13aa5dc269 None None] Routers {'8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:58:05.010760 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-d51c68cb-b6c7-4f35-a03f-8c13aa5dc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:57:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:05.041012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3aede14c-ad77-46ae-992c-c53fdd7925c7 req-8d03d8a5-3d95-465e-a085-c0ffcd697633 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488091 Aug 26 10:58:05.237596 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-d51c68cb-b6c7-4f35-a03f-8c13aa5dc269 None None] Set router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:58:05.250722 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:05.280880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd232d-2712-4830-89cc-1ace0becd784 req-f5cd526d-7ced-48a7-9b08-bd61d2c87036 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:05.283314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48cd232d-2712-4830-89cc-1ace0becd784 req-f5cd526d-7ced-48a7-9b08-bd61d2c87036 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1175938 Aug 26 10:58:05.319280 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1192d-0683-45b5-a62f-fe0a0ffabfbf req-69fe21e8-af3a-484c-8bc0-8559a7c0abb4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:05.321394 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1dc1192d-0683-45b5-a62f-fe0a0ffabfbf req-69fe21e8-af3a-484c-8bc0-8559a7c0abb4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1042991 Aug 26 10:58:05.387594 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1dc1192d-0683-45b5-a62f-fe0a0ffabfbf req-b74f7348-fd62-41e8-8c7c-d29f329a2283 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575075 Aug 26 10:58:05.392179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48cd232d-2712-4830-89cc-1ace0becd784 req-dd5961ef-c282-4e6b-ab14-f07cdcafb21e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945525 Aug 26 10:58:05.508695 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f705b34-1272-4866-a9ab-2dad3976b86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:05.513437 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f705b34-1272-4866-a9ab-2dad3976b86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:05.514913 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-d51c68cb-b6c7-4f35-a03f-8c13aa5dc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:58:02Z', 'revision_number': 5, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:05.531661 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8f705b34-1272-4866-a9ab-2dad3976b86e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c988041-66ca-4bc1-8959-c0541da6b0ba HTTP/1.1" status: 204 len: 168 time: 0.7836857 Aug 26 10:58:05.543730 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:05.565036 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c68cb-b6c7-4f35-a03f-8c13aa5dc269 None None] Checking router: 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:58:05.577353 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c68cb-b6c7-4f35-a03f-8c13aa5dc269 None None] Routers {'8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:58:05.577353 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-d51c68cb-b6c7-4f35-a03f-8c13aa5dc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:57:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:05.597185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f705b34-1272-4866-a9ab-2dad3976b86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c988041-66ca-4bc1-8959-c0541da6b0ba,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:05.664464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19590b9b-e8e8-488e-ac0e-df1d24b05cb2 req-74f9dec9-a41e-43ad-92e9-952bae07c05d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:05.666078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19590b9b-e8e8-488e-ac0e-df1d24b05cb2 req-74f9dec9-a41e-43ad-92e9-952bae07c05d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1169112 Aug 26 10:58:05.746915 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-d51c68cb-b6c7-4f35-a03f-8c13aa5dc269 None None] Set router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:58:05.751189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d7c09-e995-4731-9a05-8998fb446e4d req-104d193a-24ee-4904-a607-1b622fc659be tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:05.759009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Deleting port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:05.763204 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-394d7c09-e995-4731-9a05-8998fb446e4d req-104d193a-24ee-4904-a607-1b622fc659be tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 945 time: 0.1255336 Aug 26 10:58:05.771931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:05.801817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19590b9b-e8e8-488e-ac0e-df1d24b05cb2 req-7884a5d7-f45d-4453-829e-23592bb7b1ae tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109505 Aug 26 10:58:05.925018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-394d7c09-e995-4731-9a05-8998fb446e4d req-cae7161a-f1d6-45c3-85a6-a335fd0d5fe4 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539733 Aug 26 10:58:06.055954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] For port 21aeb84b-8ec4-452b-a186-ad82b4f06b9e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=21aeb84b-8ec4-452b-a186-ad82b4f06b9e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:06.057812 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.095387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Calling delete_port for 21aeb84b-8ec4-452b-a186-ad82b4f06b9e owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:06.132112 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-d51c68cb-b6c7-4f35-a03f-8c13aa5dc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:58:02Z', 'revision_number': 5, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:06.174261 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c68cb-b6c7-4f35-a03f-8c13aa5dc269 None None] The sync data for ids ['8a54aa15-b0ab-449d-aeae-7b5d7937d6a8'] in n-d-778550-13 is: [{'id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'name': 'tempest-TaggedBootDevicesTest-1040131918-router', 'tenant_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:46:06Z', 'updated_at': '2021-08-26T10:58:02Z', 'revision_number': 5, 'project_id': 'e3147b770ee34a2cabfd9ef1960eb88f', 'gw_port': {'id': '21aeb84b-8ec4-452b-a186-ad82b4f06b9e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a54aa15-b0ab-449d-aeae-7b5d7937d6a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:46:07Z', 'updated_at': '2021-08-26T10:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:58:06.200285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c49f7-a9cd-4021-9b0b-5d22388415a0 req-fbbca252-7faa-4a25-9480-936a5683c2e0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:06.208394 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb7c49f7-a9cd-4021-9b0b-5d22388415a0 req-fbbca252-7faa-4a25-9480-936a5683c2e0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1111743 Aug 26 10:58:06.245392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53350) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:06.280115 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4027b1b4-5512-45e9-a72c-d9b1e6aa9ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.332093 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb7c49f7-a9cd-4021-9b0b-5d22388415a0 req-328aa392-e48e-4009-92c2-2ed186b02f6c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065731 Aug 26 10:58:06.388184 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.434303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Pushing event deleted for resources: {'Port': ['ID=21aeb84b-8ec4-452b-a186-ad82b4f06b9e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:06.504011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4027b1b4-5512-45e9-a72c-d9b1e6aa9ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.538793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4027b1b4-5512-45e9-a72c-d9b1e6aa9ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.565963 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.734877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4027b1b4-5512-45e9-a72c-d9b1e6aa9ab3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc2a1a926a17405aa6104354cf73143b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858999 Aug 26 10:58:06.736160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53358) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:06.740854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027b1b4-5512-45e9-a72c-d9b1e6aa9ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89202031-4f4c-471e-bd75-183db3ca3466,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:06.742188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c10481e-fdee-48d4-9255-30a03520b433 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:58:06.788480 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.799697 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.805650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7c26c-4db9-4be8-842d-d792efd6af8c req-5a195353-f273-405e-87a3-d063570cbc15 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:06.819360 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27a7c26c-4db9-4be8-842d-d792efd6af8c req-5a195353-f273-405e-87a3-d063570cbc15 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.3099484 Aug 26 10:58:06.832945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 5c10481e-fdee-48d4-9255-30a03520b433 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:58:06.834242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c10481e-fdee-48d4-9255-30a03520b433 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:58:06.867690 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b630b50d-42c7-4b6a-ae66-31bfb7dd9ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.873141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.873670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:58:06.875772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99877e18-92d5-4950-b5b6-9b7655b49d96 req-54eded32-3063-44f7-8c6c-9f3a19102b9d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:06.878778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99877e18-92d5-4950-b5b6-9b7655b49d96 req-54eded32-3063-44f7-8c6c-9f3a19102b9d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.3465381 Aug 26 10:58:06.883801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.887473 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f0592a8f-d59b-42d6-ba0f-0005f706958a admin admin] 10.222.0.21 "DELETE /v2.0/routers/8a54aa15-b0ab-449d-aeae-7b5d7937d6a8 HTTP/1.1" status: 204 len: 168 time: 1.9043400 Aug 26 10:58:06.887684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53360) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:06.933284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b630b50d-42c7-4b6a-ae66-31bfb7dd9ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:06.953374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27a7c26c-4db9-4be8-842d-d792efd6af8c req-df18e65f-c663-4332-8ff7-d2966a0fe4b0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324170 Aug 26 10:58:06.987420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-590f3c31-4e85-4d21-bd63-2924667d8baa admin admin] Deleting subnet 34e578bc-0e70-4fe6-a893-d9310ddafc79 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:58:06.992008 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-590f3c31-4e85-4d21-bd63-2924667d8baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:07.040694 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-590f3c31-4e85-4d21-bd63-2924667d8baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:07.043489 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b630b50d-42c7-4b6a-ae66-31bfb7dd9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:07.044567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99877e18-92d5-4950-b5b6-9b7655b49d96 req-a70c5d47-43e4-4ea3-8af4-9d24599343d2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512532 Aug 26 10:58:07.047246 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b630b50d-42c7-4b6a-ae66-31bfb7dd9ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:07.048890 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b630b50d-42c7-4b6a-ae66-31bfb7dd9ba8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89202031-4f4c-471e-bd75-183db3ca3466 HTTP/1.1" status: 204 len: 168 time: 0.3116572 Aug 26 10:58:07.139672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630b50d-42c7-4b6a-ae66-31bfb7dd9ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89202031-4f4c-471e-bd75-183db3ca3466,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:07.257638 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-590f3c31-4e85-4d21-bd63-2924667d8baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:07.309927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9c89d-07d3-46f0-88ad-3d8d023393ec req-895c744a-5a5a-4c45-9cea-68a60cf0078b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:07.312608 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3cb9c89d-07d3-46f0-88ad-3d8d023393ec req-895c744a-5a5a-4c45-9cea-68a60cf0078b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1115294 Aug 26 10:58:07.366298 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-590f3c31-4e85-4d21-bd63-2924667d8baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:07.376309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3cb9c89d-07d3-46f0-88ad-3d8d023393ec req-816bdedf-96a2-4554-bdb1-e4d958e6c4be tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454535 Aug 26 10:58:07.401237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f3c31-4e85-4d21-bd63-2924667d8baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e578bc-0e70-4fe6-a893-d9310ddafc79,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:07.417155 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-590f3c31-4e85-4d21-bd63-2924667d8baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:07.421848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53372) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:07.423529 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-590f3c31-4e85-4d21-bd63-2924667d8baa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/34e578bc-0e70-4fe6-a893-d9310ddafc79 HTTP/1.1" status: 204 len: 168 time: 0.5347457 Aug 26 10:58:07.429522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d203d0a4-d67a-4bb7-9ec6-2fd183cde4b7 None None] Network 9c29a414-e206-4e98-b1a0-62ff2e09f39a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:07.637623 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:07.678859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d0911-f281-475b-8cd5-73fd70c97e11 req-bace40ef-f590-4b59-a677-37df9876463f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:07.678859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f57d0911-f281-475b-8cd5-73fd70c97e11 req-bace40ef-f590-4b59-a677-37df9876463f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1481662 Aug 26 10:58:07.793844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a760d1c1-7a3c-4d36-a071-7d078cbb9b9b None None] DHCP port deletion for 9c29a414-e206-4e98-b1a0-62ff2e09f39a request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:58:07.814592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f57d0911-f281-475b-8cd5-73fd70c97e11 req-8b47cd75-c564-476e-a6a1-a4bb893c825f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962048 Aug 26 10:58:07.825733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Deleting port 1150ae62-b618-4e02-8004-0f249275db3e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:07.826302 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:07.888405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a760d1c1-7a3c-4d36-a071-7d078cbb9b9b None None] Deleting port 1150ae62-b618-4e02-8004-0f249275db3e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:07.889081 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a760d1c1-7a3c-4d36-a071-7d078cbb9b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:07.919237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] For port 1150ae62-b618-4e02-8004-0f249275db3e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1150ae62-b618-4e02-8004-0f249275db3e,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:07.919623 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:07.937115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Calling delete_port for 1150ae62-b618-4e02-8004-0f249275db3e owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:07.990270 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a760d1c1-7a3c-4d36-a071-7d078cbb9b9b None None] For port 1150ae62-b618-4e02-8004-0f249275db3e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1150ae62-b618-4e02-8004-0f249275db3e,segment=NetworkSegment(097c13ca-7022-4e28-9773-8b6c8171b546),segment_id=097c13ca-7022-4e28-9773-8b6c8171b546)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:07.991238 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a760d1c1-7a3c-4d36-a071-7d078cbb9b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:08.017212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a760d1c1-7a3c-4d36-a071-7d078cbb9b9b None None] Calling delete_port for 1150ae62-b618-4e02-8004-0f249275db3e owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:08.078506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d638a1-7688-4d6d-ad69-e28226ac5e7c req-727703c2-5f88-4893-98de-295d3e096410 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:08.086446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65d638a1-7688-4d6d-ad69-e28226ac5e7c req-727703c2-5f88-4893-98de-295d3e096410 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0930076 Aug 26 10:58:08.114858 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:08.137136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] No DVR routers for this DVR port 1150ae62-b618-4e02-8004-0f249275db3e on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:58:08.151052 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a760d1c1-7a3c-4d36-a071-7d078cbb9b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:08.176390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1150ae62-b618-4e02-8004-0f249275db3e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:08.231435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760d1c1-7a3c-4d36-a071-7d078cbb9b9b None None] Pushing event deleted for resources: {'Port': ['ID=1150ae62-b618-4e02-8004-0f249275db3e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:08.241616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a760d1c1-7a3c-4d36-a071-7d078cbb9b9b None None] No DVR routers for this DVR port 1150ae62-b618-4e02-8004-0f249275db3e on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:58:08.250418 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65d638a1-7688-4d6d-ad69-e28226ac5e7c req-e199efce-665c-40dc-8d57-7bb09122b3a9 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233966 Aug 26 10:58:08.398624 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:08.405374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1150ae62-b618-4e02-8004-0f249275db3e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:58:08.426380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c29a414-e206-4e98-b1a0-62ff2e09f39a']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:08.447218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 1150ae62-b618-4e02-8004-0f249275db3e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:58:08.447565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1150ae62-b618-4e02-8004-0f249275db3e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:58:08.448179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 21aeb84b-8ec4-452b-a186-ad82b4f06b9e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:58:08.456517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097c13ca-7022-4e28-9773-8b6c8171b546') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:08.457609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097c13ca-7022-4e28-9773-8b6c8171b546') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:08.480139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:08.482904 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 21aeb84b-8ec4-452b-a186-ad82b4f06b9e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:58:08.483358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 21aeb84b-8ec4-452b-a186-ad82b4f06b9e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:58:08.549007 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:08.568650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da3c97-f0c7-48e7-adcc-9cd80f66688b req-cf94cdc8-fa39-480a-b5df-d40628306819 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:08.570495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8da3c97-f0c7-48e7-adcc-9cd80f66688b req-cf94cdc8-fa39-480a-b5df-d40628306819 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.2911656 Aug 26 10:58:08.599466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:58:08.600026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:58:08.604498 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:58:08.701856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ef39a-ab52-45cf-9f74-26c412aa7893 req-308ed043-2203-45c6-bd56-bea2ee8aeea3 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:08.703650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d4ef39a-ab52-45cf-9f74-26c412aa7893 req-308ed043-2203-45c6-bd56-bea2ee8aeea3 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1942754 Aug 26 10:58:08.708454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8da3c97-f0c7-48e7-adcc-9cd80f66688b req-3f60c8f2-6165-437f-a0e4-9845f98633cf tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203632 Aug 26 10:58:08.715147 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:08.734897 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:08.737673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9c29a414-e206-4e98-b1a0-62ff2e09f39a HTTP/1.1" status: 204 len: 168 time: 1.3137825 Aug 26 10:58:08.760363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84553de-e325-4f0d-8753-2fd836bc83d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c29a414-e206-4e98-b1a0-62ff2e09f39a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:08.783416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d4ef39a-ab52-45cf-9f74-26c412aa7893 req-68d15444-1221-41ef-a9c5-2a9c1a9732f7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710261 Aug 26 10:58:08.970342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53416) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:09.021072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7374d78c-333b-474f-883e-19abb0b63661 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3147b770ee34a2cabfd9ef1960eb88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492003 Aug 26 10:58:09.024083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53418) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:09.090500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c52e3-f3fa-4b99-8a6b-7128924c72da req-71c1a708-f531-471a-a19e-d05c563b2c8f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:09.092610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e82c52e3-f3fa-4b99-8a6b-7128924c72da req-71c1a708-f531-471a-a19e-d05c563b2c8f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0804446 Aug 26 10:58:09.119713 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd47277e-4d00-45db-a752-c54e28b57f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:09.160047 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd47277e-4d00-45db-a752-c54e28b57f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:09.169737 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e82c52e3-f3fa-4b99-8a6b-7128924c72da req-0b64b4cd-4060-4e3c-a2e7-f9767cadcdde tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643537 Aug 26 10:58:09.250159 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd47277e-4d00-45db-a752-c54e28b57f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:09.253955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd47277e-4d00-45db-a752-c54e28b57f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:09.256096 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dd47277e-4d00-45db-a752-c54e28b57f8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e04241c1-1241-48a2-b44c-a8fa02dc42db HTTP/1.1" status: 204 len: 168 time: 0.2294264 Aug 26 10:58:09.283106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47277e-4d00-45db-a752-c54e28b57f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04241c1-1241-48a2-b44c-a8fa02dc42db,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:09.408640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32d6d-0633-4073-9e5d-694f5ccc321f req-2d0f24fd-3c8a-4527-abd5-4ee1971a1d62 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:09.410463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8bc32d6d-0633-4073-9e5d-694f5ccc321f req-2d0f24fd-3c8a-4527-abd5-4ee1971a1d62 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0879560 Aug 26 10:58:09.455944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53430) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:09.549340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8bc32d6d-0633-4073-9e5d-694f5ccc321f req-87f4550c-0f08-44e2-9aae-8779ed2fb650 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274176 Aug 26 10:58:09.806510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f093a9e-08c9-48e9-b2c3-6a61d7838762 req-1c734cc8-f438-4397-bbdd-ef32edd1f5ea tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:09.811838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f093a9e-08c9-48e9-b2c3-6a61d7838762 req-1c734cc8-f438-4397-bbdd-ef32edd1f5ea tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1034346 Aug 26 10:58:09.840681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:09.871955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:09.914445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f093a9e-08c9-48e9-b2c3-6a61d7838762 req-2adb83bc-bcc9-451f-912e-75f936aa4e8a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970342 Aug 26 10:58:09.935664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ab5f4-f879-4ade-87aa-8bb98876d28a req-9f5f7e9e-75af-476c-a786-aa3483a9cb2b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:09.937308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b97ab5f4-f879-4ade-87aa-8bb98876d28a req-9f5f7e9e-75af-476c-a786-aa3483a9cb2b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1019218 Aug 26 10:58:10.028424 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b97ab5f4-f879-4ade-87aa-8bb98876d28a req-f906dc26-1688-47d5-b953-96248b7cb348 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745018 Aug 26 10:58:10.044589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:10.179958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cf010-5b33-4195-a64e-c9a3e8457e30 req-8c5c0383-49fb-413e-99c4-bd74e8c38e74 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:10.183114 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b38cf010-5b33-4195-a64e-c9a3e8457e30 req-8c5c0383-49fb-413e-99c4-bd74e8c38e74 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1067295 Aug 26 10:58:10.272036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b38cf010-5b33-4195-a64e-c9a3e8457e30 req-5d9a9225-e4f1-4811-966e-76af00428cb4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806422 Aug 26 10:58:10.274148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Allocated IP 172.25.1.37 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/d337733e-54b0-4ef0-97e9-ac9e02af6b60) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:58:10.449427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:10.512601 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:10.627141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Pushing event updated for resources: {'Port': ['ID=d337733e-54b0-4ef0-97e9-ac9e02af6b60,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:10.660205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:58:10.663301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:58:10.667627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:58:10.725367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3f4b3-c644-45b6-ab0e-6e0dcc50254d req-37ad454e-5d03-4b61-b9ca-71ebd8021e29 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:10.728018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6a3f4b3-c644-45b6-ab0e-6e0dcc50254d req-37ad454e-5d03-4b61-b9ca-71ebd8021e29 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2139785 Aug 26 10:58:10.749524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53466) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:10.819750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6a3f4b3-c644-45b6-ab0e-6e0dcc50254d req-4d099d7a-2723-4c7a-97d5-10a703028695 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781600 Aug 26 10:58:10.896832 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:10.956348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2092916608-network', 'tenant_id': 'c7ac982e7dd3433ca1b2be170a107e0a'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:10.978674 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.042392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Made reservation on behalf of c7ac982e7dd3433ca1b2be170a107e0a for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:11.045418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.073972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005ad93-0e8a-42ad-bc37-8bc370e30928 req-c4db2db1-b2db-4a27-b317-f057fc5f5d72 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:11.077519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0005ad93-0e8a-42ad-bc37-8bc370e30928 req-c4db2db1-b2db-4a27-b317-f057fc5f5d72 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1154754 Aug 26 10:58:11.097141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.325883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0005ad93-0e8a-42ad-bc37-8bc370e30928 req-00fae0c8-d134-485c-9f8a-15c45785855c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046673 Aug 26 10:58:11.361500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763b8b6-9cd3-4cc5-9bbe-03695ab0d340 req-da8fe561-de85-43ab-bb90-cc1a70542773 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:11.370043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f763b8b6-9cd3-4cc5-9bbe-03695ab0d340 req-da8fe561-de85-43ab-bb90-cc1a70542773 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1583450 Aug 26 10:58:11.377696 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.388013 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.461124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f763b8b6-9cd3-4cc5-9bbe-03695ab0d340 req-4ef13a63-605c-42e7-b3cb-cf71e78ec895 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882967 Aug 26 10:58:11.571754 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Pushing event updated for resources: {'Port': ['ID=d337733e-54b0-4ef0-97e9-ac9e02af6b60,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:11.606109 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.607676 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.620181 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.641153 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.645565 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-59d9f31a-4de2-4c66-b95c-ccb820652712 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1874228 Aug 26 10:58:11.649615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53492) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:11.663807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4cc13429-d520-411f-8d30-80edb1148686 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1511027210', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'fixed_ips': [{'ip_address': '172.25.1.37'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:11.688022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:11.724430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc13429-d520-411f-8d30-80edb1148686 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Made reservation on behalf of ae5f1192eeca4091b1bcba15b32b54ce for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:11.728815 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cc13429-d520-411f-8d30-80edb1148686 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.736378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:58:11.768046 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cc13429-d520-411f-8d30-80edb1148686 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.771215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:11.771893 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Added segment 35d72cda-c7aa-4159-9a20-1c433878b417 of type vlan for network 4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 Aug 26 10:58:11.911092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2939-789d-4c66-8d21-3f8bbe31555f req-c1bdddb8-c0f7-445d-88fd-8076cb453a22 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:11.913079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a5e2939-789d-4c66-8d21-3f8bbe31555f req-c1bdddb8-c0f7-445d-88fd-8076cb453a22 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1930773 Aug 26 10:58:11.923339 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:12.046493 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a5e2939-789d-4c66-8d21-3f8bbe31555f req-0c15dd63-71d0-4e21-bfa8-ed3a5a9c95a8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146669 Aug 26 10:58:12.082329 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:12.083874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:12.084577 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:12.123973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cc13429-d520-411f-8d30-80edb1148686 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:12.139654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cc13429-d520-411f-8d30-80edb1148686 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:12.151822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-4cc13429-d520-411f-8d30-80edb1148686 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] device_id is not set on port 8974bcd0-907d-4338-b38d-54fb5c1f5b5d yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 10:58:12.260164 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5058415 Aug 26 10:58:12.261345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2c6d0-2dd8-4714-b3e3-4c180ce5d9b6 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:12.276461 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:58:12.298891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53502) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:12.309714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] Request body: {'subnet': {'network_id': '4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2092916608-subnet', 'tenant_id': 'c7ac982e7dd3433ca1b2be170a107e0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:12.406353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec510123-c693-4275-85a2-e92386cabcf1 req-73ee98ad-4152-4422-96d7-f5bb2e7d7bd6 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:12.410294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec510123-c693-4275-85a2-e92386cabcf1 req-73ee98ad-4152-4422-96d7-f5bb2e7d7bd6 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1667583 Aug 26 10:58:12.413621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] Made reservation on behalf of c7ac982e7dd3433ca1b2be170a107e0a for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:12.417944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:12.509480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc13429-d520-411f-8d30-80edb1148686 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a7a1ae-ce0d-4f74-a6b6-26793d7d9563,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:12.545216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec510123-c693-4275-85a2-e92386cabcf1 req-caae9c5f-96a0-423b-b516-576de250639c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242015 Aug 26 10:58:12.648502 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc13429-d520-411f-8d30-80edb1148686 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 26 10:58:12.654329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc13429-d520-411f-8d30-80edb1148686 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:58:12.714379 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4cc13429-d520-411f-8d30-80edb1148686 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0620222 Aug 26 10:58:12.717094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53512) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:12.974056 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-06a74fea-792e-4c46-b6dc-3082710e77f6 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Deleting port d337733e-54b0-4ef0-97e9-ac9e02af6b60 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:12.974614 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a74fea-792e-4c46-b6dc-3082710e77f6 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:13.004628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fab02-5211-4bc9-a685-10e3a6d2149f req-538f68b4-805d-4430-bcc2-f34c2bd44003 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:13.009158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a2fab02-5211-4bc9-a685-10e3a6d2149f req-538f68b4-805d-4430-bcc2-f34c2bd44003 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2160366 Aug 26 10:58:13.079388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf41d5-fcf3-4759-b3f9-ba26a372c02e req-af6504c9-e6ae-4b00-baf7-897ad7b038eb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:13.093797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ecf41d5-fcf3-4759-b3f9-ba26a372c02e req-af6504c9-e6ae-4b00-baf7-897ad7b038eb tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.3204684 Aug 26 10:58:13.098920 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:13.198264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4a303e-f378-4b86-8ccd-bc6610f106cb,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:13.233367 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a74fea-792e-4c46-b6dc-3082710e77f6 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:13.234508 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a74fea-792e-4c46-b6dc-3082710e77f6 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:13.270790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-06a74fea-792e-4c46-b6dc-3082710e77f6 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Calling delete_port for d337733e-54b0-4ef0-97e9-ac9e02af6b60 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:13.277163 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b8d67d6-2331-4288-9381-28b68704bcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:13.293793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a2fab02-5211-4bc9-a685-10e3a6d2149f req-e8489225-ab87-4c57-8c45-931040de8ab3 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567945 Aug 26 10:58:13.353894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ecf41d5-fcf3-4759-b3f9-ba26a372c02e req-77dd025f-1cfc-4a32-9cc6-4ed8c35c3cbf tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192531 Aug 26 10:58:13.371025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] Checking segment: {'id': '35d72cda-c7aa-4159-9a20-1c433878b417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:58:13.371832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] Network hostable DHCP agents. Network: 4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:58:13.420589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] Network 4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:58:13.462802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:58:13.470151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:13.470804 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:13.483001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf339f7-32fb-466a-b4fb-6806fa6b88da None None] Network 4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:13.491990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bbc78359-f9ea-4c85-b360-72f6ba58c006 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1865137 Aug 26 10:58:13.496666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a74fea-792e-4c46-b6dc-3082710e77f6 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:13.505358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5189c-ec45-4b47-8f69-fc89941c11f5 req-b44ab140-55ae-4c00-bfe2-26c76e4afab7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:13.507005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0a5189c-ec45-4b47-8f69-fc89941c11f5 req-b44ab140-55ae-4c00-bfe2-26c76e4afab7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1055956 Aug 26 10:58:13.543945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a74fea-792e-4c46-b6dc-3082710e77f6 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Pushing event deleted for resources: {'Port': ['ID=d337733e-54b0-4ef0-97e9-ac9e02af6b60,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:13.584329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0a5189c-ec45-4b47-8f69-fc89941c11f5 req-5890a818-174b-4bb4-9797-c49b948b4091 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639360 Aug 26 10:58:13.692240 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a74fea-792e-4c46-b6dc-3082710e77f6 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:13.701910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06a74fea-792e-4c46-b6dc-3082710e77f6 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:13.712820 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-06a74fea-792e-4c46-b6dc-3082710e77f6 tempest-ExternalNetworksAdminNegativeTestJSON-202387494 tempest-ExternalNetworksAdminNegativeTestJSON-202387494-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/883ec9a8-3a38-4cc2-8f7d-d2d10b8f58e9 HTTP/1.1" status: 204 len: 168 time: 0.9940338 Aug 26 10:58:13.834218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15456f06-fd48-4ba7-b3ac-2125c5543ff3 None None] Network 4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:14.102100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53552) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:14.389144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fe3156c-27fa-4ea4-a7a0-938e2e6f4937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:14.463543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3505dd-49c8-47ee-b196-a1c24e91e829 req-8d5196b0-ffd3-4fd3-9736-9e4da2af2286 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:14.466540 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d3505dd-49c8-47ee-b196-a1c24e91e829 req-8d5196b0-ffd3-4fd3-9736-9e4da2af2286 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1211131 Aug 26 10:58:14.530065 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fe3156c-27fa-4ea4-a7a0-938e2e6f4937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:14.531095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d3505dd-49c8-47ee-b196-a1c24e91e829 req-d6c044e8-7530-40f1-ae6d-411c1581dcde tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572467 Aug 26 10:58:14.538313 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fe3156c-27fa-4ea4-a7a0-938e2e6f4937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:14.621513 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0fe3156c-27fa-4ea4-a7a0-938e2e6f4937 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15a2e339f8f7463386da24648228923a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146141 Aug 26 10:58:14.621513 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3156c-27fa-4ea4-a7a0-938e2e6f4937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb4ed8d-16c0-4cf5-b1ad-db0b1ae8415f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:14.622228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53578) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:14.681196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-d7853d2b-e00d-4bb0-a91b-90c395b902a3 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:14.682847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-d7853d2b-e00d-4bb0-a91b-90c395b902a3 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/networks?id=4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 HTTP/1.1" status: 200 len: 814 time: 0.1707687 Aug 26 10:58:14.724270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-f65a9b62-3352-4295-b5a9-5c22841387df tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/quotas/c7ac982e7dd3433ca1b2be170a107e0a HTTP/1.1" status: 200 len: 375 time: 0.0211334 Aug 26 10:58:14.770663 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ee0c2e17-bf58-4ef8-be94-8e178e27055f tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7ac982e7dd3433ca1b2be170a107e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397420 Aug 26 10:58:14.776457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12257822-c476-4658-baea-74393e092e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:14.786282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b98a56-de5e-45a0-bd57-9419b2c8a02b req-70521188-7c19-47cb-861b-2dccbe0dd5d5 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:14.787973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8b98a56-de5e-45a0-bd57-9419b2c8a02b req-70521188-7c19-47cb-861b-2dccbe0dd5d5 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1378946 Aug 26 10:58:14.883054 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12257822-c476-4658-baea-74393e092e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:14.927822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8b98a56-de5e-45a0-bd57-9419b2c8a02b req-11031a33-853c-4e62-b76d-7f3c2277c6ad tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301827 Aug 26 10:58:14.974014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-b2b53d60-d751-4230-99a0-0c80e6a14f64 service neutron] 10.222.0.21 "GET /v2.0/networks/4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847892 Aug 26 10:58:14.995730 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12257822-c476-4658-baea-74393e092e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:14.999049 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12257822-c476-4658-baea-74393e092e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:15.000660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-12257822-c476-4658-baea-74393e092e6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fb4ed8d-16c0-4cf5-b1ad-db0b1ae8415f HTTP/1.1" status: 204 len: 168 time: 0.3776639 Aug 26 10:58:15.052246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12257822-c476-4658-baea-74393e092e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb4ed8d-16c0-4cf5-b1ad-db0b1ae8415f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:15.158978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-fdedb8fb-5af0-4b54-87dd-54188589c64d service neutron] 10.222.0.21 "GET /v2.0/networks/4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732724 Aug 26 10:58:15.582838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53598) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:15.608779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d42aed55-bd90-4093-a49a-338d2d17fd13 req-4b3bd5f5-a4d7-4d01-8b8e-d32f337556e8 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 210 time: 0.1241024 Aug 26 10:58:15.727013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53602) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:15.730326 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9789b816-731e-4ebb-8073-338539af8635 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae5f1192eeca4091b1bcba15b32b54ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448052 Aug 26 10:58:15.758132 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-575e853a-bc20-42ee-9055-a2fcba559646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:15.883996 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a810d-ce35-4df5-9a39-2446bda8c95f req-174a697a-a2b3-4dac-830d-5370a389b3eb tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:15.894575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d1a810d-ce35-4df5-9a39-2446bda8c95f req-174a697a-a2b3-4dac-830d-5370a389b3eb tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1029823 Aug 26 10:58:15.946659 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20199eab-2612-400b-aa01-961bf482f47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:15.998975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d1a810d-ce35-4df5-9a39-2446bda8c95f req-12238fcd-f93c-4f9f-a6bc-8559b6dc9b09 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926323 Aug 26 10:58:16.019798 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20199eab-2612-400b-aa01-961bf482f47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:16.208680 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20199eab-2612-400b-aa01-961bf482f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:16.226033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20199eab-2612-400b-aa01-961bf482f47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:16.226033 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-20199eab-2612-400b-aa01-961bf482f47e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39a7a1ae-ce0d-4f74-a6b6-26793d7d9563 HTTP/1.1" status: 204 len: 168 time: 0.4903736 Aug 26 10:58:16.237397 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:16.267128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20199eab-2612-400b-aa01-961bf482f47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a7a1ae-ce0d-4f74-a6b6-26793d7d9563,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:16.311103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2321e-9144-40e5-834a-457de769d688 req-7225744d-f564-41e1-879e-ebaefed2c5bf tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:16.321342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16a2321e-9144-40e5-834a-457de769d688 req-7225744d-f564-41e1-879e-ebaefed2c5bf tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1934547 Aug 26 10:58:16.393253 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16a2321e-9144-40e5-834a-457de769d688 req-f66a4364-2753-4fa6-9544-c348f7765013 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686340 Aug 26 10:58:16.909977 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65315fb9-9574-44db-bdb4-c07ac91d1b6b req-6013fc40-6ab0-4b4b-9f72-65fc41a028dd tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 210 time: 0.0725498 Aug 26 10:58:17.109308 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:17.296183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a934e4e-3f15-4036-8cc7-43697b66175f req-c3231e1b-af92-4464-8d80-4d925adda0cf tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:17.305715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4a934e4e-3f15-4036-8cc7-43697b66175f req-c3231e1b-af92-4464-8d80-4d925adda0cf tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1204152 Aug 26 10:58:17.367877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4a934e4e-3f15-4036-8cc7-43697b66175f req-ecabe68f-3697-46dd-b1d9-b5aa069e2a87 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607896 Aug 26 10:58:17.567464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f16d01-f805-43d6-a26e-043ecf466cf2 req-ae7d23c6-6fba-4764-803e-321d882690a9 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:17.576568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4f16d01-f805-43d6-a26e-043ecf466cf2 req-ae7d23c6-6fba-4764-803e-321d882690a9 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1049616 Aug 26 10:58:17.645551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-8c9a7e5d-5b5c-47de-92f5-8b2523958d02 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:17.647863 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-8c9a7e5d-5b5c-47de-92f5-8b2523958d02 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.47 "GET /v2.0/networks?id=4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 HTTP/1.1" status: 200 len: 814 time: 0.3745806 Aug 26 10:58:17.668586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Request body: {'port': {'device_id': '36772e55-8856-433e-9ec4-87f5860c2083', 'network_id': '4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8', 'admin_state_up': True, 'tenant_id': 'c7ac982e7dd3433ca1b2be170a107e0a'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:17.859688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Made reservation on behalf of c7ac982e7dd3433ca1b2be170a107e0a for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:17.867570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:18.202089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Allocated IP 172.20.0.3 (4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8/4a4a303e-f378-4b86-8ccd-bc6610f106cb/afcb7f55-4564-49af-b8e7-4767a62687fa) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:58:18.236280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bebf819f-1cef-4710-ace1-f4e2001753e7 req-4540bb73-ddd6-4d8e-b2bb-e780d1b35f33 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 210 time: 0.0709729 Aug 26 10:58:18.281223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4f16d01-f805-43d6-a26e-043ecf466cf2 req-ce138d5b-4d13-4f3b-86a8-e790c1389d99 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930907 Aug 26 10:58:18.538251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:18.610828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bc126-e428-4c1a-ba84-37f4436a493a req-d66f8398-fab1-42fc-b89b-2fe04e8f86d0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:18.623001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e4bc126-e428-4c1a-ba84-37f4436a493a req-d66f8398-fab1-42fc-b89b-2fe04e8f86d0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1142185 Aug 26 10:58:18.633591 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:18.741922 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e4bc126-e428-4c1a-ba84-37f4436a493a req-d95a00a4-98c2-4cb9-933d-b6c4bc010c34 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986133 Aug 26 10:58:18.791744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Network 4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:58:18.810663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Pushing event updated for resources: {'Port': ['ID=afcb7f55-4564-49af-b8e7-4767a62687fa,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:18.819016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:58:18.832427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:58:18.934507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:18.937190 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:18.991973 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-2fd35d42-d5aa-466b-bcbd-d5475b3213b7 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3278575 Aug 26 10:58:19.028763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Request body: {'port': {'device_id': '36772e55-8856-433e-9ec4-87f5860c2083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:19.241042 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:19.255783 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:19.530067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53682) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:19.692524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faef898-d353-49ae-b958-9f12fc2d1b20 req-3bea2b1e-a2a0-4ccc-826c-16b21b815feb tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:19.712290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6faef898-d353-49ae-b958-9f12fc2d1b20 req-3bea2b1e-a2a0-4ccc-826c-16b21b815feb tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 931 time: 0.2496626 Aug 26 10:58:19.854881 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6faef898-d353-49ae-b958-9f12fc2d1b20 req-027f35ff-4c4f-4693-bab1-27efb9599100 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409369 Aug 26 10:58:19.915402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5b2666b0-c346-421b-9fbe-50236bd0a366 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1319703880'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:19.960827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ea0ff-8c05-4d2a-b0b1-15b1b1042a10 req-033639d7-c43f-47c1-8634-d9bd7289e21c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:19.968453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f03ea0ff-8c05-4d2a-b0b1-15b1b1042a10 req-033639d7-c43f-47c1-8634-d9bd7289e21c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.4369183 Aug 26 10:58:20.018412 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b2666b0-c346-421b-9fbe-50236bd0a366 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:20.019598 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b2666b0-c346-421b-9fbe-50236bd0a366 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:20.046771 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afcb7f55-4564-49af-b8e7-4767a62687fa {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:58:20.055859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:20.090306 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Transition to ACTIVE for port object afcb7f55-4564-49af-b8e7-4767a62687fa will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:58:20.097644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:20.247867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Pushing event updated for resources: {'Port': ['ID=afcb7f55-4564-49af-b8e7-4767a62687fa,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:20.268207 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:20.284050 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f03ea0ff-8c05-4d2a-b0b1-15b1b1042a10 req-a213a90a-688a-4a82-b382-a3e8fd893ae1 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074334 Aug 26 10:58:20.291652 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b2666b0-c346-421b-9fbe-50236bd0a366 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:20.319125 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b2666b0-c346-421b-9fbe-50236bd0a366 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:20.353644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd2da4-fd52-4043-94d2-7bb2b872dbb2 req-a15ff9ae-8d49-4587-ae74-014a9d792c65 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:20.362497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92bd2da4-fd52-4043-94d2-7bb2b872dbb2 req-a15ff9ae-8d49-4587-ae74-014a9d792c65 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.3150439 Aug 26 10:58:20.419829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Attempting to bind port afcb7f55-4564-49af-b8e7-4767a62687fa on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:58:20.420365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Attempting to bind port afcb7f55-4564-49af-b8e7-4767a62687fa by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '35d72cda-c7aa-4159-9a20-1c433878b417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:58:20.420914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Attempting to bind port afcb7f55-4564-49af-b8e7-4767a62687fa on network 4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:58:20.429645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Port afcb7f55-4564-49af-b8e7-4767a62687fa on network 4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:58:20.430175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Attempting to bind port afcb7f55-4564-49af-b8e7-4767a62687fa on network 4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:58:20.440776 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:58:20.441260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Checking segment: {'id': '35d72cda-c7aa-4159-9a20-1c433878b417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:58:20.441882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Bound using segment: {'id': '35d72cda-c7aa-4159-9a20-1c433878b417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:58:20.442609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Bound port: afcb7f55-4564-49af-b8e7-4767a62687fa, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d72cda-c7aa-4159-9a20-1c433878b417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:58:20.443409 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:20.450257 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b2666b0-c346-421b-9fbe-50236bd0a366 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:20.458287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5b2666b0-c346-421b-9fbe-50236bd0a366 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9177504 Aug 26 10:58:20.474502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53698) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:20.531341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92bd2da4-fd52-4043-94d2-7bb2b872dbb2 req-12e2e084-b9e9-40f8-a6ae-2ef496152499 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467576 Aug 26 10:58:20.747278 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6ede519-4085-47c4-8897-84fc7d19d7c8 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:20.944714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680c541-602f-4b81-96fa-4e119d2ab766 req-56286554-c180-46f4-8d39-177246381050 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:20.946962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d680c541-602f-4b81-96fa-4e119d2ab766 req-56286554-c180-46f4-8d39-177246381050 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.0911701 Aug 26 10:58:21.013403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d680c541-602f-4b81-96fa-4e119d2ab766 req-0880e197-d0c3-48a5-999f-6d6abe42d945 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592568 Aug 26 10:58:21.022895 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6ede519-4085-47c4-8897-84fc7d19d7c8 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.034135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6ede519-4085-47c4-8897-84fc7d19d7c8 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.047259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] For port afcb7f55-4564-49af-b8e7-4767a62687fa, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:58:21.069109 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9942c50-1fdd-4c91-bd50-5857c2431ef9 req-7c03e114-98eb-4cb3-aafa-12d61d73500c tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:21.071310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9942c50-1fdd-4c91-bd50-5857c2431ef9 req-7c03e114-98eb-4cb3-aafa-12d61d73500c tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 943 time: 0.0913682 Aug 26 10:58:21.109262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] For port afcb7f55-4564-49af-b8e7-4767a62687fa, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=afcb7f55-4564-49af-b8e7-4767a62687fa,segment=NetworkSegment(35d72cda-c7aa-4159-9a20-1c433878b417),segment_id=35d72cda-c7aa-4159-9a20-1c433878b417)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:58:21.111871 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6ede519-4085-47c4-8897-84fc7d19d7c8 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.112395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ede519-4085-47c4-8897-84fc7d19d7c8 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f43a00e4-927f-4171-9d3f-0b5cc913802c {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:58:21.120367 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6ede519-4085-47c4-8897-84fc7d19d7c8 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.124826 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e6ede519-4085-47c4-8897-84fc7d19d7c8 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f43a00e4-927f-4171-9d3f-0b5cc913802c HTTP/1.1" status: 204 len: 168 time: 0.6429605 Aug 26 10:58:21.125558 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53706) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:21.134064 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.134820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-58a38b9a-9e87-420e-a0e9-de26dad4e2f5 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Request body: {'router': {'name': 'tempest-router-2114140378', 'distributed': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:21.162754 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:21.165768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.167386 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] 10.222.0.47 "PUT /v2.0/ports/afcb7f55-4564-49af-b8e7-4767a62687fa HTTP/1.1" status: 200 len: 1092 time: 2.1582947 Aug 26 10:58:21.170129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36772e55-8856-433e-9ec4-87f5860c2083', 'tag': 'afcb7f55-4564-49af-b8e7-4767a62687fa'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:58:21.171623 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852da05d-0722-4e25-9bd6-900dd1953376" -d '{"events": [{"name": "network-changed", "server_uuid": "36772e55-8856-433e-9ec4-87f5860c2083", "tag": "afcb7f55-4564-49af-b8e7-4767a62687fa"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:58:21.175824 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9942c50-1fdd-4c91-bd50-5857c2431ef9 req-7e07f09b-1f28-4526-b2e7-db7dec6329ab tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971584 Aug 26 10:58:21.177356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58a38b9a-9e87-420e-a0e9-de26dad4e2f5 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.178477 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58a38b9a-9e87-420e-a0e9-de26dad4e2f5 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.180422 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0393-b273-43b9-8c44-a8eaf368a93c req-70fa59e1-63b1-44ae-bb79-d5c0f24a105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:21.183975 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a7e0393-b273-43b9-8c44-a8eaf368a93c req-70fa59e1-63b1-44ae-bb79-d5c0f24a105c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fda451808c6346a3be19222940da66a2&device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 1097 time: 0.3516212 Aug 26 10:58:21.273163 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58a38b9a-9e87-420e-a0e9-de26dad4e2f5 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.279671 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58a38b9a-9e87-420e-a0e9-de26dad4e2f5 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.304187 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba53e5f-0d24-48c9-b57b-081fd35bb07e x-openstack-request-id: req-aba53e5f-0d24-48c9-b57b-081fd35bb07e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:58:21.304187 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36772e55-8856-433e-9ec4-87f5860c2083", "tag": "afcb7f55-4564-49af-b8e7-4767a62687fa", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:58:21.304187 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aba53e5f-0d24-48c9-b57b-081fd35bb07e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:58:21.304187 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36772e55-8856-433e-9ec4-87f5860c2083', 'tag': 'afcb7f55-4564-49af-b8e7-4767a62687fa', 'status': 'completed', 'code': 200} Aug 26 10:58:21.304642 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58a38b9a-9e87-420e-a0e9-de26dad4e2f5 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.310530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-58a38b9a-9e87-420e-a0e9-de26dad4e2f5 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1811416 Aug 26 10:58:21.311534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53712) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:21.401369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c21cd-d527-4c79-814f-fd4a29edf231 service neutron] Pushing event updated for resources: {'Port': ['ID=afcb7f55-4564-49af-b8e7-4767a62687fa,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:21.425672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-9ec4fa50-0428-460a-b3a6-8f3b07edbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:21.427437 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-9ec4fa50-0428-460a-b3a6-8f3b07edbd37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7ac982e7dd3433ca1b2be170a107e0a&device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 1095 time: 0.1266491 Aug 26 10:58:21.432946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0393-b273-43b9-8c44-a8eaf368a93c req-7a8a690e-f3a9-45ca-a3c4-7bd9decd5db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:21.434505 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a7e0393-b273-43b9-8c44-a8eaf368a93c req-7a8a690e-f3a9-45ca-a3c4-7bd9decd5db9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 200 len: 919 time: 0.1844814 Aug 26 10:58:21.465784 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2b459ce-aec2-46a2-8551-ce1793cbac06 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.508419 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a7e0393-b273-43b9-8c44-a8eaf368a93c req-017af226-279f-48f4-9a5d-044d2153ea8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333 HTTP/1.1" status: 200 len: 217 time: 0.0639970 Aug 26 10:58:21.577825 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-305b4685-c57a-469b-b42c-5a17fbb365f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afcb7f55-4564-49af-b8e7-4767a62687fa HTTP/1.1" status: 200 len: 217 time: 0.1347287 Aug 26 10:58:21.582841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21409d55-56eb-4ab5-a4af-1c34b363c584 req-83981126-2c17-4f26-9dfe-4502119a210b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:21.585787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21409d55-56eb-4ab5-a4af-1c34b363c584 req-83981126-2c17-4f26-9dfe-4502119a210b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1607931 Aug 26 10:58:21.702765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0393-b273-43b9-8c44-a8eaf368a93c req-a02ea72f-3563-4cae-a06b-a2e03368db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:21.705111 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a7e0393-b273-43b9-8c44-a8eaf368a93c req-a02ea72f-3563-4cae-a06b-a2e03368db08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=760b4e2b-5c18-4ac8-b8ff-22f5ada85360 HTTP/1.1" status: 200 len: 858 time: 0.1373272 Aug 26 10:58:21.709640 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-a5952288-b22c-440b-be1f-34f6ef6e9f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:21.711338 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-a5952288-b22c-440b-be1f-34f6ef6e9f7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a4a303e-f378-4b86-8ccd-bc6610f106cb HTTP/1.1" status: 200 len: 854 time: 0.1073942 Aug 26 10:58:21.750282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a7e0393-b273-43b9-8c44-a8eaf368a93c req-946ec110-40c1-4312-a59b-a236e2eb90d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7c04127-23c0-4729-b2ff-8a8b499ac03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361998 Aug 26 10:58:21.784526 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2b459ce-aec2-46a2-8551-ce1793cbac06 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.789143 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2b459ce-aec2-46a2-8551-ce1793cbac06 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.795474 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-76d6b9a5-0be2-4190-acfe-b233640a850c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726345 Aug 26 10:58:21.935932 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2b459ce-aec2-46a2-8551-ce1793cbac06 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.936733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b459ce-aec2-46a2-8551-ce1793cbac06 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1d18922-04d9-4629-b275-049de94b78ef {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:58:21.942289 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2b459ce-aec2-46a2-8551-ce1793cbac06 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.949228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d2b459ce-aec2-46a2-8551-ce1793cbac06 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c1d18922-04d9-4629-b275-049de94b78ef HTTP/1.1" status: 204 len: 168 time: 0.6358073 Aug 26 10:58:21.951300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53720) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:21.956895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-231e73ba-b9df-4357-898d-d7f1ace6d522 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Request body: {'router': {'name': 'tempest-router-1257409650', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '708203b70a8a4e89b2e6bee2dc9d9812'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:21.961679 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.985806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21409d55-56eb-4ab5-a4af-1c34b363c584 req-b0a5a9b9-839c-4311-ae4a-cc77d309188d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697369 Aug 26 10:58:21.993121 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-231e73ba-b9df-4357-898d-d7f1ace6d522 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:21.994632 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-231e73ba-b9df-4357-898d-d7f1ace6d522 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:22.067815 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-231e73ba-b9df-4357-898d-d7f1ace6d522 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:22.082181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29761f7-0281-4733-90a9-82a97f2b9fdc req-ce92f6ef-468d-445f-9ae3-d4a7f16db15f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:22.084981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d29761f7-0281-4733-90a9-82a97f2b9fdc req-ce92f6ef-468d-445f-9ae3-d4a7f16db15f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2806683 Aug 26 10:58:22.087290 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-231e73ba-b9df-4357-898d-d7f1ace6d522 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:22.124502 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-231e73ba-b9df-4357-898d-d7f1ace6d522 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:22.129212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-231e73ba-b9df-4357-898d-d7f1ace6d522 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1763952 Aug 26 10:58:22.129918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53724) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:22.146560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:22.279851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d29761f7-0281-4733-90a9-82a97f2b9fdc req-e8a5346d-83ee-4193-ba70-9fdf071f0ebc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636167 Aug 26 10:58:22.382482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d908b-6618-401b-943f-4deba4ab085c req-05b9df36-9c23-4184-af0b-e202ec71642b tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:22.384835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-802d908b-6618-401b-943f-4deba4ab085c req-05b9df36-9c23-4184-af0b-e202ec71642b tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.2811906 Aug 26 10:58:22.451116 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a7e0393-b273-43b9-8c44-a8eaf368a93c req-ee2e9a23-d8c2-4492-93c9-0b55e2439273 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605911 Aug 26 10:58:22.453266 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-007badf9-f830-40b5-bdd8-f9a1d2a4df6a service neutron] 10.222.0.47 "GET /v2.0/networks/4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347651 Aug 26 10:58:22.587298 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:22.588065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:22.692649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-802d908b-6618-401b-943f-4deba4ab085c req-698129c3-4ab1-4f25-9733-3eb1120b19eb tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396657 Aug 26 10:58:22.715981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf540f5-4c7e-4acf-9bba-12576e68aa7f req-9beaca00-5c93-4534-8c9c-0640a2fe2fb0 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:22.718296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdf540f5-4c7e-4acf-9bba-12576e68aa7f req-9beaca00-5c93-4534-8c9c-0640a2fe2fb0 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 943 time: 0.2131007 Aug 26 10:58:22.746922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101267) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 26 10:58:22.747329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Router b6f193a3-35ae-45de-abb9-5831abef2b68 migrating from provider to provider. {{(pid=101267) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 26 10:58:22.747719 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:22.765891 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:22.793360 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdf540f5-4c7e-4acf-9bba-12576e68aa7f req-b21a4155-20e6-4a76-ab8f-ddc9641a70ce tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633030 Aug 26 10:58:22.794670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:22.839209 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9d70c954-3b6c-425e-b8af-488850ffeb9e req-a78bdce6-37fa-4f38-9adf-38b579999bd9 service neutron] 10.222.0.47 "GET /v2.0/networks/4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772275 Aug 26 10:58:22.842869 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a7e0393-b273-43b9-8c44-a8eaf368a93c req-16b744a2-4c50-4b6a-a234-879ee5011a39 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796859 Aug 26 10:58:22.944647 n-d-778550-13 neutron-server[101267]: WARNING neutron.scheduler.l3_agent_scheduler [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] No L3 agents can host the router b6f193a3-35ae-45de-abb9-5831abef2b68 Aug 26 10:58:23.067056 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852da05d-0722-4e25-9bd6-900dd1953376 req-ca6664a0-27b9-4b46-a83b-0ed5f30f1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:23.067056 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-852da05d-0722-4e25-9bd6-900dd1953376 req-ca6664a0-27b9-4b46-a83b-0ed5f30f1e61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7ac982e7dd3433ca1b2be170a107e0a&device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 1095 time: 0.1475017 Aug 26 10:58:23.187367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852da05d-0722-4e25-9bd6-900dd1953376 req-2463e1e1-3c0e-4fe7-b146-d9ccd1854bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:23.189603 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-852da05d-0722-4e25-9bd6-900dd1953376 req-2463e1e1-3c0e-4fe7-b146-d9ccd1854bf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 HTTP/1.1" status: 200 len: 915 time: 0.1223123 Aug 26 10:58:23.212397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Hosts for router b6f193a3-35ae-45de-abb9-5831abef2b68: [] {{(pid=101267) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 26 10:58:23.264183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Hosts for other DVR routers connected to router b6f193a3-35ae-45de-abb9-5831abef2b68: set() {{(pid=101267) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 26 10:58:23.268480 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:23.269168 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-852da05d-0722-4e25-9bd6-900dd1953376 req-ef22ec9f-45e5-46f9-8905-4740b289dcfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afcb7f55-4564-49af-b8e7-4767a62687fa HTTP/1.1" status: 200 len: 217 time: 0.0705724 Aug 26 10:58:23.269974 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-62fea1cd-0355-48c1-98df-ff3706c3555a tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] 10.222.0.21 "PUT /v2.0/routers/b6f193a3-35ae-45de-abb9-5831abef2b68 HTTP/1.1" status: 200 len: 717 time: 1.1294091 Aug 26 10:58:23.274473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53742) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:23.286293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b91c9-528a-43ac-9a6d-25020eec664d req-d14cdb24-cf64-4c39-9594-641bfaefb3cf tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:23.288931 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a40b91c9-528a-43ac-9a6d-25020eec664d req-d14cdb24-cf64-4c39-9594-641bfaefb3cf tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1791537 Aug 26 10:58:23.303700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2131e7-a0b4-4a81-8ef0-32d7e4b42946 req-42bdc6e4-d386-4459-9a5b-eb0c3b2c5cef tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:23.310954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec2131e7-a0b4-4a81-8ef0-32d7e4b42946 req-42bdc6e4-d386-4459-9a5b-eb0c3b2c5cef tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 945 time: 0.2025149 Aug 26 10:58:23.401883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a40b91c9-528a-43ac-9a6d-25020eec664d req-564678c0-a39c-4373-b5a6-4f5c66eb27cf tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894566 Aug 26 10:58:23.411517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec2131e7-a0b4-4a81-8ef0-32d7e4b42946 req-fde1dda4-e298-4b6a-8933-3881d1339ded tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/security-groups?id=48336a7e-cb7c-47f9-81ef-f02593121712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828784 Aug 26 10:58:23.436902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53746) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:23.437113 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3b9bacc6-d196-413f-bd85-ed00f5971cd5 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] 10.222.0.21 "GET /v2.0/routers/b6f193a3-35ae-45de-abb9-5831abef2b68 HTTP/1.1" status: 200 len: 717 time: 0.1599445 Aug 26 10:58:23.465643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852da05d-0722-4e25-9bd6-900dd1953376 req-2db7483a-f46e-40e6-b05b-42fb5e888778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:23.467382 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-852da05d-0722-4e25-9bd6-900dd1953376 req-2db7483a-f46e-40e6-b05b-42fb5e888778 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a4a303e-f378-4b86-8ccd-bc6610f106cb HTTP/1.1" status: 200 len: 854 time: 0.1780365 Aug 26 10:58:23.519396 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-852da05d-0722-4e25-9bd6-900dd1953376 req-bfb6def4-22aa-494d-9ac8-526a75f01fd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435069 Aug 26 10:58:23.593698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fab67-359e-41b6-ab40-45518cb6eb60 req-5f6498a2-59cc-431f-b263-96d284de4222 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:23.596908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-368fab67-359e-41b6-ab40-45518cb6eb60 req-5f6498a2-59cc-431f-b263-96d284de4222 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0913165 Aug 26 10:58:23.691580 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-852da05d-0722-4e25-9bd6-900dd1953376 req-8397731d-fa9e-46b0-be04-77e5cbed22e7 service neutron] 10.222.0.47 "GET /v2.0/networks/4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581929 Aug 26 10:58:23.833401 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-852da05d-0722-4e25-9bd6-900dd1953376 req-7dcfc82a-ae8d-43c0-8dab-fafe80850b94 service neutron] 10.222.0.47 "GET /v2.0/networks/4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274502 Aug 26 10:58:23.873369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-368fab67-359e-41b6-ab40-45518cb6eb60 req-52459d81-f316-45d2-b5e0-a7d539ef71d4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669268 Aug 26 10:58:23.899242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-77a6f83b-7ad3-4aa4-8fdc-8883c1b6326d tempest-RoutersTestDVR-501721382 tempest-RoutersTestDVR-501721382-project] 10.222.0.21 "GET /v2.0/routers/b6f193a3-35ae-45de-abb9-5831abef2b68 HTTP/1.1" status: 200 len: 683 time: 0.4592056 Aug 26 10:58:23.900751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53754) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:23.939870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f7348-2d4b-4faf-8802-fb72d2bd8bbe req-bfabadb1-609e-42d1-bef1-0f96a6bf800d tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:23.942568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e98f7348-2d4b-4faf-8802-fb72d2bd8bbe req-bfabadb1-609e-42d1-bef1-0f96a6bf800d tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.0904825 Aug 26 10:58:24.028939 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d1f0c1-826d-4e15-b6e0-ea471cd0a08c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.046045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e98f7348-2d4b-4faf-8802-fb72d2bd8bbe req-2e877939-46fd-4df3-aec7-029085dd24be tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927062 Aug 26 10:58:24.060180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c7632-f9b1-4539-8a45-14ea4bd0d2ca req-43acd503-3725-44f1-bb36-8f5ff67b425b tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:24.061779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-542c7632-f9b1-4539-8a45-14ea4bd0d2ca req-43acd503-3725-44f1-bb36-8f5ff67b425b tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 943 time: 0.1059520 Aug 26 10:58:24.121800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-542c7632-f9b1-4539-8a45-14ea4bd0d2ca req-62b9c26f-c256-4c58-9dba-74b494a323ef tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Aug 26 10:58:24.216930 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d1f0c1-826d-4e15-b6e0-ea471cd0a08c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.220377 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d1f0c1-826d-4e15-b6e0-ea471cd0a08c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.271396 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d1f0c1-826d-4e15-b6e0-ea471cd0a08c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.272196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d1f0c1-826d-4e15-b6e0-ea471cd0a08c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6f193a3-35ae-45de-abb9-5831abef2b68 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:58:24.277734 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d1f0c1-826d-4e15-b6e0-ea471cd0a08c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.279389 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c0d1f0c1-826d-4e15-b6e0-ea471cd0a08c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] 10.222.0.21 "DELETE /v2.0/routers/b6f193a3-35ae-45de-abb9-5831abef2b68 HTTP/1.1" status: 204 len: 168 time: 0.3771360 Aug 26 10:58:24.284986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53758) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:24.289744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cac9d640-808b-4a74-8a95-60eb69a0c668 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Request body: {'router': {'name': 'tempest-router-618478408', 'distributed': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:24.312705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cac9d640-808b-4a74-8a95-60eb69a0c668 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.314376 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cac9d640-808b-4a74-8a95-60eb69a0c668 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.374252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cac9d640-808b-4a74-8a95-60eb69a0c668 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.380411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cac9d640-808b-4a74-8a95-60eb69a0c668 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.396539 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cac9d640-808b-4a74-8a95-60eb69a0c668 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.397803 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cac9d640-808b-4a74-8a95-60eb69a0c668 tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1117258 Aug 26 10:58:24.400954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53760) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:24.488857 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c4b6639e-0577-4aa8-ac0b-18be566b397c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.631648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f759a-b835-4bf8-ab8b-388e332e2c41 req-a3cf0f4f-3368-4072-ba79-4904f06c1ab6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:24.634445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f04f759a-b835-4bf8-ab8b-388e332e2c41 req-a3cf0f4f-3368-4072-ba79-4904f06c1ab6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1416678 Aug 26 10:58:24.683213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c4b6639e-0577-4aa8-ac0b-18be566b397c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.685878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c4b6639e-0577-4aa8-ac0b-18be566b397c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.692462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bb455-ecdc-4891-a57e-6a3a3fd806ad req-ee5cca0b-7715-4b69-99bc-179ac602587c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:24.695302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f10bb455-ecdc-4891-a57e-6a3a3fd806ad req-ee5cca0b-7715-4b69-99bc-179ac602587c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 945 time: 0.1530259 Aug 26 10:58:24.731212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c4b6639e-0577-4aa8-ac0b-18be566b397c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.732030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b6639e-0577-4aa8-ac0b-18be566b397c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7e2da87-ccaa-4048-a813-9918da2e72ee {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:58:24.737931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c4b6639e-0577-4aa8-ac0b-18be566b397c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:24.739333 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c4b6639e-0577-4aa8-ac0b-18be566b397c tempest-RoutersTestDVR-748777209 tempest-RoutersTestDVR-748777209-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d7e2da87-ccaa-4048-a813-9918da2e72ee HTTP/1.1" status: 204 len: 168 time: 0.3373954 Aug 26 10:58:24.764841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f04f759a-b835-4bf8-ab8b-388e332e2c41 req-ecdcbe99-f9d6-48a1-9283-cb23f6a7b39b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226947 Aug 26 10:58:24.789610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f10bb455-ecdc-4891-a57e-6a3a3fd806ad req-6837e5f3-8e73-46a8-9c94-8daee5b6c683 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/security-groups?id=48336a7e-cb7c-47f9-81ef-f02593121712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842922 Aug 26 10:58:24.987874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3d1c2-c0a9-401b-ad1b-d3ccdcbb1ce4 req-03045c54-3625-477b-951f-c62be0f415b7 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:24.989803 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-41f3d1c2-c0a9-401b-ad1b-d3ccdcbb1ce4 req-03045c54-3625-477b-951f-c62be0f415b7 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 945 time: 0.0526950 Aug 26 10:58:25.043310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11acb5-6a54-4bd0-bba6-2a036d6865eb req-cf88d72e-223b-4d9d-9db0-a93aa80e5b53 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:25.045450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c11acb5-6a54-4bd0-bba6-2a036d6865eb req-cf88d72e-223b-4d9d-9db0-a93aa80e5b53 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0658953 Aug 26 10:58:25.058827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53772) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:25.100653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c11acb5-6a54-4bd0-bba6-2a036d6865eb req-4c4eb036-adc7-4721-84c6-37db2affef75 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472028 Aug 26 10:58:25.125078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-41f3d1c2-c0a9-401b-ad1b-d3ccdcbb1ce4 req-6a6d1574-15ef-4e3a-aa5d-e97ca3b8626c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Deleting port b613847c-770a-4948-8ac9-e17a2cb7cd78 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:25.125078 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-41f3d1c2-c0a9-401b-ad1b-d3ccdcbb1ce4 req-6a6d1574-15ef-4e3a-aa5d-e97ca3b8626c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:25.245873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-41f3d1c2-c0a9-401b-ad1b-d3ccdcbb1ce4 req-6a6d1574-15ef-4e3a-aa5d-e97ca3b8626c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] For port b613847c-770a-4948-8ac9-e17a2cb7cd78, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b613847c-770a-4948-8ac9-e17a2cb7cd78,segment=NetworkSegment(b39df65e-4162-473b-afd0-7ed6d671c0dd),segment_id=b39df65e-4162-473b-afd0-7ed6d671c0dd)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:25.246330 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-41f3d1c2-c0a9-401b-ad1b-d3ccdcbb1ce4 req-6a6d1574-15ef-4e3a-aa5d-e97ca3b8626c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:25.264513 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-41f3d1c2-c0a9-401b-ad1b-d3ccdcbb1ce4 req-6a6d1574-15ef-4e3a-aa5d-e97ca3b8626c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Calling delete_port for b613847c-770a-4948-8ac9-e17a2cb7cd78 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:25.327590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f7eb3a7a-fe69-4623-8ca9-96c1ae2117ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:25.514351 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-41f3d1c2-c0a9-401b-ad1b-d3ccdcbb1ce4 req-6a6d1574-15ef-4e3a-aa5d-e97ca3b8626c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:25.528464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b613847c-770a-4948-8ac9-e17a2cb7cd78'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:58:25.556998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f7eb3a7a-fe69-4623-8ca9-96c1ae2117ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:25.558333 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d1574-15ef-4e3a-aa5d-e97ca3b8626c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Pushing event deleted for resources: {'Port': ['ID=b613847c-770a-4948-8ac9-e17a2cb7cd78,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:25.568134 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f7eb3a7a-fe69-4623-8ca9-96c1ae2117ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:25.637069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f3d1c2-c0a9-401b-ad1b-d3ccdcbb1ce4 req-6a6d1574-15ef-4e3a-aa5d-e97ca3b8626c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] No DVR routers for this DVR port b613847c-770a-4948-8ac9-e17a2cb7cd78 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:58:25.645413 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-41f3d1c2-c0a9-401b-ad1b-d3ccdcbb1ce4 req-6a6d1574-15ef-4e3a-aa5d-e97ca3b8626c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:25.647518 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-41f3d1c2-c0a9-401b-ad1b-d3ccdcbb1ce4 req-6a6d1574-15ef-4e3a-aa5d-e97ca3b8626c tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.47 "DELETE /v2.0/ports/b613847c-770a-4948-8ac9-e17a2cb7cd78 HTTP/1.1" status: 204 len: 173 time: 0.6491785 Aug 26 10:58:25.648886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f20ce-c65a-4f3d-8459-7099354407d4 req-a98ce303-25e4-4b5d-a23e-4bc68b5b4b55 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:25.651218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1660c59d-e4cd-4e0f-89e7-af2faaef8a07', 'name': 'network-vif-deleted', 'tag': 'b613847c-770a-4948-8ac9-e17a2cb7cd78'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:58:25.652132 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c5f20ce-c65a-4f3d-8459-7099354407d4 req-a98ce303-25e4-4b5d-a23e-4bc68b5b4b55 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.4547622 Aug 26 10:58:25.653671 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2208d984-f30d-4837-ba55-72e6fe46d38f" -d '{"events": [{"server_uuid": "1660c59d-e4cd-4e0f-89e7-af2faaef8a07", "name": "network-vif-deleted", "tag": "b613847c-770a-4948-8ac9-e17a2cb7cd78"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:58:25.660405 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f7eb3a7a-fe69-4623-8ca9-96c1ae2117ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=708203b70a8a4e89b2e6bee2dc9d9812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004660 Aug 26 10:58:25.661895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb3a7a-fe69-4623-8ca9-96c1ae2117ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a2a264-1583-4c82-b8e9-2d01c5e90f1d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:25.664505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53784) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:25.710393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25c821-2679-4039-85ca-211db975293b req-81e8b3f3-29b5-422c-8a1e-e908f7d92bcd tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:25.712830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c25c821-2679-4039-85ca-211db975293b req-81e8b3f3-29b5-422c-8a1e-e908f7d92bcd tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 943 time: 0.4711378 Aug 26 10:58:25.725883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fba10173-af97-4c13-9d64-4ed255cb12fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:25.752822 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fba10173-af97-4c13-9d64-4ed255cb12fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:25.760485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c5f20ce-c65a-4f3d-8459-7099354407d4 req-23e1c9c0-a03f-418a-8f2a-f8c842b8014e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983162 Aug 26 10:58:25.818675 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fba10173-af97-4c13-9d64-4ed255cb12fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:25.821655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fba10173-af97-4c13-9d64-4ed255cb12fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:25.821939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c25c821-2679-4039-85ca-211db975293b req-5dc921d3-4a10-4191-8b45-b171a8ca748e tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881405 Aug 26 10:58:25.825217 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fba10173-af97-4c13-9d64-4ed255cb12fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49a2a264-1583-4c82-b8e9-2d01c5e90f1d HTTP/1.1" status: 204 len: 168 time: 0.1572375 Aug 26 10:58:25.839940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba10173-af97-4c13-9d64-4ed255cb12fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a2a264-1583-4c82-b8e9-2d01c5e90f1d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:25.889193 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9f567e-fab7-4373-ac07-bc69a166e048 x-openstack-request-id: req-2c9f567e-fab7-4373-ac07-bc69a166e048 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:58:25.889729 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1660c59d-e4cd-4e0f-89e7-af2faaef8a07", "name": "network-vif-deleted", "tag": "b613847c-770a-4948-8ac9-e17a2cb7cd78", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:58:25.890079 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c9f567e-fab7-4373-ac07-bc69a166e048 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:58:25.890792 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1660c59d-e4cd-4e0f-89e7-af2faaef8a07', 'name': 'network-vif-deleted', 'tag': 'b613847c-770a-4948-8ac9-e17a2cb7cd78', 'status': 'completed', 'code': 200} Aug 26 10:58:25.975117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2530f-1969-48b0-aa61-e2f329a3a342 req-7c8d78d6-87d8-4b39-ad8c-dfcdaf59a164 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:25.977233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbd2530f-1969-48b0-aa61-e2f329a3a342 req-7c8d78d6-87d8-4b39-ad8c-dfcdaf59a164 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.0676188 Aug 26 10:58:26.011722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88f23e17-a850-4191-bc7c-256669d9cd37 req-dbf686da-fdf1-4d51-b772-6e8f7a5e3fd1 tempest-VolumesAdminNegativeTest-1011948627 tempest-VolumesAdminNegativeTest-1011948627-project] 10.222.0.21 "GET /v2.0/ports?device_id=1660c59d-e4cd-4e0f-89e7-af2faaef8a07 HTTP/1.1" status: 200 len: 210 time: 0.0333960 Aug 26 10:58:26.045516 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbd2530f-1969-48b0-aa61-e2f329a3a342 req-fef542b6-7e58-4759-b62d-1d641abad35e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581100 Aug 26 10:58:26.213411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53796) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:26.231726 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a67f94f-f9d3-40dc-b2e7-71e8792a7458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:26.298937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaff797-9249-49ec-b87f-598cf2961a7f req-97a6a27c-d74d-4ad1-8938-3b4642b3d445 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:26.300898 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3aaff797-9249-49ec-b87f-598cf2961a7f req-97a6a27c-d74d-4ad1-8938-3b4642b3d445 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.0740225 Aug 26 10:58:26.364355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3aaff797-9249-49ec-b87f-598cf2961a7f req-1aee3b98-254a-4fb5-8c23-5fa49d1d4b86 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543301 Aug 26 10:58:26.384974 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a67f94f-f9d3-40dc-b2e7-71e8792a7458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:26.391195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a67f94f-f9d3-40dc-b2e7-71e8792a7458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:26.439280 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6a67f94f-f9d3-40dc-b2e7-71e8792a7458 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4115d5ac80ac4acba3453930fe321012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234390 Aug 26 10:58:26.441509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67f94f-f9d3-40dc-b2e7-71e8792a7458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1740b9e-ae2f-409b-b5f9-49ad971c6ad1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:26.442331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53800) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:26.533971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa330ebc-c621-4a66-8339-8892487e6439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:26.574838 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa330ebc-c621-4a66-8339-8892487e6439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:26.650920 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa330ebc-c621-4a66-8339-8892487e6439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:26.653844 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa330ebc-c621-4a66-8339-8892487e6439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:26.655147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-aa330ebc-c621-4a66-8339-8892487e6439 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1740b9e-ae2f-409b-b5f9-49ad971c6ad1 HTTP/1.1" status: 204 len: 168 time: 0.2112284 Aug 26 10:58:26.664837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa330ebc-c621-4a66-8339-8892487e6439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1740b9e-ae2f-409b-b5f9-49ad971c6ad1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:26.934072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129e446-3e48-4d37-8dea-ebfc85d8f15d req-382da2e2-cd43-45fa-9561-2946ff4a21af tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:26.935801 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8129e446-3e48-4d37-8dea-ebfc85d8f15d req-382da2e2-cd43-45fa-9561-2946ff4a21af tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.0653887 Aug 26 10:58:27.010087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8129e446-3e48-4d37-8dea-ebfc85d8f15d req-eea4213c-0c94-4577-9dca-5fda8d1049ce tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634964 Aug 26 10:58:27.020119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56298380-750c-444d-9c12-0dbb9404c9cd req-c6907674-39d5-49fe-9525-0b637875b63f tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:27.021856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56298380-750c-444d-9c12-0dbb9404c9cd req-c6907674-39d5-49fe-9525-0b637875b63f tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 943 time: 0.0850713 Aug 26 10:58:27.034672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device afcb7f55-4564-49af-b8e7-4767a62687fa details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:58:27.084653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56298380-750c-444d-9c12-0dbb9404c9cd req-d74c26ea-9aa2-42d4-89e9-34d39c40872a tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556755 Aug 26 10:58:27.128290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53818) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:27.180452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b01292d-7592-44a9-b872-35ba54661ee8 admin admin] Deleting subnet 45fc173c-841a-4f5b-9c79-b493a3046ff6 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:58:27.184470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b01292d-7592-44a9-b872-35ba54661ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.197110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port afcb7f55-4564-49af-b8e7-4767a62687fa, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=afcb7f55-4564-49af-b8e7-4767a62687fa,segment=NetworkSegment(35d72cda-c7aa-4159-9a20-1c433878b417),segment_id=35d72cda-c7aa-4159-9a20-1c433878b417)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:27.215387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'afcb7f55-4564-49af-b8e7-4767a62687fa', 'network_id': '4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8', 'port_id': 'afcb7f55-4564-49af-b8e7-4767a62687fa', 'mac_address': 'fa:16:3e:cb:3c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4a303e-f378-4b86-8ccd-bc6610f106cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:58:27.251517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b01292d-7592-44a9-b872-35ba54661ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.260380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd3f4e-ed9e-4d47-a098-42f3d5cc326e req-2e49e334-c1bc-43ef-9946-ba90bc4da607 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:27.263258 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bbd3f4e-ed9e-4d47-a098-42f3d5cc326e req-2e49e334-c1bc-43ef-9946-ba90bc4da607 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1006329 Aug 26 10:58:27.275814 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.295176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afcb7f55-4564-49af-b8e7-4767a62687fa {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:58:27.303543 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b01292d-7592-44a9-b872-35ba54661ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.340775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port afcb7f55-4564-49af-b8e7-4767a62687fa, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=afcb7f55-4564-49af-b8e7-4767a62687fa,segment=NetworkSegment(35d72cda-c7aa-4159-9a20-1c433878b417),segment_id=35d72cda-c7aa-4159-9a20-1c433878b417)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:27.344872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bbd3f4e-ed9e-4d47-a098-42f3d5cc326e req-d400cd2b-9a50-4e5b-bf5b-17c0dce8c55d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743504 Aug 26 10:58:27.348056 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.417196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b01292d-7592-44a9-b872-35ba54661ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.450139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01292d-7592-44a9-b872-35ba54661ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45fc173c-841a-4f5b-9c79-b493a3046ff6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:27.452282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=afcb7f55-4564-49af-b8e7-4767a62687fa,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:27.467120 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b01292d-7592-44a9-b872-35ba54661ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.476720 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5b01292d-7592-44a9-b872-35ba54661ee8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45fc173c-841a-4f5b-9c79-b493a3046ff6 HTTP/1.1" status: 204 len: 168 time: 0.3472893 Aug 26 10:58:27.479190 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53828) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:27.578719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.580755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c84eb-16fc-41aa-869f-52e765c9edf6 req-0311cbcc-41a3-4d7d-aa37-93cae78ad092 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:27.583734 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e52c84eb-16fc-41aa-869f-52e765c9edf6 req-0311cbcc-41a3-4d7d-aa37-93cae78ad092 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1226854 Aug 26 10:58:27.634152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e52c84eb-16fc-41aa-869f-52e765c9edf6 req-147c079b-de73-4c9a-b006-52eac79c4837 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Aug 26 10:58:27.685695 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.698480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f92c51d-b1ef-4a81-8f9f-9a30a011da4a']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:27.711264 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39df65e-4162-473b-afd0-7ed6d671c0dd') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:27.711692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39df65e-4162-473b-afd0-7ed6d671c0dd') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:27.728230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['afcb7f55-4564-49af-b8e7-4767a62687fa'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:58:27.731044 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.753734 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.761023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:58:27.761549 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:58:27.763623 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:58:27.830823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.837338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.843977 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6f92c51d-b1ef-4a81-8f9f-9a30a011da4a HTTP/1.1" status: 204 len: 168 time: 0.3594079 Aug 26 10:58:27.844945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53838) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:27.865055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7b1f9-293e-4f34-8621-e6644aa7d911 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f92c51d-b1ef-4a81-8f9f-9a30a011da4a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:27.904621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ec60e8-af4a-492f-8443-c26ba4032966 admin admin] Deleting subnet d8486545-857f-4a40-a6ac-edde01bacaf1 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:58:27.910239 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04ec60e8-af4a-492f-8443-c26ba4032966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:27.957720 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04ec60e8-af4a-492f-8443-c26ba4032966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:28.002388 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04ec60e8-af4a-492f-8443-c26ba4032966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:28.067176 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04ec60e8-af4a-492f-8443-c26ba4032966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:28.099598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec60e8-af4a-492f-8443-c26ba4032966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8486545-857f-4a40-a6ac-edde01bacaf1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:28.106199 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04ec60e8-af4a-492f-8443-c26ba4032966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:28.111207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-04ec60e8-af4a-492f-8443-c26ba4032966 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d8486545-857f-4a40-a6ac-edde01bacaf1 HTTP/1.1" status: 204 len: 168 time: 0.2638466 Aug 26 10:58:28.112659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53846) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:28.218814 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:28.245943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca6c52-9ded-4226-94e7-f2ba5bd01a01 req-459c5a6b-8bfb-4372-ae47-ade008971696 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:28.247864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afca6c52-9ded-4226-94e7-f2ba5bd01a01 req-459c5a6b-8bfb-4372-ae47-ade008971696 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1066029 Aug 26 10:58:28.285072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa79b9-0825-4f2c-b319-d74f3c27d984 req-cc6a63b8-a527-49b4-a0af-41de12ebe2a8 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:28.286797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68fa79b9-0825-4f2c-b319-d74f3c27d984 req-cc6a63b8-a527-49b4-a0af-41de12ebe2a8 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 944 time: 0.0935593 Aug 26 10:58:28.340093 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:28.353185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64576802-027f-4b78-9b43-eacc22924b75']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:28.376053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ff0825-4d95-422c-867a-c5fc549d0464') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:28.376439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ff0825-4d95-422c-867a-c5fc549d0464') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:28.387441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afca6c52-9ded-4226-94e7-f2ba5bd01a01 req-2265a47f-c601-483b-9b03-d492dacfa62f tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241539 Aug 26 10:58:28.390578 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:28.396578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68fa79b9-0825-4f2c-b319-d74f3c27d984 req-7cfc200a-c36e-4a8e-9730-6b7a7c6dbbc0 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826244 Aug 26 10:58:28.448210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:28.456205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:58:28.456721 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:58:28.458940 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:58:28.553178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63242fe-ec5b-4c01-a8e5-54cf2ad12880 req-1e05c5e4-a75b-4ab4-b1dc-42cd0644ddd3 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:28.555161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b63242fe-ec5b-4c01-a8e5-54cf2ad12880 req-1e05c5e4-a75b-4ab4-b1dc-42cd0644ddd3 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.0586979 Aug 26 10:58:28.579974 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:28.602853 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:28.607412 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] 10.222.0.21 "DELETE /v2.0/networks/64576802-027f-4b78-9b43-eacc22924b75 HTTP/1.1" status: 204 len: 168 time: 0.4910159 Aug 26 10:58:28.607412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c356-1575-4b65-933f-527a990b60bd admin admin] Pushing event deleted for resources: {'Network': ['ID=64576802-027f-4b78-9b43-eacc22924b75,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:28.640791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b63242fe-ec5b-4c01-a8e5-54cf2ad12880 req-1223628c-423c-469e-80dc-91b0b4f81f9f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738540 Aug 26 10:58:28.823230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f0a65-d733-4543-849d-5af845b443e4 req-63293746-65e8-4950-b5e0-5affc3f9d5ee tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:28.836372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d63f0a65-d733-4543-849d-5af845b443e4 req-63293746-65e8-4950-b5e0-5affc3f9d5ee tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1174223 Aug 26 10:58:28.849445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53876) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:28.912197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53880) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:28.928889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d63f0a65-d733-4543-849d-5af845b443e4 req-66f2d30d-a0d0-442e-87c9-0bfeed53519e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856938 Aug 26 10:58:28.932783 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f83055d8-3da0-47a2-877f-98950e4c864b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36c6a8da2a434753aa09261cad334110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814033 Aug 26 10:58:28.935334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53884) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:29.013581 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e7b9-873d-478e-98f6-f9c4ade584ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:29.054123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device afcb7f55-4564-49af-b8e7-4767a62687fa up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:58:29.065215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e7b9-873d-478e-98f6-f9c4ade584ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:29.128310 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port afcb7f55-4564-49af-b8e7-4767a62687fa completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:58:29.135211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port afcb7f55-4564-49af-b8e7-4767a62687fa triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:58:29.136123 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:29.154764 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e7b9-873d-478e-98f6-f9c4ade584ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:29.158337 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ec4e7b9-873d-478e-98f6-f9c4ade584ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:29.163280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0ec4e7b9-873d-478e-98f6-f9c4ade584ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48336a7e-cb7c-47f9-81ef-f02593121712 HTTP/1.1" status: 204 len: 168 time: 0.2261724 Aug 26 10:58:29.170238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2051399460', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:29.174775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4e7b9-873d-478e-98f6-f9c4ade584ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48336a7e-cb7c-47f9-81ef-f02593121712,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:29.256661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Made reservation on behalf of 940f51e6c8d24c3cb6b1b056958d2852 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:29.260344 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:29.276136 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:29.318070 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:29.385576 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36772e55-8856-433e-9ec4-87f5860c2083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcb7f55-4564-49af-b8e7-4767a62687fa'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:58:29.390715 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcdf0e0-093d-4eaa-b60f-eba7696b112f" -d '{"events": [{"server_uuid": "36772e55-8856-433e-9ec4-87f5860c2083", "name": "network-vif-plugged", "status": "completed", "tag": "afcb7f55-4564-49af-b8e7-4767a62687fa"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:58:29.399236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port afcb7f55-4564-49af-b8e7-4767a62687fa, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=afcb7f55-4564-49af-b8e7-4767a62687fa,segment=NetworkSegment(35d72cda-c7aa-4159-9a20-1c433878b417),segment_id=35d72cda-c7aa-4159-9a20-1c433878b417)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:29.406686 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:29.409094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b613847c-770a-4948-8ac9-e17a2cb7cd78 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:58:29.422339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:29.437186 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:29.453324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] device_id is not set on port fd33d2f4-f568-4b91-9817-2c7d08feb82c yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 10:58:29.493206 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02050cb7-276b-4f0d-bff9-ebdafdcbf8b8 x-openstack-request-id: req-02050cb7-276b-4f0d-bff9-ebdafdcbf8b8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:58:29.493668 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36772e55-8856-433e-9ec4-87f5860c2083", "name": "network-vif-plugged", "status": "completed", "tag": "afcb7f55-4564-49af-b8e7-4767a62687fa", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:58:29.494647 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02050cb7-276b-4f0d-bff9-ebdafdcbf8b8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:58:29.494811 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36772e55-8856-433e-9ec4-87f5860c2083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcb7f55-4564-49af-b8e7-4767a62687fa', 'code': 200} Aug 26 10:58:29.495623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: b613847c-770a-4948-8ac9-e17a2cb7cd78 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:58:29.496357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b613847c-770a-4948-8ac9-e17a2cb7cd78 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:58:29.564774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=afcb7f55-4564-49af-b8e7-4767a62687fa,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:29.626116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b59f53-0e94-44cc-924d-0c68efd05706,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:29.627132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d5e56-d571-4555-ace1-d4339551ae75 req-098b85a1-d205-41bc-abc2-7d51104dc317 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:29.630259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-832d5e56-d571-4555-ace1-d4339551ae75 req-098b85a1-d205-41bc-abc2-7d51104dc317 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 945 time: 0.1093576 Aug 26 10:58:29.681615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6635c7-d2bc-482f-8af6-fcdf7e08ee2d req-740d57ae-05d9-445e-99fc-00f1489efcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:29.683470 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5d6635c7-d2bc-482f-8af6-fcdf7e08ee2d req-740d57ae-05d9-445e-99fc-00f1489efcf3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 1097 time: 0.1078014 Aug 26 10:58:29.739404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fb7ad-ad9b-4593-a43c-1da508f77e40 req-05d86416-2340-404f-933b-b8e96ad2071e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:29.742558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc2fb7ad-ad9b-4593-a43c-1da508f77e40 req-05d86416-2340-404f-933b-b8e96ad2071e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1393392 Aug 26 10:58:29.768474 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5d6635c7-d2bc-482f-8af6-fcdf7e08ee2d req-8003bbfa-8b7b-4d88-97c7-2bbbfa13d7a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613363 Aug 26 10:58:29.771186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-832d5e56-d571-4555-ace1-d4339551ae75 req-c89c90e1-70f4-4b8c-a48b-a1ec509e57c5 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026077 Aug 26 10:58:29.805601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Allocated IP 172.25.1.133 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/fd33d2f4-f568-4b91-9817-2c7d08feb82c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:58:29.854119 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc2fb7ad-ad9b-4593-a43c-1da508f77e40 req-28a29ea0-767e-46bc-a7f2-d4dc366cd4d8 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787649 Aug 26 10:58:29.887046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53904) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:30.022263 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-eb927c29-99ee-45d0-b5d0-c3a479b544e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8f1a264b1e44c8aadfaf0ea61468a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314816 Aug 26 10:58:30.022954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53908) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:30.058292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f124be2-1b8a-4b64-b96f-4e73d6defe25 req-7bd387ad-f66f-449c-926e-94a7a544ccf5 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:30.061139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f124be2-1b8a-4b64-b96f-4e73d6defe25 req-7bd387ad-f66f-449c-926e-94a7a544ccf5 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1626494 Aug 26 10:58:30.185202 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:30.238694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f124be2-1b8a-4b64-b96f-4e73d6defe25 req-7e5268a5-d392-4c7b-bfe9-d4a2b43a9267 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650858 Aug 26 10:58:30.256658 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4fe30e24-a643-471f-ba14-aeb790907605 req-1db49ce7-b43f-4297-b7c0-0ee37e6230a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1839011 Aug 26 10:58:30.257105 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b194928-18e6-4d96-9386-351a087d6525 req-d2476010-2e28-4cc8-8ba4-72c2703384c7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:30.267639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b194928-18e6-4d96-9386-351a087d6525 req-d2476010-2e28-4cc8-8ba4-72c2703384c7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1958928 Aug 26 10:58:30.302570 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3afa73d-70ba-4672-ae43-44ee5fa1f17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:30.356233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b194928-18e6-4d96-9386-351a087d6525 req-13f8def7-9f44-4d05-8145-8a779864d2f8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830531 Aug 26 10:58:30.378271 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3afa73d-70ba-4672-ae43-44ee5fa1f17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:30.401294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30e24-a643-471f-ba14-aeb790907605 req-2b336179-9257-4f48-aedc-45cbb37c2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:30.403232 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4fe30e24-a643-471f-ba14-aeb790907605 req-2b336179-9257-4f48-aedc-45cbb37c2ff2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 1098 time: 0.0634487 Aug 26 10:58:30.404405 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:30.464325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Pushing event updated for resources: {'Port': ['ID=fd33d2f4-f568-4b91-9817-2c7d08feb82c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:30.487550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:58:30.491053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:58:30.506623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:58:30.525490 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3afa73d-70ba-4672-ae43-44ee5fa1f17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:30.537748 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3afa73d-70ba-4672-ae43-44ee5fa1f17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:30.542345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c3afa73d-70ba-4672-ae43-44ee5fa1f17b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f61406e0-f9bb-4a0a-b2bb-a0cbd95f2619 HTTP/1.1" status: 204 len: 168 time: 0.5168543 Aug 26 10:58:30.577045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afa73d-70ba-4672-ae43-44ee5fa1f17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61406e0-f9bb-4a0a-b2bb-a0cbd95f2619,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:30.636532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:30.637551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:30.661980 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-77dddb47-c1db-44a8-9246-07550e615e64 tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7465303 Aug 26 10:58:30.668896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53914) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:30.675360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30e24-a643-471f-ba14-aeb790907605 req-04dc5d8c-ef9c-41ec-8417-ede7e270c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:30.677336 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4fe30e24-a643-471f-ba14-aeb790907605 req-04dc5d8c-ef9c-41ec-8417-ede7e270c462 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 916 time: 0.2144594 Aug 26 10:58:30.678843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.133'}]}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:30.730507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:30.733297 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:30.753915 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4fe30e24-a643-471f-ba14-aeb790907605 req-c11ad4dd-af28-4487-a0f8-6a02417483c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 HTTP/1.1" status: 200 len: 217 time: 0.0665717 Aug 26 10:58:30.832011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:30.851933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30e24-a643-471f-ba14-aeb790907605 req-ebab9eb8-1289-42c6-b505-a998d38eb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:30.853766 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4fe30e24-a643-471f-ba14-aeb790907605 req-ebab9eb8-1289-42c6-b505-a998d38eb774 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 200 len: 855 time: 0.0922430 Aug 26 10:58:30.895879 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4fe30e24-a643-471f-ba14-aeb790907605 req-2b75e081-210b-4ebc-9002-68e77959dfc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9918277b-9b58-46c3-bf7a-efa497581723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332589 Aug 26 10:58:31.021121 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4fe30e24-a643-471f-ba14-aeb790907605 req-8e27e544-f531-4fbf-ad70-440163de5f0c service neutron] 10.222.0.47 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135576 Aug 26 10:58:31.165006 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4fe30e24-a643-471f-ba14-aeb790907605 req-6e96861f-5dd9-4eed-9916-0a2875acff3f service neutron] 10.222.0.47 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326900 Aug 26 10:58:31.204340 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:31.238079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa409e-8bb3-4e18-9321-b1fb92235699 req-0439fe72-33b2-40dd-8a39-00e5f4f57fed tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:31.246968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4afa409e-8bb3-4e18-9321-b1fb92235699 req-0439fe72-33b2-40dd-8a39-00e5f4f57fed tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 945 time: 0.2845607 Aug 26 10:58:31.336604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b7e13-27c0-404e-b12c-00935457cc71 req-2a120cee-bfac-4bdf-98f6-43607c261289 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:31.338194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-663b7e13-27c0-404e-b12c-00935457cc71 req-2a120cee-bfac-4bdf-98f6-43607c261289 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.3191650 Aug 26 10:58:31.386084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4afa409e-8bb3-4e18-9321-b1fb92235699 req-674f43a5-3bb1-4534-ad3f-c1f8552d655c tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369340 Aug 26 10:58:31.440393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-663b7e13-27c0-404e-b12c-00935457cc71 req-25e0f871-1054-4b16-b740-78fd61ec7c6c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876377 Aug 26 10:58:31.682985 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:58:31.818021 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:31.830583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2376805-fc54-4b6e-a88a-b28d022c0bc1 req-c95b6824-5a3b-4128-b98f-78e32eda6d1b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:31.832306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2376805-fc54-4b6e-a88a-b28d022c0bc1 req-c95b6824-5a3b-4128-b98f-78e32eda6d1b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.2198913 Aug 26 10:58:31.858819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df815dc-69fa-4127-ab60-fa8811667c95 req-83621e3d-002f-480d-885f-5fdf1f729891 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:31.860404 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0df815dc-69fa-4127-ab60-fa8811667c95 req-83621e3d-002f-480d-885f-5fdf1f729891 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2459843 Aug 26 10:58:31.864229 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:31.989243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0df815dc-69fa-4127-ab60-fa8811667c95 req-485201cd-a3dd-4733-861a-7f6b775288cb tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178925 Aug 26 10:58:31.995317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2376805-fc54-4b6e-a88a-b28d022c0bc1 req-8f63d04a-3ca6-4811-82d9-cfd0e74998f2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335177 Aug 26 10:58:32.163676 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:32.403113 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:32.405623 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:32.461032 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:32.462048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9408bae-a9a7-4c9f-842a-4704b2256812 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:58:32.491311 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 26 10:58:32.492499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a1735515-a896-4e86-8e89-f34b5459fa0a tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8218856 Aug 26 10:58:32.495517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53968) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:32.701839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049a673-0383-4444-a55d-cd2eff90dcc9 req-3082be36-d458-44ac-98e7-b0c422c9e2dc tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:32.703504 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e049a673-0383-4444-a55d-cd2eff90dcc9 req-3082be36-d458-44ac-98e7-b0c422c9e2dc tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 945 time: 0.1368876 Aug 26 10:58:32.718228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e33572-7f06-4a95-8cb2-4f6b79eeed65 req-5b4fd90a-5641-4aa0-a141-dfc53efeb4b4 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:32.720430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07e33572-7f06-4a95-8cb2-4f6b79eeed65 req-5b4fd90a-5641-4aa0-a141-dfc53efeb4b4 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1193619 Aug 26 10:58:32.732246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-ab65d0b7-3c13-4cc4-b888-46585787654f tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Deleting port fd33d2f4-f568-4b91-9817-2c7d08feb82c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:32.732587 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab65d0b7-3c13-4cc4-b888-46585787654f tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:32.833889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e049a673-0383-4444-a55d-cd2eff90dcc9 req-6bd47e4d-d8be-47c6-b50d-7e6a1880fe5c tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107144 Aug 26 10:58:32.849884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07e33572-7f06-4a95-8cb2-4f6b79eeed65 req-72e15f54-2996-42d8-bc4c-71b1310bfb91 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194735 Aug 26 10:58:32.874505 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab65d0b7-3c13-4cc4-b888-46585787654f tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:32.912327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-ab65d0b7-3c13-4cc4-b888-46585787654f tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Calling delete_port for fd33d2f4-f568-4b91-9817-2c7d08feb82c owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:33.113230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 69c40a3f-ac4a-484e-a724-137be15e9b65 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:58:33.274502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b63da-1fc7-4b24-bc73-b345b5f51347 req-18fa7ba4-59f9-4be0-b22c-ae6a1a0702a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:33.276853 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-420b63da-1fc7-4b24-bc73-b345b5f51347 req-18fa7ba4-59f9-4be0-b22c-ae6a1a0702a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7ac982e7dd3433ca1b2be170a107e0a&device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 1097 time: 0.0566363 Aug 26 10:58:33.335892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:33.350367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b', 'port_id': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'mac_address': 'fa:16:3e:6a:33:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1dfbf1-5bb4-498a-a82d-9c935bf08205', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:58:33.353173 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab65d0b7-3c13-4cc4-b888-46585787654f tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:33.428031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f11c0-bc23-4dd6-951a-3c06a50819a1 req-568ef584-c3e2-48b8-a092-bf329ae64d6c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:33.430803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-128f11c0-bc23-4dd6-951a-3c06a50819a1 req-568ef584-c3e2-48b8-a092-bf329ae64d6c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.2068248 Aug 26 10:58:33.434660 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:33.450776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82813cc-87ca-45bd-b53d-73df6cae2fc3 req-64ae0084-bda1-4a13-a491-feb4b5a2502d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:33.455029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69c40a3f-ac4a-484e-a724-137be15e9b65 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:58:33.464620 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a82813cc-87ca-45bd-b53d-73df6cae2fc3 req-64ae0084-bda1-4a13-a491-feb4b5a2502d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2883902 Aug 26 10:58:33.476032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65d0b7-3c13-4cc4-b888-46585787654f tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd33d2f4-f568-4b91-9817-2c7d08feb82c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:33.494718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:33.505025 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:33.512503 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b63da-1fc7-4b24-bc73-b345b5f51347 req-700eae8b-6eab-4d4c-b169-4e824e82a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:33.515424 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-420b63da-1fc7-4b24-bc73-b345b5f51347 req-700eae8b-6eab-4d4c-b169-4e824e82a976 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 HTTP/1.1" status: 200 len: 915 time: 0.2288485 Aug 26 10:58:33.578274 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-420b63da-1fc7-4b24-bc73-b345b5f51347 req-31764cc1-36c3-4b63-90a6-e497afad997f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afcb7f55-4564-49af-b8e7-4767a62687fa HTTP/1.1" status: 200 len: 217 time: 0.0552955 Aug 26 10:58:33.603557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:33.629116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['69c40a3f-ac4a-484e-a724-137be15e9b65'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:58:33.661538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b63da-1fc7-4b24-bc73-b345b5f51347 req-2bf0d605-652c-4b6e-98d6-255aaffceac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:33.666084 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-420b63da-1fc7-4b24-bc73-b345b5f51347 req-2bf0d605-652c-4b6e-98d6-255aaffceac9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a4a303e-f378-4b86-8ccd-bc6610f106cb HTTP/1.1" status: 200 len: 854 time: 0.0773666 Aug 26 10:58:33.672180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-128f11c0-bc23-4dd6-951a-3c06a50819a1 req-c558193b-6fb7-47f3-9b14-dac2b4afa4e7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922829 Aug 26 10:58:33.693454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a82813cc-87ca-45bd-b53d-73df6cae2fc3 req-d2a8c259-9e80-433c-97dc-b31f2707c960 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271380 Aug 26 10:58:33.725325 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab65d0b7-3c13-4cc4-b888-46585787654f tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:33.732160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ab65d0b7-3c13-4cc4-b888-46585787654f tempest-RoutersAdminNegativeTest-988540031 tempest-RoutersAdminNegativeTest-988540031-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fd33d2f4-f568-4b91-9817-2c7d08feb82c HTTP/1.1" status: 204 len: 168 time: 1.2319355 Aug 26 10:58:33.749296 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-420b63da-1fc7-4b24-bc73-b345b5f51347 req-6175acf1-e3ef-4056-98d1-7dc1072f0c1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740278 Aug 26 10:58:34.014709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56340e88-fcbb-44f9-af04-a66ce278967d req-d19ffa6d-91fa-4667-ae87-ed5b8b7cbb9c tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:34.020016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56340e88-fcbb-44f9-af04-a66ce278967d req-d19ffa6d-91fa-4667-ae87-ed5b8b7cbb9c tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 945 time: 0.1763892 Aug 26 10:58:34.158439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818ceee-a96a-41a1-8a4c-cbf54328ca4a req-24444b31-9139-468d-8f15-7e11da318daf tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:34.160616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c818ceee-a96a-41a1-8a4c-cbf54328ca4a req-24444b31-9139-468d-8f15-7e11da318daf tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1385336 Aug 26 10:58:34.196736 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56340e88-fcbb-44f9-af04-a66ce278967d req-0c011485-5fff-42a6-af54-caa5332ca2c2 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021979 Aug 26 10:58:34.287377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c818ceee-a96a-41a1-8a4c-cbf54328ca4a req-f4ce0bd8-304a-40c6-86cf-aa3dab713a0d tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052258 Aug 26 10:58:34.366782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54004) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:34.442144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c21728-51f8-4780-929b-682552de9c07 req-2bb1ecd2-b733-40dc-983f-cd2c0374c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:34.444547 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-64c21728-51f8-4780-929b-682552de9c07 req-2bb1ecd2-b733-40dc-983f-cd2c0374c511 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 1097 time: 0.1327512 Aug 26 10:58:34.490609 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-420b63da-1fc7-4b24-bc73-b345b5f51347 req-9c82809c-43f1-44a4-b099-7885646be882 service neutron] 10.222.0.47 "GET /v2.0/networks/4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329173 Aug 26 10:58:34.562101 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-230c03e8-1eb8-4e2a-9291-887c4eb0049e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:34.599113 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-64c21728-51f8-4780-929b-682552de9c07 req-771a80ad-4ae8-4f95-9388-6225cedd0529 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420689 Aug 26 10:58:34.679327 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-420b63da-1fc7-4b24-bc73-b345b5f51347 req-defd7ea6-4857-4bb8-b540-052ae46d8f20 service neutron] 10.222.0.47 "GET /v2.0/networks/4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792712 Aug 26 10:58:34.694580 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-230c03e8-1eb8-4e2a-9291-887c4eb0049e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:34.700927 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-230c03e8-1eb8-4e2a-9291-887c4eb0049e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:34.778989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c03e8-1eb8-4e2a-9291-887c4eb0049e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3454e45a-263b-4c9d-92ce-ab33b5a5fb4c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:34.834231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-230c03e8-1eb8-4e2a-9291-887c4eb0049e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b60f87e3ba49441ba7a4a88b3d47e8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639423 Aug 26 10:58:34.835487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54020) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:34.901537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54024) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:34.944213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5eb96ac-6d22-460f-ad43-f7b6ca3af010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:34.987277 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5eb96ac-6d22-460f-ad43-f7b6ca3af010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.005286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed01f8-d56f-4dc5-8710-adaf76b17825 req-c038c025-7c96-4434-99df-a119069a66f3 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:35.007637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebed01f8-d56f-4dc5-8710-adaf76b17825 req-c038c025-7c96-4434-99df-a119069a66f3 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.2189944 Aug 26 10:58:35.022600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a48a-47f1-4ae4-9df3-891f03d91635 req-c8e1e05d-755d-4cbe-b122-f135f10a2de7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:35.025241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5683a48a-47f1-4ae4-9df3-891f03d91635 req-c8e1e05d-755d-4cbe-b122-f135f10a2de7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.1774306 Aug 26 10:58:35.059906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e1175f4-04b0-4828-8849-40ad03fc03d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.076768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 59d88335-fff9-45e7-baf9-b1fb156b2985 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:58:35.079731 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 69c40a3f-ac4a-484e-a724-137be15e9b65 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:58:35.112329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebed01f8-d56f-4dc5-8710-adaf76b17825 req-ebe42000-5392-4825-aab1-c2e2e4617cee tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839779 Aug 26 10:58:35.119006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5683a48a-47f1-4ae4-9df3-891f03d91635 req-665a90c8-2ef9-4efd-ac5b-9cc66c10ca4c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815568 Aug 26 10:58:35.134541 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5eb96ac-6d22-460f-ad43-f7b6ca3af010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.140789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5eb96ac-6d22-460f-ad43-f7b6ca3af010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.143642 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b5eb96ac-6d22-460f-ad43-f7b6ca3af010 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3454e45a-263b-4c9d-92ce-ab33b5a5fb4c HTTP/1.1" status: 204 len: 168 time: 0.3065143 Aug 26 10:58:35.178642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb96ac-6d22-460f-ad43-f7b6ca3af010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3454e45a-263b-4c9d-92ce-ab33b5a5fb4c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:35.215359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 59d88335-fff9-45e7-baf9-b1fb156b2985, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=59d88335-fff9-45e7-baf9-b1fb156b2985,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:35.281975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '59d88335-fff9-45e7-baf9-b1fb156b2985', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'port_id': '59d88335-fff9-45e7-baf9-b1fb156b2985', 'mac_address': 'fa:16:3e:ec:91:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c71856-2cfc-4d6d-8f1b-fb314e8f501e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:58:35.335228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e1175f4-04b0-4828-8849-40ad03fc03d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.347126 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e1175f4-04b0-4828-8849-40ad03fc03d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.368235 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.387610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59d88335-fff9-45e7-baf9-b1fb156b2985 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:58:35.403934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 69c40a3f-ac4a-484e-a724-137be15e9b65 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:58:35.404310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.450556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 59d88335-fff9-45e7-baf9-b1fb156b2985, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=59d88335-fff9-45e7-baf9-b1fb156b2985,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:35.464600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.472013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c825a0-362a-4d46-870f-8f10b0ec5403 req-4b5d3932-3dfc-4377-95b5-6074c1068d28 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:35.481329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01c825a0-362a-4d46-870f-8f10b0ec5403 req-4b5d3932-3dfc-4377-95b5-6074c1068d28 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 945 time: 0.1241570 Aug 26 10:58:35.489045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1175f4-04b0-4828-8849-40ad03fc03d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3e89f8-a7f9-409f-9fc9-d20d2dbe5c44,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:35.512768 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1e1175f4-04b0-4828-8849-40ad03fc03d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d02d98931c644278b5b1b33c1e42acf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6071877 Aug 26 10:58:35.527515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54042) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:35.654019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['59d88335-fff9-45e7-baf9-b1fb156b2985'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:58:35.704550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=59d88335-fff9-45e7-baf9-b1fb156b2985,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:35.732884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01c825a0-362a-4d46-870f-8f10b0ec5403 req-85c2a54e-9be2-456f-a9f6-c83b9c7ae0b9 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500391 Aug 26 10:58:35.737530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.764700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41131ed6-6504-4f3b-997f-96452116bda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.794881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc1fe4-f026-43ea-94c8-4abfa4d906af req-5950228b-500f-42ff-b093-2fab693a8232 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:35.801204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:58:35.803935 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1701b6-f538-437e-b1e0-9c52f132f5fa" -d '{"events": [{"server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "name": "network-vif-plugged", "status": "completed", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:58:35.828133 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19dc1fe4-f026-43ea-94c8-4abfa4d906af req-5950228b-500f-42ff-b093-2fab693a8232 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.3432357 Aug 26 10:58:35.832441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:35.846310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.871902 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41131ed6-6504-4f3b-997f-96452116bda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.925612 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebfdf9d-cf5a-45aa-9423-b9bd8b3dfd62 x-openstack-request-id: req-eebfdf9d-cf5a-45aa-9423-b9bd8b3dfd62 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:58:35.925943 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "name": "network-vif-plugged", "status": "completed", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:58:35.926231 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eebfdf9d-cf5a-45aa-9423-b9bd8b3dfd62 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:58:35.926612 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'code': 200} Aug 26 10:58:35.956349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19dc1fe4-f026-43ea-94c8-4abfa4d906af req-7bc944bf-6dee-49b7-8313-5612351ad4d7 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267364 Aug 26 10:58:35.978368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:35.990545 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41131ed6-6504-4f3b-997f-96452116bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:35.998749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41131ed6-6504-4f3b-997f-96452116bda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:36.006067 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-41131ed6-6504-4f3b-997f-96452116bda0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d3e89f8-a7f9-409f-9fc9-d20d2dbe5c44 HTTP/1.1" status: 204 len: 168 time: 0.4771872 Aug 26 10:58:36.021648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41131ed6-6504-4f3b-997f-96452116bda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3e89f8-a7f9-409f-9fc9-d20d2dbe5c44,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:36.037931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54048) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:36.096335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-411b5352-d6ad-4418-8644-0ac43ad1b73a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=940f51e6c8d24c3cb6b1b056958d2852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568380 Aug 26 10:58:36.099349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54050) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:36.193819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-721c0dc0-1658-4a43-9002-75ef187c007b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:36.278409 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-721c0dc0-1658-4a43-9002-75ef187c007b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:36.365771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfe1a2-6df2-448f-a541-4c64e45f64ee req-97d5ef6e-c22c-499e-b5a4-f670eeabf1db tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:36.367381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-acdfe1a2-6df2-448f-a541-4c64e45f64ee req-97d5ef6e-c22c-499e-b5a4-f670eeabf1db tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 945 time: 0.1490231 Aug 26 10:58:36.395443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b49b2-ba0e-4806-8696-b5a628539c8e req-1af03e04-bd48-4aea-a336-028eedd09c4a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:36.403791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-486b49b2-ba0e-4806-8696-b5a628539c8e req-1af03e04-bd48-4aea-a336-028eedd09c4a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1008692 Aug 26 10:58:36.449042 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-721c0dc0-1658-4a43-9002-75ef187c007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:36.451709 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-721c0dc0-1658-4a43-9002-75ef187c007b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:36.456959 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-721c0dc0-1658-4a43-9002-75ef187c007b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17b59f53-0e94-44cc-924d-0c68efd05706 HTTP/1.1" status: 204 len: 168 time: 0.3522897 Aug 26 10:58:36.481580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c0dc0-1658-4a43-9002-75ef187c007b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b59f53-0e94-44cc-924d-0c68efd05706,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:36.530799 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-acdfe1a2-6df2-448f-a541-4c64e45f64ee req-9426e39a-d70f-41f4-ad1f-007402884ad2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214218 Aug 26 10:58:36.552831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-486b49b2-ba0e-4806-8696-b5a628539c8e req-1744bde7-b454-4091-b0ba-8206766d8e04 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480114 Aug 26 10:58:36.947843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3b70c-b8c0-4743-9830-05a48554514f req-8f18d1d5-f209-4e1e-ae1d-72dea0faf6c4 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:36.950504 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37f3b70c-b8c0-4743-9830-05a48554514f req-8f18d1d5-f209-4e1e-ae1d-72dea0faf6c4 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 945 time: 0.0855947 Aug 26 10:58:37.049907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37f3b70c-b8c0-4743-9830-05a48554514f req-b7ed3a92-c59e-43e1-ac6d-54953e2a26aa tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898948 Aug 26 10:58:37.088357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 59d88335-fff9-45e7-baf9-b1fb156b2985 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:58:37.300753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 59d88335-fff9-45e7-baf9-b1fb156b2985 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:58:37.301359 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:37.331371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7470f-808a-4086-a49c-e921657cee48 req-b20649d6-4161-40c6-8746-dc9a9baa626c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:37.334873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbb7470f-808a-4086-a49c-e921657cee48 req-b20649d6-4161-40c6-8746-dc9a9baa626c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1910851 Aug 26 10:58:37.451550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbb7470f-808a-4086-a49c-e921657cee48 req-a0bfe0f8-11be-4e14-86b7-72f8e91b0812 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087554 Aug 26 10:58:37.713034 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:37.835884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 59d88335-fff9-45e7-baf9-b1fb156b2985, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=59d88335-fff9-45e7-baf9-b1fb156b2985,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:37.852664 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:37.933927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57297170-792d-4d81-bd37-0cff4015e37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d88335-fff9-45e7-baf9-b1fb156b2985'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:58:37.941194 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9cc0a1-eed3-4a1a-9119-dc6224602890" -d '{"events": [{"server_uuid": "57297170-792d-4d81-bd37-0cff4015e37c", "name": "network-vif-plugged", "status": "completed", "tag": "59d88335-fff9-45e7-baf9-b1fb156b2985"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:58:37.989160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=59d88335-fff9-45e7-baf9-b1fb156b2985,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:38.170868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b1e54-390c-48f4-a98f-dca92c4c37b3 req-8e496832-db31-4e1f-8880-0f58ec0b0afc tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:38.183403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a62b1e54-390c-48f4-a98f-dca92c4c37b3 req-8e496832-db31-4e1f-8880-0f58ec0b0afc tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.2070999 Aug 26 10:58:38.201106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3646b-8bff-4f52-b316-7319d2c19b98 req-0979c448-16f4-4cc9-82ff-be02413adbc4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:38.215917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0b3646b-8bff-4f52-b316-7319d2c19b98 req-0979c448-16f4-4cc9-82ff-be02413adbc4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1786377 Aug 26 10:58:38.328458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a62b1e54-390c-48f4-a98f-dca92c4c37b3 req-5f6460e2-f3b5-4fc0-8586-200aed922496 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950766 Aug 26 10:58:38.409055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54140) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:38.409622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0b3646b-8bff-4f52-b316-7319d2c19b98 req-18369bf9-9838-46f6-a993-3543196d0d4e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913049 Aug 26 10:58:38.651445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4162dc9-0d86-4f37-b80a-646be2dac8cd req-d222447a-15ee-4091-b5e8-2fc6e0135128 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:38.654271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4162dc9-0d86-4f37-b80a-646be2dac8cd req-d222447a-15ee-4091-b5e8-2fc6e0135128 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 945 time: 0.1631646 Aug 26 10:58:38.696898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1729165013'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:38.760589 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cead5df9-0787-482e-b40c-58edd99127ca x-openstack-request-id: req-cead5df9-0787-482e-b40c-58edd99127ca {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:58:38.761208 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57297170-792d-4d81-bd37-0cff4015e37c", "name": "network-vif-plugged", "status": "completed", "tag": "59d88335-fff9-45e7-baf9-b1fb156b2985", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:58:38.761208 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cead5df9-0787-482e-b40c-58edd99127ca {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:58:38.761620 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57297170-792d-4d81-bd37-0cff4015e37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d88335-fff9-45e7-baf9-b1fb156b2985', 'code': 200} Aug 26 10:58:38.797029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:38.801814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4162dc9-0d86-4f37-b80a-646be2dac8cd req-42c6fa2a-4f64-44de-b184-89a6b707340c tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357913 Aug 26 10:58:38.805335 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:38.846237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:38.893059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632d31-6791-430f-950b-7b58d82dd0dd req-df7c178a-2a10-45f6-8f10-24fec3e3a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:38.895699 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be632d31-6791-430f-950b-7b58d82dd0dd req-df7c178a-2a10-45f6-8f10-24fec3e3a192 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fda451808c6346a3be19222940da66a2&device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 1097 time: 0.1387844 Aug 26 10:58:39.108628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83c0a1-778d-4e6e-bb0c-00f9bc41f114 req-24fa9261-5cbc-40ae-b87f-55994bf736d6 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:39.110993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc83c0a1-778d-4e6e-bb0c-00f9bc41f114 req-24fa9261-5cbc-40ae-b87f-55994bf736d6 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.1688352 Aug 26 10:58:39.166650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632d31-6791-430f-950b-7b58d82dd0dd req-6c392761-052e-40f4-88eb-bab07cb33a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:39.169781 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be632d31-6791-430f-950b-7b58d82dd0dd req-6c392761-052e-40f4-88eb-bab07cb33a84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 200 len: 919 time: 0.2633517 Aug 26 10:58:39.190285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc83c0a1-778d-4e6e-bb0c-00f9bc41f114 req-a7b3b41e-cf2e-4ece-80b8-ec368b81e05c tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693610 Aug 26 10:58:39.258011 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be632d31-6791-430f-950b-7b58d82dd0dd req-39dd11a1-034a-460b-8d26-289322929bca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333 HTTP/1.1" status: 200 len: 217 time: 0.0753660 Aug 26 10:58:39.334822 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:39.348325 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:39.371780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632d31-6791-430f-950b-7b58d82dd0dd req-c747ffbe-9efc-4575-9808-089da0a64e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:39.374575 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be632d31-6791-430f-950b-7b58d82dd0dd req-c747ffbe-9efc-4575-9808-089da0a64e89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=760b4e2b-5c18-4ac8-b8ff-22f5ada85360 HTTP/1.1" status: 200 len: 858 time: 0.1046393 Aug 26 10:58:39.375941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:58:39.537638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5f7ddb-d9b9-49ad-9e32-28f3412eec1c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:39.542438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:39.543148 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Added segment d2c78f79-6438-4f32-9d3b-0ee79e8459ec of type vlan for network 1d093d78-6cd5-4f35-ab51-136534e9b61c Aug 26 10:58:39.546493 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be632d31-6791-430f-950b-7b58d82dd0dd req-ba06d245-14f6-4127-9e58-2bbd33ce7222 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7c04127-23c0-4729-b2ff-8a8b499ac03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297760 Aug 26 10:58:39.702458 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:39.827565 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff91bd8-02af-4168-aab4-ab59d253a81d req-5c635bd5-a9f9-4563-ae86-6ef2d7e473ea tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:39.829576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:39.831232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ff91bd8-02af-4168-aab4-ab59d253a81d req-5c635bd5-a9f9-4563-ae86-6ef2d7e473ea tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1282609 Aug 26 10:58:39.843778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:39.844435 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:39.860979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe15d14-d444-44d0-95b9-e452c39ecb59 req-49b2e7f6-521b-42d9-aadb-cbd646986ae9 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:39.862019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9528ef-8fed-4b19-954f-a92c2824d7a5 req-e02abe30-d4cf-4477-82fc-e0db1422119e tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:39.863864 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2c9528ef-8fed-4b19-954f-a92c2824d7a5 req-e02abe30-d4cf-4477-82fc-e0db1422119e tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.47 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 945 time: 0.2046664 Aug 26 10:58:39.879792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbe15d14-d444-44d0-95b9-e452c39ecb59 req-49b2e7f6-521b-42d9-aadb-cbd646986ae9 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.3159211 Aug 26 10:58:39.958489 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be632d31-6791-430f-950b-7b58d82dd0dd req-7671df89-64c3-4144-be7c-23577c144724 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025838 Aug 26 10:58:39.965107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ff91bd8-02af-4168-aab4-ab59d253a81d req-bc818d02-6347-4983-96be-3a2c39055c7e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222482 Aug 26 10:58:40.008628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbe15d14-d444-44d0-95b9-e452c39ecb59 req-a58a194a-8fbd-4ed2-9522-e27d56ea3503 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277549 Aug 26 10:58:40.346351 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be632d31-6791-430f-950b-7b58d82dd0dd req-42b70451-1bd8-4b2a-87e9-95a6a9d89cd6 service neutron] 10.222.0.42 "GET /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514299 Aug 26 10:58:40.358274 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9475465 Aug 26 10:58:40.385874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5a6aa-3b94-49c0-ba8e-d108f1e0dac7 req-523d647c-ec64-4e58-8ec9-c0de05a06ced tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:40.406201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33f5a6aa-3b94-49c0-ba8e-d108f1e0dac7 req-523d647c-ec64-4e58-8ec9-c0de05a06ced tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/ports?device_id=36772e55-8856-433e-9ec4-87f5860c2083 HTTP/1.1" status: 200 len: 945 time: 0.2241039 Aug 26 10:58:40.486640 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc12fcd-17fb-4aec-9249-956fe5c77381 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=1d093d78-6cd5-4f35-ab51-136534e9b61c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:40.517007 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33f5a6aa-3b94-49c0-ba8e-d108f1e0dac7 req-81546f7f-3a3a-4d1e-a0a1-aebea671a925 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.21 "GET /v2.0/security-groups?id=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062911 Aug 26 10:58:40.521665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 1d093d78-6cd5-4f35-ab51-136534e9b61c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:58:40.584492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-2c9528ef-8fed-4b19-954f-a92c2824d7a5 req-bc127edf-944f-430c-83ca-ec92a8019794 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Deleting port afcb7f55-4564-49af-b8e7-4767a62687fa {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:40.585302 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-2c9528ef-8fed-4b19-954f-a92c2824d7a5 req-bc127edf-944f-430c-83ca-ec92a8019794 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:40.946670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-2c9528ef-8fed-4b19-954f-a92c2824d7a5 req-bc127edf-944f-430c-83ca-ec92a8019794 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] For port afcb7f55-4564-49af-b8e7-4767a62687fa, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=afcb7f55-4564-49af-b8e7-4767a62687fa,segment=NetworkSegment(35d72cda-c7aa-4159-9a20-1c433878b417),segment_id=35d72cda-c7aa-4159-9a20-1c433878b417)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:40.947223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-2c9528ef-8fed-4b19-954f-a92c2824d7a5 req-bc127edf-944f-430c-83ca-ec92a8019794 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:41.037993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-2c9528ef-8fed-4b19-954f-a92c2824d7a5 req-bc127edf-944f-430c-83ca-ec92a8019794 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Calling delete_port for afcb7f55-4564-49af-b8e7-4767a62687fa owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:41.687125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad99326-e0b3-4cd4-897e-2d30ab8fd149 req-4dce9ebf-92d3-481c-b64e-b03bbcddeada tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:41.696923 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-2c9528ef-8fed-4b19-954f-a92c2824d7a5 req-bc127edf-944f-430c-83ca-ec92a8019794 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:41.704953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ad99326-e0b3-4cd4-897e-2d30ab8fd149 req-4dce9ebf-92d3-481c-b64e-b03bbcddeada tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.2465224 Aug 26 10:58:41.768049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc127edf-944f-430c-83ca-ec92a8019794 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Pushing event deleted for resources: {'Port': ['ID=afcb7f55-4564-49af-b8e7-4767a62687fa,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:41.853459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9528ef-8fed-4b19-954f-a92c2824d7a5 req-bc127edf-944f-430c-83ca-ec92a8019794 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] No DVR routers for this DVR port afcb7f55-4564-49af-b8e7-4767a62687fa on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:58:41.860127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ad99326-e0b3-4cd4-897e-2d30ab8fd149 req-f401dc31-5c2c-4d89-94a1-80ae27bb3f79 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520185 Aug 26 10:58:41.863319 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-2c9528ef-8fed-4b19-954f-a92c2824d7a5 req-bc127edf-944f-430c-83ca-ec92a8019794 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:41.868825 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2c9528ef-8fed-4b19-954f-a92c2824d7a5 req-bc127edf-944f-430c-83ca-ec92a8019794 tempest-InstanceActionsTestJSON-1920125183 tempest-InstanceActionsTestJSON-1920125183-project] 10.222.0.47 "DELETE /v2.0/ports/afcb7f55-4564-49af-b8e7-4767a62687fa HTTP/1.1" status: 204 len: 173 time: 1.9845920 Aug 26 10:58:41.882438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36772e55-8856-433e-9ec4-87f5860c2083', 'name': 'network-vif-deleted', 'tag': 'afcb7f55-4564-49af-b8e7-4767a62687fa'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:58:41.890101 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2161ad36-ec9d-4b32-b0af-d759bdfe4f6e" -d '{"events": [{"server_uuid": "36772e55-8856-433e-9ec4-87f5860c2083", "name": "network-vif-deleted", "tag": "afcb7f55-4564-49af-b8e7-4767a62687fa"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:58:42.177215 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff49146-6c65-419f-b513-347b08529797 req-0412e52e-eca8-4d43-9c1a-dd90c735c7cd tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:42.181813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aff49146-6c65-419f-b513-347b08529797 req-0412e52e-eca8-4d43-9c1a-dd90c735c7cd tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1484351 Aug 26 10:58:42.348596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aff49146-6c65-419f-b513-347b08529797 req-7bac407d-cf04-46b0-b3b9-c4d4c838b886 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586943 Aug 26 10:58:42.823229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a3db0-2d72-421d-a5a5-2392e39b13b1 req-60018a47-5d2d-426b-9076-f6038eef7523 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:42.865182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f4a3db0-2d72-421d-a5a5-2392e39b13b1 req-60018a47-5d2d-426b-9076-f6038eef7523 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.3132381 Aug 26 10:58:42.991717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a695a7-8b36-4fee-8207-87581827528b req-3febd479-ebfc-4dcc-96b6-e030584341ab tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:43.000965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f3a695a7-8b36-4fee-8207-87581827528b req-3febd479-ebfc-4dcc-96b6-e030584341ab tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 945 time: 0.3552766 Aug 26 10:58:43.067219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f4a3db0-2d72-421d-a5a5-2392e39b13b1 req-e9177996-fd79-48c9-9209-e48d284ac367 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006721 Aug 26 10:58:43.110460 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fe346cf5-42bf-4227-8b82-f760557eeaad req-6b5feb83-6ae0-4812-a25d-6cf591f8729c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2762153 Aug 26 10:58:43.159479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device afcb7f55-4564-49af-b8e7-4767a62687fa no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:58:43.262835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: afcb7f55-4564-49af-b8e7-4767a62687fa {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:58:43.263587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device afcb7f55-4564-49af-b8e7-4767a62687fa not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:58:43.299700 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46e01946-9521-4194-91ed-2bbe42f87a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:43.465800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9b858-31bd-433b-b553-89bdc533cacb req-63299617-5050-4d5b-91ee-ff9d39b4836c tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:43.469328 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4a9b858-31bd-433b-b553-89bdc533cacb req-63299617-5050-4d5b-91ee-ff9d39b4836c tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 945 time: 0.1801832 Aug 26 10:58:43.526332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-f3a695a7-8b36-4fee-8207-87581827528b req-2933947b-5f98-4bf1-8cc3-d2d4b2b411fb tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Deleting port d8d964f2-2a32-42d6-80e9-644a04aed887 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:43.530661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f3a695a7-8b36-4fee-8207-87581827528b req-2933947b-5f98-4bf1-8cc3-d2d4b2b411fb tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:43.559611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe346cf5-42bf-4227-8b82-f760557eeaad req-942c3545-d396-4ba5-8670-b6efddf803d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:43.567323 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fe346cf5-42bf-4227-8b82-f760557eeaad req-942c3545-d396-4ba5-8670-b6efddf803d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1153358dbfc14cd1949212225b7015c9&device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 1097 time: 0.2966685 Aug 26 10:58:43.579579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4a9b858-31bd-433b-b553-89bdc533cacb req-9913ef6b-0372-433f-a171-a27ca1d56392 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996950 Aug 26 10:58:43.673944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54238) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:43.837666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebf4b37-d37b-45fa-a901-d524bbf625a3 admin admin] Deleting subnet 4a4a303e-f378-4b86-8ccd-bc6610f106cb {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:58:43.854858 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf101d2c-e8e6-4265-a881-6ffe78f85f18 x-openstack-request-id: req-cf101d2c-e8e6-4265-a881-6ffe78f85f18 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:58:43.855439 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36772e55-8856-433e-9ec4-87f5860c2083", "name": "network-vif-deleted", "tag": "afcb7f55-4564-49af-b8e7-4767a62687fa", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:58:43.855862 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf101d2c-e8e6-4265-a881-6ffe78f85f18 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:58:43.856539 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36772e55-8856-433e-9ec4-87f5860c2083', 'name': 'network-vif-deleted', 'tag': 'afcb7f55-4564-49af-b8e7-4767a62687fa', 'status': 'completed', 'code': 200} Aug 26 10:58:43.860324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ebf4b37-d37b-45fa-a901-d524bbf625a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:44.120095 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ebf4b37-d37b-45fa-a901-d524bbf625a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:44.133147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f3a695a7-8b36-4fee-8207-87581827528b req-2933947b-5f98-4bf1-8cc3-d2d4b2b411fb tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] For port d8d964f2-2a32-42d6-80e9-644a04aed887, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d8d964f2-2a32-42d6-80e9-644a04aed887,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:44.133762 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f3a695a7-8b36-4fee-8207-87581827528b req-2933947b-5f98-4bf1-8cc3-d2d4b2b411fb tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:44.181384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-f3a695a7-8b36-4fee-8207-87581827528b req-2933947b-5f98-4bf1-8cc3-d2d4b2b411fb tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Calling delete_port for d8d964f2-2a32-42d6-80e9-644a04aed887 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:44.194771 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe346cf5-42bf-4227-8b82-f760557eeaad req-11170536-262b-4308-9a4c-6a265f495acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:44.196806 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fe346cf5-42bf-4227-8b82-f760557eeaad req-11170536-262b-4308-9a4c-6a265f495acc service neutron] 10.222.0.42 "GET /v2.0/networks?id=9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 200 len: 916 time: 0.4735241 Aug 26 10:58:44.261139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57241c7-86ec-4825-a0bf-2ffc037784d7 req-0e3b881f-93d4-4d61-b886-acfc69e757f4 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:44.268440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a57241c7-86ec-4825-a0bf-2ffc037784d7 req-0e3b881f-93d4-4d61-b886-acfc69e757f4 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.2466187 Aug 26 10:58:44.297253 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ebf4b37-d37b-45fa-a901-d524bbf625a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:44.358699 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fe346cf5-42bf-4227-8b82-f760557eeaad req-8baf37c7-a919-4147-8187-9c5857ec658b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29fa4369-683f-4ad1-b0c2-b031813511fb HTTP/1.1" status: 200 len: 217 time: 0.1515496 Aug 26 10:58:44.473642 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a57241c7-86ec-4825-a0bf-2ffc037784d7 req-7472a9d7-ee6b-4cf2-9b0f-953e906e8e2b tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968143 Aug 26 10:58:44.559566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54244) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:44.573599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'network_id': '1d093d78-6cd5-4f35-ab51-136534e9b61c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:44.635631 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ebf4b37-d37b-45fa-a901-d524bbf625a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:44.687482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe346cf5-42bf-4227-8b82-f760557eeaad req-3f6265b0-0c68-44a3-b48a-45246305bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:44.692905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fe346cf5-42bf-4227-8b82-f760557eeaad req-3f6265b0-0c68-44a3-b48a-45246305bf19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 200 len: 855 time: 0.2548039 Aug 26 10:58:44.778987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf317b0-31ec-4384-91d7-e0453a89a71e req-889a2aa6-4c71-403d-b5aa-4f5c23b10b1e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:44.787343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cf317b0-31ec-4384-91d7-e0453a89a71e req-889a2aa6-4c71-403d-b5aa-4f5c23b10b1e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1550980 Aug 26 10:58:44.792523 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ebf4b37-d37b-45fa-a901-d524bbf625a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:44.799243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0ebf4b37-d37b-45fa-a901-d524bbf625a3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4a4a303e-f378-4b86-8ccd-bc6610f106cb HTTP/1.1" status: 204 len: 168 time: 1.1190519 Aug 26 10:58:44.800640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf4b37-d37b-45fa-a901-d524bbf625a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4a303e-f378-4b86-8ccd-bc6610f106cb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:44.801825 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fe346cf5-42bf-4227-8b82-f760557eeaad req-b6ec487b-da2a-404c-b821-41d0d08846bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9918277b-9b58-46c3-bf7a-efa497581723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844946 Aug 26 10:58:44.809182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54250) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:44.967214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cf317b0-31ec-4384-91d7-e0453a89a71e req-9abaaa38-33ed-4c4a-be81-754f8bad82e4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785038 Aug 26 10:58:44.972916 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:45.009409 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fe346cf5-42bf-4227-8b82-f760557eeaad req-4f2f759a-9880-4424-9373-3802e75c04cc service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966603 Aug 26 10:58:45.161344 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:45.174591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:45.187825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d72cda-c7aa-4159-9a20-1c433878b417') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:45.188572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d72cda-c7aa-4159-9a20-1c433878b417') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:45.199853 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:45.200649 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fe346cf5-42bf-4227-8b82-f760557eeaad req-af4e9e27-c5a4-4091-a18b-3dd91512705f service neutron] 10.222.0.42 "GET /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814284 Aug 26 10:58:45.222679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:45.230832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:58:45.231634 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:58:45.319341 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:58:45.340011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:45.349910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f3a695a7-8b36-4fee-8207-87581827528b req-2933947b-5f98-4bf1-8cc3-d2d4b2b411fb tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:45.365228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:58:45.375391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['29fa4369-683f-4ad1-b0c2-b031813511fb', '150a11f5-db01-4fbd-8f20-5bc968828090'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:58:45.492861 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:45.505827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8 HTTP/1.1" status: 204 len: 168 time: 0.6907156 Aug 26 10:58:45.557291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:45.565649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:45.625225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933947b-5f98-4bf1-8cc3-d2d4b2b411fb tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Pushing event deleted for resources: {'Port': ['ID=d8d964f2-2a32-42d6-80e9-644a04aed887,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:45.730594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a695a7-8b36-4fee-8207-87581827528b req-2933947b-5f98-4bf1-8cc3-d2d4b2b411fb tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] No DVR routers for this DVR port d8d964f2-2a32-42d6-80e9-644a04aed887 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:58:45.743720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d8d964f2-2a32-42d6-80e9-644a04aed887 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:58:45.749636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f3a695a7-8b36-4fee-8207-87581827528b req-2933947b-5f98-4bf1-8cc3-d2d4b2b411fb tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:45.754138 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f3a695a7-8b36-4fee-8207-87581827528b req-2933947b-5f98-4bf1-8cc3-d2d4b2b411fb tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "DELETE /v2.0/ports/d8d964f2-2a32-42d6-80e9-644a04aed887 HTTP/1.1" status: 204 len: 173 time: 2.7462060 Aug 26 10:58:45.780611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a5038-96c1-4a7e-9b8f-69a7ff7aaa25 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc1fb6a-5e3a-405f-b8be-e0c20a1389d8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:45.857882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc775e6-2d05-49da-8989-7a074ad41a88', 'name': 'network-vif-deleted', 'tag': 'd8d964f2-2a32-42d6-80e9-644a04aed887'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:58:45.861181 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb4fad5-e807-4628-b431-cb9b44d9f124" -d '{"events": [{"server_uuid": "cfc775e6-2d05-49da-8989-7a074ad41a88", "name": "network-vif-deleted", "tag": "d8d964f2-2a32-42d6-80e9-644a04aed887"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:58:45.925769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: d8d964f2-2a32-42d6-80e9-644a04aed887 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:58:45.926546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d8d964f2-2a32-42d6-80e9-644a04aed887 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:58:45.996628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cce36-2835-47e0-9165-e37086db5f81 req-8fe33040-f58a-4b5a-a4c5-f018a1d559e8 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:45.998365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a83cce36-2835-47e0-9165-e37086db5f81 req-8fe33040-f58a-4b5a-a4c5-f018a1d559e8 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.6803186 Aug 26 10:58:46.009802 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6669d41f-f401-4cbc-abad-270ebf2b6fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:46.070017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54258) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:46.179667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a83cce36-2835-47e0-9165-e37086db5f81 req-ee641623-3479-4175-8747-8bed58c17e85 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628392 Aug 26 10:58:46.188911 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5fe301b2-9c27-431b-bd3b-db280d07e917 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7ac982e7dd3433ca1b2be170a107e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1169386 Aug 26 10:58:46.189342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54260) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:46.374114 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:47.067935 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-563dc0df-e8b4-47bf-b97f-9436ee582d61 req-1c1ab747-cccf-435b-898b-caa36638b1a1 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfc775e6-2d05-49da-8989-7a074ad41a88 HTTP/1.1" status: 200 len: 210 time: 0.0604188 Aug 26 10:58:47.068839 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4fd7fbdf-b1c9-4365-bef3-b711e777b694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:47.128503 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:47.149912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4fd7fbdf-b1c9-4365-bef3-b711e777b694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:47.242646 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:47.342683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=3dad28ff-f701-470a-aabf-a731204dbbf6,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:47.382076 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4fd7fbdf-b1c9-4365-bef3-b711e777b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:47.391037 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4fd7fbdf-b1c9-4365-bef3-b711e777b694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:47.393457 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4fd7fbdf-b1c9-4365-bef3-b711e777b694 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7effeec5-52b6-4bd2-8cd3-4d2de0a63fec HTTP/1.1" status: 204 len: 168 time: 1.2000520 Aug 26 10:58:47.493329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7fbdf-b1c9-4365-bef3-b711e777b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7effeec5-52b6-4bd2-8cd3-4d2de0a63fec,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:47.520346 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Checking segment: {'id': 'd2c78f79-6438-4f32-9d3b-0ee79e8459ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1d093d78-6cd5-4f35-ab51-136534e9b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:58:47.522141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network hostable DHCP agents. Network: 1d093d78-6cd5-4f35-ab51-136534e9b61c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:58:47.570685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network 1d093d78-6cd5-4f35-ab51-136534e9b61c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:58:47.604976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 1d093d78-6cd5-4f35-ab51-136534e9b61c) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:58:47.639416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5a149-fccc-4ff4-a40d-167e71074edc None None] Network 1d093d78-6cd5-4f35-ab51-136534e9b61c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:47.686415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:47.689216 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2baeeecd-f867-4f6f-a2b5-6e2d5d26ebe4 x-openstack-request-id: req-2baeeecd-f867-4f6f-a2b5-6e2d5d26ebe4 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:58:47.689735 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc775e6-2d05-49da-8989-7a074ad41a88", "name": "network-vif-deleted", "tag": "d8d964f2-2a32-42d6-80e9-644a04aed887", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:58:47.689854 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2baeeecd-f867-4f6f-a2b5-6e2d5d26ebe4 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:58:47.690185 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc775e6-2d05-49da-8989-7a074ad41a88', 'name': 'network-vif-deleted', 'tag': 'd8d964f2-2a32-42d6-80e9-644a04aed887', 'status': 'completed', 'code': 200} Aug 26 10:58:47.691676 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:47.762434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ff9ba343-b5fb-4267-a1f8-512333a15b1e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1999974 Aug 26 10:58:47.768359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54280) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:47.773993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808158033'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:47.839113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:47.846590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:47.903956 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:58:47.932491 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:47.933552 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Added segment ec4c6868-3b41-4902-844a-99c00c17da11 of type vlan for network f72a1319-03e6-4afa-90b3-87ed9ce055a8 Aug 26 10:58:47.951710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842a491-b727-4889-9504-06a176f65ea2 req-5e2670f8-5754-4a24-aac6-a06238f7795d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:47.967809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9842a491-b727-4889-9504-06a176f65ea2 req-5e2670f8-5754-4a24-aac6-a06238f7795d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1239326 Aug 26 10:58:48.082158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:48.131774 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9842a491-b727-4889-9504-06a176f65ea2 req-0b56fa67-b70b-4198-a029-b7ba9e59647b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518250 Aug 26 10:58:48.245878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:48.294615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:48.294781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-1d093d78-6cd5-4f35-ab51-136534e9b61c', 'network_id': '1d093d78-6cd5-4f35-ab51-136534e9b61c', 'tenant_id': 'de9d5faad8f84a4e9bfc08f923125264', 'fixed_ips': [{'subnet_id': '3dad28ff-f701-470a-aabf-a731204dbbf6'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:58:48.296220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:48.306619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:48.577924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57bf7d-bc07-4519-82a9-b59efe780149 req-826799ee-3c33-48ba-9f26-0b0deef8cf93 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:48.595632 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b57bf7d-bc07-4519-82a9-b59efe780149 req-826799ee-3c33-48ba-9f26-0b0deef8cf93 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1360769 Aug 26 10:58:48.651726 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8821142 Aug 26 10:58:48.662291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54294) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:48.682360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'network_id': 'f72a1319-03e6-4afa-90b3-87ed9ce055a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:48.756047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Allocated IP 2001:db8:0:ffff::2 (1d093d78-6cd5-4f35-ab51-136534e9b61c/3dad28ff-f701-470a-aabf-a731204dbbf6/5c1858f3-0bbb-4cde-b211-80532b73f70d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:58:48.772115 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b57bf7d-bc07-4519-82a9-b59efe780149 req-514c1044-97a8-4d31-a836-a24103ba4093 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727700 Aug 26 10:58:49.006659 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:49.017974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Transition to ACTIVE for port object 5c1858f3-0bbb-4cde-b211-80532b73f70d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:58:49.038329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Transition to ACTIVE for port object 5c1858f3-0bbb-4cde-b211-80532b73f70d will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:58:49.064042 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:49.108028 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d3167-a81b-4a16-9931-4d89e09a7b7d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=f72a1319-03e6-4afa-90b3-87ed9ce055a8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:49.124831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:49.139592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:49.310580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Pushing event updated for resources: {'Port': ['ID=5c1858f3-0bbb-4cde-b211-80532b73f70d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:49.385960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f72a1319-03e6-4afa-90b3-87ed9ce055a8 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:58:49.462491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.465538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.468124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.471456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.472658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.475287 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.475866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.476351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.477531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.480044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.480589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.489865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:58:49.622605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Network 1d093d78-6cd5-4f35-ab51-136534e9b61c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:58:49.650134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb31650-3df0-45a0-9743-08648de701e2 req-320d47aa-0fd5-4240-8848-b2f4a56d7d5e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:49.667063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3cb31650-3df0-45a0-9743-08648de701e2 req-320d47aa-0fd5-4240-8848-b2f4a56d7d5e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.3070674 Aug 26 10:58:49.680626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54310) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:49.750219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3cb31650-3df0-45a0-9743-08648de701e2 req-2dabe9e9-8f40-4de5-ac29-5de624380845 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804274 Aug 26 10:58:49.814270 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:49.919275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:58:49.933199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:58:49.978299 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.041434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1350553816-network', 'tenant_id': '37c2b22987a74f7bbddedb4525047724'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:50.072765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=18ad2088-2438-407f-a7ef-3472c8506a3a,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:50.121958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Checking segment: {'id': 'ec4c6868-3b41-4902-844a-99c00c17da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f72a1319-03e6-4afa-90b3-87ed9ce055a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:58:50.122633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network hostable DHCP agents. Network: f72a1319-03e6-4afa-90b3-87ed9ce055a8, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:58:50.132275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Made reservation on behalf of 37c2b22987a74f7bbddedb4525047724 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:50.134198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Attempting to bind port 5c1858f3-0bbb-4cde-b211-80532b73f70d on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:58:50.136742 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Attempting to bind port 5c1858f3-0bbb-4cde-b211-80532b73f70d by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'd2c78f79-6438-4f32-9d3b-0ee79e8459ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1d093d78-6cd5-4f35-ab51-136534e9b61c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:58:50.137805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Attempting to bind port 5c1858f3-0bbb-4cde-b211-80532b73f70d on network 1d093d78-6cd5-4f35-ab51-136534e9b61c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:58:50.153113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.155666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:58:50.158403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Checking segment: {'id': 'd2c78f79-6438-4f32-9d3b-0ee79e8459ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1d093d78-6cd5-4f35-ab51-136534e9b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:58:50.159220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.161642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Bound using segment: {'id': 'd2c78f79-6438-4f32-9d3b-0ee79e8459ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1d093d78-6cd5-4f35-ab51-136534e9b61c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:58:50.162509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Bound port: 5c1858f3-0bbb-4cde-b211-80532b73f70d, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c78f79-6438-4f32-9d3b-0ee79e8459ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1d093d78-6cd5-4f35-ab51-136534e9b61c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:58:50.164781 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.168817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbafa2d-fec8-4b17-97e8-25d9dbf46fac req-f5c546d2-4cb7-44b5-a9ab-9711622420fe tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:50.176163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cbafa2d-fec8-4b17-97e8-25d9dbf46fac req-f5c546d2-4cb7-44b5-a9ab-9711622420fe tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.2089000 Aug 26 10:58:50.186652 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.250175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network f72a1319-03e6-4afa-90b3-87ed9ce055a8 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:58:50.301347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f72a1319-03e6-4afa-90b3-87ed9ce055a8) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:58:50.318746 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:50.319383 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.362838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cbafa2d-fec8-4b17-97e8-25d9dbf46fac req-bb353cad-0beb-4283-b6ad-9cec10950127 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781337 Aug 26 10:58:50.404126 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] For port 5c1858f3-0bbb-4cde-b211-80532b73f70d, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:58:50.421348 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] For port 5c1858f3-0bbb-4cde-b211-80532b73f70d, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5c1858f3-0bbb-4cde-b211-80532b73f70d,segment=NetworkSegment(d2c78f79-6438-4f32-9d3b-0ee79e8459ec),segment_id=d2c78f79-6438-4f32-9d3b-0ee79e8459ec)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:58:50.437261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a1e271-841e-432e-a8f2-6d516cc40b9f None None] Network f72a1319-03e6-4afa-90b3-87ed9ce055a8 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:50.568970 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.589410 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.618645 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.621610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54320) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:50.629211 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a5dc6459-a198-4b29-b63e-80c4c131c0f2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9510427 Aug 26 10:58:50.669532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:58:50.692701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.717697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b4a7be-8ec4-44fc-9174-8d278de29826,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:50.738604 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.738997 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Added segment b929a400-2cbc-45a1-a9e1-d137a82136a2 of type vlan for network 995ba74d-f5de-4ce5-a5e4-835f836ffdf6 Aug 26 10:58:50.752171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462699b-51e6-4249-a0e8-460d844b2986 None None] Pushing event updated for resources: {'Port': ['ID=5c1858f3-0bbb-4cde-b211-80532b73f70d,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:50.875200 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.950924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:50.952444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:50.953560 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:51.025577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a0537-9422-4447-8802-6341e7835944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-f72a1319-03e6-4afa-90b3-87ed9ce055a8', 'network_id': 'f72a1319-03e6-4afa-90b3-87ed9ce055a8', 'tenant_id': 'de9d5faad8f84a4e9bfc08f923125264', 'fixed_ips': [{'subnet_id': '18ad2088-2438-407f-a7ef-3472c8506a3a'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:58:51.032601 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640a0537-9422-4447-8802-6341e7835944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:51.057045 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:51.207570 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5143373 Aug 26 10:58:51.211409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54326) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:51.242948 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] Request body: {'subnet': {'network_id': '995ba74d-f5de-4ce5-a5e4-835f836ffdf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1350553816-subnet', 'tenant_id': '37c2b22987a74f7bbddedb4525047724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:51.370814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] Made reservation on behalf of 37c2b22987a74f7bbddedb4525047724 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:51.389208 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:51.437773 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaab09-8b2a-4424-8309-42c9f0b017dc admin admin] Pushing event updated for resources: {'Network': ['ID=995ba74d-f5de-4ce5-a5e4-835f836ffdf6,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:51.529875 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:51.594265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-640a0537-9422-4447-8802-6341e7835944 None None] Allocated IP 2001:db8::1 (f72a1319-03e6-4afa-90b3-87ed9ce055a8/18ad2088-2438-407f-a7ef-3472c8506a3a/158853be-9104-49d7-8680-1d12c6b23a80) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:58:51.781403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 995ba74d-f5de-4ce5-a5e4-835f836ffdf6 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:58:51.789272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abc98f-c160-4d8b-8722-b91561d577bd req-7c932f1b-d631-444c-a0ec-c6a145c2dce5 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:51.797593 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87abc98f-c160-4d8b-8722-b91561d577bd req-7c932f1b-d631-444c-a0ec-c6a145c2dce5 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.7368243 Aug 26 10:58:51.896874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87abc98f-c160-4d8b-8722-b91561d577bd req-f4182a09-f9ac-4683-aacf-3d42ca211e45 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982234 Aug 26 10:58:51.930012 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:52.044754 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:52.151457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b801-7c9c-407b-bf92-e2ee8e174d51 req-9cdb0329-9240-4cec-b9a6-6c8ee0088dcf tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:52.157366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] Checking segment: {'id': 'b929a400-2cbc-45a1-a9e1-d137a82136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '995ba74d-f5de-4ce5-a5e4-835f836ffdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:58:52.157747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] Network hostable DHCP agents. Network: 995ba74d-f5de-4ce5-a5e4-835f836ffdf6, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:58:52.162465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0283b801-7c9c-407b-bf92-e2ee8e174d51 req-9cdb0329-9240-4cec-b9a6-6c8ee0088dcf tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1422572 Aug 26 10:58:52.165430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b181d954-e4b0-4610-a28b-55458c97cbd7,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:52.219197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] Network 995ba74d-f5de-4ce5-a5e4-835f836ffdf6 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:58:52.246447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 995ba74d-f5de-4ce5-a5e4-835f836ffdf6) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:58:52.252700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:52.258505 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:52.286316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ea0dd-a830-4f9c-a66c-1cbff90640c4 None None] Network 995ba74d-f5de-4ce5-a5e4-835f836ffdf6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:52.289627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0283b801-7c9c-407b-bf92-e2ee8e174d51 req-90b32d0a-8d3e-4d8b-bd2b-90a27d5f165f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209395 Aug 26 10:58:52.323069 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8dd99612-d11f-4072-930a-9a5e86b66314 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0951574 Aug 26 10:58:52.526240 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640a0537-9422-4447-8802-6341e7835944 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:52.587931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-640a0537-9422-4447-8802-6341e7835944 None None] Transition to ACTIVE for port object 158853be-9104-49d7-8680-1d12c6b23a80 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:58:52.594444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443783e1-dd25-49e2-80b5-ed550fa0e7d5 None None] Network 995ba74d-f5de-4ce5-a5e4-835f836ffdf6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:52.637279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c1858f3-0bbb-4cde-b211-80532b73f70d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:58:52.826857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-640a0537-9422-4447-8802-6341e7835944 None None] Transition to ACTIVE for port object 158853be-9104-49d7-8680-1d12c6b23a80 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:58:52.909944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:52.943350 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640a0537-9422-4447-8802-6341e7835944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:52.986682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Subnet': ['ID=18ad2088-2438-407f-a7ef-3472c8506a3a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:53.145746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9036e2-251b-4894-b934-1797dec8baad None None] Network 1d093d78-6cd5-4f35-ab51-136534e9b61c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:53.196646 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:53.234354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72a1319-03e6-4afa-90b3-87ed9ce055a8']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:53.297587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4c6868-3b41-4902-844a-99c00c17da11') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:53.298437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4c6868-3b41-4902-844a-99c00c17da11') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:53.357355 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:53.388116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca91a99-b244-4c44-9c64-fd63918318d2 req-a848812b-6386-460f-875c-19bb16b0ade9 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:53.397079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ca91a99-b244-4c44-9c64-fd63918318d2 req-a848812b-6386-460f-875c-19bb16b0ade9 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1452103 Aug 26 10:58:53.399918 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:53.420814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:58:53.421859 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:58:53.425781 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:58:53.525263 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ca91a99-b244-4c44-9c64-fd63918318d2 req-46f6505c-75b9-4fae-8617-1477752fb5cc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267390 Aug 26 10:58:53.544218 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 10:58:53.544218 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 10:58:53.544218 n-d-778550-13 neutron-server[101267]: [parameters: {'id': 'f72a1319-03e6-4afa-90b3-87ed9ce055a8'}] Aug 26 10:58:53.544218 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:58:53.545232 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:58:53.710893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640a0537-9422-4447-8802-6341e7835944 None None] Network f72a1319-03e6-4afa-90b3-87ed9ce055a8 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:58:53.737403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-640a0537-9422-4447-8802-6341e7835944 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:58:53.747654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a0537-9422-4447-8802-6341e7835944 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:58:53.765451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-497a5870-54ce-412d-80bf-56f3f5cbaf07 None None] Provisioning for port 5c1858f3-0bbb-4cde-b211-80532b73f70d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:58:53.776203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a0537-9422-4447-8802-6341e7835944 None None] Pushing event updated for resources: {'Port': ['ID=158853be-9104-49d7-8680-1d12c6b23a80,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:53.835001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 5c1858f3-0bbb-4cde-b211-80532b73f70d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:58:53.893627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5c1858f3-0bbb-4cde-b211-80532b73f70d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:58:53.894189 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:54.046523 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:54.166248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-640a0537-9422-4447-8802-6341e7835944 None None] Attempting to bind port 158853be-9104-49d7-8680-1d12c6b23a80 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:58:54.166844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-640a0537-9422-4447-8802-6341e7835944 None None] Attempting to bind port 158853be-9104-49d7-8680-1d12c6b23a80 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'ec4c6868-3b41-4902-844a-99c00c17da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f72a1319-03e6-4afa-90b3-87ed9ce055a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:58:54.169613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640a0537-9422-4447-8802-6341e7835944 None None] Attempting to bind port 158853be-9104-49d7-8680-1d12c6b23a80 on network f72a1319-03e6-4afa-90b3-87ed9ce055a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:58:54.199546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640a0537-9422-4447-8802-6341e7835944 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:58:54.205282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640a0537-9422-4447-8802-6341e7835944 None None] Checking segment: {'id': 'ec4c6868-3b41-4902-844a-99c00c17da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f72a1319-03e6-4afa-90b3-87ed9ce055a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:58:54.207293 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640a0537-9422-4447-8802-6341e7835944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:54.207817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640a0537-9422-4447-8802-6341e7835944 None None] Bound using segment: {'id': 'ec4c6868-3b41-4902-844a-99c00c17da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f72a1319-03e6-4afa-90b3-87ed9ce055a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:58:54.208449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-640a0537-9422-4447-8802-6341e7835944 None None] Bound port: 158853be-9104-49d7-8680-1d12c6b23a80, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4c6868-3b41-4902-844a-99c00c17da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f72a1319-03e6-4afa-90b3-87ed9ce055a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:58:54.210283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640a0537-9422-4447-8802-6341e7835944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:54.228737 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Deleting port 158853be-9104-49d7-8680-1d12c6b23a80 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:58:54.229324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:54.381175 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:54.386054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] For port 158853be-9104-49d7-8680-1d12c6b23a80, host n-d-778550-13, got binding levels [] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:54.388575 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:54.444727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Calling delete_port for 158853be-9104-49d7-8680-1d12c6b23a80 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:58:54.540470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 5c1858f3-0bbb-4cde-b211-80532b73f70d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5c1858f3-0bbb-4cde-b211-80532b73f70d,segment=NetworkSegment(d2c78f79-6438-4f32-9d3b-0ee79e8459ec),segment_id=d2c78f79-6438-4f32-9d3b-0ee79e8459ec)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:58:54.551047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-640a0537-9422-4447-8802-6341e7835944 None None] For port 158853be-9104-49d7-8680-1d12c6b23a80, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:58:54.569974 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:54.690749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-640a0537-9422-4447-8802-6341e7835944 None None] For port 158853be-9104-49d7-8680-1d12c6b23a80, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=158853be-9104-49d7-8680-1d12c6b23a80,segment=NetworkSegment(ec4c6868-3b41-4902-844a-99c00c17da11),segment_id=ec4c6868-3b41-4902-844a-99c00c17da11)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:58:54.721999 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:54.733442 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640a0537-9422-4447-8802-6341e7835944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:54.831936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=5c1858f3-0bbb-4cde-b211-80532b73f70d,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:54.838276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No DVR routers for this DVR port 158853be-9104-49d7-8680-1d12c6b23a80 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:58:54.853068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Port': ['ID=158853be-9104-49d7-8680-1d12c6b23a80,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-298d7ff5-67a1-4adc-9605-0fb05e9ed09d None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 158853be-9104-49d7-8680-1d12c6b23a80 could not be found. Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 10:58:55.013782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 158853be-9104-49d7-8680-1d12c6b23a80 could not be found. Aug 26 10:58:55.017782 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 10:58:55.035081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a0537-9422-4447-8802-6341e7835944 None None] Pushing event deleted for resources: {'Port': ['ID=158853be-9104-49d7-8680-1d12c6b23a80,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:55.045402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2e0e00c4-2309-48b0-a9b7-123f142ecb66 None None] Provisioning complete for port 5c1858f3-0bbb-4cde-b211-80532b73f70d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:58:55.046025 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e0e00c4-2309-48b0-a9b7-123f142ecb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:55.119039 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:55.142485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313cd84-ae92-437b-86c6-242f328ed29b None None] Network f72a1319-03e6-4afa-90b3-87ed9ce055a8 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:55.156449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72a1319-03e6-4afa-90b3-87ed9ce055a8']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:55.193213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4c6868-3b41-4902-844a-99c00c17da11') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:55.194084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4c6868-3b41-4902-844a-99c00c17da11') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:58:55.225775 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:55.259407 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:55.270364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:58:55.270979 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:58:55.275198 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:58:55.418948 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:55.438285 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:55.451117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/f72a1319-03e6-4afa-90b3-87ed9ce055a8 HTTP/1.1" status: 204 len: 168 time: 4.8237119 Aug 26 10:58:55.457151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54366) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:55.475466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612968694'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:55.496466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10235260-c241-4042-b143-d7cf0cdeed66 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Network': ['ID=f72a1319-03e6-4afa-90b3-87ed9ce055a8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:55.595590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:55.601317 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:55.678555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305307f7-c239-443f-ad83-fb4b716c0abe None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 10:58:55.695646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:58:55.715686 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:55.716069 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Added segment 027da627-65ae-46e9-baa4-17ae2437f0dc of type vlan for network 069cd45e-9167-4d75-b715-29aa4140d6b6 Aug 26 10:58:55.835851 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:55.921722 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:55.954941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:55.955977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:56.177865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305307f7-c239-443f-ad83-fb4b716c0abe None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 10:58:56.289499 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8279765 Aug 26 10:58:56.289923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54370) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:56.299164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'network_id': '069cd45e-9167-4d75-b715-29aa4140d6b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:56.314023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16996252-c884-4ce3-bbc5-ae929ab9cd3d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=069cd45e-9167-4d75-b715-29aa4140d6b6,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:56.386863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 069cd45e-9167-4d75-b715-29aa4140d6b6 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:58:56.616417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:56.621986 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:56.862328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c1858f3-0bbb-4cde-b211-80532b73f70d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:58:57.129841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:57.436905 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5c1858f3-0bbb-4cde-b211-80532b73f70d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:58:57.437456 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:57.470343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=ec5cab74-1276-4c05-93e2-b85bbc64243b,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:57.499736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Checking segment: {'id': '027da627-65ae-46e9-baa4-17ae2437f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '069cd45e-9167-4d75-b715-29aa4140d6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:58:57.502884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network hostable DHCP agents. Network: 069cd45e-9167-4d75-b715-29aa4140d6b6, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:58:57.586877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network 069cd45e-9167-4d75-b715-29aa4140d6b6 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:58:57.628522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 069cd45e-9167-4d75-b715-29aa4140d6b6) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:58:57.645332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:57.646759 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:57.701175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-11cfa1ad-cc9c-407a-9e30-e9e01612a014 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4096725 Aug 26 10:58:57.708054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54374) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:57.735032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2078851864'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:57.800844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:57.805595 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:57.853252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:58:57.879021 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:57.880348 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Added segment 1582fd20-7ed8-4619-9a31-38e25f509de2 of type vlan for network b003dda4-622e-4492-a1a2-0bf91f5ff484 Aug 26 10:58:58.050543 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:58.131170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:58.140738 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:58.141756 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:58.237056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21cb13-2c02-4bb1-b96c-27156e032ae2 None None] Network 069cd45e-9167-4d75-b715-29aa4140d6b6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:58.370896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=b003dda4-622e-4492-a1a2-0bf91f5ff484,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:58.396999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b003dda4-622e-4492-a1a2-0bf91f5ff484 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:58:58.416304 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4f95ef44-6cf4-4688-9023-6d48b17038d0 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7040615 Aug 26 10:58:58.419481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54378) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:58.430244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'network_id': 'b003dda4-622e-4492-a1a2-0bf91f5ff484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:58:58.914083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:58:58.918092 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:59.052449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Performing IP validity checks on allocation pools {{(pid=101267) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 26 10:58:59.052998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101267) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 26 10:58:59.323074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-069cd45e-9167-4d75-b715-29aa4140d6b6', 'network_id': '069cd45e-9167-4d75-b715-29aa4140d6b6', 'tenant_id': 'de9d5faad8f84a4e9bfc08f923125264', 'fixed_ips': [{'subnet_id': 'ec5cab74-1276-4c05-93e2-b85bbc64243b'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:58:59.323951 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:59.439689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:59.638619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=d1cbda0a-c80a-4c60-b221-7d014f4a8062,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:58:59.646847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Checking segment: {'id': '1582fd20-7ed8-4619-9a31-38e25f509de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b003dda4-622e-4492-a1a2-0bf91f5ff484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:58:59.647439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network hostable DHCP agents. Network: b003dda4-622e-4492-a1a2-0bf91f5ff484, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:58:59.680245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network b003dda4-622e-4492-a1a2-0bf91f5ff484 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:58:59.703413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b003dda4-622e-4492-a1a2-0bf91f5ff484) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:58:59.718656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cc7ca5-702f-4ff7-80fd-2c1567cbd09d None None] Network b003dda4-622e-4492-a1a2-0bf91f5ff484 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:58:59.721917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:58:59.723276 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:58:59.762285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54382) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:58:59.763588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ff6bfc2d-8f6b-4223-ae41-de412bcbdc82 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3418400 Aug 26 10:58:59.926203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Allocated IP 2001:db8::3 (069cd45e-9167-4d75-b715-29aa4140d6b6/ec5cab74-1276-4c05-93e2-b85bbc64243b/2e7a8dd6-73fc-418b-a527-f641dd6535b7) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:59:00.119312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:00.362776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:00.497180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:00.644820 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:00.649240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffadd4d5-efe7-4105-b373-23f69865979a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b003dda4-622e-4492-a1a2-0bf91f5ff484', 'network_id': 'b003dda4-622e-4492-a1a2-0bf91f5ff484', 'tenant_id': 'de9d5faad8f84a4e9bfc08f923125264', 'fixed_ips': [{'subnet_id': 'd1cbda0a-c80a-4c60-b221-7d014f4a8062'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:59:00.650234 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ffadd4d5-efe7-4105-b373-23f69865979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:00.676712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b003dda4-622e-4492-a1a2-0bf91f5ff484']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:00.710685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1582fd20-7ed8-4619-9a31-38e25f509de2') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:00.711157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1582fd20-7ed8-4619-9a31-38e25f509de2') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:00.741773 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:00.785440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:00.814135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:00.814550 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:00.981550 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:01.030691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cbda0a-c80a-4c60-b221-7d014f4a8062,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:01.056316 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.075936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710ccb36-f355-4f8d-8687-78bfab63702b None None] Network b003dda4-622e-4492-a1a2-0bf91f5ff484 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:01.112176 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.121004 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.123324 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/b003dda4-622e-4492-a1a2-0bf91f5ff484 HTTP/1.1" status: 204 len: 168 time: 1.3588436 Aug 26 10:59:01.130913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54386) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:01.141637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658563843'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:01.158937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Transition to ACTIVE for port object 2e7a8dd6-73fc-418b-a527-f641dd6535b7 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:01.176248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7d32b-dcdd-492d-9a68-b765026de4a8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Network': ['ID=b003dda4-622e-4492-a1a2-0bf91f5ff484,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:01.219017 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Transition to ACTIVE for port object 2e7a8dd6-73fc-418b-a527-f641dd6535b7 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:01.238792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:01.245307 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.263180 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.343784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:59:01.372607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Pushing event updated for resources: {'Port': ['ID=2e7a8dd6-73fc-418b-a527-f641dd6535b7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:01.373628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.374277 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Added segment 1653a3f0-d814-4500-9e33-89ac4ed29305 of type vlan for network 074ecf3d-32ed-42e9-8718-b31e1f9e9fcd Aug 26 10:59:01.404460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Network 069cd45e-9167-4d75-b715-29aa4140d6b6 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:59:01.407081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:01.485896 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.506840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:59:01.593139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.608565 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:01.611554 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.622500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Attempting to bind port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:59:01.623029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Attempting to bind port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '027da627-65ae-46e9-baa4-17ae2437f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '069cd45e-9167-4d75-b715-29aa4140d6b6'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:59:01.624469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Attempting to bind port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 on network 069cd45e-9167-4d75-b715-29aa4140d6b6 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:01.636234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:59:01.636770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Checking segment: {'id': '027da627-65ae-46e9-baa4-17ae2437f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '069cd45e-9167-4d75-b715-29aa4140d6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:01.637292 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.637842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Bound using segment: {'id': '027da627-65ae-46e9-baa4-17ae2437f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '069cd45e-9167-4d75-b715-29aa4140d6b6'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:59:01.638592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Bound port: 2e7a8dd6-73fc-418b-a527-f641dd6535b7, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027da627-65ae-46e9-baa4-17ae2437f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '069cd45e-9167-4d75-b715-29aa4140d6b6'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:59:01.639625 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.650657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5175741 Aug 26 10:59:01.653467 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54394) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:01.661246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'network_id': '074ecf3d-32ed-42e9-8718-b31e1f9e9fcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:01.797365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] For port 2e7a8dd6-73fc-418b-a527-f641dd6535b7, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:01.816156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] For port 2e7a8dd6-73fc-418b-a527-f641dd6535b7, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2e7a8dd6-73fc-418b-a527-f641dd6535b7,segment=NetworkSegment(027da627-65ae-46e9-baa4-17ae2437f0dc),segment_id=027da627-65ae-46e9-baa4-17ae2437f0dc)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:59:01.833497 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:01.945218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:01.951862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:02.065559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=074ecf3d-32ed-42e9-8718-b31e1f9e9fcd,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:02.095894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2aa900-09c1-44f7-9c70-5538d2b805ad None None] Pushing event updated for resources: {'Port': ['ID=2e7a8dd6-73fc-418b-a527-f641dd6535b7,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:02.121333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.122077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.123453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.125792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.126552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.128724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.131420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.132322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.132839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.134929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.136417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.137375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481c6ae-bba3-427b-83a6-86142315aed6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.198282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 074ecf3d-32ed-42e9-8718-b31e1f9e9fcd details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:59:02.766375 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:02.902139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=41b63acc-f485-4f4c-aa5c-319fadc91549,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:02.916540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Checking segment: {'id': '1653a3f0-d814-4500-9e33-89ac4ed29305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '074ecf3d-32ed-42e9-8718-b31e1f9e9fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:02.917228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network hostable DHCP agents. Network: 074ecf3d-32ed-42e9-8718-b31e1f9e9fcd, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:59:02.922346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.922699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.923331 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.923857 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.924399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.924912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.925482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.925995 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.926498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.927023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.927512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.928026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:02.953186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2e7a8dd6-73fc-418b-a527-f641dd6535b7 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:59:02.966062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network 074ecf3d-32ed-42e9-8718-b31e1f9e9fcd is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:59:02.985711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 074ecf3d-32ed-42e9-8718-b31e1f9e9fcd) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:02.991057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:02.991669 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:03.023004 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-049b11df-3e4d-48c8-9637-ea05a45949ec tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3681884 Aug 26 10:59:03.027297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54408) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:03.097666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae93d3e3-e1e5-4487-b18e-d70e58063d0a None None] Network 074ecf3d-32ed-42e9-8718-b31e1f9e9fcd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:03.251966 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:03.281161 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:03.348938 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:03.593836 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:03.623273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d6c69-91cc-40d8-8003-1a7e5e17ad0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-074ecf3d-32ed-42e9-8718-b31e1f9e9fcd', 'network_id': '074ecf3d-32ed-42e9-8718-b31e1f9e9fcd', 'tenant_id': 'de9d5faad8f84a4e9bfc08f923125264', 'fixed_ips': [{'subnet_id': '41b63acc-f485-4f4c-aa5c-319fadc91549'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:59:03.625381 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c6d6c69-91cc-40d8-8003-1a7e5e17ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:03.694517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Subnet': ['ID=41b63acc-f485-4f4c-aa5c-319fadc91549,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:03.919194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a886b32b-0a97-435d-94e4-aae07e7265a9 None None] Network 074ecf3d-32ed-42e9-8718-b31e1f9e9fcd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:03.935371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:03.983774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074ecf3d-32ed-42e9-8718-b31e1f9e9fcd']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:04.027774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1653a3f0-d814-4500-9e33-89ac4ed29305') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:04.029963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1653a3f0-d814-4500-9e33-89ac4ed29305') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:04.058548 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.112581 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.137922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:04.138434 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.143208 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ae933-c87d-4d68-9db2-a21ca3166633 None None] Network 069cd45e-9167-4d75-b715-29aa4140d6b6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:04.153989 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:04.194336 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67adf5-71a7-45f7-8757-b752f1651d7b req-e55f3b04-c428-49ad-9f2a-6eeaf5700f29 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:04.196749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd67adf5-71a7-45f7-8757-b752f1651d7b req-e55f3b04-c428-49ad-9f2a-6eeaf5700f29 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1801691 Aug 26 10:59:04.256736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-143c0692-ea96-4888-901e-51694ccc4718 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:04.258783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-143c0692-ea96-4888-901e-51694ccc4718 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/networks?id=995ba74d-f5de-4ce5-a5e4-835f836ffdf6 HTTP/1.1" status: 200 len: 821 time: 0.4287570 Aug 26 10:59:04.275993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.297195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd67adf5-71a7-45f7-8757-b752f1651d7b req-50baa699-db8c-447b-b368-fe366cd11741 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792093 Aug 26 10:59:04.299289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-fff34e86-f223-4155-9881-55a2e7b3887b tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/quotas/37c2b22987a74f7bbddedb4525047724 HTTP/1.1" status: 200 len: 375 time: 0.0305123 Aug 26 10:59:04.314684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4d3b705a-5f49-4d73-81f6-cf25cec817f3 None None] Provisioning for port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:04.319906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.326094 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/074ecf3d-32ed-42e9-8718-b31e1f9e9fcd HTTP/1.1" status: 204 len: 168 time: 1.2974322 Aug 26 10:59:04.327112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ec3a7-39cf-4742-9313-749ee1316039 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Network': ['ID=074ecf3d-32ed-42e9-8718-b31e1f9e9fcd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:04.328880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54438) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:04.335143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-215256945'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:04.340156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4d3b705a-5f49-4d73-81f6-cf25cec817f3 None None] Provisioning complete for port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:04.340770 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3b705a-5f49-4d73-81f6-cf25cec817f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.366051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:04.371297 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.403683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-e7bc2e1d-06ac-46f6-8fe0-55871265dd7f tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=37c2b22987a74f7bbddedb4525047724&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949800 Aug 26 10:59:04.430279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:59:04.472557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.473111 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Added segment e3317eee-9013-40e2-ac27-4bc087b15ab9 of type vlan for network 27111bbb-8066-45c9-b58b-90469d1117ec Aug 26 10:59:04.594085 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.648584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.660604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:04.661482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.662064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01579d5-88f4-4343-9714-aa612697d637 req-55905466-06dd-48c5-9cca-fa37ea4aa11a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:04.665359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a01579d5-88f4-4343-9714-aa612697d637 req-55905466-06dd-48c5-9cca-fa37ea4aa11a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1247578 Aug 26 10:59:04.673767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-38047a18-d356-4659-9d87-777e1fb26d42 service neutron] 10.222.0.21 "GET /v2.0/networks/995ba74d-f5de-4ce5-a5e4-835f836ffdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510927 Aug 26 10:59:04.686599 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3b705a-5f49-4d73-81f6-cf25cec817f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.737959 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4d3b705a-5f49-4d73-81f6-cf25cec817f3 None None] For port 2e7a8dd6-73fc-418b-a527-f641dd6535b7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2e7a8dd6-73fc-418b-a527-f641dd6535b7,segment=NetworkSegment(027da627-65ae-46e9-baa4-17ae2437f0dc),segment_id=027da627-65ae-46e9-baa4-17ae2437f0dc)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:04.744147 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3b705a-5f49-4d73-81f6-cf25cec817f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:04.809644 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4763377 Aug 26 10:59:04.814138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54448) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:04.823175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'network_id': '27111bbb-8066-45c9-b58b-90469d1117ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:04.826553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4034903-a126-47ed-8dc4-ea685f3de927 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=27111bbb-8066-45c9-b58b-90469d1117ec,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:04.843834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b705a-5f49-4d73-81f6-cf25cec817f3 None None] Pushing event updated for resources: {'Port': ['ID=2e7a8dd6-73fc-418b-a527-f641dd6535b7,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:04.845443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a01579d5-88f4-4343-9714-aa612697d637 req-3f8501b6-5e6d-431b-aae6-6e280b247d4b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687639 Aug 26 10:59:04.853960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 27111bbb-8066-45c9-b58b-90469d1117ec details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:59:05.084450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579310ef-d191-43ab-928e-9929752e4169 req-7a308a45-b4d2-4d29-8ff8-6b67434bb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:05.086340 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-579310ef-d191-43ab-928e-9929752e4169 req-7a308a45-b4d2-4d29-8ff8-6b67434bb31f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 1098 time: 0.1432407 Aug 26 10:59:05.129730 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-17c69c3e-403b-4619-b0ef-fa2bc70b7ca9 service neutron] 10.222.0.21 "GET /v2.0/networks/995ba74d-f5de-4ce5-a5e4-835f836ffdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369478 Aug 26 10:59:05.179079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4e9b75c4-4ee4-4830-ae0a-52cd88e1465a None None] Provisioning complete for port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:05.179927 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e9b75c4-4ee4-4830-ae0a-52cd88e1465a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:05.261348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579310ef-d191-43ab-928e-9929752e4169 req-8ee8c731-de5c-4a69-8392-4709b9043cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:05.264365 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-579310ef-d191-43ab-928e-9929752e4169 req-8ee8c731-de5c-4a69-8392-4709b9043cb0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 912 time: 0.1685057 Aug 26 10:59:05.295036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:05.304253 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:05.377703 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-579310ef-d191-43ab-928e-9929752e4169 req-ccc4522c-0385-4906-bfc4-fd1507ab4065 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59d88335-fff9-45e7-baf9-b1fb156b2985 HTTP/1.1" status: 200 len: 217 time: 0.0885952 Aug 26 10:59:05.445120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7b1d0-5293-4cf0-b8c3-53278320caca req-f8149a29-14e5-41d8-9aff-3da3cf4c8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:05.447835 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-03b7b1d0-5293-4cf0-b8c3-53278320caca req-f8149a29-14e5-41d8-9aff-3da3cf4c8885 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 1097 time: 0.1796134 Aug 26 10:59:05.529454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579310ef-d191-43ab-928e-9929752e4169 req-41bac61b-e2bd-43b2-9170-a612ffad6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:05.530424 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-579310ef-d191-43ab-928e-9929752e4169 req-41bac61b-e2bd-43b2-9170-a612ffad6455 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.1445022 Aug 26 10:59:05.728974 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:05.965261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=bb740bd6-ad65-43bf-84cd-ab90a41a9f00,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:05.971884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Checking segment: {'id': 'e3317eee-9013-40e2-ac27-4bc087b15ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '27111bbb-8066-45c9-b58b-90469d1117ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:05.972538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network hostable DHCP agents. Network: 27111bbb-8066-45c9-b58b-90469d1117ec, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:59:06.016751 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-579310ef-d191-43ab-928e-9929752e4169 req-109535c8-939d-43bd-959d-0190b8e8d872 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4787111 Aug 26 10:59:06.051371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-898a55bc-b5b0-42cb-ad82-c75414d7b68d req-0889a32a-76aa-4c59-96f6-fe9fff5c8b08 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 210 time: 0.0738146 Aug 26 10:59:06.082583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e689b7-3970-4755-93e6-6a2e394060f6 req-77e21b86-c468-4075-918a-104143bfbe16 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:06.098421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90e689b7-3970-4755-93e6-6a2e394060f6 req-77e21b86-c468-4075-918a-104143bfbe16 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.2478080 Aug 26 10:59:06.141373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network 27111bbb-8066-45c9-b58b-90469d1117ec is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:59:06.171307 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7b1d0-5293-4cf0-b8c3-53278320caca req-b38a414c-d7ac-473b-bd20-293ab690efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:06.174855 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-03b7b1d0-5293-4cf0-b8c3-53278320caca req-b38a414c-d7ac-473b-bd20-293ab690efcb service neutron] 10.222.0.47 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 914 time: 0.7195709 Aug 26 10:59:06.189832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 27111bbb-8066-45c9-b58b-90469d1117ec) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:06.207577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1c4f8-e93f-46f8-8c20-0b1257fc19a6 None None] Network 27111bbb-8066-45c9-b58b-90469d1117ec requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:06.215944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:06.217311 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:06.259832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90e689b7-3970-4755-93e6-6a2e394060f6 req-ede4baec-4a35-4163-9f63-c1dd7c51628d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599336 Aug 26 10:59:06.287278 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-03b7b1d0-5293-4cf0-b8c3-53278320caca req-56c3b7cc-9b2a-47c7-a930-251d512ce1d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69c40a3f-ac4a-484e-a724-137be15e9b65 HTTP/1.1" status: 200 len: 217 time: 0.0964313 Aug 26 10:59:06.294515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-869cddc4-4b1a-4fcb-b178-8535d08761c2 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4786263 Aug 26 10:59:06.299807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54514) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:06.347168 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-579310ef-d191-43ab-928e-9929752e4169 req-01cc29d8-2004-4350-99c8-5c7003472edc service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217394 Aug 26 10:59:06.591873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7b1d0-5293-4cf0-b8c3-53278320caca req-e5664024-f944-439e-9169-2babd04b4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:06.593931 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-03b7b1d0-5293-4cf0-b8c3-53278320caca req-e5664024-f944-439e-9169-2babd04b4065 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e1dfbf1-5bb4-498a-a82d-9c935bf08205 HTTP/1.1" status: 200 len: 853 time: 0.2456007 Aug 26 10:59:06.713854 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-03b7b1d0-5293-4cf0-b8c3-53278320caca req-0e33d907-df69-4102-8bcc-c238f17fd4fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f82ae0d8-084b-4078-bf2e-64550c4c241b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917246 Aug 26 10:59:06.736815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-27111bbb-8066-45c9-b58b-90469d1117ec', 'network_id': '27111bbb-8066-45c9-b58b-90469d1117ec', 'tenant_id': 'de9d5faad8f84a4e9bfc08f923125264', 'fixed_ips': [{'subnet_id': 'bb740bd6-ad65-43bf-84cd-ab90a41a9f00'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:59:06.738112 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:06.773440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2e7a8dd6-73fc-418b-a527-f641dd6535b7 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:59:06.804359 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-579310ef-d191-43ab-928e-9929752e4169 req-0cba4d90-aa9a-4db6-acca-43e572ee8a85 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440649 Aug 26 10:59:06.843498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:06.947510 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-03b7b1d0-5293-4cf0-b8c3-53278320caca req-6e1b5495-4c3e-47f1-854d-5f2e1bdb553f service neutron] 10.222.0.47 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320161 Aug 26 10:59:06.948818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d32e09-5a4b-4d71-aceb-8aa17065b9a4 req-cd3f624b-3ee1-496f-bb5c-56036a60b49b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:06.962797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7d32e09-5a4b-4d71-aceb-8aa17065b9a4 req-cd3f624b-3ee1-496f-bb5c-56036a60b49b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1939890 Aug 26 10:59:07.086280 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:07.105245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:07.107179 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:07.145183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7d32e09-5a4b-4d71-aceb-8aa17065b9a4 req-3e77656d-4f2c-46cd-b077-e0d170e6a8cd tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812658 Aug 26 10:59:07.190964 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-03b7b1d0-5293-4cf0-b8c3-53278320caca req-b7784e6e-1b95-49cc-8299-0051d2117c3d service neutron] 10.222.0.47 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348626 Aug 26 10:59:07.272690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d329f-7b5d-4804-9ed8-51457c2db55b req-a6cbcc25-6ca5-4176-8219-d8efa0abb155 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:07.274331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-895d329f-7b5d-4804-9ed8-51457c2db55b req-a6cbcc25-6ca5-4176-8219-d8efa0abb155 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 945 time: 0.0703020 Aug 26 10:59:07.301016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Allocated IP 2001:db8::1 (27111bbb-8066-45c9-b58b-90469d1117ec/bb740bd6-ad65-43bf-84cd-ab90a41a9f00/8fc79ad6-a088-43f0-a4b1-4184f3f2f27d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:59:07.338388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e94a748-f8e4-42b2-9750-d53e441bb00a req-25ffb544-8e1a-4b3b-b1f4-35dd5d875592 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 210 time: 0.0526462 Aug 26 10:59:07.363655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-895d329f-7b5d-4804-9ed8-51457c2db55b req-1b482083-d2f7-462e-a582-c2eddf113f8c tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804279 Aug 26 10:59:07.676129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c60fc-4484-4325-8e84-605aa62bc165 req-d6f080ee-8c1e-47d8-8777-05806c5602c8 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:07.678013 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5e4c60fc-4484-4325-8e84-605aa62bc165 req-d6f080ee-8c1e-47d8-8777-05806c5602c8 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 945 time: 0.2053456 Aug 26 10:59:07.741497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f9234-0c86-4570-b1c3-2b404cdc4523 req-7800bf8d-d178-4374-ba2c-d066db0029d8 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:07.757434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-981f9234-0c86-4570-b1c3-2b404cdc4523 req-7800bf8d-d178-4374-ba2c-d066db0029d8 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.2050157 Aug 26 10:59:07.767553 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:07.799339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Transition to ACTIVE for port object 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:07.815203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-0296921c-3706-464d-a8d7-f320ed903869 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:07.819185 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-0296921c-3706-464d-a8d7-f320ed903869 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.47 "GET /v2.0/networks?id=995ba74d-f5de-4ce5-a5e4-835f836ffdf6 HTTP/1.1" status: 200 len: 821 time: 0.2872369 Aug 26 10:59:07.864081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Transition to ACTIVE for port object 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:07.881732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-981f9234-0c86-4570-b1c3-2b404cdc4523 req-c49fa93d-bef7-4ec8-afdf-eac7cdbbb41b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231699 Aug 26 10:59:07.895090 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:07.922820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Request body: {'port': {'device_id': '2dd29c3f-44de-43ea-8959-9afd02608be8', 'network_id': '995ba74d-f5de-4ce5-a5e4-835f836ffdf6', 'admin_state_up': True, 'tenant_id': '37c2b22987a74f7bbddedb4525047724'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:07.930792 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:07.958914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Network 27111bbb-8066-45c9-b58b-90469d1117ec is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:59:07.967177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:08.001543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:59:08.008432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Subnet': ['ID=bb740bd6-ad65-43bf-84cd-ab90a41a9f00,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:08.051272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Pushing event updated for resources: {'Port': ['ID=8fc79ad6-a088-43f0-a4b1-4184f3f2f27d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:08.093224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Attempting to bind port 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:59:08.093611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Attempting to bind port 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'e3317eee-9013-40e2-ac27-4bc087b15ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '27111bbb-8066-45c9-b58b-90469d1117ec'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:59:08.095510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Attempting to bind port 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d on network 27111bbb-8066-45c9-b58b-90469d1117ec {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:08.104378 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:59:08.104774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Checking segment: {'id': 'e3317eee-9013-40e2-ac27-4bc087b15ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '27111bbb-8066-45c9-b58b-90469d1117ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:08.105190 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:08.105597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Bound using segment: {'id': 'e3317eee-9013-40e2-ac27-4bc087b15ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '27111bbb-8066-45c9-b58b-90469d1117ec'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:59:08.108121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Bound port: 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3317eee-9013-40e2-ac27-4bc087b15ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '27111bbb-8066-45c9-b58b-90469d1117ec'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:59:08.108813 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:08.115864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-5e4c60fc-4484-4325-8e84-605aa62bc165 req-23f0a6ed-139b-46a5-9781-6b054e06a0fa tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Deleting port 150a11f5-db01-4fbd-8f20-5bc968828090 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:08.116142 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5e4c60fc-4484-4325-8e84-605aa62bc165 req-23f0a6ed-139b-46a5-9781-6b054e06a0fa tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:08.121728 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:08.135024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27111bbb-8066-45c9-b58b-90469d1117ec']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:08.165665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3317eee-9013-40e2-ac27-4bc087b15ab9') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:08.166155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3317eee-9013-40e2-ac27-4bc087b15ab9') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:08.191278 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:08.232272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] For port 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:08.239974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] For port 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8fc79ad6-a088-43f0-a4b1-4184f3f2f27d,segment=NetworkSegment(e3317eee-9013-40e2-ac27-4bc087b15ab9),segment_id=e3317eee-9013-40e2-ac27-4bc087b15ab9)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:59:08.258718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:08.273387 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:08.284630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:08.285163 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:08.293764 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:08.352534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-5e4c60fc-4484-4325-8e84-605aa62bc165 req-23f0a6ed-139b-46a5-9781-6b054e06a0fa tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] For port 150a11f5-db01-4fbd-8f20-5bc968828090, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=150a11f5-db01-4fbd-8f20-5bc968828090,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:08.353148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5e4c60fc-4484-4325-8e84-605aa62bc165 req-23f0a6ed-139b-46a5-9781-6b054e06a0fa tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:08.402117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-5e4c60fc-4484-4325-8e84-605aa62bc165 req-23f0a6ed-139b-46a5-9781-6b054e06a0fa tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Calling delete_port for 150a11f5-db01-4fbd-8f20-5bc968828090 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:08.406641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Made reservation on behalf of 37c2b22987a74f7bbddedb4525047724 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:08.413207 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:08.489329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69ca4f-3bd0-4937-8bb1-34f7e0c5feb7 None None] Pushing event updated for resources: {'Port': ['ID=8fc79ad6-a088-43f0-a4b1-4184f3f2f27d,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:08.499127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6ad91-e1c3-4c86-b852-402d1df2663f None None] Network 27111bbb-8066-45c9-b58b-90469d1117ec requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:08.540881 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 10:59:08.540881 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 10:59:08.540881 n-d-778550-13 neutron-server[101267]: [parameters: {'id': '27111bbb-8066-45c9-b58b-90469d1117ec'}] Aug 26 10:59:08.540881 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:59:08.542392 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:59:08.567373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c81bc-6c81-4ea8-b3a4-f56535f77fb5 req-5c0bfafe-3c29-41b3-a7e9-06bfa277204d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:08.581158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f77c81bc-6c81-4ea8-b3a4-f56535f77fb5 req-5c0bfafe-3c29-41b3-a7e9-06bfa277204d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.1843140 Aug 26 10:59:08.674267 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:59:08.694858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f77c81bc-6c81-4ea8-b3a4-f56535f77fb5 req-2b4261c5-e1ed-4908-9b01-c3ee68a6668e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061547 Aug 26 10:59:08.759857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933403d6-7788-4d79-ae2f-12e3cd681686 None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 10:59:08.814068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4928a98c-81d9-46b3-9a64-60d83523bcb0 req-2750d918-a893-488f-a1e0-7806ac271a17 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 210 time: 0.0839567 Aug 26 10:59:08.895020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Allocated IP 172.20.0.14 (995ba74d-f5de-4ce5-a5e4-835f836ffdf6/b181d954-e4b0-4610-a28b-55458c97cbd7/3e9ca756-f47a-4be9-a15b-4dcce6904698) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:59:08.944811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc727cf-01bf-41cf-81ea-950654f13e96 req-c4db7f37-9a69-49b6-b40d-e19c463a5a8a tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:08.946676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfc727cf-01bf-41cf-81ea-950654f13e96 req-c4db7f37-9a69-49b6-b40d-e19c463a5a8a tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a0d08a-4be3-4179-91e2-50db4cb7bbcb HTTP/1.1" status: 200 len: 945 time: 0.0937049 Aug 26 10:59:08.977176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933403d6-7788-4d79-ae2f-12e3cd681686 None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 10:59:09.047414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfc727cf-01bf-41cf-81ea-950654f13e96 req-5580861b-dab4-47bd-8c62-2c9a0aed594e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883365 Aug 26 10:59:09.048911 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:09.112271 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5e4c60fc-4484-4325-8e84-605aa62bc165 req-23f0a6ed-139b-46a5-9781-6b054e06a0fa tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:09.151938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['29fa4369-683f-4ad1-b0c2-b031813511fb', '150a11f5-db01-4fbd-8f20-5bc968828090'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:59:09.163687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:59:09.165850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0a6ed-139b-46a5-9781-6b054e06a0fa tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Pushing event deleted for resources: {'Port': ['ID=150a11f5-db01-4fbd-8f20-5bc968828090,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:09.268172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4c60fc-4484-4325-8e84-605aa62bc165 req-23f0a6ed-139b-46a5-9781-6b054e06a0fa tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] No DVR routers for this DVR port 150a11f5-db01-4fbd-8f20-5bc968828090 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:09.272630 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5e4c60fc-4484-4325-8e84-605aa62bc165 req-23f0a6ed-139b-46a5-9781-6b054e06a0fa tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:09.276814 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5e4c60fc-4484-4325-8e84-605aa62bc165 req-23f0a6ed-139b-46a5-9781-6b054e06a0fa tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "DELETE /v2.0/ports/150a11f5-db01-4fbd-8f20-5bc968828090 HTTP/1.1" status: 204 len: 173 time: 1.5887036 Aug 26 10:59:09.284230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a0d08a-4be3-4179-91e2-50db4cb7bbcb', 'name': 'network-vif-deleted', 'tag': '150a11f5-db01-4fbd-8f20-5bc968828090'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:09.288538 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cd128c-fcda-4ab0-98d8-2e4cc00b9dcb" -d '{"events": [{"server_uuid": "b5a0d08a-4be3-4179-91e2-50db4cb7bbcb", "name": "network-vif-deleted", "tag": "150a11f5-db01-4fbd-8f20-5bc968828090"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:09.390457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:09.418702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8d9dd-582c-4504-a290-2f703118fc3b req-8b104042-bf06-4fd7-93c0-7b22861554d4 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:09.420920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6cc8d9dd-582c-4504-a290-2f703118fc3b req-8b104042-bf06-4fd7-93c0-7b22861554d4 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 946 time: 0.1928272 Aug 26 10:59:09.461599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Deleting port 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:09.475718 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:09.599228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:09.622387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 69c40a3f-ac4a-484e-a724-137be15e9b65 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:09.714355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] For port 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8fc79ad6-a088-43f0-a4b1-4184f3f2f27d,segment=NetworkSegment(e3317eee-9013-40e2-ac27-4bc087b15ab9),segment_id=e3317eee-9013-40e2-ac27-4bc087b15ab9)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:09.715017 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:09.743442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Calling delete_port for 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:09.890207 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Network 995ba74d-f5de-4ce5-a5e4-835f836ffdf6 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:59:09.896942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:09.904053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:59:09.951491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6cc8d9dd-582c-4504-a290-2f703118fc3b req-2f6f566f-c05f-4102-933a-959f2c7d3e9c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004447 Aug 26 10:59:09.964866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Pushing event updated for resources: {'Port': ['ID=3e9ca756-f47a-4be9-a15b-4dcce6904698,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:10.012529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.015598 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:10.060216 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-9fc9599a-65c2-4b57-83bd-ca67b81d475e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1694815 Aug 26 10:59:10.094165 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Request body: {'port': {'device_id': '2dd29c3f-44de-43ea-8959-9afd02608be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:10.102412 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:10.142840 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:10.161213 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cba7835-cf12-4a63-8eb4-205e6534a026 x-openstack-request-id: req-8cba7835-cf12-4a63-8eb4-205e6534a026 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:10.162115 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a0d08a-4be3-4179-91e2-50db4cb7bbcb", "name": "network-vif-deleted", "tag": "150a11f5-db01-4fbd-8f20-5bc968828090", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:10.162653 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cba7835-cf12-4a63-8eb4-205e6534a026 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:10.163590 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a0d08a-4be3-4179-91e2-50db4cb7bbcb', 'name': 'network-vif-deleted', 'tag': '150a11f5-db01-4fbd-8f20-5bc968828090', 'status': 'completed', 'code': 200} Aug 26 10:59:10.242593 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:10.250925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No DVR routers for this DVR port 8fc79ad6-a088-43f0-a4b1-4184f3f2f27d on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:10.264863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Port': ['ID=8fc79ad6-a088-43f0-a4b1-4184f3f2f27d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:10.449423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:10.454111 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a79be1-f93c-4e17-8576-59f1ed173b73" -d '{"events": [{"server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "name": "network-vif-unplugged", "status": "completed", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:10.637233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:10.661164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27111bbb-8066-45c9-b58b-90469d1117ec']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:10.686571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3317eee-9013-40e2-ac27-4bc087b15ab9') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:10.687104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3317eee-9013-40e2-ac27-4bc087b15ab9') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:10.712871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fc70a-abb9-40e6-8ef2-3244ec4208a4 req-accc4c8d-520c-404a-a581-e1274eccdf54 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.725816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fc70a-abb9-40e6-8ef2-3244ec4208a4 req-accc4c8d-520c-404a-a581-e1274eccdf54 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.738280 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fc70a-abb9-40e6-8ef2-3244ec4208a4 req-accc4c8d-520c-404a-a581-e1274eccdf54 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.750823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fc70a-abb9-40e6-8ef2-3244ec4208a4 req-accc4c8d-520c-404a-a581-e1274eccdf54 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.778681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:10.788379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fc70a-abb9-40e6-8ef2-3244ec4208a4 req-accc4c8d-520c-404a-a581-e1274eccdf54 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.806132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fc70a-abb9-40e6-8ef2-3244ec4208a4 req-accc4c8d-520c-404a-a581-e1274eccdf54 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.814553 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:10.815424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 59d88335-fff9-45e7-baf9-b1fb156b2985 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:10.818609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fc70a-abb9-40e6-8ef2-3244ec4208a4 req-accc4c8d-520c-404a-a581-e1274eccdf54 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.836359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-335fc70a-abb9-40e6-8ef2-3244ec4208a4 req-accc4c8d-520c-404a-a581-e1274eccdf54 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5445 time: 0.4375136 Aug 26 10:59:10.873401 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:10.906151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-010a28b4-ac4a-4af8-b8c2-abc95014b6c1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.912977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-010a28b4-ac4a-4af8-b8c2-abc95014b6c1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.919672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-010a28b4-ac4a-4af8-b8c2-abc95014b6c1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.920920 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:10.926986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-010a28b4-ac4a-4af8-b8c2-abc95014b6c1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.933566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-010a28b4-ac4a-4af8-b8c2-abc95014b6c1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.939810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-010a28b4-ac4a-4af8-b8c2-abc95014b6c1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.946414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-010a28b4-ac4a-4af8-b8c2-abc95014b6c1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:10.947396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:10.948397 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:10.948936 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-010a28b4-ac4a-4af8-b8c2-abc95014b6c1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 5445 time: 0.2324679 Aug 26 10:59:10.996166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:11.074826 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:11.110016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-e59b394e-3bc4-483f-9d17-3e6cdb29b94b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:11.117719 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-e59b394e-3bc4-483f-9d17-3e6cdb29b94b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "GET /v2.0/ports/8cd812fb-819b-4872-bbfe-4a72c5599d31?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1397080 Aug 26 10:59:11.131633 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.136078 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.188269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 59d88335-fff9-45e7-baf9-b1fb156b2985, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=59d88335-fff9-45e7-baf9-b1fb156b2985,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:11.196472 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.216841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.233178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/27111bbb-8066-45c9-b58b-90469d1117ec HTTP/1.1" status: 204 len: 168 time: 4.9313452 Aug 26 10:59:11.240881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54736) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:11.280795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1183088298'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:11.301133 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6d1f7-1fb9-4bbd-87ff-fe7a186e13e5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Network': ['ID=27111bbb-8066-45c9-b58b-90469d1117ec,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:11.346224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=59d88335-fff9-45e7-baf9-b1fb156b2985,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:11.399712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-335fc70a-abb9-40e6-8ef2-3244ec4208a4 req-658e6e83-cf42-4ece-84f9-81e0a9bd2589 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3267992 Aug 26 10:59:11.430368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eab0be-eae8-4cdf-bbd8-84b13e0c1cca req-5a23e421-54a3-47a5-9f3f-33e664d4a181 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:11.431619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:11.435441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.443221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9ca756-f47a-4be9-a15b-4dcce6904698 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:59:11.444435 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f7eab0be-eae8-4cdf-bbd8-84b13e0c1cca req-5a23e421-54a3-47a5-9f3f-33e664d4a181 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 943 time: 0.5942657 Aug 26 10:59:11.454091 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.495359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Transition to ACTIVE for port object 3e9ca756-f47a-4be9-a15b-4dcce6904698 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:11.505050 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-4accce6f-6df2-4e87-8b8c-f4986af26094 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "GET /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3553014 Aug 26 10:59:11.507613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.534597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:11.535751 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f7eab0be-eae8-4cdf-bbd8-84b13e0c1cca req-bb1f346f-1e1c-463a-bfcd-c7363c133de9 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877044 Aug 26 10:59:11.591439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:59:11.604220 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.604593 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Added segment 543e4d2b-cea0-4bff-8631-5bea38876a98 of type vlan for network e0748374-6fd0-4e0f-96f0-6a93b9901bfe Aug 26 10:59:11.674788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4169e23-0bbb-4b48-b9d1-bc6fac88b2dd req-43f56d5f-30a4-49d3-8dfc-8b7d540a8eaa tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:11.680010 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.689736 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4169e23-0bbb-4b48-b9d1-bc6fac88b2dd req-43f56d5f-30a4-49d3-8dfc-8b7d540a8eaa tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 944 time: 0.1400704 Aug 26 10:59:11.764303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4169e23-0bbb-4b48-b9d1-bc6fac88b2dd req-e892cd1e-7c90-4751-9c00-f036841c9e58 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/security-groups?id=48b4a7be-8ec4-44fc-9174-8d278de29826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726867 Aug 26 10:59:11.770566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.841245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 150a11f5-db01-4fbd-8f20-5bc968828090 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:11.872528 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.885777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:11.886445 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:11.894011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 150a11f5-db01-4fbd-8f20-5bc968828090 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:59:11.894350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 150a11f5-db01-4fbd-8f20-5bc968828090 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:11.894822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:11.896301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ca756-f47a-4be9-a15b-4dcce6904698,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:11.909354 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0782435-ae17-40f7-836b-eebaad916397 x-openstack-request-id: req-d0782435-ae17-40f7-836b-eebaad916397 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:11.909827 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "name": "network-vif-unplugged", "status": "failed", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65", "code": 422}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:11.910235 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0782435-ae17-40f7-836b-eebaad916397 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:11.913817 n-d-778550-13 neutron-server[101268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'code': 422} returned with failed status Aug 26 10:59:12.080483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=e0748374-6fd0-4e0f-96f0-6a93b9901bfe,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:12.149413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network e0748374-6fd0-4e0f-96f0-6a93b9901bfe details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:59:12.257951 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1b798aa6-3fe2-4eb0-b6da-dfda45a90ac5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0152857 Aug 26 10:59:12.262069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54786) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:12.268472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'network_id': 'e0748374-6fd0-4e0f-96f0-6a93b9901bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:12.478026 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:12.564433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Attempting to bind port 3e9ca756-f47a-4be9-a15b-4dcce6904698 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:59:12.571958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Attempting to bind port 3e9ca756-f47a-4be9-a15b-4dcce6904698 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'b929a400-2cbc-45a1-a9e1-d137a82136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '995ba74d-f5de-4ce5-a5e4-835f836ffdf6'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:59:12.572667 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Attempting to bind port 3e9ca756-f47a-4be9-a15b-4dcce6904698 on network 995ba74d-f5de-4ce5-a5e4-835f836ffdf6 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:12.584112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:12.598051 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:12.603236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Port 3e9ca756-f47a-4be9-a15b-4dcce6904698 on network 995ba74d-f5de-4ce5-a5e4-835f836ffdf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:59:12.605104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Attempting to bind port 3e9ca756-f47a-4be9-a15b-4dcce6904698 on network 995ba74d-f5de-4ce5-a5e4-835f836ffdf6 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:12.622555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:59:12.623485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Checking segment: {'id': 'b929a400-2cbc-45a1-a9e1-d137a82136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '995ba74d-f5de-4ce5-a5e4-835f836ffdf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:12.624126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Bound using segment: {'id': 'b929a400-2cbc-45a1-a9e1-d137a82136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '995ba74d-f5de-4ce5-a5e4-835f836ffdf6'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:59:12.625115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Bound port: 3e9ca756-f47a-4be9-a15b-4dcce6904698, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b929a400-2cbc-45a1-a9e1-d137a82136a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '995ba74d-f5de-4ce5-a5e4-835f836ffdf6'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:59:12.625725 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:12.687140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:12.696672 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:12.697930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c116599a-327c-4688-9f4b-1845a6872218 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:12.853283 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] For port 8cd812fb-819b-4872-bbfe-4a72c5599d31, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8cd812fb-819b-4872-bbfe-4a72c5599d31,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:12.927906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] For port 3e9ca756-f47a-4be9-a15b-4dcce6904698, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:12.933817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:12.959230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] For port 3e9ca756-f47a-4be9-a15b-4dcce6904698, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=3e9ca756-f47a-4be9-a15b-4dcce6904698,segment=NetworkSegment(b929a400-2cbc-45a1-a9e1-d137a82136a2),segment_id=b929a400-2cbc-45a1-a9e1-d137a82136a2)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:59:12.980150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:13.031516 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:13.068689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] For port 8cd812fb-819b-4872-bbfe-4a72c5599d31, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:13.099537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:13.100531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:13.101639 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] 10.222.0.47 "PUT /v2.0/ports/3e9ca756-f47a-4be9-a15b-4dcce6904698 HTTP/1.1" status: 200 len: 1093 time: 3.0277104 Aug 26 10:59:13.102120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd29c3f-44de-43ea-8959-9afd02608be8', 'tag': '3e9ca756-f47a-4be9-a15b-4dcce6904698'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:13.104555 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c51934-7491-4b5d-8fde-842444efaf40" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd29c3f-44de-43ea-8959-9afd02608be8", "tag": "3e9ca756-f47a-4be9-a15b-4dcce6904698"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:13.120601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c116599a-327c-4688-9f4b-1845a6872218, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c116599a-327c-4688-9f4b-1845a6872218,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:13.130021 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:13.132513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 561cb463-7482-4e72-a461-9062a9018dde no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:13.140706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] device_id is not set on port 8cd812fb-819b-4872-bbfe-4a72c5599d31 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 10:59:13.180877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71383f07-7c93-4476-ba87-0a671db20b48 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ca756-f47a-4be9-a15b-4dcce6904698,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:13.217238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:13.276148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:13.341677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c116599a-327c-4688-9f4b-1845a6872218,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:13.354187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 59d88335-fff9-45e7-baf9-b1fb156b2985 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:13.399269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd812fb-819b-4872-bbfe-4a72c5599d31,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:13.499577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a2028-ee8c-47da-afd0-bc650a280b57 req-7b3c8ba7-6ad7-409e-b9da-3c4f8d6c1a5b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:13.501430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf2a2028-ee8c-47da-afd0-bc650a280b57 req-7b3c8ba7-6ad7-409e-b9da-3c4f8d6c1a5b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 943 time: 0.5735292 Aug 26 10:59:13.501972 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-7205119a-c721-4bd2-bd02-59b70e32dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:13.505919 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:13.509977 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-7205119a-c721-4bd2-bd02-59b70e32dd75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37c2b22987a74f7bbddedb4525047724&device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 1096 time: 0.3183534 Aug 26 10:59:13.511918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] No DVR routers for this DVR port 8cd812fb-819b-4872-bbfe-4a72c5599d31 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:13.516527 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1263b761-31e5-4b54-991d-9c2a1239af9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:13.582062 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bafb3d-a27e-493d-a362-c3f743db94c9 req-74a21003-104d-452d-aa40-3444d5b042ba tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:13.589482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3bafb3d-a27e-493d-a362-c3f743db94c9 req-74a21003-104d-452d-aa40-3444d5b042ba tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=57297170-792d-4d81-bd37-0cff4015e37c HTTP/1.1" status: 200 len: 944 time: 0.5343504 Aug 26 10:59:13.669011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=c5839cf5-ee45-4032-97fb-71ad9cb59039,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:13.703196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf2a2028-ee8c-47da-afd0-bc650a280b57 req-0d7ab340-d4bb-4333-9954-b087f8ab98b3 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820691 Aug 26 10:59:13.759357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 69c40a3f-ac4a-484e-a724-137be15e9b65 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:13.804994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Checking segment: {'id': '543e4d2b-cea0-4bff-8631-5bea38876a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0748374-6fd0-4e0f-96f0-6a93b9901bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:13.805599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network hostable DHCP agents. Network: e0748374-6fd0-4e0f-96f0-6a93b9901bfe, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:59:13.806320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] In _notify_port_updated(), no bound segment for port 8cd812fb-819b-4872-bbfe-4a72c5599d31 on network 0b1024e4-64f8-4a6f-85de-655a0a939578 {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 10:59:13.808235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:13.809772 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:13.812510 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-1d90c808-1c18-4436-9dd9-09dff7e89419 service neutron] 10.222.0.42 "PUT /v2.0/ports/8cd812fb-819b-4872-bbfe-4a72c5599d31 HTTP/1.1" status: 200 len: 1033 time: 2.2937927 Aug 26 10:59:13.814899 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-6e73c276-83c4-4075-b047-3b541ae1c161 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ca756-f47a-4be9-a15b-4dcce6904698 HTTP/1.1" status: 200 len: 217 time: 0.2952199 Aug 26 10:59:13.856059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network e0748374-6fd0-4e0f-96f0-6a93b9901bfe is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:59:13.911335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, e0748374-6fd0-4e0f-96f0-6a93b9901bfe) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:13.919432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57297170-792d-4d81-bd37-0cff4015e37c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d88335-fff9-45e7-baf9-b1fb156b2985'}, {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c3e3a32-4124-4d6c-b343-dc8b3b0437c2'}, {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c116599a-327c-4688-9f4b-1845a6872218'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:13.921874 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f3e83d-a7c3-4a8c-b663-f9fbd8e18c61" -d '{"events": [{"server_uuid": "57297170-792d-4d81-bd37-0cff4015e37c", "name": "network-vif-unplugged", "status": "completed", "tag": "59d88335-fff9-45e7-baf9-b1fb156b2985"}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-unplugged", "status": "completed", "tag": "6c3e3a32-4124-4d6c-b343-dc8b3b0437c2"}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-unplugged", "status": "completed", "tag": "c116599a-327c-4688-9f4b-1845a6872218"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:13.925276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:13.926295 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:13.952345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e3bafb3d-a27e-493d-a362-c3f743db94c9 req-6b34e303-6b93-4b7b-9b69-b01684211123 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Deleting port 59d88335-fff9-45e7-baf9-b1fb156b2985 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:13.953478 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e3bafb3d-a27e-493d-a362-c3f743db94c9 req-6b34e303-6b93-4b7b-9b69-b01684211123 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:13.953728 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c043b88-224f-40ac-a83e-ce93db14e385 None None] Network e0748374-6fd0-4e0f-96f0-6a93b9901bfe requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:13.996956 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c4f36482-71b9-4d6f-83c1-7574ed3f32d6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7332373 Aug 26 10:59:14.015451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54836) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:14.024816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1ffecf08-ffb0-4108-9b5e-1bfc25926349 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'network_id': 'e0748374-6fd0-4e0f-96f0-6a93b9901bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:14.031356 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:14.165782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e3bafb3d-a27e-493d-a362-c3f743db94c9 req-6b34e303-6b93-4b7b-9b69-b01684211123 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] For port 59d88335-fff9-45e7-baf9-b1fb156b2985, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=59d88335-fff9-45e7-baf9-b1fb156b2985,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:14.171240 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e3bafb3d-a27e-493d-a362-c3f743db94c9 req-6b34e303-6b93-4b7b-9b69-b01684211123 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:14.180235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-a8c1d6e8-4c49-44e9-b07c-d82da8220f2f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:14.182654 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-a8c1d6e8-4c49-44e9-b07c-d82da8220f2f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "GET /v2.0/ports/6491ccdd-89e6-459e-8041-811f24b285dc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3380673 Aug 26 10:59:14.218663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-03834a09-a2fc-4de0-93cc-2191bbabec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:14.221607 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-03834a09-a2fc-4de0-93cc-2191bbabec44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b181d954-e4b0-4610-a28b-55458c97cbd7 HTTP/1.1" status: 200 len: 861 time: 0.3877971 Aug 26 10:59:14.236067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e3bafb3d-a27e-493d-a362-c3f743db94c9 req-6b34e303-6b93-4b7b-9b69-b01684211123 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Calling delete_port for 59d88335-fff9-45e7-baf9-b1fb156b2985 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:14.282486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:14.303808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 561cb463-7482-4e72-a461-9062a9018dde, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=561cb463-7482-4e72-a461-9062a9018dde,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:14.348165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25a749-c9bb-4382-bd1d-29aa0ed08f8c req-b107476e-92f7-486b-852e-1c8708339bd9 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:14.352699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c4f0dbfe-3e0b-4ef4-8da9-fddbeec7a4ad None None] Provisioning complete for port 8cd812fb-819b-4872-bbfe-4a72c5599d31 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:14.353421 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4f0dbfe-3e0b-4ef4-8da9-fddbeec7a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:14.359759 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:14.362669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8cd812fb-819b-4872-bbfe-4a72c5599d31 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:14.365216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25a749-c9bb-4382-bd1d-29aa0ed08f8c req-b107476e-92f7-486b-852e-1c8708339bd9 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:14.376903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25a749-c9bb-4382-bd1d-29aa0ed08f8c req-b107476e-92f7-486b-852e-1c8708339bd9 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:14.392984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25a749-c9bb-4382-bd1d-29aa0ed08f8c req-b107476e-92f7-486b-852e-1c8708339bd9 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:14.397551 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-2971fc6a-16a3-4f3a-9a2b-249bd88a767b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=995ba74d-f5de-4ce5-a5e4-835f836ffdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294718 Aug 26 10:59:14.401254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25a749-c9bb-4382-bd1d-29aa0ed08f8c req-b107476e-92f7-486b-852e-1c8708339bd9 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:14.413040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25a749-c9bb-4382-bd1d-29aa0ed08f8c req-b107476e-92f7-486b-852e-1c8708339bd9 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:14.425961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b25a749-c9bb-4382-bd1d-29aa0ed08f8c req-b107476e-92f7-486b-852e-1c8708339bd9 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 4661 time: 0.2324207 Aug 26 10:59:14.468969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=561cb463-7482-4e72-a461-9062a9018dde,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:14.473204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-e0748374-6fd0-4e0f-96f0-6a93b9901bfe', 'network_id': 'e0748374-6fd0-4e0f-96f0-6a93b9901bfe', 'tenant_id': 'de9d5faad8f84a4e9bfc08f923125264', 'fixed_ips': [{'subnet_id': 'c5839cf5-ee45-4032-97fb-71ad9cb59039'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:59:14.474662 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:14.594227 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e3bafb3d-a27e-493d-a362-c3f743db94c9 req-6b34e303-6b93-4b7b-9b69-b01684211123 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:14.648948 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-80506323-a874-4ea6-83c6-15cf30549037 service neutron] 10.222.0.47 "GET /v2.0/networks/995ba74d-f5de-4ce5-a5e4-835f836ffdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109113 Aug 26 10:59:14.653292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34e303-6b93-4b7b-9b69-b01684211123 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event deleted for resources: {'Port': ['ID=59d88335-fff9-45e7-baf9-b1fb156b2985,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:14.678386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Allocated IP 2001:db8::2 (e0748374-6fd0-4e0f-96f0-6a93b9901bfe/c5839cf5-ee45-4032-97fb-71ad9cb59039/c39e0ef5-e051-48e8-ae9c-be0e93f4ea36) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:59:14.696319 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:14.745149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bafb3d-a27e-493d-a362-c3f743db94c9 req-6b34e303-6b93-4b7b-9b69-b01684211123 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] No DVR routers for this DVR port 59d88335-fff9-45e7-baf9-b1fb156b2985 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:14.750554 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e3bafb3d-a27e-493d-a362-c3f743db94c9 req-6b34e303-6b93-4b7b-9b69-b01684211123 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:14.753180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3bafb3d-a27e-493d-a362-c3f743db94c9 req-6b34e303-6b93-4b7b-9b69-b01684211123 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "DELETE /v2.0/ports/59d88335-fff9-45e7-baf9-b1fb156b2985 HTTP/1.1" status: 204 len: 173 time: 1.1627922 Aug 26 10:59:14.755586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffecf08-ffb0-4108-9b5e-1bfc25926349 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:14.759263 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1ffecf08-ffb0-4108-9b5e-1bfc25926349 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:14.773380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b25a749-c9bb-4382-bd1d-29aa0ed08f8c req-24ecab91-a4cc-43f1-9eeb-92a703d02f2f tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&id=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3459015 Aug 26 10:59:14.774065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57297170-792d-4d81-bd37-0cff4015e37c', 'name': 'network-vif-deleted', 'tag': '59d88335-fff9-45e7-baf9-b1fb156b2985'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:14.776893 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04fc95b-4ca9-466b-8844-0434e48bff1b" -d '{"events": [{"server_uuid": "57297170-792d-4d81-bd37-0cff4015e37c", "name": "network-vif-deleted", "tag": "59d88335-fff9-45e7-baf9-b1fb156b2985"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:14.908780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b90405-749d-49ba-9803-923f62330e43 req-ad644aa8-08f2-4ac2-887f-1cc6514f4fb1 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:14.910974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c4f0dbfe-3e0b-4ef4-8da9-fddbeec7a4ad None None] Port 8cd812fb-819b-4872-bbfe-4a72c5599d31 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:59:14.927983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8cd812fb-819b-4872-bbfe-4a72c5599d31 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:14.929144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device bb16c58f-9309-43fb-a678-c08585b38681 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:14.950804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8b90405-749d-49ba-9803-923f62330e43 req-ad644aa8-08f2-4ac2-887f-1cc6514f4fb1 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 944 time: 0.1071699 Aug 26 10:59:14.992616 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-04fd9f63-ccb5-4f50-b351-8f9a7026d98b req-c5a64195-2012-44ef-ba88-acac9f4601ae service neutron] 10.222.0.47 "GET /v2.0/networks/995ba74d-f5de-4ce5-a5e4-835f836ffdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350949 Aug 26 10:59:15.080415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8b90405-749d-49ba-9803-923f62330e43 req-56240e4f-b39c-40fe-b40b-6fedf84c2826 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/security-groups?id=48b4a7be-8ec4-44fc-9174-8d278de29826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274688 Aug 26 10:59:15.113895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] For port 6491ccdd-89e6-459e-8041-811f24b285dc, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6491ccdd-89e6-459e-8041-811f24b285dc,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:15.242181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] For port 6491ccdd-89e6-459e-8041-811f24b285dc, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:15.350482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] device_id is not set on port 6491ccdd-89e6-459e-8041-811f24b285dc yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 10:59:15.403193 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41de105-e1bb-4fb8-916d-0266b266f0ac x-openstack-request-id: req-b41de105-e1bb-4fb8-916d-0266b266f0ac {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:15.403676 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd29c3f-44de-43ea-8959-9afd02608be8", "tag": "3e9ca756-f47a-4be9-a15b-4dcce6904698", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:15.404062 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b41de105-e1bb-4fb8-916d-0266b266f0ac {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:15.404706 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd29c3f-44de-43ea-8959-9afd02608be8', 'tag': '3e9ca756-f47a-4be9-a15b-4dcce6904698', 'status': 'completed', 'code': 200} Aug 26 10:59:15.420346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:15.432018 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1ffecf08-ffb0-4108-9b5e-1bfc25926349 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:15.432764 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:15.448475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Transition to ACTIVE for port object c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:15.474662 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:15.479510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Transition to ACTIVE for port object c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:15.495260 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:15.499477 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:15.555641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Network e0748374-6fd0-4e0f-96f0-6a93b9901bfe is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:59:15.567425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:15.571874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffecf08-ffb0-4108-9b5e-1bfc25926349 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network e0748374-6fd0-4e0f-96f0-6a93b9901bfe is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:59:15.578653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:59:15.588846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port bb16c58f-9309-43fb-a678-c08585b38681, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=bb16c58f-9309-43fb-a678-c08585b38681,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:15.591090 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 528 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba837b1-292b-4a43-9e8f-59d03707e9e0 x-openstack-request-id: req-bba837b1-292b-4a43-9e8f-59d03707e9e0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:15.591414 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57297170-792d-4d81-bd37-0cff4015e37c", "name": "network-vif-unplugged", "status": "failed", "tag": "59d88335-fff9-45e7-baf9-b1fb156b2985", "code": 422}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-unplugged", "status": "completed", "tag": "6c3e3a32-4124-4d6c-b343-dc8b3b0437c2", "code": 200}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-unplugged", "status": "completed", "tag": "c116599a-327c-4688-9f4b-1845a6872218", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:15.591800 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bba837b1-292b-4a43-9e8f-59d03707e9e0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:15.592329 n-d-778550-13 neutron-server[101268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57297170-792d-4d81-bd37-0cff4015e37c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59d88335-fff9-45e7-baf9-b1fb156b2985', 'code': 422} returned with failed status Aug 26 10:59:15.592599 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c3e3a32-4124-4d6c-b343-dc8b3b0437c2', 'code': 200} Aug 26 10:59:15.592857 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c116599a-327c-4688-9f4b-1845a6872218', 'code': 200} Aug 26 10:59:15.603946 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:15.605047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 6491ccdd-89e6-459e-8041-811f24b285dc no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:15.616360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Pushing event updated for resources: {'Port': ['ID=c39e0ef5-e051-48e8-ae9c-be0e93f4ea36,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:15.637400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1ffecf08-ffb0-4108-9b5e-1bfc25926349 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:15.674573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffecf08-ffb0-4108-9b5e-1bfc25926349 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:15.675449 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1ffecf08-ffb0-4108-9b5e-1bfc25926349 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:15.742813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6438af8-6276-45de-9a0f-404ffbc1e489 req-91e792ab-ce10-40de-9d12-54f9c466aaa6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:15.753092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6438af8-6276-45de-9a0f-404ffbc1e489 req-91e792ab-ce10-40de-9d12-54f9c466aaa6 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 946 time: 0.0781398 Aug 26 10:59:15.771832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Attempting to bind port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:59:15.772509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Attempting to bind port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '543e4d2b-cea0-4bff-8631-5bea38876a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0748374-6fd0-4e0f-96f0-6a93b9901bfe'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:59:15.773086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Attempting to bind port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 on network e0748374-6fd0-4e0f-96f0-6a93b9901bfe {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:15.810308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6438af8-6276-45de-9a0f-404ffbc1e489 req-384aec43-38dd-47ac-801b-d0669041a06a tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553229 Aug 26 10:59:15.820190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:59:15.820901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Checking segment: {'id': '543e4d2b-cea0-4bff-8631-5bea38876a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0748374-6fd0-4e0f-96f0-6a93b9901bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:15.821487 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:15.822045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Bound using segment: {'id': '543e4d2b-cea0-4bff-8631-5bea38876a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0748374-6fd0-4e0f-96f0-6a93b9901bfe'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:59:15.822713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Bound port: c39e0ef5-e051-48e8-ae9c-be0e93f4ea36, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543e4d2b-cea0-4bff-8631-5bea38876a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e0748374-6fd0-4e0f-96f0-6a93b9901bfe'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:59:15.823371 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:15.832337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=bb16c58f-9309-43fb-a678-c08585b38681,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:15.835802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 6491ccdd-89e6-459e-8041-811f24b285dc not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:15.847573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 7ede19ef-72dc-45a3-aa96-ce740de55d39 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:15.857776 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19686df5-520e-4062-9abe-26b18b673a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:15.899107 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc281248-c4fd-433e-8ae0-f8e08a8ae7d9 x-openstack-request-id: req-dc281248-c4fd-433e-8ae0-f8e08a8ae7d9 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:15.899906 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57297170-792d-4d81-bd37-0cff4015e37c", "name": "network-vif-deleted", "tag": "59d88335-fff9-45e7-baf9-b1fb156b2985", "status": "failed", "code": 422}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:15.900564 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc281248-c4fd-433e-8ae0-f8e08a8ae7d9 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:15.901527 n-d-778550-13 neutron-server[101267]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57297170-792d-4d81-bd37-0cff4015e37c', 'name': 'network-vif-deleted', 'tag': '59d88335-fff9-45e7-baf9-b1fb156b2985', 'status': 'failed', 'code': 422} returned with failed status Aug 26 10:59:16.018900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] For port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:16.028419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] For port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c39e0ef5-e051-48e8-ae9c-be0e93f4ea36,segment=NetworkSegment(543e4d2b-cea0-4bff-8631-5bea38876a98),segment_id=543e4d2b-cea0-4bff-8631-5bea38876a98)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:59:16.071362 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:16.233735 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:16.309523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9aa120c8-63bb-45ed-bfba-84e67a568271 None None] Provisioning complete for port 6491ccdd-89e6-459e-8041-811f24b285dc triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:16.309523 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9aa120c8-63bb-45ed-bfba-84e67a568271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:16.373878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ffa5a-796a-4696-8e8a-cc1b2972678d req-2c16df1f-3503-4381-8b87-49937974344d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.403700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c51934-7491-4b5d-8fde-842444efaf40 req-cf776ee4-e156-4a72-95fb-fe8f9070846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.406066 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c51934-7491-4b5d-8fde-842444efaf40 req-cf776ee4-e156-4a72-95fb-fe8f9070846f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37c2b22987a74f7bbddedb4525047724&device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 1096 time: 0.9767745 Aug 26 10:59:16.438150 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] No DVR routers for this DVR port 6491ccdd-89e6-459e-8041-811f24b285dc on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:16.440804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9aa120c8-63bb-45ed-bfba-84e67a568271 None None] Port 6491ccdd-89e6-459e-8041-811f24b285dc cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:59:16.446067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ffa5a-796a-4696-8e8a-cc1b2972678d req-2c16df1f-3503-4381-8b87-49937974344d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.448762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffecf08-ffb0-4108-9b5e-1bfc25926349 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=18b6c8aa-f805-4011-91ca-ec975cd81514,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:16.478166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ffa5a-796a-4696-8e8a-cc1b2972678d req-2c16df1f-3503-4381-8b87-49937974344d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.494203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 7ede19ef-72dc-45a3-aa96-ce740de55d39, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7ede19ef-72dc-45a3-aa96-ce740de55d39,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:16.507044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] Pushing event updated for resources: {'Port': ['ID=6491ccdd-89e6-459e-8041-811f24b285dc,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:16.515714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ffa5a-796a-4696-8e8a-cc1b2972678d req-2c16df1f-3503-4381-8b87-49937974344d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.522806 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1ffecf08-ffb0-4108-9b5e-1bfc25926349 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5057323 Aug 26 10:59:16.523186 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:16.531760 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:16.538106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54928) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:16.547599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2a66d-3224-45da-92c4-3ff81495543d None None] Pushing event updated for resources: {'Port': ['ID=c39e0ef5-e051-48e8-ae9c-be0e93f4ea36,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:16.550966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ffa5a-796a-4696-8e8a-cc1b2972678d req-2c16df1f-3503-4381-8b87-49937974344d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.554704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d03ffa5a-796a-4696-8e8a-cc1b2972678d req-2c16df1f-3503-4381-8b87-49937974344d tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 3878 time: 0.3146286 Aug 26 10:59:16.674553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d03ffa5a-796a-4696-8e8a-cc1b2972678d req-2df6f91a-88fa-45e3-b6a5-50d520513bae tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970881 Aug 26 10:59:16.692421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=7ede19ef-72dc-45a3-aa96-ce740de55d39,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:16.793760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05037cf1-f089-4b15-aade-3e93ffc9bfa5 req-7cbbb7a7-e95d-4343-a4e6-f1bc25410c3e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.795851 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05037cf1-f089-4b15-aade-3e93ffc9bfa5 req-7cbbb7a7-e95d-4343-a4e6-f1bc25410c3e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.47 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 946 time: 1.1128001 Aug 26 10:59:16.796780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-bc0db85a-4330-44e3-96c5-1a4931c9cd81 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2401650 Aug 26 10:59:16.924728 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84842ec6-2350-490a-850c-4133b325f081 req-f0803f62-e081-4aff-9de0-39bccc6ce417 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.926453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84842ec6-2350-490a-850c-4133b325f081 req-f0803f62-e081-4aff-9de0-39bccc6ce417 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.1172233 Aug 26 10:59:16.972602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf5d61-db52-45f4-8e7f-bb4a656ead4a tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.974516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf5d61-db52-45f4-8e7f-bb4a656ead4a tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.976633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf5d61-db52-45f4-8e7f-bb4a656ead4a tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.978626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf5d61-db52-45f4-8e7f-bb4a656ead4a tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.980721 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf5d61-db52-45f4-8e7f-bb4a656ead4a tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.983080 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a2bf5d61-db52-45f4-8e7f-bb4a656ead4a tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4422460 Aug 26 10:59:16.989877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ecba7-1d70-4717-8441-53b7d8f49aab req-b80793c9-50ba-4376-a16f-6c75647b985c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:16.992651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e9ecba7-1d70-4717-8441-53b7d8f49aab req-b80793c9-50ba-4376-a16f-6c75647b985c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 943 time: 0.1262574 Aug 26 10:59:16.993521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54944) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:16.998200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] In _notify_port_updated(), no bound segment for port 6491ccdd-89e6-459e-8041-811f24b285dc on network 0b1024e4-64f8-4a6f-85de-655a0a939578 {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 10:59:16.999499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:17.000359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:17.002017 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-045eb568-b57f-44f3-ba94-f51a377130dd service neutron] 10.222.0.42 "PUT /v2.0/ports/6491ccdd-89e6-459e-8041-811f24b285dc HTTP/1.1" status: 200 len: 1032 time: 2.8041651 Aug 26 10:59:17.011711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084710069'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:17.029900 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84842ec6-2350-490a-850c-4133b325f081 req-c39246ed-01a4-477c-8d41-4914b46045c9 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834973 Aug 26 10:59:17.066807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e9ecba7-1d70-4717-8441-53b7d8f49aab req-570c0d17-a8b1-44f5-bf94-9c4dfb69f111 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528598 Aug 26 10:59:17.131200 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:17.160443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c51934-7491-4b5d-8fde-842444efaf40 req-833691fa-830f-4b86-84df-85b762372b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:17.164338 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c51934-7491-4b5d-8fde-842444efaf40 req-833691fa-830f-4b86-84df-85b762372b4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=995ba74d-f5de-4ce5-a5e4-835f836ffdf6 HTTP/1.1" status: 200 len: 922 time: 0.7317636 Aug 26 10:59:17.209611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:17.213527 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:17.265982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 3e9ca756-f47a-4be9-a15b-4dcce6904698 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:59:17.331744 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c51934-7491-4b5d-8fde-842444efaf40 req-8d769259-609f-4d1a-bf6e-608969a6c49e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ca756-f47a-4be9-a15b-4dcce6904698 HTTP/1.1" status: 200 len: 217 time: 0.0960674 Aug 26 10:59:17.466316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 3e9ca756-f47a-4be9-a15b-4dcce6904698, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=3e9ca756-f47a-4be9-a15b-4dcce6904698,segment=NetworkSegment(b929a400-2cbc-45a1-a9e1-d137a82136a2),segment_id=b929a400-2cbc-45a1-a9e1-d137a82136a2)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:17.480281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '3e9ca756-f47a-4be9-a15b-4dcce6904698', 'network_id': '995ba74d-f5de-4ce5-a5e4-835f836ffdf6', 'port_id': '3e9ca756-f47a-4be9-a15b-4dcce6904698', 'mac_address': 'fa:16:3e:26:82:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b181d954-e4b0-4610-a28b-55458c97cbd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:59:17.483717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:59:17.490958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56cc5e-4669-452a-901a-dfd9a06af23b req-4db93057-3f89-4980-b39c-edd5c10b59c3 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:17.504967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe56cc5e-4669-452a-901a-dfd9a06af23b req-4db93057-3f89-4980-b39c-edd5c10b59c3 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 944 time: 0.2919390 Aug 26 10:59:17.510105 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:17.511114 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Added segment 76f44206-ca6d-4abc-a4e8-b0fe6a9e038e of type vlan for network 4d5c2a1d-87db-4920-baa7-11a32f06414e Aug 26 10:59:17.578373 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:17.596196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561cb463-7482-4e72-a461-9062a9018dde'}, {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb16c58f-9309-43fb-a678-c08585b38681'}, {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ede19ef-72dc-45a3-aa96-ce740de55d39'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:17.599931 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d527ef-09b4-4fd8-8591-45075bff9ffb" -d '{"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-unplugged", "status": "completed", "tag": "561cb463-7482-4e72-a461-9062a9018dde"}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-unplugged", "status": "completed", "tag": "bb16c58f-9309-43fb-a678-c08585b38681"}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-unplugged", "status": "completed", "tag": "7ede19ef-72dc-45a3-aa96-ce740de55d39"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:17.605441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9ca756-f47a-4be9-a15b-4dcce6904698 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:59:17.632961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe56cc5e-4669-452a-901a-dfd9a06af23b req-8f6fbf83-ba7c-4a01-9188-d76b7b2b748e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/security-groups?id=48b4a7be-8ec4-44fc-9174-8d278de29826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266496 Aug 26 10:59:17.634278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 3e9ca756-f47a-4be9-a15b-4dcce6904698, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=3e9ca756-f47a-4be9-a15b-4dcce6904698,segment=NetworkSegment(b929a400-2cbc-45a1-a9e1-d137a82136a2),segment_id=b929a400-2cbc-45a1-a9e1-d137a82136a2)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:17.647786 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:17.648772 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:17.712504 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-e20722f1-d81b-4921-82f2-dd826d8f60fe tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:17.727448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-e20722f1-d81b-4921-82f2-dd826d8f60fe tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.4460933 Aug 26 10:59:17.727892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-05037cf1-f089-4b15-aade-3e93ffc9bfa5 req-b9aa54e5-d2f8-4cf2-a52c-dea9edcb99db tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Deleting port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:17.728471 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05037cf1-f089-4b15-aade-3e93ffc9bfa5 req-b9aa54e5-d2f8-4cf2-a52c-dea9edcb99db tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:17.752743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-eb70a015-4a85-4057-88aa-23d89de62d4a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/quotas/72123eaa26c94ba59d3af6b8c5e25931 HTTP/1.1" status: 200 len: 375 time: 0.0236394 Aug 26 10:59:17.774778 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:17.800826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-5a495cb1-8a6e-42b1-8a9f-c36d714dade1 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464778 Aug 26 10:59:17.803404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:17.803865 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:17.830453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=3e9ca756-f47a-4be9-a15b-4dcce6904698,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:17.963331 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9661872 Aug 26 10:59:17.965223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54982) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:17.976525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e6391c8b-d9ee-44fd-995c-f0ef1de651d4 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:18.016578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['3e9ca756-f47a-4be9-a15b-4dcce6904698'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:59:18.182289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c4f59-585f-47c9-a92f-a89f9c20ed52 None None] Network e0748374-6fd0-4e0f-96f0-6a93b9901bfe requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:18.256182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-c19bcd15-ebc6-4289-b765-9e7f72ee6693 service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535155 Aug 26 10:59:18.257909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c51934-7491-4b5d-8fde-842444efaf40 req-2997cbf1-56c9-480d-87de-b993bce432c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:18.259992 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c51934-7491-4b5d-8fde-842444efaf40 req-2997cbf1-56c9-480d-87de-b993bce432c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b181d954-e4b0-4610-a28b-55458c97cbd7 HTTP/1.1" status: 200 len: 861 time: 0.9086204 Aug 26 10:59:18.333552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-31f3808b-9cb5-46ae-ab89-ab9cf42dab08 None None] Provisioning for port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:18.342555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-ad56a7eb-56ea-4292-9d9f-0bfd70509d68 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Deleting port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:18.342555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-ad56a7eb-56ea-4292-9d9f-0bfd70509d68 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:18.346839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7a785-42e7-43e3-846d-c03612ed8284 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=4d5c2a1d-87db-4920-baa7-11a32f06414e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:18.374006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 4d5c2a1d-87db-4920-baa7-11a32f06414e details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:59:18.397713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-05037cf1-f089-4b15-aade-3e93ffc9bfa5 req-b9aa54e5-d2f8-4cf2-a52c-dea9edcb99db tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] For port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:18.398196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05037cf1-f089-4b15-aade-3e93ffc9bfa5 req-b9aa54e5-d2f8-4cf2-a52c-dea9edcb99db tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:18.404639 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c51934-7491-4b5d-8fde-842444efaf40 req-2bddeb43-60bf-4cd3-9d37-e278bbe24fac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=995ba74d-f5de-4ce5-a5e4-835f836ffdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145256 Aug 26 10:59:18.509416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e6391c8b-d9ee-44fd-995c-f0ef1de651d4 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:18.558837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21c8c5-8d7b-4976-aa07-2d66b8a1c197 req-e0951525-0d2c-4bbc-913a-ed678dee0488 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:18.560464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc21c8c5-8d7b-4976-aa07-2d66b8a1c197 req-e0951525-0d2c-4bbc-913a-ed678dee0488 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.47 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.2453983 Aug 26 10:59:18.561211 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e6391c8b-d9ee-44fd-995c-f0ef1de651d4 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:18.564652 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c51934-7491-4b5d-8fde-842444efaf40 req-9c14cb79-9690-41aa-83db-21a8230c1429 service neutron] 10.222.0.47 "GET /v2.0/networks/995ba74d-f5de-4ce5-a5e4-835f836ffdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348834 Aug 26 10:59:18.572302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-05037cf1-f089-4b15-aade-3e93ffc9bfa5 req-b9aa54e5-d2f8-4cf2-a52c-dea9edcb99db tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Calling delete_port for 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:18.616254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-50578a7d-fa87-4bee-8e52-b13b3bdcd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:18.618295 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-50578a7d-fa87-4bee-8e52-b13b3bdcd9a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac&tenant_id=e796d04849e94289aa0bde1b177fea70 HTTP/1.1" status: 200 len: 1095 time: 0.4320731 Aug 26 10:59:18.633231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85088ad1-ab69-4b06-823c-c96a330045ff req-9d412f7e-71da-4a5e-b4b8-6824fa5f9d8a tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:18.636478 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85088ad1-ab69-4b06-823c-c96a330045ff req-9d412f7e-71da-4a5e-b4b8-6824fa5f9d8a tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 946 time: 0.2032204 Aug 26 10:59:18.651461 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6391c8b-d9ee-44fd-995c-f0ef1de651d4 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network 4d5c2a1d-87db-4920-baa7-11a32f06414e is not hosted by any dhcp agent {{(pid=101267) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 26 10:59:18.657006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6391c8b-d9ee-44fd-995c-f0ef1de651d4 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:18.658240 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e6391c8b-d9ee-44fd-995c-f0ef1de651d4 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:18.662355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e6391c8b-d9ee-44fd-995c-f0ef1de651d4 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "PUT /v2.0/networks/4d5c2a1d-87db-4920-baa7-11a32f06414e HTTP/1.1" status: 200 len: 723 time: 0.6934249 Aug 26 10:59:18.664146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:18.667308 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55006) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:18.689051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'network_id': '4d5c2a1d-87db-4920-baa7-11a32f06414e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:18.732135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-0403fec7-30ef-4427-b360-22060450f85f service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748924 Aug 26 10:59:18.755520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6391c8b-d9ee-44fd-995c-f0ef1de651d4 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=4d5c2a1d-87db-4920-baa7-11a32f06414e,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:18.799705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 4d5c2a1d-87db-4920-baa7-11a32f06414e details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:59:18.813359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85088ad1-ab69-4b06-823c-c96a330045ff req-a8af7f0d-171c-4f2b-ae85-3c98e8b7de82 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393933 Aug 26 10:59:18.841281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:59:18.862990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-cc21c8c5-8d7b-4976-aa07-2d66b8a1c197 req-556b25ab-5b1a-4f7e-a4f2-a3539b24d7ea tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Deleting port 66614e9d-6261-4b1c-ae76-8905e353434c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:18.863738 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cc21c8c5-8d7b-4976-aa07-2d66b8a1c197 req-556b25ab-5b1a-4f7e-a4f2-a3539b24d7ea tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:18.880240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:18.886500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:19.003559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-cc21c8c5-8d7b-4976-aa07-2d66b8a1c197 req-556b25ab-5b1a-4f7e-a4f2-a3539b24d7ea tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] For port 66614e9d-6261-4b1c-ae76-8905e353434c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=66614e9d-6261-4b1c-ae76-8905e353434c,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:19.004326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cc21c8c5-8d7b-4976-aa07-2d66b8a1c197 req-556b25ab-5b1a-4f7e-a4f2-a3539b24d7ea tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:19.009258 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bbbc50-7fe5-475a-9e33-692e1c8cda76 x-openstack-request-id: req-a5bbbc50-7fe5-475a-9e33-692e1c8cda76 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:19.009574 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-unplugged", "status": "completed", "tag": "561cb463-7482-4e72-a461-9062a9018dde", "code": 200}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-unplugged", "status": "completed", "tag": "bb16c58f-9309-43fb-a678-c08585b38681", "code": 200}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-unplugged", "status": "completed", "tag": "7ede19ef-72dc-45a3-aa96-ce740de55d39", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:19.015761 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5bbbc50-7fe5-475a-9e33-692e1c8cda76 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:19.016228 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561cb463-7482-4e72-a461-9062a9018dde', 'code': 200} Aug 26 10:59:19.016493 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb16c58f-9309-43fb-a678-c08585b38681', 'code': 200} Aug 26 10:59:19.016774 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ede19ef-72dc-45a3-aa96-ce740de55d39', 'code': 200} Aug 26 10:59:19.047510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c45373-fbac-41eb-884b-c9e89066198c None None] Update dhcp port {'port': {'network_id': 'e0748374-6fd0-4e0f-96f0-6a93b9901bfe', 'fixed_ips': [{'subnet_id': 'c5839cf5-ee45-4032-97fb-71ad9cb59039', 'ip_address': '2001:db8::2'}, {'subnet_id': '18b6c8aa-f805-4011-91ca-ec975cd81514'}], 'binding:host_id': 'n-d-778550-13'}, 'id': 'c39e0ef5-e051-48e8-ae9c-be0e93f4ea36'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 10:59:19.048124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-cc21c8c5-8d7b-4976-aa07-2d66b8a1c197 req-556b25ab-5b1a-4f7e-a4f2-a3539b24d7ea tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Calling delete_port for 66614e9d-6261-4b1c-ae76-8905e353434c owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:19.112999 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56c45373-fbac-41eb-884b-c9e89066198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:19.165236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:19.242021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-ad56a7eb-56ea-4292-9d9f-0bfd70509d68 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] For port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:19.244244 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-ad56a7eb-56ea-4292-9d9f-0bfd70509d68 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:19.304070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eaeb4-bd1a-47e1-ac8a-ebaeb1dd1bcb req-a029c05d-6f50-4476-95e9-5ec5b30cf463 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:19.310355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 3e9ca756-f47a-4be9-a15b-4dcce6904698 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:59:19.312117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eaeb4-bd1a-47e1-ac8a-ebaeb1dd1bcb req-a029c05d-6f50-4476-95e9-5ec5b30cf463 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:19.312328 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-20c51934-7491-4b5d-8fde-842444efaf40 req-7ae237df-1de5-4607-94ed-a45ef63bb1a7 service neutron] 10.222.0.47 "GET /v2.0/networks/995ba74d-f5de-4ce5-a5e4-835f836ffdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358689 Aug 26 10:59:19.320898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eaeb4-bd1a-47e1-ac8a-ebaeb1dd1bcb req-a029c05d-6f50-4476-95e9-5ec5b30cf463 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:19.327745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eaeb4-bd1a-47e1-ac8a-ebaeb1dd1bcb req-a029c05d-6f50-4476-95e9-5ec5b30cf463 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:19.334899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eaeb4-bd1a-47e1-ac8a-ebaeb1dd1bcb req-a029c05d-6f50-4476-95e9-5ec5b30cf463 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:19.336623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-868eaeb4-bd1a-47e1-ac8a-ebaeb1dd1bcb req-a029c05d-6f50-4476-95e9-5ec5b30cf463 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 3876 time: 0.1775551 Aug 26 10:59:19.359029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b23c6-e2a5-49e5-b614-0ad2da662f82 req-9d55f1ff-6c71-46ec-825b-ca594f0d80dc tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:19.361695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b7b23c6-e2a5-49e5-b614-0ad2da662f82 req-9d55f1ff-6c71-46ec-825b-ca594f0d80dc tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=00684f78-147a-47f7-9115-c9fb7374c89b HTTP/1.1" status: 200 len: 946 time: 0.2002966 Aug 26 10:59:19.397822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:19.425805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:19.426412 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:19.431993 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cc21c8c5-8d7b-4976-aa07-2d66b8a1c197 req-556b25ab-5b1a-4f7e-a4f2-a3539b24d7ea tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:19.448055 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:19.484601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-ad56a7eb-56ea-4292-9d9f-0bfd70509d68 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Calling delete_port for 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:19.489637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b25ab-5b1a-4f7e-a4f2-a3539b24d7ea tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Pushing event deleted for resources: {'Port': ['ID=66614e9d-6261-4b1c-ae76-8905e353434c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:19.496164 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['66614e9d-6261-4b1c-ae76-8905e353434c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:59:19.500341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1aced4fe-2ebc-409c-9fad-d6b351aec333'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:59:19.506026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-868eaeb4-bd1a-47e1-ac8a-ebaeb1dd1bcb req-62165009-5701-4a0d-bf34-fc1e10c0d6fa tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402941 Aug 26 10:59:19.560657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b7b23c6-e2a5-49e5-b614-0ad2da662f82 req-24357316-41db-41b4-a963-c0737b700c6d tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846981 Aug 26 10:59:19.660177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc21c8c5-8d7b-4976-aa07-2d66b8a1c197 req-556b25ab-5b1a-4f7e-a4f2-a3539b24d7ea tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] No DVR routers for this DVR port 66614e9d-6261-4b1c-ae76-8905e353434c on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:19.664162 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cc21c8c5-8d7b-4976-aa07-2d66b8a1c197 req-556b25ab-5b1a-4f7e-a4f2-a3539b24d7ea tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:19.665931 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc21c8c5-8d7b-4976-aa07-2d66b8a1c197 req-556b25ab-5b1a-4f7e-a4f2-a3539b24d7ea tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.47 "DELETE /v2.0/ports/66614e9d-6261-4b1c-ae76-8905e353434c HTTP/1.1" status: 204 len: 173 time: 1.0810080 Aug 26 10:59:19.677679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00684f78-147a-47f7-9115-c9fb7374c89b', 'name': 'network-vif-deleted', 'tag': '66614e9d-6261-4b1c-ae76-8905e353434c'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:19.680827 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e7418-cdee-4f26-9287-31e9d826e50d" -d '{"events": [{"server_uuid": "00684f78-147a-47f7-9115-c9fb7374c89b", "name": "network-vif-deleted", "tag": "66614e9d-6261-4b1c-ae76-8905e353434c"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:19.752791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07855999-1a64-4999-a88d-429868df1d50 req-fb168444-12a4-4b90-ad67-cebfd94721ba tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:19.763885 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07855999-1a64-4999-a88d-429868df1d50 req-fb168444-12a4-4b90-ad67-cebfd94721ba tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 943 time: 0.1344941 Aug 26 10:59:19.839933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07855999-1a64-4999-a88d-429868df1d50 req-e5631e7e-d0d4-4a8f-adbd-c32c46fd9a32 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748441 Aug 26 10:59:19.883581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-56c45373-fbac-41eb-884b-c9e89066198c None None] Allocated IP 172.20.0.1 (e0748374-6fd0-4e0f-96f0-6a93b9901bfe/18b6c8aa-f805-4011-91ca-ec975cd81514/c39e0ef5-e051-48e8-ae9c-be0e93f4ea36) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:59:19.913648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 3e9ca756-f47a-4be9-a15b-4dcce6904698 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:19.970694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 3e9ca756-f47a-4be9-a15b-4dcce6904698 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:19.971128 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:20.006335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c880fff6-af62-4f0b-9740-7b1e9c823752 req-ec448b44-246c-4ae9-b2e1-a74dc791936e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 210 time: 0.0457778 Aug 26 10:59:20.030680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1648e6-6906-41e5-b25b-d136d43e7757 req-cd073564-9557-48ef-8ba6-d6a6856f7a9f tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:20.038232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea1648e6-6906-41e5-b25b-d136d43e7757 req-cd073564-9557-48ef-8ba6-d6a6856f7a9f tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 945 time: 0.1525660 Aug 26 10:59:20.102853 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd622cb-1809-4b6c-9a61-b708ae53caa7 x-openstack-request-id: req-0fd622cb-1809-4b6c-9a61-b708ae53caa7 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:20.103333 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00684f78-147a-47f7-9115-c9fb7374c89b", "name": "network-vif-deleted", "tag": "66614e9d-6261-4b1c-ae76-8905e353434c", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:20.103712 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fd622cb-1809-4b6c-9a61-b708ae53caa7 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:20.104288 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00684f78-147a-47f7-9115-c9fb7374c89b', 'name': 'network-vif-deleted', 'tag': '66614e9d-6261-4b1c-ae76-8905e353434c', 'status': 'completed', 'code': 200} Aug 26 10:59:20.134483 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea1648e6-6906-41e5-b25b-d136d43e7757 req-e633c3e2-776f-41f1-8051-aa0c5e88f1a1 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/security-groups?id=48b4a7be-8ec4-44fc-9174-8d278de29826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825198 Aug 26 10:59:20.167043 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:20.239823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-56c45373-fbac-41eb-884b-c9e89066198c None None] For port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c39e0ef5-e051-48e8-ae9c-be0e93f4ea36,segment=NetworkSegment(543e4d2b-cea0-4bff-8631-5bea38876a98),segment_id=543e4d2b-cea0-4bff-8631-5bea38876a98)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:20.321976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166a2ab-2d49-45bd-a474-51d56a716128 req-d7b6affb-ed28-4826-86b4-a502a1fb21b3 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:20.332950 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2166a2ab-2d49-45bd-a474-51d56a716128 req-d7b6affb-ed28-4826-86b4-a502a1fb21b3 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c49edc8e-d4dd-40c7-a67f-1654b9d434d0 HTTP/1.1" status: 200 len: 946 time: 0.0917151 Aug 26 10:59:20.395016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2166a2ab-2d49-45bd-a474-51d56a716128 req-da1ce532-787d-4bc1-908b-38b6f5b3780d tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573626 Aug 26 10:59:20.489689 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:20.524914 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56c45373-fbac-41eb-884b-c9e89066198c None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:20.543469 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:20.562601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-56c45373-fbac-41eb-884b-c9e89066198c None None] Transition to ACTIVE for port object c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:20.585538 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56c45373-fbac-41eb-884b-c9e89066198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:20.665147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 3e9ca756-f47a-4be9-a15b-4dcce6904698, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=3e9ca756-f47a-4be9-a15b-4dcce6904698,segment=NetworkSegment(b929a400-2cbc-45a1-a9e1-d137a82136a2),segment_id=b929a400-2cbc-45a1-a9e1-d137a82136a2)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:20.675454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:20.727151 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:20.729019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:20.751024 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05037cf1-f089-4b15-aade-3e93ffc9bfa5 req-b9aa54e5-d2f8-4cf2-a52c-dea9edcb99db tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:20.763473 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:20.810346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa54e5-d2f8-4cf2-a52c-dea9edcb99db tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Pushing event deleted for resources: {'Port': ['ID=5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:20.874958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694ff0b-89be-48a9-9aac-163ff0daa15e req-fb9007f9-4d39-4515-bbea-2ad79f8840fa tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:20.881943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694ff0b-89be-48a9-9aac-163ff0daa15e req-fb9007f9-4d39-4515-bbea-2ad79f8840fa tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:20.888193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694ff0b-89be-48a9-9aac-163ff0daa15e req-fb9007f9-4d39-4515-bbea-2ad79f8840fa tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:20.894338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694ff0b-89be-48a9-9aac-163ff0daa15e req-fb9007f9-4d39-4515-bbea-2ad79f8840fa tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:20.900257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=31564dc8-810b-4011-aef3-1359501bba6e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:20.900527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694ff0b-89be-48a9-9aac-163ff0daa15e req-fb9007f9-4d39-4515-bbea-2ad79f8840fa tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:20.908379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2694ff0b-89be-48a9-9aac-163ff0daa15e req-fb9007f9-4d39-4515-bbea-2ad79f8840fa tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 3876 time: 0.2002201 Aug 26 10:59:20.953864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:20.962037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2694ff0b-89be-48a9-9aac-163ff0daa15e req-27e3f848-043b-4e02-b701-20d19aab0192 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525846 Aug 26 10:59:20.977880 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 10:59:20.978519 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 10:59:20.979449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c45373-fbac-41eb-884b-c9e89066198c None None] Pushing event updated for resources: {'Port': ['ID=c39e0ef5-e051-48e8-ae9c-be0e93f4ea36,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:20.987220 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-ad56a7eb-56ea-4292-9d9f-0bfd70509d68 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:20.990124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:59:20.990510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:21.032737 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-56c8c832-35a3-44b5-a987-28fad5d23579 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:21.035139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-56c8c832-35a3-44b5-a987-28fad5d23579 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.42 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.2651641 Aug 26 10:59:21.052137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Request body: {'port': {'device_id': '281099a5-cf84-44a8-9d4e-277fe73aca6d', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'admin_state_up': True, 'tenant_id': '72123eaa26c94ba59d3af6b8c5e25931'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:21.102001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd29c3f-44de-43ea-8959-9afd02608be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ca756-f47a-4be9-a15b-4dcce6904698'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:21.121938 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7f8f89-a06d-483b-8e17-bd61ad242e93" -d '{"events": [{"server_uuid": "2dd29c3f-44de-43ea-8959-9afd02608be8", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ca756-f47a-4be9-a15b-4dcce6904698"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:21.142124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['29fa4369-683f-4ad1-b0c2-b031813511fb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:59:21.231817 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56a7eb-56ea-4292-9d9f-0bfd70509d68 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Port': ['ID=6c3e3a32-4124-4d6c-b343-dc8b3b0437c2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:21.236564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-05037cf1-f089-4b15-aade-3e93ffc9bfa5 req-b9aa54e5-d2f8-4cf2-a52c-dea9edcb99db tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] No DVR routers for this DVR port 5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:21.242916 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05037cf1-f089-4b15-aade-3e93ffc9bfa5 req-b9aa54e5-d2f8-4cf2-a52c-dea9edcb99db tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:21.244772 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05037cf1-f089-4b15-aade-3e93ffc9bfa5 req-b9aa54e5-d2f8-4cf2-a52c-dea9edcb99db tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.47 "DELETE /v2.0/ports/5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87 HTTP/1.1" status: 204 len: 173 time: 4.4153671 Aug 26 10:59:21.270996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49edc8e-d4dd-40c7-a67f-1654b9d434d0', 'name': 'network-vif-deleted', 'tag': '5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:21.273651 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996ba49f-97a8-42db-8965-962592a41340" -d '{"events": [{"server_uuid": "c49edc8e-d4dd-40c7-a67f-1654b9d434d0", "name": "network-vif-deleted", "tag": "5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:21.289018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-ad56a7eb-56ea-4292-9d9f-0bfd70509d68 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] No DVR routers for this DVR port 6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:21.331955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-ad56a7eb-56ea-4292-9d9f-0bfd70509d68 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:21.334409 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-ad56a7eb-56ea-4292-9d9f-0bfd70509d68 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "DELETE /v2.0/ports/6c3e3a32-4124-4d6c-b343-dc8b3b0437c2 HTTP/1.1" status: 204 len: 173 time: 4.3109882 Aug 26 10:59:21.340574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c40a3f-ac4a-484e-a724-137be15e9b65 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:59:21.345963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Made reservation on behalf of 72123eaa26c94ba59d3af6b8c5e25931 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:21.357328 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:21.408597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=3e9ca756-f47a-4be9-a15b-4dcce6904698,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:21.492147 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:21.533575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Checking segment: {'id': '76f44206-ca6d-4abc-a4e8-b0fe6a9e038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4d5c2a1d-87db-4920-baa7-11a32f06414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:21.534022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network hostable DHCP agents. Network: 4d5c2a1d-87db-4920-baa7-11a32f06414e, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:59:21.547220 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Transition to ACTIVE for port object 69c40a3f-ac4a-484e-a724-137be15e9b65 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:21.570006 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:21.599888 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:21.658589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c39e0ef5-e051-48e8-ae9c-be0e93f4ea36,segment=NetworkSegment(543e4d2b-cea0-4bff-8631-5bea38876a98),segment_id=543e4d2b-cea0-4bff-8631-5bea38876a98)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:21.677760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Allocated IP 172.20.0.3 (6d6261ac-91ab-4779-b29f-3007a85a87d6/03c71856-2cfc-4d6d-8f1b-fb314e8f501e/cdcb2632-c7bd-4549-a49f-f7737731d42f) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:59:21.679117 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:21.740008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network 4d5c2a1d-87db-4920-baa7-11a32f06414e is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:59:21.757040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] No DVR routers for this DVR port 69c40a3f-ac4a-484e-a724-137be15e9b65 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:21.775894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c39e0ef5-e051-48e8-ae9c-be0e93f4ea36,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:21.794416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 4d5c2a1d-87db-4920-baa7-11a32f06414e) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:21.810406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:21.811358 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:21.831490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b642dbc4-e5f1-4098-ae1c-45c8e5936d4e None None] Network 4d5c2a1d-87db-4920-baa7-11a32f06414e requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:21.836178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=9']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:21.853973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-a46d7f8e-4062-43cd-899b-f5390315a7a1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Deleting port 7ede19ef-72dc-45a3-aa96-ce740de55d39 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:21.863810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-a46d7f8e-4062-43cd-899b-f5390315a7a1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:21.925705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:59:21.981661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Attempting to bind port 69c40a3f-ac4a-484e-a724-137be15e9b65 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:59:21.982647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Attempting to bind port 69c40a3f-ac4a-484e-a724-137be15e9b65 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:59:21.983476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Attempting to bind port 69c40a3f-ac4a-484e-a724-137be15e9b65 on network f82ae0d8-084b-4078-bf2e-64550c4c241b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:22.002355 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-39a74a49-0e4d-4333-9906-50098e21fdaa tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3250842 Aug 26 10:59:22.011492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55128) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:22.018576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-07d2fb5d-ba93-4690-ae24-a24c831c2677 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:22.038938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Port 69c40a3f-ac4a-484e-a724-137be15e9b65 on network f82ae0d8-084b-4078-bf2e-64550c4c241b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:59:22.044825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Attempting to bind port 69c40a3f-ac4a-484e-a724-137be15e9b65 on network f82ae0d8-084b-4078-bf2e-64550c4c241b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:22.070087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:59:22.071004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Checking segment: {'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:22.071664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Bound using segment: {'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:59:22.072543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Bound port: 69c40a3f-ac4a-484e-a724-137be15e9b65, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea389a21-7da6-4217-82b1-d0f2fb04992a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:59:22.074433 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:22.139487 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:22.241926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-650ce3f7-3f40-41e5-9b27-94ad15355d65 req-21c37228-7338-45c0-b6fc-5b0954c979b6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 210 time: 0.0815670 Aug 26 10:59:22.242551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-a46d7f8e-4062-43cd-899b-f5390315a7a1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] For port 7ede19ef-72dc-45a3-aa96-ce740de55d39, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7ede19ef-72dc-45a3-aa96-ce740de55d39,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:22.242551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-a46d7f8e-4062-43cd-899b-f5390315a7a1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:22.259976 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:22.270359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7990c5-d928-467c-84c6-83fbd1d19b17 req-5fe0f9cc-9086-4926-8d7a-7bda652c7a45 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:22.278114 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f7990c5-d928-467c-84c6-83fbd1d19b17 req-5fe0f9cc-9086-4926-8d7a-7bda652c7a45 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 943 time: 0.1764116 Aug 26 10:59:22.294275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-a46d7f8e-4062-43cd-899b-f5390315a7a1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Calling delete_port for 7ede19ef-72dc-45a3-aa96-ce740de55d39 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:22.308104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ada04-80df-4bae-9017-f47dd1f3a0fb None None] Network e0748374-6fd0-4e0f-96f0-6a93b9901bfe requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:22.347409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f7990c5-d928-467c-84c6-83fbd1d19b17 req-d245c195-207b-429f-8bb5-3ad00760d3d9 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683007 Aug 26 10:59:22.389174 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07d2fb5d-ba93-4690-ae24-a24c831c2677 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12068443'] for subnet, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:22.428395 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:22.438221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-4d5c2a1d-87db-4920-baa7-11a32f06414e', 'network_id': '4d5c2a1d-87db-4920-baa7-11a32f06414e', 'tenant_id': 'de9d5faad8f84a4e9bfc08f923125264', 'fixed_ips': [{'subnet_id': '31564dc8-810b-4011-aef3-1359501bba6e'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:59:22.441235 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:22.458337 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:22.470908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-70e19569-880d-4730-88fd-3456495fea9f None None] Provisioning for port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:22.489096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:59:22.494591 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-70e19569-880d-4730-88fd-3456495fea9f None None] Provisioning complete for port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:22.495281 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70e19569-880d-4730-88fd-3456495fea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:22.513024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Network 6d6261ac-91ab-4779-b29f-3007a85a87d6 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:59:22.514259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:22.525208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:22.534225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:59:22.567002 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efda04d-1dab-4e18-ac40-4dc5c81b7984 x-openstack-request-id: req-3efda04d-1dab-4e18-ac40-4dc5c81b7984 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:22.567308 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49edc8e-d4dd-40c7-a67f-1654b9d434d0", "name": "network-vif-deleted", "tag": "5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:22.567563 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3efda04d-1dab-4e18-ac40-4dc5c81b7984 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:22.567978 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49edc8e-d4dd-40c7-a67f-1654b9d434d0', 'name': 'network-vif-deleted', 'tag': '5a6bb46a-648a-4bda-a3ee-54e2b0fb5e87', 'status': 'completed', 'code': 200} Aug 26 10:59:22.577392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event updated for resources: {'Port': ['ID=cdcb2632-c7bd-4549-a49f-f7737731d42f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:22.578469 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2724e88e-acd2-4027-aa70-c076433d6bdc x-openstack-request-id: req-2724e88e-acd2-4027-aa70-c076433d6bdc {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:22.578974 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd29c3f-44de-43ea-8959-9afd02608be8", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ca756-f47a-4be9-a15b-4dcce6904698", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:22.579437 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2724e88e-acd2-4027-aa70-c076433d6bdc {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:22.580272 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd29c3f-44de-43ea-8959-9afd02608be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ca756-f47a-4be9-a15b-4dcce6904698', 'code': 200} Aug 26 10:59:22.594648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:22.595463 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:22.598069 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/69c40a3f-ac4a-484e-a724-137be15e9b65 HTTP/1.1" status: 200 len: 1092 time: 3.9451973 Aug 26 10:59:22.600461 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79007fc8-4bd2-4e6e-88b7-3f19214a1ab8 req-eb33dc7c-61ab-4a39-a401-8f0257a924da tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:22.615750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79007fc8-4bd2-4e6e-88b7-3f19214a1ab8 req-eb33dc7c-61ab-4a39-a401-8f0257a924da tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 946 time: 0.1934481 Aug 26 10:59:22.681134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:22.681675 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:22.711586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79007fc8-4bd2-4e6e-88b7-3f19214a1ab8 req-6fca5bb3-b02a-4c39-a993-e40e105ab86e tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/security-groups?id=48b4a7be-8ec4-44fc-9174-8d278de29826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946159 Aug 26 10:59:22.746165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef044146-240b-4f11-ae36-377a58e1d7fa req-289cef94-e276-410a-9db1-ace5e800a041 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:22.747849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef044146-240b-4f11-ae36-377a58e1d7fa req-289cef94-e276-410a-9db1-ace5e800a041 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.0968010 Aug 26 10:59:22.750618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-72973b0a-c41a-4a62-9e3c-74d2268ca0da tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7038846 Aug 26 10:59:22.763728 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Request body: {'port': {'device_id': '281099a5-cf84-44a8-9d4e-277fe73aca6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:22.806612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef539924-8c10-4be3-bdf3-af9bed2384a7 service neutron] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=10']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:22.823497 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907826f-4011-4633-912f-16ccfac75985 req-a2ab98e9-db85-41ac-b448-ae9ededbf39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:22.825130 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8907826f-4011-4633-912f-16ccfac75985 req-a2ab98e9-db85-41ac-b448-ae9ededbf39b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 1098 time: 0.2147131 Aug 26 10:59:22.876940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-de7345b9-cb84-4a25-b81f-162e29051bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:22.877894 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-de7345b9-cb84-4a25-b81f-162e29051bba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 1096 time: 0.2109280 Aug 26 10:59:22.988883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef044146-240b-4f11-ae36-377a58e1d7fa req-2cafb59b-1535-4e9b-ae73-a6ec75a1c5d2 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221453 Aug 26 10:59:23.034033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f44c6f-3c0f-4bb4-b4bb-770616f56c8e req-d260f997-e46e-4cbc-856e-8ead12c51fbb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:23.042019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f44c6f-3c0f-4bb4-b4bb-770616f56c8e req-d260f997-e46e-4cbc-856e-8ead12c51fbb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:23.053268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f44c6f-3c0f-4bb4-b4bb-770616f56c8e req-d260f997-e46e-4cbc-856e-8ead12c51fbb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:23.054035 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8907826f-4011-4633-912f-16ccfac75985 req-07e410ff-6b6c-4b91-9c74-41bc9e8436fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=48b4a7be-8ec4-44fc-9174-8d278de29826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168903 Aug 26 10:59:23.057549 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07d2fb5d-ba93-4690-ae24-a24c831c2677 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730521440808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8704290'] for subnet, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:23.065765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f44c6f-3c0f-4bb4-b4bb-770616f56c8e req-d260f997-e46e-4cbc-856e-8ead12c51fbb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:23.069271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f44c6f-3c0f-4bb4-b4bb-770616f56c8e req-d260f997-e46e-4cbc-856e-8ead12c51fbb tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 3144 time: 0.1878574 Aug 26 10:59:23.076985 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:23.096237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-a46d7f8e-4062-43cd-899b-f5390315a7a1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:23.148217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Allocated IP 2001:db8::2 (4d5c2a1d-87db-4920-baa7-11a32f06414e/31564dc8-810b-4011-aef3-1359501bba6e/095c7c5c-c5ef-44bc-b030-5698775dda63) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:59:23.238045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f44c6f-3c0f-4bb4-b4bb-770616f56c8e req-1358505b-73f7-4217-bc38-26dbeda6e8b9 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458364 Aug 26 10:59:23.283306 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d2fb5d-ba93-4690-ae24-a24c831c2677 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:23.284043 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07d2fb5d-ba93-4690-ae24-a24c831c2677 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:23.285540 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-07d2fb5d-ba93-4690-ae24-a24c831c2677 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "PUT /v2.0/subnets/31564dc8-810b-4011-aef3-1359501bba6e HTTP/1.1" status: 200 len: 826 time: 1.2725034 Aug 26 10:59:23.287256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-9d8dd139-bb75-4b8f-b0e8-2f0812398204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:23.288982 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-9d8dd139-bb75-4b8f-b0e8-2f0812398204 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 914 time: 0.3797429 Aug 26 10:59:23.290100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2fb5d-ba93-4690-ae24-a24c831c2677 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=31564dc8-810b-4011-aef3-1359501bba6e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:23.294378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55158) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:23.297111 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d7f8e-4062-43cd-899b-f5390315a7a1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Port': ['ID=7ede19ef-72dc-45a3-aa96-ce740de55d39,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:23.353412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 66614e9d-6261-4b1c-ae76-8905e353434c no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:23.394883 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 66614e9d-6261-4b1c-ae76-8905e353434c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:59:23.395523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 66614e9d-6261-4b1c-ae76-8905e353434c not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:23.415634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9427f314-d967-408e-bb95-32b16e549f4e None None] Provisioning complete for port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:23.416003 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9427f314-d967-408e-bb95-32b16e549f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:23.525641 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:23.536702 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-3554be79-c90a-4af5-9ce0-b94e6859c6fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69c40a3f-ac4a-484e-a724-137be15e9b65 HTTP/1.1" status: 200 len: 217 time: 0.2352045 Aug 26 10:59:23.539767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-a46d7f8e-4062-43cd-899b-f5390315a7a1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] No DVR routers for this DVR port 7ede19ef-72dc-45a3-aa96-ce740de55d39 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:23.550625 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Transition to ACTIVE for port object 095c7c5c-c5ef-44bc-b030-5698775dda63 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:23.571908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73652c8c-29c4-420d-b5bb-92273cd9f951 req-58b2b29e-8d6b-493c-9bd6-5049db7fa9ae tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:23.573527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73652c8c-29c4-420d-b5bb-92273cd9f951 req-58b2b29e-8d6b-493c-9bd6-5049db7fa9ae tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 931 time: 0.1201918 Aug 26 10:59:23.620049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Transition to ACTIVE for port object 095c7c5c-c5ef-44bc-b030-5698775dda63 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:23.628830 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-a46d7f8e-4062-43cd-899b-f5390315a7a1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:23.631947 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-a46d7f8e-4062-43cd-899b-f5390315a7a1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "DELETE /v2.0/ports/7ede19ef-72dc-45a3-aa96-ce740de55d39 HTTP/1.1" status: 204 len: 173 time: 2.2657788 Aug 26 10:59:23.633612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-0e92eeba-f203-449d-9f12-9ca24b91cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:23.635716 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-0e92eeba-f203-449d-9f12-9ca24b91cc1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e1dfbf1-5bb4-498a-a82d-9c935bf08205 HTTP/1.1" status: 200 len: 853 time: 0.0804648 Aug 26 10:59:23.644140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11f67d-8fd6-4b87-8dbd-e13d97f0d63c req-b7dc21ad-b344-4d45-b92a-cf5401ce75b4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:23.645770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a11f67d-8fd6-4b87-8dbd-e13d97f0d63c req-b7dc21ad-b344-4d45-b92a-cf5401ce75b4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.1900301 Aug 26 10:59:23.666923 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:23.713549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Network 4d5c2a1d-87db-4920-baa7-11a32f06414e is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:59:23.728195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:23.729410 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73652c8c-29c4-420d-b5bb-92273cd9f951 req-936b52e8-de37-46c5-9d07-860bc769887c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268704 Aug 26 10:59:23.766076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a11f67d-8fd6-4b87-8dbd-e13d97f0d63c req-a1f81311-7151-42e0-9041-91f7e6eb16c8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117735 Aug 26 10:59:23.875099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Pushing event updated for resources: {'Port': ['ID=095c7c5c-c5ef-44bc-b030-5698775dda63,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:23.884522 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-04de2ab9-ef39-48ea-aa14-366f5b0e6f31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f82ae0d8-084b-4078-bf2e-64550c4c241b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1917412 Aug 26 10:59:23.887982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:59:23.892552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:59:23.941661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:23.989795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcb2632-c7bd-4549-a49f-f7737731d42f {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:59:24.006661 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.014581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:24.015019 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.037326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Transition to ACTIVE for port object cdcb2632-c7bd-4549-a49f-f7737731d42f will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:24.044738 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Attempting to bind port 095c7c5c-c5ef-44bc-b030-5698775dda63 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:59:24.045212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Attempting to bind port 095c7c5c-c5ef-44bc-b030-5698775dda63 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '76f44206-ca6d-4abc-a4e8-b0fe6a9e038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4d5c2a1d-87db-4920-baa7-11a32f06414e'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:59:24.045608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Attempting to bind port 095c7c5c-c5ef-44bc-b030-5698775dda63 on network 4d5c2a1d-87db-4920-baa7-11a32f06414e {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:24.052017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55180) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:24.054821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:59:24.055212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Checking segment: {'id': '76f44206-ca6d-4abc-a4e8-b0fe6a9e038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4d5c2a1d-87db-4920-baa7-11a32f06414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:24.055679 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.056099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Bound using segment: {'id': '76f44206-ca6d-4abc-a4e8-b0fe6a9e038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4d5c2a1d-87db-4920-baa7-11a32f06414e'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:59:24.056605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Bound port: 095c7c5c-c5ef-44bc-b030-5698775dda63, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f44206-ca6d-4abc-a4e8-b0fe6a9e038e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4d5c2a1d-87db-4920-baa7-11a32f06414e'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:59:24.057004 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.062603 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.143140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb2632-c7bd-4549-a49f-f7737731d42f,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:24.192351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7515104-a1e2-404a-a5a9-f11067257ed1 req-4f216722-4101-4532-9eb8-3be99c957004 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:24.194110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7515104-a1e2-404a-a5a9-f11067257ed1 req-4f216722-4101-4532-9eb8-3be99c957004 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 946 time: 0.2969971 Aug 26 10:59:24.264724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] For port 095c7c5c-c5ef-44bc-b030-5698775dda63, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:24.296638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] For port 095c7c5c-c5ef-44bc-b030-5698775dda63, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=095c7c5c-c5ef-44bc-b030-5698775dda63,segment=NetworkSegment(76f44206-ca6d-4abc-a4e8-b0fe6a9e038e),segment_id=76f44206-ca6d-4abc-a4e8-b0fe6a9e038e)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:59:24.308313 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.361246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Deleting port c116599a-327c-4688-9f4b-1845a6872218 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:24.361869 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.367450 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-0ab52747-24e5-491a-8cd6-cd137c301b7c service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206805 Aug 26 10:59:24.406955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7515104-a1e2-404a-a5a9-f11067257ed1 req-3c41d946-e807-46b0-b468-85f1555c8260 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/security-groups?id=48b4a7be-8ec4-44fc-9174-8d278de29826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907082 Aug 26 10:59:24.409733 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9b12482-a318-4249-8b39-29d0a2c3251e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.416393 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f2572-a4ea-48f1-9867-a0b7f4a04ff7 None None] Pushing event updated for resources: {'Port': ['ID=095c7c5c-c5ef-44bc-b030-5698775dda63,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:24.435662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Attempting to bind port cdcb2632-c7bd-4549-a49f-f7737731d42f on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:59:24.436016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Attempting to bind port cdcb2632-c7bd-4549-a49f-f7737731d42f by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:59:24.436357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Attempting to bind port cdcb2632-c7bd-4549-a49f-f7737731d42f on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:24.463436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe53851-1861-4609-b4ac-dfd0e9ddfd17 req-b15eb576-9e36-4851-9538-9a14239721d6 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:24.472495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efe53851-1861-4609-b4ac-dfd0e9ddfd17 req-b15eb576-9e36-4851-9538-9a14239721d6 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.3063691 Aug 26 10:59:24.515211 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Port cdcb2632-c7bd-4549-a49f-f7737731d42f on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:59:24.515707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Attempting to bind port cdcb2632-c7bd-4549-a49f-f7737731d42f on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:24.569559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-deleted', 'tag': '6c3e3a32-4124-4d6c-b343-dc8b3b0437c2'}, {'name': 'network-changed', 'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65'}, {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-deleted', 'tag': '7ede19ef-72dc-45a3-aa96-ce740de55d39'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:24.572868 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ae2bec-39df-47db-b2f8-3d9300cd2150" -d '{"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-deleted", "tag": "6c3e3a32-4124-4d6c-b343-dc8b3b0437c2"}, {"name": "network-changed", "server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65"}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-deleted", "tag": "7ede19ef-72dc-45a3-aa96-ce740de55d39"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:24.595863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:59:24.597071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Checking segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:24.597746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Bound using segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:59:24.598444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Bound port: cdcb2632-c7bd-4549-a49f-f7737731d42f, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:59:24.599069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.624936 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Deleting port 095c7c5c-c5ef-44bc-b030-5698775dda63 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:24.625602 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.633370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efe53851-1861-4609-b4ac-dfd0e9ddfd17 req-cc57d4e6-d3ef-4084-9209-9af7448fb5db tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580508 Aug 26 10:59:24.637970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] For port c116599a-327c-4688-9f4b-1845a6872218, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c116599a-327c-4688-9f4b-1845a6872218,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:24.639144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.701717 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6f3eb4a5-0906-4d86-af21-4fd9915daee7 req-9ad20b5a-0ab8-499c-86be-7aa6de33d248 service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162942 Aug 26 10:59:24.740139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cf772-b8fd-48df-8a63-57e26c8c25e3 req-32980ed3-744c-4bce-98d1-2417ca0c3687 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:24.740476 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcb6da6-70a3-4a86-ac3d-5a944ee8c3e8 x-openstack-request-id: req-cbcb6da6-70a3-4a86-ac3d-5a944ee8c3e8 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:24.740476 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-deleted", "tag": "6c3e3a32-4124-4d6c-b343-dc8b3b0437c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65", "status": "completed", "code": 200}, {"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-deleted", "tag": "7ede19ef-72dc-45a3-aa96-ce740de55d39", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:24.740476 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbcb6da6-70a3-4a86-ac3d-5a944ee8c3e8 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:24.740476 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-deleted', 'tag': '6c3e3a32-4124-4d6c-b343-dc8b3b0437c2', 'status': 'completed', 'code': 200} Aug 26 10:59:24.740816 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'status': 'completed', 'code': 200} Aug 26 10:59:24.741180 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-deleted', 'tag': '7ede19ef-72dc-45a3-aa96-ce740de55d39', 'status': 'completed', 'code': 200} Aug 26 10:59:24.745667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cf772-b8fd-48df-8a63-57e26c8c25e3 req-32980ed3-744c-4bce-98d1-2417ca0c3687 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:24.753065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cf772-b8fd-48df-8a63-57e26c8c25e3 req-32980ed3-744c-4bce-98d1-2417ca0c3687 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:24.762254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d1cf772-b8fd-48df-8a63-57e26c8c25e3 req-32980ed3-744c-4bce-98d1-2417ca0c3687 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 2411 time: 0.2394509 Aug 26 10:59:24.878192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d1cf772-b8fd-48df-8a63-57e26c8c25e3 req-0551c93b-f881-43e0-b288-d584eed1b3a2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116631 Aug 26 10:59:24.913210 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] For port cdcb2632-c7bd-4549-a49f-f7737731d42f, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:24.930070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] For port cdcb2632-c7bd-4549-a49f-f7737731d42f, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cdcb2632-c7bd-4549-a49f-f7737731d42f,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:59:24.954386 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9b12482-a318-4249-8b39-29d0a2c3251e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.959151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] For port 095c7c5c-c5ef-44bc-b030-5698775dda63, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=095c7c5c-c5ef-44bc-b030-5698775dda63,segment=NetworkSegment(76f44206-ca6d-4abc-a4e8-b0fe6a9e038e),segment_id=76f44206-ca6d-4abc-a4e8-b0fe6a9e038e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:24.960354 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:24.978854 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:25.011539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9b12482-a318-4249-8b39-29d0a2c3251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:25.067338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Calling delete_port for 095c7c5c-c5ef-44bc-b030-5698775dda63 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:25.090354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12482-a318-4249-8b39-29d0a2c3251e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cac8573-d6e2-456f-94bc-9d04773d95c9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:25.164662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:25.165442 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:25.167426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] 10.222.0.42 "PUT /v2.0/ports/cdcb2632-c7bd-4549-a49f-f7737731d42f HTTP/1.1" status: 200 len: 1092 time: 2.4080236 Aug 26 10:59:25.171891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281099a5-cf84-44a8-9d4e-277fe73aca6d', 'tag': 'cdcb2632-c7bd-4549-a49f-f7737731d42f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:25.175550 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f920294-2ed6-448d-a523-f308968e4792" -d '{"events": [{"name": "network-changed", "server_uuid": "281099a5-cf84-44a8-9d4e-277fe73aca6d", "tag": "cdcb2632-c7bd-4549-a49f-f7737731d42f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:25.207167 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d9b12482-a318-4249-8b39-29d0a2c3251e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=880d320d653a41948ea6d15d04158652&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1529810 Aug 26 10:59:25.222089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55204) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:25.240066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba29e6-035e-4c62-9148-24c3fb97bdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb2632-c7bd-4549-a49f-f7737731d42f,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:25.251719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83de94e-392e-4408-ad33-3099871188f7 req-74f71c6e-8177-4b0a-a127-e3faf2ca79cc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:25.261345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d83de94e-392e-4408-ad33-3099871188f7 req-74f71c6e-8177-4b0a-a127-e3faf2ca79cc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.2453718 Aug 26 10:59:25.337913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0bbe8-3c49-415d-b2b6-b01e207820b2 req-1c140a9c-7ec1-403c-b56c-36c5889b0b23 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:25.341802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86d0bbe8-3c49-415d-b2b6-b01e207820b2 req-1c140a9c-7ec1-403c-b56c-36c5889b0b23 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 943 time: 0.4060874 Aug 26 10:59:25.740396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae2bec-39df-47db-b2f8-3d9300cd2150 req-ddfbb637-f9e7-47bb-afb5-eb6775a29779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:25.743478 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-08ae2bec-39df-47db-b2f8-3d9300cd2150 req-ddfbb637-f9e7-47bb-afb5-eb6775a29779 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 1096 time: 0.8383996 Aug 26 10:59:25.882274 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:25.882882 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:25.883281 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Floating IP 11c37924-bfb8-4bdf-af24-7f1ef48ecc8a disassociated. External IP: 172.25.1.4, port: c116599a-327c-4688-9f4b-1845a6872218. Aug 26 10:59:25.887230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Calling delete_port for c116599a-327c-4688-9f4b-1845a6872218 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:25.919349 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 095c7c5c-c5ef-44bc-b030-5698775dda63 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:59:25.992710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d83de94e-392e-4408-ad33-3099871188f7 req-6c8cc77b-d449-41b2-be14-fb0205147892 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7300785 Aug 26 10:59:26.108561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 095c7c5c-c5ef-44bc-b030-5698775dda63 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:26.199765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86d0bbe8-3c49-415d-b2b6-b01e207820b2 req-f9beeaca-d6bf-4683-8b24-ef76f4427789 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8432531 Aug 26 10:59:26.245788 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b607f9-ff83-4947-88d5-a01eca98659f x-openstack-request-id: req-f3b607f9-ff83-4947-88d5-a01eca98659f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:26.246102 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281099a5-cf84-44a8-9d4e-277fe73aca6d", "tag": "cdcb2632-c7bd-4549-a49f-f7737731d42f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:26.246363 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3b607f9-ff83-4947-88d5-a01eca98659f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:26.246798 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281099a5-cf84-44a8-9d4e-277fe73aca6d', 'tag': 'cdcb2632-c7bd-4549-a49f-f7737731d42f', 'status': 'completed', 'code': 200} Aug 26 10:59:26.257518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-4f3939fe-2792-4a63-8219-59812c17b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:26.259976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-4f3939fe-2792-4a63-8219-59812c17b16a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 1095 time: 0.9579697 Aug 26 10:59:26.295360 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df194e70-d4bd-475d-a3e4-a0610a27665a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:26.413328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3d3b4a-2044-4632-84ad-1e121721414a None None] Network 4d5c2a1d-87db-4920-baa7-11a32f06414e requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:26.556459 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:26.639473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Port': ['ID=095c7c5c-c5ef-44bc-b030-5698775dda63,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:26.646815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae2bec-39df-47db-b2f8-3d9300cd2150 req-2a8fa425-fd54-4f4c-bbf9-52621abd904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:26.649730 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-08ae2bec-39df-47db-b2f8-3d9300cd2150 req-2a8fa425-fd54-4f4c-bbf9-52621abd904a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 914 time: 0.8651710 Aug 26 10:59:26.717848 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df194e70-d4bd-475d-a3e4-a0610a27665a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:26.728280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-cd9154e8-0a4d-4098-9ce0-1a61960c7573 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdcb2632-c7bd-4549-a49f-f7737731d42f HTTP/1.1" status: 200 len: 217 time: 0.4177978 Aug 26 10:59:26.753850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-362763b9-1594-49e5-ac90-19f6d80755b2 None None] Could not find standard attr ID for object 095c7c5c-c5ef-44bc-b030-5698775dda63. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 10:59:26.769365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No DVR routers for this DVR port 095c7c5c-c5ef-44bc-b030-5698775dda63 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:26.874192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.42', 56285) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:26.937804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273c75c-b0eb-4690-8a8e-fa020cc4574b req-36163acd-ab7c-46fa-bee9-5f33e0332951 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:26.947054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3273c75c-b0eb-4690-8a8e-fa020cc4574b req-36163acd-ab7c-46fa-bee9-5f33e0332951 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.5642927 Aug 26 10:59:26.948978 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df194e70-d4bd-475d-a3e4-a0610a27665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:26.952882 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df194e70-d4bd-475d-a3e4-a0610a27665a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:26.959147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-df194e70-d4bd-475d-a3e4-a0610a27665a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cac8573-d6e2-456f-94bc-9d04773d95c9 HTTP/1.1" status: 204 len: 168 time: 1.7327774 Aug 26 10:59:27.025145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002d60d-7ecf-4b9d-afd0-f5e47d5d0653 req-3ce64654-f6a0-4095-ab85-bfcbdc9d352d tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:27.033205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7002d60d-7ecf-4b9d-afd0-f5e47d5d0653 req-3ce64654-f6a0-4095-ab85-bfcbdc9d352d tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 946 time: 0.4993496 Aug 26 10:59:27.042153 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-08ae2bec-39df-47db-b2f8-3d9300cd2150 req-c1202093-c383-4b86-a93d-dd7c4728a061 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69c40a3f-ac4a-484e-a724-137be15e9b65 HTTP/1.1" status: 200 len: 217 time: 0.1871667 Aug 26 10:59:27.057622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:27.198545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-f47b0eb3-27fd-4230-8cc5-6210df824987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:27.201974 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-f47b0eb3-27fd-4230-8cc5-6210df824987 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.3241320 Aug 26 10:59:27.206000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Port': ['ID=c116599a-327c-4688-9f4b-1845a6872218,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:27.227522 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:27.279861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900b91b3-7961-4a0b-b082-c067cbfa0d39 None None] Network 4d5c2a1d-87db-4920-baa7-11a32f06414e requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:27.289068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df194e70-d4bd-475d-a3e4-a0610a27665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cac8573-d6e2-456f-94bc-9d04773d95c9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:27.371199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7002d60d-7ecf-4b9d-afd0-f5e47d5d0653 req-18e8327b-61cd-4808-9963-8eafccdee909 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/security-groups?id=48b4a7be-8ec4-44fc-9174-8d278de29826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365726 Aug 26 10:59:27.388383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae2bec-39df-47db-b2f8-3d9300cd2150 req-dd0743fc-2819-45ca-aecc-a0db44d3c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:27.389189 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-4ec7e146-8258-4869-bccc-357a14a3557d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456687 Aug 26 10:59:27.390316 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-08ae2bec-39df-47db-b2f8-3d9300cd2150 req-dd0743fc-2819-45ca-aecc-a0db44d3c5d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e1dfbf1-5bb4-498a-a82d-9c935bf08205 HTTP/1.1" status: 200 len: 853 time: 0.3112495 Aug 26 10:59:27.509450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3273c75c-b0eb-4690-8a8e-fa020cc4574b req-b14095e4-db87-4761-afb1-43514db36830 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612445 Aug 26 10:59:27.617777 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-08ae2bec-39df-47db-b2f8-3d9300cd2150 req-672edf66-33d3-414a-be5a-1f1ba4afc5e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f82ae0d8-084b-4078-bf2e-64550c4c241b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2043447 Aug 26 10:59:27.679791 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:27.802471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab5b86-b0a4-484a-b536-a3a506253f48 req-916a8086-c60f-40d2-aeff-293a6553a08e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:27.804151 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17ab5b86-b0a4-484a-b536-a3a506253f48 req-916a8086-c60f-40d2-aeff-293a6553a08e tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.9221160 Aug 26 10:59:27.959161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Subnet': ['ID=31564dc8-810b-4011-aef3-1359501bba6e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:28.081715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Router 9700c32c-ff42-42fe-83ea-157d021771cd has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:59:28.355898 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-08ae2bec-39df-47db-b2f8-3d9300cd2150 req-3b99e00f-49d2-4b26-b7b7-7f6f42c5fd57 service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7193182 Aug 26 10:59:28.367317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c32a12-fba6-40a6-beff-a48a8ecd3537 req-3a957677-0bb0-4799-81a2-b6ba007361dc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:28.377676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9c32a12-fba6-40a6-beff-a48a8ecd3537 req-3a957677-0bb0-4799-81a2-b6ba007361dc tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.4355896 Aug 26 10:59:28.394416 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:28.506240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54b67f-8a07-4b23-9469-2fbb4a8e4018 req-644fc6be-31a2-44ad-827f-44e17f3fc939 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:28.511946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5c2a1d-87db-4920-baa7-11a32f06414e']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:28.520293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54b67f-8a07-4b23-9469-2fbb4a8e4018 req-644fc6be-31a2-44ad-827f-44e17f3fc939 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:28.530500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e54b67f-8a07-4b23-9469-2fbb4a8e4018 req-644fc6be-31a2-44ad-827f-44e17f3fc939 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 1677 time: 0.7963610 Aug 26 10:59:28.549793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f44206-ca6d-4abc-a4e8-b0fe6a9e038e') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:28.550103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f44206-ca6d-4abc-a4e8-b0fe6a9e038e') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:28.562290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf9d33-7b71-4376-9019-942a1cc7b5cd None None] DHCP port deletion for 4d5c2a1d-87db-4920-baa7-11a32f06414e request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:59:28.651911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9c32a12-fba6-40a6-beff-a48a8ecd3537 req-0eae2da3-6a76-4bc0-a3a4-c63b46a02beb tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727182 Aug 26 10:59:28.690653 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:28.770383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:59:28.777827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-7316b741-9d0f-4d42-89ef-f8057084c0e3 service neutron] 10.222.0.42 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2533927 Aug 26 10:59:28.788408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb34a77-b1f5-4abb-af41-f587c3949c04 None None] Sync routers for ids ['9700c32c-ff42-42fe-83ea-157d021771cd'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:59:28.795613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:28.823768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb34a77-b1f5-4abb-af41-f587c3949c04 None None] Routers {'9700c32c-ff42-42fe-83ea-157d021771cd'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:59:28.825542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-eeb34a77-b1f5-4abb-af41-f587c3949c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:59:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9700c32c-ff42-42fe-83ea-157d021771cd'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:28.949109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] No DVR routers for this DVR port c116599a-327c-4688-9f4b-1845a6872218 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:28.961394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:28.961921 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:28.970406 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:28.976542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e54b67f-8a07-4b23-9469-2fbb4a8e4018 req-87952bf5-1970-4453-9a97-d3e56df4db15 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4448838 Aug 26 10:59:28.996750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:28.998884 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-03b544eb-947f-4aec-9d03-962ad48e4031 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "DELETE /v2.0/ports/c116599a-327c-4688-9f4b-1845a6872218 HTTP/1.1" status: 204 len: 173 time: 5.3535383 Aug 26 10:59:28.999346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-deleted', 'tag': 'c116599a-327c-4688-9f4b-1845a6872218'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:29.009449 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753c843c-502e-40d0-b233-6d2e3a4d7dc4" -d '{"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-deleted", "tag": "c116599a-327c-4688-9f4b-1845a6872218"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:29.075875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-17ab5b86-b0a4-484a-b536-a3a506253f48 req-10114f81-5785-49a8-87c4-da75ae1596d5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Deleting port 1aced4fe-2ebc-409c-9fad-d6b351aec333 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:29.076298 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-17ab5b86-b0a4-484a-b536-a3a506253f48 req-10114f81-5785-49a8-87c4-da75ae1596d5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:29.152478 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-08ae2bec-39df-47db-b2f8-3d9300cd2150 req-4c1f8071-5ebb-4c27-93fc-c16be15bc22b service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711604 Aug 26 10:59:29.275794 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:29.333117 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:29.335149 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/4d5c2a1d-87db-4920-baa7-11a32f06414e HTTP/1.1" status: 204 len: 168 time: 6.0393062 Aug 26 10:59:29.370126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55266) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:29.374478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e77335-2eab-4d4d-a94a-66b88a7a613f req-1927857a-ec2f-4219-9e1e-148124f0cf49 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:29.391319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3e77335-2eab-4d4d-a94a-66b88a7a613f req-1927857a-ec2f-4219-9e1e-148124f0cf49 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 943 time: 0.3917201 Aug 26 10:59:29.401831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2171a82-38d4-4bc3-a19f-0aa15ec8c48e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Network': ['ID=4d5c2a1d-87db-4920-baa7-11a32f06414e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:29.407226 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-621e266f-2d53-4e02-a315-4cccddfd906c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:29.408367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621e266f-2d53-4e02-a315-4cccddfd906c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:29.410420 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-621e266f-2d53-4e02-a315-4cccddfd906c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/4d5c2a1d-87db-4920-baa7-11a32f06414e HTTP/1.1" status: 404 len: 339 time: 0.0381360 Aug 26 10:59:29.419373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55268) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:29.430702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1174298546', 'description': 'd1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:29.436886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-eeb34a77-b1f5-4abb-af41-f587c3949c04 None None] Set router 9700c32c-ff42-42fe-83ea-157d021771cd gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:59:29.478674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:29.487341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:29.511739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6791efbb-7e5c-4cc8-835d-e1d92dc3ee5d req-196e5d92-5f23-45b7-8f4e-242715d00ed5 service neutron] 10.222.0.42 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7259049 Aug 26 10:59:29.567280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:59:29.591958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-9cda37f9-4f2d-4038-b7d9-56c84a3a0766 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Deleting port 561cb463-7482-4e72-a461-9062a9018dde {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:29.592571 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-9cda37f9-4f2d-4038-b7d9-56c84a3a0766 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:29.757892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 095c7c5c-c5ef-44bc-b030-5698775dda63 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:29.765693 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3e77335-2eab-4d4d-a94a-66b88a7a613f req-8b8f294a-4742-47d3-8c37-e2a232127f49 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721128 Aug 26 10:59:29.784540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:29.785189 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Added segment 1c82fd23-99c3-4bb3-a256-3ba51ff051b8 of type vlan for network 81428b33-b544-4aac-9a35-5ebca507a9e9 Aug 26 10:59:29.831712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 095c7c5c-c5ef-44bc-b030-5698775dda63 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:59:29.832178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 095c7c5c-c5ef-44bc-b030-5698775dda63 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:29.860913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-17ab5b86-b0a4-484a-b536-a3a506253f48 req-10114f81-5785-49a8-87c4-da75ae1596d5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] For port 1aced4fe-2ebc-409c-9fad-d6b351aec333, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:29.861364 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-17ab5b86-b0a4-484a-b536-a3a506253f48 req-10114f81-5785-49a8-87c4-da75ae1596d5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:29.865670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f920294-2ed6-448d-a523-f308968e4792 req-d5b2b82e-1a14-4099-9794-c5595c2c092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:29.867470 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f920294-2ed6-448d-a523-f308968e4792 req-d5b2b82e-1a14-4099-9794-c5595c2c092a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 1095 time: 0.1962748 Aug 26 10:59:29.889051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1390bb-fea7-452f-85e7-7b88d79f2653 req-e6463431-8a52-4055-9787-3792a34e1052 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:29.897619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a1390bb-fea7-452f-85e7-7b88d79f2653 req-e6463431-8a52-4055-9787-3792a34e1052 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fde4912-c8c4-48ad-8b85-ad2d57971c55 HTTP/1.1" status: 200 len: 945 time: 0.3659058 Aug 26 10:59:29.902239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1aced4fe-2ebc-409c-9fad-d6b351aec333 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:29.935967 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-17ab5b86-b0a4-484a-b536-a3a506253f48 req-10114f81-5785-49a8-87c4-da75ae1596d5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Calling delete_port for 1aced4fe-2ebc-409c-9fad-d6b351aec333 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:30.038361 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:30.053585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a1390bb-fea7-452f-85e7-7b88d79f2653 req-ac3d85e3-8097-44b4-8e15-7d0451c64f1d tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.21 "GET /v2.0/security-groups?id=1988cd5f-84ca-4d99-bf00-fee59f14e64d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533759 Aug 26 10:59:30.121629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-9cda37f9-4f2d-4038-b7d9-56c84a3a0766 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] For port 561cb463-7482-4e72-a461-9062a9018dde, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=561cb463-7482-4e72-a461-9062a9018dde,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:30.122495 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-9cda37f9-4f2d-4038-b7d9-56c84a3a0766 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:30.188128 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599f6ef0-633e-4e95-a61c-68c3a2e359e9 x-openstack-request-id: req-599f6ef0-633e-4e95-a61c-68c3a2e359e9 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:30.188669 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-deleted", "tag": "c116599a-327c-4688-9f4b-1845a6872218", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:30.190336 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-599f6ef0-633e-4e95-a61c-68c3a2e359e9 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:30.193277 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-deleted', 'tag': 'c116599a-327c-4688-9f4b-1845a6872218', 'status': 'completed', 'code': 200} Aug 26 10:59:30.202841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-9cda37f9-4f2d-4038-b7d9-56c84a3a0766 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Calling delete_port for 561cb463-7482-4e72-a461-9062a9018dde owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:30.256639 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:30.291237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:30.292539 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:30.317443 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:30.328548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f920294-2ed6-448d-a523-f308968e4792 req-e4f41c8e-7560-47b0-a620-b5be2c96c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:30.331762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f920294-2ed6-448d-a523-f308968e4792 req-e4f41c8e-7560-47b0-a620-b5be2c96c4ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 912 time: 0.4284050 Aug 26 10:59:30.471467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-eeb34a77-b1f5-4abb-af41-f587c3949c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 4, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd9648dc4-4ede-43c6-9a93-7001aeb4932c', 'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'mac_address': 'fa:16:3e:10:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:38Z', 'updated_at': '2021-08-26T10:48:48Z', 'revision_number': 5, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'subnets': [{'id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:30.520522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fde4912-c8c4-48ad-8b85-ad2d57971c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aced4fe-2ebc-409c-9fad-d6b351aec333'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:30.524272 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90896cae-bc03-407a-ac3d-30f35b6a42a2" -d '{"events": [{"server_uuid": "0fde4912-c8c4-48ad-8b85-ad2d57971c55", "name": "network-vif-unplugged", "status": "completed", "tag": "1aced4fe-2ebc-409c-9fad-d6b351aec333"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:30.534352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb34a77-b1f5-4abb-af41-f587c3949c04 None None] Checking router: 9700c32c-ff42-42fe-83ea-157d021771cd for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:59:30.555875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f920294-2ed6-448d-a523-f308968e4792 req-b1689a49-be2e-4c4e-94ec-726520aa3432 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cdcb2632-c7bd-4549-a49f-f7737731d42f HTTP/1.1" status: 200 len: 217 time: 0.2046103 Aug 26 10:59:30.557612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1aced4fe-2ebc-409c-9fad-d6b351aec333, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1aced4fe-2ebc-409c-9fad-d6b351aec333,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:30.572428 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:30.587412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb34a77-b1f5-4abb-af41-f587c3949c04 None None] Routers {'9700c32c-ff42-42fe-83ea-157d021771cd'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:59:30.588082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-eeb34a77-b1f5-4abb-af41-f587c3949c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:59:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9700c32c-ff42-42fe-83ea-157d021771cd'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:30.650058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=81428b33-b544-4aac-9a35-5ebca507a9e9,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:30.697540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 81428b33-b544-4aac-9a35-5ebca507a9e9 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:59:30.794116 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1b0979ba-f287-4a7c-9420-0311fefd7b03 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3683159 Aug 26 10:59:30.794991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55294) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:30.957401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ffe0ae-4c70-49ce-a7a4-50f2e3102c46 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:30.959286 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-60ffe0ae-4c70-49ce-a7a4-50f2e3102c46 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/networks?id=81428b33-b544-4aac-9a35-5ebca507a9e9 HTTP/1.1" status: 200 len: 765 time: 0.1616840 Aug 26 10:59:30.961612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1aced4fe-2ebc-409c-9fad-d6b351aec333,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:30.963961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55298) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:30.969989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-12cced55-42c3-466f-8143-cedcb674679c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'description': 'd2'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:30.972643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f920294-2ed6-448d-a523-f308968e4792 req-adeb431f-1228-4d45-bf14-d0f285aea3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:30.976452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f920294-2ed6-448d-a523-f308968e4792 req-adeb431f-1228-4d45-bf14-d0f285aea3fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.3318639 Aug 26 10:59:31.019437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-634333d2-089e-4299-aa32-8ee469cf1655 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0843abb62c8f4ee4acb97433ca5b2d7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2081587 Aug 26 10:59:31.084679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-eeb34a77-b1f5-4abb-af41-f587c3949c04 None None] Set router 9700c32c-ff42-42fe-83ea-157d021771cd gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:59:31.122352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f920294-2ed6-448d-a523-f308968e4792 req-916d52a2-d2c5-4751-8fc7-7a212ede18de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982299 Aug 26 10:59:31.173550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58e066-69fe-4439-989a-07a11cea7d58 req-ab93d1b7-e85f-4820-81bb-b4fc1cea8eea tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:31.188045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f58e066-69fe-4439-989a-07a11cea7d58 req-ab93d1b7-e85f-4820-81bb-b4fc1cea8eea tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.8388424 Aug 26 10:59:31.341450 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-9cda37f9-4f2d-4038-b7d9-56c84a3a0766 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:31.616258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda37f9-4f2d-4038-b7d9-56c84a3a0766 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Port': ['ID=561cb463-7482-4e72-a461-9062a9018dde,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:31.677442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-32961054-a47d-4fd2-9044-25ae53cbbe85 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:31.692086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-32961054-a47d-4fd2-9044-25ae53cbbe85 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6710320 Aug 26 10:59:31.709588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-eeb34a77-b1f5-4abb-af41-f587c3949c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 4, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd9648dc4-4ede-43c6-9a93-7001aeb4932c', 'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'mac_address': 'fa:16:3e:10:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:38Z', 'updated_at': '2021-08-26T10:48:48Z', 'revision_number': 5, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'subnets': [{'id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:31.755216 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12cced55-42c3-466f-8143-cedcb674679c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:31.815549 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12cced55-42c3-466f-8143-cedcb674679c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:31.820783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f920294-2ed6-448d-a523-f308968e4792 req-e3bf3c2b-7ab5-48d3-9296-5f404ccb97d4 service neutron] 10.222.0.42 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971082 Aug 26 10:59:31.826695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb34a77-b1f5-4abb-af41-f587c3949c04 None None] The sync data for ids ['9700c32c-ff42-42fe-83ea-157d021771cd'] in n-d-778550-13 is: [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T10:48:39Z', 'revision_number': 4, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'd9648dc4-4ede-43c6-9a93-7001aeb4932c', 'name': '', 'network_id': '7e452ec9-a05c-4730-9299-cad46d4ac2a7', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'mac_address': 'fa:16:3e:10:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:38Z', 'updated_at': '2021-08-26T10:48:48Z', 'revision_number': 5, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'subnets': [{'id': 'cbd66f25-7610-43d2-adaa-46242c9349bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:59:31.830760 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-17ab5b86-b0a4-484a-b536-a3a506253f48 req-10114f81-5785-49a8-87c4-da75ae1596d5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:31.908906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cdcb2632-c7bd-4549-a49f-f7737731d42f details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:59:31.949492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-9cda37f9-4f2d-4038-b7d9-56c84a3a0766 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] No DVR routers for this DVR port 561cb463-7482-4e72-a461-9062a9018dde on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:32.111999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10114f81-5785-49a8-87c4-da75ae1596d5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Pushing event deleted for resources: {'Port': ['ID=1aced4fe-2ebc-409c-9fad-d6b351aec333,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:32.112222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-9cda37f9-4f2d-4038-b7d9-56c84a3a0766 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:32.117972 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-9cda37f9-4f2d-4038-b7d9-56c84a3a0766 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "DELETE /v2.0/ports/561cb463-7482-4e72-a461-9062a9018dde HTTP/1.1" status: 204 len: 173 time: 3.0294614 Aug 26 10:59:32.134185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f920294-2ed6-448d-a523-f308968e4792 req-97815220-b5be-4fdd-bb6e-dced865d2694 service neutron] 10.222.0.42 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845693 Aug 26 10:59:32.174390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cced55-42c3-466f-8143-cedcb674679c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=81428b33-b544-4aac-9a35-5ebca507a9e9,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:32.188163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12cced55-42c3-466f-8143-cedcb674679c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network 81428b33-b544-4aac-9a35-5ebca507a9e9 is not hosted by any dhcp agent {{(pid=101266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 26 10:59:32.197615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cced55-42c3-466f-8143-cedcb674679c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:32.198513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f58e066-69fe-4439-989a-07a11cea7d58 req-785955b1-96fb-453d-a67b-a5984f41642e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9466877 Aug 26 10:59:32.199825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12cced55-42c3-466f-8143-cedcb674679c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:32.200927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-d2c19be9-0c30-4d31-a98a-f163049c69d4 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/quotas/0843abb62c8f4ee4acb97433ca5b2d7f HTTP/1.1" status: 200 len: 375 time: 0.5069759 Aug 26 10:59:32.206225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 81428b33-b544-4aac-9a35-5ebca507a9e9 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:59:32.211884 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-12cced55-42c3-466f-8143-cedcb674679c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "PUT /v2.0/networks/81428b33-b544-4aac-9a35-5ebca507a9e9 HTTP/1.1" status: 200 len: 762 time: 1.2465980 Aug 26 10:59:32.220811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-deleted', 'tag': '561cb463-7482-4e72-a461-9062a9018dde'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:32.237681 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04ebcab-c68d-43d2-bce0-3f76c2d05278" -d '{"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-deleted", "tag": "561cb463-7482-4e72-a461-9062a9018dde"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:32.252071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55302) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:32.605086 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df699f2-a747-4534-ae08-77e96a2c5c6d None None] New status for floating IP 11c37924-bfb8-4bdf-af24-7f1ef48ecc8a: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 10:59:32.634386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-d5afaa55-2515-429b-8b33-ebc3e2c506b4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Deleting port bb16c58f-9309-43fb-a678-c08585b38681 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:32.634779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-d5afaa55-2515-429b-8b33-ebc3e2c506b4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:32.654995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port cdcb2632-c7bd-4549-a49f-f7737731d42f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cdcb2632-c7bd-4549-a49f-f7737731d42f,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:32.682939 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'cdcb2632-c7bd-4549-a49f-f7737731d42f', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'port_id': 'cdcb2632-c7bd-4549-a49f-f7737731d42f', 'mac_address': 'fa:16:3e:06:72:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c71856-2cfc-4d6d-8f1b-fb314e8f501e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:59:32.701729 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-e5007710-0041-45db-945c-a6929e5f2e69 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0843abb62c8f4ee4acb97433ca5b2d7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4464643 Aug 26 10:59:32.793725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-d5afaa55-2515-429b-8b33-ebc3e2c506b4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] For port bb16c58f-9309-43fb-a678-c08585b38681, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=bb16c58f-9309-43fb-a678-c08585b38681,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:32.794292 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-d5afaa55-2515-429b-8b33-ebc3e2c506b4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:32.815193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-d5afaa55-2515-429b-8b33-ebc3e2c506b4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Calling delete_port for bb16c58f-9309-43fb-a678-c08585b38681 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:32.819397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ab5b86-b0a4-484a-b536-a3a506253f48 req-10114f81-5785-49a8-87c4-da75ae1596d5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] No DVR routers for this DVR port 1aced4fe-2ebc-409c-9fad-d6b351aec333 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:32.861856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-17ab5b86-b0a4-484a-b536-a3a506253f48 req-10114f81-5785-49a8-87c4-da75ae1596d5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:32.872914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17ab5b86-b0a4-484a-b536-a3a506253f48 req-10114f81-5785-49a8-87c4-da75ae1596d5 tempest-ServerRescueNegativeTestJSON-1461076421 tempest-ServerRescueNegativeTestJSON-1461076421-project] 10.222.0.42 "DELETE /v2.0/ports/1aced4fe-2ebc-409c-9fad-d6b351aec333 HTTP/1.1" status: 204 len: 173 time: 5.0116308 Aug 26 10:59:32.873910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fde4912-c8c4-48ad-8b85-ad2d57971c55', 'name': 'network-vif-deleted', 'tag': '1aced4fe-2ebc-409c-9fad-d6b351aec333'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:32.884500 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e8d803-4dd7-4770-be73-d970d17b9f0d" -d '{"events": [{"server_uuid": "0fde4912-c8c4-48ad-8b85-ad2d57971c55", "name": "network-vif-deleted", "tag": "1aced4fe-2ebc-409c-9fad-d6b351aec333"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:32.936718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:33.034654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcb2632-c7bd-4549-a49f-f7737731d42f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:59:33.110248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port cdcb2632-c7bd-4549-a49f-f7737731d42f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cdcb2632-c7bd-4549-a49f-f7737731d42f,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:33.119976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7726e1-259f-490a-a0f6-d1ab4aef9976 req-e32c5f40-a99c-4e46-a93a-bdc67359d398 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:33.138041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd7726e1-259f-490a-a0f6-d1ab4aef9976 req-e32c5f40-a99c-4e46-a93a-bdc67359d398 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 943 time: 0.6710820 Aug 26 10:59:33.139004 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:33.208346 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ff051-cc29-45bf-85cf-04b8c505cc84 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:33.229176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-161ff051-cc29-45bf-85cf-04b8c505cc84 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/networks?id=81428b33-b544-4aac-9a35-5ebca507a9e9 HTTP/1.1" status: 200 len: 765 time: 0.9554527 Aug 26 10:59:33.246795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55308) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:33.355434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=cdcb2632-c7bd-4549-a49f-f7737731d42f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:33.375849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['cdcb2632-c7bd-4549-a49f-f7737731d42f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:59:33.449147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477dede-4179-403b-8068-3632d28d2b2d req-a847d3be-3192-4d5d-b24e-56146388b547 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:33.452103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3477dede-4179-403b-8068-3632d28d2b2d req-a847d3be-3192-4d5d-b24e-56146388b547 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 945 time: 0.5472240 Aug 26 10:59:33.710879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-d5afaa55-2515-429b-8b33-ebc3e2c506b4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:33.838799 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd7726e1-259f-490a-a0f6-d1ab4aef9976 req-200fda7e-7921-49d1-83e4-4846a3e12b42 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups?id=6036dfa0-0c30-492e-9edb-118485ad570d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5901892 Aug 26 10:59:33.894795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afaa55-2515-429b-8b33-ebc3e2c506b4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Port': ['ID=bb16c58f-9309-43fb-a678-c08585b38681,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:34.088638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-d5afaa55-2515-429b-8b33-ebc3e2c506b4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] No DVR routers for this DVR port bb16c58f-9309-43fb-a678-c08585b38681 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:34.092660 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995f4dc7-886c-462f-a567-424edb833260 x-openstack-request-id: req-995f4dc7-886c-462f-a567-424edb833260 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:34.093312 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fde4912-c8c4-48ad-8b85-ad2d57971c55", "name": "network-vif-unplugged", "status": "completed", "tag": "1aced4fe-2ebc-409c-9fad-d6b351aec333", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:34.093756 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-995f4dc7-886c-462f-a567-424edb833260 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:34.094457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-d5afaa55-2515-429b-8b33-ebc3e2c506b4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:34.095652 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fde4912-c8c4-48ad-8b85-ad2d57971c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aced4fe-2ebc-409c-9fad-d6b351aec333', 'code': 200} Aug 26 10:59:34.102102 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c6ab86a-3bd1-4cf0-9472-1a10168ebb1e req-d5afaa55-2515-429b-8b33-ebc3e2c506b4 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.42 "DELETE /v2.0/ports/bb16c58f-9309-43fb-a678-c08585b38681 HTTP/1.1" status: 204 len: 173 time: 1.8860397 Aug 26 10:59:34.212922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb0ca82-461b-42d4-9ec5-bf3793b44eb8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:34.218088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55324) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:34.218468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1bb0ca82-461b-42d4-9ec5-bf3793b44eb8 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9563463 Aug 26 10:59:34.249971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590e894-44b2-4391-af65-986c91d5bc03 req-15a2fb58-56c1-43c9-aa89-4e32342b1f07 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:34.265010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d590e894-44b2-4391-af65-986c91d5bc03 req-15a2fb58-56c1-43c9-aa89-4e32342b1f07 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 945 time: 0.7579553 Aug 26 10:59:34.327698 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ea3d4b6e-dffe-43d8-a149-a74e28095401 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 207 time: 0.1082683 Aug 26 10:59:34.333440 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55328) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:34.387008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-3477dede-4179-403b-8068-3632d28d2b2d req-bc4c66ee-61b7-4be8-96aa-32b3a73a36c4 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Deleting port 29fa4369-683f-4ad1-b0c2-b031813511fb {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:34.387412 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3477dede-4179-403b-8068-3632d28d2b2d req-bc4c66ee-61b7-4be8-96aa-32b3a73a36c4 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:34.759699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef96293-fed5-437d-b793-4922c0199710 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:34.765922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef96293-fed5-437d-b793-4922c0199710 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:34.773540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef96293-fed5-437d-b793-4922c0199710 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:34.781073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef96293-fed5-437d-b793-4922c0199710 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:34.788670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef96293-fed5-437d-b793-4922c0199710 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:34.798401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef96293-fed5-437d-b793-4922c0199710 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:34.805868 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0ef96293-fed5-437d-b793-4922c0199710 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.4660151 Aug 26 10:59:34.806161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55330) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:35.024857 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4440abce-296b-45e5-bbee-a80e656078fb tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2137413 Aug 26 10:59:35.025316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55334) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:35.196870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d590e894-44b2-4391-af65-986c91d5bc03 req-f9493297-5833-4712-904f-ac2d6d259095 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/security-groups?id=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9276481 Aug 26 10:59:35.212991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee32a7-6270-4b4e-bddb-34ad7b59ae0e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:35.214561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee32a7-6270-4b4e-bddb-34ad7b59ae0e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:35.226288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee32a7-6270-4b4e-bddb-34ad7b59ae0e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:35.231023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee32a7-6270-4b4e-bddb-34ad7b59ae0e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:35.241419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee32a7-6270-4b4e-bddb-34ad7b59ae0e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:35.252782 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-27ee32a7-6270-4b4e-bddb-34ad7b59ae0e tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2198353 Aug 26 10:59:35.259695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55338) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:35.475479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-3477dede-4179-403b-8068-3632d28d2b2d req-bc4c66ee-61b7-4be8-96aa-32b3a73a36c4 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] For port 29fa4369-683f-4ad1-b0c2-b031813511fb, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=29fa4369-683f-4ad1-b0c2-b031813511fb,segment=NetworkSegment(5a00bdea-9690-412c-867b-04c665bb8693),segment_id=5a00bdea-9690-412c-867b-04c665bb8693)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:35.476785 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3477dede-4179-403b-8068-3632d28d2b2d req-bc4c66ee-61b7-4be8-96aa-32b3a73a36c4 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:35.513762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-3477dede-4179-403b-8068-3632d28d2b2d req-bc4c66ee-61b7-4be8-96aa-32b3a73a36c4 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Calling delete_port for 29fa4369-683f-4ad1-b0c2-b031813511fb owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:35.514558 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01fdc4-7b7c-41f1-83ec-7656b5ae7da5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:35.523774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01fdc4-7b7c-41f1-83ec-7656b5ae7da5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:35.535011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01fdc4-7b7c-41f1-83ec-7656b5ae7da5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:35.540354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01fdc4-7b7c-41f1-83ec-7656b5ae7da5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:35.545866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01fdc4-7b7c-41f1-83ec-7656b5ae7da5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['shared'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:35.560590 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-de01fdc4-7b7c-41f1-83ec-7656b5ae7da5 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2995598 Aug 26 10:59:35.562571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55340) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:35.562993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55342) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:35.564941 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e34f5c-d6cd-4f83-a52e-c36a33c54466 x-openstack-request-id: req-d6e34f5c-d6cd-4f83-a52e-c36a33c54466 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:35.565299 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-deleted", "tag": "561cb463-7482-4e72-a461-9062a9018dde", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:35.565521 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6e34f5c-d6cd-4f83-a52e-c36a33c54466 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:35.565873 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-deleted', 'tag': '561cb463-7482-4e72-a461-9062a9018dde', 'status': 'completed', 'code': 200} Aug 26 10:59:35.872059 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b66c689-21a2-4963-9812-183de234b632 x-openstack-request-id: req-0b66c689-21a2-4963-9812-183de234b632 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:35.872901 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fde4912-c8c4-48ad-8b85-ad2d57971c55", "name": "network-vif-deleted", "tag": "1aced4fe-2ebc-409c-9fad-d6b351aec333", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:35.875278 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b66c689-21a2-4963-9812-183de234b632 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:35.876238 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fde4912-c8c4-48ad-8b85-ad2d57971c55', 'name': 'network-vif-deleted', 'tag': '1aced4fe-2ebc-409c-9fad-d6b351aec333', 'status': 'completed', 'code': 200} Aug 26 10:59:35.939405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cdcb2632-c7bd-4549-a49f-f7737731d42f up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:59:36.026437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b555e-3903-4351-9029-61191b198df4 req-dd35eda0-7791-47e2-bea8-19a3b1d2e8fe tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:36.029537 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df8b555e-3903-4351-9029-61191b198df4 req-dd35eda0-7791-47e2-bea8-19a3b1d2e8fe tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 944 time: 1.7007606 Aug 26 10:59:36.034043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad16efe3-eb98-4279-a624-dc52780d1c54 req-f25e440c-14a5-4e63-aace-053890fa9c4b tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 210 time: 0.1323211 Aug 26 10:59:36.068283 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port cdcb2632-c7bd-4549-a49f-f7737731d42f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:36.069392 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-ed2a1a05-6ca5-4d99-b7a1-afd6782bc1be tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0843abb62c8f4ee4acb97433ca5b2d7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5076096 Aug 26 10:59:36.077490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port cdcb2632-c7bd-4549-a49f-f7737731d42f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:36.078378 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:36.120561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3477dede-4179-403b-8068-3632d28d2b2d req-bc4c66ee-61b7-4be8-96aa-32b3a73a36c4 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:36.212735 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df8b555e-3903-4351-9029-61191b198df4 req-0b2ca026-29dd-4e07-8220-1889a890cb0d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680253 Aug 26 10:59:36.214888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c66ee-61b7-4be8-96aa-32b3a73a36c4 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Pushing event deleted for resources: {'Port': ['ID=29fa4369-683f-4ad1-b0c2-b031813511fb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:36.228203 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:36.318442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281099a5-cf84-44a8-9d4e-277fe73aca6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb2632-c7bd-4549-a49f-f7737731d42f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:36.327087 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb6d989-c7ee-4a8a-9ef1-0b70432b2d32" -d '{"events": [{"server_uuid": "281099a5-cf84-44a8-9d4e-277fe73aca6d", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb2632-c7bd-4549-a49f-f7737731d42f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:36.344314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port cdcb2632-c7bd-4549-a49f-f7737731d42f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cdcb2632-c7bd-4549-a49f-f7737731d42f,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:36.351977 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:36.353840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 29fa4369-683f-4ad1-b0c2-b031813511fb no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:36.423945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 29fa4369-683f-4ad1-b0c2-b031813511fb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:59:36.424808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 29fa4369-683f-4ad1-b0c2-b031813511fb not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:36.468678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=cdcb2632-c7bd-4549-a49f-f7737731d42f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:36.499572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-910315ba-4bc0-4bcc-8273-662e39b01865 req-a0c8010d-ac01-4665-b5d9-93c191c4ef05 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.0736134 Aug 26 10:59:36.533586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-3477dede-4179-403b-8068-3632d28d2b2d req-bc4c66ee-61b7-4be8-96aa-32b3a73a36c4 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] No DVR routers for this DVR port 29fa4369-683f-4ad1-b0c2-b031813511fb on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:36.550873 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3477dede-4179-403b-8068-3632d28d2b2d req-bc4c66ee-61b7-4be8-96aa-32b3a73a36c4 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:36.559236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3477dede-4179-403b-8068-3632d28d2b2d req-bc4c66ee-61b7-4be8-96aa-32b3a73a36c4 tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.42 "DELETE /v2.0/ports/29fa4369-683f-4ad1-b0c2-b031813511fb HTTP/1.1" status: 204 len: 173 time: 3.0488741 Aug 26 10:59:36.588660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc119589-e076-4406-9483-a8931f802f51 req-1152d723-f8c6-4d49-80fb-609a095a97a7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:36.589249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-1beb550a-0de6-4124-a51a-b01fe286da89 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:36.592454 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-1beb550a-0de6-4124-a51a-b01fe286da89 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4899211 Aug 26 10:59:36.605181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc119589-e076-4406-9483-a8931f802f51 req-1152d723-f8c6-4d49-80fb-609a095a97a7 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.3755503 Aug 26 10:59:36.650245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3ae7206-8545-4035-a702-57553c123308 req-9e283645-5534-4293-9422-f61da721b94e tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 210 time: 0.0411704 Aug 26 10:59:36.742766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc119589-e076-4406-9483-a8931f802f51 req-6064f462-503f-440f-9356-e6297ffc0510 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365659 Aug 26 10:59:36.759443 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5180ce85-dabc-4a22-a358-254770fdab72 x-openstack-request-id: req-5180ce85-dabc-4a22-a358-254770fdab72 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:36.759987 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281099a5-cf84-44a8-9d4e-277fe73aca6d", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb2632-c7bd-4549-a49f-f7737731d42f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:36.760427 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5180ce85-dabc-4a22-a358-254770fdab72 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:36.761015 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281099a5-cf84-44a8-9d4e-277fe73aca6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb2632-c7bd-4549-a49f-f7737731d42f', 'code': 200} Aug 26 10:59:36.778692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Request body: {'port': {'device_id': '6e77abcf-d143-4419-b956-44e32b5409ad', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': '0843abb62c8f4ee4acb97433ca5b2d7f'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:36.976753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89301ff6-2bc1-4693-9817-cb23ea53704a tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:36.978389 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-89301ff6-2bc1-4693-9817-cb23ea53704a tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/networks/1d093d78-6cd5-4f35-ab51-136534e9b61c HTTP/1.1" status: 200 len: 804 time: 1.4103131 Aug 26 10:59:36.985401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55362) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:37.336491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65e6ef5f-094c-4080-aa25-18e0d30c2477 req-822b759c-e13d-4d9a-bedf-b4ea0eec3b1f tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 210 time: 0.1304672 Aug 26 10:59:37.382392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Made reservation on behalf of 0843abb62c8f4ee4acb97433ca5b2d7f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:37.386143 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:37.414051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:37.498974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1612f-26eb-45a7-9c6e-08540b6fd19b req-5815dfe6-8efa-49ca-ab83-c26d6504ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:37.505211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdc1612f-26eb-45a7-9c6e-08540b6fd19b req-5815dfe6-8efa-49ca-ab83-c26d6504ea2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 1097 time: 0.4015582 Aug 26 10:59:37.605380 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:37.606856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-deleted', 'tag': 'bb16c58f-9309-43fb-a678-c08585b38681'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:37.610158 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e59d05f-94fa-4dc5-a320-14c23c732a47" -d '{"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-deleted", "tag": "bb16c58f-9309-43fb-a678-c08585b38681"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:37.617116 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:37.661983 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0ab21670-bc1b-498d-ba93-504d0ff904f7 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/networks/1d093d78-6cd5-4f35-ab51-136534e9b61c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6753299 Aug 26 10:59:37.668745 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55374) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:37.677818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cf39f-5e42-410b-b502-304c3675e8fe req-9525fbdd-ddca-4987-8c48-c7fd1983e524 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:37.680127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c38cf39f-5e42-410b-b502-304c3675e8fe req-9525fbdd-ddca-4987-8c48-c7fd1983e524 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 946 time: 0.3714659 Aug 26 10:59:37.725683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f94160-c87c-41e9-ac66-313a63db7670 req-24e51d3c-f46d-4f22-a5d5-8ae7b05eefd6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:37.727776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29f94160-c87c-41e9-ac66-313a63db7670 req-24e51d3c-f46d-4f22-a5d5-8ae7b05eefd6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.1918292 Aug 26 10:59:37.778286 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c38cf39f-5e42-410b-b502-304c3675e8fe req-2c29a352-7245-4159-b298-eab1cd32c866 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/security-groups?id=48b4a7be-8ec4-44fc-9174-8d278de29826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891159 Aug 26 10:59:37.790319 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402841a-eb4d-4ce5-8715-9be70e986533 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:37.811049 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5402841a-eb4d-4ce5-8715-9be70e986533 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/subnets/3dad28ff-f701-470a-aabf-a731204dbbf6 HTTP/1.1" status: 200 len: 843 time: 0.1373265 Aug 26 10:59:37.817792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55380) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:37.876104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29f94160-c87c-41e9-ac66-313a63db7670 req-917a1756-ef77-4c48-b155-e248dc1ea465 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398478 Aug 26 10:59:37.879112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f2ded-5198-4597-8e15-102b41c2ae6b', 'name': 'network-vif-deleted', 'tag': '29fa4369-683f-4ad1-b0c2-b031813511fb'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:37.881751 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14688ea-f371-4f1b-b93e-e4956b631ee4" -d '{"events": [{"server_uuid": "d73f2ded-5198-4597-8e15-102b41c2ae6b", "name": "network-vif-deleted", "tag": "29fa4369-683f-4ad1-b0c2-b031813511fb"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:37.912589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdc1612f-26eb-45a7-9c6e-08540b6fd19b req-5384b13d-e6c3-402b-97f5-e5bc3d5d6435 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164267 Aug 26 10:59:37.941564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b36e59-08b6-477c-b939-0dcf975e4060 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:37.942841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-80b36e59-08b6-477c-b939-0dcf975e4060 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "GET /v2.0/subnets/3dad28ff-f701-470a-aabf-a731204dbbf6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1246848 Aug 26 10:59:37.950117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d513d938-d726-495f-84ae-0f6dffd91567,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:37.960371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55384) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:37.988381 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519863578'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:37.995355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b0b76ff0-6e7b-4958-ae16-3f1004c20f29 req-a4315ef2-bf36-430d-918e-730ba3639eb7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.0510087 Aug 26 10:59:38.051719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:38.061914 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:38.097476 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:59:38.114754 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:38.116011 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Added segment e022ac92-8d28-4653-9ec3-a1f91062e047 of type vlan for network a09839c5-3b22-43a0-a448-57d029dde069 Aug 26 10:59:38.126392 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1c90e4-a87b-44ed-ac57-da12362086ab x-openstack-request-id: req-0e1c90e4-a87b-44ed-ac57-da12362086ab {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:38.126802 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d6458-b123-4c03-b5b2-e94d5cf11588", "name": "network-vif-deleted", "tag": "bb16c58f-9309-43fb-a678-c08585b38681", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:38.127220 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e1c90e4-a87b-44ed-ac57-da12362086ab {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:38.127875 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d6458-b123-4c03-b5b2-e94d5cf11588', 'name': 'network-vif-deleted', 'tag': 'bb16c58f-9309-43fb-a678-c08585b38681', 'status': 'completed', 'code': 200} Aug 26 10:59:38.172457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:38.302288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Allocated IP 192.168.233.173 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/fea9bb3d-6a77-432a-988e-5c273be8ed32) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:59:38.451782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0444a77a-10c8-41fb-9de4-72a5723371eb req-263ad21a-5237-4cbf-8407-8bbd41f4064b tempest-AttachVolumeNegativeTest-805497275 tempest-AttachVolumeNegativeTest-805497275-project] 10.222.0.21 "GET /v2.0/ports?device_id=d73f2ded-5198-4597-8e15-102b41c2ae6b HTTP/1.1" status: 200 len: 210 time: 0.2711680 Aug 26 10:59:38.555795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:38.643828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c8f14-4fa5-4ee2-9624-a6bc04fccb64 req-2b18b224-b3ad-42f3-9fbb-2cd856d1cb69 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:38.652551 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-080c8f14-4fa5-4ee2-9624-a6bc04fccb64 req-2b18b224-b3ad-42f3-9fbb-2cd856d1cb69 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.3821065 Aug 26 10:59:38.706268 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8bc888-a015-4331-84d5-ab72a62c865f x-openstack-request-id: req-bd8bc888-a015-4331-84d5-ab72a62c865f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:38.706612 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f2ded-5198-4597-8e15-102b41c2ae6b", "name": "network-vif-deleted", "tag": "29fa4369-683f-4ad1-b0c2-b031813511fb", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:38.707085 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd8bc888-a015-4331-84d5-ab72a62c865f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:38.707242 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f2ded-5198-4597-8e15-102b41c2ae6b', 'name': 'network-vif-deleted', 'tag': '29fa4369-683f-4ad1-b0c2-b031813511fb', 'status': 'completed', 'code': 200} Aug 26 10:59:38.766552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-080c8f14-4fa5-4ee2-9624-a6bc04fccb64 req-7b4a5dd6-cbf8-4595-8efc-2eecddeb209b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124418 Aug 26 10:59:38.777696 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:38.787185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:38.788301 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:38.993647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Network': ['ID=a09839c5-3b22-43a0-a448-57d029dde069,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:39.003486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-54cd2f79-3b42-4de5-8e8b-a0b54a8c8ac3 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0434597 Aug 26 10:59:39.037036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network a09839c5-3b22-43a0-a448-57d029dde069 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:59:39.073066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55392) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:39.092989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'network_id': 'a09839c5-3b22-43a0-a448-57d029dde069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:39.133408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9397ecad-5eba-4fa1-b571-996db800b13c req-5bb09768-0655-40a2-9b51-a5238b128660 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 210 time: 0.1540098 Aug 26 10:59:39.173567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626df202-55b3-4b52-8b46-85680868e46d req-0dbfd24e-e993-4229-9cd9-32500bffcd83 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:39.192636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-626df202-55b3-4b52-8b46-85680868e46d req-0dbfd24e-e993-4229-9cd9-32500bffcd83 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 946 time: 0.5298429 Aug 26 10:59:39.535567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23756f57-71f2-4b73-a3fb-38bf01acea90 req-043fc851-52d8-42bb-8b6a-c8b61adbceda tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:39.547922 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23756f57-71f2-4b73-a3fb-38bf01acea90 req-043fc851-52d8-42bb-8b6a-c8b61adbceda tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 946 time: 0.5816822 Aug 26 10:59:39.621044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Made reservation on behalf of de9d5faad8f84a4e9bfc08f923125264 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:39.627539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:39.749357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c70b6f-2d5c-4b64-bec0-05914f8f708b req-50c50899-57db-4d6d-8189-0725dca7de3b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:39.752126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4c70b6f-2d5c-4b64-bec0-05914f8f708b req-50c50899-57db-4d6d-8189-0725dca7de3b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.3456476 Aug 26 10:59:39.774413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Performing IP validity checks on allocation pools {{(pid=101267) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 26 10:59:39.775269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101267) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 26 10:59:39.821372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23756f57-71f2-4b73-a3fb-38bf01acea90 req-51f98a91-246a-4417-8c6d-3d811167c991 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/security-groups?id=48b4a7be-8ec4-44fc-9174-8d278de29826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713835 Aug 26 10:59:39.987589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4c70b6f-2d5c-4b64-bec0-05914f8f708b req-a2dac766-160e-4bb9-8818-bf4e2e7d1217 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176077 Aug 26 10:59:39.994141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-626df202-55b3-4b52-8b46-85680868e46d req-34ea59de-becb-4a0b-bb6b-1472e0a99012 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Deleting port 3e9ca756-f47a-4be9-a15b-4dcce6904698 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:39.994495 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-626df202-55b3-4b52-8b46-85680868e46d req-34ea59de-becb-4a0b-bb6b-1472e0a99012 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:40.140538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55404) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:40.174531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e9b341c-e8b7-40ac-979c-afbb597b36bd req-270f1fc3-e2ad-4a4d-9a38-02739e9114a8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.1833904 Aug 26 10:59:40.357819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4193c2d-ffce-42cb-87a8-73fa1fd0b673 admin admin] Deleting subnet c8fd876e-0ac2-4a80-957d-3118a841dee1 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:59:40.374691 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4193c2d-ffce-42cb-87a8-73fa1fd0b673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:40.601847 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:40.626924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4193c2d-ffce-42cb-87a8-73fa1fd0b673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:40.672527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-626df202-55b3-4b52-8b46-85680868e46d req-34ea59de-becb-4a0b-bb6b-1472e0a99012 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] For port 3e9ca756-f47a-4be9-a15b-4dcce6904698, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=3e9ca756-f47a-4be9-a15b-4dcce6904698,segment=NetworkSegment(b929a400-2cbc-45a1-a9e1-d137a82136a2),segment_id=b929a400-2cbc-45a1-a9e1-d137a82136a2)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:40.673422 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-626df202-55b3-4b52-8b46-85680868e46d req-34ea59de-becb-4a0b-bb6b-1472e0a99012 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:40.675934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Transition to ACTIVE for port object fea9bb3d-6a77-432a-988e-5c273be8ed32 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:40.719711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] Deleting port 1317637b-da7e-427f-8b79-8c1575152613 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:40.720187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6148e950-0b32-44a4-afb8-c6ca1662f470 req-91d33158-b780-4443-b4f9-d0326c508944 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 210 time: 0.0750325 Aug 26 10:59:40.720365 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:40.752252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa899b-120a-4432-ae01-4506d1a5d6a9 req-3acdfd97-5e5d-4f08-b44e-afdefc9f184d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:40.760834 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-daaa899b-120a-4432-ae01-4506d1a5d6a9 req-3acdfd97-5e5d-4f08-b44e-afdefc9f184d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.4477046 Aug 26 10:59:40.768267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-626df202-55b3-4b52-8b46-85680868e46d req-34ea59de-becb-4a0b-bb6b-1472e0a99012 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Calling delete_port for 3e9ca756-f47a-4be9-a15b-4dcce6904698 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:40.816908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:40.820376 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4193c2d-ffce-42cb-87a8-73fa1fd0b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:40.921536 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:40.955639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-daaa899b-120a-4432-ae01-4506d1a5d6a9 req-c46b9642-9e33-438c-9144-536215584f1d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934841 Aug 26 10:59:40.985890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Pushing event updated for resources: {'Port': ['ID=fea9bb3d-6a77-432a-988e-5c273be8ed32,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:41.002638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] For port 1317637b-da7e-427f-8b79-8c1575152613, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1317637b-da7e-427f-8b79-8c1575152613,segment=NetworkSegment(543876da-1f4f-4f84-8f6b-172ca88c00d1),segment_id=543876da-1f4f-4f84-8f6b-172ca88c00d1)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:41.003038 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.013037 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4193c2d-ffce-42cb-87a8-73fa1fd0b673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.017567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=42dcc091-c181-4ff9-92b4-1a29b27372b0,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:41.031265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ab22c-2e8d-4791-b70c-8fded3708ecd req-c060c2ba-a6b9-4650-8a45-652b9a3ad5ef tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:41.038968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-334ab22c-2e8d-4791-b70c-8fded3708ecd req-c060c2ba-a6b9-4650-8a45-652b9a3ad5ef tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.2164288 Aug 26 10:59:41.051862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:59:41.079777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] Calling delete_port for 1317637b-da7e-427f-8b79-8c1575152613 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:41.097250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Checking segment: {'id': 'e022ac92-8d28-4653-9ec3-a1f91062e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a09839c5-3b22-43a0-a448-57d029dde069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:41.097639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network hostable DHCP agents. Network: a09839c5-3b22-43a0-a448-57d029dde069, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:59:41.146823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-334ab22c-2e8d-4791-b70c-8fded3708ecd req-0bf12bb0-1328-42f8-944c-f1c95d205ca8 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044805 Aug 26 10:59:41.164406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:41.167907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:59:41.205888 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4193c2d-ffce-42cb-87a8-73fa1fd0b673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.210284 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e4193c2d-ffce-42cb-87a8-73fa1fd0b673 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c8fd876e-0ac2-4a80-957d-3118a841dee1 HTTP/1.1" status: 204 len: 168 time: 1.0464559 Aug 26 10:59:41.220244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55412) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:41.242392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4193c2d-ffce-42cb-87a8-73fa1fd0b673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8fd876e-0ac2-4a80-957d-3118a841dee1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:41.333827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5626770-67c1-447a-aaeb-eeaf099322b2 req-74460c9a-4418-4fa5-81e0-34b316d95949 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:41.334660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:41.335363 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.342463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5626770-67c1-447a-aaeb-eeaf099322b2 req-74460c9a-4418-4fa5-81e0-34b316d95949 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 946 time: 0.2760265 Aug 26 10:59:41.352764 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.356953 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Network a09839c5-3b22-43a0-a448-57d029dde069 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:59:41.374685 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-35cc3fc4-7c3c-4bb9-9652-10d5ea4b7011 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6102808 Aug 26 10:59:41.439350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bd0a46c-d5aa-42ea-b325-89445a4db73b req-192f8061-b655-4f5a-928d-d8f6503d78f7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.0789495 Aug 26 10:59:41.474567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5626770-67c1-447a-aaeb-eeaf099322b2 req-ba312136-082d-46b9-8d27-072ce57aad03 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/security-groups?id=48b4a7be-8ec4-44fc-9174-8d278de29826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276512 Aug 26 10:59:41.478645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, a09839c5-3b22-43a0-a448-57d029dde069) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:41.492320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9315630b-a19e-4ef5-85fb-008e8126b0b8 None None] Network a09839c5-3b22-43a0-a448-57d029dde069 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:41.492911 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:41.494023 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708277'] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.496870 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-626df202-55b3-4b52-8b46-85680868e46d req-34ea59de-becb-4a0b-bb6b-1472e0a99012 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.597424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.625668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Request body: {'port': {'device_id': '6e77abcf-d143-4419-b956-44e32b5409ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:41.691047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] Pushing event deleted for resources: {'Port': ['ID=1317637b-da7e-427f-8b79-8c1575152613,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:41.738281 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.764138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9918277b-9b58-46c3-bf7a-efa497581723']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:41.789721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a00bdea-9690-412c-867b-04c665bb8693') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:41.789721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a00bdea-9690-412c-867b-04c665bb8693') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:41.795402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.810013 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.821911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2d124ba7-8f28-4d3c-8f5a-41339df1fb00 None None] Provisioning for port fea9bb3d-6a77-432a-988e-5c273be8ed32 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:41.833448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2d124ba7-8f28-4d3c-8f5a-41339df1fb00 None None] Provisioning complete for port fea9bb3d-6a77-432a-988e-5c273be8ed32 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:41.834454 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d124ba7-8f28-4d3c-8f5a-41339df1fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.838377 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.851884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:41.852557 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:41.931079 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:41.961960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2d124ba7-8f28-4d3c-8f5a-41339df1fb00 None None] Port fea9bb3d-6a77-432a-988e-5c273be8ed32 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 10:59:41.967873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-a09839c5-3b22-43a0-a448-57d029dde069', 'network_id': 'a09839c5-3b22-43a0-a448-57d029dde069', 'tenant_id': 'de9d5faad8f84a4e9bfc08f923125264', 'fixed_ips': [{'subnet_id': '42dcc091-c181-4ff9-92b4-1a29b27372b0'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:59:41.969399 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:41.976593 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e6458c5d-bd81-4a54-a275-9846bce681a9 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.8997872 Aug 26 10:59:41.994852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55420) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:42.030772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea59de-becb-4a0b-bb6b-1472e0a99012 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Pushing event deleted for resources: {'Port': ['ID=3e9ca756-f47a-4be9-a15b-4dcce6904698,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:42.054172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ccc335b4-b529-4ca3-8c01-70cb4e0a879b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:42.068309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 69c40a3f-ac4a-484e-a724-137be15e9b65 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:59:42.181721 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:42.243787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-626df202-55b3-4b52-8b46-85680868e46d req-34ea59de-becb-4a0b-bb6b-1472e0a99012 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] No DVR routers for this DVR port 3e9ca756-f47a-4be9-a15b-4dcce6904698 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:42.249305 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:42.251941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] 10.222.0.21 "DELETE /v2.0/networks/9918277b-9b58-46c3-bf7a-efa497581723 HTTP/1.1" status: 204 len: 168 time: 1.0241311 Aug 26 10:59:42.255469 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-626df202-55b3-4b52-8b46-85680868e46d req-34ea59de-becb-4a0b-bb6b-1472e0a99012 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:42.257583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-626df202-55b3-4b52-8b46-85680868e46d req-34ea59de-becb-4a0b-bb6b-1472e0a99012 tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.47 "DELETE /v2.0/ports/3e9ca756-f47a-4be9-a15b-4dcce6904698 HTTP/1.1" status: 204 len: 173 time: 3.0081561 Aug 26 10:59:42.262968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd29c3f-44de-43ea-8959-9afd02608be8', 'name': 'network-vif-deleted', 'tag': '3e9ca756-f47a-4be9-a15b-4dcce6904698'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:42.265918 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6890e69-3991-4237-8176-d9c57c1387b2" -d '{"events": [{"server_uuid": "2dd29c3f-44de-43ea-8959-9afd02608be8", "name": "network-vif-deleted", "tag": "3e9ca756-f47a-4be9-a15b-4dcce6904698"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:42.296601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:42.349852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'network_id': 'f82ae0d8-084b-4078-bf2e-64550c4c241b', 'port_id': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'mac_address': 'fa:16:3e:6a:33:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1dfbf1-5bb4-498a-a82d-9c935bf08205', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:59:42.375471 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:42.412577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfa0d3-8c7c-42a5-b064-81fbb950a7de admin admin] Pushing event deleted for resources: {'Network': ['ID=9918277b-9b58-46c3-bf7a-efa497581723,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:42.525897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7370e-500b-47b7-b55f-a8a3ffc1d9af req-a0f8121c-47f8-4c8e-bf7d-ecafa956e213 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:42.532286 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fae7370e-500b-47b7-b55f-a8a3ffc1d9af req-a0f8121c-47f8-4c8e-bf7d-ecafa956e213 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 936 time: 0.5462322 Aug 26 10:59:42.603125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7105ac-bd65-4aa6-9870-f2c9f2a09f1f req-5870cbb0-4704-45fc-b54e-8154c41eb8ad tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:42.611337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f7105ac-bd65-4aa6-9870-f2c9f2a09f1f req-5870cbb0-4704-45fc-b54e-8154c41eb8ad tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 944 time: 0.4555125 Aug 26 10:59:42.629880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccc335b4-b529-4ca3-8c01-70cb4e0a879b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11731366'] for subnet, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:42.639885 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fae7370e-500b-47b7-b55f-a8a3ffc1d9af req-088ab5c7-2cf5-4a28-8ff0-331cf9dc2b9e tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/security-groups?id=d513d938-d726-495f-84ae-0f6dffd91567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954151 Aug 26 10:59:42.651562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Allocated IP 2001:db8::3 (a09839c5-3b22-43a0-a448-57d029dde069/42dcc091-c181-4ff9-92b4-1a29b27372b0/883f1f21-38f2-41d8-b2e9-d2c03d60b304) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:59:42.657241 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:42.677263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55434) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:42.702106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c40a3f-ac4a-484e-a724-137be15e9b65 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:59:42.750897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f7105ac-bd65-4aa6-9870-f2c9f2a09f1f req-66d0bd1f-551a-4e6f-a4a9-fce3faa219e2 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352911 Aug 26 10:59:42.808947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea9bb3d-6a77-432a-988e-5c273be8ed32 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:59:42.825222 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d1c5648c-32bf-44d2-ae03-deda5296d539 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1153358dbfc14cd1949212225b7015c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466088 Aug 26 10:59:42.832310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55436) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:42.837322 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:42.847266 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284ce88f-183d-4c4b-885e-bd54176d3066 x-openstack-request-id: req-284ce88f-183d-4c4b-885e-bd54176d3066 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:42.847802 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd29c3f-44de-43ea-8959-9afd02608be8", "name": "network-vif-deleted", "tag": "3e9ca756-f47a-4be9-a15b-4dcce6904698", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:42.848203 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-284ce88f-183d-4c4b-885e-bd54176d3066 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:42.848786 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd29c3f-44de-43ea-8959-9afd02608be8', 'name': 'network-vif-deleted', 'tag': '3e9ca756-f47a-4be9-a15b-4dcce6904698', 'status': 'completed', 'code': 200} Aug 26 10:59:42.869874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:42.881031 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:42.926720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Transition to ACTIVE for port object fea9bb3d-6a77-432a-988e-5c273be8ed32 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:42.963371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:43.013121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9744d-6f48-4e08-b959-322f9dd1cab5 req-54047600-9b41-456d-bcac-cb426f1be8b2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:43.016247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ce9744d-6f48-4e08-b959-322f9dd1cab5 req-54047600-9b41-456d-bcac-cb426f1be8b2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.1442733 Aug 26 10:59:43.100757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fea9bb3d-6a77-432a-988e-5c273be8ed32,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:43.177356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28f92949-ea85-4634-91ac-7f7ece300bae req-b1cf26f8-af77-4232-8a4d-5b5421b0ddaa tempest-ServerMetadataNegativeTestJSON-560376970 tempest-ServerMetadataNegativeTestJSON-560376970-project] 10.222.0.21 "GET /v2.0/ports?device_id=2dd29c3f-44de-43ea-8959-9afd02608be8 HTTP/1.1" status: 200 len: 210 time: 0.1585426 Aug 26 10:59:43.293159 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bbeebf7-e050-4a8c-aff7-45fa8496fa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:43.301583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ce9744d-6f48-4e08-b959-322f9dd1cab5 req-a3509202-fea8-41f2-abf5-7aa6dd65c02a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661726 Aug 26 10:59:43.330326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['69c40a3f-ac4a-484e-a724-137be15e9b65'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:59:43.370037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=11']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:43.387391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 3e9ca756-f47a-4be9-a15b-4dcce6904698 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:43.413303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3702094-d8f1-4bd0-89c5-4b963ecee17e req-53dcb94d-3da0-47c8-ab29-99afa92f228b tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.0574939 Aug 26 10:59:43.423742 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 3e9ca756-f47a-4be9-a15b-4dcce6904698 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:59:43.427515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 3e9ca756-f47a-4be9-a15b-4dcce6904698 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:43.429590 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-533fd2a5-3046-43df-b2ae-3c2d54e67df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:43.484743 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bbeebf7-e050-4a8c-aff7-45fa8496fa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:43.528036 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:43.531195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] Router ce1978b2-f04d-4de3-8d8e-f366b4523c9e has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 10:59:43.547639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Transition to ACTIVE for port object 883f1f21-38f2-41d8-b2e9-d2c03d60b304 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:43.571968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Attempting to bind port fea9bb3d-6a77-432a-988e-5c273be8ed32 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:59:43.572304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Attempting to bind port fea9bb3d-6a77-432a-988e-5c273be8ed32 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:59:43.572631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Attempting to bind port fea9bb3d-6a77-432a-988e-5c273be8ed32 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:43.594032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Transition to ACTIVE for port object 883f1f21-38f2-41d8-b2e9-d2c03d60b304 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 10:59:43.620830 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:43.691211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Network a09839c5-3b22-43a0-a448-57d029dde069 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 10:59:43.697880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Port fea9bb3d-6a77-432a-988e-5c273be8ed32 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 10:59:43.699514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Attempting to bind port fea9bb3d-6a77-432a-988e-5c273be8ed32 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:43.703603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:43.710512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 10:59:43.714574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Pushing event updated for resources: {'Port': ['ID=883f1f21-38f2-41d8-b2e9-d2c03d60b304,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:43.716841 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bbeebf7-e050-4a8c-aff7-45fa8496fa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:43.735051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bbeebf7-e050-4a8c-aff7-45fa8496fa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:43.737278 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6bbeebf7-e050-4a8c-aff7-45fa8496fa33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afcd839b-75f3-4d5e-b5a4-f319ee9f44c1 HTTP/1.1" status: 204 len: 168 time: 0.8845546 Aug 26 10:59:43.840377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:59:43.840831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:43.841224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:59:43.841701 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Bound port: fea9bb3d-6a77-432a-988e-5c273be8ed32, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:59:43.842076 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:43.852683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbeebf7-e050-4a8c-aff7-45fa8496fa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcd839b-75f3-4d5e-b5a4-f319ee9f44c1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:43.939721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Attempting to bind port 883f1f21-38f2-41d8-b2e9-d2c03d60b304 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 10:59:43.940211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Attempting to bind port 883f1f21-38f2-41d8-b2e9-d2c03d60b304 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'e022ac92-8d28-4653-9ec3-a1f91062e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a09839c5-3b22-43a0-a448-57d029dde069'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 10:59:43.940513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Attempting to bind port 883f1f21-38f2-41d8-b2e9-d2c03d60b304 on network a09839c5-3b22-43a0-a448-57d029dde069 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 10:59:43.962608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 10:59:43.963450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Checking segment: {'id': 'e022ac92-8d28-4653-9ec3-a1f91062e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a09839c5-3b22-43a0-a448-57d029dde069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:43.964037 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:43.964604 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Bound using segment: {'id': 'e022ac92-8d28-4653-9ec3-a1f91062e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a09839c5-3b22-43a0-a448-57d029dde069'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 10:59:43.965259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Bound port: 883f1f21-38f2-41d8-b2e9-d2c03d60b304, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e022ac92-8d28-4653-9ec3-a1f91062e047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a09839c5-3b22-43a0-a448-57d029dde069'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 10:59:43.965857 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:43.974133 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 10:59:43.991391 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-432fc10f-47e2-4def-9b6a-e85a6476a78d admin admin] 10.222.0.21 "PUT /v2.0/routers/ce1978b2-f04d-4de3-8d8e-f366b4523c9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4222708 Aug 26 10:59:43.991727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55444) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:43.995464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b08ed8-3645-4fe2-8493-a59f2f6da2c8 None None] Sync routers for ids ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 10:59:44.036454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b08ed8-3645-4fe2-8493-a59f2f6da2c8 None None] Routers {'ce1978b2-f04d-4de3-8d8e-f366b4523c9e'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:59:44.037704 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c7b08ed8-3645-4fe2-8493-a59f2f6da2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:59:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:44.104404 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccc335b4-b529-4ca3-8c01-70cb4e0a879b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730521440808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11855831'] for subnet, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:44.196356 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] For port 883f1f21-38f2-41d8-b2e9-d2c03d60b304, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:44.222095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] For port fea9bb3d-6a77-432a-988e-5c273be8ed32, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 10:59:44.222354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] For port 883f1f21-38f2-41d8-b2e9-d2c03d60b304, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=883f1f21-38f2-41d8-b2e9-d2c03d60b304,segment=NetworkSegment(e022ac92-8d28-4653-9ec3-a1f91062e047),segment_id=e022ac92-8d28-4653-9ec3-a1f91062e047)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:59:44.240053 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:44.265561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c7b08ed8-3645-4fe2-8493-a59f2f6da2c8 None None] Set router ce1978b2-f04d-4de3-8d8e-f366b4523c9e gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:59:44.278288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] For port fea9bb3d-6a77-432a-988e-5c273be8ed32, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fea9bb3d-6a77-432a-988e-5c273be8ed32,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 10:59:44.293264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:44.309182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc335b4-b529-4ca3-8c01-70cb4e0a879b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event updated for resources: {'Subnet': ['ID=42dcc091-c181-4ff9-92b4-1a29b27372b0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:44.345862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f77753-98db-4f6c-bc97-592b891276fa req-558bd26e-07b6-47ac-b128-9347bf93b510 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:44.353112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15f77753-98db-4f6c-bc97-592b891276fa req-558bd26e-07b6-47ac-b128-9347bf93b510 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 948 time: 0.4956534 Aug 26 10:59:44.383157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ff550-4d7d-4185-842a-5462ce2af4e3 req-19e8acde-43a9-40b9-b05e-4e49f18e6a0c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:44.390168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:44.394186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-121ff550-4d7d-4185-842a-5462ce2af4e3 req-19e8acde-43a9-40b9-b05e-4e49f18e6a0c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.4521859 Aug 26 10:59:44.395870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:44.397560 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] 10.222.0.47 "PUT /v2.0/ports/fea9bb3d-6a77-432a-988e-5c273be8ed32 HTTP/1.1" status: 200 len: 1097 time: 3.0112729 Aug 26 10:59:44.398984 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:44.403399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e77abcf-d143-4419-b956-44e32b5409ad', 'tag': 'fea9bb3d-6a77-432a-988e-5c273be8ed32'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:44.416262 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21" -d '{"events": [{"name": "network-changed", "server_uuid": "6e77abcf-d143-4419-b956-44e32b5409ad", "tag": "fea9bb3d-6a77-432a-988e-5c273be8ed32"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:44.477241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc335b4-b529-4ca3-8c01-70cb4e0a879b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:44.477852 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccc335b4-b529-4ca3-8c01-70cb4e0a879b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:44.479249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ccc335b4-b529-4ca3-8c01-70cb4e0a879b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "PUT /v2.0/subnets/42dcc091-c181-4ff9-92b4-1a29b27372b0 HTTP/1.1" status: 200 len: 900 time: 2.4448349 Aug 26 10:59:44.497368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55460) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:44.679885 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-121ff550-4d7d-4185-842a-5462ce2af4e3 req-b21cab73-4016-42b2-9e7b-2aa58b723768 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841752 Aug 26 10:59:44.701837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516ee0f-b502-49b1-b979-381b275b783f None None] Pushing event updated for resources: {'Port': ['ID=883f1f21-38f2-41d8-b2e9-d2c03d60b304,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:44.713263 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15f77753-98db-4f6c-bc97-592b891276fa req-a6925020-da07-47a7-88a0-332e6cb690d7 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/security-groups?id=d513d938-d726-495f-84ae-0f6dffd91567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590381 Aug 26 10:59:44.828157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55466) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:44.908980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c7b08ed8-3645-4fe2-8493-a59f2f6da2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'name': 'tempest-ServerRescueNegativeTestJSON-416640559-router', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:55:55Z', 'updated_at': '2021-08-26T10:59:41Z', 'revision_number': 5, 'project_id': 'fda451808c6346a3be19222940da66a2', 'gw_port': {'id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:57Z', 'updated_at': '2021-08-26T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:45.003993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b08ed8-3645-4fe2-8493-a59f2f6da2c8 None None] Checking router: ce1978b2-f04d-4de3-8d8e-f366b4523c9e for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 10:59:45.039089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b08ed8-3645-4fe2-8493-a59f2f6da2c8 None None] Routers {'ce1978b2-f04d-4de3-8d8e-f366b4523c9e'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 10:59:45.040007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c7b08ed8-3645-4fe2-8493-a59f2f6da2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:59:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:45.145992 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29faba29-a1e7-44e4-8f52-478a198d14ac x-openstack-request-id: req-29faba29-a1e7-44e4-8f52-478a198d14ac {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:45.146597 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e77abcf-d143-4419-b956-44e32b5409ad", "tag": "fea9bb3d-6a77-432a-988e-5c273be8ed32", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:45.146905 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29faba29-a1e7-44e4-8f52-478a198d14ac {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:45.147343 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e77abcf-d143-4419-b956-44e32b5409ad', 'tag': 'fea9bb3d-6a77-432a-988e-5c273be8ed32', 'status': 'completed', 'code': 200} Aug 26 10:59:45.242330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b48b3-ccc5-4889-9ab9-147f053065b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fea9bb3d-6a77-432a-988e-5c273be8ed32,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:45.302674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-a866a7e1-762e-4f28-bfb2-0be41260605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:45.308346 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-a866a7e1-762e-4f28-bfb2-0be41260605f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0843abb62c8f4ee4acb97433ca5b2d7f&device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 1100 time: 0.1599796 Aug 26 10:59:45.310679 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:45.330929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c7b08ed8-3645-4fe2-8493-a59f2f6da2c8 None None] Set router ce1978b2-f04d-4de3-8d8e-f366b4523c9e gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 10:59:45.441446 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-1764dbeb-f0de-4f8d-b4bb-5c99d4b2cef6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=fea9bb3d-6a77-432a-988e-5c273be8ed32 HTTP/1.1" status: 200 len: 217 time: 0.1240034 Aug 26 10:59:45.494332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12d0606c-fc6d-412e-969f-32dc74ab8faa req-89097071-6aaf-40b1-af43-42137342b060 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.1212223 Aug 26 10:59:45.530590 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:45.550688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-308a1389-17f8-4341-bd74-b9a86f3f8104 admin admin] Deleting subnet b181d954-e4b0-4610-a28b-55458c97cbd7 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:59:45.559804 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-308a1389-17f8-4341-bd74-b9a86f3f8104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:45.605376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04126f-ef61-4617-93c0-c05c58bc06cc req-f2905476-bc6c-4892-9c8a-d1720050a0a7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:45.614054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e04126f-ef61-4617-93c0-c05c58bc06cc req-f2905476-bc6c-4892-9c8a-d1720050a0a7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.2429199 Aug 26 10:59:45.680371 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 10:59:45.684710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-308a1389-17f8-4341-bd74-b9a86f3f8104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:45.685199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-c0d3c6d5-cb8d-4879-a94e-7fb3682a5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:45.687142 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-c0d3c6d5-cb8d-4879-a94e-7fb3682a5222 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1870139 Aug 26 10:59:45.738744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Deleting port b755f207-1185-416d-9158-9e5e43d1ff80 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:45.745294 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:45.798661 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2c77776-b597-45c5-afca-cd4b57e5c3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:45.822441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e04126f-ef61-4617-93c0-c05c58bc06cc req-7c047111-7879-4009-a1c2-6f4169c55415 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025492 Aug 26 10:59:45.898389 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-308a1389-17f8-4341-bd74-b9a86f3f8104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:45.987470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 883f1f21-38f2-41d8-b2e9-d2c03d60b304 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:59:46.029397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] For port b755f207-1185-416d-9158-9e5e43d1ff80, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b755f207-1185-416d-9158-9e5e43d1ff80,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:46.029945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:46.046403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Calling delete_port for b755f207-1185-416d-9158-9e5e43d1ff80 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:46.094907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Deleting port 883f1f21-38f2-41d8-b2e9-d2c03d60b304 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:46.095372 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:46.146435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 69c40a3f-ac4a-484e-a724-137be15e9b65 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:59:46.170384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b12a2-25b6-4d04-b216-42843ac992c2 req-9290f48d-4fde-4556-ad04-0fc93c35364a tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:46.183005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df3b12a2-25b6-4d04-b216-42843ac992c2 req-9290f48d-4fde-4556-ad04-0fc93c35364a tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 948 time: 0.3355899 Aug 26 10:59:46.193500 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-627592bf-64f7-465b-8930-34db1e941336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:46.195760 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-627592bf-64f7-465b-8930-34db1e941336 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5006726 Aug 26 10:59:46.264773 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-308a1389-17f8-4341-bd74-b9a86f3f8104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:46.305308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c7b08ed8-3645-4fe2-8493-a59f2f6da2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'name': 'tempest-ServerRescueNegativeTestJSON-416640559-router', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:55:55Z', 'updated_at': '2021-08-26T10:59:41Z', 'revision_number': 5, 'project_id': 'fda451808c6346a3be19222940da66a2', 'gw_port': {'id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:57Z', 'updated_at': '2021-08-26T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:46.322924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea639ae-5462-458d-9924-671442d7b08b req-0e211c1e-95ff-4472-9b72-c2373bbd5786 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:46.325702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dea639ae-5462-458d-9924-671442d7b08b req-0e211c1e-95ff-4472-9b72-c2373bbd5786 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 945 time: 0.2791393 Aug 26 10:59:46.341809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a1389-17f8-4341-bd74-b9a86f3f8104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b181d954-e4b0-4610-a28b-55458c97cbd7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:46.356138 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-308a1389-17f8-4341-bd74-b9a86f3f8104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:46.357179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e8a61-510f-4568-a6b0-17c48ee66438 None None] Network a09839c5-3b22-43a0-a448-57d029dde069 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:46.358572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-308a1389-17f8-4341-bd74-b9a86f3f8104 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b181d954-e4b0-4610-a28b-55458c97cbd7 HTTP/1.1" status: 204 len: 168 time: 1.5249605 Aug 26 10:59:46.368665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55492) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:46.410289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df3b12a2-25b6-4d04-b216-42843ac992c2 req-3494c72f-14e6-49d5-bfa5-795cdb6edb39 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/security-groups?id=d513d938-d726-495f-84ae-0f6dffd91567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255902 Aug 26 10:59:46.455091 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-01068876-ee7b-4cc8-8b13-3626f62dd928 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484705 Aug 26 10:59:46.589396 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:46.671457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:46.678296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] For port 883f1f21-38f2-41d8-b2e9-d2c03d60b304, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=883f1f21-38f2-41d8-b2e9-d2c03d60b304,segment=NetworkSegment(e022ac92-8d28-4653-9ec3-a1f91062e047),segment_id=e022ac92-8d28-4653-9ec3-a1f91062e047)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:46.679371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:46.680564 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b08ed8-3645-4fe2-8493-a59f2f6da2c8 None None] The sync data for ids ['ce1978b2-f04d-4de3-8d8e-f366b4523c9e'] in n-d-778550-13 is: [{'id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'name': 'tempest-ServerRescueNegativeTestJSON-416640559-router', 'tenant_id': 'fda451808c6346a3be19222940da66a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:55:55Z', 'updated_at': '2021-08-26T10:59:41Z', 'revision_number': 5, 'project_id': 'fda451808c6346a3be19222940da66a2', 'gw_port': {'id': 'b755f207-1185-416d-9158-9e5e43d1ff80', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1978b2-f04d-4de3-8d8e-f366b4523c9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:55:57Z', 'updated_at': '2021-08-26T10:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 10:59:46.687413 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:46.709626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Calling delete_port for 883f1f21-38f2-41d8-b2e9-d2c03d60b304 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:46.714914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1265f9cc-5bf0-494c-956a-f8aae7d9a5b5 None None] Provisioning for port 883f1f21-38f2-41d8-b2e9-d2c03d60b304 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:46.728390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 69c40a3f-ac4a-484e-a724-137be15e9b65 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:46.738305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 69c40a3f-ac4a-484e-a724-137be15e9b65 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:46.738705 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:46.754581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b755f207-1185-416d-9158-9e5e43d1ff80,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:46.789530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 883f1f21-38f2-41d8-b2e9-d2c03d60b304 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:46.818550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 883f1f21-38f2-41d8-b2e9-d2c03d60b304 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:46.819254 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:46.898723 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:46.974106 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.010168 n-d-778550-13 neutron-server[101268]: INFO neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No ports have port_id starting with 883f1f21-38f2-41d8-b2e9-d2c03d60b304 Aug 26 10:59:47.024323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-368cd22e-9f22-404f-b3c1-c7a68bae4527 req-0d2e1f7d-9886-4b46-90be-31bbb369dd42 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.0711756 Aug 26 10:59:47.043591 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.050177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dea639ae-5462-458d-9924-671442d7b08b req-5f1c28c3-00b0-450f-8cf5-d5cd308a84db tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6958501 Aug 26 10:59:47.111435 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.124231 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.139405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Port': ['ID=883f1f21-38f2-41d8-b2e9-d2c03d60b304,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:47.143674 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0fc5423d-ef7c-4d0e-99cf-9a0204bc7d2f req-a35e829d-0737-4a6b-b36f-84d4848f348c service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757579 Aug 26 10:59:47.192455 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.211051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:47.223770 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2528e55-7de1-4006-bb44-1b1be1ab7f30" -d '{"events": [{"server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "name": "network-vif-plugged", "status": "completed", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:47.280882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:47.286109 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.286712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce1978b2-f04d-4de3-8d8e-f366b4523c9e {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 10:59:47.295827 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.297172 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.302576 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-877148a7-6ccc-4c32-b99e-36036851ca2b admin admin] 10.222.0.21 "DELETE /v2.0/routers/ce1978b2-f04d-4de3-8d8e-f366b4523c9e HTTP/1.1" status: 204 len: 168 time: 3.3020370 Aug 26 10:59:47.309606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55510) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:47.419656 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60d1539-6472-4451-8f85-12eb0cf3d3d4 x-openstack-request-id: req-b60d1539-6472-4451-8f85-12eb0cf3d3d4 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:47.421778 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "name": "network-vif-plugged", "status": "completed", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:47.424117 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b60d1539-6472-4451-8f85-12eb0cf3d3d4 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:47.427255 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'code': 200} Aug 26 10:59:47.448562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21 req-08b61862-d6a0-412b-965b-75315b3b781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:47.453333 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21 req-08b61862-d6a0-412b-965b-75315b3b781c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0843abb62c8f4ee4acb97433ca5b2d7f&device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 1100 time: 0.2260475 Aug 26 10:59:47.463236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No DVR routers for this DVR port 883f1f21-38f2-41d8-b2e9-d2c03d60b304 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:47.473015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659c4e8a-15d6-4328-b784-2f480bbae20e None None] Network a09839c5-3b22-43a0-a448-57d029dde069 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:47.540711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1ec6-e6c7-44b7-9431-3a319fd93fbd req-7943a195-da95-4ca9-997e-888de17499c7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:47.542796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9eb1ec6-e6c7-44b7-9431-3a319fd93fbd req-7943a195-da95-4ca9-997e-888de17499c7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.3773923 Aug 26 10:59:47.559436 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.626977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61dbb5e-611a-4ffe-91b7-76bfe1be3d3a admin admin] Deleting subnet 760b4e2b-5c18-4ac8-b8ff-22f5ada85360 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:59:47.636363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=12']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:47.650458 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d61dbb5e-611a-4ffe-91b7-76bfe1be3d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.653501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-37f341e3-609e-47fd-bdcb-3dadf83acb23 None None] Could not find standard attr ID for object 883f1f21-38f2-41d8-b2e9-d2c03d60b304. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 10:59:47.689010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995ba74d-f5de-4ce5-a5e4-835f836ffdf6']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:47.747833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b929a400-2cbc-45a1-a9e1-d137a82136a2') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:47.748199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b929a400-2cbc-45a1-a9e1-d137a82136a2') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:47.794694 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d61dbb5e-611a-4ffe-91b7-76bfe1be3d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.835727 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.938474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21 req-0f40e961-14b2-4745-9991-8396aff28c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:47.950100 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.952425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21 req-0f40e961-14b2-4745-9991-8396aff28c6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.4915128 Aug 26 10:59:47.977899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d61dbb5e-611a-4ffe-91b7-76bfe1be3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:47.992655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9eb1ec6-e6c7-44b7-9431-3a319fd93fbd req-ad44404c-4934-4b52-afcd-1ffb24d958f3 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341125 Aug 26 10:59:48.002416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc305f64-ae87-4e56-ac55-ee99b6a040f6 req-4b75090a-c520-45ea-848c-729c11c84933 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:48.020231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc305f64-ae87-4e56-ac55-ee99b6a040f6 req-4b75090a-c520-45ea-848c-729c11c84933 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 948 time: 0.4008656 Aug 26 10:59:48.024251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1317637b-da7e-427f-8b79-8c1575152613 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:48.093431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd0372-9003-4a6f-b9e3-48ac66f10e73 req-c12ec020-979b-4e3f-bcfe-c12b8c2d5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:48.097426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 1317637b-da7e-427f-8b79-8c1575152613 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:59:48.097800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1317637b-da7e-427f-8b79-8c1575152613 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:48.101545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcdd0372-9003-4a6f-b9e3-48ac66f10e73 req-c12ec020-979b-4e3f-bcfe-c12b8c2d5b96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 1098 time: 0.5325119 Aug 26 10:59:48.116064 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.154400 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21 req-1833beca-5ae4-42d1-bf64-c19f5e60e1a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=fea9bb3d-6a77-432a-988e-5c273be8ed32 HTTP/1.1" status: 200 len: 217 time: 0.1914351 Aug 26 10:59:48.181165 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.184451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:48.188685 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:48.204449 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:48.304349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21 req-8630199f-f50c-4658-8eac-84caa3206c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:48.306570 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21 req-8630199f-f50c-4658-8eac-84caa3206c01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1397693 Aug 26 10:59:48.346795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d61dbb5e-611a-4ffe-91b7-76bfe1be3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.367688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc305f64-ae87-4e56-ac55-ee99b6a040f6 req-8d4f165e-e33b-4d43-800d-1827a24034da tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/security-groups?id=d513d938-d726-495f-84ae-0f6dffd91567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920196 Aug 26 10:59:48.384150 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd86517-7027-4ec8-bf2e-7aca6f7be4a4 None None] Network a09839c5-3b22-43a0-a448-57d029dde069 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:48.394753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dbb5e-611a-4ffe-91b7-76bfe1be3d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760b4e2b-5c18-4ac8-b8ff-22f5ada85360,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:48.421049 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d61dbb5e-611a-4ffe-91b7-76bfe1be3d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.427795 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d61dbb5e-611a-4ffe-91b7-76bfe1be3d3a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/760b4e2b-5c18-4ac8-b8ff-22f5ada85360 HTTP/1.1" status: 204 len: 168 time: 1.1155057 Aug 26 10:59:48.431721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Subnet': ['ID=42dcc091-c181-4ff9-92b4-1a29b27372b0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:48.432097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55526) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:48.540599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21 req-7ca9f2d2-8d5f-4df2-bf11-bcafbb9b3610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:48.542605 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21 req-7ca9f2d2-8d5f-4df2-bf11-bcafbb9b3610 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2265232 Aug 26 10:59:48.568138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcdd0372-9003-4a6f-b9e3-48ac66f10e73 req-e684f629-703b-48fd-bd88-c757c4b3e9da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619615 Aug 26 10:59:48.602635 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ece2401-335f-4714-a6f1-9d98085c0f54 req-da9bbd72-21ab-4183-be8a-ef66decd5252 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.0877886 Aug 26 10:59:48.619305 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.637176 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.639194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] 10.222.0.21 "DELETE /v2.0/networks/995ba74d-f5de-4ce5-a5e4-835f836ffdf6 HTTP/1.1" status: 204 len: 168 time: 2.2690842 Aug 26 10:59:48.677841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.697378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9846d3-9511-4728-bba7-5bda4522ba43 admin admin] Pushing event deleted for resources: {'Network': ['ID=995ba74d-f5de-4ce5-a5e4-835f836ffdf6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:48.719009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1ce26-55e0-46f7-b423-11911badddf5 req-d30286a2-3871-4713-acf7-29771ab7647a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:48.721970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a310db82-6558-4897-9cd3-42c566142501 None None] DHCP port deletion for a09839c5-3b22-43a0-a448-57d029dde069 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:59:48.730241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13e1ce26-55e0-46f7-b423-11911badddf5 req-d30286a2-3871-4713-acf7-29771ab7647a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.4175048 Aug 26 10:59:48.732962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09839c5-3b22-43a0-a448-57d029dde069']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:48.750068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e022ac92-8d28-4653-9ec3-a1f91062e047') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:48.750760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e022ac92-8d28-4653-9ec3-a1f91062e047') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:48.767445 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.786082 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.796583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:48.797270 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.800880 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21 req-fe58d369-72b5-4688-8d9b-ee7264a7af30 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488353 Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:48.810272 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:48.913215 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.914297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13e1ce26-55e0-46f7-b423-11911badddf5 req-ffbe01b7-38da-4d2b-bfa5-5c06d6071970 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217721 Aug 26 10:59:48.915509 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.946109 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:48.958346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/a09839c5-3b22-43a0-a448-57d029dde069 HTTP/1.1" status: 204 len: 168 time: 4.4542377 Aug 26 10:59:48.965213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55534) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:48.998149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3d367-10d2-4170-9f0a-e2a52b4a4e1c tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Network': ['ID=a09839c5-3b22-43a0-a448-57d029dde069,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:49.065055 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9529775-90d4-425a-9ebb-b91b92d7f807 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:49.065459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9529775-90d4-425a-9ebb-b91b92d7f807 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:49.071510 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c9529775-90d4-425a-9ebb-b91b92d7f807 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/subnets/42dcc091-c181-4ff9-92b4-1a29b27372b0 HTTP/1.1" status: 404 len: 337 time: 0.0672529 Aug 26 10:59:49.071801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55538) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:49.106609 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1415f03-01a9-4e56-aec0-16af7401883a tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:49.107337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1415f03-01a9-4e56-aec0-16af7401883a tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:49.115149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f1415f03-01a9-4e56-aec0-16af7401883a tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/a09839c5-3b22-43a0-a448-57d029dde069 HTTP/1.1" status: 404 len: 339 time: 0.0365629 Aug 26 10:59:49.115909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55540) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:49.137498 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75fd6a9b-c2b7-429e-850f-cb1f0ec1bb21 req-e8b61784-2760-4e56-a205-1139f6bb70a0 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273325 Aug 26 10:59:49.159406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55542) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:49.195818 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.231882 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.253155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c04127-23c0-4729-b2ff-8a8b499ac03e']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:49.273318 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543876da-1f4f-4f84-8f6b-172ca88c00d1') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:49.273892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543876da-1f4f-4f84-8f6b-172ca88c00d1') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:49.291928 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-392507c5-b09c-487d-b3bb-bb397d2fca6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37c2b22987a74f7bbddedb4525047724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1230252 Aug 26 10:59:49.291928 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.293586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55546) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:49.293815 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.304605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35897dd-1a4e-4197-9057-7f383d963c95 req-3eb39815-36c2-49e7-9c0d-cc847f191e0c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:49.312552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b35897dd-1a4e-4197-9057-7f383d963c95 req-3eb39815-36c2-49e7-9c0d-cc847f191e0c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.1434431 Aug 26 10:59:49.334210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.348678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:49.349144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:49.351141 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:49.373158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b35897dd-1a4e-4197-9057-7f383d963c95 req-e68d8013-0ec8-4106-bf61-56bc02f642b4 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591936 Aug 26 10:59:49.412793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8711ccf3-3c9e-4c7b-bf68-1670a2cd4113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.429546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fea9bb3d-6a77-432a-988e-5c273be8ed32 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 10:59:49.490177 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.506329 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8711ccf3-3c9e-4c7b-bf68-1670a2cd4113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.518340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81428b33-b544-4aac-9a35-5ebca507a9e9']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:49.547884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c82fd23-99c3-4bb3-a256-3ba51ff051b8') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:49.548306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c82fd23-99c3-4bb3-a256-3ba51ff051b8') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:49.560789 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.577621 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.586195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:49.586539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.624948 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.634392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8711ccf3-3c9e-4c7b-bf68-1670a2cd4113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.639634 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8711ccf3-3c9e-4c7b-bf68-1670a2cd4113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.650008 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8711ccf3-3c9e-4c7b-bf68-1670a2cd4113 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48b4a7be-8ec4-44fc-9174-8d278de29826 HTTP/1.1" status: 204 len: 168 time: 0.3562288 Aug 26 10:59:49.673199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.684389 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c7c04127-23c0-4729-b2ff-8a8b499ac03e HTTP/1.1" status: 204 len: 168 time: 1.2509043 Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: timer() Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:49.693431 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:49.707041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711ccf3-3c9e-4c7b-bf68-1670a2cd4113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b4a7be-8ec4-44fc-9174-8d278de29826,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:49.709539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e02b6d-a1bb-4fc6-9f2f-b3959e399ca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c04127-23c0-4729-b2ff-8a8b499ac03e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:49.749805 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.762651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:49.770016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/81428b33-b544-4aac-9a35-5ebca507a9e9 HTTP/1.1" status: 204 len: 168 time: 0.6529005 Aug 26 10:59:49.774632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55562) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:49.787507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port fea9bb3d-6a77-432a-988e-5c273be8ed32, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fea9bb3d-6a77-432a-988e-5c273be8ed32,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:49.806807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'fea9bb3d-6a77-432a-988e-5c273be8ed32', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'fea9bb3d-6a77-432a-988e-5c273be8ed32', 'mac_address': 'fa:16:3e:ee:2d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 10:59:49.816695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 883f1f21-38f2-41d8-b2e9-d2c03d60b304 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:49.842805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 883f1f21-38f2-41d8-b2e9-d2c03d60b304 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:59:49.843153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 883f1f21-38f2-41d8-b2e9-d2c03d60b304 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:49.843849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b755f207-1185-416d-9158-9e5e43d1ff80 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:49.873563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: b755f207-1185-416d-9158-9e5e43d1ff80 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:59:49.874220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b755f207-1185-416d-9158-9e5e43d1ff80 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:49.882285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669ac3b-5855-4bf2-a03d-1c0cbcbde894 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Network': ['ID=81428b33-b544-4aac-9a35-5ebca507a9e9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:49.920701 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd65c7f-5cb4-46d0-88de-bcc963df1dd6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:49.921407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd65c7f-5cb4-46d0-88de-bcc963df1dd6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:49.923827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-edd65c7f-5cb4-46d0-88de-bcc963df1dd6 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/subnets/31564dc8-810b-4011-aef3-1359501bba6e HTTP/1.1" status: 404 len: 337 time: 0.1108277 Aug 26 10:59:49.928146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55564) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:49.929013 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d3f2b2a-2eb8-45f5-b9c3-fb3f9beeda5f req-8fd06143-51cc-4629-a3d3-290988a89b9a tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.0952685 Aug 26 10:59:49.955836 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d567f56-1f2d-47a5-87fd-395c103f2f43 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:49.956569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d567f56-1f2d-47a5-87fd-395c103f2f43 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:49.962237 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0d567f56-1f2d-47a5-87fd-395c103f2f43 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/4d5c2a1d-87db-4920-baa7-11a32f06414e HTTP/1.1" status: 404 len: 339 time: 0.0318868 Aug 26 10:59:49.963338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55566) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:49.968969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e9f10-2a01-4cbb-85b4-9a04b8c2f135 req-2b1e028f-8ed8-497e-b18f-2605ea2b287b tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:49.972423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b8e9f10-2a01-4cbb-85b4-9a04b8c2f135 req-2b1e028f-8ed8-497e-b18f-2605ea2b287b tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 948 time: 0.2743983 Aug 26 10:59:49.974020 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:50.020269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea9bb3d-6a77-432a-988e-5c273be8ed32 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 10:59:50.069140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port fea9bb3d-6a77-432a-988e-5c273be8ed32, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fea9bb3d-6a77-432a-988e-5c273be8ed32,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:50.086243 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:50.135228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e6ed93-dd6b-4954-b528-8517a07c3b3b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Deleting subnet 18b6c8aa-f805-4011-91ca-ec975cd81514 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:59:50.150707 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32e6ed93-dd6b-4954-b528-8517a07c3b3b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:50.170951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b8e9f10-2a01-4cbb-85b4-9a04b8c2f135 req-7d8bd74c-994c-4ca1-854f-cfd3bed9320d tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/security-groups?id=d513d938-d726-495f-84ae-0f6dffd91567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739490 Aug 26 10:59:50.226296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=fea9bb3d-6a77-432a-988e-5c273be8ed32,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:50.238619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.239703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.239703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.239703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.245274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec011ff-3cda-408d-aca0-2f80cec698a9 req-6fa5e465-e677-4635-88b7-8c2c4b30636e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:50.245472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.245472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.245472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.246025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.246407 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.246848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.247263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.247758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 10:59:50.249392 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ec011ff-3cda-408d-aca0-2f80cec698a9 req-6fa5e465-e677-4635-88b7-8c2c4b30636e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.1680624 Aug 26 10:59:50.272674 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:50.298342 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32e6ed93-dd6b-4954-b528-8517a07c3b3b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:50.341649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ec011ff-3cda-408d-aca0-2f80cec698a9 req-e42551ab-c83c-46e1-bb2f-4f1b6f127d6c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798929 Aug 26 10:59:50.391061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['fea9bb3d-6a77-432a-988e-5c273be8ed32'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:59:50.636745 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32e6ed93-dd6b-4954-b528-8517a07c3b3b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:50.650563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41708ec0-446a-413e-be9d-678699942ae2 req-30d81635-e184-49f3-944b-0a12ff5167ed tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:50.654385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41708ec0-446a-413e-be9d-678699942ae2 req-30d81635-e184-49f3-944b-0a12ff5167ed tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.1437857 Aug 26 10:59:50.727019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55586) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:50.740476 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41708ec0-446a-413e-be9d-678699942ae2 req-c71900ce-00aa-4cf2-b441-551ab75c8790 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775583 Aug 26 10:59:50.803559 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32e6ed93-dd6b-4954-b528-8517a07c3b3b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:50.821288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32e6ed93-dd6b-4954-b528-8517a07c3b3b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:50.826480 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55588) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:50.830518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44959b-4e5b-4964-b2ad-84f5c1a71053 None None] Network e0748374-6fd0-4e0f-96f0-6a93b9901bfe requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:50.838157 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-32e6ed93-dd6b-4954-b528-8517a07c3b3b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/subnets/18b6c8aa-f805-4011-91ca-ec975cd81514 HTTP/1.1" status: 204 len: 168 time: 0.8735905 Aug 26 10:59:50.850999 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ca8a1886-1637-4df2-bf6c-a9c290ce440a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fda451808c6346a3be19222940da66a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1204665 Aug 26 10:59:50.899090 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55590) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:51.019405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6ed93-dd6b-4954-b528-8517a07c3b3b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Subnet': ['ID=18b6c8aa-f805-4011-91ca-ec975cd81514,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:51.032008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-806ac0b0-1802-4888-83df-16818ef87919 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Deleting subnet c5839cf5-ee45-4032-97fb-71ad9cb59039 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:59:51.046242 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-806ac0b0-1802-4888-83df-16818ef87919 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:51.112933 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-51000d2a-27fe-4619-b061-f6b984265246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:51.133260 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-806ac0b0-1802-4888-83df-16818ef87919 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:51.249400 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-51000d2a-27fe-4619-b061-f6b984265246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:51.403624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fea9bb3d-6a77-432a-988e-5c273be8ed32 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 10:59:51.408252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-51000d2a-27fe-4619-b061-f6b984265246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:51.411102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-51000d2a-27fe-4619-b061-f6b984265246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:51.415676 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-51000d2a-27fe-4619-b061-f6b984265246 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1988cd5f-84ca-4d99-bf00-fee59f14e64d HTTP/1.1" status: 204 len: 168 time: 0.5000963 Aug 26 10:59:51.433602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51000d2a-27fe-4619-b061-f6b984265246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1988cd5f-84ca-4d99-bf00-fee59f14e64d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:51.474704 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-806ac0b0-1802-4888-83df-16818ef87919 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:51.573652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6745fc6-b88f-44d3-befc-e4f73b92a31a req-cda5c205-8c49-4dc5-b8d7-8ff2b7b32153 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.4253364 Aug 26 10:59:51.692350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port fea9bb3d-6a77-432a-988e-5c273be8ed32 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 10:59:51.706440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port fea9bb3d-6a77-432a-988e-5c273be8ed32 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:51.708074 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:51.714276 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-806ac0b0-1802-4888-83df-16818ef87919 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:51.768719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ac0b0-1802-4888-83df-16818ef87919 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Subnet': ['ID=c5839cf5-ee45-4032-97fb-71ad9cb59039,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:51.858772 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-806ac0b0-1802-4888-83df-16818ef87919 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:51.865347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55634) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:51.866188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-806ac0b0-1802-4888-83df-16818ef87919 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/subnets/c5839cf5-ee45-4032-97fb-71ad9cb59039 HTTP/1.1" status: 204 len: 168 time: 1.0380521 Aug 26 10:59:51.876150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68619fd3-b904-4725-ab54-3ae1e1c11024 req-7856a570-0348-44d6-a735-333bcd4b1c6d tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:51.885451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68619fd3-b904-4725-ab54-3ae1e1c11024 req-7856a570-0348-44d6-a735-333bcd4b1c6d tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 949 time: 0.3301682 Aug 26 10:59:51.955420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8e17c-fac7-4597-acf5-b4b78ba5b625 req-6fa663f7-5b53-4b33-87dc-91a12be9851d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:51.957228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74f8e17c-fac7-4597-acf5-b4b78ba5b625 req-6fa663f7-5b53-4b33-87dc-91a12be9851d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.2357662 Aug 26 10:59:51.998425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68619fd3-b904-4725-ab54-3ae1e1c11024 req-cfa42732-b74e-4c55-8854-200b8f766287 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/security-groups?id=d513d938-d726-495f-84ae-0f6dffd91567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079087 Aug 26 10:59:52.032362 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:52.101396 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:52.110890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74f8e17c-fac7-4597-acf5-b4b78ba5b625 req-34a9ed2b-2872-44c9-87d0-dd2976e3d1a4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340272 Aug 26 10:59:52.171708 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e77abcf-d143-4419-b956-44e32b5409ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea9bb3d-6a77-432a-988e-5c273be8ed32'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:52.175628 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d58e9-dd54-4304-802e-e42a092640b3" -d '{"events": [{"server_uuid": "6e77abcf-d143-4419-b956-44e32b5409ad", "name": "network-vif-plugged", "status": "completed", "tag": "fea9bb3d-6a77-432a-988e-5c273be8ed32"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:52.239044 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:52.279342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port fea9bb3d-6a77-432a-988e-5c273be8ed32, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fea9bb3d-6a77-432a-988e-5c273be8ed32,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:52.290029 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:52.312333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374f91-3f19-4f3a-b5ec-8f7e66706c17 req-fa74eb72-7ce2-48cf-8757-2f27c49c8d79 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:52.320788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb374f91-3f19-4f3a-b5ec-8f7e66706c17 req-fa74eb72-7ce2-48cf-8757-2f27c49c8d79 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.1651506 Aug 26 10:59:52.399012 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3658050-37fd-4a68-a59b-1834ac833cbe x-openstack-request-id: req-f3658050-37fd-4a68-a59b-1834ac833cbe {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:52.399490 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e77abcf-d143-4419-b956-44e32b5409ad", "name": "network-vif-plugged", "status": "completed", "tag": "fea9bb3d-6a77-432a-988e-5c273be8ed32", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:52.399904 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3658050-37fd-4a68-a59b-1834ac833cbe {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:52.400466 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e77abcf-d143-4419-b956-44e32b5409ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea9bb3d-6a77-432a-988e-5c273be8ed32', 'code': 200} Aug 26 10:59:52.435279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb374f91-3f19-4f3a-b5ec-8f7e66706c17 req-66455692-75de-444a-9473-9b756bc17ada tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052630 Aug 26 10:59:52.562700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Deleting port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:52.563193 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:52.588629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ccfdc-05b4-43b9-98d6-f2f52b9b91ca req-968366a6-bf80-4be3-a76d-182df2b67a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:52.588629 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5d0ccfdc-05b4-43b9-98d6-f2f52b9b91ca req-968366a6-bf80-4be3-a76d-182df2b67a6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 1102 time: 0.1825294 Aug 26 10:59:52.779034 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5d0ccfdc-05b4-43b9-98d6-f2f52b9b91ca req-ff3b8355-b366-48b5-b75a-8f8fe703036a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d513d938-d726-495f-84ae-0f6dffd91567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840613 Aug 26 10:59:52.791641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3283f-0fff-4a4e-a3f6-0835f7f8498d None None] Network e0748374-6fd0-4e0f-96f0-6a93b9901bfe requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:52.800540 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0362c159-ac2c-407e-92ba-cd4b23b99a47 req-db8287a1-5585-43ba-89b7-33a9359093e7 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.0688422 Aug 26 10:59:52.830372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] For port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c39e0ef5-e051-48e8-ae9c-be0e93f4ea36,segment=NetworkSegment(543e4d2b-cea0-4bff-8631-5bea38876a98),segment_id=543e4d2b-cea0-4bff-8631-5bea38876a98)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:52.842768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:52.865029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Calling delete_port for c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:52.875605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=fea9bb3d-6a77-432a-988e-5c273be8ed32,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:52.882044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8de1a4f6-e843-43d8-b80c-b973a67a4d77 None None] Provisioning complete for port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 10:59:52.882703 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8de1a4f6-e843-43d8-b80c-b973a67a4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:53.063061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:53.120106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Port': ['ID=c39e0ef5-e051-48e8-ae9c-be0e93f4ea36,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:53.138282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No DVR routers for this DVR port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:53.231209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8de1a4f6-e843-43d8-b80c-b973a67a4d77 None None] Port c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 update to ACTIVE by agent not found {{(pid=101268) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 26 10:59:53.238135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f460e-4c5c-4bd3-8acc-6c208f235472 None None] DHCP port deletion for e0748374-6fd0-4e0f-96f0-6a93b9901bfe request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:59:53.275412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcba75-e681-48c2-9935-f8ce5d96dc4c req-398ab3ef-b037-4ca0-bc67-fd8448333389 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:53.278785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83dcba75-e681-48c2-9935-f8ce5d96dc4c req-398ab3ef-b037-4ca0-bc67-fd8448333389 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 950 time: 0.1956797 Aug 26 10:59:53.357842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:53.379418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0748374-6fd0-4e0f-96f0-6a93b9901bfe']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:53.418226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543e4d2b-cea0-4bff-8631-5bea38876a98') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:53.421872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543e4d2b-cea0-4bff-8631-5bea38876a98') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:53.450540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:53.456651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83dcba75-e681-48c2-9935-f8ce5d96dc4c req-c1fc9449-d398-4c42-8d29-cbed031436e7 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/security-groups?id=d513d938-d726-495f-84ae-0f6dffd91567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660366 Aug 26 10:59:53.490582 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:53.505011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:53.507559 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:53.517104 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:53.528603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662c3b-23dd-473a-9ccd-8a4e967b32f8 req-e6946537-3e60-4bf9-80bb-968d3108978f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:53.532249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b5662c3b-23dd-473a-9ccd-8a4e967b32f8 req-e6946537-3e60-4bf9-80bb-968d3108978f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.1722982 Aug 26 10:59:53.566617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55674) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:53.627703 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:53.632874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b5662c3b-23dd-473a-9ccd-8a4e967b32f8 req-62600cf2-382a-46dc-9de6-ac58a278d6f1 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915127 Aug 26 10:59:53.645871 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:53.657587 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/e0748374-6fd0-4e0f-96f0-6a93b9901bfe HTTP/1.1" status: 204 len: 168 time: 1.7886102 Aug 26 10:59:53.658268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55680) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:53.697227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc87ae-835e-4626-a813-36fa22457a55 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Network': ['ID=e0748374-6fd0-4e0f-96f0-6a93b9901bfe,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:53.769401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1877582658-network', 'tenant_id': 'b8d7e64294a14061bee27b24f1cafe89'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:53.813898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Made reservation on behalf of b8d7e64294a14061bee27b24f1cafe89 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:53.819669 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:53.842506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:53.885402 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa26238-f35b-4f5d-a797-47a6524ae6ee tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:53.885867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa26238-f35b-4f5d-a797-47a6524ae6ee tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:53.894186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:53.895618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-baa26238-f35b-4f5d-a797-47a6524ae6ee tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/subnets/bb740bd6-ad65-43bf-84cd-ab90a41a9f00 HTTP/1.1" status: 404 len: 337 time: 0.2360389 Aug 26 10:59:53.927876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55690) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:54.008051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2603b-3774-41ec-bdb7-ebd6a3d82226 req-6674bc38-95bf-46e8-b7b9-9590d9eaf1a1 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:54.010826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:59:54.012545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c39e0ef5-e051-48e8-ae9c-be0e93f4ea36 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:54.015623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71c2603b-3774-41ec-bdb7-ebd6a3d82226 req-6674bc38-95bf-46e8-b7b9-9590d9eaf1a1 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.3248529 Aug 26 10:59:54.017921 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21e0e17-bc18-4501-8392-a68b260c7edf tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:54.018522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21e0e17-bc18-4501-8392-a68b260c7edf tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:54.024381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a21e0e17-bc18-4501-8392-a68b260c7edf tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/27111bbb-8066-45c9-b58b-90469d1117ec HTTP/1.1" status: 404 len: 339 time: 0.0938759 Aug 26 10:59:54.025270 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55694) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:54.070709 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:54.083286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:54.087501 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c655b72-eed6-483f-a2ac-2700e1598170 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:54.088345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c655b72-eed6-483f-a2ac-2700e1598170 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:54.093435 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1c655b72-eed6-483f-a2ac-2700e1598170 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/subnets/41b63acc-f485-4f4c-aa5c-319fadc91549 HTTP/1.1" status: 404 len: 337 time: 0.0659072 Aug 26 10:59:54.095989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55696) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:54.104921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacb383-60ca-456c-8257-8baf4b9ec87d req-d28db175-259f-41c1-9c1b-c8b411574c8e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:54.106993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3eacb383-60ca-456c-8257-8baf4b9ec87d req-d28db175-259f-41c1-9c1b-c8b411574c8e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.3212998 Aug 26 10:59:54.123413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:59:54.160649 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec8a89c-78c2-4ae9-8104-29c97db5efbe tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:54.161655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:54.162517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec8a89c-78c2-4ae9-8104-29c97db5efbe tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:54.163100 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Added segment 30ecffc8-5550-4809-874d-9c926d1eb0fe of type vlan for network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 Aug 26 10:59:54.169018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55698) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:54.169799 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3ec8a89c-78c2-4ae9-8104-29c97db5efbe tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/074ecf3d-32ed-42e9-8718-b31e1f9e9fcd HTTP/1.1" status: 404 len: 339 time: 0.0614696 Aug 26 10:59:54.223349 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a84e3a4-5eae-4ca9-955e-a8ee256a8529 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:54.224078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a84e3a4-5eae-4ca9-955e-a8ee256a8529 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:54.232876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71c2603b-3774-41ec-bdb7-ebd6a3d82226 req-642265c6-66f1-49cb-9c89-fe0296b11e33 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104590 Aug 26 10:59:54.242603 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5a84e3a4-5eae-4ca9-955e-a8ee256a8529 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/subnets/d1cbda0a-c80a-4c60-b221-7d014f4a8062 HTTP/1.1" status: 404 len: 337 time: 0.0694101 Aug 26 10:59:54.245951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55700) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:54.289104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3eacb383-60ca-456c-8257-8baf4b9ec87d req-b3b4a9f7-9788-4bfe-a1ca-2e64e47a193e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705487 Aug 26 10:59:54.394581 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:54.432412 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-6421bfd9-1c71-40d1-b330-716f02a9f60b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:54.433618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6421bfd9-1c71-40d1-b330-716f02a9f60b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:54.440263 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6421bfd9-1c71-40d1-b330-716f02a9f60b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/b003dda4-622e-4492-a1a2-0bf91f5ff484 HTTP/1.1" status: 404 len: 339 time: 0.1878905 Aug 26 10:59:54.444561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55706) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:54.519121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a71e695-c7f3-4f33-a391-be6bc52f6977,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:54.539177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:54.540891 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:54.541887 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:54.596187 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0272202 Aug 26 10:59:54.639117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55712) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:54.663031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] Request body: {'subnet': {'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1877582658-subnet', 'tenant_id': 'b8d7e64294a14061bee27b24f1cafe89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:54.663792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f40acc2-2d63-41f8-8122-0f8f838dbfd0 req-cc8cea6b-a50d-4ca0-ae5d-c71cc17d2051 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.1794412 Aug 26 10:59:54.729178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55714) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:54.768683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a10217-fbf7-48ce-b37e-60790638bc8b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Deleting subnet ec5cab74-1276-4c05-93e2-b85bbc64243b {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:59:54.787527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a10217-fbf7-48ce-b37e-60790638bc8b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:54.852235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5680c7a-3e4d-4124-8fad-61a1bc6dcdc5 admin admin] Pushing event updated for resources: {'Network': ['ID=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:54.869036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] Made reservation on behalf of b8d7e64294a14061bee27b24f1cafe89 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:54.870603 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a10217-fbf7-48ce-b37e-60790638bc8b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:54.878105 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:54.881617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:59:54.882985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d7595-f8a3-421c-88ef-c2a67dcba431 req-ba5d7e9a-fc63-4a9e-94b4-1675bee38f6f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:54.893835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c34d7595-f8a3-421c-88ef-c2a67dcba431 req-ba5d7e9a-fc63-4a9e-94b4-1675bee38f6f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.2743015 Aug 26 10:59:54.948589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b1303-b85b-4d6c-969e-1840deaa2576 req-d0962bf9-be2e-443d-9e2d-9561fd30df02 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:54.956450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-419b1303-b85b-4d6c-969e-1840deaa2576 req-d0962bf9-be2e-443d-9e2d-9561fd30df02 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 950 time: 0.1847785 Aug 26 10:59:55.095947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-419b1303-b85b-4d6c-969e-1840deaa2576 req-6a05aae6-c527-4e36-a542-769e0f06637c tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/security-groups?id=d513d938-d726-495f-84ae-0f6dffd91567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376550 Aug 26 10:59:55.136884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c34d7595-f8a3-421c-88ef-c2a67dcba431 req-05d344a5-130d-46b8-9e31-aef292723052 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409382 Aug 26 10:59:55.253838 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a10217-fbf7-48ce-b37e-60790638bc8b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:55.482455 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:55.501256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a10217-fbf7-48ce-b37e-60790638bc8b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:55.547700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:55.559045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-925699382-network', 'tenant_id': '53b44352072540a3a64471c3f9e00bda'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:55.568585 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] Checking segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:55.569058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] Network hostable DHCP agents. Network: f26d7fc6-3093-4095-86d1-7a49e1a4c1e2, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:59:55.602236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] Network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:59:55.631695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f26d7fc6-3093-4095-86d1-7a49e1a4c1e2) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:55.639564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:55.640805 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:55.648881 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdddc7ba-f7fb-40c1-8f51-dcfa9f183472 None None] Network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:55.716674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a10217-fbf7-48ce-b37e-60790638bc8b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5cab74-1276-4c05-93e2-b85bbc64243b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:55.774496 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a10217-fbf7-48ce-b37e-60790638bc8b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:55.776212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f9a10217-fbf7-48ce-b37e-60790638bc8b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/subnets/ec5cab74-1276-4c05-93e2-b85bbc64243b HTTP/1.1" status: 204 len: 168 time: 1.3251450 Aug 26 10:59:55.779838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55734) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:55.781972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Made reservation on behalf of 53b44352072540a3a64471c3f9e00bda for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:55.784319 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:55.806943 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:55.821232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a2306-06ca-48b2-bfa0-d5b1a5a6c506 req-34674fbc-1e9a-491b-8545-6b56daf3fb8d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:55.822873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-561a2306-06ca-48b2-bfa0-d5b1a5a6c506 req-34674fbc-1e9a-491b-8545-6b56daf3fb8d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.3002932 Aug 26 10:59:55.836559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05819802-1eee-4c77-882c-d20f864dc084 req-57cdc098-4e18-4b89-b49f-f8b59f8ba314 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:55.838242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05819802-1eee-4c77-882c-d20f864dc084 req-57cdc098-4e18-4b89-b49f-f8b59f8ba314 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.3826327 Aug 26 10:59:55.838927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad77f2-ee0f-40ea-aa3a-4001ff1b7fd4 None None] Network 069cd45e-9167-4d75-b715-29aa4140d6b6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:55.877502 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0678c97e-b30a-4181-9156-9c9ded6eb6b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2359924 Aug 26 10:59:55.924864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-561a2306-06ca-48b2-bfa0-d5b1a5a6c506 req-1b68ade0-bf04-44a7-a0f5-885e9e581097 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852027 Aug 26 10:59:56.015130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05819802-1eee-4c77-882c-d20f864dc084 req-e7136060-6e2e-46ca-bb88-9ce29b2555f2 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488252 Aug 26 10:59:56.149560 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:56.263244 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:56.305507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:56.315120 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56492422-badc-4d27-baeb-eb7726657860 None None] Network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:56.335401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Deleting port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:56.335970 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:56.359554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48ff82-247d-44ff-a369-5aeb965d8f59 req-a35fed30-56a1-4ada-9eb6-648fde6f9d4a tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:56.367746 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f48ff82-247d-44ff-a369-5aeb965d8f59 req-a35fed30-56a1-4ada-9eb6-648fde6f9d4a tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 950 time: 0.2980435 Aug 26 10:59:56.387575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e74f25a-7783-4816-83ef-6aeceb5e0aac req-a7e90796-ff0d-4455-90f3-46ab72d28bbe tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/ports?device_id=187d6458-b123-4c03-b5b2-e94d5cf11588 HTTP/1.1" status: 200 len: 210 time: 0.1188502 Aug 26 10:59:56.466707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869113b3-8566-4721-81f8-ce11b1fb9917,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:56.493824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 10:59:56.500874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e393572-ab30-47d5-96ff-8b320ea9a50a None None] DHCP port deletion for 069cd45e-9167-4d75-b715-29aa4140d6b6 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:59:56.558572 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:56.559126 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Added segment 7f4e862d-fa31-49b6-9c24-940431a4c0c8 of type vlan for network 737316ca-f35a-431f-ace5-2858a9d1bebd Aug 26 10:59:56.622617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] For port 2e7a8dd6-73fc-418b-a527-f641dd6535b7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2e7a8dd6-73fc-418b-a527-f641dd6535b7,segment=NetworkSegment(027da627-65ae-46e9-baa4-17ae2437f0dc),segment_id=027da627-65ae-46e9-baa4-17ae2437f0dc)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:56.623479 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:56.648662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f48ff82-247d-44ff-a369-5aeb965d8f59 req-970f92ed-d3b6-46d3-b1b9-46ab4013d910 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/security-groups?id=d513d938-d726-495f-84ae-0f6dffd91567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650805 Aug 26 10:59:56.659630 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:56.673152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9e393572-ab30-47d5-96ff-8b320ea9a50a None None] Deleting port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:56.674471 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e393572-ab30-47d5-96ff-8b320ea9a50a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:56.688866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343851e-dd59-4263-8390-3924f535fee5 req-cbc8565c-a057-43d5-97fe-84ed91741c2c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:56.690904 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8343851e-dd59-4263-8390-3924f535fee5 req-cbc8565c-a057-43d5-97fe-84ed91741c2c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.1470647 Aug 26 10:59:56.706793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Calling delete_port for 2e7a8dd6-73fc-418b-a527-f641dd6535b7 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:56.829531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8343851e-dd59-4263-8390-3924f535fee5 req-7bd692e2-91d7-476d-8ba3-a2e04a10ea61 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307199 Aug 26 10:59:56.832077 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:56.836891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:56.838449 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:56.867789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9e393572-ab30-47d5-96ff-8b320ea9a50a None None] For port 2e7a8dd6-73fc-418b-a527-f641dd6535b7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2e7a8dd6-73fc-418b-a527-f641dd6535b7,segment=NetworkSegment(027da627-65ae-46e9-baa4-17ae2437f0dc),segment_id=027da627-65ae-46e9-baa4-17ae2437f0dc)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:56.868361 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e393572-ab30-47d5-96ff-8b320ea9a50a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:56.886051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9e393572-ab30-47d5-96ff-8b320ea9a50a None None] Calling delete_port for 2e7a8dd6-73fc-418b-a527-f641dd6535b7 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:56.905417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1729155 Aug 26 10:59:56.941969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55766) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:56.953273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] Request body: {'subnet': {'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-925699382-subnet', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:57.098054 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e393572-ab30-47d5-96ff-8b320ea9a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:57.152123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e393572-ab30-47d5-96ff-8b320ea9a50a None None] No DVR routers for this DVR port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:57.160050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e393572-ab30-47d5-96ff-8b320ea9a50a None None] Pushing event deleted for resources: {'Port': ['ID=2e7a8dd6-73fc-418b-a527-f641dd6535b7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:57.190034 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:57.289300 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No DVR routers for this DVR port 2e7a8dd6-73fc-418b-a527-f641dd6535b7 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:57.293647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Port': ['ID=2e7a8dd6-73fc-418b-a527-f641dd6535b7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:57.355061 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049dc1-c272-43f7-948f-f455a8a92171 req-845015e0-75de-4761-958f-7fd3b1983771 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:57.357317 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-25049dc1-c272-43f7-948f-f455a8a92171 req-845015e0-75de-4761-958f-7fd3b1983771 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 950 time: 0.4473202 Aug 26 10:59:57.646333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74867085-504e-4523-b966-aa0b4822b9da admin admin] Pushing event updated for resources: {'Network': ['ID=737316ca-f35a-431f-ace5-2858a9d1bebd,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:57.663073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127a41a-85c3-4090-bafe-ebab73c7f02c req-b792452e-c306-48e4-adc1-3ccd42f70657 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:57.669388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0127a41a-85c3-4090-bafe-ebab73c7f02c req-b792452e-c306-48e4-adc1-3ccd42f70657 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.6134989 Aug 26 10:59:57.670791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] Made reservation on behalf of 53b44352072540a3a64471c3f9e00bda for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 10:59:57.673371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:57.676358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 737316ca-f35a-431f-ace5-2858a9d1bebd details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 10:59:57.775759 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:57.809571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-b46e8b6d-a1d3-4ded-b3e9-c9ed744038f1 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:57.811232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-b46e8b6d-a1d3-4ded-b3e9-c9ed744038f1 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.2515378 Aug 26 10:59:57.824960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0127a41a-85c3-4090-bafe-ebab73c7f02c req-52f73b55-4ff5-4c11-a309-8c8573ef21b6 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553442 Aug 26 10:59:57.827008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069cd45e-9167-4d75-b715-29aa4140d6b6']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:57.890489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-316b2fe9-f258-4cad-a354-e6ebc1cbc98f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/quotas/b8d7e64294a14061bee27b24f1cafe89 HTTP/1.1" status: 200 len: 375 time: 0.0515065 Aug 26 10:59:57.915196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027da627-65ae-46e9-baa4-17ae2437f0dc') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:57.915437 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027da627-65ae-46e9-baa4-17ae2437f0dc') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 10:59:57.932624 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:57.945098 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2e7a8dd6-73fc-418b-a527-f641dd6535b7 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 10:59:57.951817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-51f97e12-d1a6-4bee-80d4-7eb2bc511bd1 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540683 Aug 26 10:59:57.966573 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:57.980509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 10:59:57.980924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: timer() Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 10:59:57.994317 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 10:59:58.012990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 2e7a8dd6-73fc-418b-a527-f641dd6535b7 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 10:59:58.013560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2e7a8dd6-73fc-418b-a527-f641dd6535b7 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 10:59:58.094815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-25049dc1-c272-43f7-948f-f455a8a92171 req-882abf71-7c2c-434f-a65b-ea862917ef91 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Deleting port fea9bb3d-6a77-432a-988e-5c273be8ed32 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:58.095226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-25049dc1-c272-43f7-948f-f455a8a92171 req-882abf71-7c2c-434f-a65b-ea862917ef91 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.108543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d818153-e24e-4883-b872-75d08a551e8f req-94a97767-01d3-4d68-9f48-d44e665f7da3 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:58.110280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d818153-e24e-4883-b872-75d08a551e8f req-94a97767-01d3-4d68-9f48-d44e665f7da3 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.1556678 Aug 26 10:59:58.150189 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.191193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d818153-e24e-4883-b872-75d08a551e8f req-f35ee812-7d77-45e2-b008-12ef980c48b0 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698030 Aug 26 10:59:58.213915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.262494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d60e8f-8a0b-4912-8028-0cff05bc94a6,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:58.283307 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.292115 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/069cd45e-9167-4d75-b715-29aa4140d6b6 HTTP/1.1" status: 204 len: 168 time: 2.5091321 Aug 26 10:59:58.292463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55798) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:58.312297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] Checking segment: {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 10:59:58.312926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] Network hostable DHCP agents. Network: 737316ca-f35a-431f-ace5-2858a9d1bebd, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 10:59:58.317901 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc65b7-7ad0-4ef6-b78d-4b8402473c6d tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Network': ['ID=069cd45e-9167-4d75-b715-29aa4140d6b6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:58.358042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-25049dc1-c272-43f7-948f-f455a8a92171 req-882abf71-7c2c-434f-a65b-ea862917ef91 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] For port fea9bb3d-6a77-432a-988e-5c273be8ed32, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fea9bb3d-6a77-432a-988e-5c273be8ed32,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 10:59:58.358555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-25049dc1-c272-43f7-948f-f455a8a92171 req-882abf71-7c2c-434f-a65b-ea862917ef91 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.380354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-25049dc1-c272-43f7-948f-f455a8a92171 req-882abf71-7c2c-434f-a65b-ea862917ef91 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Calling delete_port for fea9bb3d-6a77-432a-988e-5c273be8ed32 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 10:59:58.386328 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f66c8e-2f20-4c80-8bdc-a480ce81619b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:58.387164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f66c8e-2f20-4c80-8bdc-a480ce81619b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:58.390580 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-15f66c8e-2f20-4c80-8bdc-a480ce81619b tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/subnets/18ad2088-2438-407f-a7ef-3472c8506a3a HTTP/1.1" status: 404 len: 337 time: 0.0958169 Aug 26 10:59:58.394319 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55800) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:58.444349 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f80c9ac-9e0e-4d67-a7fa-5ff62bd7ca2f tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] DELETE failed (client error): The resource could not be found. Aug 26 10:59:58.444853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f80c9ac-9e0e-4d67-a7fa-5ff62bd7ca2f tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 10:59:58.446762 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1f80c9ac-9e0e-4d67-a7fa-5ff62bd7ca2f tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/f72a1319-03e6-4afa-90b3-87ed9ce055a8 HTTP/1.1" status: 404 len: 339 time: 0.0504405 Aug 26 10:59:58.449327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55802) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:58.526312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4b081d-00d8-481f-b2c4-01a851c1ff70 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Deleting subnet 3dad28ff-f701-470a-aabf-a731204dbbf6 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 10:59:58.531462 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a4b081d-00d8-481f-b2c4-01a851c1ff70 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.561011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] Network 737316ca-f35a-431f-ace5-2858a9d1bebd is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 10:59:58.592175 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a4b081d-00d8-481f-b2c4-01a851c1ff70 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.623118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dc947-4b7f-4c49-905e-55098d6cbe70 req-6c02572e-7f4b-40b0-ac7b-7a40caf03dea tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:58.626028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-835dc947-4b7f-4c49-905e-55098d6cbe70 req-6c02572e-7f4b-40b0-ac7b-7a40caf03dea tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e77abcf-d143-4419-b956-44e32b5409ad HTTP/1.1" status: 200 len: 950 time: 0.2550826 Aug 26 10:59:58.627154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 737316ca-f35a-431f-ace5-2858a9d1bebd) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 10:59:58.643133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79198528-4a5a-43d9-b372-b5878a2572eb None None] Network 737316ca-f35a-431f-ace5-2858a9d1bebd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:58.654860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:58.656354 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.709451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-ab605583-8ef4-48dd-b531-36029d582fd0 service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348313 Aug 26 10:59:58.735462 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-25049dc1-c272-43f7-948f-f455a8a92171 req-882abf71-7c2c-434f-a65b-ea862917ef91 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.765910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['fea9bb3d-6a77-432a-988e-5c273be8ed32'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 10:59:58.768866 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-31fc3359-7b39-4cf5-beb9-1611ef05254c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8256264 Aug 26 10:59:58.808878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a4b081d-00d8-481f-b2c4-01a851c1ff70 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.830538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55808) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:58.842193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 10:59:58.863549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882abf71-7c2c-434f-a65b-ea862917ef91 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Pushing event deleted for resources: {'Port': ['ID=fea9bb3d-6a77-432a-988e-5c273be8ed32,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:58.863943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-835dc947-4b7f-4c49-905e-55098d6cbe70 req-080b18cd-a431-47af-bc04-ae35c6a15fdf tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.21 "GET /v2.0/security-groups?id=d513d938-d726-495f-84ae-0f6dffd91567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266688 Aug 26 10:59:58.950098 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.951237 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.963053 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a4b081d-00d8-481f-b2c4-01a851c1ff70 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:58.992648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-e2864307-ec7a-4dec-be1d-1c33097c30c4 service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756495 Aug 26 10:59:59.078110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-737316ca-f35a-431f-ace5-2858a9d1bebd', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 10:59:59.081263 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:59.084208 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:59.192428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-25049dc1-c272-43f7-948f-f455a8a92171 req-882abf71-7c2c-434f-a65b-ea862917ef91 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] No DVR routers for this DVR port fea9bb3d-6a77-432a-988e-5c273be8ed32 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 10:59:59.215723 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-25049dc1-c272-43f7-948f-f455a8a92171 req-882abf71-7c2c-434f-a65b-ea862917ef91 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:59.220033 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-25049dc1-c272-43f7-948f-f455a8a92171 req-882abf71-7c2c-434f-a65b-ea862917ef91 tempest-ImagesNegativeTestJSON-1635809661 tempest-ImagesNegativeTestJSON-1635809661-project] 10.222.0.47 "DELETE /v2.0/ports/fea9bb3d-6a77-432a-988e-5c273be8ed32 HTTP/1.1" status: 204 len: 173 time: 1.8286786 Aug 26 10:59:59.221371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b081d-00d8-481f-b2c4-01a851c1ff70 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Subnet': ['ID=3dad28ff-f701-470a-aabf-a731204dbbf6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 10:59:59.225062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e77abcf-d143-4419-b956-44e32b5409ad', 'name': 'network-vif-deleted', 'tag': 'fea9bb3d-6a77-432a-988e-5c273be8ed32'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 10:59:59.227945 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0676a9f0-52a8-4fce-86ca-089de21c4a36" -d '{"events": [{"server_uuid": "6e77abcf-d143-4419-b956-44e32b5409ad", "name": "network-vif-deleted", "tag": "fea9bb3d-6a77-432a-988e-5c273be8ed32"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 10:59:59.245265 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a4b081d-00d8-481f-b2c4-01a851c1ff70 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:59.248945 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8a4b081d-00d8-481f-b2c4-01a851c1ff70 tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/subnets/3dad28ff-f701-470a-aabf-a731204dbbf6 HTTP/1.1" status: 204 len: 168 time: 0.7985754 Aug 26 10:59:59.255843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55816) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:59.384796 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c9e01-7075-4fe4-ab58-02bd575ccfc8 req-b8a22717-a5c4-4eba-b413-67b5c4b6b81e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 10:59:59.386603 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c66c9e01-7075-4fe4-ab58-02bd575ccfc8 req-b8a22717-a5c4-4eba-b413-67b5c4b6b81e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.3003962 Aug 26 10:59:59.451258 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:59.451675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55822) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:59.472762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78523807-bf1b-422c-83f8-e48ee7653310 None None] Network 1d093d78-6cd5-4f35-ab51-136534e9b61c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 10:59:59.556904 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c66c9e01-7075-4fe4-ab58-02bd575ccfc8 req-22409cb8-fdd9-4c9a-9734-fd4771d174d5 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564021 Aug 26 10:59:59.577144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:59.690664 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0368df25-1fa1-4931-8971-894813853572 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:59.735520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Allocated IP 172.20.0.2 (737316ca-f35a-431f-ace5-2858a9d1bebd/34d60e8f-8a0b-4912-8028-0cff05bc94a6/fc86738f-b9db-4845-b444-02b09c082ef3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 10:59:59.786164 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0368df25-1fa1-4931-8971-894813853572 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:59.827218 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 10:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba2976f-5cce-4041-bff1-a78d871ad901 x-openstack-request-id: req-2ba2976f-5cce-4041-bff1-a78d871ad901 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 10:59:59.828241 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e77abcf-d143-4419-b956-44e32b5409ad", "name": "network-vif-deleted", "tag": "fea9bb3d-6a77-432a-988e-5c273be8ed32", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 10:59:59.828241 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ba2976f-5cce-4041-bff1-a78d871ad901 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 10:59:59.828547 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e77abcf-d143-4419-b956-44e32b5409ad', 'name': 'network-vif-deleted', 'tag': 'fea9bb3d-6a77-432a-988e-5c273be8ed32', 'status': 'completed', 'code': 200} Aug 26 10:59:59.872303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55828) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 10:59:59.904872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bdc8b2-f6e9-4213-a961-0224ab8bc5e8 None None] DHCP port deletion for 1d093d78-6cd5-4f35-ab51-136534e9b61c request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 10:59:59.933143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Deleting port 5c1858f3-0bbb-4cde-b211-80532b73f70d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 10:59:59.933467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:59.951264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0368df25-1fa1-4931-8971-894813853572 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:59.953977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0368df25-1fa1-4931-8971-894813853572 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 10:59:59.955289 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0368df25-1fa1-4931-8971-894813853572 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "DELETE /v2.0/security-groups/6036dfa0-0c30-492e-9edb-118485ad570d HTTP/1.1" status: 204 len: 168 time: 0.5025272 Aug 26 10:59:59.972068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55838) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:00.008089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368df25-1fa1-4931-8971-894813853572 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6036dfa0-0c30-492e-9edb-118485ad570d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:00.056434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] For port 5c1858f3-0bbb-4cde-b211-80532b73f70d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5c1858f3-0bbb-4cde-b211-80532b73f70d,segment=NetworkSegment(d2c78f79-6438-4f32-9d3b-0ee79e8459ec),segment_id=d2c78f79-6438-4f32-9d3b-0ee79e8459ec)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:00.056913 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.078219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd4cca7f-654b-4746-8226-5c4ff3ca86f3 req-474520da-5015-42bd-afa5-bb891838632b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 210 time: 0.1762564 Aug 26 11:00:00.086713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Calling delete_port for 5c1858f3-0bbb-4cde-b211-80532b73f70d owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:00.116148 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-d976d1c1-3379-4d00-b43b-c7d717adedf2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] show failed (client error): The resource could not be found. Aug 26 11:00:00.117242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d976d1c1-3379-4d00-b43b-c7d717adedf2 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "GET /v2.0/security-groups/6036dfa0-0c30-492e-9edb-118485ad570d HTTP/1.1" status: 404 len: 347 time: 0.1316018 Aug 26 11:00:00.122243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55840) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:00.154983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa477ec1-d53c-47ec-a18a-020d2e55f047 req-5a88412f-3e47-4e63-8758-f006af285419 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:00.157104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa477ec1-d53c-47ec-a18a-020d2e55f047 req-5a88412f-3e47-4e63-8758-f006af285419 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.4883645 Aug 26 11:00:00.180657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-76bdc8b2-f6e9-4213-a961-0224ab8bc5e8 None None] Deleting port 5c1858f3-0bbb-4cde-b211-80532b73f70d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:00.181335 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76bdc8b2-f6e9-4213-a961-0224ab8bc5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.296650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-76bdc8b2-f6e9-4213-a961-0224ab8bc5e8 None None] For port 5c1858f3-0bbb-4cde-b211-80532b73f70d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5c1858f3-0bbb-4cde-b211-80532b73f70d,segment=NetworkSegment(d2c78f79-6438-4f32-9d3b-0ee79e8459ec),segment_id=d2c78f79-6438-4f32-9d3b-0ee79e8459ec)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:00.301322 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76bdc8b2-f6e9-4213-a961-0224ab8bc5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.306811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa477ec1-d53c-47ec-a18a-020d2e55f047 req-223ee418-ad41-4e17-85ed-e0ba6edd25c7 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347234 Aug 26 11:00:00.316889 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.340417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-76bdc8b2-f6e9-4213-a961-0224ab8bc5e8 None None] Calling delete_port for 5c1858f3-0bbb-4cde-b211-80532b73f70d owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:00.377124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Transition to ACTIVE for port object fc86738f-b9db-4845-b444-02b09c082ef3 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:00.442106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-064ef577-3d75-44fd-bcef-249b74dc43bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.553975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Transition to ACTIVE for port object fc86738f-b9db-4845-b444-02b09c082ef3 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:00.568762 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.579586 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.586381 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.594611 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.648052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-733e2051-4bbb-4eb5-9bf9-f11b42c50f83 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Deleting port 3655bc9d-cb41-4d96-a8e4-7e7d6fcf064a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:00.648686 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-733e2051-4bbb-4eb5-9bf9-f11b42c50f83 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.659985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Network 737316ca-f35a-431f-ace5-2858a9d1bebd is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:00.667966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:00.672968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Port': ['ID=5c1858f3-0bbb-4cde-b211-80532b73f70d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:00.680497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:00.681403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] No DVR routers for this DVR port 5c1858f3-0bbb-4cde-b211-80532b73f70d on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:00:00.690851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Pushing event updated for resources: {'Port': ['ID=fc86738f-b9db-4845-b444-02b09c082ef3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:00.740635 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76bdc8b2-f6e9-4213-a961-0224ab8bc5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.797392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189c5c-048b-47bd-b4e1-249adf4d43c8 req-866b447f-208c-4bb0-a0f0-24ba9287fe50 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:00.803730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdc8b2-f6e9-4213-a961-0224ab8bc5e8 None None] Pushing event deleted for resources: {'Port': ['ID=5c1858f3-0bbb-4cde-b211-80532b73f70d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:00.813845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdc8b2-f6e9-4213-a961-0224ab8bc5e8 None None] No DVR routers for this DVR port 5c1858f3-0bbb-4cde-b211-80532b73f70d on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:00:00.816131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f189c5c-048b-47bd-b4e1-249adf4d43c8 req-866b447f-208c-4bb0-a0f0-24ba9287fe50 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.1492074 Aug 26 11:00:00.832421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Attempting to bind port fc86738f-b9db-4845-b444-02b09c082ef3 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:00:00.832421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Attempting to bind port fc86738f-b9db-4845-b444-02b09c082ef3 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:00:00.832421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Attempting to bind port fc86738f-b9db-4845-b444-02b09c082ef3 on network 737316ca-f35a-431f-ace5-2858a9d1bebd {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:00.838216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:00:00.838575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Checking segment: {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:00.839211 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.839621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Bound using segment: {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:00:00.840162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Bound port: fc86738f-b9db-4845-b444-02b09c082ef3, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:00:00.840692 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.914039 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-064ef577-3d75-44fd-bcef-249b74dc43bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.916561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-733e2051-4bbb-4eb5-9bf9-f11b42c50f83 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.917178 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-733e2051-4bbb-4eb5-9bf9-f11b42c50f83 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.923528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] For port fc86738f-b9db-4845-b444-02b09c082ef3, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:00:00.924738 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f189c5c-048b-47bd-b4e1-249adf4d43c8 req-68c7f21e-f1c8-43b9-bfa5-4818cf04475e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065986 Aug 26 11:00:00.927991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] For port fc86738f-b9db-4845-b444-02b09c082ef3, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fc86738f-b9db-4845-b444-02b09c082ef3,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:00:00.935032 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-064ef577-3d75-44fd-bcef-249b74dc43bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.941592 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.943944 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:00.951010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-733e2051-4bbb-4eb5-9bf9-f11b42c50f83 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Calling delete_port for 3655bc9d-cb41-4d96-a8e4-7e7d6fcf064a owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:00.978009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Allocated IP 172.25.1.87 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/bfee45d7-d1f2-474e-899e-f68a9629e7a3) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:00.995041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d093d78-6cd5-4f35-ab51-136534e9b61c']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:01.030452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c78f79-6438-4f32-9d3b-0ee79e8459ec') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:01.031079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c78f79-6438-4f32-9d3b-0ee79e8459ec') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:01.077486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ef577-3d75-44fd-bcef-249b74dc43bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59fbd4e-9cd8-44c8-bcb9-ee34711270ac,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:01.085317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55864) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:01.094289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2a542-efe4-49e6-9092-79da83b7e162 None None] Pushing event updated for resources: {'Port': ['ID=fc86738f-b9db-4845-b444-02b09c082ef3,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:01.101129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.105803 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-064ef577-3d75-44fd-bcef-249b74dc43bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67e178e91f04446b9314f71c099c7403&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2303927 Aug 26 11:00:01.113712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55868) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:01.163749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.187214 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:00:01.187934 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:00:01.192276 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:00:01.326970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-760aba26-963e-4eff-8314-0de1da43fb67 req-fabb5594-e907-4c68-b758-9c7826bf3818 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 210 time: 0.1221220 Aug 26 11:00:01.370113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.396461 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.421179 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.423902 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] 10.222.0.21 "DELETE /v2.0/networks/1d093d78-6cd5-4f35-ab51-136534e9b61c HTTP/1.1" status: 204 len: 168 time: 2.1656334 Aug 26 11:00:01.434855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fea9bb3d-6a77-432a-988e-5c273be8ed32 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:01.455195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25de28d4-acfe-4e45-aa14-1dd467308c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.461560 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b22f01e4-44e4-4a6c-98bd-17d64385967c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0843abb62c8f4ee4acb97433ca5b2d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747671 Aug 26 11:00:01.461983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: fea9bb3d-6a77-432a-988e-5c273be8ed32 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:00:01.462588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fea9bb3d-6a77-432a-988e-5c273be8ed32 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:01.467162 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f48a52-47f1-4a63-9e76-5548eecd8aac tempest-NetworksIpV6Test-354494322 tempest-NetworksIpV6Test-354494322-project] Pushing event deleted for resources: {'Network': ['ID=1d093d78-6cd5-4f35-ab51-136534e9b61c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:01.477067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55878) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:01.559994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25de28d4-acfe-4e45-aa14-1dd467308c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.575781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-733e2051-4bbb-4eb5-9bf9-f11b42c50f83 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.595396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57476f5-db78-4a31-8ba2-f0e6b2dbca64 req-b8e71d68-dce1-4f11-a508-c6caf6b1725b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:01.600967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a57476f5-db78-4a31-8ba2-f0e6b2dbca64 req-b8e71d68-dce1-4f11-a508-c6caf6b1725b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.1626990 Aug 26 11:00:01.615937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.637288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e2051-4bbb-4eb5-9bf9-f11b42c50f83 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Port': ['ID=3655bc9d-cb41-4d96-a8e4-7e7d6fcf064a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:01.750561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4eac8284-5e4f-4a99-9793-e57f42cb78e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.764518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:01.794021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a57476f5-db78-4a31-8ba2-f0e6b2dbca64 req-ad596b94-68a4-47e8-b65b-5cfb87f3b40d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488814 Aug 26 11:00:01.796184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:01.804803 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4eac8284-5e4f-4a99-9793-e57f42cb78e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.808641 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25de28d4-acfe-4e45-aa14-1dd467308c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.809569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:01.811384 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25de28d4-acfe-4e45-aa14-1dd467308c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.812610 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-25de28d4-acfe-4e45-aa14-1dd467308c71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e59fbd4e-9cd8-44c8-bcb9-ee34711270ac HTTP/1.1" status: 204 len: 168 time: 0.6952412 Aug 26 11:00:01.817565 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Pushing event updated for resources: {'Port': ['ID=bfee45d7-d1f2-474e-899e-f68a9629e7a3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:01.839690 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de28d4-acfe-4e45-aa14-1dd467308c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59fbd4e-9cd8-44c8-bcb9-ee34711270ac,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:01.843846 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-733e2051-4bbb-4eb5-9bf9-f11b42c50f83 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.847258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-733e2051-4bbb-4eb5-9bf9-f11b42c50f83 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:01.850953 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-733e2051-4bbb-4eb5-9bf9-f11b42c50f83 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "DELETE /v2.0/floatingips/11c37924-bfb8-4bdf-af24-7f1ef48ecc8a HTTP/1.1" status: 204 len: 168 time: 1.7252276 Aug 26 11:00:01.855967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55884) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:02.008921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55888) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:02.027811 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4eac8284-5e4f-4a99-9793-e57f42cb78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:02.034427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4eac8284-5e4f-4a99-9793-e57f42cb78e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:02.042826 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4eac8284-5e4f-4a99-9793-e57f42cb78e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d513d938-d726-495f-84ae-0f6dffd91567 HTTP/1.1" status: 204 len: 168 time: 0.5596468 Aug 26 11:00:02.056594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac8284-5e4f-4a99-9793-e57f42cb78e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d513d938-d726-495f-84ae-0f6dffd91567,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:02.107484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Deleting port 6491ccdd-89e6-459e-8041-811f24b285dc {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:02.107844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:02.153798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fc86738f-b9db-4845-b444-02b09c082ef3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:02.295386 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:02.309001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port fc86738f-b9db-4845-b444-02b09c082ef3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:02.326927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Calling delete_port for 6491ccdd-89e6-459e-8041-811f24b285dc owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:02.504520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c86f31-71e6-488d-b298-8c3f70edf5a1 req-9176a0a6-a73f-469a-b8d7-22aa03226867 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:02.513321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c1858f3-0bbb-4cde-b211-80532b73f70d no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:02.527574 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24c86f31-71e6-488d-b298-8c3f70edf5a1 req-9176a0a6-a73f-469a-b8d7-22aa03226867 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.4311252 Aug 26 11:00:02.560685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 5c1858f3-0bbb-4cde-b211-80532b73f70d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:00:02.561155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c1858f3-0bbb-4cde-b211-80532b73f70d not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:02.698422 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24c86f31-71e6-488d-b298-8c3f70edf5a1 req-8912b52a-12fe-4532-8d08-a60489079387 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705208 Aug 26 11:00:02.732855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99882b32-1aa1-4b57-9b42-f600040d4f17 req-e32f9792-b4c8-4007-9b90-ad4e279bf316 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 210 time: 0.0500453 Aug 26 11:00:02.755687 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:02.827020 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a3166a6e-0845-4ce9-9c61-9db02dd5119e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de9d5faad8f84a4e9bfc08f923125264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8149660 Aug 26 11:00:02.827020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55906) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:02.902774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-9e60e174-1b81-4ef3-91e7-750c6b67ce41 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:02.905007 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-9e60e174-1b81-4ef3-91e7-750c6b67ce41 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.5546939 Aug 26 11:00:02.923920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Request body: {'port': {'device_id': '549cb098-598f-491c-b3ed-b5775171aedb', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'admin_state_up': True, 'tenant_id': 'b8d7e64294a14061bee27b24f1cafe89'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:02.992587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0898c1b8-8a24-4d8c-885c-79146684f026 None None] Network 737316ca-f35a-431f-ace5-2858a9d1bebd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:00:03.007649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55916) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:03.077432 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.136729 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.139321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6210cbc-541a-4685-b152-645e53402ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.196280 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5bf2ea9e-ff91-4d47-bd74-4bfe4ae24207 None None] Provisioning for port fc86738f-b9db-4845-b444-02b09c082ef3 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:03.206683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Port': ['ID=6491ccdd-89e6-459e-8041-811f24b285dc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:03.209524 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5bf2ea9e-ff91-4d47-bd74-4bfe4ae24207 None None] Provisioning complete for port fc86738f-b9db-4845-b444-02b09c082ef3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:03.213147 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5bf2ea9e-ff91-4d47-bd74-4bfe4ae24207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.263671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6210cbc-541a-4685-b152-645e53402ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.289224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.289858 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.290371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.290977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.291281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.291809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.292323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.292825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.293325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.293836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.294330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.294898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.308225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb7eb7-ab2f-470c-81ac-e0bdd323346b req-1f79eb75-5703-4572-90fd-962df9f5419d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:03.316518 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2abb7eb7-ab2f-470c-81ac-e0bdd323346b req-1f79eb75-5703-4572-90fd-962df9f5419d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.3270512 Aug 26 11:00:03.418143 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.424850 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4ce76600-61d0-48c5-982d-449b009694c5 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "DELETE /v2.0/ports/6491ccdd-89e6-459e-8041-811f24b285dc HTTP/1.1" status: 204 len: 168 time: 1.5679257 Aug 26 11:00:03.426752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55924) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:03.496398 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6210cbc-541a-4685-b152-645e53402ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.511105 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6210cbc-541a-4685-b152-645e53402ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.530981 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e6210cbc-541a-4685-b152-645e53402ee5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c5f7ddb-d9b9-49ad-9e32-28f3412eec1c HTTP/1.1" status: 204 len: 168 time: 0.6793561 Aug 26 11:00:03.534057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2abb7eb7-ab2f-470c-81ac-e0bdd323346b req-56ff6dc7-9356-49bd-b525-9229f72ef295 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115345 Aug 26 11:00:03.542769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.579901 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.610677 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5bf2ea9e-ff91-4d47-bd74-4bfe4ae24207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.637974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f58a49-db0e-47d0-80ea-a17c3021bb77 req-c3a763e2-c214-47cd-8398-3acb19778365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:03.650301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73f58a49-db0e-47d0-80ea-a17c3021bb77 req-c3a763e2-c214-47cd-8398-3acb19778365 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 1098 time: 0.3843536 Aug 26 11:00:03.684962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6210cbc-541a-4685-b152-645e53402ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5f7ddb-d9b9-49ad-9e32-28f3412eec1c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:03.746750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Made reservation on behalf of b8d7e64294a14061bee27b24f1cafe89 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:03.754341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cf8ec-b2e1-4753-86df-d3b571fbe8eb req-e20ebd2a-1442-4c8f-9bb6-a4a611c1d704 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:03.758004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5bf2ea9e-ff91-4d47-bd74-4bfe4ae24207 None None] For port fc86738f-b9db-4845-b444-02b09c082ef3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fc86738f-b9db-4845-b444-02b09c082ef3,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:03.760052 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.763427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a68cf8ec-b2e1-4753-86df-d3b571fbe8eb req-e20ebd2a-1442-4c8f-9bb6-a4a611c1d704 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.4284794 Aug 26 11:00:03.770030 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5bf2ea9e-ff91-4d47-bd74-4bfe4ae24207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.836686 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:03.856698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae77899e-7d9d-4a99-9f53-c411b1303bc8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:03.879266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55934) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:03.882927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9742867c2e24a2eaa8ee89692f003e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8719547 Aug 26 11:00:03.892314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55936) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:03.911899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2ea9e-ff91-4d47-bd74-4bfe4ae24207 None None] Pushing event updated for resources: {'Port': ['ID=fc86738f-b9db-4845-b444-02b09c082ef3,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:03.915807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.916091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.916315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.916650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.916986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.918058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.919150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.919646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.919995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.920329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.920668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:03.920984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45dabb-9607-443b-981c-de8fb1ac4eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:04.009107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e9e605e6-ea0f-44dd-bc92-abcfb8f6b6d0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Deleting port 8cd812fb-819b-4872-bbfe-4a72c5599d31 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:04.009735 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9e605e6-ea0f-44dd-bc92-abcfb8f6b6d0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:04.078604 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ce439eb-85f0-4a00-a92f-10db055e9dac req-9e221ae4-7071-4feb-ba38-e64340bf6f54 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 210 time: 0.1694195 Aug 26 11:00:04.117943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a68cf8ec-b2e1-4753-86df-d3b571fbe8eb req-35fe2b30-bba2-4ca2-b61b-6714462c79f4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533716 Aug 26 11:00:04.125804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0f5dc8a1-7883-4cad-8c4e-cb68ce93175e None None] Provisioning complete for port fc86738f-b9db-4845-b444-02b09c082ef3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:04.127168 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc8a1-7883-4cad-8c4e-cb68ce93175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:04.189730 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f58a49-db0e-47d0-80ea-a17c3021bb77 req-2008193b-199a-4f31-be45-9bd0c7596db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:04.191228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73f58a49-db0e-47d0-80ea-a17c3021bb77 req-2008193b-199a-4f31-be45-9bd0c7596db0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 914 time: 0.5192089 Aug 26 11:00:04.227873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1906442572-network', 'tenant_id': '3d152d5acbe54475adbaed65dc5f98a0'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:04.245348 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2711299b-b589-4904-a39a-2688c28d5ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:04.304858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73f58a49-db0e-47d0-80ea-a17c3021bb77 req-8d0a6cb6-20d8-4117-a78d-1b1505e1cea7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69c40a3f-ac4a-484e-a724-137be15e9b65 HTTP/1.1" status: 200 len: 217 time: 0.1037853 Aug 26 11:00:04.331013 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9e605e6-ea0f-44dd-bc92-abcfb8f6b6d0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:04.366908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2711299b-b589-4904-a39a-2688c28d5ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:04.377777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e9e605e6-ea0f-44dd-bc92-abcfb8f6b6d0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Calling delete_port for 8cd812fb-819b-4872-bbfe-4a72c5599d31 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:04.397972 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Made reservation on behalf of 3d152d5acbe54475adbaed65dc5f98a0 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:04.400616 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:04.414853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f58a49-db0e-47d0-80ea-a17c3021bb77 req-f89fab34-b979-4337-894a-de29fc570075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:04.415133 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:04.416297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73f58a49-db0e-47d0-80ea-a17c3021bb77 req-f89fab34-b979-4337-894a-de29fc570075 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e1dfbf1-5bb4-498a-a82d-9c935bf08205 HTTP/1.1" status: 200 len: 853 time: 0.1003149 Aug 26 11:00:04.467502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73f58a49-db0e-47d0-80ea-a17c3021bb77 req-2a0b1972-6e22-486e-ac18-966fd07bc575 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f82ae0d8-084b-4078-bf2e-64550c4c241b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395358 Aug 26 11:00:04.471198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Allocated IP 172.20.0.13 (f26d7fc6-3093-4095-86d1-7a49e1a4c1e2/8930c4d8-d9e7-491f-bdc1-07f2ef2624b2/acd9b74f-71b7-4b32-a1f8-e963fc14f1e0) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:04.489729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Router 75e64555-f7a8-4840-94ef-439e792eaf0d is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:00:04.538908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2711299b-b589-4904-a39a-2688c28d5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:04.541606 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2711299b-b589-4904-a39a-2688c28d5ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:04.545156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2711299b-b589-4904-a39a-2688c28d5ad2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae77899e-7d9d-4a99-9f53-c411b1303bc8 HTTP/1.1" status: 204 len: 168 time: 0.6494212 Aug 26 11:00:04.582486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711299b-b589-4904-a39a-2688c28d5ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae77899e-7d9d-4a99-9f53-c411b1303bc8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:04.729078 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9e605e6-ea0f-44dd-bc92-abcfb8f6b6d0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:04.824199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e605e6-ea0f-44dd-bc92-abcfb8f6b6d0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Port': ['ID=8cd812fb-819b-4872-bbfe-4a72c5599d31,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:04.995294 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.044843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.053660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.058135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9e605e6-ea0f-44dd-bc92-abcfb8f6b6d0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.060323 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e9e605e6-ea0f-44dd-bc92-abcfb8f6b6d0 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "DELETE /v2.0/ports/8cd812fb-819b-4872-bbfe-4a72c5599d31 HTTP/1.1" status: 204 len: 168 time: 1.6334038 Aug 26 11:00:05.068163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55966) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:05.210601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73f58a49-db0e-47d0-80ea-a17c3021bb77 req-7fc579cd-60c6-432d-af23-194abf2a45dd service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7331419 Aug 26 11:00:05.262181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:00:05.289751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55980) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:05.317977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.318953 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Added segment b4bc97bb-3f12-4de5-8af3-97804b6e50cf of type vlan for network 75d778d8-5662-4039-bbcc-6321effd6623 Aug 26 11:00:05.336356 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.347530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e15cb0d5-5bf5-4e61-802d-7c1670622c04 req-787fb33e-6b00-43d7-93a4-f3dfeabfc861 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 210 time: 0.1330199 Aug 26 11:00:05.426051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:00:05.441603 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Sync routers for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:00:05.463272 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:00:05.463664 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:59:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:05.467630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:05.540385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:05.542474 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.550246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-aa54509f-ac1d-4ceb-9ee2-747aa7a74cef admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7185638 Aug 26 11:00:05.556530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55990) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:05.574848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:05.577002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:05.614691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39acbe9-9c58-4bdc-be8c-b6d7344c9b7b req-7e4a5002-d6dd-4ef7-876b-64789c426c7e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:05.622472 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e39acbe9-9c58-4bdc-be8c-b6d7344c9b7b req-7e4a5002-d6dd-4ef7-876b-64789c426c7e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.4028955 Aug 26 11:00:05.663624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ca2b95-e8d4-42c0-a5b9-9134713d8ab1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Deleting subnet 4af5b276-9133-4e1d-88a2-08419aa867d4 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:00:05.680647 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.697575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-94ca2b95-e8d4-42c0-a5b9-9134713d8ab1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.751049 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:00:05.751148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73f58a49-db0e-47d0-80ea-a17c3021bb77 req-59511a3c-99f7-49f8-943f-7d35c25e3795 service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269043 Aug 26 11:00:05.755568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event updated for resources: {'Port': ['ID=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:05.807449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:05.808400 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.838420 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-4ca74c7f-568d-47c3-a12f-aa5bdd74cdde tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9226992 Aug 26 11:00:05.857268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6306de5d-254b-4ad9-9221-aae97c2f5d08 tempest-DvrRoutersNegativeTest-1765224240 tempest-DvrRoutersNegativeTest-1765224240-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2030357541', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:05.862958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.policy [None req-6306de5d-254b-4ad9-9221-aae97c2f5d08 tempest-DvrRoutersNegativeTest-1765224240 tempest-DvrRoutersNegativeTest-1765224240-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101266) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 26 11:00:05.863404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.policy [None req-6306de5d-254b-4ad9-9221-aae97c2f5d08 tempest-DvrRoutersNegativeTest-1765224240 tempest-DvrRoutersNegativeTest-1765224240-project] Failed policy check for 'create_router' {{(pid=101266) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 26 11:00:05.864269 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-6306de5d-254b-4ad9-9221-aae97c2f5d08 tempest-DvrRoutersNegativeTest-1765224240 tempest-DvrRoutersNegativeTest-1765224240-project] create failed (client error): Access was denied to this resource. Aug 26 11:00:05.865432 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6306de5d-254b-4ad9-9221-aae97c2f5d08 tempest-DvrRoutersNegativeTest-1765224240 tempest-DvrRoutersNegativeTest-1765224240-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5605674 Aug 26 11:00:05.875364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Request body: {'port': {'device_id': '549cb098-598f-491c-b3ed-b5775171aedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:05.879917 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.881166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:05.882303 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.898608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-94ca2b95-e8d4-42c0-a5b9-9134713d8ab1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:05.955090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fc86738f-b9db-4845-b444-02b09c082ef3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:05.956841 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0754919 Aug 26 11:00:05.973648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e39acbe9-9c58-4bdc-be8c-b6d7344c9b7b req-bb2a5210-089d-435c-a798-42c6de605c4e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501546 Aug 26 11:00:05.975073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55998) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:06.023904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5453c-f57f-40d0-acb9-eebf5d124df7 req-47ee6763-3a65-4ae0-acf4-05ce403ae1af tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:06.032235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ecc5453c-f57f-40d0-acb9-eebf5d124df7 req-47ee6763-3a65-4ae0-acf4-05ce403ae1af tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.4518723 Aug 26 11:00:06.101415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port fc86738f-b9db-4845-b444-02b09c082ef3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:06.101804 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:06.132565 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:02Z', 'revision_number': 3, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:06.223936 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Checking router: 75e64555-f7a8-4840-94ef-439e792eaf0d for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:00:06.226157 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Updating router 75e64555-f7a8-4840-94ef-439e792eaf0d port bfee45d7-d1f2-474e-899e-f68a9629e7a3 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:00:06.248958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ecc5453c-f57f-40d0-acb9-eebf5d124df7 req-738b293e-89bd-49d7-804f-69f896a1b44b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055624 Aug 26 11:00:06.320983 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:06.402333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56008) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:06.595360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] Request body: {'subnet': {'network_id': '75d778d8-5662-4039-bbcc-6321effd6623', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1906442572-subnet', 'tenant_id': '3d152d5acbe54475adbaed65dc5f98a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:06.645341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd66c1d-458e-46aa-ab3a-7856fba24d86 req-8af3ba3b-0615-477d-9106-f499280b52ac tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:06.648026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0fd66c1d-458e-46aa-ab3a-7856fba24d86 req-8af3ba3b-0615-477d-9106-f499280b52ac tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 932 time: 0.1427913 Aug 26 11:00:06.747018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591c84a-b0c6-4c4f-9688-f2506b78661c admin admin] Pushing event updated for resources: {'Network': ['ID=75d778d8-5662-4039-bbcc-6321effd6623,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:06.763468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 75d778d8-5662-4039-bbcc-6321effd6623 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:00:06.768057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0fd66c1d-458e-46aa-ab3a-7856fba24d86 req-0268f477-30a8-4e77-a1a0-a4d95abea46d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859559 Aug 26 11:00:06.769198 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:06.799214 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] Made reservation on behalf of 3d152d5acbe54475adbaed65dc5f98a0 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:06.815338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:06.849404 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7794902-a8a2-4c91-9108-51e401fab86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:06.886548 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:06.915268 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:06.928914 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Transition to ACTIVE for port object bfee45d7-d1f2-474e-899e-f68a9629e7a3 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:06.938369 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:06.947331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-94ca2b95-e8d4-42c0-a5b9-9134713d8ab1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:06.999019 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Pushing event updated for resources: {'Port': ['ID=bfee45d7-d1f2-474e-899e-f68a9629e7a3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:07.018117 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.018924 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.019497 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.019990 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.020752 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.021677 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.022254 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.022907 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.023487 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.024015 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.024499 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.025197 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:07.052057 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Attempting to bind port bfee45d7-d1f2-474e-899e-f68a9629e7a3 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:00:07.052476 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Attempting to bind port bfee45d7-d1f2-474e-899e-f68a9629e7a3 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:00:07.052847 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Attempting to bind port bfee45d7-d1f2-474e-899e-f68a9629e7a3 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:07.060556 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:00:07.061730 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:07.062860 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.063021 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:00:07.063587 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Bound port: bfee45d7-d1f2-474e-899e-f68a9629e7a3, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:00:07.063974 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.154399 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] For port bfee45d7-d1f2-474e-899e-f68a9629e7a3, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:00:07.156842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-94ca2b95-e8d4-42c0-a5b9-9134713d8ab1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.160347 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] For port bfee45d7-d1f2-474e-899e-f68a9629e7a3, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bfee45d7-d1f2-474e-899e-f68a9629e7a3,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:00:07.168022 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.181664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0afd1-e6ec-4baf-b3ce-4541cbae32ad None None] Network 69c1248d-4663-4fe7-82e4-6eb133288edb requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:00:07.234808 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-94ca2b95-e8d4-42c0-a5b9-9134713d8ab1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.235454 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a50536-4485-4446-a929-b2d1d71d20ef None None] Pushing event updated for resources: {'Port': ['ID=bfee45d7-d1f2-474e-899e-f68a9629e7a3,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:07.247510 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-94ca2b95-e8d4-42c0-a5b9-9134713d8ab1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "DELETE /v2.0/subnets/4af5b276-9133-4e1d-88a2-08419aa867d4 HTTP/1.1" status: 204 len: 168 time: 2.1760433 Aug 26 11:00:07.254332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56026) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:07.270028 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:00:07.271922 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:59:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:07.278452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca2b95-e8d4-42c0-a5b9-9134713d8ab1 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Subnet': ['ID=4af5b276-9133-4e1d-88a2-08419aa867d4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:07.387389 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7794902-a8a2-4c91-9108-51e401fab86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.403823 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7794902-a8a2-4c91-9108-51e401fab86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.463579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b2527-1a29-4fe8-9781-fb0a1ffb7139 req-f918b7cf-1e9b-44b8-8b55-9f14bf6e04a2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:07.471035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-862b2527-1a29-4fe8-9781-fb0a1ffb7139 req-f918b7cf-1e9b-44b8-8b55-9f14bf6e04a2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.3123786 Aug 26 11:00:07.476516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f57352c-ec55-4e87-9de8-bb74bec0a173 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Deleting subnet c1c5e366-64a7-4d6f-bdc6-c12879a761a2 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:00:07.511370 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f57352c-ec55-4e87-9de8-bb74bec0a173 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.523465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Allocated IP 172.20.0.1 (737316ca-f35a-431f-ace5-2858a9d1bebd/34d60e8f-8a0b-4912-8028-0cff05bc94a6/08dde083-c281-466a-b838-848f16a25d1d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:07.545008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0082d3-b75a-4df6-adc6-9d9539c75bf5 None None] DHCP port deletion for 69c1248d-4663-4fe7-82e4-6eb133288edb request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:00:07.577722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d7794902-a8a2-4c91-9108-51e401fab86a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4c824ea1fc64353b38fb5d85307cb08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1601894 Aug 26 11:00:07.578096 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:00:07.579223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56034) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:07.595536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7794902-a8a2-4c91-9108-51e401fab86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bc03f6-1780-4d1a-b3a1-b633dfdccec0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:07.661907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1e0082d3-b75a-4df6-adc6-9d9539c75bf5 None None] Deleting port 69497f3e-9b90-4bcb-9a43-519938f692a9 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:07.662318 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e0082d3-b75a-4df6-adc6-9d9539c75bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.678669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f57352c-ec55-4e87-9de8-bb74bec0a173 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.761118 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa4b04d8-1d5b-4c02-bbac-a8125ba31f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.769891 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1e0082d3-b75a-4df6-adc6-9d9539c75bf5 None None] For port 69497f3e-9b90-4bcb-9a43-519938f692a9, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=69497f3e-9b90-4bcb-9a43-519938f692a9,segment=NetworkSegment(8fc8551e-625a-4cdb-b210-2788265fa0e6),segment_id=8fc8551e-625a-4cdb-b210-2788265fa0e6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:07.770223 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e0082d3-b75a-4df6-adc6-9d9539c75bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.789245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1e0082d3-b75a-4df6-adc6-9d9539c75bf5 None None] Calling delete_port for 69497f3e-9b90-4bcb-9a43-519938f692a9 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:07.790572 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa4b04d8-1d5b-4c02-bbac-a8125ba31f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.877652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 69497f3e-9b90-4bcb-9a43-519938f692a9 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:07.920047 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.923279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-862b2527-1a29-4fe8-9781-fb0a1ffb7139 req-c81e9b23-9f13-4c18-8e18-8c3ebf7596d2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509919 Aug 26 11:00:07.951966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e0082d3-b75a-4df6-adc6-9d9539c75bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:07.956308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No active binding found for port 69497f3e-9b90-4bcb-9a43-519938f692a9 {{(pid=101268) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 26 11:00:07.956770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 69497f3e-9b90-4bcb-9a43-519938f692a9 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:07.983130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0082d3-b75a-4df6-adc6-9d9539c75bf5 None None] Pushing event deleted for resources: {'Port': ['ID=69497f3e-9b90-4bcb-9a43-519938f692a9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:07.994087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0082d3-b75a-4df6-adc6-9d9539c75bf5 None None] No DVR routers for this DVR port 69497f3e-9b90-4bcb-9a43-519938f692a9 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:00:08.055124 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa4b04d8-1d5b-4c02-bbac-a8125ba31f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.057197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e7518-c662-4ea2-a2e8-c12e209b8006 req-606a1108-b952-4109-928e-a04098d22ce6 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:08.058038 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa4b04d8-1d5b-4c02-bbac-a8125ba31f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.060281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-758e7518-c662-4ea2-a2e8-c12e209b8006 req-606a1108-b952-4109-928e-a04098d22ce6 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.6393573 Aug 26 11:00:08.075343 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aa4b04d8-1d5b-4c02-bbac-a8125ba31f8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40bc03f6-1780-4d1a-b3a1-b633dfdccec0 HTTP/1.1" status: 204 len: 168 time: 0.4920502 Aug 26 11:00:08.091917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:08.115660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b04d8-1d5b-4c02-bbac-a8125ba31f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bc03f6-1780-4d1a-b3a1-b633dfdccec0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:08.144167 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.144490 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f57352c-ec55-4e87-9de8-bb74bec0a173 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.154031 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:02Z', 'revision_number': 3, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:08.195705 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92619ec1-0b12-4ddd-be18-dfd56e6ae98d,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:08.208871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Transition to ACTIVE for port object acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:08.212627 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c082ec-aae2-4586-8b36-fda8b4aa4f82 None None] The sync data for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 is: [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:02Z', 'revision_number': 3, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:00:08.228453 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.263741 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] Checking segment: {'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:08.264357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] Network hostable DHCP agents. Network: 75d778d8-5662-4039-bbcc-6321effd6623, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:00:08.363142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Pushing event updated for resources: {'Port': ['ID=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:08.386884 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.429185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] Network 75d778d8-5662-4039-bbcc-6321effd6623 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:00:08.462769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 75d778d8-5662-4039-bbcc-6321effd6623) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:08.463102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2b8bf-21bc-4dbe-9067-65d7c7f5d830 req-da6ab4ee-4f5a-4a08-b578-392e2b2c680f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:08.472679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9b2b8bf-21bc-4dbe-9067-65d7c7f5d830 req-da6ab4ee-4f5a-4a08-b578-392e2b2c680f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 932 time: 0.3638437 Aug 26 11:00:08.478634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Transition to ACTIVE for port object 08dde083-c281-466a-b838-848f16a25d1d will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:08.481916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:08.482755 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.483259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-758e7518-c662-4ea2-a2e8-c12e209b8006 req-023b72ce-91ce-4b03-97f2-9d716f07500a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794761 Aug 26 11:00:08.495044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efdbe77-f943-4cb4-b385-2e52d9d2e7f1 None None] Network 75d778d8-5662-4039-bbcc-6321effd6623 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:00:08.535840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Attempting to bind port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:00:08.536469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Attempting to bind port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:00:08.537556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Attempting to bind port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:08.540640 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f57352c-ec55-4e87-9de8-bb74bec0a173 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.546197 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d1df5fe5-e406-4d53-b43d-d2842d8ca2d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9658022 Aug 26 11:00:08.559061 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:00:08.559821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Attempting to bind port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:08.586949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 10, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:00:08.587244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Checking segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:08.587444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Bound using segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:00:08.587908 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Bound port: acd9b74f-71b7-4b32-a1f8-e963fc14f1e0, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:00:08.588208 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.601061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9b2b8bf-21bc-4dbe-9067-65d7c7f5d830 req-e76fa1ca-87f3-489d-b340-3338d5cc5354 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283479 Aug 26 11:00:08.629529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57352c-ec55-4e87-9de8-bb74bec0a173 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c5e366-64a7-4d6f-bdc6-c12879a761a2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:08.701885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f57352c-ec55-4e87-9de8-bb74bec0a173 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.707876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3f57352c-ec55-4e87-9de8-bb74bec0a173 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "DELETE /v2.0/subnets/c1c5e366-64a7-4d6f-bdc6-c12879a761a2 HTTP/1.1" status: 204 len: 168 time: 1.4485149 Aug 26 11:00:08.721513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56062) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:08.820044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] For port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:00:08.839755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] For port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:00:08.848540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e804ce-3ae5-496b-bd7f-7a5c5e4de2dd None None] Network 0b1024e4-64f8-4a6f-85de-655a0a939578 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:00:08.859526 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.954231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:08.956083 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:08.958157 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] 10.222.0.47 "PUT /v2.0/ports/acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 HTTP/1.1" status: 200 len: 1093 time: 3.0913992 Aug 26 11:00:08.958677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549cb098-598f-491c-b3ed-b5775171aedb', 'tag': 'acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:08.961549 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413df654-549a-4d84-9325-3d76bdce89ee" -d '{"events": [{"name": "network-changed", "server_uuid": "549cb098-598f-491c-b3ed-b5775171aedb", "tag": "acd9b74f-71b7-4b32-a1f8-e963fc14f1e0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:09.008732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62b01e-594b-4812-a907-92e3beb7870a service neutron] Pushing event updated for resources: {'Port': ['ID=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:09.142157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-98f543fb-6b37-4dee-a81f-c69d7d4fe4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:09.148766 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-98f543fb-6b37-4dee-a81f-c69d7d4fe4ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 1096 time: 0.1128132 Aug 26 11:00:09.285242 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec780ab-b3e2-4d80-9236-99515749983e x-openstack-request-id: req-5ec780ab-b3e2-4d80-9236-99515749983e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:09.291483 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549cb098-598f-491c-b3ed-b5775171aedb", "tag": "acd9b74f-71b7-4b32-a1f8-e963fc14f1e0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:09.291812 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ec780ab-b3e2-4d80-9236-99515749983e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:09.292204 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549cb098-598f-491c-b3ed-b5775171aedb', 'tag': 'acd9b74f-71b7-4b32-a1f8-e963fc14f1e0', 'status': 'completed', 'code': 200} Aug 26 11:00:09.294820 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-87e2d4cc-2c7a-4c53-addc-e5025113cc77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 HTTP/1.1" status: 200 len: 217 time: 0.1348495 Aug 26 11:00:09.306905 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:09.392891 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:09.405039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-0e8f5bd1-780d-4d06-8cdd-bf76fa573ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:09.406659 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-0e8f5bd1-780d-4d06-8cdd-bf76fa573ee8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.1030257 Aug 26 11:00:09.491876 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-8b72ed18-9913-4f8e-bfed-e11fb4ae75c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703044 Aug 26 11:00:09.531367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Network 737316ca-f35a-431f-ace5-2858a9d1bebd is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:09.566017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:09.576159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:09.626241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692332c-3fda-45fd-a5dd-4217d9e74a43 req-e4b3b94a-3196-41b3-9285-08fc6224a87a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:09.638849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56dc758-f5c3-4b8f-bfff-167950208d7d None None] Network 75d778d8-5662-4039-bbcc-6321effd6623 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:00:09.639490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3692332c-3fda-45fd-a5dd-4217d9e74a43 req-e4b3b94a-3196-41b3-9285-08fc6224a87a tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.5236552 Aug 26 11:00:09.720586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Pushing event updated for resources: {'Port': ['ID=08dde083-c281-466a-b838-848f16a25d1d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:09.783737 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-3c99a34d-cb85-4eed-90eb-1c22dc3e28bc service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877240 Aug 26 11:00:09.946689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87193c-89cb-402b-861d-c43e37923fc5 req-ec540251-fff2-4702-9e65-24174892971e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:09.964815 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a87193c-89cb-402b-861d-c43e37923fc5 req-ec540251-fff2-4702-9e65-24174892971e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.4806390 Aug 26 11:00:09.989811 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.016045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bfee45d7-d1f2-474e-899e-f68a9629e7a3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:10.067942 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6b22ccc9-6136-43a0-ab3f-ec803baf4d99 req-d2966424-f3e2-442a-9665-8e58450531f9 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676663 Aug 26 11:00:10.097904 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.113241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3692332c-3fda-45fd-a5dd-4217d9e74a43 req-51aa39ef-23dc-4b8c-9e9e-01b896ebddc5 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729967 Aug 26 11:00:10.136000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c1248d-4663-4fe7-82e4-6eb133288edb']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:10.185508 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc8551e-625a-4cdb-b210-2788265fa0e6') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:10.186115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc8551e-625a-4cdb-b210-2788265fa0e6') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:10.210443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port bfee45d7-d1f2-474e-899e-f68a9629e7a3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:10.224784 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.233248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port bfee45d7-d1f2-474e-899e-f68a9629e7a3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:10.243990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a87193c-89cb-402b-861d-c43e37923fc5 req-895dfaa1-2411-476d-a2fb-829f0f3c2346 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764094 Aug 26 11:00:10.244536 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.312719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413df654-549a-4d84-9325-3d76bdce89ee req-b51bb56f-2b13-4988-90e9-f326ec8e2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:10.321218 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-413df654-549a-4d84-9325-3d76bdce89ee req-b51bb56f-2b13-4988-90e9-f326ec8e2433 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 1096 time: 0.1486454 Aug 26 11:00:10.357667 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.364488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def6febd-5aef-45ec-89b5-f242acc2a72b None None] DHCP port deletion for 0b1024e4-64f8-4a6f-85de-655a0a939578 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:00:10.374477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:00:10.374936 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:00:10.378306 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:00:10.475586 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bebab62e-02c8-4084-b49c-8813cb8dae3c None None] Provisioning for port 08dde083-c281-466a-b838-848f16a25d1d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:10.487332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bebab62e-02c8-4084-b49c-8813cb8dae3c None None] Provisioning complete for port 08dde083-c281-466a-b838-848f16a25d1d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:10.487886 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bebab62e-02c8-4084-b49c-8813cb8dae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.532135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413df654-549a-4d84-9325-3d76bdce89ee req-1cce6da5-2dd1-4241-8138-31d276af04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:10.537386 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-413df654-549a-4d84-9325-3d76bdce89ee req-1cce6da5-2dd1-4241-8138-31d276af04ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 907 time: 0.2060995 Aug 26 11:00:10.549563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bebab62e-02c8-4084-b49c-8813cb8dae3c None None] Port 08dde083-c281-466a-b838-848f16a25d1d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:00:10.593875 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.597827 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.600977 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.619616 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.622426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "DELETE /v2.0/networks/69c1248d-4663-4fe7-82e4-6eb133288edb HTTP/1.1" status: 204 len: 168 time: 1.8982644 Aug 26 11:00:10.628760 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-413df654-549a-4d84-9325-3d76bdce89ee req-4af66f2f-489c-4b7e-b1a8-37cb06cc615f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 HTTP/1.1" status: 200 len: 217 time: 0.0748093 Aug 26 11:00:10.635081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port bfee45d7-d1f2-474e-899e-f68a9629e7a3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bfee45d7-d1f2-474e-899e-f68a9629e7a3,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:10.635748 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67f109-c0f8-460d-906f-d537be992706 req-22c005b3-5c96-4eea-8f9d-c8a79c824d0c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:10.637548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56116) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:10.644164 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-def6febd-5aef-45ec-89b5-f242acc2a72b None None] Deleting port efade363-0cbb-4e8e-bdf8-4071db326d70 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:10.644742 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-def6febd-5aef-45ec-89b5-f242acc2a72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.646489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b67f109-c0f8-460d-906f-d537be992706 req-22c005b3-5c96-4eea-8f9d-c8a79c824d0c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 944 time: 0.2493143 Aug 26 11:00:10.648492 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.677039 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc19a-48ac-467e-bed3-d3c04cb26269 req-532c39f9-630d-4132-a190-173226bd53d2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:10.679623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-658bc19a-48ac-467e-bed3-d3c04cb26269 req-532c39f9-630d-4132-a190-173226bd53d2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.42 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.2664013 Aug 26 11:00:10.713427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8f342-27a0-4479-b45f-6d8ff80afab8 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Network': ['ID=69c1248d-4663-4fe7-82e4-6eb133288edb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:10.810508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-def6febd-5aef-45ec-89b5-f242acc2a72b None None] For port efade363-0cbb-4e8e-bdf8-4071db326d70, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=efade363-0cbb-4e8e-bdf8-4071db326d70,segment=NetworkSegment(96dbde18-1e0d-4777-9d84-7fd03797a837),segment_id=96dbde18-1e0d-4777-9d84-7fd03797a837)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:10.811187 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-def6febd-5aef-45ec-89b5-f242acc2a72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:10.850452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-def6febd-5aef-45ec-89b5-f242acc2a72b None None] Calling delete_port for efade363-0cbb-4e8e-bdf8-4071db326d70 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:10.853675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=bfee45d7-d1f2-474e-899e-f68a9629e7a3,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:10.862231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56118) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:10.889542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b67f109-c0f8-460d-906f-d537be992706 req-3afdd954-9e7e-4fa7-93f0-4963494e3111 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417448 Aug 26 11:00:11.008399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413df654-549a-4d84-9325-3d76bdce89ee req-648ff79c-2c37-4387-ab0c-39014a07a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:11.012134 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-413df654-549a-4d84-9325-3d76bdce89ee req-648ff79c-2c37-4387-ab0c-39014a07a461 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.3817961 Aug 26 11:00:11.027194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.124811 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-413df654-549a-4d84-9325-3d76bdce89ee req-02980092-80e0-4cf2-a682-b4a35adea07f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856321 Aug 26 11:00:11.190946 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-def6febd-5aef-45ec-89b5-f242acc2a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.212361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6febd-5aef-45ec-89b5-f242acc2a72b None None] No DVR routers for this DVR port efade363-0cbb-4e8e-bdf8-4071db326d70 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:00:11.292466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b9820-b51b-40fa-bfa4-93a012bde0eb req-4d929073-093f-4ca2-8983-32b97ee61a50 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:11.296078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6febd-5aef-45ec-89b5-f242acc2a72b None None] Pushing event deleted for resources: {'Port': ['ID=efade363-0cbb-4e8e-bdf8-4071db326d70,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:11.301592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b89b9820-b51b-40fa-bfa4-93a012bde0eb req-4d929073-093f-4ca2-8983-32b97ee61a50 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.2116420 Aug 26 11:00:11.322561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-658bc19a-48ac-467e-bed3-d3c04cb26269 req-f131bc4c-73a3-491c-8a60-61a8ee435c4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Deleting port cdcb2632-c7bd-4549-a49f-f7737731d42f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:11.322952 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-658bc19a-48ac-467e-bed3-d3c04cb26269 req-f131bc4c-73a3-491c-8a60-61a8ee435c4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.347063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1711042462'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:11.353878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] The port 'efade363-0cbb-4e8e-bdf8-4071db326d70' was deleted {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 26 11:00:11.490165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.505714 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.512714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1024e4-64f8-4a6f-85de-655a0a939578']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:11.530992 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.537500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Made reservation on behalf of 4619e5651c6d407a9a982cd35eee7b0c for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:11.541136 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.541470 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-413df654-549a-4d84-9325-3d76bdce89ee req-3702ecdb-6e0a-4739-ac41-5cde1a9fdcd6 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005523 Aug 26 11:00:11.543430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dbde18-1e0d-4777-9d84-7fd03797a837') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:11.543707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dbde18-1e0d-4777-9d84-7fd03797a837') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:11.554176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-df9c097f-fdfc-4c52-93e1-acefe0f9c1e9 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:11.555943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-df9c097f-fdfc-4c52-93e1-acefe0f9c1e9 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/networks?id=75d778d8-5662-4039-bbcc-6321effd6623 HTTP/1.1" status: 200 len: 822 time: 0.4004457 Aug 26 11:00:11.563498 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.566630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b89b9820-b51b-40fa-bfa4-93a012bde0eb req-a296264b-93e0-4ddd-81a4-bffbe48d6a60 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640750 Aug 26 11:00:11.623005 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.635416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:00:11.635913 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:00:11.639464 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:00:11.730539 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-413df654-549a-4d84-9325-3d76bdce89ee req-70fd918f-4ca7-4221-a0b9-6fd8b02d664d service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789958 Aug 26 11:00:11.738403 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.760622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.761889 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.763140 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] 10.222.0.21 "DELETE /v2.0/networks/0b1024e4-64f8-4a6f-85de-655a0a939578 HTTP/1.1" status: 204 len: 168 time: 1.1236629 Aug 26 11:00:11.764316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9dae1-561e-424e-b682-d1e1b31c9725 tempest-TaggedBootDevicesTest_v242-1895257488 tempest-TaggedBootDevicesTest_v242-1895257488-project] Pushing event deleted for resources: {'Network': ['ID=0b1024e4-64f8-4a6f-85de-655a0a939578,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:11.808783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-6a5f5eaf-574a-4089-818c-bd25879bdf7a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/quotas/3d152d5acbe54475adbaed65dc5f98a0 HTTP/1.1" status: 200 len: 375 time: 0.2378707 Aug 26 11:00:11.854492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Pushing event updated for resources: {'Port': ['ID=08dde083-c281-466a-b838-848f16a25d1d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:11.874036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-658bc19a-48ac-467e-bed3-d3c04cb26269 req-f131bc4c-73a3-491c-8a60-61a8ee435c4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] For port cdcb2632-c7bd-4549-a49f-f7737731d42f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cdcb2632-c7bd-4549-a49f-f7737731d42f,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:11.875246 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-658bc19a-48ac-467e-bed3-d3c04cb26269 req-f131bc4c-73a3-491c-8a60-61a8ee435c4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.894486 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:11.945187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-1697627a-4021-4832-808e-475b43236417 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d152d5acbe54475adbaed65dc5f98a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814724 Aug 26 11:00:11.947946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-658bc19a-48ac-467e-bed3-d3c04cb26269 req-f131bc4c-73a3-491c-8a60-61a8ee435c4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Calling delete_port for cdcb2632-c7bd-4549-a49f-f7737731d42f owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:11.979764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f6909-ab8b-4da3-a847-2108f3d94930 req-a6f62cd5-3066-46c3-b451-7c2e8fd4f35b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:11.981398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e0f6909-ab8b-4da3-a847-2108f3d94930 req-a6f62cd5-3066-46c3-b451-7c2e8fd4f35b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=281099a5-cf84-44a8-9d4e-277fe73aca6d HTTP/1.1" status: 200 len: 945 time: 0.2831774 Aug 26 11:00:12.004349 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bfee45d7-d1f2-474e-899e-f68a9629e7a3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:12.110283 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port bfee45d7-d1f2-474e-899e-f68a9629e7a3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:12.112368 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:12.336750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device efade363-0cbb-4e8e-bdf8-4071db326d70 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:12.378025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: efade363-0cbb-4e8e-bdf8-4071db326d70 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:00:12.379061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device efade363-0cbb-4e8e-bdf8-4071db326d70 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:12.651953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e0f6909-ab8b-4da3-a847-2108f3d94930 req-9ee42001-a9f3-46ba-84cf-59d55213cd02 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320186 Aug 26 11:00:12.779019 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:12.784171 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Network 737316ca-f35a-431f-ace5-2858a9d1bebd is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:12.791397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-f9e666c2-f8ae-45e9-bb8b-3f91e6bf784d service neutron] 10.222.0.21 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8240578 Aug 26 11:00:12.795966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:12.812754 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:12.901680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56170) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:13.012408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:00:13.081820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce57b87-70e1-47bc-999c-5f87e41ab1b0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:13.104646 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.105016 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Added segment b0443645-d45a-49c9-8197-3dc2a9f6bd13 of type vlan for network 13756226-258f-4412-a915-2871c52f24b4 Aug 26 11:00:13.152660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b54a-181e-4d3e-a3d8-3cc351ec5d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.168184 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-658bc19a-48ac-467e-bed3-d3c04cb26269 req-f131bc4c-73a3-491c-8a60-61a8ee435c4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.216835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b1fd265c-be83-4b24-b866-23cfdebe4c68 None None] Provisioning complete for port 08dde083-c281-466a-b838-848f16a25d1d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:13.217447 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1fd265c-be83-4b24-b866-23cfdebe4c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.223862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe1f04-8693-4fd1-9d39-502c1bd87ea9 req-49385265-e511-4809-a0f6-5fe5ee8bf12e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:13.225780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-abbe1f04-8693-4fd1-9d39-502c1bd87ea9 req-49385265-e511-4809-a0f6-5fe5ee8bf12e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.4400084 Aug 26 11:00:13.234207 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.289029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd265c-be83-4b24-b866-23cfdebe4c68 None None] Port 08dde083-c281-466a-b838-848f16a25d1d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:00:13.294899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131bc4c-73a3-491c-8a60-61a8ee435c4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event deleted for resources: {'Port': ['ID=cdcb2632-c7bd-4549-a49f-f7737731d42f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:13.296842 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abd14118-6b2a-4910-9aca-6f3f897c12b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.325849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-712bc62a-3f09-4593-8330-b75d7245537a service neutron] 10.222.0.21 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614697 Aug 26 11:00:13.337852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b54a-181e-4d3e-a3d8-3cc351ec5d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.345147 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b54a-181e-4d3e-a3d8-3cc351ec5d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.382004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.387892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:13.388431 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.391446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-658bc19a-48ac-467e-bed3-d3c04cb26269 req-f131bc4c-73a3-491c-8a60-61a8ee435c4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] No DVR routers for this DVR port cdcb2632-c7bd-4549-a49f-f7737731d42f on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:00:13.395487 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e2f1b54a-181e-4d3e-a3d8-3cc351ec5d55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f08d6769a4cb4b48b8e18db1466380da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4922502 Aug 26 11:00:13.396448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56174) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:13.398745 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1b54a-181e-4d3e-a3d8-3cc351ec5d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b46b5ea-b1fa-44bd-8b7d-0ba3a87ce656,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:13.405483 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-658bc19a-48ac-467e-bed3-d3c04cb26269 req-f131bc4c-73a3-491c-8a60-61a8ee435c4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.407605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-658bc19a-48ac-467e-bed3-d3c04cb26269 req-f131bc4c-73a3-491c-8a60-61a8ee435c4b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.42 "DELETE /v2.0/ports/cdcb2632-c7bd-4549-a49f-f7737731d42f HTTP/1.1" status: 204 len: 173 time: 2.7074385 Aug 26 11:00:13.408653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281099a5-cf84-44a8-9d4e-277fe73aca6d', 'name': 'network-vif-deleted', 'tag': 'cdcb2632-c7bd-4549-a49f-f7737731d42f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:13.411187 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8642eba-a640-433b-9cec-d9384e34d250" -d '{"events": [{"server_uuid": "281099a5-cf84-44a8-9d4e-277fe73aca6d", "name": "network-vif-deleted", "tag": "cdcb2632-c7bd-4549-a49f-f7737731d42f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:13.467522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Router 75e64555-f7a8-4840-94ef-439e792eaf0d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:00:13.477329 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-794cb417-1ab6-4e5e-8e73-df2a1d3b3133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.487631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:00:13.489834 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5991011 Aug 26 11:00:13.492305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56178) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:13.503662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Request body: {'subnet': {'network_id': '13756226-258f-4412-a915-2871c52f24b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:13.528458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-abbe1f04-8693-4fd1-9d39-502c1bd87ea9 req-af2ed78c-b600-433b-912c-091f9e8d30ee tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347848 Aug 26 11:00:13.534937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-794cb417-1ab6-4e5e-8e73-df2a1d3b3133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.628740 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-794cb417-1ab6-4e5e-8e73-df2a1d3b3133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.629969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9064e26-8be8-42b3-a19f-f47ada817df3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Pushing event updated for resources: {'Network': ['ID=13756226-258f-4412-a915-2871c52f24b4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:13.631470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-794cb417-1ab6-4e5e-8e73-df2a1d3b3133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:13.643184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-794cb417-1ab6-4e5e-8e73-df2a1d3b3133 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b46b5ea-b1fa-44bd-8b7d-0ba3a87ce656 HTTP/1.1" status: 204 len: 168 time: 0.2448421 Aug 26 11:00:13.661509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cb417-1ab6-4e5e-8e73-df2a1d3b3133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b46b5ea-b1fa-44bd-8b7d-0ba3a87ce656,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:13.700647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 13756226-258f-4412-a915-2871c52f24b4 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:00:13.870008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-069b5a7e-9ab9-4bf1-9bc3-416056e574a1 req-1f58f75b-01c5-415e-9dea-7af7c833b89e tempest-DeleteServersAdminTestJSON-455251095 tempest-DeleteServersAdminTestJSON-455251095-project-admin] (101267) timed out ('10.222.0.47', 57851) {{(pid=101267) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:00:13.872012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:00:13.885842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-98ecb8bd-dd07-43c2-aeac-f9cd827ccb28 admin admin] 10.222.0.21 "PUT /v2.0/routers/75e64555-f7a8-4840-94ef-439e792eaf0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3166199 Aug 26 11:00:13.935966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb504a-4431-4fa2-991e-7b5e97ad5ce4 req-986165ea-d42f-4281-95bd-72bf75b48565 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:13.937588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Sync routers for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:00:13.944701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0bb504a-4431-4fa2-991e-7b5e97ad5ce4 req-986165ea-d42f-4281-95bd-72bf75b48565 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 944 time: 0.3172140 Aug 26 11:00:14.041276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Made reservation on behalf of 4619e5651c6d407a9a982cd35eee7b0c for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:14.045311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:00:14.046069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T10:59:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:14.063014 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:14.114554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0bb504a-4431-4fa2-991e-7b5e97ad5ce4 req-07664761-f09f-420e-b910-2fb4ce284686 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685886 Aug 26 11:00:14.124499 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9240d30-bbbe-4950-a189-b1348ad05ed4 x-openstack-request-id: req-f9240d30-bbbe-4950-a189-b1348ad05ed4 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:14.124965 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281099a5-cf84-44a8-9d4e-277fe73aca6d", "name": "network-vif-deleted", "tag": "cdcb2632-c7bd-4549-a49f-f7737731d42f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:14.127969 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9240d30-bbbe-4950-a189-b1348ad05ed4 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:14.128706 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281099a5-cf84-44a8-9d4e-277fe73aca6d', 'name': 'network-vif-deleted', 'tag': 'cdcb2632-c7bd-4549-a49f-f7737731d42f', 'status': 'completed', 'code': 200} Aug 26 11:00:14.200212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cdcb2632-c7bd-4549-a49f-f7737731d42f no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:14.369654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-835b950e-6e87-40b2-9cb6-b3e0f454020d req-9de23108-12ca-4658-9844-2ecfe5e77656 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 210 time: 0.0446270 Aug 26 11:00:14.396951 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: cdcb2632-c7bd-4549-a49f-f7737731d42f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:00:14.398000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cdcb2632-c7bd-4549-a49f-f7737731d42f not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:14.429131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:14.544259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'acd9b74f-71b7-4b32-a1f8-e963fc14f1e0', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'port_id': 'acd9b74f-71b7-4b32-a1f8-e963fc14f1e0', 'mac_address': 'fa:16:3e:fb:3a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930c4d8-d9e7-491f-bdc1-07f2ef2624b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:00:14.596405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56216) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:14.636433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:00:14.680175 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dd6c1a5-845c-42b2-8070-7dee74854964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:14.683491 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:14.811206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:14.860491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74ac68-bf9a-4929-91ca-9670711fa81e req-2ce2e34a-807f-4279-9a1f-117b6a6bcc99 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:14.873501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c74ac68-bf9a-4929-91ca-9670711fa81e req-2ce2e34a-807f-4279-9a1f-117b6a6bcc99 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.2174726 Aug 26 11:00:14.893771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:14.906093 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:14.913885 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:14.943762 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dd6c1a5-845c-42b2-8070-7dee74854964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:14.951948 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dd6c1a5-845c-42b2-8070-7dee74854964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:15.001185 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5dd6c1a5-845c-42b2-8070-7dee74854964 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cb90739b9d4440cb90e3a4129b06fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031527 Aug 26 11:00:15.003833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56220) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:15.031717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:15.035301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6c1a5-845c-42b2-8070-7dee74854964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2122df74-b38b-42cd-9732-81f2303f57d8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:15.088525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c74ac68-bf9a-4929-91ca-9670711fa81e req-887a7cd6-5e74-4e10-9d54-b3d698002ee0 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121177 Aug 26 11:00:15.091615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Pushing event updated for resources: {'Subnet': ['ID=5ba9797f-f822-4480-b9a5-54ed2bfa658a,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:15.093385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 2, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:15.101817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Checking segment: {'id': 'b0443645-d45a-49c9-8197-3dc2a9f6bd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '13756226-258f-4412-a915-2871c52f24b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:15.102309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Network hostable DHCP agents. Network: 13756226-258f-4412-a915-2871c52f24b4, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:00:15.116081 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29583297-d3ea-45b8-b6fd-f3473bb0862e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:15.131600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Checking router: 75e64555-f7a8-4840-94ef-439e792eaf0d for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:00:15.132209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Updating router 75e64555-f7a8-4840-94ef-439e792eaf0d port 08dde083-c281-466a-b838-848f16a25d1d binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:00:15.136152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Network 13756226-258f-4412-a915-2871c52f24b4 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:00:15.170640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 13756226-258f-4412-a915-2871c52f24b4) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:15.177160 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:15.187125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02cb131-4060-473e-a043-30480ceed086 None None] Network 13756226-258f-4412-a915-2871c52f24b4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:00:15.188943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:15.190122 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:15.200656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29583297-d3ea-45b8-b6fd-f3473bb0862e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:15.250571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2563b82e-dbba-4031-97de-05a041e07e85 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7521839 Aug 26 11:00:15.251273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56234) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:15.258273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Request body: {'port': {'network_id': '13756226-258f-4412-a915-2871c52f24b4', 'name': 'tempest-TagsExtTest-1769429321'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:15.344572 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29583297-d3ea-45b8-b6fd-f3473bb0862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:15.349418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29583297-d3ea-45b8-b6fd-f3473bb0862e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:15.351453 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-29583297-d3ea-45b8-b6fd-f3473bb0862e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2122df74-b38b-42cd-9732-81f2303f57d8 HTTP/1.1" status: 204 len: 168 time: 0.3462286 Aug 26 11:00:15.367592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29583297-d3ea-45b8-b6fd-f3473bb0862e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2122df74-b38b-42cd-9732-81f2303f57d8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:15.413072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:00:15.806527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Made reservation on behalf of 4619e5651c6d407a9a982cd35eee7b0c for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:15.813339 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:15.889911 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-4487e832-2557-4705-9558-de7679f5f1c2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:15.894163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-4487e832-2557-4705-9558-de7679f5f1c2 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.5657434 Aug 26 11:00:15.901761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] device_id is not set on port 766588ed-60a0-4c45-8d7c-45b21ca8526b yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:00:15.943604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-bab3de0f-cea9-4e8c-a0e8-831de80956fb tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:15.946396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-bab3de0f-cea9-4e8c-a0e8-831de80956fb tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.42 "GET /v2.0/networks?id=75d778d8-5662-4039-bbcc-6321effd6623 HTTP/1.1" status: 200 len: 822 time: 0.6199281 Aug 26 11:00:15.981524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56248) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:15.989078 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9c87995-16e5-41e4-8e40-d720b9962086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:15.992301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-289b58b1-fc8d-4d3b-a6c5-d75764b2b884 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--377628429', 'description': 'tempest-description--1127993951'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:16.052188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-289b58b1-fc8d-4d3b-a6c5-d75764b2b884 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.094261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-13756226-258f-4412-a915-2871c52f24b4', 'network_id': '13756226-258f-4412-a915-2871c52f24b4', 'tenant_id': '4619e5651c6d407a9a982cd35eee7b0c', 'fixed_ips': [{'subnet_id': '5ba9797f-f822-4480-b9a5-54ed2bfa658a'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:00:16.096654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Request body: {'port': {'device_id': 'a30f0b17-4fbb-4a74-a560-a9b59924f1ad', 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623', 'admin_state_up': True, 'tenant_id': '3d152d5acbe54475adbaed65dc5f98a0'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:16.097163 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.202585 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-289b58b1-fc8d-4d3b-a6c5-d75764b2b884 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.209339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-289b58b1-fc8d-4d3b-a6c5-d75764b2b884 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.235593 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-289b58b1-fc8d-4d3b-a6c5-d75764b2b884 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.238260 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-289b58b1-fc8d-4d3b-a6c5-d75764b2b884 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2542067 Aug 26 11:00:16.247126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56254) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:16.257683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-fcf06a7a-d8f5-47bc-94a8-f989134d9a80 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'security_group_rule': {'security_group_id': 'a79bd529-d0ac-4d5a-99bc-4be2a2b13d62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:16.285668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b58b1-fc8d-4d3b-a6c5-d75764b2b884 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:16.323252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fcf06a7a-d8f5-47bc-94a8-f989134d9a80 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.334988 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.353856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-a2ad108e-72ac-4889-93fa-ef1fb8ea363a tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/quotas/72123eaa26c94ba59d3af6b8c5e25931 HTTP/1.1" status: 200 len: 375 time: 0.4375556 Aug 26 11:00:16.445537 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-fe1f944c-3e51-4b11-b363-ee16b63de4bc tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579324 Aug 26 11:00:16.507732 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fcf06a7a-d8f5-47bc-94a8-f989134d9a80 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.515561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fcf06a7a-d8f5-47bc-94a8-f989134d9a80 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.566615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf06a7a-d8f5-47bc-94a8-f989134d9a80 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11af001-9cfd-41c0-9fe9-eb8b7890876c,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:16.586222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fcf06a7a-d8f5-47bc-94a8-f989134d9a80 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.593480 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fcf06a7a-d8f5-47bc-94a8-f989134d9a80 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444078 Aug 26 11:00:16.594948 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56262) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:16.606477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e4fd90c2-b855-426c-ac7f-db171538e95f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'security_group_rule': {'security_group_id': 'a79bd529-d0ac-4d5a-99bc-4be2a2b13d62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:16.613963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e716e-5d8a-44f1-8216-1a29b9ac7c64 req-0dafcc04-c147-4cc7-8f60-0bfa402552fb tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:16.621990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-146e716e-5d8a-44f1-8216-1a29b9ac7c64 req-0dafcc04-c147-4cc7-8f60-0bfa402552fb tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.2791774 Aug 26 11:00:16.673814 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fd90c2-b855-426c-ac7f-db171538e95f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.682569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Allocated IP 172.20.0.5 (13756226-258f-4412-a915-2871c52f24b4/5ba9797f-f822-4480-b9a5-54ed2bfa658a/766588ed-60a0-4c45-8d7c-45b21ca8526b) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:16.770012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-146e716e-5d8a-44f1-8216-1a29b9ac7c64 req-f78f2022-0aee-4257-9b46-724c43052b1e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465034 Aug 26 11:00:16.854321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fd90c2-b855-426c-ac7f-db171538e95f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.863743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Made reservation on behalf of 3d152d5acbe54475adbaed65dc5f98a0 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:16.863905 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fd90c2-b855-426c-ac7f-db171538e95f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.868001 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.901098 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.910127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd90c2-b855-426c-ac7f-db171538e95f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31905fdb-0393-4fc9-ba87-0ad4c17a2ece,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:16.930529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Transition to ACTIVE for port object 08dde083-c281-466a-b838-848f16a25d1d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:16.937184 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fd90c2-b855-426c-ac7f-db171538e95f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.938758 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e4fd90c2-b855-426c-ac7f-db171538e95f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3415527 Aug 26 11:00:16.943170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:16.945267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56272) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:16.950231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:17.004342 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:17.049549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff3c37-7e37-4c13-bcc1-c2fdcd8a657f None None] Pushing event updated for resources: {'Port': ['ID=08dde083-c281-466a-b838-848f16a25d1d,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:17.086834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Allocated IP 172.20.0.13 (75d778d8-5662-4039-bbcc-6321effd6623/92619ec1-0b12-4ddd-be18-dfd56e6ae98d/e49c4653-3fe8-4973-b9ce-1e9310ace3a7) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:17.210721 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:17.223046 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:17.228723 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Attempting to bind port 08dde083-c281-466a-b838-848f16a25d1d on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:00:17.229496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Attempting to bind port 08dde083-c281-466a-b838-848f16a25d1d by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:00:17.230101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Attempting to bind port 08dde083-c281-466a-b838-848f16a25d1d on network 737316ca-f35a-431f-ace5-2858a9d1bebd {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:17.250444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:00:17.250979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Checking segment: {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:17.251720 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:17.252865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Bound using segment: {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:00:17.253652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Bound port: 08dde083-c281-466a-b838-848f16a25d1d, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:00:17.254250 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:17.394411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] For port 08dde083-c281-466a-b838-848f16a25d1d, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:00:17.411166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] For port 08dde083-c281-466a-b838-848f16a25d1d, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=08dde083-c281-466a-b838-848f16a25d1d,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:00:17.421487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-f301a269-daf0-4930-a0d1-b3f7ef1a05dc service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9614000 Aug 26 11:00:17.422113 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:17.509471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:17.509772 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Allocated IP 172.25.1.112 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/293e7cb0-681c-44e7-8fae-5f926475f685) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:17.516463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff3c37-7e37-4c13-bcc1-c2fdcd8a657f None None] Pushing event updated for resources: {'Port': ['ID=08dde083-c281-466a-b838-848f16a25d1d,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:17.573972 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:00:17.575233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:00:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:17.810517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:17.927502 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:17.941750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:17.962292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:17.963440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:18.009975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:00:18.031352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'Port': ['ID=293e7cb0-681c-44e7-8fae-5f926475f685,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:18.060726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:18.065213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:18.068394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:18.243477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:18.350390 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:18.389288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af741c45-9885-4feb-9aea-b5fe58d5837a req-36c72e4b-3f0e-4399-87fb-87b9a817d229 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:18.398670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af741c45-9885-4feb-9aea-b5fe58d5837a req-36c72e4b-3f0e-4399-87fb-87b9a817d229 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 945 time: 1.5172012 Aug 26 11:00:18.493355 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:18.581135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af741c45-9885-4feb-9aea-b5fe58d5837a req-a841e2f6-6a8c-4664-b5c1-a12d0b518588 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811140 Aug 26 11:00:18.603860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549cb098-598f-491c-b3ed-b5775171aedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:18.613752 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacce0b8-d58e-47a5-a9e0-2e2d176be408" -d '{"events": [{"server_uuid": "549cb098-598f-491c-b3ed-b5775171aedb", "name": "network-vif-plugged", "status": "completed", "tag": "acd9b74f-71b7-4b32-a1f8-e963fc14f1e0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:18.671074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:18.716965 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:18.804100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:18.812692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0a619a0-6a69-40f3-9a9c-3acd0375e9ed req-162b1507-a405-49fa-a3e6-74fbc0b3f9ef tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 210 time: 0.1086483 Aug 26 11:00:18.823638 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:18.826026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:18.862383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:18.887410 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:18.913156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-c0568c3e-32f1-4fe1-9cf1-fdf7f5f73947 service neutron] 10.222.0.21 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899873 Aug 26 11:00:18.927450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'Port': ['ID=293e7cb0-681c-44e7-8fae-5f926475f685,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:18.947069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Transition to ACTIVE for port object 766588ed-60a0-4c45-8d7c-45b21ca8526b will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:18.948189 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:18.959538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:17Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:18.970973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:18.983843 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-421caf2d-b5cb-4374-92ea-2e522e7df2b6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0283759 Aug 26 11:00:19.065493 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f488163-ccc5-4520-adaa-755cca6f892f x-openstack-request-id: req-5f488163-ccc5-4520-adaa-755cca6f892f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:19.065493 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549cb098-598f-491c-b3ed-b5775171aedb", "name": "network-vif-plugged", "status": "completed", "tag": "acd9b74f-71b7-4b32-a1f8-e963fc14f1e0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:19.065493 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f488163-ccc5-4520-adaa-755cca6f892f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:19.066781 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549cb098-598f-491c-b3ed-b5775171aedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd9b74f-71b7-4b32-a1f8-e963fc14f1e0', 'code': 200} Aug 26 11:00:19.068547 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17472cdc-e21d-4e1f-908e-a18c49006bb5 None None] The sync data for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 is: [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:17Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:00:19.240327 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:19.276075 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:19.286054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db937071-ebb8-46f1-aedc-93154287eb2c req-dc55b039-4721-4b08-958c-63c22dfe7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:19.287860 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db937071-ebb8-46f1-aedc-93154287eb2c req-dc55b039-4721-4b08-958c-63c22dfe7772 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 1098 time: 0.1632156 Aug 26 11:00:19.420557 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db937071-ebb8-46f1-aedc-93154287eb2c req-b4e1e59b-e987-4a9d-9813-b628ec884d6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161559 Aug 26 11:00:19.468293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Network 75d778d8-5662-4039-bbcc-6321effd6623 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:19.472928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:19.480948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:19.538169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Allocated IP 172.20.0.2 (13756226-258f-4412-a915-2871c52f24b4/5ba9797f-f822-4480-b9a5-54ed2bfa658a/2479474b-b7c9-47b8-a162-6b8b57b7867a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:19.561797 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:19.696012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f324c9c-0111-48a2-bfa4-030014db134c req-ea5109c6-d6d4-41ff-98b6-3195ab3fcd43 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:19.715388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f324c9c-0111-48a2-bfa4-030014db134c req-ea5109c6-d6d4-41ff-98b6-3195ab3fcd43 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.5494299 Aug 26 11:00:19.821175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:19.822141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:19.906405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Network 13756226-258f-4412-a915-2871c52f24b4 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:19.937111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event updated for resources: {'Port': ['ID=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:19.942951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:19.987844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:20.019850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08dde083-c281-466a-b838-848f16a25d1d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:20.029577 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f324c9c-0111-48a2-bfa4-030014db134c req-50e319d1-4d49-46ad-adae-51e062bfbc1b tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047435 Aug 26 11:00:20.162856 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:20.175644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Transition to ACTIVE for port object 2479474b-b7c9-47b8-a162-6b8b57b7867a will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:20.195285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-c9f98a95-5a88-4d8c-a0db-f03803fe5806 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--377628429&fields=id&tenant_id=53b44352072540a3a64471c3f9e00bda HTTP/1.1" status: 200 len: 267 time: 0.5329227 Aug 26 11:00:20.197993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Transition to ACTIVE for port object 2479474b-b7c9-47b8-a162-6b8b57b7867a will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:20.217222 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:20.291221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-ad0431fe-00ae-4a5b-81a7-7cb59a3b0396 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3289213 Aug 26 11:00:20.357819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 08dde083-c281-466a-b838-848f16a25d1d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:20.398975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 08dde083-c281-466a-b838-848f16a25d1d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:20.403124 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:20.441502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Pushing event updated for resources: {'Port': ['ID=766588ed-60a0-4c45-8d7c-45b21ca8526b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:20.459665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Request body: {'port': {'device_id': 'a30f0b17-4fbb-4a74-a560-a9b59924f1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:20.483430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-498f8976-1363-47f5-bbda-49cfcc616740 req-515680f4-5eb2-4aa4-91db-a43ea8a76b9f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 210 time: 0.2804329 Aug 26 11:00:20.529679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Network 13756226-258f-4412-a915-2871c52f24b4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:20.544061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Pushing event updated for resources: {'Port': ['ID=2479474b-b7c9-47b8-a162-6b8b57b7867a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:20.552309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:20.576236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:20.589666 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:20.806449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Attempting to bind port 2479474b-b7c9-47b8-a162-6b8b57b7867a on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:00:20.812973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Attempting to bind port 2479474b-b7c9-47b8-a162-6b8b57b7867a by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'b0443645-d45a-49c9-8197-3dc2a9f6bd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '13756226-258f-4412-a915-2871c52f24b4'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:00:20.813651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Attempting to bind port 2479474b-b7c9-47b8-a162-6b8b57b7867a on network 13756226-258f-4412-a915-2871c52f24b4 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:20.837597 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:20.848433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:00:20.849275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Checking segment: {'id': 'b0443645-d45a-49c9-8197-3dc2a9f6bd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '13756226-258f-4412-a915-2871c52f24b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:20.849874 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:20.850652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Bound using segment: {'id': 'b0443645-d45a-49c9-8197-3dc2a9f6bd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '13756226-258f-4412-a915-2871c52f24b4'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:00:20.852195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Bound port: 2479474b-b7c9-47b8-a162-6b8b57b7867a, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0443645-d45a-49c9-8197-3dc2a9f6bd13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '13756226-258f-4412-a915-2871c52f24b4'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:00:20.852817 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:20.961079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:20.961952 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:21.020485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-90eccf34-9167-4eb6-9859-2c361d13862c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.7670000 Aug 26 11:00:21.024316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56350) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:21.049476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-da8e0eb9-5db3-4971-9803-14a37d7319fb tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-416451043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:21.050439 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:21.127804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] For port 2479474b-b7c9-47b8-a162-6b8b57b7867a, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:00:21.133377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] For port 2479474b-b7c9-47b8-a162-6b8b57b7867a, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2479474b-b7c9-47b8-a162-6b8b57b7867a,segment=NetworkSegment(b0443645-d45a-49c9-8197-3dc2a9f6bd13),segment_id=b0443645-d45a-49c9-8197-3dc2a9f6bd13)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:00:21.143959 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:21.179508 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da8e0eb9-5db3-4971-9803-14a37d7319fb tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:21.181925 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da8e0eb9-5db3-4971-9803-14a37d7319fb tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:21.261301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 08dde083-c281-466a-b838-848f16a25d1d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=08dde083-c281-466a-b838-848f16a25d1d,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:21.296955 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:21.333086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-cd05a4f6-c628-4734-b78b-fdd0be7780f7 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:21.342226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-cd05a4f6-c628-4734-b78b-fdd0be7780f7 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 810 time: 1.1444376 Aug 26 11:00:21.364720 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da8e0eb9-5db3-4971-9803-14a37d7319fb tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:21.375278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fca52-ba56-48da-82c7-ddfd374965ad None None] Pushing event updated for resources: {'Port': ['ID=2479474b-b7c9-47b8-a162-6b8b57b7867a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:21.399940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da8e0eb9-5db3-4971-9803-14a37d7319fb tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:21.406316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4d7ae-0e7a-41bf-8011-805862556ca7 req-c86e98eb-34dc-4841-b838-d18bd034edf8 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:21.421449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8d4d7ae-0e7a-41bf-8011-805862556ca7 req-c86e98eb-34dc-4841-b838-d18bd034edf8 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 946 time: 0.6988118 Aug 26 11:00:21.449370 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da8e0eb9-5db3-4971-9803-14a37d7319fb tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:21.453379 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-da8e0eb9-5db3-4971-9803-14a37d7319fb tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4208465 Aug 26 11:00:21.453774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56352) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:21.461649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e8134413-6b6c-4b44-b4d2-e0c1e9e1198f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-132460768', 'prefixes': ['172.20.0.0/16']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:21.493842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=08dde083-c281-466a-b838-848f16a25d1d,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:21.587839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-33e2be48-2ed5-4c6e-a047-208d0d61a16f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/quotas/53b44352072540a3a64471c3f9e00bda HTTP/1.1" status: 200 len: 375 time: 0.2427042 Aug 26 11:00:21.864333 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8134413-6b6c-4b44-b4d2-e0c1e9e1198f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for subnetpool, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:21.865706 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e8134413-6b6c-4b44-b4d2-e0c1e9e1198f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4108746 Aug 26 11:00:21.890648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56362) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:21.909119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-36058187-6805-4186-9eca-46b144a8cd34 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a', 'tempest-TagsExtTest-Tag-2064243066') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:22.005031 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:22.123987 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-633e6df2-ce76-4ba6-b9c1-2074d5fe8c19 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:22.125617 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-633e6df2-ce76-4ba6-b9c1-2074d5fe8c19 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 811 time: 0.5013971 Aug 26 11:00:22.139680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Request body: {'port': {'device_id': '50058da1-6248-4039-9600-3a0d74dc0188', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'admin_state_up': True, 'tenant_id': '72123eaa26c94ba59d3af6b8c5e25931'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:22.172929 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8d4d7ae-0e7a-41bf-8011-805862556ca7 req-0673ce42-7bba-4cfc-9710-30b52a7f233b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7441661 Aug 26 11:00:22.197914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-1d2ac5a9-d279-42af-a4cf-25b82a804d42 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6007984 Aug 26 11:00:22.245257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2479474b-b7c9-47b8-a162-6b8b57b7867a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:22.344940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Made reservation on behalf of 72123eaa26c94ba59d3af6b8c5e25931 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:22.348721 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:22.396199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 2479474b-b7c9-47b8-a162-6b8b57b7867a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:22.404344 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08dde083-c281-466a-b838-848f16a25d1d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:22.417750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49c4653-3fe8-4973-b9ce-1e9310ace3a7 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:22.420120 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-36058187-6805-4186-9eca-46b144a8cd34 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags/tempest-TagsExtTest-Tag-2064243066 HTTP/1.1" status: 201 len: 201 time: 0.5277514 Aug 26 11:00:22.432653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56370) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:22.441691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-749e5de0-a6b1-4a5a-b512-5aac1f9175f8 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b', 'tempest-TagsExtTest-Tag-1400902531') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:22.447462 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:22.511729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Transition to ACTIVE for port object e49c4653-3fe8-4973-b9ce-1e9310ace3a7 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:22.521715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b20c6-68fc-4c2c-a608-1e9622792bf6 req-7a85ac87-24e3-4a61-862c-c43e26d30878 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:22.531368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416b20c6-68fc-4c2c-a608-1e9622792bf6 req-7a85ac87-24e3-4a61-862c-c43e26d30878 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 932 time: 0.2282202 Aug 26 11:00:22.533099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 08dde083-c281-466a-b838-848f16a25d1d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:22.533905 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:22.556288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:22.604775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-46d6216d-ab41-43d0-8471-97b2bbaab9fc service neutron] 10.222.0.21 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517890 Aug 26 11:00:22.682975 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:00:22.706820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Allocated IP 172.20.0.5 (6d6261ac-91ab-4779-b29f-3007a85a87d6/03c71856-2cfc-4d6d-8f1b-fb314e8f501e/31b5acb6-dab5-4f8e-b0cc-c7d3b271020a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:22.831904 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416b20c6-68fc-4c2c-a608-1e9622792bf6 req-00516cd0-d659-428f-8217-59c4d40739fc tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997072 Aug 26 11:00:22.871544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:22.955058 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-749e5de0-a6b1-4a5a-b512-5aac1f9175f8 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags/tempest-TagsExtTest-Tag-1400902531 HTTP/1.1" status: 201 len: 201 time: 0.5183094 Aug 26 11:00:22.965370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56378) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:22.974074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-5583d7b7-4e2b-4c0c-a759-889252590096 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9', 'tempest-TagsExtTest-Tag-2079142004') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:23.153250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-c07e12af-5221-42b5-8680-67e9b00b1a97 service neutron] 10.222.0.21 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315933 Aug 26 11:00:23.193298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Attempting to bind port e49c4653-3fe8-4973-b9ce-1e9310ace3a7 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:00:23.194239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Attempting to bind port e49c4653-3fe8-4973-b9ce-1e9310ace3a7 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:00:23.194239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Attempting to bind port e49c4653-3fe8-4973-b9ce-1e9310ace3a7 on network 75d778d8-5662-4039-bbcc-6321effd6623 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:23.196556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:23.227570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Port e49c4653-3fe8-4973-b9ce-1e9310ace3a7 on network 75d778d8-5662-4039-bbcc-6321effd6623 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:00:23.233456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Attempting to bind port e49c4653-3fe8-4973-b9ce-1e9310ace3a7 on network 75d778d8-5662-4039-bbcc-6321effd6623 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:23.258909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:00:23.259323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Checking segment: {'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:23.259735 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Bound using segment: {'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:00:23.260214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Bound port: e49c4653-3fe8-4973-b9ce-1e9310ace3a7, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:00:23.260591 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:23.333006 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:23.387482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5583d7b7-4e2b-4c0c-a759-889252590096 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags/tempest-TagsExtTest-Tag-2079142004 HTTP/1.1" status: 201 len: 201 time: 0.4187567 Aug 26 11:00:23.395000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56390) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:23.403373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-716567a2-3e14-4b17-87f1-a3ad10a7bc2f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca', 'tempest-TagsExtTest-Tag-179105837') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:23.406273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Network 6d6261ac-91ab-4779-b29f-3007a85a87d6 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:23.410623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:23.416886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:23.465701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31615d08-1ca3-4bae-8c05-ee8e8770ca78 None None] Network 13756226-258f-4412-a915-2871c52f24b4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:00:23.467234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event updated for resources: {'Port': ['ID=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:23.478613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caf38c-c6f1-4b00-8c2b-913e4a1b5e3e req-f2d3bf4e-ba72-4eab-ae7a-14f44f6caf9c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:23.491635 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3caf38c-c6f1-4b00-8c2b-913e4a1b5e3e req-f2d3bf4e-ba72-4eab-ae7a-14f44f6caf9c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.4269671 Aug 26 11:00:23.524160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:23.525327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:23.569639 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-996285de-0534-44c1-ab77-637e4ee91355 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4336658 Aug 26 11:00:23.585885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Request body: {'port': {'device_id': '50058da1-6248-4039-9600-3a0d74dc0188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:23.665241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3caf38c-c6f1-4b00-8c2b-913e4a1b5e3e req-29d704fe-8d20-4afe-b418-46758b580271 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610563 Aug 26 11:00:23.681735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f641f58d-2381-4296-9e0c-07ff349d1790 None None] Provisioning for port 2479474b-b7c9-47b8-a162-6b8b57b7867a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:23.698499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f641f58d-2381-4296-9e0c-07ff349d1790 None None] Provisioning complete for port 2479474b-b7c9-47b8-a162-6b8b57b7867a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:23.708341 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f641f58d-2381-4296-9e0c-07ff349d1790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:23.729462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] For port e49c4653-3fe8-4973-b9ce-1e9310ace3a7, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:00:23.785451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-716567a2-3e14-4b17-87f1-a3ad10a7bc2f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags/tempest-TagsExtTest-Tag-179105837 HTTP/1.1" status: 201 len: 201 time: 0.3893137 Aug 26 11:00:23.790191 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:23.792883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] For port e49c4653-3fe8-4973-b9ce-1e9310ace3a7, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:00:23.795396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56402) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:23.809944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-e794de80-76f6-49b5-92c1-d684035c53fe tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:23.886834 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:23.943574 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f641f58d-2381-4296-9e0c-07ff349d1790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:24.021941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f641f58d-2381-4296-9e0c-07ff349d1790 None None] For port 2479474b-b7c9-47b8-a162-6b8b57b7867a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2479474b-b7c9-47b8-a162-6b8b57b7867a,segment=NetworkSegment(b0443645-d45a-49c9-8197-3dc2a9f6bd13),segment_id=b0443645-d45a-49c9-8197-3dc2a9f6bd13)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:24.039088 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f641f58d-2381-4296-9e0c-07ff349d1790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:24.118128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:24.178703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722430b1-3605-499f-bb9c-ecc2aa785517 req-85888c2c-4233-4d6f-800b-e1db71f792c6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:24.183549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-722430b1-3605-499f-bb9c-ecc2aa785517 req-85888c2c-4233-4d6f-800b-e1db71f792c6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 931 time: 0.5902247 Aug 26 11:00:24.245284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641f58d-2381-4296-9e0c-07ff349d1790 None None] Pushing event updated for resources: {'Port': ['ID=2479474b-b7c9-47b8-a162-6b8b57b7867a,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:24.379761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-831df486-3a48-4b3b-bbf7-8ae480db71f3 None None] Provisioning complete for port 2479474b-b7c9-47b8-a162-6b8b57b7867a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:24.380130 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-831df486-3a48-4b3b-bbf7-8ae480db71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:24.386449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:24.395005 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:24.397025 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-4f6c68b6-0df9-4e6e-a2c4-416c78eb26f9 service neutron] 10.222.0.42 "PUT /v2.0/ports/e49c4653-3fe8-4973-b9ce-1e9310ace3a7 HTTP/1.1" status: 200 len: 1093 time: 3.9430397 Aug 26 11:00:24.397752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30f0b17-4fbb-4a74-a560-a9b59924f1ad', 'tag': 'e49c4653-3fe8-4973-b9ce-1e9310ace3a7'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:24.401275 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f196b17e-fc7e-456d-a980-c9c574b7b730" -d '{"events": [{"name": "network-changed", "server_uuid": "a30f0b17-4fbb-4a74-a560-a9b59924f1ad", "tag": "e49c4653-3fe8-4973-b9ce-1e9310ace3a7"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:24.516792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:24.541625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:24.558143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a0510-b3b1-45ed-b5a6-260131426c18 req-f89da339-d600-4568-911a-874c454b19bf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:24.575026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-825a0510-b3b1-45ed-b5a6-260131426c18 req-f89da339-d600-4568-911a-874c454b19bf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 946 time: 0.7801273 Aug 26 11:00:24.581494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-831df486-3a48-4b3b-bbf7-8ae480db71f3 None None] Provisioning for port 766588ed-60a0-4c45-8d7c-45b21ca8526b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:24.587291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-831df486-3a48-4b3b-bbf7-8ae480db71f3 None None] Provisioning complete for port 766588ed-60a0-4c45-8d7c-45b21ca8526b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:24.587804 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-831df486-3a48-4b3b-bbf7-8ae480db71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:24.605653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Transition to ACTIVE for port object 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:24.614769 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:24.661458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-831df486-3a48-4b3b-bbf7-8ae480db71f3 None None] Port 766588ed-60a0-4c45-8d7c-45b21ca8526b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:00:24.722523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafff518-e456-4756-8c71-12892b710943 service neutron] Pushing event updated for resources: {'Port': ['ID=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:24.797546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-47c018a2-1dc8-452a-91d5-18235d7ab0b4 None None] Provisioning complete for port 766588ed-60a0-4c45-8d7c-45b21ca8526b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:24.797546 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47c018a2-1dc8-452a-91d5-18235d7ab0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:24.825583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Attempting to bind port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:00:24.825970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Attempting to bind port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:00:24.826673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Attempting to bind port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:24.832959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:00:24.833298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Attempting to bind port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a on network 6d6261ac-91ab-4779-b29f-3007a85a87d6 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:24.839290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:00:24.839617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Checking segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:24.840152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Bound using segment: {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:00:24.841341 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Bound port: 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:00:24.841341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:24.844859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-722430b1-3605-499f-bb9c-ecc2aa785517 req-fd112611-0548-4068-830e-c0e1fd0e4fa3 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012132 Aug 26 11:00:24.867247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e794de80-76f6-49b5-92c1-d684035c53fe tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags HTTP/1.1" status: 200 len: 241 time: 1.0607069 Aug 26 11:00:24.870086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-1b91ef89-98cb-436c-9b8a-6cfde81b3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:24.878352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56424) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:24.886980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-1b91ef89-98cb-436c-9b8a-6cfde81b3535 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d152d5acbe54475adbaed65dc5f98a0&device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 1096 time: 0.3536887 Aug 26 11:00:24.890940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-8c7ff969-5496-4de9-9c6b-89b94ce7b6c6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a', 'tempest-TagsExtTest-Tag-2064243066') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:24.903777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-825a0510-b3b1-45ed-b5a6-260131426c18 req-21c15269-f70c-4274-b868-0ce470ea28e5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566566 Aug 26 11:00:24.942147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-47c018a2-1dc8-452a-91d5-18235d7ab0b4 None None] Port 766588ed-60a0-4c45-8d7c-45b21ca8526b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:00:25.045859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-99497f37-9901-4cbc-9516-51b23c333f8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e49c4653-3fe8-4973-b9ce-1e9310ace3a7 HTTP/1.1" status: 200 len: 217 time: 0.1389306 Aug 26 11:00:25.055454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] For port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:00:25.079203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] For port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:00:25.103280 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:25.116769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1f68bf4-55ec-49d7-96d7-843af8a73c48 req-00c33ca1-4861-4fec-9714-3e2217ab979b tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 210 time: 0.0773077 Aug 26 11:00:25.225405 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd613d1-349f-4f1e-aafa-6c9acfd4ceff x-openstack-request-id: req-cbd613d1-349f-4f1e-aafa-6c9acfd4ceff {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:25.227130 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30f0b17-4fbb-4a74-a560-a9b59924f1ad", "tag": "e49c4653-3fe8-4973-b9ce-1e9310ace3a7", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:25.227586 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbd613d1-349f-4f1e-aafa-6c9acfd4ceff {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:25.230889 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30f0b17-4fbb-4a74-a560-a9b59924f1ad', 'tag': 'e49c4653-3fe8-4973-b9ce-1e9310ace3a7', 'status': 'completed', 'code': 200} Aug 26 11:00:25.270929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafff518-e456-4756-8c71-12892b710943 service neutron] Pushing event updated for resources: {'Port': ['ID=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:25.308898 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8c7ff969-5496-4de9-9c6b-89b94ce7b6c6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags/tempest-TagsExtTest-Tag-2064243066 HTTP/1.1" status: 204 len: 168 time: 0.4275491 Aug 26 11:00:25.312786 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56438) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:25.348521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-00e24444-ffc3-41d6-8003-31472f929b4c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a', 'tempest-TagsExtTest-Tag-2064243066') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:25.352116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-d86cab2d-b737-4f7e-a045-c46c37d68755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:25.353734 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-d86cab2d-b737-4f7e-a045-c46c37d68755 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92619ec1-0b12-4ddd-be18-dfd56e6ae98d HTTP/1.1" status: 200 len: 862 time: 0.2912829 Aug 26 11:00:25.410361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-1216696f-f2a0-4f39-859d-04b2a5aa3b8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75d778d8-5662-4039-bbcc-6321effd6623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357399 Aug 26 11:00:25.442890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9bae1-f59d-4668-b481-dcdedc82adc5 req-f0abf848-29ab-4e58-a713-66c12b13e905 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:25.451086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43b9bae1-f59d-4668-b481-dcdedc82adc5 req-f0abf848-29ab-4e58-a713-66c12b13e905 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 944 time: 0.2141166 Aug 26 11:00:25.477954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7938-1b1e-4cfc-992a-30e26ed0db8c req-69d39d08-6166-4eb2-bdeb-c2ea299b2e30 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:25.486603 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf5e7938-1b1e-4cfc-992a-30e26ed0db8c req-69d39d08-6166-4eb2-bdeb-c2ea299b2e30 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.1477752 Aug 26 11:00:25.613001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43b9bae1-f59d-4668-b481-dcdedc82adc5 req-ba7c0be0-0083-44b6-a2c0-2f1a67b7065b tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606321 Aug 26 11:00:25.622183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf5e7938-1b1e-4cfc-992a-30e26ed0db8c req-c3bd8030-03ea-4d6b-b973-744209455efa tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341760 Aug 26 11:00:25.695409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-df6b26bb-a92a-4d68-aec0-af1fb7be3bb9 service neutron] 10.222.0.42 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750628 Aug 26 11:00:25.933090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00c7f56a-59f8-4ee1-a228-2870c4ac4f89 req-6d4453d3-f9f2-4048-b536-0408185806f1 service neutron] 10.222.0.42 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263587 Aug 26 11:00:25.959378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:25.960608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:25.963455 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-bafff518-e456-4756-8c71-12892b710943 service neutron] 10.222.0.47 "PUT /v2.0/ports/31b5acb6-dab5-4f8e-b0cc-c7d3b271020a HTTP/1.1" status: 200 len: 1092 time: 2.3822856 Aug 26 11:00:25.969396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2479474b-b7c9-47b8-a162-6b8b57b7867a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:25.977955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50058da1-6248-4039-9600-3a0d74dc0188', 'tag': '31b5acb6-dab5-4f8e-b0cc-c7d3b271020a'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:25.999957 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77766d0f-75ff-49e7-aa79-3215d15fb4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "50058da1-6248-4039-9600-3a0d74dc0188", "tag": "31b5acb6-dab5-4f8e-b0cc-c7d3b271020a"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:26.159760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-14162171-91ff-4fdc-8670-19f6934f3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:26.161325 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-14162171-91ff-4fdc-8670-19f6934f3c59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 1095 time: 0.1178536 Aug 26 11:00:26.180861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2479474b-b7c9-47b8-a162-6b8b57b7867a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:26.181509 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:26.225101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-d2788df9-93bc-4434-9f7a-0fc47cca04a5 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:26.226615 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-d2788df9-93bc-4434-9f7a-0fc47cca04a5 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.42 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 810 time: 0.9630985 Aug 26 11:00:26.351242 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-90140044-b2b9-4f98-b8c9-8317532eab6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a HTTP/1.1" status: 200 len: 217 time: 0.1606374 Aug 26 11:00:26.389748 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-00e24444-ffc3-41d6-8003-31472f929b4c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags/tempest-TagsExtTest-Tag-2064243066 HTTP/1.1" status: 204 len: 168 time: 1.0683842 Aug 26 11:00:26.397104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56468) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:26.413469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-7573518a-7c5b-42a0-a7db-a9bbf41fc26b tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:26.462683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee8487-c19f-4fb9-bacf-5b1a1cc4bdbf req-28767359-cd22-450c-8e4f-ce2670041a83 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:26.473007 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-abee8487-c19f-4fb9-bacf-5b1a1cc4bdbf req-28767359-cd22-450c-8e4f-ce2670041a83 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.5056777 Aug 26 11:00:26.477734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196b17e-fc7e-456d-a980-c9c574b7b730 req-6e486036-a288-4bac-9f42-18900b0aeaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:26.479676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f196b17e-fc7e-456d-a980-c9c574b7b730 req-6e486036-a288-4bac-9f42-18900b0aeaed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d152d5acbe54475adbaed65dc5f98a0&device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 1096 time: 0.4393535 Aug 26 11:00:26.548118 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-207c3346-ef2c-4f33-a1dc-3a12280040bc tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b44352072540a3a64471c3f9e00bda HTTP/1.1" status: 200 len: 379 time: 0.2871094 Aug 26 11:00:26.578370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'port': {'device_id': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'admin_state_up': True, 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'security_groups': ['a79bd529-d0ac-4d5a-99bc-4be2a2b13d62']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:26.586357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-26f9c121-e783-42c2-85e7-47a98012f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:26.588634 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-26f9c121-e783-42c2-85e7-47a98012f04f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.2361925 Aug 26 11:00:26.648180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-abee8487-c19f-4fb9-bacf-5b1a1cc4bdbf req-fadb7628-8129-4359-966d-4ced35af339f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737382 Aug 26 11:00:26.670801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175a8bd-d2ca-4e7e-8e40-5330646afaeb req-73e8b41e-0e6c-4134-b0c9-a621f3193827 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:26.673037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d175a8bd-d2ca-4e7e-8e40-5330646afaeb req-73e8b41e-0e6c-4134-b0c9-a621f3193827 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.7385445 Aug 26 11:00:26.741414 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-3b7a4d79-6895-47d2-abdc-b8e554abaaa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293795 Aug 26 11:00:27.021845 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-1c2e5431-e3e7-4d04-9dc4-e82f3e7b5b91 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667050 Aug 26 11:00:27.169011 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-603a341f-0ce2-4fd3-8eb8-68ebcb14df4d req-c1ba7060-5840-4e8b-8be2-beb7fbb64bc5 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358860 Aug 26 11:00:27.170445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Made reservation on behalf of 53b44352072540a3a64471c3f9e00bda for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:27.183949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:27.441359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d175a8bd-d2ca-4e7e-8e40-5330646afaeb req-038fe88e-c518-459e-aaec-0f8614c17273 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/quotas/b8d7e64294a14061bee27b24f1cafe89 HTTP/1.1" status: 200 len: 375 time: 0.7389135 Aug 26 11:00:27.447365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Allocated IP 172.20.0.8 (737316ca-f35a-431f-ace5-2858a9d1bebd/34d60e8f-8a0b-4912-8028-0cff05bc94a6/a3adbf90-2e4b-4c25-8e46-8b5455e5bc99) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:27.577231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7573518a-7c5b-42a0-a7db-a9bbf41fc26b tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags HTTP/1.1" status: 200 len: 205 time: 1.1783776 Aug 26 11:00:27.583362 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56486) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:27.596746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-1c4be48f-3044-481c-8c7b-cd08f864c96d tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:27.655856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196b17e-fc7e-456d-a980-c9c574b7b730 req-1aeee1ab-3214-4349-bcc8-c64438ba8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:27.658475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f196b17e-fc7e-456d-a980-c9c574b7b730 req-1aeee1ab-3214-4349-bcc8-c64438ba8e34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=75d778d8-5662-4039-bbcc-6321effd6623 HTTP/1.1" status: 200 len: 923 time: 1.1565263 Aug 26 11:00:27.713963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c7a3f-a518-4323-90c8-be985565b270 req-19984d13-e6e1-403b-9032-f31b9c67d05c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:27.727878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c2c7a3f-a518-4323-90c8-be985565b270 req-19984d13-e6e1-403b-9032-f31b9c67d05c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 943 time: 0.3297999 Aug 26 11:00:27.739779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:27.774891 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Transition to ACTIVE for port object a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:27.825439 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:27.835299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d175a8bd-d2ca-4e7e-8e40-5330646afaeb req-417f0093-764c-489a-93a1-dc1a3b49bcf7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3617547 Aug 26 11:00:27.837802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f196b17e-fc7e-456d-a980-c9c574b7b730 req-a3b55116-e904-45be-8d4b-7f4742598311 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e49c4653-3fe8-4973-b9ce-1e9310ace3a7 HTTP/1.1" status: 200 len: 217 time: 0.1671343 Aug 26 11:00:27.896521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Network 737316ca-f35a-431f-ace5-2858a9d1bebd is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:27.903760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:27.929256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'Port': ['ID=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:27.934992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:28.040529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:28.043059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:28.065627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c2c7a3f-a518-4323-90c8-be985565b270 req-22241457-9514-4161-87f6-7e92dcc70eb5 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364353 Aug 26 11:00:28.094308 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-90627a96-70fa-48c4-8cd6-d3d36544f033 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5322609 Aug 26 11:00:28.097213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56496) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:28.098015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1c4be48f-3044-481c-8c7b-cd08f864c96d tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags HTTP/1.1" status: 200 len: 241 time: 0.5114796 Aug 26 11:00:28.113873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196b17e-fc7e-456d-a980-c9c574b7b730 req-d610f7cf-5493-4c1a-9a5f-b9f6671617c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:28.114131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-c0bdb897-5bea-458e-b582-435015f0d6c4 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b', 'tempest-TagsExtTest-Tag-1400902531') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:28.119901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f196b17e-fc7e-456d-a980-c9c574b7b730 req-d610f7cf-5493-4c1a-9a5f-b9f6671617c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=92619ec1-0b12-4ddd-be18-dfd56e6ae98d HTTP/1.1" status: 200 len: 862 time: 0.2719018 Aug 26 11:00:28.157524 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f22d7e3-0b6b-4bf0-9aa5-91bd56b06f10 x-openstack-request-id: req-2f22d7e3-0b6b-4bf0-9aa5-91bd56b06f10 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:28.158008 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50058da1-6248-4039-9600-3a0d74dc0188", "tag": "31b5acb6-dab5-4f8e-b0cc-c7d3b271020a", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:28.158378 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f22d7e3-0b6b-4bf0-9aa5-91bd56b06f10 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:28.159037 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50058da1-6248-4039-9600-3a0d74dc0188', 'tag': '31b5acb6-dab5-4f8e-b0cc-c7d3b271020a', 'status': 'completed', 'code': 200} Aug 26 11:00:28.168085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Request body: {'port': {'device_id': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:28.210252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f196b17e-fc7e-456d-a980-c9c574b7b730 req-67aad923-838f-467a-8ae3-e942b2d869b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=75d778d8-5662-4039-bbcc-6321effd6623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807650 Aug 26 11:00:28.252484 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e49c4653-3fe8-4973-b9ce-1e9310ace3a7 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:00:28.389562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:28.392081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e49c4653-3fe8-4973-b9ce-1e9310ace3a7, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:28.399455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d175a8bd-d2ca-4e7e-8e40-5330646afaeb req-f03414c5-a08c-4096-9afd-c5671f483f63 service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492177 Aug 26 11:00:28.413332 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c0bdb897-5bea-458e-b582-435015f0d6c4 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags/tempest-TagsExtTest-Tag-1400902531 HTTP/1.1" status: 204 len: 168 time: 0.3130744 Aug 26 11:00:28.416872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56498) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:28.435485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'e49c4653-3fe8-4973-b9ce-1e9310ace3a7', 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623', 'port_id': 'e49c4653-3fe8-4973-b9ce-1e9310ace3a7', 'mac_address': 'fa:16:3e:df:d8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92619ec1-0b12-4ddd-be18-dfd56e6ae98d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:00:28.442291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-ecb36caa-6477-4ce7-898e-a7b49c7e3710 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b', 'tempest-TagsExtTest-Tag-1400902531') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:28.477095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f039bf01-193a-40d2-b79d-d0b396c327e3 None None] Provisioning for port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:28.484904 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f039bf01-193a-40d2-b79d-d0b396c327e3 None None] Provisioning complete for port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:28.485879 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f039bf01-193a-40d2-b79d-d0b396c327e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:28.541311 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:28.576944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f039bf01-193a-40d2-b79d-d0b396c327e3 None None] Port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:00:28.581439 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49c4653-3fe8-4973-b9ce-1e9310ace3a7 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:28.613928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e49c4653-3fe8-4973-b9ce-1e9310ace3a7, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:28.623487 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:28.692764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f196b17e-fc7e-456d-a980-c9c574b7b730 req-35ac7a90-2f74-420c-a82c-ad01b0c906be service neutron] 10.222.0.42 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679825 Aug 26 11:00:28.765215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:28.802538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:28.811407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:28.825680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Transition to ACTIVE for port object a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:28.836292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['e49c4653-3fe8-4973-b9ce-1e9310ace3a7'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:00:28.850035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:28.873091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77766d0f-75ff-49e7-aa79-3215d15fb4ac req-70bc9360-c6b8-4e6f-8785-d7955f17fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:28.874828 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-77766d0f-75ff-49e7-aa79-3215d15fb4ac req-70bc9360-c6b8-4e6f-8785-d7955f17fdf1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 1095 time: 0.6655931 Aug 26 11:00:29.027910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f196b17e-fc7e-456d-a980-c9c574b7b730 req-e40baa4c-bed1-45d2-9d74-186dff7b8baf service neutron] 10.222.0.42 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233490 Aug 26 11:00:29.060420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77766d0f-75ff-49e7-aa79-3215d15fb4ac req-351d0d76-60d5-4192-895c-62a98fe93145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:29.061990 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-77766d0f-75ff-49e7-aa79-3215d15fb4ac req-351d0d76-60d5-4192-895c-62a98fe93145 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 200 len: 912 time: 0.1461496 Aug 26 11:00:29.091916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f973753-d751-4248-840c-a9b714c87f47 req-baa2a126-920d-437d-a84e-4ef72e7d0b14 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:29.094828 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f973753-d751-4248-840c-a9b714c87f47 req-baa2a126-920d-437d-a84e-4ef72e7d0b14 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 931 time: 0.8106265 Aug 26 11:00:29.107317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d175a8bd-d2ca-4e7e-8e40-5330646afaeb req-b2a643b2-364c-4325-99d8-85543e5d24cf service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942313 Aug 26 11:00:29.164341 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-77766d0f-75ff-49e7-aa79-3215d15fb4ac req-dd900715-7835-4f7b-811e-e832fe4f31ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a HTTP/1.1" status: 200 len: 217 time: 0.0916543 Aug 26 11:00:29.262250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f973753-d751-4248-840c-a9b714c87f47 req-5f29e8ab-6853-4115-a141-2af1ec5af206 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534257 Aug 26 11:00:29.342577 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Pushing event updated for resources: {'Port': ['ID=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:29.557736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d08e3-3a56-4dd2-922c-49033fefc89e req-bdff8576-5e41-42d2-a946-47a5c780aa8d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:29.567413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-998d08e3-3a56-4dd2-922c-49033fefc89e req-bdff8576-5e41-42d2-a946-47a5c780aa8d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 945 time: 0.1998525 Aug 26 11:00:29.583196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:00:29.615985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ecb36caa-6477-4ce7-898e-a7b49c7e3710 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags/tempest-TagsExtTest-Tag-1400902531 HTTP/1.1" status: 204 len: 168 time: 1.1914604 Aug 26 11:00:29.615985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77766d0f-75ff-49e7-aa79-3215d15fb4ac req-d40ef02e-6f64-4d07-8872-104b6140e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:29.616672 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-77766d0f-75ff-49e7-aa79-3215d15fb4ac req-d40ef02e-6f64-4d07-8872-104b6140e3f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 200 len: 851 time: 0.4113741 Aug 26 11:00:29.622027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56516) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:29.639777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-a199de7e-78af-4fcb-a626-4d4a912e7c46 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:29.646794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Attempting to bind port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:00:29.647226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Attempting to bind port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:00:29.647809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Attempting to bind port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 on network 737316ca-f35a-431f-ace5-2858a9d1bebd {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:29.709257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 on network 737316ca-f35a-431f-ace5-2858a9d1bebd not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:00:29.712552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Attempting to bind port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 on network 737316ca-f35a-431f-ace5-2858a9d1bebd {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:29.726014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-998d08e3-3a56-4dd2-922c-49033fefc89e req-de51d91c-b030-42d9-80f6-bff51e788e05 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576231 Aug 26 11:00:29.762653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c308da0-622e-4ff1-860a-2264cdbcef5b req-4a06ab0d-c9e3-47c0-8730-74db636f46a4 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:29.771976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c308da0-622e-4ff1-860a-2264cdbcef5b req-4a06ab0d-c9e3-47c0-8730-74db636f46a4 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 943 time: 0.1669989 Aug 26 11:00:29.850459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:29.883911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '31b5acb6-dab5-4f8e-b0cc-c7d3b271020a', 'network_id': '6d6261ac-91ab-4779-b29f-3007a85a87d6', 'port_id': '31b5acb6-dab5-4f8e-b0cc-c7d3b271020a', 'mac_address': 'fa:16:3e:49:bf:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c71856-2cfc-4d6d-8f1b-fb314e8f501e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:00:29.908279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:00:29.913063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Checking segment: {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:29.913570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Bound using segment: {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:00:29.914144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Bound port: a3adbf90-2e4b-4c25-8e46-8b5455e5bc99, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:00:29.914697 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:29.928107 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-77766d0f-75ff-49e7-aa79-3215d15fb4ac req-2f02ab58-11e1-4e83-aabe-7737c5a6aa2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d6261ac-91ab-4779-b29f-3007a85a87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2836928 Aug 26 11:00:29.996693 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c308da0-622e-4ff1-860a-2264cdbcef5b req-6e264cd6-809a-4739-b633-4356261ffd0c tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951051 Aug 26 11:00:30.029516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40773a18-24c8-4fdb-a6de-0a843300e559 req-3db24794-d6a2-44ab-8266-2ea905ae8d5f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:30.041485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40773a18-24c8-4fdb-a6de-0a843300e559 req-3db24794-d6a2-44ab-8266-2ea905ae8d5f tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.2110648 Aug 26 11:00:30.068959 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:30.128642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56526) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:30.153918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:30.280725 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-77766d0f-75ff-49e7-aa79-3215d15fb4ac req-cadca5cc-f637-418f-b4f7-6de38f47ddc6 service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417938 Aug 26 11:00:30.317450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e49c4653-3fe8-4973-b9ce-1e9310ace3a7 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:30.344830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:30.355932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40773a18-24c8-4fdb-a6de-0a843300e559 req-c307539a-6751-42fe-bd0e-5eff222528db tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044240 Aug 26 11:00:30.381812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] For port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:00:30.463912 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:30.466006 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a199de7e-78af-4fcb-a626-4d4a912e7c46 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags HTTP/1.1" status: 200 len: 205 time: 0.8393517 Aug 26 11:00:30.467642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56536) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:30.477179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-706fb57d-e2ac-4584-af42-50a006b5bd92 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:30.628298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] For port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:00:30.663133 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:30.819394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:30.820651 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:30.824397 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] 10.222.0.42 "PUT /v2.0/ports/a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 HTTP/1.1" status: 200 len: 1092 time: 2.7205343 Aug 26 11:00:30.825404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:30.832030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'tag': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:30.839098 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e84a1c-73ec-4372-869f-62d5aae8df02" -d '{"events": [{"name": "network-changed", "server_uuid": "30ed5760-ef61-46de-a661-71a67ff1c66d", "tag": "a3adbf90-2e4b-4c25-8e46-8b5455e5bc99"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:30.907767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port e49c4653-3fe8-4973-b9ce-1e9310ace3a7 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:30.922622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port e49c4653-3fe8-4973-b9ce-1e9310ace3a7 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:30.923082 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:30.992191 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-706fb57d-e2ac-4584-af42-50a006b5bd92 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags HTTP/1.1" status: 200 len: 241 time: 0.5204239 Aug 26 11:00:30.993165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['31b5acb6-dab5-4f8e-b0cc-c7d3b271020a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:00:31.013589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56550) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:31.031718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-50587511-7541-40de-93d7-8079af75b45b tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9', 'tempest-TagsExtTest-Tag-2079142004') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:31.053623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3ad36-07b2-46fe-a493-1f1d4755d50c service neutron] Pushing event updated for resources: {'Port': ['ID=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:31.076459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954d4f8-e735-47b5-80f1-172c2b42e50b req-9b6d3b5e-f939-4fbc-96f9-ca89486b9d47 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:31.077264 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-77766d0f-75ff-49e7-aa79-3215d15fb4ac req-27811375-8d77-4917-a85d-f65cd24430ed service neutron] 10.222.0.47 "GET /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7703426 Aug 26 11:00:31.099095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-96329382-194d-4c3b-acc3-a135d71ff3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:31.100496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2954d4f8-e735-47b5-80f1-172c2b42e50b req-9b6d3b5e-f939-4fbc-96f9-ca89486b9d47 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 943 time: 0.3523877 Aug 26 11:00:31.121343 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-96329382-194d-4c3b-acc3-a135d71ff3b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 1095 time: 0.2297089 Aug 26 11:00:31.175125 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-61d3d72e-3b7e-4f9a-bc04-0c6817ab890b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 HTTP/1.1" status: 200 len: 217 time: 0.0453124 Aug 26 11:00:31.193429 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:31.272497 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-9f328db2-e3a8-44ec-95e7-a2adad448167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:31.274031 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-9f328db2-e3a8-44ec-95e7-a2adad448167 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.0912111 Aug 26 11:00:31.327680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f0b17-4fbb-4a74-a560-a9b59924f1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c4653-3fe8-4973-b9ce-1e9310ace3a7'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:31.331458 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63b8eff-1e9d-42f0-a477-0755532738ea" -d '{"events": [{"server_uuid": "a30f0b17-4fbb-4a74-a560-a9b59924f1ad", "name": "network-vif-plugged", "status": "completed", "tag": "e49c4653-3fe8-4973-b9ce-1e9310ace3a7"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:31.384201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2954d4f8-e735-47b5-80f1-172c2b42e50b req-509a4cec-ecb4-4618-b4f4-1278c2ee0a23 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826877 Aug 26 11:00:31.389767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e49c4653-3fe8-4973-b9ce-1e9310ace3a7, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:31.400541 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:31.408026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-a11cafa8-8323-467c-b855-96a6e097a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:31.414044 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-a11cafa8-8323-467c-b855-96a6e097a51f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319480 Aug 26 11:00:31.502527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-50587511-7541-40de-93d7-8079af75b45b tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags/tempest-TagsExtTest-Tag-2079142004 HTTP/1.1" status: 204 len: 168 time: 0.4782250 Aug 26 11:00:31.513485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0a87a-7671-46cc-bc96-a3fe6538d86c req-5b8164c6-a09e-402c-b0bb-b0ba1a91fc5c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:31.515489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfa0a87a-7671-46cc-bc96-a3fe6538d86c req-5b8164c6-a09e-402c-b0bb-b0ba1a91fc5c tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.3074684 Aug 26 11:00:31.516825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:31.517196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56560) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:31.524720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-1fbdd4c7-ea71-4676-8f99-afc7048ff009 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9', 'tempest-TagsExtTest-Tag-2079142004') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:31.614037 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-39e2c8e0-7f99-4d92-a7cd-56375b1d8592 service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912420 Aug 26 11:00:31.727346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfa0a87a-7671-46cc-bc96-a3fe6538d86c req-9387f750-0cd1-4654-b819-59906af83dec tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901362 Aug 26 11:00:31.746130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7ff96-b32a-4275-ba04-1f0e5c0ed087 req-d543674e-fcbf-4b1d-85ad-50599e18f252 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:31.747784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62f7ff96-b32a-4275-ba04-1f0e5c0ed087 req-d543674e-fcbf-4b1d-85ad-50599e18f252 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 946 time: 0.2313454 Aug 26 11:00:31.825890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1fbdd4c7-ea71-4676-8f99-afc7048ff009 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags/tempest-TagsExtTest-Tag-2079142004 HTTP/1.1" status: 204 len: 168 time: 0.3055487 Aug 26 11:00:31.837228 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc377e1-cca5-431b-979d-16124bc1a7f3 x-openstack-request-id: req-5fc377e1-cca5-431b-979d-16124bc1a7f3 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:31.841609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56566) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:31.846236 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ed5760-ef61-46de-a661-71a67ff1c66d", "tag": "a3adbf90-2e4b-4c25-8e46-8b5455e5bc99", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:31.847160 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fc377e1-cca5-431b-979d-16124bc1a7f3 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:31.848845 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'tag': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99', 'status': 'completed', 'code': 200} Aug 26 11:00:31.849641 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-77e79e97-a237-409d-ab0c-e6f338a1c107 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:31.912483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805f90fb-71de-4e18-9995-cdeb6636b67e req-65f2ae7a-cc6f-42b4-96df-3e96bd352426 service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891660 Aug 26 11:00:31.969343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62f7ff96-b32a-4275-ba04-1f0e5c0ed087 req-80369288-e2e6-46de-85cb-c9d69a577b80 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948919 Aug 26 11:00:32.074495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-77e79e97-a237-409d-ab0c-e6f338a1c107 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags HTTP/1.1" status: 200 len: 205 time: 0.2293735 Aug 26 11:00:32.075571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56570) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:32.093421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-44142465-35d5-4795-8c0f-a11b19f7b94b tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:32.103614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84a1c-73ec-4372-869f-62d5aae8df02 req-7963a94f-5fbc-43a4-94f7-90e23b0fad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:32.105740 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-21e84a1c-73ec-4372-869f-62d5aae8df02 req-7963a94f-5fbc-43a4-94f7-90e23b0fad09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 1095 time: 0.1178632 Aug 26 11:00:32.185155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-44142465-35d5-4795-8c0f-a11b19f7b94b tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags HTTP/1.1" status: 200 len: 240 time: 0.1053331 Aug 26 11:00:32.190722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56572) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:32.238232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-ff3cc69a-5f62-47d8-9afc-417991ddbc86 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca', 'tempest-TagsExtTest-Tag-179105837') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:32.309249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84a1c-73ec-4372-869f-62d5aae8df02 req-4dbc69bb-920f-4063-bc33-eb3cc1d7e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:32.312419 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-21e84a1c-73ec-4372-869f-62d5aae8df02 req-4dbc69bb-920f-4063-bc33-eb3cc1d7e233 service neutron] 10.222.0.42 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 911 time: 0.1980698 Aug 26 11:00:32.325195 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a72dc49-19b9-4670-94e7-5550ba4e4440 x-openstack-request-id: req-3a72dc49-19b9-4670-94e7-5550ba4e4440 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:32.325807 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f0b17-4fbb-4a74-a560-a9b59924f1ad", "name": "network-vif-plugged", "status": "completed", "tag": "e49c4653-3fe8-4973-b9ce-1e9310ace3a7", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:32.325807 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a72dc49-19b9-4670-94e7-5550ba4e4440 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:32.326142 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30f0b17-4fbb-4a74-a560-a9b59924f1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49c4653-3fe8-4973-b9ce-1e9310ace3a7', 'code': 200} Aug 26 11:00:32.339771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e83a7b-e53b-4e59-b5aa-293bbb5759f4 req-905a5535-9de7-4bfd-9bc4-4d1213d918ce tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:32.353469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6e83a7b-e53b-4e59-b5aa-293bbb5759f4 req-905a5535-9de7-4bfd-9bc4-4d1213d918ce tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 944 time: 0.1897097 Aug 26 11:00:32.374810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ff3cc69a-5f62-47d8-9afc-417991ddbc86 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags/tempest-TagsExtTest-Tag-179105837 HTTP/1.1" status: 204 len: 168 time: 0.1802785 Aug 26 11:00:32.389151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56578) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:32.421801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-68bd2e52-e92f-425a-af72-9e82aa6ccd48 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca', 'tempest-TagsExtTest-Tag-179105837') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:32.428161 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-21e84a1c-73ec-4372-869f-62d5aae8df02 req-e1afed5b-8cfc-4a99-bb89-334f529df15b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 HTTP/1.1" status: 200 len: 217 time: 0.1064379 Aug 26 11:00:32.510189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84a1c-73ec-4372-869f-62d5aae8df02 req-af135f97-66be-415a-8a15-a70f77c16224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:32.512050 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-21e84a1c-73ec-4372-869f-62d5aae8df02 req-af135f97-66be-415a-8a15-a70f77c16224 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.0649149 Aug 26 11:00:32.539259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:32.568736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84a1c-73ec-4372-869f-62d5aae8df02 req-8b47092f-f60e-4bc5-8fbe-f3e0779d4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:32.570453 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-21e84a1c-73ec-4372-869f-62d5aae8df02 req-8b47092f-f60e-4bc5-8fbe-f3e0779d4cd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510032 Aug 26 11:00:32.672294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6e83a7b-e53b-4e59-b5aa-293bbb5759f4 req-c4344840-eb50-4d46-845f-89d94dca460b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006516 Aug 26 11:00:32.746377 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-21e84a1c-73ec-4372-869f-62d5aae8df02 req-d1d7e831-fb61-45bd-85ae-aa78ba8a5ff6 service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670623 Aug 26 11:00:32.791376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046156-65e0-4d52-93f2-26c0bf667633 req-37b45d9d-43c1-453c-b54b-0498231519ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:32.794950 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b046156-65e0-4d52-93f2-26c0bf667633 req-37b45d9d-43c1-453c-b54b-0498231519ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 1098 time: 0.3344340 Aug 26 11:00:32.820320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eb865-d531-4218-87d8-07698512dd8d req-bf9f10cd-92b6-4ee7-bd63-a79c376491a8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:32.823158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a36eb865-d531-4218-87d8-07698512dd8d req-bf9f10cd-92b6-4ee7-bd63-a79c376491a8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.3586798 Aug 26 11:00:32.886224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-68bd2e52-e92f-425a-af72-9e82aa6ccd48 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags/tempest-TagsExtTest-Tag-179105837 HTTP/1.1" status: 204 len: 168 time: 0.4824769 Aug 26 11:00:32.893097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56586) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:32.902541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-8dfc5a3f-d0f0-4174-a220-593d38b58a9f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:32.963622 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-21e84a1c-73ec-4372-869f-62d5aae8df02 req-15ec2e96-7bb2-4f8d-9de0-f2b2339c5256 service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086658 Aug 26 11:00:32.999826 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8dfc5a3f-d0f0-4174-a220-593d38b58a9f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags HTTP/1.1" status: 200 len: 205 time: 0.1043262 Aug 26 11:00:33.001205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56590) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:33.009637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-2f63dd5a-c66f-4d38-bf02-1d757b1cb26e tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:33.012044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b046156-65e0-4d52-93f2-26c0bf667633 req-cbe5d7fe-235f-4c33-8153-8105d2796273 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875553 Aug 26 11:00:33.017937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a36eb865-d531-4218-87d8-07698512dd8d req-a0e1e698-7949-4f52-bc28-fe775ebdc4e8 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843305 Aug 26 11:00:33.028629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629ec03-82ab-4bfa-80f2-1f148b237f9a req-2839752f-a8a4-4788-98d8-c84d2cc60f96 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:33.030362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c629ec03-82ab-4bfa-80f2-1f148b237f9a req-2839752f-a8a4-4788-98d8-c84d2cc60f96 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 943 time: 0.2252944 Aug 26 11:00:33.087161 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2f63dd5a-c66f-4d38-bf02-1d757b1cb26e tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags HTTP/1.1" status: 204 len: 168 time: 0.0836825 Aug 26 11:00:33.090495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56600) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:33.106191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-06e9ae25-9525-4efb-a22d-c5700196b7cc tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:33.148770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56606) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:33.337618 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc8f55a5-35d0-485d-8725-01b5dacc503e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:33.475316 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc8f55a5-35d0-485d-8725-01b5dacc503e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:33.481141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc8f55a5-35d0-485d-8725-01b5dacc503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:33.514383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c629ec03-82ab-4bfa-80f2-1f148b237f9a req-807525f5-50b2-4710-8916-b1e3d0e6e310 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4587393 Aug 26 11:00:33.532470 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bc8f55a5-35d0-485d-8725-01b5dacc503e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec649c63acc64e45ac1c0bf76ef22687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779197 Aug 26 11:00:33.532470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f55a5-35d0-485d-8725-01b5dacc503e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b11bcb-eddc-419f-8fb4-962babb582b7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:33.547293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56610) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:33.615937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:33.648247 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b077ce89-0f54-47d4-b099-4b0b4edcb7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:33.686168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:33.694402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:33.694704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b077ce89-0f54-47d4-b099-4b0b4edcb7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:33.696157 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:33.737781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-06e9ae25-9525-4efb-a22d-c5700196b7cc tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags HTTP/1.1" status: 204 len: 168 time: 0.6385612 Aug 26 11:00:33.738123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56614) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:33.749273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-381cf05e-9509-487b-9141-2b911710c728 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:33.749870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-aade3489-ebe7-4d17-bdd8-f1b13e62eec4 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:33.759043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-aade3489-ebe7-4d17-bdd8-f1b13e62eec4 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.2484217 Aug 26 11:00:33.804086 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:33.823048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b12e6c-8d5c-4e77-a9a4-3bf4ff913152 req-481026a1-7b01-4101-b0a1-2e10da5ca7c3 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:33.833795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6b12e6c-8d5c-4e77-a9a4-3bf4ff913152 req-481026a1-7b01-4101-b0a1-2e10da5ca7c3 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 946 time: 0.2239556 Aug 26 11:00:33.837648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-a030f76c-b0bb-4817-9d26-ff0274a157b5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/quotas/b8d7e64294a14061bee27b24f1cafe89 HTTP/1.1" status: 200 len: 375 time: 0.0777047 Aug 26 11:00:33.854200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:33.859820 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:33.928391 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c8399fd-96de-4288-9ed4-61cdcdd61f71 req-b30d6361-b14c-4152-b8ff-37fd79e5942d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1085045 Aug 26 11:00:33.941203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b077ce89-0f54-47d4-b099-4b0b4edcb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:33.944872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:33.946331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b077ce89-0f54-47d4-b099-4b0b4edcb7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:33.950004 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b077ce89-0f54-47d4-b099-4b0b4edcb7f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1b11bcb-eddc-419f-8fb4-962babb582b7 HTTP/1.1" status: 204 len: 168 time: 0.4033575 Aug 26 11:00:33.974028 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077ce89-0f54-47d4-b099-4b0b4edcb7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b11bcb-eddc-419f-8fb4-962babb582b7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:33.978149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6b12e6c-8d5c-4e77-a9a4-3bf4ff913152 req-45dc4923-a987-474e-ba2b-9e7e11c86c27 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431279 Aug 26 11:00:33.987823 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-381cf05e-9509-487b-9141-2b911710c728 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags HTTP/1.1" status: 204 len: 168 time: 0.2465944 Aug 26 11:00:33.988049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56618) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:34.003042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-3d180415-b041-44b1-8f9b-f90749368d98 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:34.065432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-f4e7caa6-cb06-488c-b79f-8f6f1513273c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2144890 Aug 26 11:00:34.090003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] Deleting port d9648dc4-4ede-43c6-9a93-7001aeb4932c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:34.090655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:34.103515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8399fd-96de-4288-9ed4-61cdcdd61f71 req-f21e1ef6-f710-4f1f-b9d5-93b3ee6b14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:34.105895 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c8399fd-96de-4288-9ed4-61cdcdd61f71 req-f21e1ef6-f710-4f1f-b9d5-93b3ee6b14f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 1098 time: 0.0852628 Aug 26 11:00:34.256132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8399fd-96de-4288-9ed4-61cdcdd61f71 req-44237148-8445-42fd-9063-b27947ac0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:34.258414 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c8399fd-96de-4288-9ed4-61cdcdd61f71 req-44237148-8445-42fd-9063-b27947ac0ff3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 907 time: 0.1266925 Aug 26 11:00:34.269546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:00:34.312318 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c8399fd-96de-4288-9ed4-61cdcdd61f71 req-2ec0dd04-1cdf-4b06-8abd-7f9da4e9224f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 HTTP/1.1" status: 200 len: 217 time: 0.0430439 Aug 26 11:00:34.425645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8399fd-96de-4288-9ed4-61cdcdd61f71 req-56c30be8-619e-4da2-8534-bc63c217d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:34.427341 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c8399fd-96de-4288-9ed4-61cdcdd61f71 req-56c30be8-619e-4da2-8534-bc63c217d19d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.1071656 Aug 26 11:00:34.454603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362efe8-3b3a-4e37-9e55-c2099bee87d6 req-1170ed60-ce6e-47ab-82ab-305fa1fa9d91 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:34.457248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5362efe8-3b3a-4e37-9e55-c2099bee87d6 req-1170ed60-ce6e-47ab-82ab-305fa1fa9d91 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.3703098 Aug 26 11:00:34.484134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56622) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:34.493674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-4045a781-3eca-43f5-9bcb-6a4f0ebf280c service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268708 Aug 26 11:00:34.505107 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c8399fd-96de-4288-9ed4-61cdcdd61f71 req-d3d9c12f-3abb-4dc5-a870-b87385985f91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693665 Aug 26 11:00:34.506025 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa4c5330-1485-4926-9bec-0d7b08ad9441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:34.514635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] For port d9648dc4-4ede-43c6-9a93-7001aeb4932c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d9648dc4-4ede-43c6-9a93-7001aeb4932c,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:34.515282 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:34.530562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50058da1-6248-4039-9600-3a0d74dc0188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b5acb6-dab5-4f8e-b0cc-c7d3b271020a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:34.534147 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f981694-c424-406f-9b27-e232adb8ad17" -d '{"events": [{"server_uuid": "50058da1-6248-4039-9600-3a0d74dc0188", "name": "network-vif-plugged", "status": "completed", "tag": "31b5acb6-dab5-4f8e-b0cc-c7d3b271020a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:34.589368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:34.613401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'port_id': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99', 'mac_address': 'fa:16:3e:cc:fc:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:00:34.623193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] Calling delete_port for d9648dc4-4ede-43c6-9a93-7001aeb4932c owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:34.628012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3d180415-b041-44b1-8f9b-f90749368d98 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags HTTP/1.1" status: 204 len: 168 time: 0.6350904 Aug 26 11:00:34.635421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56628) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:34.642131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-b41afed9-847b-4e36-942e-3a927aa9fa13 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a', 'tempest-TagsExtTest-Tag-2105994828') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:34.671511 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:34.689803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:34.690925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5362efe8-3b3a-4e37-9e55-c2099bee87d6 req-3b7b6016-9f97-464f-967e-1366b79130fe tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098281 Aug 26 11:00:34.733106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:34.740223 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:34.799945 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c8399fd-96de-4288-9ed4-61cdcdd61f71 req-aa970cce-705f-4522-8a1e-e5df85d79f4f service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794869 Aug 26 11:00:34.811178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-d5923d72-8f2a-4839-a239-d66f85cf835e service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890198 Aug 26 11:00:34.824890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:34.972314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b41afed9-847b-4e36-942e-3a927aa9fa13 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags/tempest-TagsExtTest-Tag-2105994828 HTTP/1.1" status: 201 len: 201 time: 0.3337340 Aug 26 11:00:34.972569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56634) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:34.978566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-8f5b7baf-d22b-4fa1-a72f-600560eac5a1 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b', 'tempest-TagsExtTest-Tag-642285436') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:34.982492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a3adbf90-2e4b-4c25-8e46-8b5455e5bc99'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:00:34.991158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa4c5330-1485-4926-9bec-0d7b08ad9441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:34.995789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3fca2-61bb-4357-8cb3-b3ce17a4940d req-a3d0f39f-d622-4473-82d8-afbe2e9bde4e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:34.997466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fad3fca2-61bb-4357-8cb3-b3ce17a4940d req-a3d0f39f-d622-4473-82d8-afbe2e9bde4e tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 945 time: 0.1754520 Aug 26 11:00:35.005309 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd6b509-4f6b-4c34-9676-fa013a9bbfae x-openstack-request-id: req-cdd6b509-4f6b-4c34-9676-fa013a9bbfae {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:35.005625 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50058da1-6248-4039-9600-3a0d74dc0188", "name": "network-vif-plugged", "status": "completed", "tag": "31b5acb6-dab5-4f8e-b0cc-c7d3b271020a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:35.005891 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdd6b509-4f6b-4c34-9676-fa013a9bbfae {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:35.015513 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50058da1-6248-4039-9600-3a0d74dc0188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b5acb6-dab5-4f8e-b0cc-c7d3b271020a', 'code': 200} Aug 26 11:00:35.038234 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa4c5330-1485-4926-9bec-0d7b08ad9441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:35.120386 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aa4c5330-1485-4926-9bec-0d7b08ad9441 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaf3b163fd0e4f6d9b22e0de13d644b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317985 Aug 26 11:00:35.122388 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8c8399fd-96de-4288-9ed4-61cdcdd61f71 req-c36e1947-2d01-40eb-a2f4-9a29777bcc98 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150656 Aug 26 11:00:35.122917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56640) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:35.130781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c5330-1485-4926-9bec-0d7b08ad9441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0756b0d-5ccc-4621-a61b-061614100bc0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:35.190649 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2ce6-f185-43b7-83c7-a2e07afc51a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:35.217740 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fad3fca2-61bb-4357-8cb3-b3ce17a4940d req-d3d4ddea-ed7a-4510-a79a-38a607a1371b tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957340 Aug 26 11:00:35.231918 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2ce6-f185-43b7-83c7-a2e07afc51a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:35.316055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e10ee4-fb23-4619-a72e-ba993215a3de req-126cc1d5-2755-45a8-8e9a-928c7b2f11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:35.321239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1e10ee4-fb23-4619-a72e-ba993215a3de req-126cc1d5-2755-45a8-8e9a-928c7b2f11c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 1097 time: 0.2491148 Aug 26 11:00:35.336750 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:35.341996 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2ce6-f185-43b7-83c7-a2e07afc51a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:35.345245 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc9f2ce6-f185-43b7-83c7-a2e07afc51a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:35.347524 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cc9f2ce6-f185-43b7-83c7-a2e07afc51a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0756b0d-5ccc-4621-a61b-061614100bc0 HTTP/1.1" status: 204 len: 168 time: 0.2227049 Aug 26 11:00:35.372677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f2ce6-f185-43b7-83c7-a2e07afc51a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0756b0d-5ccc-4621-a61b-061614100bc0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:35.374478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6060cb-528d-4bd1-bedf-18d72e06df0f req-3bfdc973-28da-4d76-8d3c-224a817771e9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:35.379332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6060cb-528d-4bd1-bedf-18d72e06df0f req-3bfdc973-28da-4d76-8d3c-224a817771e9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 944 time: 0.3027887 Aug 26 11:00:35.500477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9648dc4-4ede-43c6-9a93-7001aeb4932c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:35.635833 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a64b3ddd-8078-446d-9569-f4bef251e8a2 req-99f05e6d-2a7d-412e-bac5-ada9a8245da1 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 210 time: 0.2716947 Aug 26 11:00:35.684337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6060cb-528d-4bd1-bedf-18d72e06df0f req-5c8151b9-fd88-43b7-b454-3b05b1d98ccf tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819960 Aug 26 11:00:35.703144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1e10ee4-fb23-4619-a72e-ba993215a3de req-8f1c7dd1-6de3-4de5-b171-1f94b61de27b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696921 Aug 26 11:00:35.741175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8f5b7baf-d22b-4fa1-a72f-600560eac5a1 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags/tempest-TagsExtTest-Tag-642285436 HTTP/1.1" status: 201 len: 201 time: 0.7664485 Aug 26 11:00:35.743417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56654) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:35.751715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-6da80a86-fbc6-40c3-bc9c-b4b151d4f466 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9', 'tempest-TagsExtTest-Tag-1885865108') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:35.977974 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:36.004345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d094-f58e-4bcb-b7ae-db3575d274e6 req-398f4f25-da7e-475d-a0f0-6950cf47cc0d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:36.006032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b76d094-f58e-4bcb-b7ae-db3575d274e6 req-398f4f25-da7e-475d-a0f0-6950cf47cc0d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.1680908 Aug 26 11:00:36.015101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca07216-db07-4536-a5c6-67e9e620df04 req-ca878b0f-3908-451f-a467-f66272c8e27d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:36.016791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fca07216-db07-4536-a5c6-67e9e620df04 req-ca878b0f-3908-451f-a467-f66272c8e27d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 946 time: 0.1807048 Aug 26 11:00:36.183903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b76d094-f58e-4bcb-b7ae-db3575d274e6 req-9d958fa4-9bcd-4c09-b407-774c8d2f3ff5 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158488 Aug 26 11:00:36.189153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fca07216-db07-4536-a5c6-67e9e620df04 req-ba056a21-e43c-4e39-8f2a-b5993f4d1ca3 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648126 Aug 26 11:00:36.285386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:36.348615 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6da80a86-fbc6-40c3-bc9c-b4b151d4f466 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags/tempest-TagsExtTest-Tag-1885865108 HTTP/1.1" status: 201 len: 201 time: 0.6034374 Aug 26 11:00:36.352546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56670) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:36.367946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-3664847e-1f79-423f-b21b-1b0f0d572fcd tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca', 'tempest-TagsExtTest-Tag-1047975107') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:36.371356 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:36.378665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:36.379077 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:36.435877 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3664847e-1f79-423f-b21b-1b0f0d572fcd tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags/tempest-TagsExtTest-Tag-1047975107 HTTP/1.1" status: 201 len: 201 time: 0.0797727 Aug 26 11:00:36.436444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56674) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:36.447825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-b0061148-8567-4991-b54f-706cb192ec7b tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a', {'tags': ['tempest-TagsExtTest-Tag-1809910331', 'tempest-TagsExtTest-Tag-1312914692', 'tempest-TagsExtTest-Tag-1724929462']}) {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:36.629512 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0061148-8567-4991-b54f-706cb192ec7b tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags HTTP/1.1" status: 200 len: 318 time: 0.1888163 Aug 26 11:00:36.630579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56682) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:36.633801 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:36.642677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-69058ca6-e277-4303-b171-8bfc39484154 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:36.698331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] Router 9700c32c-ff42-42fe-83ea-157d021771cd has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:00:36.712439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0c9cc-53c0-493b-b007-fda9c6257dc5 req-bcb92ef6-94df-4347-af71-ad8e9a3af261 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:36.715977 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35d0c9cc-53c0-493b-b007-fda9c6257dc5 req-bcb92ef6-94df-4347-af71-ad8e9a3af261 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 945 time: 0.2334809 Aug 26 11:00:36.722954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:36.729076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526523d7-93a8-47f0-a46d-25f77e068659 req-881a43f6-a585-4a3e-8399-ce1d0d28a7d6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:36.738125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-526523d7-93a8-47f0-a46d-25f77e068659 req-881a43f6-a585-4a3e-8399-ce1d0d28a7d6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 946 time: 0.2612205 Aug 26 11:00:36.741035 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:36.810473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:36.849059 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-69058ca6-e277-4303-b171-8bfc39484154 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags HTTP/1.1" status: 204 len: 168 time: 0.2153149 Aug 26 11:00:36.851859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56690) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:36.855190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35d0c9cc-53c0-493b-b007-fda9c6257dc5 req-74e66456-c2a8-4970-b868-4acf4a88d52d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132441 Aug 26 11:00:36.859669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-082f8129-aef3-4f3f-aad5-ef9fc000bf2e tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a', 'tempest-TagsExtTest-Tag-1809910331') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:36.867784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-526523d7-93a8-47f0-a46d-25f77e068659 req-279282bc-8f7a-4bd9-b5ad-12c7536c652b tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287866 Aug 26 11:00:37.016438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:37.019256 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bcbe4e-c2bd-4e9e-b82f-b5e2e86a9152" -d '{"events": [{"server_uuid": "30ed5760-ef61-46de-a661-71a67ff1c66d", "name": "network-vif-plugged", "status": "completed", "tag": "a3adbf90-2e4b-4c25-8e46-8b5455e5bc99"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:37.078406 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-082f8129-aef3-4f3f-aad5-ef9fc000bf2e tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:37.081719 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-082f8129-aef3-4f3f-aad5-ef9fc000bf2e tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags/tempest-TagsExtTest-Tag-1809910331 HTTP/1.1" status: 404 len: 329 time: 0.2282028 Aug 26 11:00:37.085725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56698) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:37.094431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-e4b160cc-d12e-49b2-acaf-88439fdcacfe tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a', 'tempest-TagsExtTest-Tag-1312914692') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:37.168987 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3bfdf11-0732-4c8e-84c2-1dbfe021daa4 req-5e7178e6-f505-4f66-9fc4-901ff70baabd tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 210 time: 0.0742352 Aug 26 11:00:37.175175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:00:37.191801 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f88d86-f505-41db-bf17-49fbe3503840 None None] Sync routers for ids ['9700c32c-ff42-42fe-83ea-157d021771cd'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:00:37.201958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-935bea3b-7269-4460-8745-c7972c80d202 admin admin] 10.222.0.21 "PUT /v2.0/routers/9700c32c-ff42-42fe-83ea-157d021771cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0626664 Aug 26 11:00:37.206575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56700) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:37.240735 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f88d86-f505-41db-bf17-49fbe3503840 None None] Routers {'9700c32c-ff42-42fe-83ea-157d021771cd'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:00:37.245651 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-41f88d86-f505-41db-bf17-49fbe3503840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:00:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9700c32c-ff42-42fe-83ea-157d021771cd'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:37.430435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415c01a-a826-41d6-87eb-b4d1751ffa62 req-36ceb5ef-6e4c-4043-b169-f68e81d9d506 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:37.433159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3415c01a-a826-41d6-87eb-b4d1751ffa62 req-36ceb5ef-6e4c-4043-b169-f68e81d9d506 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.2297142 Aug 26 11:00:37.453324 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c893dba9-c116-4278-9e58-cc915b389bda x-openstack-request-id: req-c893dba9-c116-4278-9e58-cc915b389bda {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:37.454544 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ed5760-ef61-46de-a661-71a67ff1c66d", "name": "network-vif-plugged", "status": "completed", "tag": "a3adbf90-2e4b-4c25-8e46-8b5455e5bc99", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:37.456500 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c893dba9-c116-4278-9e58-cc915b389bda {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:37.457592 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99', 'code': 200} Aug 26 11:00:37.632422 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-e4b160cc-d12e-49b2-acaf-88439fdcacfe tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:37.639325 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e4b160cc-d12e-49b2-acaf-88439fdcacfe tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags/tempest-TagsExtTest-Tag-1312914692 HTTP/1.1" status: 404 len: 329 time: 0.5523050 Aug 26 11:00:37.657888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56712) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:37.680586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-9cf52599-e885-44d5-a054-2a12febe34d2 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a', 'tempest-TagsExtTest-Tag-1724929462') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:37.724656 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-41f88d86-f505-41db-bf17-49fbe3503840 None None] Set router 9700c32c-ff42-42fe-83ea-157d021771cd gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:00:37.788802 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:38.021800 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-9cf52599-e885-44d5-a054-2a12febe34d2 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:38.024623 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9cf52599-e885-44d5-a054-2a12febe34d2 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags/tempest-TagsExtTest-Tag-1724929462 HTTP/1.1" status: 404 len: 329 time: 0.3537660 Aug 26 11:00:38.033171 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:38.035778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3415c01a-a826-41d6-87eb-b4d1751ffa62 req-d08171c2-52ea-438a-82ad-9ab26e51c74e tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5466692 Aug 26 11:00:38.050374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56718) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:38.076232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-bc3e2f76-0ae9-4ba8-b64f-0872adb1d76f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b', {'tags': ['tempest-TagsExtTest-Tag-564083523', 'tempest-TagsExtTest-Tag-594521403', 'tempest-TagsExtTest-Tag-1517081959']}) {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:38.103437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88712760-94da-4a0b-9d7f-7c595e94d56c req-0193275f-e83b-4550-8cff-92c7073f3a02 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:38.116272 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88712760-94da-4a0b-9d7f-7c595e94d56c req-0193275f-e83b-4550-8cff-92c7073f3a02 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 946 time: 0.4341090 Aug 26 11:00:38.125258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cdb96-5d20-4521-99c5-23788e50844b req-e30c2ca2-b962-4b44-ac88-4a69ec3dc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:38.134348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-929cdb96-5d20-4521-99c5-23788e50844b req-e30c2ca2-b962-4b44-ac88-4a69ec3dc4cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 1097 time: 0.4406745 Aug 26 11:00:38.203587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-38592cde-2d82-42bc-90af-6713a3a92444 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:38.206580 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-38592cde-2d82-42bc-90af-6713a3a92444 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.7715888 Aug 26 11:00:38.253888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Request body: {'port': {'device_id': '0df954b6-4ad4-4d11-b280-e38787880bef', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'admin_state_up': True, 'tenant_id': 'b8d7e64294a14061bee27b24f1cafe89'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:38.261108 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-41f88d86-f505-41db-bf17-49fbe3503840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T11:00:35Z', 'revision_number': 5, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port': {'id': '34f2a81c-fc52-4d41-a715-0c465470bae4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T10:48:32Z', 'updated_at': '2021-08-26T10:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:38.279935 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bc3e2f76-0ae9-4ba8-b64f-0872adb1d76f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags HTTP/1.1" status: 200 len: 316 time: 0.2263000 Aug 26 11:00:38.289364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56726) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:38.292270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Deleting port 34f2a81c-fc52-4d41-a715-0c465470bae4 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:38.293915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:38.307723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-04ebed1b-6bbb-494f-a9ef-2e5e84fcea2e tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:38.455644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-929cdb96-5d20-4521-99c5-23788e50844b req-29583d3e-debd-486f-83ab-15735e40a94a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197486 Aug 26 11:00:38.492771 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f88d86-f505-41db-bf17-49fbe3503840 None None] Checking router: 9700c32c-ff42-42fe-83ea-157d021771cd for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:00:38.496376 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88712760-94da-4a0b-9d7f-7c595e94d56c req-cd70a156-681a-4ef0-ba7d-0344620dafcf tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496382 Aug 26 11:00:38.525281 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f88d86-f505-41db-bf17-49fbe3503840 None None] Routers {'9700c32c-ff42-42fe-83ea-157d021771cd'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:00:38.528277 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-41f88d86-f505-41db-bf17-49fbe3503840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:00:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9700c32c-ff42-42fe-83ea-157d021771cd'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:38.594138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d5d8f-8d37-446c-b227-4585e3991ace req-14b6723c-1389-4e17-bc55-c02298be3614 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:38.598282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d56d5d8f-8d37-446c-b227-4585e3991ace req-14b6723c-1389-4e17-bc55-c02298be3614 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 945 time: 0.3902905 Aug 26 11:00:38.631003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] For port 34f2a81c-fc52-4d41-a715-0c465470bae4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=34f2a81c-fc52-4d41-a715-0c465470bae4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:38.631403 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:38.663524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Calling delete_port for 34f2a81c-fc52-4d41-a715-0c465470bae4 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:38.730603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Made reservation on behalf of b8d7e64294a14061bee27b24f1cafe89 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:38.740019 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:38.804448 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-04ebed1b-6bbb-494f-a9ef-2e5e84fcea2e tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags HTTP/1.1" status: 204 len: 168 time: 0.5060403 Aug 26 11:00:38.809704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56736) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:38.864799 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-41f88d86-f505-41db-bf17-49fbe3503840 None None] Set router 9700c32c-ff42-42fe-83ea-157d021771cd gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:00:38.876690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-d05ae635-0771-40bb-a2c0-230e679ab347 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b', 'tempest-TagsExtTest-Tag-564083523') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:38.921829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d56d5d8f-8d37-446c-b227-4585e3991ace req-32caca93-90c8-4428-817d-2f90b30278ba tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087866 Aug 26 11:00:38.979294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6158c2cf-ce93-496d-a265-975f84fc5c22 req-403b2cb8-cd84-42d8-ad47-a7e2fd16dbc4 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 210 time: 0.2536550 Aug 26 11:00:39.038910 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-41f88d86-f505-41db-bf17-49fbe3503840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T11:00:38Z', 'revision_number': 6, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:39.146130 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f88d86-f505-41db-bf17-49fbe3503840 None None] The sync data for ids ['9700c32c-ff42-42fe-83ea-157d021771cd'] in n-d-778550-13 is: [{'id': '9700c32c-ff42-42fe-83ea-157d021771cd', 'name': 'tempest-TaggedBootDevicesTest_v242-1011523751-router', 'tenant_id': 'a20ef30a5184466699261f37ea7a0f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:48:30Z', 'updated_at': '2021-08-26T11:00:38Z', 'revision_number': 6, 'project_id': 'a20ef30a5184466699261f37ea7a0f7f', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:00:39.219542 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:39.358510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Pushing event deleted for resources: {'Port': ['ID=34f2a81c-fc52-4d41-a715-0c465470bae4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:39.453298 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:39.808544 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:39.813864 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:40.005015 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:40.006036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9700c32c-ff42-42fe-83ea-157d021771cd {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:00:40.018792 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:40.020381 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-14f0ba03-db79-4bcd-8965-d82a03ace10e admin admin] 10.222.0.21 "DELETE /v2.0/routers/9700c32c-ff42-42fe-83ea-157d021771cd HTTP/1.1" status: 204 len: 168 time: 2.8010194 Aug 26 11:00:40.023499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56756) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:40.121081 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-581039a7-01f6-42b7-80d7-a53687b3b340 admin admin] Deleting subnet cbd66f25-7610-43d2-adaa-46242c9349bb {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:00:40.126761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-581039a7-01f6-42b7-80d7-a53687b3b340 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:40.227159 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-581039a7-01f6-42b7-80d7-a53687b3b340 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:40.338928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46d68a-b72f-4491-a885-807067bfb9bd req-70199dbb-5b7d-446b-bcdc-8ad850b62ac2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:40.340627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac46d68a-b72f-4491-a885-807067bfb9bd req-70199dbb-5b7d-446b-bcdc-8ad850b62ac2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 946 time: 1.1904037 Aug 26 11:00:40.364937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d9648dc4-4ede-43c6-9a93-7001aeb4932c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:40.394568 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: d9648dc4-4ede-43c6-9a93-7001aeb4932c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:00:40.395025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d9648dc4-4ede-43c6-9a93-7001aeb4932c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:40.450888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Allocated IP 172.20.0.6 (f26d7fc6-3093-4095-86d1-7a49e1a4c1e2/8930c4d8-d9e7-491f-bdc1-07f2ef2624b2/ac660cbb-3e45-41a8-ae24-f5e21b9b0173) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:40.470542 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-581039a7-01f6-42b7-80d7-a53687b3b340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:40.495930 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-d05ae635-0771-40bb-a2c0-230e679ab347 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:40.497022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d05ae635-0771-40bb-a2c0-230e679ab347 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags/tempest-TagsExtTest-Tag-564083523 HTTP/1.1" status: 404 len: 328 time: 1.6420200 Aug 26 11:00:40.504920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56766) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:40.523334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-d8576e11-7422-4fea-9a22-41fa395bb0c7 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b', 'tempest-TagsExtTest-Tag-594521403') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:40.570649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f9beb-a879-48e3-9892-d07e97aef073 req-1158d0ee-2b50-4c6a-beac-70576a4a980c tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:40.572552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c74f9beb-a879-48e3-9892-d07e97aef073 req-1158d0ee-2b50-4c6a-beac-70576a4a980c tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.2559996 Aug 26 11:00:40.601609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac46d68a-b72f-4491-a885-807067bfb9bd req-69bea4b3-74da-4d6c-abed-619db5aca886 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427354 Aug 26 11:00:40.602222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-581039a7-01f6-42b7-80d7-a53687b3b340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:40.632689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581039a7-01f6-42b7-80d7-a53687b3b340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd66f25-7610-43d2-adaa-46242c9349bb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:40.636860 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-581039a7-01f6-42b7-80d7-a53687b3b340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:40.639393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-581039a7-01f6-42b7-80d7-a53687b3b340 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cbd66f25-7610-43d2-adaa-46242c9349bb HTTP/1.1" status: 204 len: 168 time: 0.6119244 Aug 26 11:00:40.642200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56770) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:40.650243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac447f12-0220-4998-9aeb-32ac80ed4272 None None] Network 7e452ec9-a05c-4730-9299-cad46d4ac2a7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:00:40.781495 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:40.865514 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c74f9beb-a879-48e3-9892-d07e97aef073 req-fa732236-a5e7-4d6b-b249-5b3bc8311d8b tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592595 Aug 26 11:00:40.914597 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-d8576e11-7422-4fea-9a22-41fa395bb0c7 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:40.921616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d8576e11-7422-4fea-9a22-41fa395bb0c7 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags/tempest-TagsExtTest-Tag-594521403 HTTP/1.1" status: 404 len: 328 time: 0.4086330 Aug 26 11:00:40.923473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56776) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:40.937576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-3da7a5a7-04c6-40c3-88b0-24b9ae67d814 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b', 'tempest-TagsExtTest-Tag-1517081959') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:41.001483 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd27318a-2b0b-47ba-a7c8-51167bbc6ce8 req-bd31df47-1dbe-450a-b05c-5d49c130fa72 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 210 time: 0.0978477 Aug 26 11:00:41.011208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Deleting port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:41.012058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:41.144937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5c7158-0651-4c9d-92d8-1e939c8b321b None None] DHCP port deletion for 7e452ec9-a05c-4730-9299-cad46d4ac2a7 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:00:41.190989 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:41.294544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177dc47-adc8-4bfd-b287-e769d0c7edbf req-5fc8d838-bf02-4d1e-9c1a-de3bfdf687c4 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:41.303302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5177dc47-adc8-4bfd-b287-e769d0c7edbf req-5fc8d838-bf02-4d1e-9c1a-de3bfdf687c4 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 945 time: 0.2587185 Aug 26 11:00:41.353208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] For port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f27f4512-d37d-4f3e-ba41-c7835e7fc1fd,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:41.353899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:41.374273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5177dc47-adc8-4bfd-b287-e769d0c7edbf req-c64199f9-4f3b-4b61-81d9-767451f09429 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695856 Aug 26 11:00:41.420950 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:41.435046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c7158-0651-4c9d-92d8-1e939c8b321b None None] Deleting port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:41.436448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Calling delete_port for f27f4512-d37d-4f3e-ba41-c7835e7fc1fd owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:41.438873 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7158-0651-4c9d-92d8-1e939c8b321b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:41.470355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:00:41.546406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event updated for resources: {'Port': ['ID=ac660cbb-3e45-41a8-ae24-f5e21b9b0173,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:41.648635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:41.651644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:41.668272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:41.695955 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-3da7a5a7-04c6-40c3-88b0-24b9ae67d814 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:41.703701 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3da7a5a7-04c6-40c3-88b0-24b9ae67d814 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags/tempest-TagsExtTest-Tag-1517081959 HTTP/1.1" status: 404 len: 329 time: 0.7802725 Aug 26 11:00:41.704630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56792) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:41.709086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:41.718399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-0063f532-33a6-4e62-94d6-28ed81efcf9b tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9', {'tags': ['tempest-TagsExtTest-Tag-1678721590', 'tempest-TagsExtTest-Tag-1848504128', 'tempest-TagsExtTest-Tag-1525689371']}) {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:41.790932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5c5c7158-0651-4c9d-92d8-1e939c8b321b None None] For port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f27f4512-d37d-4f3e-ba41-c7835e7fc1fd,segment=NetworkSegment(dc42f74a-0766-4fb2-90c9-767687b161df),segment_id=dc42f74a-0766-4fb2-90c9-767687b161df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:41.791865 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7158-0651-4c9d-92d8-1e939c8b321b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:41.863313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27f4512-d37d-4f3e-ba41-c7835e7fc1fd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:41.884870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:41.889567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:41.918538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c7158-0651-4c9d-92d8-1e939c8b321b None None] Calling delete_port for f27f4512-d37d-4f3e-ba41-c7835e7fc1fd owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:41.927939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb195f2-bd7e-449b-a870-f90c87751da8 req-ad084c8a-d32b-4741-86a7-983ababac221 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:41.935962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bb195f2-bd7e-449b-a870-f90c87751da8 req-ad084c8a-d32b-4741-86a7-983ababac221 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.4822803 Aug 26 11:00:41.945193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56796) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:41.952577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9ae7f358-4b07-4b03-84b7-b7cc053f0f74 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'floatingip': {'port_id': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:41.964871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f27f4512-d37d-4f3e-ba41-c7835e7fc1fd no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:41.978421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108b8e7-6f19-4cf0-ac95-95adbdcc4fd4 req-4e8d475f-2005-4acb-ba06-66c7543be314 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:41.980301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f108b8e7-6f19-4cf0-ac95-95adbdcc4fd4 req-4e8d475f-2005-4acb-ba06-66c7543be314 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 946 time: 0.3241460 Aug 26 11:00:42.020457 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-c2f29b2c-2004-42fe-9d97-79698ab15c10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7903681 Aug 26 11:00:42.024401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] No DVR routers for this DVR port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:00:42.064285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Request body: {'port': {'device_id': '0df954b6-4ad4-4d11-b280-e38787880bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:42.070801 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f358-4b07-4b03-84b7-b7cc053f0f74 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:42.104550 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0063f532-33a6-4e62-94d6-28ed81efcf9b tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags HTTP/1.1" status: 200 len: 318 time: 0.3971615 Aug 26 11:00:42.105532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56798) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.194263 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:00:42.196895 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:00:42.216320 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7158-0651-4c9d-92d8-1e939c8b321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:42.221016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: f27f4512-d37d-4f3e-ba41-c7835e7fc1fd {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:00:42.222386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f27f4512-d37d-4f3e-ba41-c7835e7fc1fd not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:42.223081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 34f2a81c-fc52-4d41-a715-0c465470bae4 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:42.262695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-ff18fe47-0586-4031-869a-eb11a3caeef6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:42.371567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 34f2a81c-fc52-4d41-a715-0c465470bae4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:00:42.372147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 34f2a81c-fc52-4d41-a715-0c465470bae4 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:42.388192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c7158-0651-4c9d-92d8-1e939c8b321b None None] Pushing event deleted for resources: {'Port': ['ID=f27f4512-d37d-4f3e-ba41-c7835e7fc1fd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:42.415232 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:42.449987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c7158-0651-4c9d-92d8-1e939c8b321b None None] No DVR routers for this DVR port f27f4512-d37d-4f3e-ba41-c7835e7fc1fd on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:00:42.541183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e452ec9-a05c-4730-9299-cad46d4ac2a7']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:42.576003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc42f74a-0766-4fb2-90c9-767687b161df') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:42.576476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc42f74a-0766-4fb2-90c9-767687b161df') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:42.614426 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:42.657792 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:42.676287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:00:42.677019 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:42.754248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f108b8e7-6f19-4cf0-ac95-95adbdcc4fd4 req-a476226a-fbb2-4b62-89d2-7393d35b3e66 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7339714 Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:00:42.803257 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:00:42.809225 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ff18fe47-0586-4031-869a-eb11a3caeef6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags HTTP/1.1" status: 204 len: 168 time: 0.5621228 Aug 26 11:00:42.812030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:42.816769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56812) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:42.832043 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:42.837269 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e452ec9-a05c-4730-9299-cad46d4ac2a7 HTTP/1.1" status: 204 len: 168 time: 2.1926322 Aug 26 11:00:42.844225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-65f53ccb-6d15-41f0-9e80-420cb4dcbe72 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9', 'tempest-TagsExtTest-Tag-1678721590') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:42.931041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54774025-3b50-4450-8fa2-cc7a30b52302 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e452ec9-a05c-4730-9299-cad46d4ac2a7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:43.000390 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-65f53ccb-6d15-41f0-9e80-420cb4dcbe72 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:43.001657 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-65f53ccb-6d15-41f0-9e80-420cb4dcbe72 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags/tempest-TagsExtTest-Tag-1678721590 HTTP/1.1" status: 404 len: 329 time: 0.1790161 Aug 26 11:00:43.004598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56820) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:43.010396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-54760574-9d17-4caf-b0e3-e94495b2d001 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9', 'tempest-TagsExtTest-Tag-1848504128') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:43.070625 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:43.123654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e9b0e-07db-45a2-a964-20e14b93d992 req-b48123e2-70a3-49ff-987d-022b18607298 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:43.128551 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-54760574-9d17-4caf-b0e3-e94495b2d001 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:43.131600 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-54760574-9d17-4caf-b0e3-e94495b2d001 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags/tempest-TagsExtTest-Tag-1848504128 HTTP/1.1" status: 404 len: 329 time: 0.1253734 Aug 26 11:00:43.135017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56822) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:43.138939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c3e9b0e-07db-45a2-a964-20e14b93d992 req-b48123e2-70a3-49ff-987d-022b18607298 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 931 time: 0.5662878 Aug 26 11:00:43.144366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-2ccaf62e-0d17-4711-a0d4-efb4382e5608 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9', 'tempest-TagsExtTest-Tag-1525689371') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:43.302219 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-943b758e-9b46-4a07-9e98-b372226c7ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:43.328343 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-2ccaf62e-0d17-4711-a0d4-efb4382e5608 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:43.331061 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2ccaf62e-0d17-4711-a0d4-efb4382e5608 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags/tempest-TagsExtTest-Tag-1525689371 HTTP/1.1" status: 404 len: 329 time: 0.1933978 Aug 26 11:00:43.336621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56826) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:43.352994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-41e9170c-fe1c-4317-b828-89156fc553ad tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca', {'tags': ['tempest-TagsExtTest-Tag-1564956507', 'tempest-TagsExtTest-Tag-1969442668', 'tempest-TagsExtTest-Tag-100204705']}) {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:43.364764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa9f7-20c5-48b9-9ab2-dbe97c428653 req-a6f65987-25b4-4bb5-9e81-475392abde39 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:43.374803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07eaa9f7-20c5-48b9-9ab2-dbe97c428653 req-a6f65987-25b4-4bb5-9e81-475392abde39 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 945 time: 0.3900387 Aug 26 11:00:43.407645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56828) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:43.446361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c3e9b0e-07db-45a2-a964-20e14b93d992 req-27a4c171-9f64-4ff4-ab11-5a8ef4a240b2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058207 Aug 26 11:00:43.519129 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-41e9170c-fe1c-4317-b828-89156fc553ad tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "PUT /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags HTTP/1.1" status: 200 len: 317 time: 0.1797450 Aug 26 11:00:43.528588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56832) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:43.539127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-61a5f06d-17a1-45bd-8a47-3a2084df1955 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:43.570970 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-135cc1da-aa43-4731-aa15-9c4be5392d89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a20ef30a5184466699261f37ea7a0f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585464 Aug 26 11:00:43.577033 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56836) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:43.689149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07eaa9f7-20c5-48b9-9ab2-dbe97c428653 req-9b0ddd5e-9c56-4fd2-8b22-53956f1ea111 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111961 Aug 26 11:00:43.751803 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e798dd37-3c63-43bc-a0af-ac8163402397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:43.800809 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e798dd37-3c63-43bc-a0af-ac8163402397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:43.813843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e5e20-d193-406a-8f35-0895bbca098b req-ad953a47-1af5-489b-bf0d-61f690c400a6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:43.822826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c2e5e20-d193-406a-8f35-0895bbca098b req-ad953a47-1af5-489b-bf0d-61f690c400a6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 946 time: 0.2714324 Aug 26 11:00:43.918796 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-61a5f06d-17a1-45bd-8a47-3a2084df1955 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags HTTP/1.1" status: 204 len: 168 time: 0.3872538 Aug 26 11:00:43.920569 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.resource_extend [None req-9ae7f358-4b07-4b03-84b7-b7cc053f0f74 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 11:00:43.922324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56842) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:43.934568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-07ceea7e-46c0-45b4-81ab-731068a237c8 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca', 'tempest-TagsExtTest-Tag-1564956507') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:43.948782 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e798dd37-3c63-43bc-a0af-ac8163402397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:43.951483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e798dd37-3c63-43bc-a0af-ac8163402397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:43.952686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e798dd37-3c63-43bc-a0af-ac8163402397 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3 HTTP/1.1" status: 204 len: 168 time: 0.3729074 Aug 26 11:00:43.973989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798dd37-3c63-43bc-a0af-ac8163402397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a6ca8b-edf8-48ec-a70e-8f508f3eb4d3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:44.022840 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-07ceea7e-46c0-45b4-81ab-731068a237c8 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:44.029375 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-07ceea7e-46c0-45b4-81ab-731068a237c8 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags/tempest-TagsExtTest-Tag-1564956507 HTTP/1.1" status: 404 len: 329 time: 0.1056015 Aug 26 11:00:44.032267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56846) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:44.039126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-0a85325d-4b79-4eaf-a10e-9aea5a302f3f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca', 'tempest-TagsExtTest-Tag-1969442668') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:44.094953 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-0a85325d-4b79-4eaf-a10e-9aea5a302f3f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:44.102187 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0a85325d-4b79-4eaf-a10e-9aea5a302f3f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags/tempest-TagsExtTest-Tag-1969442668 HTTP/1.1" status: 404 len: 329 time: 0.0655861 Aug 26 11:00:44.102634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56850) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:44.120273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-8c87372b-1b6d-4114-b1cc-d672925f64fd tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca', 'tempest-TagsExtTest-Tag-100204705') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:44.161731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c2e5e20-d193-406a-8f35-0895bbca098b req-d41365d7-30ed-4fff-b85d-062a32f17b7b tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372586 Aug 26 11:00:44.187866 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-8c87372b-1b6d-4114-b1cc-d672925f64fd tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] show failed (client error): The resource could not be found. Aug 26 11:00:44.188950 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8c87372b-1b6d-4114-b1cc-d672925f64fd tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags/tempest-TagsExtTest-Tag-100204705 HTTP/1.1" status: 404 len: 328 time: 0.0846801 Aug 26 11:00:44.192466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56854) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:44.210156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-22166219-5ca1-4eee-a6dd-7529cfb857b2 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa6c71ff-853e-427d-9b91-e8036535caca') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:44.316013 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-22166219-5ca1-4eee-a6dd-7529cfb857b2 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca/tags HTTP/1.1" status: 204 len: 168 time: 0.1214592 Aug 26 11:00:44.317154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56860) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:44.323990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-d120f583-0657-47ba-9a9b-e066998bd98f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '39153aea-1c25-4f14-b42c-e32fb55216b9') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:44.347695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f358-4b07-4b03-84b7-b7cc053f0f74 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:44.384137 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f358-4b07-4b03-84b7-b7cc053f0f74 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:44.444127 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d120f583-0657-47ba-9a9b-e066998bd98f tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1249971 Aug 26 11:00:44.445699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56866) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:44.452236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-7be58800-228a-42f0-b1db-0a2f9f7babb6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '766588ed-60a0-4c45-8d7c-45b21ca8526b') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:44.464918 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3050788-49ba-423f-9030-b7966db5fa51 req-54eb84c5-ad3e-46a8-ab4b-8920a5f92036 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3989811 Aug 26 11:00:44.595426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7bb71-5df8-47ae-9f7d-74b5a8fe9e30 req-b9f22c2e-640c-4be0-9c0c-3962fd4e2d34 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:44.601753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72a7bb71-5df8-47ae-9f7d-74b5a8fe9e30 req-b9f22c2e-640c-4be0-9c0c-3962fd4e2d34 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 945 time: 0.3868647 Aug 26 11:00:44.657751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac660cbb-3e45-41a8-ae24-f5e21b9b0173 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:44.683176 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:44.749823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d6593-8a94-4e67-865f-6ff4944ecca9 req-154258bb-7564-487b-bb2f-5f174845c487 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:44.758771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d7d6593-8a94-4e67-865f-6ff4944ecca9 req-154258bb-7564-487b-bb2f-5f174845c487 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 946 time: 0.3814702 Aug 26 11:00:44.761842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Transition to ACTIVE for port object ac660cbb-3e45-41a8-ae24-f5e21b9b0173 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:44.794047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:44.822428 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-9ae7f358-4b07-4b03-84b7-b7cc053f0f74 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Floating IP 13475ee9-93e5-426b-ab10-a1d7cfbbcb37 associated. External IP: 172.25.1.112, port: a3adbf90-2e4b-4c25-8e46-8b5455e5bc99. Aug 26 11:00:44.835099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050788-49ba-423f-9030-b7966db5fa51 req-9ba877a2-7fdb-46a2-bfca-1db92c1f244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:44.836059 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3050788-49ba-423f-9030-b7966db5fa51 req-9ba877a2-7fdb-46a2-bfca-1db92c1f244f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e796d04849e94289aa0bde1b177fea70&device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 1098 time: 0.3097146 Aug 26 11:00:44.903287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72a7bb71-5df8-47ae-9f7d-74b5a8fe9e30 req-922d02dc-5e6e-4239-aaac-c534381f2a88 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005133 Aug 26 11:00:45.005321 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7be58800-228a-42f0-b1db-0a2f9f7babb6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b/tags HTTP/1.1" status: 204 len: 168 time: 0.5573728 Aug 26 11:00:45.008556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56884) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:45.017637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.tag.tag_plugin [None req-decc34b3-edba-4b1a-af26-60f03503b4fe tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5ba9797f-f822-4480-b9a5-54ed2bfa658a') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:45.173931 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-decc34b3-edba-4b1a-af26-60f03503b4fe tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a/tags HTTP/1.1" status: 204 len: 168 time: 0.1571770 Aug 26 11:00:45.173931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56892) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:45.341394 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a4b1e70-bb66-48c7-87c1-14292533a642 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for subnetpool, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:45.351227 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7a4b1e70-bb66-48c7-87c1-14292533a642 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/subnetpools/fa6c71ff-853e-427d-9b91-e8036535caca HTTP/1.1" status: 204 len: 168 time: 0.1681528 Aug 26 11:00:45.352199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56896) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:45.413679 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9a09c978-8cdb-4c9b-974b-7d449acdd633 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "GET /v2.0/ports?device_id=39153aea-1c25-4f14-b42c-e32fb55216b9 HTTP/1.1" status: 200 len: 205 time: 0.0598953 Aug 26 11:00:45.414519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56900) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:45.544153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Pushing event updated for resources: {'Port': ['ID=ac660cbb-3e45-41a8-ae24-f5e21b9b0173,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:45.593278 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69128a04-f68c-4373-bd01-1cdf179cbc7c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:45.650454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56906) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:45.670313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d7d6593-8a94-4e67-865f-6ff4944ecca9 req-9a1d51d5-f6de-4070-a404-887d20aac104 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9014399 Aug 26 11:00:45.763344 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8142eb07-f22f-42c2-a216-f97ee3985a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.020182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba19c9f-b37b-405f-ba41-139a48eb9c48 req-c7a55ed6-38bb-47ce-b22a-acd1e602d17b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:46.031862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba19c9f-b37b-405f-ba41-139a48eb9c48 req-c7a55ed6-38bb-47ce-b22a-acd1e602d17b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 943 time: 0.9883552 Aug 26 11:00:46.073623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69128a04-f68c-4373-bd01-1cdf179cbc7c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.077299 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69128a04-f68c-4373-bd01-1cdf179cbc7c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.146061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69128a04-f68c-4373-bd01-1cdf179cbc7c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.147267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69128a04-f68c-4373-bd01-1cdf179cbc7c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Fanout notify agent at l3_agent the message router_deleted on router 39153aea-1c25-4f14-b42c-e32fb55216b9 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:00:46.176622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050788-49ba-423f-9030-b7966db5fa51 req-1abf2a36-50ac-42d9-9663-5dac533aa011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:46.178135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69128a04-f68c-4373-bd01-1cdf179cbc7c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.182642 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3050788-49ba-423f-9030-b7966db5fa51 req-1abf2a36-50ac-42d9-9663-5dac533aa011 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 200 len: 914 time: 1.2342310 Aug 26 11:00:46.184097 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-69128a04-f68c-4373-bd01-1cdf179cbc7c tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/routers/39153aea-1c25-4f14-b42c-e32fb55216b9 HTTP/1.1" status: 204 len: 168 time: 0.7680087 Aug 26 11:00:46.186784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56920) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:46.204198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1498846611-network', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:46.254316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Attempting to bind port ac660cbb-3e45-41a8-ae24-f5e21b9b0173 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:00:46.254788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Attempting to bind port ac660cbb-3e45-41a8-ae24-f5e21b9b0173 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:00:46.255051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Attempting to bind port ac660cbb-3e45-41a8-ae24-f5e21b9b0173 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:46.265131 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.331888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459edb4b-cc72-452d-8153-1f5fa435272c req-91b9eab7-20de-4d63-90bb-a8a9fa842576 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:46.335676 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-459edb4b-cc72-452d-8153-1f5fa435272c req-91b9eab7-20de-4d63-90bb-a8a9fa842576 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 945 time: 0.5321734 Aug 26 11:00:46.380935 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3050788-49ba-423f-9030-b7966db5fa51 req-0eb3d5ca-4490-41f2-91ce-4323a3490da8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69c40a3f-ac4a-484e-a724-137be15e9b65 HTTP/1.1" status: 200 len: 217 time: 0.1498311 Aug 26 11:00:46.388419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba19c9f-b37b-405f-ba41-139a48eb9c48 req-bbbfd6a6-7278-4028-b6b6-7e56ec36069b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556159 Aug 26 11:00:46.389064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Port ac660cbb-3e45-41a8-ae24-f5e21b9b0173 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:00:46.389403 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Attempting to bind port ac660cbb-3e45-41a8-ae24-f5e21b9b0173 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:46.414913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Made reservation on behalf of ff0e8881fff44dc588833fa16efe7c5b for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:46.417324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.431421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c538e5d-4aef-4ec6-a40b-819cc7e7e8c6 req-4a8ca30a-7607-4233-9fea-ec1ce8f44716 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:46.433749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c538e5d-4aef-4ec6-a40b-819cc7e7e8c6 req-4a8ca30a-7607-4233-9fea-ec1ce8f44716 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 946 time: 0.4449677 Aug 26 11:00:46.446318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:00:46.446318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Checking segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:46.446318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Bound using segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:00:46.446318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Bound port: ac660cbb-3e45-41a8-ae24-f5e21b9b0173, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:00:46.446318 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.482007 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.563300 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0c790331-5b41-47ce-aa4a-ac422f529ef6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Deleting port 766588ed-60a0-4c45-8d7c-45b21ca8526b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:46.563655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c790331-5b41-47ce-aa4a-ac422f529ef6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.663453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-459edb4b-cc72-452d-8153-1f5fa435272c req-ae098a57-bc12-40d6-a7a0-c611b73a3584 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Deleting port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:46.664090 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-459edb4b-cc72-452d-8153-1f5fa435272c req-ae098a57-bc12-40d6-a7a0-c611b73a3584 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.676584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3050788-49ba-423f-9030-b7966db5fa51 req-57b4c278-26ae-4e96-9558-d4fa35a97a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:46.678143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3050788-49ba-423f-9030-b7966db5fa51 req-57b4c278-26ae-4e96-9558-d4fa35a97a90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2e1dfbf1-5bb4-498a-a82d-9c935bf08205 HTTP/1.1" status: 200 len: 853 time: 0.2801800 Aug 26 11:00:46.745190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c538e5d-4aef-4ec6-a40b-819cc7e7e8c6 req-b02bf72c-921b-4b7e-a705-d5b28e96b276 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967343 Aug 26 11:00:46.755032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae7f358-4b07-4b03-84b7-b7cc053f0f74 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Router 75e64555-f7a8-4840-94ef-439e792eaf0d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:00:46.797579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c790331-5b41-47ce-aa4a-ac422f529ef6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.827971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3050788-49ba-423f-9030-b7966db5fa51 req-9913b25d-f6f3-419b-9ddf-95093d11cd71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f82ae0d8-084b-4078-bf2e-64550c4c241b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377938 Aug 26 11:00:46.834845 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0c790331-5b41-47ce-aa4a-ac422f529ef6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Calling delete_port for 766588ed-60a0-4c45-8d7c-45b21ca8526b owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:46.922198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f64e2-5900-426c-95e1-826bfcc5bda9 req-6073758a-c994-4393-b83b-1dc5e462e95f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:46.924854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b93f64e2-5900-426c-95e1-826bfcc5bda9 req-6073758a-c994-4393-b83b-1dc5e462e95f tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 945 time: 0.3545616 Aug 26 11:00:46.969732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-459edb4b-cc72-452d-8153-1f5fa435272c req-ae098a57-bc12-40d6-a7a0-c611b73a3584 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] For port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a,segment=NetworkSegment(f5f4bcf7-69de-4ad4-a89f-984c21faffb3),segment_id=f5f4bcf7-69de-4ad4-a89f-984c21faffb3)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:46.970359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-459edb4b-cc72-452d-8153-1f5fa435272c req-ae098a57-bc12-40d6-a7a0-c611b73a3584 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:46.996693 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] For port ac660cbb-3e45-41a8-ae24-f5e21b9b0173, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:00:47.005101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-459edb4b-cc72-452d-8153-1f5fa435272c req-ae098a57-bc12-40d6-a7a0-c611b73a3584 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Calling delete_port for 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:47.069925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] For port ac660cbb-3e45-41a8-ae24-f5e21b9b0173, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ac660cbb-3e45-41a8-ae24-f5e21b9b0173,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:00:47.136355 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:47.173141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:47.309665 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c790331-5b41-47ce-aa4a-ac422f529ef6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:47.412656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b93f64e2-5900-426c-95e1-826bfcc5bda9 req-b57dab1a-5c31-47a9-b73d-dbf67af2eb3d tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/security-groups?id=622c3c6f-22a7-4f87-a10a-123410ff7163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186883 Aug 26 11:00:47.423695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:47.424971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:47.426981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] 10.222.0.47 "PUT /v2.0/ports/ac660cbb-3e45-41a8-ae24-f5e21b9b0173 HTTP/1.1" status: 200 len: 1092 time: 5.3711262 Aug 26 11:00:47.458420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c790331-5b41-47ce-aa4a-ac422f529ef6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Pushing event deleted for resources: {'Port': ['ID=766588ed-60a0-4c45-8d7c-45b21ca8526b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:47.493532 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:47.540150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df954b6-4ad4-4d11-b280-e38787880bef', 'tag': 'ac660cbb-3e45-41a8-ae24-f5e21b9b0173'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:47.543922 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388d8de0-fc20-4839-a792-a1aba629f79c" -d '{"events": [{"name": "network-changed", "server_uuid": "0df954b6-4ad4-4d11-b280-e38787880bef", "tag": "ac660cbb-3e45-41a8-ae24-f5e21b9b0173"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:47.548709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae7f358-4b07-4b03-84b7-b7cc053f0f74 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:00:47.573052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e409e1-0763-4e1f-b679-2e9a871c2d5c None None] Sync routers for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:00:47.603659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e409e1-0763-4e1f-b679-2e9a871c2d5c None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:00:47.607856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a5e409e1-0763-4e1f-b679-2e9a871c2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:00:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:47.639551 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f358-4b07-4b03-84b7-b7cc053f0f74 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:47.644081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:47.653567 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-459edb4b-cc72-452d-8153-1f5fa435272c req-ae098a57-bc12-40d6-a7a0-c611b73a3584 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:47.671812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:00:47.682687 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:47.683221 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Added segment 0b4e2a16-83a0-4bd3-9977-7de8f839b8fa of type vlan for network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 Aug 26 11:00:47.821063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3050788-49ba-423f-9030-b7966db5fa51 req-3cbf4acb-a786-4739-8008-7ad7a170f91e service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9825597 Aug 26 11:00:47.854404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae098a57-bc12-40d6-a7a0-c611b73a3584 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Pushing event deleted for resources: {'Port': ['ID=31b5acb6-dab5-4f8e-b0cc-c7d3b271020a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:47.901893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a49978-a418-4b33-9f82-b822a2f35bae service neutron] Pushing event updated for resources: {'Port': ['ID=ac660cbb-3e45-41a8-ae24-f5e21b9b0173,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:47.932132 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c790331-5b41-47ce-aa4a-ac422f529ef6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:47.935129 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0c790331-5b41-47ce-aa4a-ac422f529ef6 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/ports/766588ed-60a0-4c45-8d7c-45b21ca8526b HTTP/1.1" status: 204 len: 168 time: 1.7473969 Aug 26 11:00:47.961187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56956) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:48.046371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a5e409e1-0763-4e1f-b679-2e9a871c2d5c None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:00:48.106004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-459edb4b-cc72-452d-8153-1f5fa435272c req-ae098a57-bc12-40d6-a7a0-c611b73a3584 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] No DVR routers for this DVR port 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:00:48.118526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-5debaa8e-5fd0-447e-a314-91fe498c262a tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Deleting subnet 5ba9797f-f822-4480-b9a5-54ed2bfa658a {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:00:48.123907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5debaa8e-5fd0-447e-a314-91fe498c262a tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:48.134398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9ae7f358-4b07-4b03-84b7-b7cc053f0f74 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "PUT /v2.0/floatingips/13475ee9-93e5-426b-ab10-a1d7cfbbcb37 HTTP/1.1" status: 200 len: 991 time: 6.1815832 Aug 26 11:00:48.155390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d5605-9104-49d6-abba-2aedc0e048c3 req-25ad5d00-c6aa-48ab-a6c4-ef8a17c96a3e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:48.167616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-063d5605-9104-49d6-abba-2aedc0e048c3 req-25ad5d00-c6aa-48ab-a6c4-ef8a17c96a3e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.5492051 Aug 26 11:00:48.170751 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:48.196427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5debaa8e-5fd0-447e-a314-91fe498c262a tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:48.218284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46008d5d-4aec-45a3-8dd7-12ab2ca614c4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:48.268238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-459edb4b-cc72-452d-8153-1f5fa435272c req-ae098a57-bc12-40d6-a7a0-c611b73a3584 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:48.269696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-79303806-733c-46e1-9680-4a021d769eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:48.271235 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-459edb4b-cc72-452d-8153-1f5fa435272c req-ae098a57-bc12-40d6-a7a0-c611b73a3584 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.47 "DELETE /v2.0/ports/31b5acb6-dab5-4f8e-b0cc-c7d3b271020a HTTP/1.1" status: 204 len: 173 time: 1.8805292 Aug 26 11:00:48.272124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50058da1-6248-4039-9600-3a0d74dc0188', 'name': 'network-vif-deleted', 'tag': '31b5acb6-dab5-4f8e-b0cc-c7d3b271020a'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:48.272385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-79303806-733c-46e1-9680-4a021d769eb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 1095 time: 0.7061670 Aug 26 11:00:48.284952 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6715c0c4-4bed-4e6b-8e60-1213ffaf3df3" -d '{"events": [{"server_uuid": "50058da1-6248-4039-9600-3a0d74dc0188", "name": "network-vif-deleted", "tag": "31b5acb6-dab5-4f8e-b0cc-c7d3b271020a"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:48.313124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.resource_extend [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 11:00:48.316962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['31b5acb6-dab5-4f8e-b0cc-c7d3b271020a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:00:48.403712 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5debaa8e-5fd0-447e-a314-91fe498c262a tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:48.409861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-80e38e2f-7bbd-4246-9bcc-7ccf0796dd8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac660cbb-3e45-41a8-ae24-f5e21b9b0173 HTTP/1.1" status: 200 len: 217 time: 0.1071146 Aug 26 11:00:48.494130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faa739-6c02-4a42-800d-873d4780bd3f req-22781488-c08f-4a5a-9d3d-9df1d9a06912 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:48.507588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37faa739-6c02-4a42-800d-873d4780bd3f req-22781488-c08f-4a5a-9d3d-9df1d9a06912 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 943 time: 0.5901172 Aug 26 11:00:48.542889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5debaa8e-5fd0-447e-a314-91fe498c262a tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:48.601120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-063d5605-9104-49d6-abba-2aedc0e048c3 req-05edf176-9933-4905-8f5e-56515619f712 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848751 Aug 26 11:00:48.602207 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:48.603865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:48.604818 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:48.609751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debaa8e-5fd0-447e-a314-91fe498c262a tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Pushing event deleted for resources: {'Subnet': ['ID=5ba9797f-f822-4480-b9a5-54ed2bfa658a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:48.638889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a5e409e1-0763-4e1f-b679-2e9a871c2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '13475ee9-93e5-426b-ab10-a1d7cfbbcb37', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'port_id': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'mac_address': 'fa:16:3e:cc:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:00:18Z', 'updated_at': '2021-08-26T11:00:43Z', 'revision_number': 1, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:48.645337 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5debaa8e-5fd0-447e-a314-91fe498c262a tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:48.650616 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5debaa8e-5fd0-447e-a314-91fe498c262a tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/subnets/5ba9797f-f822-4480-b9a5-54ed2bfa658a HTTP/1.1" status: 204 len: 168 time: 0.6848626 Aug 26 11:00:48.655448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3050788-49ba-423f-9030-b7966db5fa51 req-6e179a02-f359-48a7-9234-9f1c90fdd076 service neutron] 10.222.0.42 "GET /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8233311 Aug 26 11:00:48.663470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56972) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:48.718575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d22c85-e825-4e65-b5cc-b4e2596072e5 None None] Network 13756226-258f-4412-a915-2871c52f24b4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:00:48.751335 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b47369-43d4-444b-bbe8-c2c1b0f28a7e x-openstack-request-id: req-89b47369-43d4-444b-bbe8-c2c1b0f28a7e {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:48.751811 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df954b6-4ad4-4d11-b280-e38787880bef", "tag": "ac660cbb-3e45-41a8-ae24-f5e21b9b0173", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:48.753119 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89b47369-43d4-444b-bbe8-c2c1b0f28a7e {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:48.754063 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df954b6-4ad4-4d11-b280-e38787880bef', 'tag': 'ac660cbb-3e45-41a8-ae24-f5e21b9b0173', 'status': 'completed', 'code': 200} Aug 26 11:00:48.756577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e409e1-0763-4e1f-b679-2e9a871c2d5c None None] Checking router: 75e64555-f7a8-4840-94ef-439e792eaf0d for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:00:48.793641 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-edf57e9a-e863-4704-a5be-9acf2df0b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:48.797393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-edf57e9a-e863-4704-a5be-9acf2df0b349 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.3664494 Aug 26 11:00:48.804545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1325860 Aug 26 11:00:48.811940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56974) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:48.838136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] Request body: {'subnet': {'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1498846611-subnet', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:48.883942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e409e1-0763-4e1f-b679-2e9a871c2d5c None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:00:48.884932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a5e409e1-0763-4e1f-b679-2e9a871c2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:00:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:48.925778 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:48.971630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-ded3d93a-22af-40a5-8251-75a01acddf87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1569011 Aug 26 11:00:48.972673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afe464-8580-4cf3-9804-2bbeac10bf7e admin admin] Pushing event updated for resources: {'Network': ['ID=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:48.996747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37faa739-6c02-4a42-800d-873d4780bd3f req-ea97f54d-850e-42d7-8c4e-1690c80ee52c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377460 Aug 26 11:00:49.050281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Deleting port 2479474b-b7c9-47b8-a162-6b8b57b7867a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:49.057897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:49.103197 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fe4a33-24ae-4c21-8f89-952788120e29 x-openstack-request-id: req-65fe4a33-24ae-4c21-8f89-952788120e29 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:49.103868 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50058da1-6248-4039-9600-3a0d74dc0188", "name": "network-vif-deleted", "tag": "31b5acb6-dab5-4f8e-b0cc-c7d3b271020a", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:49.104261 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65fe4a33-24ae-4c21-8f89-952788120e29 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:49.105098 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50058da1-6248-4039-9600-3a0d74dc0188', 'name': 'network-vif-deleted', 'tag': '31b5acb6-dab5-4f8e-b0cc-c7d3b271020a', 'status': 'completed', 'code': 200} Aug 26 11:00:49.260499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a5e409e1-0763-4e1f-b679-2e9a871c2d5c None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:00:49.332267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] For port 2479474b-b7c9-47b8-a162-6b8b57b7867a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2479474b-b7c9-47b8-a162-6b8b57b7867a,segment=NetworkSegment(b0443645-d45a-49c9-8197-3dc2a9f6bd13),segment_id=b0443645-d45a-49c9-8197-3dc2a9f6bd13)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:49.332595 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:49.362109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Calling delete_port for 2479474b-b7c9-47b8-a162-6b8b57b7867a owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:49.407388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] Made reservation on behalf of ff0e8881fff44dc588833fa16efe7c5b for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:49.418878 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:49.532426 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:49.569749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Pushing event deleted for resources: {'Port': ['ID=2479474b-b7c9-47b8-a162-6b8b57b7867a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:49.573068 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] No DVR routers for this DVR port 2479474b-b7c9-47b8-a162-6b8b57b7867a on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:00:49.593992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:00:49.632160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac752c1d-435d-4290-bb2c-51ae56400b72 req-73a8c8b9-44eb-499b-874a-ea3052e740f6 tempest-DeleteServersTestJSON-1920056061 tempest-DeleteServersTestJSON-1920056061-project] 10.222.0.21 "GET /v2.0/ports?device_id=50058da1-6248-4039-9600-3a0d74dc0188 HTTP/1.1" status: 200 len: 210 time: 0.2704887 Aug 26 11:00:49.666323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e784505-a570-4c5e-aa9d-cee3f4f0f415 req-c5908866-a7e1-4b9c-907f-f3e01e882d34 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:49.678364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e784505-a570-4c5e-aa9d-cee3f4f0f415 req-c5908866-a7e1-4b9c-907f-f3e01e882d34 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.42 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.8102779 Aug 26 11:00:49.732936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:49.765440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:49.774218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:00:49.774659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 31b5acb6-dab5-4f8e-b0cc-c7d3b271020a not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:49.786179 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:49.825751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13756226-258f-4412-a915-2871c52f24b4']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:49.890610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0443645-d45a-49c9-8197-3dc2a9f6bd13') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:49.891274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0443645-d45a-49c9-8197-3dc2a9f6bd13') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:49.915654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a5e409e1-0763-4e1f-b679-2e9a871c2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '13475ee9-93e5-426b-ab10-a1d7cfbbcb37', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'port_id': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'mac_address': 'fa:16:3e:cc:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:00:18Z', 'updated_at': '2021-08-26T11:00:43Z', 'revision_number': 1, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:49.918683 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:49.955613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e409e1-0763-4e1f-b679-2e9a871c2d5c None None] The sync data for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 is: [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '13475ee9-93e5-426b-ab10-a1d7cfbbcb37', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'port_id': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'mac_address': 'fa:16:3e:cc:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:00:18Z', 'updated_at': '2021-08-26T11:00:43Z', 'revision_number': 1, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:00:49.963616 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:49.972117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:00:49.972681 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:49.987711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0bf57-a5b3-41cf-b7ce-e27acda0593b None None] DHCP port deletion for 13756226-258f-4412-a915-2871c52f24b4 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:00:50.043276 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:00:50.050789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:50.074134 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:50.080828 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] 10.222.0.21 "DELETE /v2.0/networks/13756226-258f-4412-a915-2871c52f24b4 HTTP/1.1" status: 204 len: 168 time: 1.4112618 Aug 26 11:00:50.080828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc1a34-49a6-4736-99d5-3777ae23aae3 tempest-TagsExtTest-117957469 tempest-TagsExtTest-117957469-project] Pushing event deleted for resources: {'Network': ['ID=13756226-258f-4412-a915-2871c52f24b4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:50.177631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-75fb862b-e299-492a-96a8-3432efe6e98c service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1082413 Aug 26 11:00:50.195019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b04067-c218-4c4b-bdea-39874fdcd32b req-0dd8161b-cf0c-45d7-820c-7af71e2e7bfc tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:50.203776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6b04067-c218-4c4b-bdea-39874fdcd32b req-0dd8161b-cf0c-45d7-820c-7af71e2e7bfc tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 946 time: 0.6665173 Aug 26 11:00:50.315038 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:50.341960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab0266-1010-4b88-abe0-a6c86eaf5fe3 req-d2e24688-34c8-4b56-b1b9-1c0d96c2ee04 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:50.350014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6ab0266-1010-4b88-abe0-a6c86eaf5fe3 req-d2e24688-34c8-4b56-b1b9-1c0d96c2ee04 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.5635281 Aug 26 11:00:50.394792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e49c4653-3fe8-4973-b9ce-1e9310ace3a7 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:00:50.439967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6b04067-c218-4c4b-bdea-39874fdcd32b req-ffc57379-1795-4274-8c5d-6df5c40e4c31 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335894 Aug 26 11:00:50.464386 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec753c6-fa81-4738-b0e2-72373a36da55 None None] New status for floating IP 13475ee9-93e5-426b-ab10-a1d7cfbbcb37: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:00:50.483382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57008) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:50.549440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79b969ea-b2aa-4245-84a8-d243f9877a6d req-bc6a1bd9-eccc-469b-a78e-c79036c4c1d0 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402169 Aug 26 11:00:50.688631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-6e784505-a570-4c5e-aa9d-cee3f4f0f415 req-e2be2cef-c6cc-4ce2-a700-10c8de632cbe tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Deleting port 69c40a3f-ac4a-484e-a724-137be15e9b65 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:50.689302 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6e784505-a570-4c5e-aa9d-cee3f4f0f415 req-e2be2cef-c6cc-4ce2-a700-10c8de632cbe tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:50.728790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e49c4653-3fe8-4973-b9ce-1e9310ace3a7, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:50.754291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'e49c4653-3fe8-4973-b9ce-1e9310ace3a7', 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623', 'port_id': 'e49c4653-3fe8-4973-b9ce-1e9310ace3a7', 'mac_address': 'fa:16:3e:df:d8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92619ec1-0b12-4ddd-be18-dfd56e6ae98d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:00:50.788560 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-109fbf4f-45d6-4159-89ba-724d8f9d36a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4619e5651c6d407a9a982cd35eee7b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036425 Aug 26 11:00:50.793751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57014) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:50.817311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'tag': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:50.821371 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1" -d '{"events": [{"name": "network-changed", "server_uuid": "30ed5760-ef61-46de-a661-71a67ff1c66d", "tag": "a3adbf90-2e4b-4c25-8e46-8b5455e5bc99"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:50.867093 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:50.867560 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-996cf7e3-5daf-45d8-91ba-5e84cec496f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:50.888917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e49c4653-3fe8-4973-b9ce-1e9310ace3a7 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:50.929876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e49c4653-3fe8-4973-b9ce-1e9310ace3a7, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:50.935417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6ab0266-1010-4b88-abe0-a6c86eaf5fe3 req-e023e655-7078-4828-8963-ca5ce1ccd24e tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843658 Aug 26 11:00:50.938373 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:50.942928 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-996cf7e3-5daf-45d8-91ba-5e84cec496f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:51.022752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:51.035727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.036220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.036664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.037103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.037537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.037968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.038501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.038969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.039395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.039971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.040240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.040926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:00:51.078191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['e49c4653-3fe8-4973-b9ce-1e9310ace3a7'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:00:51.090359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-996cf7e3-5daf-45d8-91ba-5e84cec496f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:51.096862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-996cf7e3-5daf-45d8-91ba-5e84cec496f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:51.102778 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-996cf7e3-5daf-45d8-91ba-5e84cec496f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ce57b87-70e1-47bc-999c-5f87e41ab1b0 HTTP/1.1" status: 204 len: 168 time: 0.3052843 Aug 26 11:00:51.165478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cf7e3-5daf-45d8-91ba-5e84cec496f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce57b87-70e1-47bc-999c-5f87e41ab1b0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:51.391085 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517facbb-b124-446b-b40b-2eb003bd02c7 x-openstack-request-id: req-517facbb-b124-446b-b40b-2eb003bd02c7 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:51.391523 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ed5760-ef61-46de-a661-71a67ff1c66d", "tag": "a3adbf90-2e4b-4c25-8e46-8b5455e5bc99", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:51.391811 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-517facbb-b124-446b-b40b-2eb003bd02c7 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:51.392243 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'tag': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99', 'status': 'completed', 'code': 200} Aug 26 11:00:51.422579 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:51.479927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1 req-35ae35dd-f50b-4f31-83bc-1e32947249b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:51.487816 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1 req-35ae35dd-f50b-4f31-83bc-1e32947249b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 1097 time: 0.1659949 Aug 26 11:00:51.574323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd27b-5f19-480e-bbf6-a0e26fb560d8 req-4337d2dd-1e6a-4149-8935-f91d2e519eff tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:51.576430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c7cd27b-5f19-480e-bbf6-a0e26fb560d8 req-4337d2dd-1e6a-4149-8935-f91d2e519eff tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 943 time: 0.7311895 Aug 26 11:00:51.586074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d8de0-fc20-4839-a792-a1aba629f79c req-f7803c43-8d18-4c4e-8916-f36cd4720902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:51.587814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-388d8de0-fc20-4839-a792-a1aba629f79c req-f7803c43-8d18-4c4e-8916-f36cd4720902 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 1095 time: 0.8214550 Aug 26 11:00:51.594416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=79cce3cc-b422-48ea-9b06-fb9f6766c9d9,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:51.660876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] Checking segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:51.661242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] Network hostable DHCP agents. Network: 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:00:51.724703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1 req-2275711d-f5b3-4d1e-8a32-806b3ff1ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:51.727231 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1 req-2275711d-f5b3-4d1e-8a32-806b3ff1ce83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 911 time: 0.2285345 Aug 26 11:00:51.746659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6e784505-a570-4c5e-aa9d-cee3f4f0f415 req-e2be2cef-c6cc-4ce2-a700-10c8de632cbe tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] For port 69c40a3f-ac4a-484e-a724-137be15e9b65, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=69c40a3f-ac4a-484e-a724-137be15e9b65,segment=NetworkSegment(ea389a21-7da6-4217-82b1-d0f2fb04992a),segment_id=ea389a21-7da6-4217-82b1-d0f2fb04992a)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:51.747198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6e784505-a570-4c5e-aa9d-cee3f4f0f415 req-e2be2cef-c6cc-4ce2-a700-10c8de632cbe tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:51.785940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-6e784505-a570-4c5e-aa9d-cee3f4f0f415 req-e2be2cef-c6cc-4ce2-a700-10c8de632cbe tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Calling delete_port for 69c40a3f-ac4a-484e-a724-137be15e9b65 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:51.826925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c7cd27b-5f19-480e-bbf6-a0e26fb560d8 req-7aaaf1c6-4708-416c-955b-8d4aa747a5f5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263381 Aug 26 11:00:51.827687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:00:51.849961 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2479474b-b7c9-47b8-a162-6b8b57b7867a no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:51.854422 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1 req-5d146d12-a366-40ec-b710-204d0fe46229 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 HTTP/1.1" status: 200 len: 1001 time: 0.1177282 Aug 26 11:00:51.886152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:51.909633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:51.916312 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:51.925488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4072e6b5-dfb1-494c-addd-8cb0e5826f3e None None] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:00:51.933002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 2479474b-b7c9-47b8-a162-6b8b57b7867a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:00:51.933885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2479474b-b7c9-47b8-a162-6b8b57b7867a not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:52.007288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b8205-2f36-402e-8c64-b71382ec274f req-dc21615b-ef6f-47db-8fa5-56f204e5e1a2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:52.011522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-706b8205-2f36-402e-8c64-b71382ec274f req-dc21615b-ef6f-47db-8fa5-56f204e5e1a2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 945 time: 0.4310179 Aug 26 11:00:52.020667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9bc67396-7dcc-42b0-ab29-c698455171bf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2032223 Aug 26 11:00:52.039378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57048) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:52.048387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:52.094534 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:52.110431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:52.113117 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:52.163944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1 req-0e146784-ca4e-49dd-bcc9-8387c7e8f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:52.166864 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1 req-0e146784-ca4e-49dd-bcc9-8387c7e8f926 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.3033929 Aug 26 11:00:52.238112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d8de0-fc20-4839-a792-a1aba629f79c req-dae8be0e-c73f-4978-9010-79102db0cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:52.240113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-388d8de0-fc20-4839-a792-a1aba629f79c req-dae8be0e-c73f-4978-9010-79102db0cc15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 907 time: 0.6233816 Aug 26 11:00:52.310513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:00:52.311556 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:52.350920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-706b8205-2f36-402e-8c64-b71382ec274f req-fa05ada4-fe72-494c-b083-070bd2c145ea tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247732 Aug 26 11:00:52.355388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-388d8de0-fc20-4839-a792-a1aba629f79c req-f9f3a9ca-274a-40d7-914a-9b7b7135f942 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac660cbb-3e45-41a8-ae24-f5e21b9b0173 HTTP/1.1" status: 200 len: 217 time: 0.1028509 Aug 26 11:00:52.362823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:52.476155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1 req-372ccb2b-5bd5-4d92-9224-b6126b9795c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:52.479173 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1 req-372ccb2b-5bd5-4d92-9224-b6126b9795c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3029094 Aug 26 11:00:52.525319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e49c4653-3fe8-4973-b9ce-1e9310ace3a7 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:52.586019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881b0b-5d70-49d1-aa10-0398013a0494 req-a14f7f56-6d05-4ab8-b3f5-17cd9a8a3f9d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:52.596071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5881b0b-5d70-49d1-aa10-0398013a0494 req-a14f7f56-6d05-4ab8-b3f5-17cd9a8a3f9d tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 946 time: 0.3106673 Aug 26 11:00:52.652277 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d8de0-fc20-4839-a792-a1aba629f79c req-78fdf525-13ef-4daa-885a-64af984d9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:52.653850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-388d8de0-fc20-4839-a792-a1aba629f79c req-78fdf525-13ef-4daa-885a-64af984d9a3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.2565298 Aug 26 11:00:52.742568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-388d8de0-fc20-4839-a792-a1aba629f79c req-c542baf2-754c-4ba8-84cf-032a6761fbd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666702 Aug 26 11:00:52.772609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57072) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:52.873518 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:52.879667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5881b0b-5d70-49d1-aa10-0398013a0494 req-3a2e773a-f653-4b47-b7c4-63c971e255a4 tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/security-groups?id=e069d3ad-4161-4583-94db-efe999abdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824903 Aug 26 11:00:52.885470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6e784505-a570-4c5e-aa9d-cee3f4f0f415 req-e2be2cef-c6cc-4ce2-a700-10c8de632cbe tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:52.927621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:52.937450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e49c4653-3fe8-4973-b9ce-1e9310ace3a7 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:53.008683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port e49c4653-3fe8-4973-b9ce-1e9310ace3a7, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:53.020730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Allocated IP 172.20.0.2 (7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4/79cce3cc-b422-48ea-9b06-fb9f6766c9d9/708995c7-0eee-4a82-88d5-cf1db56dcaac) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:53.030746 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:53.032070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 69c40a3f-ac4a-484e-a724-137be15e9b65 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:53.036523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be2cef-c6cc-4ce2-a700-10c8de632cbe tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Pushing event deleted for resources: {'Port': ['ID=69c40a3f-ac4a-484e-a724-137be15e9b65,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:53.095345 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1 req-cde9d0af-e810-4ece-a4d5-ae9478813f56 service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465357 Aug 26 11:00:53.168752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-388d8de0-fc20-4839-a792-a1aba629f79c req-b453fa44-2a64-4262-8449-a6925cd52cd5 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139881 Aug 26 11:00:53.181900 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e631f21-ef6c-4040-b10e-c6c75f498582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:53.194878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:53.209012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 69c40a3f-ac4a-484e-a724-137be15e9b65 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:00:53.209606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 69c40a3f-ac4a-484e-a724-137be15e9b65 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:53.324037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e784505-a570-4c5e-aa9d-cee3f4f0f415 req-e2be2cef-c6cc-4ce2-a700-10c8de632cbe tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] No DVR routers for this DVR port 69c40a3f-ac4a-484e-a724-137be15e9b65 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:00:53.337238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e631f21-ef6c-4040-b10e-c6c75f498582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:53.340319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9e546-1160-45fc-a2fe-9e594186944e req-1d5d7b7c-1a61-4377-bbbc-9b68db2e3214 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:53.349498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20b9e546-1160-45fc-a2fe-9e594186944e req-1d5d7b7c-1a61-4377-bbbc-9b68db2e3214 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 945 time: 0.4588416 Aug 26 11:00:53.353264 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6e784505-a570-4c5e-aa9d-cee3f4f0f415 req-e2be2cef-c6cc-4ce2-a700-10c8de632cbe tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:53.356026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e784505-a570-4c5e-aa9d-cee3f4f0f415 req-e2be2cef-c6cc-4ce2-a700-10c8de632cbe tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.42 "DELETE /v2.0/ports/69c40a3f-ac4a-484e-a724-137be15e9b65 HTTP/1.1" status: 204 len: 173 time: 3.5763240 Aug 26 11:00:53.359312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e631f21-ef6c-4040-b10e-c6c75f498582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:53.364649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57092) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:53.405357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'name': 'network-vif-deleted', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:53.411706 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e5ae82-bc4d-4274-97ae-d110bfec2f66" -d '{"events": [{"server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "name": "network-vif-deleted", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:53.452213 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be18eaf9-b23b-4a07-b5a1-f88ea7a706b1 req-aa43105b-393c-46a5-b564-9459e2b2c202 service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455434 Aug 26 11:00:53.456775 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4e631f21-ef6c-4040-b10e-c6c75f498582 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b71408c5dbc49dfb9ac7db3fda9e9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5611701 Aug 26 11:00:53.459936 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57098) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:53.463233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e631f21-ef6c-4040-b10e-c6c75f498582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240c7834-279f-4059-a8db-cff4216f86e2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:53.508001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3b9c5-8d88-4048-ace0-f69b0a523d54 req-fc821693-1bd2-40a2-82b8-06714cfd282e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:53.511214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8d3b9c5-8d88-4048-ace0-f69b0a523d54 req-fc821693-1bd2-40a2-82b8-06714cfd282e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 943 time: 0.3954127 Aug 26 11:00:53.548002 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:53.560024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Transition to ACTIVE for port object 708995c7-0eee-4a82-88d5-cf1db56dcaac will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:53.587550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Transition to ACTIVE for port object 708995c7-0eee-4a82-88d5-cf1db56dcaac will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:00:53.593942 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:53.613358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1799005103'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:00:53.616661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20b9e546-1160-45fc-a2fe-9e594186944e req-3f3e1dc3-faa0-47c3-81a7-360de39c8219 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659676 Aug 26 11:00:53.629982 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf74b96b-a735-476a-8e76-68314f022a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:53.658933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-388d8de0-fc20-4839-a792-a1aba629f79c req-1bcfe44d-026e-469a-bac8-772ae009ff4d service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086649 Aug 26 11:00:53.667082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8d3b9c5-8d88-4048-ace0-f69b0a523d54 req-18ae505a-d304-44e4-8fe2-8c755a56ff28 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413870 Aug 26 11:00:53.682100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Pushing event updated for resources: {'Port': ['ID=708995c7-0eee-4a82-88d5-cf1db56dcaac,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:53.691715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:53.693355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:53.696275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:53.713979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ac660cbb-3e45-41a8-ae24-f5e21b9b0173 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:00:53.773645 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf74b96b-a735-476a-8e76-68314f022a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:53.778450 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc60cb3-463e-4aeb-896d-b4dc430c21c9 x-openstack-request-id: req-6cc60cb3-463e-4aeb-896d-b4dc430c21c9 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:53.778787 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f9af2-9855-46de-bc65-244ac4a1b1ac", "name": "network-vif-deleted", "tag": "69c40a3f-ac4a-484e-a724-137be15e9b65", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:53.779021 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6cc60cb3-463e-4aeb-896d-b4dc430c21c9 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:53.779439 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f9af2-9855-46de-bc65-244ac4a1b1ac', 'name': 'network-vif-deleted', 'tag': '69c40a3f-ac4a-484e-a724-137be15e9b65', 'status': 'completed', 'code': 200} Aug 26 11:00:53.780420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Made reservation on behalf of 7fa94fb165354f4a869b075c6ecdc776 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:00:53.785095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:53.832274 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:53.887418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:54.170332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Attempting to bind port 708995c7-0eee-4a82-88d5-cf1db56dcaac on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:00:54.171235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Attempting to bind port 708995c7-0eee-4a82-88d5-cf1db56dcaac by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:00:54.171235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Attempting to bind port 708995c7-0eee-4a82-88d5-cf1db56dcaac on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:00:54.192100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:00:54.192491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Checking segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:00:54.193082 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:54.193499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Bound using segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:00:54.194238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Bound port: 708995c7-0eee-4a82-88d5-cf1db56dcaac, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:00:54.194570 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:54.215413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd5816b2-dc90-40b8-bb4b-bbae118bbc02 req-78285381-9fb4-496d-a3d0-c0a4ab0062bb tempest-ServersNegativeTestJSON-854900031 tempest-ServersNegativeTestJSON-854900031-project] 10.222.0.21 "GET /v2.0/ports?device_id=974f9af2-9855-46de-bc65-244ac4a1b1ac HTTP/1.1" status: 200 len: 210 time: 0.0941789 Aug 26 11:00:54.251147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port ac660cbb-3e45-41a8-ae24-f5e21b9b0173, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ac660cbb-3e45-41a8-ae24-f5e21b9b0173,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:54.291833 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:54.307048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf74b96b-a735-476a-8e76-68314f022a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:54.310020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf74b96b-a735-476a-8e76-68314f022a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:54.314804 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cf74b96b-a735-476a-8e76-68314f022a38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/240c7834-279f-4059-a8db-cff4216f86e2 HTTP/1.1" status: 204 len: 168 time: 0.8535819 Aug 26 11:00:54.328682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] For port 708995c7-0eee-4a82-88d5-cf1db56dcaac, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:00:54.333147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] For port 708995c7-0eee-4a82-88d5-cf1db56dcaac, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=708995c7-0eee-4a82-88d5-cf1db56dcaac,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:00:54.344364 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:54.363587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'ac660cbb-3e45-41a8-ae24-f5e21b9b0173', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'port_id': 'ac660cbb-3e45-41a8-ae24-f5e21b9b0173', 'mac_address': 'fa:16:3e:55:ac:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930c4d8-d9e7-491f-bdc1-07f2ef2624b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:00:54.386358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74b96b-a735-476a-8e76-68314f022a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240c7834-279f-4059-a8db-cff4216f86e2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:54.540720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67037aba-97ea-4ea9-aa3c-6285397e15b7 None None] Pushing event updated for resources: {'Port': ['ID=708995c7-0eee-4a82-88d5-cf1db56dcaac,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:54.543758 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:54.582605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Allocated IP 172.25.1.74 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:00:54.584749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac660cbb-3e45-41a8-ae24-f5e21b9b0173 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:00:54.634965 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:54.646601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379570e4-0a6d-4116-ab0e-722935b1ab88 req-1259fcd3-db9c-414a-8b60-795caf638fad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:54.648103 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-379570e4-0a6d-4116-ab0e-722935b1ab88 req-1259fcd3-db9c-414a-8b60-795caf638fad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.42 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 944 time: 0.1584728 Aug 26 11:00:54.652257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port ac660cbb-3e45-41a8-ae24-f5e21b9b0173, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ac660cbb-3e45-41a8-ae24-f5e21b9b0173,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:54.668107 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:54.671638 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:54.837960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=ac660cbb-3e45-41a8-ae24-f5e21b9b0173,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:54.902307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65f909-cf12-4c07-adba-cb810ea611d3 req-cfdcbb67-175b-4a0b-a421-3e26a0fa7642 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:54.906593 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f65f909-cf12-4c07-adba-cb810ea611d3 req-cfdcbb67-175b-4a0b-a421-3e26a0fa7642 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 944 time: 0.1890860 Aug 26 11:00:54.943777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37aeea2-fa4f-4a23-b04c-d979f50b4d48,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:54.990842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:00:55.001313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['ac660cbb-3e45-41a8-ae24-f5e21b9b0173'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:00:55.055556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.056047 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Added segment 76be0900-406d-42f9-965d-91a0e9aebbc1 of type vlan for network a326eafb-5be6-459f-b5c6-57fe823dc710 Aug 26 11:00:55.062330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f65f909-cf12-4c07-adba-cb810ea611d3 req-4beea333-ac2f-49ef-947c-2cbcf021d009 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446908 Aug 26 11:00:55.113898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291669e5-e2b3-4857-983a-d06321be582c req-ab8f461a-e8d2-49ed-8767-2db8282d562c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:55.120452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-291669e5-e2b3-4857-983a-d06321be582c req-ab8f461a-e8d2-49ed-8767-2db8282d562c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 944 time: 0.1868029 Aug 26 11:00:55.172769 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.176641 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.209504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-379570e4-0a6d-4116-ab0e-722935b1ab88 req-fbfc6697-ad6b-40f7-9069-2a92f83c4475 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Deleting port e49c4653-3fe8-4973-b9ce-1e9310ace3a7 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:00:55.209974 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-379570e4-0a6d-4116-ab0e-722935b1ab88 req-fbfc6697-ad6b-40f7-9069-2a92f83c4475 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.288514 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-291669e5-e2b3-4857-983a-d06321be582c req-189f2ac7-e495-4db1-ad28-67d6a80675c0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581171 Aug 26 11:00:55.293805 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.309679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:55.310341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.335174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57122) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:55.399057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57124) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:55.443292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Pushing event updated for resources: {'Network': ['ID=a326eafb-5be6-459f-b5c6-57fe823dc710,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:55.454894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network a326eafb-5be6-459f-b5c6-57fe823dc710 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:00:55.468343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-4054242e-ea14-4899-87f1-9b837026501f admin admin] Deleting subnet 2e1dfbf1-5bb4-498a-a82d-9c935bf08205 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:00:55.475721 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8b5a-d18c-4c7c-8e38-77441f55f341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.500611 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054242e-ea14-4899-87f1-9b837026501f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.516472 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-036f5226-f130-4e1c-a53a-3b0eb1abe862 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.1475277 Aug 26 11:00:55.528575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57126) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:55.556951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-0fceb440-aec2-4f61-93c5-512631463437 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710', 'tempest-TagsTest-Tag-824212600') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:55.561193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-379570e4-0a6d-4116-ab0e-722935b1ab88 req-fbfc6697-ad6b-40f7-9069-2a92f83c4475 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] For port e49c4653-3fe8-4973-b9ce-1e9310ace3a7, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:55.561570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-379570e4-0a6d-4116-ab0e-722935b1ab88 req-fbfc6697-ad6b-40f7-9069-2a92f83c4475 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.565386 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.625101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-379570e4-0a6d-4116-ab0e-722935b1ab88 req-fbfc6697-ad6b-40f7-9069-2a92f83c4475 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Calling delete_port for e49c4653-3fe8-4973-b9ce-1e9310ace3a7 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:00:55.672305 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:00:55.676429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Pushing event updated for resources: {'Port': ['ID=7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:55.690641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:00:55.698661 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054242e-ea14-4899-87f1-9b837026501f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.735957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:00:55.836746 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054242e-ea14-4899-87f1-9b837026501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:55.994147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 708995c7-0eee-4a82-88d5-cf1db56dcaac up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:56.035567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8b5a-d18c-4c7c-8e38-77441f55f341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:56.058713 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8b5a-d18c-4c7c-8e38-77441f55f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:56.093468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe8b5a-d18c-4c7c-8e38-77441f55f341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f84f98-62f4-4ede-99f1-14784dc5d023,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:56.153251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0fceb440-aec2-4f61-93c5-512631463437 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "PUT /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags/tempest-TagsTest-Tag-824212600 HTTP/1.1" status: 201 len: 201 time: 0.6029968 Aug 26 11:00:56.155101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 708995c7-0eee-4a82-88d5-cf1db56dcaac completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:56.161113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57134) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:56.176614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57136) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:56.179970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dcfe8b5a-d18c-4c7c-8e38-77441f55f341 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50bb10951f4049cd8be90c901e2158ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7792158 Aug 26 11:00:56.185066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-77b4db4e-7f19-45ca-8441-6d9f894e53c5 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710', 'tempest-TagsTest-Tag-824212600') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:56.190366 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054242e-ea14-4899-87f1-9b837026501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:56.249097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79504e9-d099-4d48-a3e2-1a07b15c61d3 None None] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:00:56.385917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054242e-ea14-4899-87f1-9b837026501f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e1dfbf1-5bb4-498a-a82d-9c935bf08205,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:56.417333 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054242e-ea14-4899-87f1-9b837026501f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:56.424221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74518b02-bb87-4d14-8abe-0fa3bc7587ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:56.440095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4054242e-ea14-4899-87f1-9b837026501f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2e1dfbf1-5bb4-498a-a82d-9c935bf08205 HTTP/1.1" status: 204 len: 168 time: 1.1026075 Aug 26 11:00:56.445264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57142) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:56.471615 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74518b02-bb87-4d14-8abe-0fa3bc7587ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:56.535434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-254e19a0-4c0a-4681-8b77-8af91639fe93 None None] Provisioning for port 708995c7-0eee-4a82-88d5-cf1db56dcaac completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:56.552114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-254e19a0-4c0a-4681-8b77-8af91639fe93 None None] Provisioning complete for port 708995c7-0eee-4a82-88d5-cf1db56dcaac triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:56.553792 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-254e19a0-4c0a-4681-8b77-8af91639fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:56.556510 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:56.648159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-77b4db4e-7f19-45ca-8441-6d9f894e53c5 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "GET /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags/tempest-TagsTest-Tag-824212600 HTTP/1.1" status: 204 len: 168 time: 0.4669111 Aug 26 11:00:56.662094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ecec-e715-4eaa-a830-2779baa320c4 req-2472cf1b-7667-4ddf-bde3-d5c3ef7d80a4 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:56.670489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67b4ecec-e715-4eaa-a830-2779baa320c4 req-2472cf1b-7667-4ddf-bde3-d5c3ef7d80a4 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 944 time: 0.3842673 Aug 26 11:00:56.673680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57144) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:56.677438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74518b02-bb87-4d14-8abe-0fa3bc7587ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:56.681670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-3eaae66b-5917-4559-8418-8b3e5bf53f4c tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:56.682802 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74518b02-bb87-4d14-8abe-0fa3bc7587ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:56.686883 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-74518b02-bb87-4d14-8abe-0fa3bc7587ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95f84f98-62f4-4ede-99f1-14784dc5d023 HTTP/1.1" status: 204 len: 168 time: 0.4998376 Aug 26 11:00:56.757340 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74518b02-bb87-4d14-8abe-0fa3bc7587ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f84f98-62f4-4ede-99f1-14784dc5d023,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:56.807000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd7d62-c356-4c96-afb3-8815f6452a3d req-dff9a8c3-eac0-4c22-8617-32abe261f501 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:56.816538 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11dd7d62-c356-4c96-afb3-8815f6452a3d req-dff9a8c3-eac0-4c22-8617-32abe261f501 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 944 time: 0.2561784 Aug 26 11:00:56.940194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-379570e4-0a6d-4116-ab0e-722935b1ab88 req-fbfc6697-ad6b-40f7-9069-2a92f83c4475 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:56.962283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67b4ecec-e715-4eaa-a830-2779baa320c4 req-818487ae-d58d-483b-a007-806dd5624b69 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872429 Aug 26 11:00:57.004255 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.033329 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-254e19a0-4c0a-4681-8b77-8af91639fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.083620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82ae0d8-084b-4078-bf2e-64550c4c241b']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:57.149475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-254e19a0-4c0a-4681-8b77-8af91639fe93 None None] For port 708995c7-0eee-4a82-88d5-cf1db56dcaac, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=708995c7-0eee-4a82-88d5-cf1db56dcaac,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:57.153537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-379570e4-0a6d-4116-ab0e-722935b1ab88 req-fbfc6697-ad6b-40f7-9069-2a92f83c4475 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] No DVR routers for this DVR port e49c4653-3fe8-4973-b9ce-1e9310ace3a7 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:00:57.161334 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-254e19a0-4c0a-4681-8b77-8af91639fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.180103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-379570e4-0a6d-4116-ab0e-722935b1ab88 req-fbfc6697-ad6b-40f7-9069-2a92f83c4475 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.184016 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-379570e4-0a6d-4116-ab0e-722935b1ab88 req-fbfc6697-ad6b-40f7-9069-2a92f83c4475 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.42 "DELETE /v2.0/ports/e49c4653-3fe8-4973-b9ce-1e9310ace3a7 HTTP/1.1" status: 204 len: 173 time: 2.4610541 Aug 26 11:00:57.185501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30f0b17-4fbb-4a74-a560-a9b59924f1ad', 'name': 'network-vif-deleted', 'tag': 'e49c4653-3fe8-4973-b9ce-1e9310ace3a7'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:57.189931 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e36677-e8c6-42e8-8eb0-d7fd41a6bef9" -d '{"events": [{"server_uuid": "a30f0b17-4fbb-4a74-a560-a9b59924f1ad", "name": "network-vif-deleted", "tag": "e49c4653-3fe8-4973-b9ce-1e9310ace3a7"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:57.195137 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc6697-ad6b-40f7-9069-2a92f83c4475 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event deleted for resources: {'Port': ['ID=e49c4653-3fe8-4973-b9ce-1e9310ace3a7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:57.214717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.229014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11dd7d62-c356-4c96-afb3-8815f6452a3d req-1cd9118b-2ed0-4ddd-9e3d-e5abe58aa981 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971295 Aug 26 11:00:57.246072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea389a21-7da6-4217-82b1-d0f2fb04992a') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:57.264560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea389a21-7da6-4217-82b1-d0f2fb04992a') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:57.379091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.400896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e19a0-4c0a-4681-8b77-8af91639fe93 None None] Pushing event updated for resources: {'Port': ['ID=708995c7-0eee-4a82-88d5-cf1db56dcaac,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:57.465167 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.492848 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3eaae66b-5917-4559-8418-8b3e5bf53f4c tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "GET /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags HTTP/1.1" status: 200 len: 237 time: 0.8150790 Aug 26 11:00:57.495456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:00:57.496558 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:00:57.502237 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:00:57.543860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57158) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:57.555399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-b6f818d0-ebd7-4a5b-b16f-a79690b0a20e tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710', {'tags': ['tempest-TagsTest-Tag-631125706', 'tempest-TagsTest-Tag-213940312', 'tempest-TagsTest-Tag-1072731972']}) {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:57.562176 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36409f7-d2fd-4757-a555-9d778ea1677f x-openstack-request-id: req-d36409f7-d2fd-4757-a555-9d778ea1677f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:57.563019 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30f0b17-4fbb-4a74-a560-a9b59924f1ad", "name": "network-vif-deleted", "tag": "e49c4653-3fe8-4973-b9ce-1e9310ace3a7", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:57.563019 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d36409f7-d2fd-4757-a555-9d778ea1677f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:57.563347 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30f0b17-4fbb-4a74-a560-a9b59924f1ad', 'name': 'network-vif-deleted', 'tag': 'e49c4653-3fe8-4973-b9ce-1e9310ace3a7', 'status': 'completed', 'code': 200} Aug 26 11:00:57.623215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ce195928-d881-48eb-a822-747122a21854 None None] Provisioning complete for port 708995c7-0eee-4a82-88d5-cf1db56dcaac triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:57.624175 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce195928-d881-48eb-a822-747122a21854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.704069 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.721649 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ac660cbb-3e45-41a8-ae24-f5e21b9b0173 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:57.785492 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.793617 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.796054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f82ae0d8-084b-4078-bf2e-64550c4c241b HTTP/1.1" status: 204 len: 168 time: 1.3413305 Aug 26 11:00:57.799496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b6f818d0-ebd7-4a5b-b16f-a79690b0a20e tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "PUT /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags HTTP/1.1" status: 200 len: 307 time: 0.2534068 Aug 26 11:00:57.807623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57168) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:57.867915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port ac660cbb-3e45-41a8-ae24-f5e21b9b0173 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:00:57.873411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port ac660cbb-3e45-41a8-ae24-f5e21b9b0173 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:57.874165 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:57.889671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-a482dacb-05d0-4756-9624-3f85c938f079 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710', 'tempest-TagsTest-Tag-631125706') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:57.911298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e4144-9acf-40c0-928a-883e91e7acd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f82ae0d8-084b-4078-bf2e-64550c4c241b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:58.072837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 708995c7-0eee-4a82-88d5-cf1db56dcaac up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:00:58.154541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Router 19c56f47-c957-460d-94f7-0be5c81578bb is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:00:58.183662 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:58.221505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 708995c7-0eee-4a82-88d5-cf1db56dcaac triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:00:58.221505 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:58.228055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df954b6-4ad4-4d11-b280-e38787880bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac660cbb-3e45-41a8-ae24-f5e21b9b0173'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:00:58.230992 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12958f6-46c2-4400-9eeb-72ce2c396846" -d '{"events": [{"server_uuid": "0df954b6-4ad4-4d11-b280-e38787880bef", "name": "network-vif-plugged", "status": "completed", "tag": "ac660cbb-3e45-41a8-ae24-f5e21b9b0173"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:00:58.296074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57178) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:58.329741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21cf5d07-0e6b-4e7a-96d7-9160022bb5fe req-955086ab-b3d7-45ef-8265-01ac5b0dc93f tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30f0b17-4fbb-4a74-a560-a9b59924f1ad HTTP/1.1" status: 200 len: 210 time: 0.1213593 Aug 26 11:00:58.373618 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea22edb-9a84-4170-aa0a-db6bf755738a x-openstack-request-id: req-4ea22edb-9a84-4170-aa0a-db6bf755738a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:00:58.379361 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df954b6-4ad4-4d11-b280-e38787880bef", "name": "network-vif-plugged", "status": "completed", "tag": "ac660cbb-3e45-41a8-ae24-f5e21b9b0173", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:00:58.379824 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ea22edb-9a84-4170-aa0a-db6bf755738a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:00:58.380333 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df954b6-4ad4-4d11-b280-e38787880bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac660cbb-3e45-41a8-ae24-f5e21b9b0173', 'code': 200} Aug 26 11:00:58.384344 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port ac660cbb-3e45-41a8-ae24-f5e21b9b0173, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ac660cbb-3e45-41a8-ae24-f5e21b9b0173,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:00:58.408269 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:58.415285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-93abe9db-fdf1-4895-b8ad-9f7c87302ed4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e796d04849e94289aa0bde1b177fea70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163135 Aug 26 11:00:58.420128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57182) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:58.489552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e49c4653-3fe8-4973-b9ce-1e9310ace3a7 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:00:58.548001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:00:58.577023 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:58.579172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: e49c4653-3fe8-4973-b9ce-1e9310ace3a7 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:00:58.579524 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device e49c4653-3fe8-4973-b9ce-1e9310ace3a7 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:00:58.580859 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0fcd3d5e-a55a-4b57-b96d-6f3bf7f79f57 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5390494 Aug 26 11:00:58.585761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57188) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:58.586027 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Sync routers for ids ['19c56f47-c957-460d-94f7-0be5c81578bb'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:00:58.679675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a482dacb-05d0-4756-9624-3f85c938f079 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "DELETE /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags/tempest-TagsTest-Tag-631125706 HTTP/1.1" status: 204 len: 168 time: 0.8076515 Aug 26 11:00:58.684972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57192) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:58.693252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Routers {'19c56f47-c957-460d-94f7-0be5c81578bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:00:58.694091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:00:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['19c56f47-c957-460d-94f7-0be5c81578bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:58.722139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-25007069-a675-4921-a92c-bbf3c675abad tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710', 'tempest-TagsTest-Tag-631125706') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:58.733298 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd631d50-4243-4dff-93e6-83e04e6764ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:58.900129 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=ac660cbb-3e45-41a8-ae24-f5e21b9b0173,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:58.905136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0fe67-addd-4e47-ad3f-a2d2f2b5c8e5 req-0c528137-7be2-4a17-ab33-05c22b57526c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:58.908226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8bd0fe67-addd-4e47-ad3f-a2d2f2b5c8e5 req-0c528137-7be2-4a17-ab33-05c22b57526c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 945 time: 0.4265990 Aug 26 11:00:58.912059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20758f-1111-4e2a-8f8d-bbfaa6b07dd5 req-83bdb114-bb45-4afc-9674-4e7bd01a2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:00:58.915126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b20758f-1111-4e2a-8f8d-bbfaa6b07dd5 req-83bdb114-bb45-4afc-9674-4e7bd01a2d2b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 1097 time: 0.3794484 Aug 26 11:00:58.928639 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd631d50-4243-4dff-93e6-83e04e6764ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:58.964489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Set router 19c56f47-c957-460d-94f7-0be5c81578bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:00:59.128792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8bd0fe67-addd-4e47-ad3f-a2d2f2b5c8e5 req-d1283a07-e100-4ef2-95df-643700a61cd2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039902 Aug 26 11:00:59.130410 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-25007069-a675-4921-a92c-bbf3c675abad tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] show failed (client error): The resource could not be found. Aug 26 11:00:59.131939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-25007069-a675-4921-a92c-bbf3c675abad tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "GET /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags/tempest-TagsTest-Tag-631125706 HTTP/1.1" status: 404 len: 325 time: 0.4307995 Aug 26 11:00:59.136271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b20758f-1111-4e2a-8f8d-bbfaa6b07dd5 req-ea19b5ca-5ce8-4c49-8e44-7b207a4bac3e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014401 Aug 26 11:00:59.151596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57198) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:59.163461 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-bd78b2a4-684e-4927-9fbf-29a7ac787d04 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710', 'tempest-TagsTest-Tag-213940312') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:59.245033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd631d50-4243-4dff-93e6-83e04e6764ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:59.248665 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd631d50-4243-4dff-93e6-83e04e6764ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:59.263379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bd631d50-4243-4dff-93e6-83e04e6764ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e069d3ad-4161-4583-94db-efe999abdbfa HTTP/1.1" status: 204 len: 168 time: 0.8299923 Aug 26 11:00:59.316082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd631d50-4243-4dff-93e6-83e04e6764ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e069d3ad-4161-4583-94db-efe999abdbfa,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:00:59.369430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bd78b2a4-684e-4927-9fbf-29a7ac787d04 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "GET /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags/tempest-TagsTest-Tag-213940312 HTTP/1.1" status: 204 len: 168 time: 0.2154317 Aug 26 11:00:59.374253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57204) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:59.387789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-a4f845f3-1445-4973-8223-0f252973f411 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710', 'tempest-TagsTest-Tag-1072731972') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:59.577597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:00:56Z', 'revision_number': 3, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:59.622302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Checking router: 19c56f47-c957-460d-94f7-0be5c81578bb for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:00:59.623009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Updating router 19c56f47-c957-460d-94f7-0be5c81578bb port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:00:59.683939 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:00:59.694944 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:59.720046 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a4f845f3-1445-4973-8223-0f252973f411 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "GET /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags/tempest-TagsTest-Tag-1072731972 HTTP/1.1" status: 204 len: 168 time: 0.3435009 Aug 26 11:00:59.720733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57216) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:59.734510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-3735bdc2-1730-4633-b195-610f56f2888c tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:00:59.768531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:00:59.972554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3735bdc2-1730-4633-b195-610f56f2888c tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "DELETE /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags HTTP/1.1" status: 204 len: 168 time: 0.2466259 Aug 26 11:00:59.974553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57228) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:00:59.985618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-558bbcbd-2c9b-4a4c-ba00-94637592c72d tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710', 'tempest-TagsTest-Tag-213940312') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:00.159762 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-558bbcbd-2c9b-4a4c-ba00-94637592c72d tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] show failed (client error): The resource could not be found. Aug 26 11:01:00.164969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-558bbcbd-2c9b-4a4c-ba00-94637592c72d tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "GET /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags/tempest-TagsTest-Tag-213940312 HTTP/1.1" status: 404 len: 325 time: 0.1888878 Aug 26 11:01:00.165925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57240) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:00.171100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-1441080c-6ffb-4ede-a6a1-6a7349b2d318 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710', 'tempest-TagsTest-Tag-1072731972') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:00.297966 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-1441080c-6ffb-4ede-a6a1-6a7349b2d318 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] show failed (client error): The resource could not be found. Aug 26 11:01:00.304367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1441080c-6ffb-4ede-a6a1-6a7349b2d318 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "GET /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags/tempest-TagsTest-Tag-1072731972 HTTP/1.1" status: 404 len: 326 time: 0.1370897 Aug 26 11:01:00.305279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57244) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:00.312780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.tag.tag_plugin [None req-48e752de-8f82-454a-87df-4095bdd43777 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a326eafb-5be6-459f-b5c6-57fe823dc710') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:00.355047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Allocated IP 172.20.0.1 (7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4/79cce3cc-b422-48ea-9b06-fb9f6766c9d9/be574aa5-44b1-4f2a-be40-30343a060a66) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:00.386550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57248) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:00.395920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3d804f4b-df43-464c-8726-5f46911297d0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149337567', 'description': 'tempest-description--936606085'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:00.461083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57252) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:00.491790 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d804f4b-df43-464c-8726-5f46911297d0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:00.563647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93955281-75d2-405a-9f20-00619f002b55 req-97cc32ae-b92d-4ad0-ba74-a18c5f736f7d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:00.572794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93955281-75d2-405a-9f20-00619f002b55 req-97cc32ae-b92d-4ad0-ba74-a18c5f736f7d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 945 time: 0.1622825 Aug 26 11:01:00.583123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-48e752de-8f82-454a-87df-4095bdd43777 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "DELETE /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710/tags HTTP/1.1" status: 204 len: 168 time: 0.2767463 Aug 26 11:01:00.591535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57260) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:00.653440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93955281-75d2-405a-9f20-00619f002b55 req-b2a70ca1-2a97-4c94-a844-1f43e9f5eb06 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793204 Aug 26 11:01:00.659947 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:00.692620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:00.703221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Transition to ACTIVE for port object 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:00.717765 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:00.753994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Transition to ACTIVE for port object be574aa5-44b1-4f2a-be40-30343a060a66 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:00.761949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:00.825924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Attempting to bind port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:00.826777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Attempting to bind port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:00.827418 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Attempting to bind port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:00.837174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:00.838036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:00.838715 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:00.839464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:00.840551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Bound port: 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:00.841377 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:00.858623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d804f4b-df43-464c-8726-5f46911297d0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:00.883650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4249a0-d448-4596-9117-fc712bc3b73a None None] Pushing event updated for resources: {'Port': ['ID=7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:00.906420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d804f4b-df43-464c-8726-5f46911297d0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:00.948133 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d804f4b-df43-464c-8726-5f46911297d0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42faf99-9481-4150-a672-35ea8f6b5d6b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:00.975200 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:00.979346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] For port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:00.989015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] For port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:00.998754 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.001252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.067081 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a326eafb-5be6-459f-b5c6-57fe823dc710']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:01.097446 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d804f4b-df43-464c-8726-5f46911297d0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.105533 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3d804f4b-df43-464c-8726-5f46911297d0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7168083 Aug 26 11:01:01.110255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57268) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:01.119158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9da73ad1-ce2b-4882-97ec-b203b6f1de2a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Request body: {'security_group_rule': {'security_group_id': 'd42faf99-9481-4150-a672-35ea8f6b5d6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:01.157729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Routers {'19c56f47-c957-460d-94f7-0be5c81578bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:01:01.158636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:00:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['19c56f47-c957-460d-94f7-0be5c81578bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:01.179374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:01.188181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:01.210287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:01.214606 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9da73ad1-ce2b-4882-97ec-b203b6f1de2a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.234692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4249a0-d448-4596-9117-fc712bc3b73a None None] Pushing event updated for resources: {'Port': ['ID=7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:01.365107 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9da73ad1-ce2b-4882-97ec-b203b6f1de2a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.373953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9da73ad1-ce2b-4882-97ec-b203b6f1de2a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.407899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] Set router 19c56f47-c957-460d-94f7-0be5c81578bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:01:01.409062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76be0900-406d-42f9-965d-91a0e9aebbc1') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:01.409592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76be0900-406d-42f9-965d-91a0e9aebbc1') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:01.444531 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9da73ad1-ce2b-4882-97ec-b203b6f1de2a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.446790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9da73ad1-ce2b-4882-97ec-b203b6f1de2a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3345416 Aug 26 11:01:01.451107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57278) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:01.455012 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.458171 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da73ad1-ce2b-4882-97ec-b203b6f1de2a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c768812-be00-46d3-ad77-34ca1b64ad9c,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:01.471331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c832d5c4-7380-41a1-bac3-2ba88a9c478f tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Request body: {'security_group_rule': {'security_group_id': 'd42faf99-9481-4150-a672-35ea8f6b5d6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:01.506978 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.536195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:01:01.536825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.547604 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c832d5c4-7380-41a1-bac3-2ba88a9c478f tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.683039 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c832d5c4-7380-41a1-bac3-2ba88a9c478f tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.694251 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c832d5c4-7380-41a1-bac3-2ba88a9c478f tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.731362 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c832d5c4-7380-41a1-bac3-2ba88a9c478f tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.736110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c832d5c4-7380-41a1-bac3-2ba88a9c478f tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761686 Aug 26 11:01:01.738010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57286) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:01.745986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:01.749155 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.753502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Pushing event updated for resources: {'Port': ['ID=be574aa5-44b1-4f2a-be40-30343a060a66,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:01.755583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832d5c4-7380-41a1-bac3-2ba88a9c478f tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ccf865-f6fa-4975-a5b2-9d6949b425df,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:01:01.768640 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:01:01.770854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1365f561-8f66-4e31-8b9f-23269dd01e2c None None] Provisioning for port be574aa5-44b1-4f2a-be40-30343a060a66 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:01.793969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1365f561-8f66-4e31-8b9f-23269dd01e2c None None] Provisioning complete for port be574aa5-44b1-4f2a-be40-30343a060a66 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:01.794591 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1365f561-8f66-4e31-8b9f-23269dd01e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.797406 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:01.905118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57290) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:01.979138 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1365f561-8f66-4e31-8b9f-23269dd01e2c None None] Port be574aa5-44b1-4f2a-be40-30343a060a66 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:01:02.038969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:00:56Z', 'revision_number': 3, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:02.104467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54dd26c-6634-4b3f-9a18-64c5c14fa025 None None] The sync data for ids ['19c56f47-c957-460d-94f7-0be5c81578bb'] in n-d-778550-13 is: [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:00:56Z', 'revision_number': 3, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:01:02.162659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b01bf-a089-418d-81ae-b4b9fcf65a1d req-11105104-7e5a-4cfa-b689-5b6d44f00e68 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:02.172072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e09b01bf-a089-418d-81ae-b4b9fcf65a1d req-11105104-7e5a-4cfa-b689-5b6d44f00e68 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 945 time: 0.2798622 Aug 26 11:01:02.280020 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e09b01bf-a089-418d-81ae-b4b9fcf65a1d req-426f1b11-262a-422b-a16b-4c8c08bc5200 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068139 Aug 26 11:01:02.337433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-961511042-network', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:02.343704 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:02.382077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Made reservation on behalf of 7deefc2f5b984afeae122ac7c02c452c for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:02.384846 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:02.404328 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:02.482975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Deleting subnet 03c71856-2cfc-4d6d-8f1b-fb314e8f501e {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:01:02.502031 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:02.549366 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:02.587205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:02.590647 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] 10.222.0.21 "DELETE /v2.0/networks/a326eafb-5be6-459f-b5c6-57fe823dc710 HTTP/1.1" status: 204 len: 168 time: 1.9977880 Aug 26 11:01:02.647042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61e3da-fc72-4970-aab1-1d7c5e6c2dd8 tempest-TagsTest-1936714301 tempest-TagsTest-1936714301-project] Pushing event deleted for resources: {'Network': ['ID=a326eafb-5be6-459f-b5c6-57fe823dc710,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:02.706484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Allocated IP 172.25.1.221 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/19a9bde3-de5c-4805-b962-3e6909ffa134) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:02.724470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:02.928343 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.001469 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.192307 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57318) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:03.322363 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.343351 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.379807 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.385851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c71856-2cfc-4d6d-8f1b-fb314e8f501e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:03.398213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.400934 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/03c71856-2cfc-4d6d-8f1b-fb314e8f501e HTTP/1.1" status: 204 len: 168 time: 2.9369936 Aug 26 11:01:03.426879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57326) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:03.482116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.482701 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.483231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.484408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.484922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.485433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.485935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.486612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.487667 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.488163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.488657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.489213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796a13-17bb-4b62-8365-d74630ba30b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:03.631693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Pushing event updated for resources: {'Port': ['ID=be574aa5-44b1-4f2a-be40-30343a060a66,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:03.652726 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c388922-9216-4842-a882-bdee0ea744f6 req-af7cc416-d138-4eed-9f62-52e88f2d42bb tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:03.660963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c388922-9216-4842-a882-bdee0ea744f6 req-af7cc416-d138-4eed-9f62-52e88f2d42bb tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 945 time: 1.2246869 Aug 26 11:01:03.665035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.744393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c388922-9216-4842-a882-bdee0ea744f6 req-481c6693-4626-449c-86da-a1c80985065b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824275 Aug 26 11:01:03.747853 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.778648 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.790578 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.851440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.864081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:01:03.871846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:03.879508 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:03.881191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df853af-d127-4c9b-a081-a259cf3a969d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:03.893463 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:03.893982 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Added segment 9b9487b8-135f-45b6-b43c-743d6dd6e785 of type vlan for network c64b4187-b470-473a-8e56-145b91806fc5 Aug 26 11:01:03.911609 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.055039 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:04.072739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:04.075928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:04.087803 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.113037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:04.134645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event updated for resources: {'Port': ['ID=19a9bde3-de5c-4805-b962-3e6909ffa134,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:04.148646 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-34516ce2-d866-4b37-957e-252bf5cadf5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fa94fb165354f4a869b075c6ecdc776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9524281 Aug 26 11:01:04.154599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57336) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:04.186593 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.211198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6261ac-91ab-4779-b29f-3007a85a87d6']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:04.234234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.236460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.237154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.237827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.238472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.239502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.241701 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.242257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.243126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.244797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.245644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.246608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:04.266296 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.resource_extend [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 11:01:04.304140 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d89c5dd-e815-4687-a525-5185165c9ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.312442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:04.312681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:04.313343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f4bcf7-69de-4ad4-a89f-984c21faffb3') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:04.342268 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.347238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:04.351349 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.359247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.361998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:04.361998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.369164 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.377034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Router 19c56f47-c957-460d-94f7-0be5c81578bb has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:01:04.385822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:01:04.385822 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:01:04.389381 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:01:04.489160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d89c5dd-e815-4687-a525-5185165c9ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.543848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57344) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:04.544447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6308675 Aug 26 11:01:04.545219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1853743e-a1bc-4327-bde5-0ab1385fbe98 None None] Provisioning complete for port be574aa5-44b1-4f2a-be40-30343a060a66 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:04.545872 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1853743e-a1bc-4327-bde5-0ab1385fbe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.552519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] Request body: {'subnet': {'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-subnet', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:04.567163 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.575468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9397c-6015-489b-9ba6-13b5976440cd admin admin] Pushing event updated for resources: {'Network': ['ID=c64b4187-b470-473a-8e56-145b91806fc5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:04.605903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362efa5-8666-4156-9fe7-836089759dea req-e0d8ee0a-02ff-400c-809d-8d4d4fcb010d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:04.611379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8362efa5-8666-4156-9fe7-836089759dea req-e0d8ee0a-02ff-400c-809d-8d4d4fcb010d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 945 time: 0.2592185 Aug 26 11:01:04.613197 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.628654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.630768 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] 10.222.0.21 "DELETE /v2.0/networks/6d6261ac-91ab-4779-b29f-3007a85a87d6 HTTP/1.1" status: 204 len: 168 time: 1.1791189 Aug 26 11:01:04.642193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1853743e-a1bc-4327-bde5-0ab1385fbe98 None None] Port be574aa5-44b1-4f2a-be40-30343a060a66 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:01:04.655398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network c64b4187-b470-473a-8e56-145b91806fc5 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:01:04.686715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de516e26-29a8-4410-905a-108b537fb3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=6d6261ac-91ab-4779-b29f-3007a85a87d6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:04.717874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8362efa5-8666-4156-9fe7-836089759dea req-9905155e-32d2-452b-999f-4235c2b1852b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829701 Aug 26 11:01:04.719057 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.739732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:01:04.765089 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d15a059e-76d1-4e93-bec0-25d7685ea466 admin admin] 10.222.0.21 "PUT /v2.0/routers/19c56f47-c957-460d-94f7-0be5c81578bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1779544 Aug 26 11:01:04.769155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] Made reservation on behalf of 7deefc2f5b984afeae122ac7c02c452c for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:04.771620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.783766 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d89c5dd-e815-4687-a525-5185165c9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.786475 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d89c5dd-e815-4687-a525-5185165c9ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:04.791847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7d89c5dd-e815-4687-a525-5185165c9ac7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e37aeea2-fa4f-4a23-b04c-d979f50b4d48 HTTP/1.1" status: 204 len: 168 time: 0.6354945 Aug 26 11:01:04.813635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89c5dd-e815-4687-a525-5185165c9ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37aeea2-fa4f-4a23-b04c-d979f50b4d48,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:05.084278 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.091337 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.097794 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.196518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9398a137-c7e7-4668-9b5e-52739eaf067d,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:05.201878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] Checking segment: {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:05.202241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] Network hostable DHCP agents. Network: c64b4187-b470-473a-8e56-145b91806fc5, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:01:05.222384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57360) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:05.257862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] Network c64b4187-b470-473a-8e56-145b91806fc5 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:01:05.276170 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.286019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, c64b4187-b470-473a-8e56-145b91806fc5) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:05.300279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:05.300894 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.312810 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-449964e6-6333-4338-8b98-5ad3e74f93ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72123eaa26c94ba59d3af6b8c5e25931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0871749 Aug 26 11:01:05.316679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57362) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:05.332414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event updated for resources: {'Port': ['ID=19a9bde3-de5c-4805-b962-3e6909ffa134,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:05.339766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6000a712-97f7-4eb4-b774-e4943c8d1311 None None] Network c64b4187-b470-473a-8e56-145b91806fc5 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:01:05.342236 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.353611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c7ee56bd-5270-4fcd-8fbf-d6a2e725695d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6140258 Aug 26 11:01:05.360772 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.366453 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-203a133c-b644-47b8-9846-117be1aba440 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8219814 Aug 26 11:01:05.369837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57366) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:05.374647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:05.388697 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Sync routers for ids ['19c56f47-c957-460d-94f7-0be5c81578bb'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:01:05.401664 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Routers {'19c56f47-c957-460d-94f7-0be5c81578bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:01:05.402640 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:00:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['19c56f47-c957-460d-94f7-0be5c81578bb'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:05.429017 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.434244 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.444053 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a05cc068-13c5-4b0a-8b9d-4d15fb6a1df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.528746 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a05cc068-13c5-4b0a-8b9d-4d15fb6a1df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.587580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:05.591088 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Set router 19c56f47-c957-460d-94f7-0be5c81578bb gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:01:05.593594 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.601688 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.644695 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a05cc068-13c5-4b0a-8b9d-4d15fb6a1df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.652537 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a05cc068-13c5-4b0a-8b9d-4d15fb6a1df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:05.655960 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a05cc068-13c5-4b0a-8b9d-4d15fb6a1df9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/622c3c6f-22a7-4f87-a10a-123410ff7163 HTTP/1.1" status: 204 len: 168 time: 0.3379655 Aug 26 11:01:05.707169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cc068-13c5-4b0a-8b9d-4d15fb6a1df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622c3c6f-22a7-4f87-a10a-123410ff7163,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:05.739515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:05.896007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-c64b4187-b470-473a-8e56-145b91806fc5', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:01:05.897015 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.065034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:06.070007 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:01:02Z', 'revision_number': 4, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'be574aa5-44b1-4f2a-be40-30343a060a66', 'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'mac_address': 'fa:16:3e:01:ed:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:59Z', 'updated_at': '2021-08-26T11:01:03Z', 'revision_number': 2, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'subnets': [{'id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:06.136036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404956e-0e5d-412e-bf21-4435313d75bd req-20e72f59-56e1-4136-aeba-f450a99ba024 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:06.138811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9404956e-0e5d-412e-bf21-4435313d75bd req-20e72f59-56e1-4136-aeba-f450a99ba024 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 945 time: 0.4446113 Aug 26 11:01:06.166804 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.179850 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Checking router: 19c56f47-c957-460d-94f7-0be5c81578bb for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:01:06.180440 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Updating router 19c56f47-c957-460d-94f7-0be5c81578bb port be574aa5-44b1-4f2a-be40-30343a060a66 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:01:06.257376 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.326767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Allocated IP 172.20.0.2 (c64b4187-b470-473a-8e56-145b91806fc5/9398a137-c7e7-4668-9b5e-52739eaf067d/49d2fc76-f1eb-4e8e-9819-112225839dcb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:06.332388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59c25a-9db3-4be6-ad91-4790e083989e req-5efda3b6-cfa7-49e5-882d-3c84d5fb1d04 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:06.339784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:06.340967 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.341089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e59c25a-9db3-4be6-ad91-4790e083989e req-5efda3b6-cfa7-49e5-882d-3c84d5fb1d04 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 945 time: 0.3597269 Aug 26 11:01:06.404224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57384) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:06.410271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0493a425-a4e0-417d-a5c9-d3cc22835621 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615691040', 'description': 'tempest-description--1880433175'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:06.460803 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0493a425-a4e0-417d-a5c9-d3cc22835621 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.570524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0493a425-a4e0-417d-a5c9-d3cc22835621 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.577355 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0493a425-a4e0-417d-a5c9-d3cc22835621 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.618501 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0493a425-a4e0-417d-a5c9-d3cc22835621 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.620705 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0493a425-a4e0-417d-a5c9-d3cc22835621 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2153025 Aug 26 11:01:06.624135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57394) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:06.635012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3f5a973e-aac1-4317-92c5-255c86d3bfc3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Request body: {'security_group_rule': {'security_group_id': '28600efb-31ea-421f-8eb7-f0b2ec40c736', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:06.641297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493a425-a4e0-417d-a5c9-d3cc22835621 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28600efb-31ea-421f-8eb7-f0b2ec40c736,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:06.677858 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f5a973e-aac1-4317-92c5-255c86d3bfc3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.697917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e59c25a-9db3-4be6-ad91-4790e083989e req-f60f9a8d-b72a-4477-b144-4d3fb5e44623 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563623 Aug 26 11:01:06.809041 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f5a973e-aac1-4317-92c5-255c86d3bfc3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.815565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f5a973e-aac1-4317-92c5-255c86d3bfc3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.867625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3f5a973e-aac1-4317-92c5-255c86d3bfc3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.868923 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3f5a973e-aac1-4317-92c5-255c86d3bfc3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2437351 Aug 26 11:01:06.879459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57402) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:06.893206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9f1e63a3-a15a-4f8f-9445-e1f1060b50ac tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Request body: {'security_group_rule': {'security_group_id': '28600efb-31ea-421f-8eb7-f0b2ec40c736', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:06.903354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a973e-aac1-4317-92c5-255c86d3bfc3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fb1213-4f89-43ad-bebd-7235e1f92274,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:06.968235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-9404956e-0e5d-412e-bf21-4435313d75bd req-7b9bd4ca-ae88-4a2d-90e9-cfe2d12585cf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Deleting port ac660cbb-3e45-41a8-ae24-f5e21b9b0173 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:01:06.968954 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9404956e-0e5d-412e-bf21-4435313d75bd req-7b9bd4ca-ae88-4a2d-90e9-cfe2d12585cf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.983692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63a3-a15a-4f8f-9445-e1f1060b50ac tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:06.985232 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.000311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Transition to ACTIVE for port object 49d2fc76-f1eb-4e8e-9819-112225839dcb will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:07.025658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Transition to ACTIVE for port object 49d2fc76-f1eb-4e8e-9819-112225839dcb will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:07.036609 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.098819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Network c64b4187-b470-473a-8e56-145b91806fc5 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:07.104013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9404956e-0e5d-412e-bf21-4435313d75bd req-7b9bd4ca-ae88-4a2d-90e9-cfe2d12585cf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] For port ac660cbb-3e45-41a8-ae24-f5e21b9b0173, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ac660cbb-3e45-41a8-ae24-f5e21b9b0173,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:07.104311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:07.105236 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9404956e-0e5d-412e-bf21-4435313d75bd req-7b9bd4ca-ae88-4a2d-90e9-cfe2d12585cf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.107879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:07.129945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-9404956e-0e5d-412e-bf21-4435313d75bd req-7b9bd4ca-ae88-4a2d-90e9-cfe2d12585cf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Calling delete_port for ac660cbb-3e45-41a8-ae24-f5e21b9b0173 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:01:07.144939 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.167875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Pushing event updated for resources: {'Port': ['ID=49d2fc76-f1eb-4e8e-9819-112225839dcb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:07.193026 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Transition to ACTIVE for port object be574aa5-44b1-4f2a-be40-30343a060a66 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:07.210867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63a3-a15a-4f8f-9445-e1f1060b50ac tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.218096 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.238331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63a3-a15a-4f8f-9445-e1f1060b50ac tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.279493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e63a3-a15a-4f8f-9445-e1f1060b50ac tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d9d140-6e4a-4f0c-a461-f343752b6004,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:07.290600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Attempting to bind port 49d2fc76-f1eb-4e8e-9819-112225839dcb on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:07.291859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Attempting to bind port 49d2fc76-f1eb-4e8e-9819-112225839dcb by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:07.293541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Attempting to bind port 49d2fc76-f1eb-4e8e-9819-112225839dcb on network c64b4187-b470-473a-8e56-145b91806fc5 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:07.301744 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63a3-a15a-4f8f-9445-e1f1060b50ac tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.304235 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9f1e63a3-a15a-4f8f-9445-e1f1060b50ac tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4217517 Aug 26 11:01:07.307585 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57414) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:07.312739 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:07.314562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Checking segment: {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:07.316853 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.317317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:07.318587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Bound using segment: {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:07.320666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Bound port: 49d2fc76-f1eb-4e8e-9819-112225839dcb, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:07.320858 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.359884 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9404956e-0e5d-412e-bf21-4435313d75bd req-7b9bd4ca-ae88-4a2d-90e9-cfe2d12585cf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.372411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.386322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0', 'ac660cbb-3e45-41a8-ae24-f5e21b9b0173'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:07.447921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bd4ca-ae88-4a2d-90e9-cfe2d12585cf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event deleted for resources: {'Port': ['ID=ac660cbb-3e45-41a8-ae24-f5e21b9b0173,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:07.479058 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Pushing event updated for resources: {'Port': ['ID=be574aa5-44b1-4f2a-be40-30343a060a66,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:07.649004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] For port 49d2fc76-f1eb-4e8e-9819-112225839dcb, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:07.665312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.679584 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.680393 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.685176 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.686050 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.686888 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.687431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] For port 49d2fc76-f1eb-4e8e-9819-112225839dcb, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=49d2fc76-f1eb-4e8e-9819-112225839dcb,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:07.687888 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.688678 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.689433 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.694961 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.696159 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.697117 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.697927 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:07.700887 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.757029 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Attempting to bind port be574aa5-44b1-4f2a-be40-30343a060a66 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:07.763166 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Attempting to bind port be574aa5-44b1-4f2a-be40-30343a060a66 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:07.765408 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Attempting to bind port be574aa5-44b1-4f2a-be40-30343a060a66 on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:07.790939 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:07.793340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abe56b-bf97-41a2-83cb-c108de301820 None None] Pushing event updated for resources: {'Port': ['ID=49d2fc76-f1eb-4e8e-9819-112225839dcb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:07.798683 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Checking segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:07.800300 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:07.803510 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Bound using segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:07.804740 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Bound port: be574aa5-44b1-4f2a-be40-30343a060a66, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:07.816452 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:08.010892 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:08.013704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-9404956e-0e5d-412e-bf21-4435313d75bd req-7b9bd4ca-ae88-4a2d-90e9-cfe2d12585cf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] No DVR routers for this DVR port ac660cbb-3e45-41a8-ae24-f5e21b9b0173 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:01:08.022004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9404956e-0e5d-412e-bf21-4435313d75bd req-7b9bd4ca-ae88-4a2d-90e9-cfe2d12585cf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:08.022503 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Allocated IP 172.25.1.22 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/e0b04131-5242-4814-8744-2e80ebb0a3ee) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:08.024733 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9404956e-0e5d-412e-bf21-4435313d75bd req-7b9bd4ca-ae88-4a2d-90e9-cfe2d12585cf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "DELETE /v2.0/ports/ac660cbb-3e45-41a8-ae24-f5e21b9b0173 HTTP/1.1" status: 204 len: 173 time: 1.8688407 Aug 26 11:01:08.030893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df954b6-4ad4-4d11-b280-e38787880bef', 'name': 'network-vif-deleted', 'tag': 'ac660cbb-3e45-41a8-ae24-f5e21b9b0173'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:08.034714 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf0ea96-d1d9-4037-b9fb-7785ed036834" -d '{"events": [{"server_uuid": "0df954b6-4ad4-4d11-b280-e38787880bef", "name": "network-vif-deleted", "tag": "ac660cbb-3e45-41a8-ae24-f5e21b9b0173"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:08.045571 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] For port be574aa5-44b1-4f2a-be40-30343a060a66, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:08.051757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-919e891c-eece-4782-814b-895321e42e22 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:08.066877 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] For port be574aa5-44b1-4f2a-be40-30343a060a66, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=be574aa5-44b1-4f2a-be40-30343a060a66,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:08.080441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-919e891c-eece-4782-814b-895321e42e22 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/networks?id=75d778d8-5662-4039-bbcc-6321effd6623 HTTP/1.1" status: 200 len: 822 time: 1.4607916 Aug 26 11:01:08.081796 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:08.168063 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:08.269029 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Routers {'19c56f47-c957-460d-94f7-0be5c81578bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:01:08.270394 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:00:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['19c56f47-c957-460d-94f7-0be5c81578bb'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:08.363565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-9edfaaab-34da-4cc5-ad3c-4e0520d6d68c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/quotas/3d152d5acbe54475adbaed65dc5f98a0 HTTP/1.1" status: 200 len: 375 time: 0.2806103 Aug 26 11:01:08.370347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2673e7f-8516-467b-8983-b5667deeb5cc req-9926a0ed-15f6-495c-a4fe-9c4ebde7f894 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df954b6-4ad4-4d11-b280-e38787880bef HTTP/1.1" status: 200 len: 210 time: 0.3619928 Aug 26 11:01:08.388296 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3579894-f85c-46f5-aec4-f30f85300ecb None None] Pushing event updated for resources: {'Port': ['ID=be574aa5-44b1-4f2a-be40-30343a060a66,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:08.488430 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:08.592671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:08.592955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-e18d626a-68ca-41e4-abe9-d6c3b8220617 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d152d5acbe54475adbaed65dc5f98a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2178404 Aug 26 11:01:08.663635 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b575e53-b962-4b06-a17c-54323eea86b6 x-openstack-request-id: req-1b575e53-b962-4b06-a17c-54323eea86b6 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:08.666218 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df954b6-4ad4-4d11-b280-e38787880bef", "name": "network-vif-deleted", "tag": "ac660cbb-3e45-41a8-ae24-f5e21b9b0173", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:08.667463 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b575e53-b962-4b06-a17c-54323eea86b6 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:08.668385 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df954b6-4ad4-4d11-b280-e38787880bef', 'name': 'network-vif-deleted', 'tag': 'ac660cbb-3e45-41a8-ae24-f5e21b9b0173', 'status': 'completed', 'code': 200} Aug 26 11:01:08.682225 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] Set router 19c56f47-c957-460d-94f7-0be5c81578bb gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:01:08.709328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:08.714628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:08.725963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:08.779560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event updated for resources: {'Port': ['ID=e0b04131-5242-4814-8744-2e80ebb0a3ee,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:08.930929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Allocated IP 172.25.1.126 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/54667031-1a4a-44ed-96ba-3ad5f0db98fb) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:08.960128 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:09.051296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:09.207732 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:09.321835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:09.365002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57452) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:09.403258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:09.411021 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:09.421591 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-8232d023-1fd1-4ffc-82da-823f0f2ca5d3 service neutron] 10.222.0.21 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7511213 Aug 26 11:01:09.523735 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:09.527472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Pushing event updated for resources: {'Port': ['ID=54667031-1a4a-44ed-96ba-3ad5f0db98fb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:09.536726 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:01:02Z', 'revision_number': 4, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'be574aa5-44b1-4f2a-be40-30343a060a66', 'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'mac_address': 'fa:16:3e:01:ed:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:59Z', 'updated_at': '2021-08-26T11:01:08Z', 'revision_number': 4, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'subnets': [{'id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:09.539520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:09.544504 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:09.577265 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24dcb5-5d27-485e-94a8-3fa9280ace39 None None] The sync data for ids ['19c56f47-c957-460d-94f7-0be5c81578bb'] in n-d-778550-13 is: [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:01:02Z', 'revision_number': 4, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'be574aa5-44b1-4f2a-be40-30343a060a66', 'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'mac_address': 'fa:16:3e:01:ed:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:59Z', 'updated_at': '2021-08-26T11:01:08Z', 'revision_number': 4, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'subnets': [{'id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:01:09.603091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event updated for resources: {'Port': ['ID=e0b04131-5242-4814-8744-2e80ebb0a3ee,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:09.660933 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:09.704337 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:09.706533 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cba3d53a-34f6-484f-b3ee-783be91eb1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3962588 Aug 26 11:01:09.797811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ac660cbb-3e45-41a8-ae24-f5e21b9b0173 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:01:09.814522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1003736936-network', 'tenant_id': 'b43c9aa7c5f142ae993cd4ac226d6a1f'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:09.868377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: ac660cbb-3e45-41a8-ae24-f5e21b9b0173 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:01:09.869002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ac660cbb-3e45-41a8-ae24-f5e21b9b0173 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:01:09.901364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Made reservation on behalf of b43c9aa7c5f142ae993cd4ac226d6a1f for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:09.904484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:09.955700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:09.986478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45170518-3615-436e-884c-93e026e22df2 None None] Network c64b4187-b470-473a-8e56-145b91806fc5 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:01:10.187945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-94558101-18ef-4b5e-a878-4e69f1553d9c None None] Provisioning for port 49d2fc76-f1eb-4e8e-9819-112225839dcb completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:10.239357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d104598a-bc98-455b-b326-f7a3bb779e45 service neutron] 10.222.0.21 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113470 Aug 26 11:01:10.334513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device be574aa5-44b1-4f2a-be40-30343a060a66 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:10.419621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:10.432384 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:10.563718 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:10.577012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:01:10.609109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f81bb0-f0ed-4b02-960c-0703901bb02d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:10.633959 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:10.633959 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Added segment c07bfaff-a9a6-4875-999f-78c4c66c2972 of type vlan for network 78c026c6-651c-404b-9bc6-9fd7306c8d94 Aug 26 11:01:10.772536 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port be574aa5-44b1-4f2a-be40-30343a060a66 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:10.776597 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:10.777661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port be574aa5-44b1-4f2a-be40-30343a060a66 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:10.778048 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:10.900679 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:10.903702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:10.904879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:10.956238 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5863438 Aug 26 11:01:11.013112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57498) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:11.034230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] Request body: {'subnet': {'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1003736936-subnet', 'tenant_id': 'b43c9aa7c5f142ae993cd4ac226d6a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:11.051263 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10383ff6-1b9d-477e-b5e4-2ea49933be17 req-db228288-1a71-4949-8b73-853d711a963d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 210 time: 0.1776032 Aug 26 11:01:11.186907 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:11.199543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78835bf-cad1-4b1c-92c9-0b3e08375e25 admin admin] Pushing event updated for resources: {'Network': ['ID=78c026c6-651c-404b-9bc6-9fd7306c8d94,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:11.224788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] Made reservation on behalf of b43c9aa7c5f142ae993cd4ac226d6a1f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:11.234651 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:11.297480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 78c026c6-651c-404b-9bc6-9fd7306c8d94 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:01:11.354195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-731dea12-2675-4cb7-95d9-89de670f37e3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--615691040&fields=id&tenant_id=ff0e8881fff44dc588833fa16efe7c5b HTTP/1.1" status: 200 len: 267 time: 0.5222747 Aug 26 11:01:11.580435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port be574aa5-44b1-4f2a-be40-30343a060a66, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=be574aa5-44b1-4f2a-be40-30343a060a66,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:11.596452 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:11.597786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 49d2fc76-f1eb-4e8e-9819-112225839dcb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:11.826131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-cec54108-ba84-4a67-9bae-635d25483895 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:11.846806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-cec54108-ba84-4a67-9bae-635d25483895 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.3705912 Aug 26 11:01:12.026178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=be574aa5-44b1-4f2a-be40-30343a060a66,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:12.070140 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:12.117338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-d26f7fd7-d86a-460b-a507-878672176379 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/quotas/b8d7e64294a14061bee27b24f1cafe89 HTTP/1.1" status: 200 len: 375 time: 0.2381742 Aug 26 11:01:12.129789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 49d2fc76-f1eb-4e8e-9819-112225839dcb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:12.145005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 49d2fc76-f1eb-4e8e-9819-112225839dcb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:12.149395 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:12.263607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c64c3c-fc04-420e-b12c-70cd87a92e86,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:12.359478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] Checking segment: {'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:12.359839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] Network hostable DHCP agents. Network: 78c026c6-651c-404b-9bc6-9fd7306c8d94, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:01:12.461112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] Network 78c026c6-651c-404b-9bc6-9fd7306c8d94 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:01:12.474198 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:12.487668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 78c026c6-651c-404b-9bc6-9fd7306c8d94) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:12.502058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:12.505005 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:12.572472 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a52cced1-181c-411a-b715-406daebc00b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5574234 Aug 26 11:01:12.648105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 49d2fc76-f1eb-4e8e-9819-112225839dcb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=49d2fc76-f1eb-4e8e-9819-112225839dcb,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:12.657695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8386668-a509-4110-a67c-0d06710df85d None None] Network 78c026c6-651c-404b-9bc6-9fd7306c8d94 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:01:12.897230 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:13.112460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device be574aa5-44b1-4f2a-be40-30343a060a66 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:13.219490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=49d2fc76-f1eb-4e8e-9819-112225839dcb,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:13.240075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd1047b-459a-4f02-9e14-10480d54035a None None] Network 78c026c6-651c-404b-9bc6-9fd7306c8d94 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:01:13.414677 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db506ac4-4596-40f2-8896-9218679837f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:13.442554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port be574aa5-44b1-4f2a-be40-30343a060a66 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:13.443865 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:13.552353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-3d1c86cb-bf1e-42ce-9d17-f8e3bb42e837 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:13.556644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-3d1c86cb-bf1e-42ce-9d17-f8e3bb42e837 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 812 time: 2.1975164 Aug 26 11:01:13.677134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-650b65c4-ba17-4507-b0c3-bbd1fde2387d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5285947 Aug 26 11:01:13.689617 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-e4bb90d5-a7d7-48d0-ba35-532d1be42968 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/quotas/ff0e8881fff44dc588833fa16efe7c5b HTTP/1.1" status: 200 len: 375 time: 0.1005106 Aug 26 11:01:13.694297 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:13.931516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-5909eeae-3079-4bee-8fa8-bc5486735d66 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:13.933180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-5909eeae-3079-4bee-8fa8-bc5486735d66 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.47 "GET /v2.0/networks?id=75d778d8-5662-4039-bbcc-6321effd6623 HTTP/1.1" status: 200 len: 822 time: 0.4203684 Aug 26 11:01:13.956847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Request body: {'port': {'device_id': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623', 'admin_state_up': True, 'tenant_id': '3d152d5acbe54475adbaed65dc5f98a0'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:14.042073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-e0dc5c95-490f-49cc-96c3-ced8ae44f86e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2895713 Aug 26 11:01:14.053841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-0beb914e-9310-47c5-beda-4d3aaebc70c8 service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025358 Aug 26 11:01:14.296934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57564) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:14.303094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Router 5f07b56b-e493-4c76-9d80-0c087f269df7 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:01:14.317657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-268a7487-5460-4da8-ba4f-cb153b17857e service neutron] 10.222.0.21 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577219 Aug 26 11:01:14.332586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-bec6ba1d-c2f7-4663-b5a8-4badd532ac91 service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560341 Aug 26 11:01:14.343460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Made reservation on behalf of 3d152d5acbe54475adbaed65dc5f98a0 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:14.347832 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:14.568673 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a43fb70a-5d3d-479a-bfbb-ecf4ce12d853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:14.664959 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-c75310bd-3b64-422d-bca4-176ff8d88de0 service neutron] 10.222.0.21 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356872 Aug 26 11:01:14.755348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Allocated IP 172.20.0.10 (75d778d8-5662-4039-bbcc-6321effd6623/92619ec1-0b12-4ddd-be18-dfd56e6ae98d/b1a855c3-3130-4fc1-8385-6d7765b4bbd8) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:14.856925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:01:14.872004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebc4a1de-d992-46ba-9dee-a674de309470 req-2cedb86d-586a-41e2-add6-a9543a8dd353 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 210 time: 0.0688088 Aug 26 11:01:14.875368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Sync routers for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:01:14.965423 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a43fb70a-5d3d-479a-bfbb-ecf4ce12d853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:14.966520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:01:14.969712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:00:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:14.984775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a43fb70a-5d3d-479a-bfbb-ecf4ce12d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:15.028790 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:15.029869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bfcd94f0-262f-4627-b3e5-c0cfdee55265 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6592767 Aug 26 11:01:15.052227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57588) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:15.266975 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a43fb70a-5d3d-479a-bfbb-ecf4ce12d853 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a924222ffea2478bb4b93e2b90427f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9675286 Aug 26 11:01:15.271398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f5e4e7d-d7fb-409e-9b4e-77ea2c897ea1 req-f6c33dcd-313f-44e4-9bff-b1060cddb851 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 210 time: 0.2178667 Aug 26 11:01:15.272159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57594) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:15.387988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fb70a-5d3d-479a-bfbb-ecf4ce12d853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec193bce-68a1-45d7-884f-095bd85d783b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:15.397187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:15.495744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:01:15.567835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e44e365f-8e8d-49ff-804b-d243b0afc8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:15.615096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 49d2fc76-f1eb-4e8e-9819-112225839dcb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:15.665110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-560960f9-1a21-44a2-aec9-289aace9fafd req-e33d7d30-56fc-4e5e-9784-bd3e071dd532 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 210 time: 0.1473114 Aug 26 11:01:15.806665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a509e514-268e-4673-bdb3-f640886147df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:15.882552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 49d2fc76-f1eb-4e8e-9819-112225839dcb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:15.884253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:15.950392 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e44e365f-8e8d-49ff-804b-d243b0afc8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:16.038696 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:16.196101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-4cbb932d-0d41-4999-8dc9-762576047364 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:16.197910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-4cbb932d-0d41-4999-8dc9-762576047364 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/networks?id=78c026c6-651c-404b-9bc6-9fd7306c8d94 HTTP/1.1" status: 200 len: 815 time: 0.6340873 Aug 26 11:01:16.222265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Network 75d778d8-5662-4039-bbcc-6321effd6623 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:16.231824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:16.245124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:16.248960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event updated for resources: {'Port': ['ID=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:16.364256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e44e365f-8e8d-49ff-804b-d243b0afc8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:16.367556 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e44e365f-8e8d-49ff-804b-d243b0afc8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:16.382299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e44e365f-8e8d-49ff-804b-d243b0afc8d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec193bce-68a1-45d7-884f-095bd85d783b HTTP/1.1" status: 204 len: 168 time: 1.0679183 Aug 26 11:01:16.428341 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:16.469199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:10Z', 'revision_number': 3, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:16.483496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-f31ef91d-d34b-468e-9d80-e7a95ee985f2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:16.485090 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-f31ef91d-d34b-468e-9d80-e7a95ee985f2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.42 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.2237492 Aug 26 11:01:16.488729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c60b57-5d42-41c0-89e3-027de7f8f83f req-465be896-5911-4870-9e7e-5f4b732c2e6a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:16.501698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Request body: {'port': {'device_id': '3252f8b9-6804-4008-b92a-331fdb14ad9d', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'admin_state_up': True, 'tenant_id': 'b8d7e64294a14061bee27b24f1cafe89'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:16.502698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2c60b57-5d42-41c0-89e3-027de7f8f83f req-465be896-5911-4870-9e7e-5f4b732c2e6a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 932 time: 0.3990679 Aug 26 11:01:16.507674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-9520eea7-559b-4274-b1d4-63ffb2e1ac4d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/quotas/b43c9aa7c5f142ae993cd4ac226d6a1f HTTP/1.1" status: 200 len: 375 time: 0.2301075 Aug 26 11:01:16.563964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e365f-8e8d-49ff-804b-d243b0afc8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec193bce-68a1-45d7-884f-095bd85d783b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:16.590890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Checking router: 5f07b56b-e493-4c76-9d80-0c087f269df7 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:01:16.591114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Updating router 5f07b56b-e493-4c76-9d80-0c087f269df7 port 54667031-1a4a-44ed-96ba-3ad5f0db98fb binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:01:16.711438 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:16.801333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:16.805244 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:16.846063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Made reservation on behalf of b8d7e64294a14061bee27b24f1cafe89 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:16.852698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:16.874698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-ce935ff9-61bf-41a6-9d8d-abb4d38d11eb tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b43c9aa7c5f142ae993cd4ac226d6a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2821224 Aug 26 11:01:16.929063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-d4f5eb0e-f2b3-4389-9d43-6ed6adcdbca6 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9807634 Aug 26 11:01:16.968260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2c60b57-5d42-41c0-89e3-027de7f8f83f req-08565f21-9fcb-4083-b1c4-e3de2a2b479a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642916 Aug 26 11:01:16.977721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Request body: {'port': {'device_id': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:17.043558 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.067820 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Transition to ACTIVE for port object 54667031-1a4a-44ed-96ba-3ad5f0db98fb will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:17.083140 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.171384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57632) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:17.175418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Allocated IP 172.20.0.4 (f26d7fc6-3093-4095-86d1-7a49e1a4c1e2/8930c4d8-d9e7-491f-bdc1-07f2ef2624b2/17bcd881-0e88-4bc6-aa2e-6fc0955c7af4) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:17.196907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Attempting to bind port 54667031-1a4a-44ed-96ba-3ad5f0db98fb on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:17.197346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Attempting to bind port 54667031-1a4a-44ed-96ba-3ad5f0db98fb by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:17.197726 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Attempting to bind port 54667031-1a4a-44ed-96ba-3ad5f0db98fb on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:17.201813 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7371dbb7-caee-4d32-85fb-94f54a16a9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.207827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:17.208267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:17.208675 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.209130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:17.209770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Bound port: 54667031-1a4a-44ed-96ba-3ad5f0db98fb, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:17.210179 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.212253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.254056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82880f58-b916-4b07-9e43-24ddade28736 None None] Pushing event updated for resources: {'Port': ['ID=54667031-1a4a-44ed-96ba-3ad5f0db98fb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:17.271956 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e132419-7056-4d1c-910b-763373e82689 req-a0d5b894-d1b6-4095-b00c-2fb05bf5c031 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 210 time: 0.1316817 Aug 26 11:01:17.275423 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.313285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] For port 54667031-1a4a-44ed-96ba-3ad5f0db98fb, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:17.319752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] For port 54667031-1a4a-44ed-96ba-3ad5f0db98fb, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=54667031-1a4a-44ed-96ba-3ad5f0db98fb,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:17.326604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.340345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.387976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-e3e20928-8e43-4337-8c2f-34a6d654d9de tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:17.389777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-e3e20928-8e43-4337-8c2f-34a6d654d9de tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 812 time: 0.4090242 Aug 26 11:01:17.395554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:01:17.396476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:01:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:17.404415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82880f58-b916-4b07-9e43-24ddade28736 None None] Pushing event updated for resources: {'Port': ['ID=54667031-1a4a-44ed-96ba-3ad5f0db98fb,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:17.411576 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-f8c64b24-eef3-457e-bcf4-e440e7c13153 service neutron] 10.222.0.21 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358517 Aug 26 11:01:17.480115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.528252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.577059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:17.580727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:17.587626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:17.589182 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:17.620578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event updated for resources: {'Port': ['ID=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:17.662067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:17.663494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:17.679815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:01:17.912788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46874a18-1d1b-4bc6-ab71-55c17105f9b6 req-b78cec02-4591-4962-8a50-cda43c752bda tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 210 time: 0.5144775 Aug 26 11:01:18.008829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-73c4d6f4-d494-4f3a-bf7b-78bcc0bc7eb3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff0e8881fff44dc588833fa16efe7c5b HTTP/1.1" status: 200 len: 379 time: 0.6024156 Aug 26 11:01:18.031590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Request body: {'port': {'device_id': '6354c753-509b-45f0-ad75-4e97752d5c18', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'admin_state_up': True, 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'security_groups': ['28600efb-31ea-421f-8eb7-f0b2ec40c736']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:18.033894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:10Z', 'revision_number': 3, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:18.117788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50888ff1-cd92-4ca8-87cc-68f1bc7743cd None None] The sync data for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 is: [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:10Z', 'revision_number': 3, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:01:18.392395 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-0445eedf-9e61-4bad-892e-8e6653241f70 service neutron] 10.222.0.21 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602717 Aug 26 11:01:18.523071 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7371dbb7-caee-4d32-85fb-94f54a16a9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:18.538497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Allocated IP 172.20.0.1 (c64b4187-b470-473a-8e56-145b91806fc5/9398a137-c7e7-4668-9b5e-52739eaf067d/16d99a0d-435a-4fbf-b36d-da6744232c79) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:18.542769 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-143b76d5-a570-491d-b9fb-717f3d4cfaf5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0450668 Aug 26 11:01:18.548910 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7371dbb7-caee-4d32-85fb-94f54a16a9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:18.557550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Request body: {'port': {'device_id': '3252f8b9-6804-4008-b92a-331fdb14ad9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:18.634807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b965a-d053-45bb-baa9-60721bce00d6 req-218c87d7-0d16-41a8-a84f-fa7e725717b0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:18.637187 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:18.653515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-469b965a-d053-45bb-baa9-60721bce00d6 req-218c87d7-0d16-41a8-a84f-fa7e725717b0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 932 time: 0.4535391 Aug 26 11:01:18.757223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7371dbb7-caee-4d32-85fb-94f54a16a9a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85e053b735674638a12dc46c1901a46e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5780900 Aug 26 11:01:18.821419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57646) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:19.154409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 54667031-1a4a-44ed-96ba-3ad5f0db98fb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:19.276161 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:19.285878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 54667031-1a4a-44ed-96ba-3ad5f0db98fb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:19.293725 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 54667031-1a4a-44ed-96ba-3ad5f0db98fb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:19.294165 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:19.314120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:19.324792 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:19.344009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Transition to ACTIVE for port object 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:19.350558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:19.421472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:19.450220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371dbb7-caee-4d32-85fb-94f54a16a9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2817c6f-c764-48e0-8462-e95971119642,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:19.518081 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:19.548615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Attempting to bind port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:19.549668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Attempting to bind port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:19.549915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Attempting to bind port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:19.562214 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:01:19.562614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Attempting to bind port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:19.567081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 54667031-1a4a-44ed-96ba-3ad5f0db98fb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=54667031-1a4a-44ed-96ba-3ad5f0db98fb,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:19.572647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:19.573039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Checking segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:19.573512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Bound using segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:19.573937 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Bound port: 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:19.574322 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:19.576705 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:19.614583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:19.666473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=54667031-1a4a-44ed-96ba-3ad5f0db98fb,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:19.700680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-469b965a-d053-45bb-baa9-60721bce00d6 req-896132ac-2c94-48d9-8bc5-1c4260b3fbbf tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0398664 Aug 26 11:01:19.748249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Transition to ACTIVE for port object 16d99a0d-435a-4fbf-b36d-da6744232c79 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:19.749889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] For port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:19.757813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] For port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:19.769014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Made reservation on behalf of ff0e8881fff44dc588833fa16efe7c5b for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:19.773155 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:19.776412 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:19.831239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:19.831908 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:19.833458 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] 10.222.0.42 "PUT /v2.0/ports/17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 HTTP/1.1" status: 200 len: 1092 time: 1.2821813 Aug 26 11:01:19.833945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252f8b9-6804-4008-b92a-331fdb14ad9d', 'tag': '17bcd881-0e88-4bc6-aa2e-6fc0955c7af4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:19.836410 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18c40a9-285c-4e35-84b1-1898dfe93bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "3252f8b9-6804-4008-b92a-331fdb14ad9d", "tag": "17bcd881-0e88-4bc6-aa2e-6fc0955c7af4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:19.849543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae8a26-9d91-4171-83d9-88a1298a1a63 req-e3fd4cb1-16be-412b-a8df-7e71411514bd tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:19.863444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43ae8a26-9d91-4171-83d9-88a1298a1a63 req-e3fd4cb1-16be-412b-a8df-7e71411514bd tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 931 time: 0.9278319 Aug 26 11:01:19.873163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6bf30-542b-46dd-af85-893f6fbbb4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:19.879912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a855c3-3130-4fc1-8385-6d7765b4bbd8 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:19.954933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-1e0a5c41-5f4f-46a4-8a0a-97b501ee3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:19.957944 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-1e0a5c41-5f4f-46a4-8a0a-97b501ee3b4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 1095 time: 0.0717785 Aug 26 11:01:20.012163 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-0c542343-4ebd-49ba-8372-25991fdbb133 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 HTTP/1.1" status: 200 len: 217 time: 0.0456734 Aug 26 11:01:20.041956 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8247f03e-8d43-4e6e-8a12-3a5a83ebb517 req-08748af9-2d47-4641-bdb5-da27f1afaf13 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 210 time: 0.2459590 Aug 26 11:01:20.072222 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:20.153789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43ae8a26-9d91-4171-83d9-88a1298a1a63 req-ade730f4-d8f4-40f4-8a0f-0bd394bd96c7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891138 Aug 26 11:01:20.185361 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-6e1142c3-a7c1-48b1-895b-3f358993d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:20.188556 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-6e1142c3-a7c1-48b1-895b-3f358993d87f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.1689920 Aug 26 11:01:20.241481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Transition to ACTIVE for port object b1a855c3-3130-4fc1-8385-6d7765b4bbd8 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:20.260927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Allocated IP 172.20.0.11 (7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4/79cce3cc-b422-48ea-9b06-fb9f6766c9d9/a0f6d3ee-e592-489b-b559-fbcbe4d66e11) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:20.277126 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-9d38f661-0c66-411a-8bba-60685aad48ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801029 Aug 26 11:01:20.335845 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:20.344387 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:20.368877 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17ee53e-c2f8-4952-a840-881c2104efee x-openstack-request-id: req-f17ee53e-c2f8-4952-a840-881c2104efee {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:20.369514 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3252f8b9-6804-4008-b92a-331fdb14ad9d", "tag": "17bcd881-0e88-4bc6-aa2e-6fc0955c7af4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:20.369927 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f17ee53e-c2f8-4952-a840-881c2104efee {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:20.370664 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3252f8b9-6804-4008-b92a-331fdb14ad9d', 'tag': '17bcd881-0e88-4bc6-aa2e-6fc0955c7af4', 'status': 'completed', 'code': 200} Aug 26 11:01:20.380005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27b33973-d852-4013-abec-1fa2bca3e26b req-78aa8664-ccf9-4f49-a2f8-5191f142d7fc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 210 time: 0.1977582 Aug 26 11:01:20.397848 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89eb4145-8efc-4aa8-8946-9cdfac209055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:20.424445 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:20.458523 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-d8faaa48-215f-4ed7-a8d8-cb76e52e8e0a service neutron] 10.222.0.42 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714571 Aug 26 11:01:20.552028 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89eb4145-8efc-4aa8-8946-9cdfac209055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:20.578522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Network c64b4187-b470-473a-8e56-145b91806fc5 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:20.628257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:20.639662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:20.685689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:20.828551 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-301a12bf-6cbf-4ee0-bc95-79846cc3d370 req-3dc8a10c-6471-4d1b-8cd5-a94afd1334ea service neutron] 10.222.0.42 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626535 Aug 26 11:01:20.955713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-f629850e-2d15-4cd1-8c38-a8efe6e49d1f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:20.961938 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-f629850e-2d15-4cd1-8c38-a8efe6e49d1f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "GET /v2.0/networks?id=78c026c6-651c-404b-9bc6-9fd7306c8d94 HTTP/1.1" status: 200 len: 815 time: 0.3838329 Aug 26 11:01:21.067091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Request body: {'port': {'device_id': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94', 'admin_state_up': True, 'tenant_id': 'b43c9aa7c5f142ae993cd4ac226d6a1f'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:21.093196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 54667031-1a4a-44ed-96ba-3ad5f0db98fb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:21.108226 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:21.195072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c40a9-285c-4e35-84b1-1898dfe93bc9 req-f1e758e0-4d48-4715-a619-84828b0dadba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:21.202212 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d18c40a9-285c-4e35-84b1-1898dfe93bc9 req-f1e758e0-4d48-4715-a619-84828b0dadba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 1095 time: 0.2312508 Aug 26 11:01:21.307426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 54667031-1a4a-44ed-96ba-3ad5f0db98fb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:21.308478 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:21.402294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89eb4145-8efc-4aa8-8946-9cdfac209055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:21.405023 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89eb4145-8efc-4aa8-8946-9cdfac209055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:21.406506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-89eb4145-8efc-4aa8-8946-9cdfac209055 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2817c6f-c764-48e0-8462-e95971119642 HTTP/1.1" status: 204 len: 168 time: 2.5425363 Aug 26 11:01:21.449184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-20bfb388-59eb-4470-9ad7-5e13a34fae9e None None] Provisioning for port 16d99a0d-435a-4fbf-b36d-da6744232c79 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:21.462875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-20bfb388-59eb-4470-9ad7-5e13a34fae9e None None] Provisioning complete for port 16d99a0d-435a-4fbf-b36d-da6744232c79 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:21.464091 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20bfb388-59eb-4470-9ad7-5e13a34fae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:21.510025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Pushing event updated for resources: {'Port': ['ID=16d99a0d-435a-4fbf-b36d-da6744232c79,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:21.581865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a5f6294-b210-4936-bbf6-5ae6b38689a8 req-925a7c72-0a0f-4d4f-a568-7b323526a6f9 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 210 time: 0.3223107 Aug 26 11:01:21.696339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-20bfb388-59eb-4470-9ad7-5e13a34fae9e None None] Port 16d99a0d-435a-4fbf-b36d-da6744232c79 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:01:21.718976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb4145-8efc-4aa8-8946-9cdfac209055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2817c6f-c764-48e0-8462-e95971119642,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:21.728656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Attempting to bind port b1a855c3-3130-4fc1-8385-6d7765b4bbd8 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:21.729280 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Attempting to bind port b1a855c3-3130-4fc1-8385-6d7765b4bbd8 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:21.732978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Attempting to bind port b1a855c3-3130-4fc1-8385-6d7765b4bbd8 on network 75d778d8-5662-4039-bbcc-6321effd6623 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:21.904546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Made reservation on behalf of b43c9aa7c5f142ae993cd4ac226d6a1f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:21.909339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:21.922679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50f332-f4e0-4470-b50d-4aae3cdac129 req-84655950-cb4c-4c83-b977-7d59314f58da tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:21.925480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a50f332-f4e0-4470-b50d-4aae3cdac129 req-84655950-cb4c-4c83-b977-7d59314f58da tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 944 time: 0.8106539 Aug 26 11:01:21.927418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Port b1a855c3-3130-4fc1-8385-6d7765b4bbd8 on network 75d778d8-5662-4039-bbcc-6321effd6623 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:01:21.927849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Attempting to bind port b1a855c3-3130-4fc1-8385-6d7765b4bbd8 on network 75d778d8-5662-4039-bbcc-6321effd6623 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:21.941447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:22.040008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c40a9-285c-4e35-84b1-1898dfe93bc9 req-b1b39995-b8c6-4ea9-908e-14d3327b9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:22.041109 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:22.042374 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d18c40a9-285c-4e35-84b1-1898dfe93bc9 req-b1b39995-b8c6-4ea9-908e-14d3327b9deb service neutron] 10.222.0.42 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 907 time: 0.8267515 Aug 26 11:01:22.047248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:22.047745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Checking segment: {'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:22.049596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Bound using segment: {'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:22.050264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Bound port: b1a855c3-3130-4fc1-8385-6d7765b4bbd8, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:22.050806 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:22.091053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Transition to ACTIVE for port object a0f6d3ee-e592-489b-b559-fbcbe4d66e11 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:22.109240 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d18c40a9-285c-4e35-84b1-1898dfe93bc9 req-08599c0d-488b-4bc7-99a4-e6489559df92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 HTTP/1.1" status: 200 len: 217 time: 0.0565681 Aug 26 11:01:22.229641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Allocated IP 172.20.0.9 (78c026c6-651c-404b-9bc6-9fd7306c8d94/98c64c3c-fc04-420e-b12c-70cd87a92e86/f4543427-c890-4cc8-acc3-33acecdb07bb) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:22.240577 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c40a9-285c-4e35-84b1-1898dfe93bc9 req-eb8bcbea-045f-44eb-9f5c-884b37452df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:22.242045 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d18c40a9-285c-4e35-84b1-1898dfe93bc9 req-eb8bcbea-045f-44eb-9f5c-884b37452df2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.1239340 Aug 26 11:01:22.297615 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d18c40a9-285c-4e35-84b1-1898dfe93bc9 req-9e8fdfb7-b2de-44ec-a526-0ca640dd05c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407932 Aug 26 11:01:22.301896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e359d-2003-4f22-96a1-7619ee1b76bb req-bb2560d9-dbe5-47b7-b43d-164f5b4cbcba tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:22.304282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd0e359d-2003-4f22-96a1-7619ee1b76bb req-bb2560d9-dbe5-47b7-b43d-164f5b4cbcba tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 943 time: 0.4291179 Aug 26 11:01:22.305938 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:22.315810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6a50f332-f4e0-4470-b50d-4aae3cdac129 req-e2c85cc5-db50-49f2-be35-d71bf5c68c97 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282659 Aug 26 11:01:22.383398 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:22.428776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] For port b1a855c3-3130-4fc1-8385-6d7765b4bbd8, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:22.462363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:22.470206 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:22.475314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:22.535207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:22.540889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] For port b1a855c3-3130-4fc1-8385-6d7765b4bbd8, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:22.551193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:01:22.553743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd0e359d-2003-4f22-96a1-7619ee1b76bb req-8c8c88ff-755c-4b35-a2a4-ce482bda6927 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121122 Aug 26 11:01:22.610923 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:22.922792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:22.954518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:22.956220 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:22.958534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '17bcd881-0e88-4bc6-aa2e-6fc0955c7af4', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'port_id': '17bcd881-0e88-4bc6-aa2e-6fc0955c7af4', 'mac_address': 'fa:16:3e:a1:ea:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930c4d8-d9e7-491f-bdc1-07f2ef2624b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:01:22.958788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1a855c3-3130-4fc1-8385-6d7765b4bbd8 HTTP/1.1" status: 200 len: 1093 time: 5.9889312 Aug 26 11:01:22.984773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'tag': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:22.992106 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bafb158-8193-4de5-9fc6-4ac032a67e72" -d '{"events": [{"name": "network-changed", "server_uuid": "feaf1884-c16a-4b99-b3d5-c273a5d4fa91", "tag": "b1a855c3-3130-4fc1-8385-6d7765b4bbd8"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:23.115594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1fd03ace-414e-4969-afbe-b71c622342b0 None None] Provisioning for port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:23.120335 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:23.149492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1fd03ace-414e-4969-afbe-b71c622342b0 None None] Provisioning complete for port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:23.153128 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fd03ace-414e-4969-afbe-b71c622342b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:23.179329 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d18c40a9-285c-4e35-84b1-1898dfe93bc9 req-d6f2194f-7bee-424e-a563-5f9f61254300 service neutron] 10.222.0.42 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8713622 Aug 26 11:01:23.201947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e743b5-fc46-406f-badc-c6be1979f2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:23.267467 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:23.300120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-219417ee-e624-4825-92ac-09babe7d6499 req-fd70e93c-c7b6-4511-9aa3-02ff91667c2d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 210 time: 0.2416244 Aug 26 11:01:23.305449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:23.313842 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d18c40a9-285c-4e35-84b1-1898dfe93bc9 req-e8681a20-6fdd-4443-8fdc-8ab3f7df9589 service neutron] 10.222.0.42 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262810 Aug 26 11:01:23.350550 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:23.420914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1fd03ace-414e-4969-afbe-b71c622342b0 None None] Port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:01:23.434660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:23.443312 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:23.453999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:23.455326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:23.476364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Pushing event updated for resources: {'Port': ['ID=f4543427-c890-4cc8-acc3-33acecdb07bb,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:23.479330 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6486bb-cbfa-4afb-a22c-2587fbc6eda2 x-openstack-request-id: req-2f6486bb-cbfa-4afb-a22c-2587fbc6eda2 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:23.479779 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaf1884-c16a-4b99-b3d5-c273a5d4fa91", "tag": "b1a855c3-3130-4fc1-8385-6d7765b4bbd8", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:23.480661 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f6486bb-cbfa-4afb-a22c-2587fbc6eda2 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:23.481699 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'tag': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8', 'status': 'completed', 'code': 200} Aug 26 11:01:23.497384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-9908ea49-da27-4712-9e99-b8176a860643 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4719067 Aug 26 11:01:23.513379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Network 78c026c6-651c-404b-9bc6-9fd7306c8d94 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:23.517098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:23.521381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:23.531979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Request body: {'port': {'device_id': '6354c753-509b-45f0-ad75-4e97752d5c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:23.565487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:23.639127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8b5a4-8634-4120-bb1e-368e837e1555 req-a3931493-222a-4984-8c93-68403c585347 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:23.640779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fce8b5a4-8634-4120-bb1e-368e837e1555 req-a3931493-222a-4984-8c93-68403c585347 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 932 time: 1.0367026 Aug 26 11:01:23.642893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:23.644256 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:23.659544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['17bcd881-0e88-4bc6-aa2e-6fc0955c7af4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:23.674860 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-3804d202-f10b-4c81-8189-1fddc6dacb12 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7009947 Aug 26 11:01:23.701570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Request body: {'port': {'device_id': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:23.722932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-2b6ee4e9-89c8-4701-b953-06b73ca518e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:23.724741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-2b6ee4e9-89c8-4701-b953-06b73ca518e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d152d5acbe54475adbaed65dc5f98a0&device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 1096 time: 0.5291216 Aug 26 11:01:23.734104 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:23.776912 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fce8b5a4-8634-4120-bb1e-368e837e1555 req-0aa9ca8b-cbe0-4c55-80db-705277ddf615 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131086 Aug 26 11:01:23.831359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:23.835463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-5fca3c16-ae0c-411b-b1bd-dc55583ac45a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a855c3-3130-4fc1-8385-6d7765b4bbd8 HTTP/1.1" status: 200 len: 217 time: 0.0824392 Aug 26 11:01:24.364384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4543427-c890-4cc8-acc3-33acecdb07bb {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:24.379157 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:24.403846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Transition to ACTIVE for port object f4543427-c890-4cc8-acc3-33acecdb07bb will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:24.409500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:24.498930 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4543427-c890-4cc8-acc3-33acecdb07bb,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:24.511654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f7fb-c295-4163-bd28-7cb666b70923 req-270f321d-c663-4b51-9ceb-e6db344b588f tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:24.512684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eb2f7fb-c295-4163-bd28-7cb666b70923 req-270f321d-c663-4b51-9ceb-e6db344b588f tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 944 time: 0.8838818 Aug 26 11:01:24.534014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:24.541205 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:24.585811 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:24.597415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:24.609243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:24.610074 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:24.625199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-b206cecd-006b-46ee-b016-0023d251e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:24.627588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-b206cecd-006b-46ee-b016-0023d251e428 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92619ec1-0b12-4ddd-be18-dfd56e6ae98d HTTP/1.1" status: 200 len: 862 time: 0.7396553 Aug 26 11:01:24.638642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Attempting to bind port f4543427-c890-4cc8-acc3-33acecdb07bb on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:24.639334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Attempting to bind port f4543427-c890-4cc8-acc3-33acecdb07bb by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:24.639871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Attempting to bind port f4543427-c890-4cc8-acc3-33acecdb07bb on network 78c026c6-651c-404b-9bc6-9fd7306c8d94 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:24.645241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Port f4543427-c890-4cc8-acc3-33acecdb07bb on network 78c026c6-651c-404b-9bc6-9fd7306c8d94 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:01:24.645841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Attempting to bind port f4543427-c890-4cc8-acc3-33acecdb07bb on network 78c026c6-651c-404b-9bc6-9fd7306c8d94 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:24.657906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:24.658704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Checking segment: {'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:24.660977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Bound using segment: {'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:24.662949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Bound port: f4543427-c890-4cc8-acc3-33acecdb07bb, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:24.663911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:24.731040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-0698a1e1-8625-4904-b6f7-923e1f460552 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75d778d8-5662-4039-bbcc-6321effd6623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512068 Aug 26 11:01:24.750122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eb2f7fb-c295-4163-bd28-7cb666b70923 req-8ce05257-0c19-4741-bb84-3770d53f64d5 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147617 Aug 26 11:01:24.759195 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:24.823273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] For port f4543427-c890-4cc8-acc3-33acecdb07bb, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:24.827010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] For port f4543427-c890-4cc8-acc3-33acecdb07bb, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f4543427-c890-4cc8-acc3-33acecdb07bb,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:24.832398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252f8b9-6804-4008-b92a-331fdb14ad9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bcd881-0e88-4bc6-aa2e-6fc0955c7af4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:24.839937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:24.845121 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87123752-b286-4197-bc1e-560997aa6cba" -d '{"events": [{"server_uuid": "3252f8b9-6804-4008-b92a-331fdb14ad9d", "name": "network-vif-plugged", "status": "completed", "tag": "17bcd881-0e88-4bc6-aa2e-6fc0955c7af4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:24.900575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:24.914107 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:24.914471 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:24.915242 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:24.916925 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] 10.222.0.47 "PUT /v2.0/ports/f4543427-c890-4cc8-acc3-33acecdb07bb HTTP/1.1" status: 200 len: 1092 time: 1.2331986 Aug 26 11:01:24.917476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'tag': 'f4543427-c890-4cc8-acc3-33acecdb07bb'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:24.919993 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd810f87-ecb1-46a6-8c61-3c5b8fa2cb66" -d '{"events": [{"name": "network-changed", "server_uuid": "9d46499e-b81a-4d85-9bb3-654e38ee0e3a", "tag": "f4543427-c890-4cc8-acc3-33acecdb07bb"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:24.952070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca81f0-2513-4f09-ab6f-b41349e2dae6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4543427-c890-4cc8-acc3-33acecdb07bb,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:25.005970 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:25.051911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:25.072321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-a7f6af78-2af2-4979-b663-57f11acb4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:25.074507 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-a7f6af78-2af2-4979-b663-57f11acb4691 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b43c9aa7c5f142ae993cd4ac226d6a1f&device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 1095 time: 0.0808821 Aug 26 11:01:25.091759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ddbcf-f172-44bd-bb27-53e5b48fce59 req-6a3442c7-6986-4068-bdc6-f76880fc203f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:25.093548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b8ddbcf-f172-44bd-bb27-53e5b48fce59 req-6a3442c7-6986-4068-bdc6-f76880fc203f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 944 time: 1.0457094 Aug 26 11:01:25.094485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Pushing event updated for resources: {'Port': ['ID=16d99a0d-435a-4fbf-b36d-da6744232c79,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:25.180431 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-fc08a5eb-5f2e-42bb-a304-786800af4380 service neutron] 10.222.0.47 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050925 Aug 26 11:01:25.223211 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-e1af8b10-25c2-4ae6-8554-03b09dd92243 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4543427-c890-4cc8-acc3-33acecdb07bb HTTP/1.1" status: 200 len: 217 time: 0.1369829 Aug 26 11:01:25.291544 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-0fed7da7-9e37-49d9-86d3-564e81802a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:25.293731 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-0fed7da7-9e37-49d9-86d3-564e81802a6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98c64c3c-fc04-420e-b12c-70cd87a92e86 HTTP/1.1" status: 200 len: 855 time: 0.0617797 Aug 26 11:01:25.330633 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-01e60eb0-2a8e-4181-abf8-7f7c20485f9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78c026c6-651c-404b-9bc6-9fd7306c8d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289512 Aug 26 11:01:25.403289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7add92-a4d4-4862-b141-effa841e04a4 req-2f70091d-8e26-4666-85d0-dc3c5b4e4403 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:25.416033 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d7add92-a4d4-4862-b141-effa841e04a4 req-2f70091d-8e26-4666-85d0-dc3c5b4e4403 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 943 time: 0.3977282 Aug 26 11:01:25.450660 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-d0a8f563-197f-4db5-8976-a29c4d38f510 service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130137 Aug 26 11:01:25.476837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b8ddbcf-f172-44bd-bb27-53e5b48fce59 req-be08b925-9ba1-480e-9411-3c90194b91ef tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988796 Aug 26 11:01:25.554206 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-af0a6f2d-631c-4a26-a82c-b202b622de99 req-b1671a9b-1146-41b4-bccf-8cdb27bc932f service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959337 Aug 26 11:01:25.704544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f6d3ee-e592-489b-b559-fbcbe4d66e11 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:25.734353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d7add92-a4d4-4862-b141-effa841e04a4 req-f6ef3eb6-297f-41c5-bf13-6ff92584aa8c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167286 Aug 26 11:01:25.740409 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:25.752814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4233275c-3593-4e5a-9296-5808fe25b1d7 req-8c07dbba-bf40-48fb-85de-ed3d2e4c5092 service neutron] 10.222.0.47 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898906 Aug 26 11:01:25.759145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Network c64b4187-b470-473a-8e56-145b91806fc5 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:25.777865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:25.809805 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c43ecb1-fc68-40a1-ab91-ec5daf2fe854 x-openstack-request-id: req-7c43ecb1-fc68-40a1-ab91-ec5daf2fe854 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:25.810365 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252f8b9-6804-4008-b92a-331fdb14ad9d", "name": "network-vif-plugged", "status": "completed", "tag": "17bcd881-0e88-4bc6-aa2e-6fc0955c7af4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:25.810743 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c43ecb1-fc68-40a1-ab91-ec5daf2fe854 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:25.811135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Transition to ACTIVE for port object a0f6d3ee-e592-489b-b559-fbcbe4d66e11 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:25.815088 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252f8b9-6804-4008-b92a-331fdb14ad9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bcd881-0e88-4bc6-aa2e-6fc0955c7af4', 'code': 200} Aug 26 11:01:25.822178 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:25.952243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9e8ee-0bf6-4d50-9c15-5628508a1957 req-a21508ab-f1a9-4563-95d1-0b6804505442 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:25.955379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dae9e8ee-0bf6-4d50-9c15-5628508a1957 req-a21508ab-f1a9-4563-95d1-0b6804505442 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 932 time: 0.3852029 Aug 26 11:01:25.972341 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f322f61d-0779-41e3-a840-74da71921b28 x-openstack-request-id: req-f322f61d-0779-41e3-a840-74da71921b28 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:25.972341 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d46499e-b81a-4d85-9bb3-654e38ee0e3a", "tag": "f4543427-c890-4cc8-acc3-33acecdb07bb", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:25.972777 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f322f61d-0779-41e3-a840-74da71921b28 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:25.973287 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'tag': 'f4543427-c890-4cc8-acc3-33acecdb07bb', 'status': 'completed', 'code': 200} Aug 26 11:01:26.004694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc9b2e-2730-4cd0-9d61-2874638fccb2 req-9febc462-fba6-4a30-a11c-9ce8fc5ebaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:26.006803 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-04fc9b2e-2730-4cd0-9d61-2874638fccb2 req-9febc462-fba6-4a30-a11c-9ce8fc5ebaed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 1097 time: 0.0754454 Aug 26 11:01:26.102227 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-04fc9b2e-2730-4cd0-9d61-2874638fccb2 req-cd537b63-bcf5-42ff-a98b-8587e760744a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787623 Aug 26 11:01:26.118583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd810f87-ecb1-46a6-8c61-3c5b8fa2cb66 req-80c22661-07ff-496e-a16b-9ba72030d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:26.128936 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dd810f87-ecb1-46a6-8c61-3c5b8fa2cb66 req-80c22661-07ff-496e-a16b-9ba72030d4bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b43c9aa7c5f142ae993cd4ac226d6a1f&device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 1095 time: 0.1165066 Aug 26 11:01:26.224864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:26.322812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd810f87-ecb1-46a6-8c61-3c5b8fa2cb66 req-000ce3d4-4069-41af-8ec3-1d861c38e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:26.324466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dd810f87-ecb1-46a6-8c61-3c5b8fa2cb66 req-000ce3d4-4069-41af-8ec3-1d861c38e2cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=78c026c6-651c-404b-9bc6-9fd7306c8d94 HTTP/1.1" status: 200 len: 916 time: 0.1911316 Aug 26 11:01:26.377487 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dd810f87-ecb1-46a6-8c61-3c5b8fa2cb66 req-d8875ac4-6ce7-4718-8aae-a10f881c5820 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4543427-c890-4cc8-acc3-33acecdb07bb HTTP/1.1" status: 200 len: 217 time: 0.0434885 Aug 26 11:01:26.387486 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e9c1319a-7ad9-4241-9ebc-1c74e73e964a None None] Provisioning complete for port 16d99a0d-435a-4fbf-b36d-da6744232c79 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:26.388096 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e9c1319a-7ad9-4241-9ebc-1c74e73e964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:26.478777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Attempting to bind port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:26.479136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Attempting to bind port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:26.479509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Attempting to bind port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:26.482753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd810f87-ecb1-46a6-8c61-3c5b8fa2cb66 req-f64aa88c-3004-427c-ab6a-5e73d96aa9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:26.484764 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dd810f87-ecb1-46a6-8c61-3c5b8fa2cb66 req-f64aa88c-3004-427c-ab6a-5e73d96aa9f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98c64c3c-fc04-420e-b12c-70cd87a92e86 HTTP/1.1" status: 200 len: 855 time: 0.0986240 Aug 26 11:01:26.488629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:01:26.488961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Attempting to bind port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:26.514442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dae9e8ee-0bf6-4d50-9c15-5628508a1957 req-d9a6ec6c-d462-420a-87a6-bf1a9e4ebb9d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4184284 Aug 26 11:01:26.534990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1319a-7ad9-4241-9ebc-1c74e73e964a None None] Port 16d99a0d-435a-4fbf-b36d-da6744232c79 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:01:26.544397 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dd810f87-ecb1-46a6-8c61-3c5b8fa2cb66 req-bd037b18-00d1-47d8-a385-2a7e6a8ce668 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78c026c6-651c-404b-9bc6-9fd7306c8d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503409 Aug 26 11:01:26.574647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43d1d4-aeee-4a31-bc91-744d5a749745 req-e567d94f-0f51-4722-bf1e-bdc1a17726da tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:26.581647 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c43d1d4-aeee-4a31-bc91-744d5a749745 req-e567d94f-0f51-4722-bf1e-bdc1a17726da tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 944 time: 0.4777086 Aug 26 11:01:26.592283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:26.592654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Checking segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:26.593013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Bound using segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:26.593495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Bound port: a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:26.593880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:26.643060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafb158-8193-4de5-9fc6-4ac032a67e72 req-91ef8e2e-7e1b-4106-9c94-cbba3c09bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:26.644541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bafb158-8193-4de5-9fc6-4ac032a67e72 req-91ef8e2e-7e1b-4106-9c94-cbba3c09bb67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d152d5acbe54475adbaed65dc5f98a0&device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 1096 time: 0.6877892 Aug 26 11:01:26.673201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c43d1d4-aeee-4a31-bc91-744d5a749745 req-6976a971-776b-4589-a904-30d5d6bfdf23 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891848 Aug 26 11:01:26.747798 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dd810f87-ecb1-46a6-8c61-3c5b8fa2cb66 req-d8ebd9be-1a55-4e91-aeeb-fc9ec86f738f service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955512 Aug 26 11:01:26.756655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Router 5f07b56b-e493-4c76-9d80-0c087f269df7 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:01:26.938245 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dd810f87-ecb1-46a6-8c61-3c5b8fa2cb66 req-c0225244-6662-453f-aab7-c7091c1ff358 service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809537 Aug 26 11:01:26.941995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:26.944681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:26.985912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:27.124678 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b640a-678e-416a-994a-9aaf3987bd93 req-1d2023d8-e1e0-4628-b9f0-7b070f3d29fa tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:27.126354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee0b640a-678e-416a-994a-9aaf3987bd93 req-1d2023d8-e1e0-4628-b9f0-7b070f3d29fa tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 945 time: 0.4383049 Aug 26 11:01:27.140563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:27.141195 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:27.143401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] 10.222.0.42 "PUT /v2.0/ports/a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 1093 time: 3.6342618 Aug 26 11:01:27.145018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:27.147706 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f" -d '{"events": [{"name": "network-changed", "server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:27.213228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafb158-8193-4de5-9fc6-4ac032a67e72 req-93408f66-8b2a-482e-badc-167be4473b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:27.214929 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bafb158-8193-4de5-9fc6-4ac032a67e72 req-93408f66-8b2a-482e-badc-167be4473b9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=75d778d8-5662-4039-bbcc-6321effd6623 HTTP/1.1" status: 200 len: 923 time: 0.5532939 Aug 26 11:01:27.216994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ad045-35d8-4e81-82c2-f99528a33465 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:27.254139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e07de4-0ceb-4c8d-a3d0-68543088c3cc req-9f67fc08-8478-4ca6-8ef8-f9575b3770b4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:27.268867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7e07de4-0ceb-4c8d-a3d0-68543088c3cc req-9f67fc08-8478-4ca6-8ef8-f9575b3770b4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 943 time: 0.3758426 Aug 26 11:01:27.525852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bafb158-8193-4de5-9fc6-4ac032a67e72 req-a4358c71-061a-43f9-a549-5bcd9aea9a89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a855c3-3130-4fc1-8385-6d7765b4bbd8 HTTP/1.1" status: 200 len: 217 time: 0.2989604 Aug 26 11:01:27.541512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee0b640a-678e-416a-994a-9aaf3987bd93 req-f2230d1e-b702-4e06-ab95-96a7753d79e2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852742 Aug 26 11:01:27.568951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:01:27.584893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f9a1d5d8-16c0-4949-a40c-13d1b847acde admin admin] 10.222.0.21 "PUT /v2.0/routers/5f07b56b-e493-4c76-9d80-0c087f269df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5303421 Aug 26 11:01:27.600726 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Sync routers for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:01:27.615806 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:01:27.616253 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:01:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:27.744000 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:01:27.780489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7e07de4-0ceb-4c8d-a3d0-68543088c3cc req-2591bb0f-ad11-4f22-8ab5-4df34284f08c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102048 Aug 26 11:01:27.837242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-aa0204b3-6914-42f6-95be-c25d3a909874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:27.847379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-aa0204b3-6914-42f6-95be-c25d3a909874 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1096 time: 0.6028175 Aug 26 11:01:27.867467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f4543427-c890-4cc8-acc3-33acecdb07bb details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:01:27.869624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafb158-8193-4de5-9fc6-4ac032a67e72 req-f28c85ed-3f80-4409-836d-10bbe64b29b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:27.876294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bafb158-8193-4de5-9fc6-4ac032a67e72 req-f28c85ed-3f80-4409-836d-10bbe64b29b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92619ec1-0b12-4ddd-be18-dfd56e6ae98d HTTP/1.1" status: 200 len: 862 time: 0.3056281 Aug 26 11:01:28.030081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f4543427-c890-4cc8-acc3-33acecdb07bb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f4543427-c890-4cc8-acc3-33acecdb07bb,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:28.050389 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'f4543427-c890-4cc8-acc3-33acecdb07bb', 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94', 'port_id': 'f4543427-c890-4cc8-acc3-33acecdb07bb', 'mac_address': 'fa:16:3e:e6:77:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c64c3c-fc04-420e-b12c-70cd87a92e86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:01:28.080082 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56614568-d771-400a-a05e-5a5b20654770 x-openstack-request-id: req-56614568-d771-400a-a05e-5a5b20654770 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:28.080645 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:28.081080 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56614568-d771-400a-a05e-5a5b20654770 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:28.081746 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'status': 'completed', 'code': 200} Aug 26 11:01:28.085579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-0662ebd3-8f33-4bf1-94ef-025cb0e6275b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 217 time: 0.2057910 Aug 26 11:01:28.153717 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:28.161797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bafb158-8193-4de5-9fc6-4ac032a67e72 req-df806a00-536e-4385-acaa-a933ef0f3b58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75d778d8-5662-4039-bbcc-6321effd6623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2506270 Aug 26 11:01:28.191171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4543427-c890-4cc8-acc3-33acecdb07bb {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:28.283685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f4543427-c890-4cc8-acc3-33acecdb07bb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f4543427-c890-4cc8-acc3-33acecdb07bb,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:28.292424 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:28.347081 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 2, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:28.355371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474bc7a-8937-4efe-a3a4-c584deef1c0b req-ee53abab-4f82-4da8-b8c8-127f9f7cbf77 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:28.357075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5474bc7a-8937-4efe-a3a4-c584deef1c0b req-ee53abab-4f82-4da8-b8c8-127f9f7cbf77 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 944 time: 0.2086613 Aug 26 11:01:28.379737 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28af34-b332-48db-a2fb-883078038a8e req-d9b83100-e3f7-47f0-9915-6258c3bb565d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:28.382040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d28af34-b332-48db-a2fb-883078038a8e req-d9b83100-e3f7-47f0-9915-6258c3bb565d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 944 time: 0.2231026 Aug 26 11:01:28.383351 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Checking router: 5f07b56b-e493-4c76-9d80-0c087f269df7 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:01:28.383976 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Updating router 5f07b56b-e493-4c76-9d80-0c087f269df7 port 16d99a0d-435a-4fbf-b36d-da6744232c79 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:01:28.393585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-7ab53410-a43e-4ee4-b409-d680dfc62a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:28.395351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-7ab53410-a43e-4ee4-b409-d680dfc62a9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.2048492 Aug 26 11:01:28.416621 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:28.500950 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5474bc7a-8937-4efe-a3a4-c584deef1c0b req-8111b9ff-97b3-4707-8d17-37d9da095708 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174695 Aug 26 11:01:28.516284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bafb158-8193-4de5-9fc6-4ac032a67e72 req-388b4c3b-454f-4962-94b4-a1fdbdeb2742 service neutron] 10.222.0.47 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159161 Aug 26 11:01:28.529113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d28af34-b332-48db-a2fb-883078038a8e req-e641e420-a888-41c6-9251-bd6252b79e82 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069589 Aug 26 11:01:28.539093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f4543427-c890-4cc8-acc3-33acecdb07bb,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:28.607753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-81786749-33dd-4fbd-bfce-f8d84966f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:28.609501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-81786749-33dd-4fbd-bfce-f8d84966f792 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832676 Aug 26 11:01:28.641630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['f4543427-c890-4cc8-acc3-33acecdb07bb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:28.822439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bafb158-8193-4de5-9fc6-4ac032a67e72 req-ddaa37f6-a1c8-4ad7-9644-a828023503b5 service neutron] 10.222.0.47 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950795 Aug 26 11:01:28.854671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53708e70-1e96-4a25-a412-a4bf816484b1 req-7bbf758f-b71d-4d58-b224-7dbdf1009bba tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:28.862553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53708e70-1e96-4a25-a412-a4bf816484b1 req-7bbf758f-b71d-4d58-b224-7dbdf1009bba tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 945 time: 0.1636293 Aug 26 11:01:28.878591 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-b39b1537-cdcc-4f4e-8c0f-7c76de795587 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551546 Aug 26 11:01:28.989079 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:29.001859 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Transition to ACTIVE for port object 16d99a0d-435a-4fbf-b36d-da6744232c79 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:29.005004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6854c1-7038-485f-94c4-39e8b7b4232c req-76f5bc4f-9952-4b01-8a48-4cde2dcad199 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188548 Aug 26 11:01:29.012264 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:29.047806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53708e70-1e96-4a25-a412-a4bf816484b1 req-d57c1ee8-a3aa-44c6-abbd-79bee93bddce tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838057 Aug 26 11:01:29.068553 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef0c47-42d0-4547-b3b4-14c510f07816 None None] Pushing event updated for resources: {'Port': ['ID=16d99a0d-435a-4fbf-b36d-da6744232c79,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:29.159379 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Attempting to bind port 16d99a0d-435a-4fbf-b36d-da6744232c79 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:29.159766 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Attempting to bind port 16d99a0d-435a-4fbf-b36d-da6744232c79 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:29.160138 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Attempting to bind port 16d99a0d-435a-4fbf-b36d-da6744232c79 on network c64b4187-b470-473a-8e56-145b91806fc5 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:29.174150 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:29.176228 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Checking segment: {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:29.176799 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:29.177216 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Bound using segment: {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:29.177727 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Bound port: 16d99a0d-435a-4fbf-b36d-da6744232c79, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:29.178119 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:29.253164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f req-b5a98aeb-f1a1-49c8-a17d-58f0598f4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:29.258211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f req-b5a98aeb-f1a1-49c8-a17d-58f0598f4102 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1096 time: 0.1705463 Aug 26 11:01:29.372903 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] For port 16d99a0d-435a-4fbf-b36d-da6744232c79, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:29.378402 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] For port 16d99a0d-435a-4fbf-b36d-da6744232c79, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=16d99a0d-435a-4fbf-b36d-da6744232c79,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:29.399329 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:29.507887 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57810) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:29.513071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda95bd1-b516-4906-849d-8931bbebbce8 req-ff79e9c8-3d61-4bba-950e-862c3cb4be95 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:29.515049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d5e392b7-c8b3-425c-a293-42066f2bd9e9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1188122356', 'description': 'tempest-description--1858374554'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:29.527409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bda95bd1-b516-4906-849d-8931bbebbce8 req-ff79e9c8-3d61-4bba-950e-862c3cb4be95 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 944 time: 0.1607535 Aug 26 11:01:29.577684 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5e392b7-c8b3-425c-a293-42066f2bd9e9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:29.584640 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:01:29.585961 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:01:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:29.849091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bda95bd1-b516-4906-849d-8931bbebbce8 req-e3cd9b25-4cf9-4c57-a724-368c5f37f8ba tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188133 Aug 26 11:01:29.855051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f req-01cd37a2-1d87-4a3a-aa55-a701b6c819be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:29.862036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f req-01cd37a2-1d87-4a3a-aa55-a701b6c819be service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.5947201 Aug 26 11:01:29.882121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b1a855c3-3130-4fc1-8385-6d7765b4bbd8 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:01:29.960888 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5e392b7-c8b3-425c-a293-42066f2bd9e9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:29.984258 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f req-94a5ab42-76f7-4915-8995-1bd0a38792e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 217 time: 0.1130266 Aug 26 11:01:29.985048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5e392b7-c8b3-425c-a293-42066f2bd9e9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:30.038088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5e392b7-c8b3-425c-a293-42066f2bd9e9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:30.045193 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d5e392b7-c8b3-425c-a293-42066f2bd9e9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5360508 Aug 26 11:01:30.046097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57822) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:30.062646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1fa20660-79da-4a9b-a229-89c1ba4cca9e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'security_group_rule': {'security_group_id': '377c1beb-63aa-40e7-9561-63c65110fd89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:30.105209 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:01:30.147479 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef0c47-42d0-4547-b3b4-14c510f07816 None None] Pushing event updated for resources: {'Port': ['ID=16d99a0d-435a-4fbf-b36d-da6744232c79,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:30.153326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e392b7-c8b3-425c-a293-42066f2bd9e9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377c1beb-63aa-40e7-9561-63c65110fd89,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:30.154847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023dc58-2713-4540-8773-b7b324d36557 req-f366ee94-3470-4a76-bfbc-797324356570 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:30.171653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8023dc58-2713-4540-8773-b7b324d36557 req-f366ee94-3470-4a76-bfbc-797324356570 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 945 time: 0.4657729 Aug 26 11:01:30.198267 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fa20660-79da-4a9b-a229-89c1ba4cca9e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:30.259887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b1a855c3-3130-4fc1-8385-6d7765b4bbd8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:30.289247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8', 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623', 'port_id': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8', 'mac_address': 'fa:16:3e:65:6c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92619ec1-0b12-4ddd-be18-dfd56e6ae98d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:01:30.395800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fa20660-79da-4a9b-a229-89c1ba4cca9e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:30.409238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8023dc58-2713-4540-8773-b7b324d36557 req-c0a7e43a-7296-43b1-9059-c62d7a9a84d9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280967 Aug 26 11:01:30.411331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fa20660-79da-4a9b-a229-89c1ba4cca9e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:30.484186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa20660-79da-4a9b-a229-89c1ba4cca9e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d796bdd-f129-4219-81bf-eac2ecd3251e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:30.512017 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fa20660-79da-4a9b-a229-89c1ba4cca9e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:30.516665 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1fa20660-79da-4a9b-a229-89c1ba4cca9e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4632812 Aug 26 11:01:30.520983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716dad4-3e33-4286-b7f2-84162e348fc5 req-c078d80d-c277-449d-a4e5-451719e3f5f5 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:30.522101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57828) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:30.527677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e10e6c4d-fb35-422d-bc12-34375e0ac373 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'security_group_rule': {'security_group_id': '377c1beb-63aa-40e7-9561-63c65110fd89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:30.535141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4716dad4-3e33-4286-b7f2-84162e348fc5 req-c078d80d-c277-449d-a4e5-451719e3f5f5 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 944 time: 0.3338778 Aug 26 11:01:30.539594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f req-2f6b70eb-abbe-4150-9e10-c72ab970a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:30.541911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f req-2f6b70eb-abbe-4150-9e10-c72ab970a6eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.5489883 Aug 26 11:01:30.567319 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:29Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:30.592130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:01:30.595660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e10e6c4d-fb35-422d-bc12-34375e0ac373 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:30.645626 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef231f1b-acfa-4087-b269-04b1a03f8650 None None] The sync data for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 is: [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:29Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:01:30.797264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e10e6c4d-fb35-422d-bc12-34375e0ac373 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:30.815327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e10e6c4d-fb35-422d-bc12-34375e0ac373 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:30.863847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e6c4d-fb35-422d-bc12-34375e0ac373 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20376eb3-fa29-44f1-b410-cbf156ff3509,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:30.897930 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e10e6c4d-fb35-422d-bc12-34375e0ac373 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:30.906680 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e10e6c4d-fb35-422d-bc12-34375e0ac373 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3806658 Aug 26 11:01:30.912945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57834) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:30.935260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:31.029995 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:31.037356 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:31.164332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:31.181924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a855c3-3130-4fc1-8385-6d7765b4bbd8 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:31.223230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b1a855c3-3130-4fc1-8385-6d7765b4bbd8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:31.229686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16d99a0d-435a-4fbf-b36d-da6744232c79 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:31.300959 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:31.346788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:31.432787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'port_id': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'mac_address': 'fa:16:3e:ef:0f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:01:31.445534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:31.554487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f req-0093c4b9-42ba-490f-bb1a-baff1ac0d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:31.556797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f req-0093c4b9-42ba-490f-bb1a-baff1ac0d0c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0045049 Aug 26 11:01:31.580491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fa5e0-ad7e-438a-9578-4299f4413cc2 req-f58be11e-6d7b-4c5c-bb54-e172ca878779 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:31.582414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-218fa5e0-ad7e-438a-9578-4299f4413cc2 req-f58be11e-6d7b-4c5c-bb54-e172ca878779 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 944 time: 0.1261640 Aug 26 11:01:31.594377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4716dad4-3e33-4286-b7f2-84162e348fc5 req-72d5eb68-2337-47f8-937c-75b4660b17cc tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0566194 Aug 26 11:01:31.624777 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:31.648527 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Allocated IP 172.25.1.34 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/9296bc32-775c-40b8-b305-af775a4cda98) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:31.709280 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f6d3ee-e592-489b-b559-fbcbe4d66e11 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:31.792696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-218fa5e0-ad7e-438a-9578-4299f4413cc2 req-e95c4969-5c22-496c-a7ea-e92670dc03f7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704330 Aug 26 11:01:31.806507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b1a855c3-3130-4fc1-8385-6d7765b4bbd8'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:31.824206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 16d99a0d-435a-4fbf-b36d-da6744232c79 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:31.921234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f req-59f4a610-ed94-4155-b238-1db21f034b61 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552766 Aug 26 11:01:31.984383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:32.006085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f4543427-c890-4cc8-acc3-33acecdb07bb up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:32.025560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 16d99a0d-435a-4fbf-b36d-da6744232c79 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:32.026367 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:32.080211 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:32.085373 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:32.357395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:32.385855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:32.443153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a0f6d3ee-e592-489b-b559-fbcbe4d66e11'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:32.552314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68b645-b350-446a-b9a5-9314694045c7 req-29a466c2-2c4b-4fc1-90e5-b19ff1262d63 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:32.566147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d68b645-b350-446a-b9a5-9314694045c7 req-29a466c2-2c4b-4fc1-90e5-b19ff1262d63 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 944 time: 0.5636916 Aug 26 11:01:32.615700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'Port': ['ID=9296bc32-775c-40b8-b305-af775a4cda98,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:32.662429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:32.667856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:32.676149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:32.719363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1927718-9ff1-4339-a5a8-2e98d1ffb77f req-6b8edfc3-b949-469a-9e29-27d47ceda951 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7898638 Aug 26 11:01:32.811125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d68b645-b350-446a-b9a5-9314694045c7 req-ac0b22e2-8d0c-41bd-b8b1-3a67fd98c77d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434793 Aug 26 11:01:32.875750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81860e82-8a04-480c-9221-142f2be7809d req-a66787ef-8ab5-4517-83ca-2c28d08c51a3 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:32.889676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81860e82-8a04-480c-9221-142f2be7809d req-a66787ef-8ab5-4517-83ca-2c28d08c51a3 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 945 time: 0.3516443 Aug 26 11:01:32.897857 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:32.976808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port f4543427-c890-4cc8-acc3-33acecdb07bb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:32.988252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:33.031415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 16d99a0d-435a-4fbf-b36d-da6744232c79, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=16d99a0d-435a-4fbf-b36d-da6744232c79,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:33.049775 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:33.051784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port f4543427-c890-4cc8-acc3-33acecdb07bb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:33.052156 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:33.069294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81860e82-8a04-480c-9221-142f2be7809d req-4ecd2ac2-fd77-4e92-8a20-725768ae2626 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578004 Aug 26 11:01:33.074681 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:33.289362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=16d99a0d-435a-4fbf-b36d-da6744232c79,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:33.296475 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:33.338651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4543427-c890-4cc8-acc3-33acecdb07bb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:33.344564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecb57f-3e4d-43f5-b7b7-516715827bdd req-5f02df65-3901-4feb-9a36-bd72bec0232e tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:33.347770 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e293ce-e54b-491c-9e71-138dce29e186" -d '{"events": [{"server_uuid": "9d46499e-b81a-4d85-9bb3-654e38ee0e3a", "name": "network-vif-plugged", "status": "completed", "tag": "f4543427-c890-4cc8-acc3-33acecdb07bb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:33.362667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7ecb57f-3e4d-43f5-b7b7-516715827bdd req-5f02df65-3901-4feb-9a36-bd72bec0232e tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 945 time: 0.2879636 Aug 26 11:01:33.407876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f4543427-c890-4cc8-acc3-33acecdb07bb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f4543427-c890-4cc8-acc3-33acecdb07bb,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:33.420946 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:33.507552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f4543427-c890-4cc8-acc3-33acecdb07bb,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:33.525957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7ecb57f-3e4d-43f5-b7b7-516715827bdd req-f7a844d1-1f60-40ff-bdb2-bf03abb8f0be tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460545 Aug 26 11:01:33.574312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0fd59-37ee-42f2-a2bd-af9279b30fa7 req-50c2035e-2095-4aad-9e69-7ab9725e5ac4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:33.576024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1b0fd59-37ee-42f2-a2bd-af9279b30fa7 req-50c2035e-2095-4aad-9e69-7ab9725e5ac4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2091818 Aug 26 11:01:33.579461 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:33.588212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:33.646143 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414cba88-40a6-42d0-b970-a9cde44719ad x-openstack-request-id: req-414cba88-40a6-42d0-b970-a9cde44719ad {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:33.646521 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d46499e-b81a-4d85-9bb3-654e38ee0e3a", "name": "network-vif-plugged", "status": "completed", "tag": "f4543427-c890-4cc8-acc3-33acecdb07bb", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:33.646809 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-414cba88-40a6-42d0-b970-a9cde44719ad {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:33.647217 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4543427-c890-4cc8-acc3-33acecdb07bb', 'code': 200} Aug 26 11:01:33.703288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'Port': ['ID=9296bc32-775c-40b8-b305-af775a4cda98,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:33.704160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1b0fd59-37ee-42f2-a2bd-af9279b30fa7 req-49886731-e725-4f92-b5f3-63ca2ba3d23f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043017 Aug 26 11:01:33.729480 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:33.729786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fecbc-3e30-4c1c-a3d5-2f02c9098938 req-83bc5dab-21df-4db8-a4bc-ace49ba031e7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:33.747811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-002fecbc-3e30-4c1c-a3d5-2f02c9098938 req-83bc5dab-21df-4db8-a4bc-ace49ba031e7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.42 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 945 time: 0.1491981 Aug 26 11:01:33.755144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:33.757122 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d6eea88-9716-441f-986f-45ad8b5b2632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8404291 Aug 26 11:01:33.901413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b1a855c3-3130-4fc1-8385-6d7765b4bbd8 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:33.955606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da09884-2d3b-4639-be7f-f402161c4e2f req-19d1df6c-5631-41bb-bda7-097fe13a2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:33.957756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8da09884-2d3b-4639-be7f-f402161c4e2f req-19d1df6c-5631-41bb-bda7-097fe13a2294 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 1097 time: 0.1676781 Aug 26 11:01:34.107693 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-002fecbc-3e30-4c1c-a3d5-2f02c9098938 req-641ef199-c095-4c36-ab07-90b3e96cfca5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Deleting port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:01:34.108357 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-002fecbc-3e30-4c1c-a3d5-2f02c9098938 req-641ef199-c095-4c36-ab07-90b3e96cfca5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:34.229934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8da09884-2d3b-4639-be7f-f402161c4e2f req-c884b89b-ede6-492e-af23-99a7ea141306 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636569 Aug 26 11:01:34.240361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-5f1b92de-96ce-4458-857b-81e42e02fae4 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1188122356&fields=id&tenant_id=7deefc2f5b984afeae122ac7c02c452c HTTP/1.1" status: 200 len: 267 time: 0.2345517 Aug 26 11:01:34.253179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port b1a855c3-3130-4fc1-8385-6d7765b4bbd8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:34.258331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port b1a855c3-3130-4fc1-8385-6d7765b4bbd8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:34.258711 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:34.314441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d79d06-bc77-4901-adf4-594785f52074 req-f0053252-4096-42ec-a6f1-0d50f7dccd5b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:34.316112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08d79d06-bc77-4901-adf4-594785f52074 req-f0053252-4096-42ec-a6f1-0d50f7dccd5b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.3344488 Aug 26 11:01:34.361149 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:34.411013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-002fecbc-3e30-4c1c-a3d5-2f02c9098938 req-641ef199-c095-4c36-ab07-90b3e96cfca5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] For port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:34.411394 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-002fecbc-3e30-4c1c-a3d5-2f02c9098938 req-641ef199-c095-4c36-ab07-90b3e96cfca5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:34.420833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b1a855c3-3130-4fc1-8385-6d7765b4bbd8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:34.425793 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:34.471590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-002fecbc-3e30-4c1c-a3d5-2f02c9098938 req-641ef199-c095-4c36-ab07-90b3e96cfca5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Calling delete_port for 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:01:34.486507 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08d79d06-bc77-4901-adf4-594785f52074 req-27f320ee-6860-48b2-848f-3dce66524cb1 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392579 Aug 26 11:01:34.504386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:34.581567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:34.609002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-9def059f-9618-4a4d-999e-4f5f462c3147 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:34.610671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-9def059f-9618-4a4d-999e-4f5f462c3147 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 816 time: 0.3579731 Aug 26 11:01:34.639441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:34.645879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:34.646669 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:34.652221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-29a0dcf9-d896-43d9-b79f-61bea64b4177 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/quotas/7deefc2f5b984afeae122ac7c02c452c HTTP/1.1" status: 200 len: 375 time: 0.0244853 Aug 26 11:01:34.685357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cd94e-fa90-4830-9a95-78a812a83376 req-ef6873f9-c42e-4d7b-a96c-c5d1172c86b7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:34.685994 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-418cd94e-fa90-4830-9a95-78a812a83376 req-ef6873f9-c42e-4d7b-a96c-c5d1172c86b7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 945 time: 0.1206768 Aug 26 11:01:34.793083 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:34.799966 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-418cd94e-fa90-4830-9a95-78a812a83376 req-2c5fa859-03d2-4d1f-90a3-d278411c508c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067648 Aug 26 11:01:34.816839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-64829ecf-8a29-4319-9064-08ac5373e8b5 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1520910 Aug 26 11:01:34.818062 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-002fecbc-3e30-4c1c-a3d5-2f02c9098938 req-641ef199-c095-4c36-ab07-90b3e96cfca5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:34.860756 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ef199-c095-4c36-ab07-90b3e96cfca5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event deleted for resources: {'Port': ['ID=17bcd881-0e88-4bc6-aa2e-6fc0955c7af4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:34.861273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:34.868426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:34.941910 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:34.943187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:01:35.011474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-002fecbc-3e30-4c1c-a3d5-2f02c9098938 req-641ef199-c095-4c36-ab07-90b3e96cfca5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] No DVR routers for this DVR port 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:01:35.012411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:01:35.012712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:01:35.027487 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-002fecbc-3e30-4c1c-a3d5-2f02c9098938 req-641ef199-c095-4c36-ab07-90b3e96cfca5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:35.031427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-002fecbc-3e30-4c1c-a3d5-2f02c9098938 req-641ef199-c095-4c36-ab07-90b3e96cfca5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.42 "DELETE /v2.0/ports/17bcd881-0e88-4bc6-aa2e-6fc0955c7af4 HTTP/1.1" status: 204 len: 173 time: 1.2816718 Aug 26 11:01:35.032778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252f8b9-6804-4008-b92a-331fdb14ad9d', 'name': 'network-vif-deleted', 'tag': '17bcd881-0e88-4bc6-aa2e-6fc0955c7af4'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:35.042688 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6ed100-fa89-4267-afaf-fdf36503c2ed" -d '{"events": [{"server_uuid": "3252f8b9-6804-4008-b92a-331fdb14ad9d", "name": "network-vif-deleted", "tag": "17bcd881-0e88-4bc6-aa2e-6fc0955c7af4"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:35.087686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-2fa955e4-6922-4d21-aa2a-7dde578596bf service neutron] 10.222.0.21 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347441 Aug 26 11:01:35.170342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:35.213725 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16d99a0d-435a-4fbf-b36d-da6744232c79 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:35.281276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de541c-fcef-4752-a807-23751458b879 req-74ad1fd7-0a6a-497f-9910-94b53a4522f1 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:35.283232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1de541c-fcef-4752-a807-23751458b879 req-74ad1fd7-0a6a-497f-9910-94b53a4522f1 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 946 time: 0.1933148 Aug 26 11:01:35.305961 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 16d99a0d-435a-4fbf-b36d-da6744232c79 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:35.306363 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:35.356945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-42d2489a-e1ed-441d-b8d6-cc15558958fd service neutron] 10.222.0.21 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356565 Aug 26 11:01:35.373789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1de541c-fcef-4752-a807-23751458b879 req-d2bfe8ab-6f62-4aa1-bce5-ed11abc1ce8e tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825562 Aug 26 11:01:35.522483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7e0e-c759-41c1-a97c-443ebb3c63ab req-d1ea63c0-3150-447b-a50c-ebba76e18fa9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:35.534986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d73d7e0e-c759-41c1-a97c-443ebb3c63ab req-d1ea63c0-3150-447b-a50c-ebba76e18fa9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 946 time: 0.0809643 Aug 26 11:01:35.608538 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d73d7e0e-c759-41c1-a97c-443ebb3c63ab req-56e4a7ff-baee-4ca9-8a19-43967c7b58e0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722995 Aug 26 11:01:35.648331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8'}, {'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:35.652636 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c36680-6c1f-44d4-bd04-7db58ec23a80" -d '{"events": [{"server_uuid": "feaf1884-c16a-4b99-b3d5-c273a5d4fa91", "name": "network-vif-plugged", "status": "completed", "tag": "b1a855c3-3130-4fc1-8385-6d7765b4bbd8"}, {"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:35.663397 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9d3ecb-ef48-4d53-ac9d-8afa26fe07ee x-openstack-request-id: req-ed9d3ecb-ef48-4d53-ac9d-8afa26fe07ee {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:35.664257 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252f8b9-6804-4008-b92a-331fdb14ad9d", "name": "network-vif-deleted", "tag": "17bcd881-0e88-4bc6-aa2e-6fc0955c7af4", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:35.664257 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed9d3ecb-ef48-4d53-ac9d-8afa26fe07ee {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:35.664574 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252f8b9-6804-4008-b92a-331fdb14ad9d', 'name': 'network-vif-deleted', 'tag': '17bcd881-0e88-4bc6-aa2e-6fc0955c7af4', 'status': 'completed', 'code': 200} Aug 26 11:01:35.711161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c2877a7-7bfd-4962-9736-c47b940b7853 req-6e30e94d-4392-4c73-a6e4-23f4cdb877e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1011195 Aug 26 11:01:35.807641 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-20a33678-db5a-44d1-ac0f-e7dc1ee3dbd6 req-6d67b272-4604-4ddb-ad0a-62dfe9c30e7b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 210 time: 0.0683360 Aug 26 11:01:35.924235 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77d6c3c-e7d9-48bc-90b2-81fd0452004c x-openstack-request-id: req-e77d6c3c-e7d9-48bc-90b2-81fd0452004c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:35.927210 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaf1884-c16a-4b99-b3d5-c273a5d4fa91", "name": "network-vif-plugged", "status": "completed", "tag": "b1a855c3-3130-4fc1-8385-6d7765b4bbd8", "code": 200}, {"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:35.928079 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e77d6c3c-e7d9-48bc-90b2-81fd0452004c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:35.929259 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8', 'code': 200} Aug 26 11:01:35.930152 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'code': 200} Aug 26 11:01:35.937557 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2877a7-7bfd-4962-9736-c47b940b7853 req-763c38c5-82b7-43c8-a487-fbd62009ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:35.939894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c2877a7-7bfd-4962-9736-c47b940b7853 req-763c38c5-82b7-43c8-a487-fbd62009ff6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 1098 time: 0.1265693 Aug 26 11:01:35.962282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58ea40-1aa5-432c-8ddd-5dd80d710a4c req-a12d8f83-a331-4e3a-8321-a424d97b1c3b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:35.965099 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc58ea40-1aa5-432c-8ddd-5dd80d710a4c req-a12d8f83-a331-4e3a-8321-a424d97b1c3b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1548219 Aug 26 11:01:36.094460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd292ebd-2096-48e1-acd5-98a9bb2735d2 req-72f91581-91ac-4da5-97cb-38257a0c5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:36.096642 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dd292ebd-2096-48e1-acd5-98a9bb2735d2 req-72f91581-91ac-4da5-97cb-38257a0c5d85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 1098 time: 0.0516725 Aug 26 11:01:36.141091 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dd292ebd-2096-48e1-acd5-98a9bb2735d2 req-99c364f6-306e-4138-84b9-8cae0fa89d64 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373604 Aug 26 11:01:36.242330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2baeef48-6167-4544-bada-5a70eea050e4 req-d7ded235-122b-4503-941a-e85149948c06 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=3252f8b9-6804-4008-b92a-331fdb14ad9d HTTP/1.1" status: 200 len: 210 time: 0.1396499 Aug 26 11:01:36.309479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc58ea40-1aa5-432c-8ddd-5dd80d710a4c req-1d750bfa-c00d-4918-814b-dd94f31a6497 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210292 Aug 26 11:01:36.366866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af7ab1-885e-4505-bd1b-1751405136bf req-13d038e8-f010-458a-a34e-ab888bcb522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:36.370036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40af7ab1-885e-4505-bd1b-1751405136bf req-13d038e8-f010-458a-a34e-ab888bcb522e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1098 time: 0.2649407 Aug 26 11:01:36.405904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2877a7-7bfd-4962-9736-c47b940b7853 req-47f5ed9c-4850-437e-a9bf-5de822292b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:36.407783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c2877a7-7bfd-4962-9736-c47b940b7853 req-47f5ed9c-4850-437e-a9bf-5de822292b91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 907 time: 0.4347491 Aug 26 11:01:36.481069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c2877a7-7bfd-4962-9736-c47b940b7853 req-96dc0bea-8b7d-46e6-8e77-f8a48f2be8c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 HTTP/1.1" status: 200 len: 217 time: 0.0624609 Aug 26 11:01:36.483887 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40af7ab1-885e-4505-bd1b-1751405136bf req-d8db2d5d-da68-423f-b13d-58d914977489 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943425 Aug 26 11:01:36.628785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2877a7-7bfd-4962-9736-c47b940b7853 req-90671f0f-c8bf-41c7-92cd-2b791a40f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:36.631938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c2877a7-7bfd-4962-9736-c47b940b7853 req-90671f0f-c8bf-41c7-92cd-2b791a40f104 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.1381588 Aug 26 11:01:36.650683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb64beb-904e-4ee4-aa13-d927c6a4be01 req-00acd639-6ef7-4180-8e18-3223a0ee6919 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:36.653548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6fb64beb-904e-4ee4-aa13-d927c6a4be01 req-00acd639-6ef7-4180-8e18-3223a0ee6919 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 946 time: 0.1740448 Aug 26 11:01:36.711552 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:01:36.735686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c2877a7-7bfd-4962-9736-c47b940b7853 req-94f4b337-8f7b-41b1-a695-241c7c43f9fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798740 Aug 26 11:01:36.941891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6fb64beb-904e-4ee4-aa13-d927c6a4be01 req-09418066-1924-4715-9d49-1755e2553da7 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730172 Aug 26 11:01:37.024904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736febd6-55bd-4ae5-ad16-b235abe1b142 req-fd9a6d3d-fa1f-4e36-91ee-fd36c89ef35a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:37.027557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736febd6-55bd-4ae5-ad16-b235abe1b142 req-fd9a6d3d-fa1f-4e36-91ee-fd36c89ef35a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 946 time: 0.2409918 Aug 26 11:01:37.049374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c2877a7-7bfd-4962-9736-c47b940b7853 req-5e60957d-f49c-4992-9f96-11ee8f88d256 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012607 Aug 26 11:01:37.115524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98e77a9c-a937-4a41-82e8-033c8bbbfd40 req-b7ee3994-a5c2-46f6-ab1e-1b9d81639165 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 210 time: 0.0862834 Aug 26 11:01:37.362065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736febd6-55bd-4ae5-ad16-b235abe1b142 req-3e9a6d59-515e-4ec5-904e-09e61f76c5d4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3109791 Aug 26 11:01:37.444930 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c2877a7-7bfd-4962-9736-c47b940b7853 req-6dc3659c-73b2-488e-bd9c-f1e4c312b049 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875370 Aug 26 11:01:37.694300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-8666d710-420c-4edb-bd27-4c879437af8a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:37.697113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-8666d710-420c-4edb-bd27-4c879437af8a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.42 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 816 time: 0.4674358 Aug 26 11:01:37.710183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40b932-b280-46dc-9bee-33514ba37d44 req-49193610-099a-4402-b0ca-5c9a80312a5f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:37.713134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f40b932-b280-46dc-9bee-33514ba37d44 req-49193610-099a-4402-b0ca-5c9a80312a5f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.2102668 Aug 26 11:01:37.826264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-dc5ab80a-e61a-4338-aca0-aaa1c4d3af38 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7deefc2f5b984afeae122ac7c02c452c HTTP/1.1" status: 200 len: 380 time: 0.1114223 Aug 26 11:01:37.907360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'port': {'device_id': 'cbc2583e-419f-49d4-9317-a714710950aa', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'admin_state_up': True, 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'security_groups': ['377c1beb-63aa-40e7-9561-63c65110fd89']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:37.944672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f40b932-b280-46dc-9bee-33514ba37d44 req-8beec1d9-a0fe-4b59-aa1b-d94684b27969 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029920 Aug 26 11:01:38.056548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-038d1eba-8221-4146-acf8-d8dfaca5cef0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:38.058105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-038d1eba-8221-4146-acf8-d8dfaca5cef0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.2645943 Aug 26 11:01:38.117361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-e1d7b543-01a3-49c6-aff4-fc37103f7d7d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/quotas/b8d7e64294a14061bee27b24f1cafe89 HTTP/1.1" status: 200 len: 375 time: 0.0396345 Aug 26 11:01:38.166449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Made reservation on behalf of 7deefc2f5b984afeae122ac7c02c452c for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:38.170017 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:38.181644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2f88c-188a-4994-b85f-202060d40898 req-3cdc7507-1db4-4cd8-a2aa-e58a9f2bc919 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:38.183309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68f2f88c-188a-4994-b85f-202060d40898 req-3cdc7507-1db4-4cd8-a2aa-e58a9f2bc919 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1242568 Aug 26 11:01:38.247586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-d1ed9049-b933-4246-bf0c-04b88ea24e40 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183672 Aug 26 11:01:38.300913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68f2f88c-188a-4994-b85f-202060d40898 req-71b06409-4c92-459d-80fd-141314c64f05 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061819 Aug 26 11:01:38.448777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-f2dbb637-e2fc-44b3-a5af-17670d2e368b service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608844 Aug 26 11:01:38.449954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Allocated IP 172.20.0.10 (c64b4187-b470-473a-8e56-145b91806fc5/9398a137-c7e7-4668-9b5e-52739eaf067d/2bed23fa-40f1-4add-9455-5db57d2f492d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:39.098976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b014a8-06ee-46ae-b1c7-8e7e24735f8a req-e58706da-1c47-4bdc-b1f7-39cde29d0dc5 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:39.106807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8b014a8-06ee-46ae-b1c7-8e7e24735f8a req-e58706da-1c47-4bdc-b1f7-39cde29d0dc5 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 946 time: 0.6194427 Aug 26 11:01:39.147897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-8cb51c04-ee25-4cdf-b00a-c6f8fd86febf service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732285 Aug 26 11:01:39.197953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8b014a8-06ee-46ae-b1c7-8e7e24735f8a req-896ee0c2-af4c-4e6b-95a8-27047d4c0b74 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901902 Aug 26 11:01:39.227479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:39.246482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Transition to ACTIVE for port object 2bed23fa-40f1-4add-9455-5db57d2f492d will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:39.311829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:39.451825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Network c64b4187-b470-473a-8e56-145b91806fc5 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:39.459932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:39.465526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:39.542281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:39.543014 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:39.576229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'Port': ['ID=2bed23fa-40f1-4add-9455-5db57d2f492d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:39.604450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fefa4e-3dc6-4ac5-991d-b86300cfc425 req-6a1e34ce-e262-4abd-bb78-ea44762eb9c8 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:39.614344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28fefa4e-3dc6-4ac5-991d-b86300cfc425 req-6a1e34ce-e262-4abd-bb78-ea44762eb9c8 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 932 time: 0.2705500 Aug 26 11:01:39.627138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-7a271540-10f7-4e3d-9300-fb5e732aff9c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7291532 Aug 26 11:01:39.648827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Request body: {'port': {'device_id': 'cbc2583e-419f-49d4-9317-a714710950aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:39.805930 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:39.819240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28fefa4e-3dc6-4ac5-991d-b86300cfc425 req-122f2663-8477-4b0d-94ab-0a1cb6013114 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020316 Aug 26 11:01:40.020241 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a01f8e9b-2be4-4d75-a188-e8a364a891da None None] Provisioning for port 2bed23fa-40f1-4add-9455-5db57d2f492d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:40.025675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a01f8e9b-2be4-4d75-a188-e8a364a891da None None] Provisioning complete for port 2bed23fa-40f1-4add-9455-5db57d2f492d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:40.026403 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a01f8e9b-2be4-4d75-a188-e8a364a891da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:40.147532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a01f8e9b-2be4-4d75-a188-e8a364a891da None None] Port 2bed23fa-40f1-4add-9455-5db57d2f492d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:01:40.265933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f172532-a9f7-41af-a076-cb3c98edeb04 req-07e686b8-8089-4e4f-bc35-10e18f77a099 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:40.274778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f172532-a9f7-41af-a076-cb3c98edeb04 req-07e686b8-8089-4e4f-bc35-10e18f77a099 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 946 time: 0.1447215 Aug 26 11:01:40.344731 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f33164-f96a-482e-b448-a4c0a63ca691 req-fdcaf6b3-eced-44fe-b483-90a56a82addc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:40.346381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42f33164-f96a-482e-b448-a4c0a63ca691 req-fdcaf6b3-eced-44fe-b483-90a56a82addc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 946 time: 0.2312074 Aug 26 11:01:40.381295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f172532-a9f7-41af-a076-cb3c98edeb04 req-50494202-56bd-4ff9-9fcd-8dfe9142f4ff tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049945 Aug 26 11:01:40.465517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42f33164-f96a-482e-b448-a4c0a63ca691 req-365db6d1-8513-419a-b967-022948fe6bc3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926709 Aug 26 11:01:40.624787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca6ce9c7-273d-45b8-a4a8-543df55ba433 req-10b40e3a-142c-4ffa-ba0d-847213fffe84 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 210 time: 0.0915730 Aug 26 11:01:40.637348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bed23fa-40f1-4add-9455-5db57d2f492d {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:40.647906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:40.670190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22e961-01a0-4abd-a358-86b10396a533 req-2fc6c7c8-1944-4934-986d-c0506f1c64a5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:40.671804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb22e961-01a0-4abd-a358-86b10396a533 req-2fc6c7c8-1944-4934-986d-c0506f1c64a5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.0996690 Aug 26 11:01:40.689682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Transition to ACTIVE for port object 2bed23fa-40f1-4add-9455-5db57d2f492d will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:40.702628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:40.768957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb22e961-01a0-4abd-a358-86b10396a533 req-059c65f3-1379-492a-a208-5c607985ec4e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876567 Aug 26 11:01:40.778932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Pushing event updated for resources: {'Port': ['ID=2bed23fa-40f1-4add-9455-5db57d2f492d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:40.907908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Attempting to bind port 2bed23fa-40f1-4add-9455-5db57d2f492d on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:40.908622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Attempting to bind port 2bed23fa-40f1-4add-9455-5db57d2f492d by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:40.909409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Attempting to bind port 2bed23fa-40f1-4add-9455-5db57d2f492d on network c64b4187-b470-473a-8e56-145b91806fc5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:40.917490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Port 2bed23fa-40f1-4add-9455-5db57d2f492d on network c64b4187-b470-473a-8e56-145b91806fc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:01:40.918255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Attempting to bind port 2bed23fa-40f1-4add-9455-5db57d2f492d on network c64b4187-b470-473a-8e56-145b91806fc5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:40.973976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:40.974499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Checking segment: {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:40.975054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Bound using segment: {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:40.975803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Bound port: 2bed23fa-40f1-4add-9455-5db57d2f492d, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:40.976301 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:41.105814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ec812-e939-4bf4-97e5-a0822231a47f req-0b2843e4-5be2-491a-b251-8525e571645c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:41.112995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f2ec812-e939-4bf4-97e5-a0822231a47f req-0b2843e4-5be2-491a-b251-8525e571645c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 946 time: 0.1828263 Aug 26 11:01:41.120685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58040) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:41.138571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-80fa4014-ee71-4025-9987-bcfea3aaca9a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Request body: {'floatingip': {'port_id': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:41.219950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:41.230332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:41.243581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-1915d3dc-bf5f-4a02-87c3-a2da5268bf79 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:41.245206 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-1915d3dc-bf5f-4a02-87c3-a2da5268bf79 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.42 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.2928002 Aug 26 11:01:41.286085 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:41.293180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Request body: {'port': {'device_id': 'e35a109b-886f-4a09-a5a4-ccff58e1f9bc', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'admin_state_up': True, 'tenant_id': 'b8d7e64294a14061bee27b24f1cafe89'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:41.319648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:41.320430 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:41.322062 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] 10.222.0.42 "PUT /v2.0/ports/2bed23fa-40f1-4add-9455-5db57d2f492d HTTP/1.1" status: 200 len: 1093 time: 1.6804652 Aug 26 11:01:41.331146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:41.334709 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:41.390886 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80fa4014-ee71-4025-9987-bcfea3aaca9a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:41.572437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286125e-4724-4a0b-b797-0c5525d476fa req-a2699403-d22c-47e4-ac03-e1d784f983ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:41.580696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8286125e-4724-4a0b-b797-0c5525d476fa req-a2699403-d22c-47e4-ac03-e1d784f983ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.2981369 Aug 26 11:01:41.662243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8286125e-4724-4a0b-b797-0c5525d476fa req-80820f5b-86fa-4d6a-a04b-bec9874bdc73 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792365 Aug 26 11:01:41.690430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd25c9-5cdc-4f35-a21b-1ebbdf72ad6b service neutron] Pushing event updated for resources: {'Port': ['ID=2bed23fa-40f1-4add-9455-5db57d2f492d,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:41.754662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Made reservation on behalf of b8d7e64294a14061bee27b24f1cafe89 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:41.774310 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:41.795200 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0776f3-14bc-4295-86e0-8e0fb400a867 x-openstack-request-id: req-5a0776f3-14bc-4295-86e0-8e0fb400a867 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:41.795821 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:41.796272 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a0776f3-14bc-4295-86e0-8e0fb400a867 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:41.799831 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'status': 'completed', 'code': 200} Aug 26 11:01:41.838124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-3ae927e2-7a65-4b34-9275-95bd63b7ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:41.843095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-3ae927e2-7a65-4b34-9275-95bd63b7ee78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 1096 time: 0.3862619 Aug 26 11:01:41.923068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-dc88b99e-8292-4333-875f-3643dec8a752 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bed23fa-40f1-4add-9455-5db57d2f492d HTTP/1.1" status: 200 len: 217 time: 0.0661349 Aug 26 11:01:42.070781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c17fcf1-dd20-4a6c-ba60-df51b74abcaf req-3f097411-47e3-4800-9b04-b788671264bd tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 210 time: 0.1389511 Aug 26 11:01:42.119301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Allocated IP 172.20.0.2 (f26d7fc6-3093-4095-86d1-7a49e1a4c1e2/8930c4d8-d9e7-491f-bdc1-07f2ef2624b2/c642af74-307d-4c95-af19-9cac25e1cba0) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:42.152796 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-1b0bb55b-473a-416e-897a-7a344c5550cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:42.154376 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-1b0bb55b-473a-416e-897a-7a344c5550cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.2217915 Aug 26 11:01:42.235809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b8e96-1718-49d0-a76a-fe0841cfb3ce req-50bbf3f2-287f-4b2b-a9b2-c8677c617b75 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:42.237483 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e1b8e96-1718-49d0-a76a-fe0841cfb3ce req-50bbf3f2-287f-4b2b-a9b2-c8677c617b75 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1810825 Aug 26 11:01:42.368598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-256ae692-91a3-4d1d-a030-0e82d93cfe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:42.370072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-256ae692-91a3-4d1d-a030-0e82d93cfe94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2060685 Aug 26 11:01:42.450216 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:42.489967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e1b8e96-1718-49d0-a76a-fe0841cfb3ce req-da59e501-aedb-4c9f-bb71-1d9bf03d8ab4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132995 Aug 26 11:01:42.502090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130dd46-9edf-45fa-a802-240aa30c4efc req-31014960-be91-4e08-9b2f-680a50368c02 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:42.503778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5130dd46-9edf-45fa-a802-240aa30c4efc req-31014960-be91-4e08-9b2f-680a50368c02 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 946 time: 0.2832272 Aug 26 11:01:42.528105 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:42.550131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:42.601435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event updated for resources: {'Port': ['ID=c642af74-307d-4c95-af19-9cac25e1cba0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:42.626532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:42.628531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:42.632418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:42.657442 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80fa4014-ee71-4025-9987-bcfea3aaca9a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:42.670998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80fa4014-ee71-4025-9987-bcfea3aaca9a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:42.728600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:42.729936 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:42.761226 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-aa43fc3a-7b93-4c01-b7dc-a1c2ad42c7d7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4892044 Aug 26 11:01:42.764537 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-c9d5edbe-e30e-40b1-b67b-3b0eb4dfa9ec service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779953 Aug 26 11:01:42.784479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Request body: {'port': {'device_id': 'e35a109b-886f-4a09-a5a4-ccff58e1f9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:42.790256 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5130dd46-9edf-45fa-a802-240aa30c4efc req-3c287536-f3dc-4c75-bb23-e78750f5f3d1 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753429 Aug 26 11:01:42.972650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:42.994520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c696141-46cd-43b5-b7cc-c689ab0bc098 req-20201879-e698-4443-a1d1-20b07155ac83 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:42.996176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c696141-46cd-43b5-b7cc-c689ab0bc098 req-20201879-e698-4443-a1d1-20b07155ac83 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.1807485 Aug 26 11:01:43.015200 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-80fa4014-ee71-4025-9987-bcfea3aaca9a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Floating IP a1c3b3cc-3deb-430a-9b07-c05c1a5da86c associated. External IP: 172.25.1.22, port: a0f6d3ee-e592-489b-b559-fbcbe4d66e11. Aug 26 11:01:43.066092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cef96aeb-eb77-4ee8-80dc-789552a3f898 req-516d9740-8ecc-4be4-ac99-0d8a977ff960 service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823415 Aug 26 11:01:43.120174 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c696141-46cd-43b5-b7cc-c689ab0bc098 req-b85cd2d9-7216-4615-b7ef-952bf03d17d4 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142933 Aug 26 11:01:43.303247 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d95dd76-bc60-4618-b1d4-a477d209bf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:43.371440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-a490ca3f-251c-4877-9dbd-bf103624efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:43.373060 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-a490ca3f-251c-4877-9dbd-bf103624efd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 1096 time: 0.1840549 Aug 26 11:01:43.452117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c642af74-307d-4c95-af19-9cac25e1cba0 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:43.464488 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:43.481613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Transition to ACTIVE for port object c642af74-307d-4c95-af19-9cac25e1cba0 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:43.488474 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:43.571592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c642af74-307d-4c95-af19-9cac25e1cba0,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:43.686262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Attempting to bind port c642af74-307d-4c95-af19-9cac25e1cba0 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:43.686645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Attempting to bind port c642af74-307d-4c95-af19-9cac25e1cba0 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:43.687005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Attempting to bind port c642af74-307d-4c95-af19-9cac25e1cba0 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:43.693166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Port c642af74-307d-4c95-af19-9cac25e1cba0 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:01:43.693492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Attempting to bind port c642af74-307d-4c95-af19-9cac25e1cba0 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:43.699537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:43.700053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Checking segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:43.700269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Bound using segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:43.700698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Bound port: c642af74-307d-4c95-af19-9cac25e1cba0, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:43.701205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:43.716468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58090) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:43.795579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] For port c642af74-307d-4c95-af19-9cac25e1cba0, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:43.800595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] For port c642af74-307d-4c95-af19-9cac25e1cba0, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c642af74-307d-4c95-af19-9cac25e1cba0,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:43.809137 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:43.868445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:43.868972 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:43.870848 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] 10.222.0.42 "PUT /v2.0/ports/c642af74-307d-4c95-af19-9cac25e1cba0 HTTP/1.1" status: 200 len: 1092 time: 1.0961664 Aug 26 11:01:43.871348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35a109b-886f-4a09-a5a4-ccff58e1f9bc', 'tag': 'c642af74-307d-4c95-af19-9cac25e1cba0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:43.874773 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60ee268-ba86-408e-9cfa-5122a9ae4045" -d '{"events": [{"name": "network-changed", "server_uuid": "e35a109b-886f-4a09-a5a4-ccff58e1f9bc", "tag": "c642af74-307d-4c95-af19-9cac25e1cba0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:43.896938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-cf2dc146-158c-425b-8652-128125aa4e46 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6746569 Aug 26 11:01:43.905873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb652b85-6be9-42cc-8c75-24e001c252c1 req-4ef836e3-af9a-4a12-82ea-fcfd2b3a34bf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:43.914175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb652b85-6be9-42cc-8c75-24e001c252c1 req-4ef836e3-af9a-4a12-82ea-fcfd2b3a34bf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 931 time: 0.6562824 Aug 26 11:01:43.930031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967e636-2248-449c-9390-6f85778c14c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c642af74-307d-4c95-af19-9cac25e1cba0,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:43.972948 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b1a855c3-3130-4fc1-8385-6d7765b4bbd8 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:01:43.988889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9192-ecb8-451d-bacf-7412bd27e96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:44.075452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c43dff8b-8546-4ba5-9c54-5b92bdfcb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:44.078536 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-c43dff8b-8546-4ba5-9c54-5b92bdfcb608 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 1095 time: 0.1073818 Aug 26 11:01:44.105766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb652b85-6be9-42cc-8c75-24e001c252c1 req-e7da19e8-008d-4c81-87af-08fbf4f0f239 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900318 Aug 26 11:01:44.154612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b1a855c3-3130-4fc1-8385-6d7765b4bbd8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:44.163768 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-163199ad-5b5a-4817-bdc4-da1c81167611 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c642af74-307d-4c95-af19-9cac25e1cba0 HTTP/1.1" status: 200 len: 217 time: 0.0760212 Aug 26 11:01:44.168688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-a5202c12-192a-423c-979c-515c0efabdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:44.175520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-a5202c12-192a-423c-979c-515c0efabdf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 1097 time: 0.2336569 Aug 26 11:01:44.188457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8', 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623', 'port_id': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8', 'mac_address': 'fa:16:3e:65:6c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92619ec1-0b12-4ddd-be18-dfd56e6ae98d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:01:44.262924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc06cf6-556a-4810-b426-3ff476d9afd3 req-f18c0efd-d717-4625-a691-7161aab7ccf9 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:44.265912 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebc06cf6-556a-4810-b426-3ff476d9afd3 req-f18c0efd-d717-4625-a691-7161aab7ccf9 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.3725054 Aug 26 11:01:44.277866 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:44.278542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fa4014-ee71-4025-9987-bcfea3aaca9a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Router 19c56f47-c957-460d-94f7-0be5c81578bb has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:01:44.285577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-4d703906-7a77-417f-b582-97e3a3eaac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:44.286867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-3d4e62e8-112e-496a-98e3-097131495846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:44.288281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-4d703906-7a77-417f-b582-97e3a3eaac02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 917 time: 0.9005311 Aug 26 11:01:44.290425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-3d4e62e8-112e-496a-98e3-097131495846 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.1167727 Aug 26 11:01:44.317013 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1a855c3-3130-4fc1-8385-6d7765b4bbd8 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:44.357902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b1a855c3-3130-4fc1-8385-6d7765b4bbd8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:44.360930 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-cbd564e3-b774-4b05-b84d-88a13079a498 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573218 Aug 26 11:01:44.363383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:44.437180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:44.455664 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-3eda0692-7734-4e38-9e08-208911ce2a14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bed23fa-40f1-4add-9455-5db57d2f492d HTTP/1.1" status: 200 len: 217 time: 0.1007853 Aug 26 11:01:44.464486 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b1a855c3-3130-4fc1-8385-6d7765b4bbd8'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:44.506005 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9192-ecb8-451d-bacf-7412bd27e96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:44.525606 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f7ad9192-ecb8-451d-bacf-7412bd27e96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:44.623314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2bed23fa-40f1-4add-9455-5db57d2f492d details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:01:44.623660 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-866d72e9-3337-4f03-8ef2-adab8aaebf07 service neutron] 10.222.0.42 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514341 Aug 26 11:01:44.630278 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f7ad9192-ecb8-451d-bacf-7412bd27e96b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87611c093f794588a60b11f5bf7ce9f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9132457 Aug 26 11:01:44.632164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad9192-ecb8-451d-bacf-7412bd27e96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0afd34f-e13b-4cc4-82f2-6776a51c4b97,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:44.649235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58104) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:44.699541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebc06cf6-556a-4810-b426-3ff476d9afd3 req-1f13bce2-14d4-4529-a437-fb28575e90e8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186940 Aug 26 11:01:44.733948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-dbcdec91-704e-4814-8c88-9452a81e92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:44.735717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-dbcdec91-704e-4814-8c88-9452a81e92fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.1832511 Aug 26 11:01:44.799261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722f13-9a19-4932-baa5-c35ee7e9367b req-65b0c7e2-5aac-4135-ad97-a91ce79a81af tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:44.809544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af722f13-9a19-4932-baa5-c35ee7e9367b req-65b0c7e2-5aac-4135-ad97-a91ce79a81af tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 945 time: 0.4503405 Aug 26 11:01:44.838557 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36427122-3c8c-4191-b5a3-f6b96d1cc990 x-openstack-request-id: req-36427122-3c8c-4191-b5a3-f6b96d1cc990 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:44.839063 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35a109b-886f-4a09-a5a4-ccff58e1f9bc", "tag": "c642af74-307d-4c95-af19-9cac25e1cba0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:44.839490 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36427122-3c8c-4191-b5a3-f6b96d1cc990 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:44.840137 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35a109b-886f-4a09-a5a4-ccff58e1f9bc', 'tag': 'c642af74-307d-4c95-af19-9cac25e1cba0', 'status': 'completed', 'code': 200} Aug 26 11:01:44.846025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-a9e0701b-b008-4cd8-9262-23e9eff7a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:44.848720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-a9e0701b-b008-4cd8-9262-23e9eff7a0e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 911 time: 0.6034563 Aug 26 11:01:44.853342 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c498354-2a7f-4aa1-9873-4e7e7be519fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:44.917541 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-433b3c35-474f-4b7b-9d09-d27e4c40784d req-eef474a1-5300-43ce-b51a-f1da07ad1774 service neutron] 10.222.0.42 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802994 Aug 26 11:01:44.920970 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c498354-2a7f-4aa1-9873-4e7e7be519fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:44.939186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:44.963659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'port_id': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'mac_address': 'fa:16:3e:c5:40:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:01:45.006213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fa4014-ee71-4025-9987-bcfea3aaca9a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:01:45.011059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80fa4014-ee71-4025-9987-bcfea3aaca9a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:45.021993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482493c-4d96-4e4d-bb66-5846578a9d24 None None] Sync routers for ids ['19c56f47-c957-460d-94f7-0be5c81578bb'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:01:45.050680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:45.063811 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c498354-2a7f-4aa1-9873-4e7e7be519fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:45.066812 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c498354-2a7f-4aa1-9873-4e7e7be519fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:45.068130 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3c498354-2a7f-4aa1-9873-4e7e7be519fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0afd34f-e13b-4cc4-82f2-6776a51c4b97 HTTP/1.1" status: 204 len: 168 time: 0.4175470 Aug 26 11:01:45.068970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af722f13-9a19-4932-baa5-c35ee7e9367b req-0505463d-9cfe-4cfb-bc25-b48b2d5c1093 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579019 Aug 26 11:01:45.072922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ee268-ba86-408e-9cfa-5122a9ae4045 req-88ecda03-0165-49b9-86aa-9b8b19eda72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:45.075341 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d60ee268-ba86-408e-9cfa-5122a9ae4045 req-88ecda03-0165-49b9-86aa-9b8b19eda72b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 1095 time: 0.0791988 Aug 26 11:01:45.081031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482493c-4d96-4e4d-bb66-5846578a9d24 None None] Routers {'19c56f47-c957-460d-94f7-0be5c81578bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:01:45.082523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d482493c-4d96-4e4d-bb66-5846578a9d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:01:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['19c56f47-c957-460d-94f7-0be5c81578bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:45.092392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bed23fa-40f1-4add-9455-5db57d2f492d {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:45.109873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c498354-2a7f-4aa1-9873-4e7e7be519fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0afd34f-e13b-4cc4-82f2-6776a51c4b97,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:45.110952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-8b3e9c45-a959-49e7-9f14-a1463b636797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:45.113035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-8b3e9c45-a959-49e7-9f14-a1463b636797 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2875514 Aug 26 11:01:45.144265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-a3fc04f3-22c0-47be-b2c5-68a9f3d5ff89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 HTTP/1.1" status: 200 len: 1001 time: 0.2716825 Aug 26 11:01:45.212697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:45.236664 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:45.257371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ee268-ba86-408e-9cfa-5122a9ae4045 req-9472d3e1-ea54-496a-b473-f30c2be967a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:45.260349 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d60ee268-ba86-408e-9cfa-5122a9ae4045 req-9472d3e1-ea54-496a-b473-f30c2be967a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 907 time: 0.1627123 Aug 26 11:01:45.277526 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-80fa4014-ee71-4025-9987-bcfea3aaca9a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "PUT /v2.0/floatingips/a1c3b3cc-3deb-430a-9b07-c05c1a5da86c HTTP/1.1" status: 200 len: 991 time: 4.1554720 Aug 26 11:01:45.289640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:45.295637 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d776af-0473-434a-806d-b21c3f695d86" -d '{"events": [{"name": "network-changed", "server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:45.326561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=2bed23fa-40f1-4add-9455-5db57d2f492d,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:45.365087 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d60ee268-ba86-408e-9cfa-5122a9ae4045 req-3c7b6540-de6a-4ef5-b418-9bed1e2f645c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c642af74-307d-4c95-af19-9cac25e1cba0 HTTP/1.1" status: 200 len: 217 time: 0.0955758 Aug 26 11:01:45.437773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827514a-6c9c-41bc-ab99-cf5a15ba6eab req-e6036220-15d7-4164-863a-92702dfe00b6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:45.438883 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d482493c-4d96-4e4d-bb66-5846578a9d24 None None] Set router 19c56f47-c957-460d-94f7-0be5c81578bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:01:45.447056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9827514a-6c9c-41bc-ab99-cf5a15ba6eab req-e6036220-15d7-4164-863a-92702dfe00b6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.4621418 Aug 26 11:01:45.545373 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9827514a-6c9c-41bc-ab99-cf5a15ba6eab req-46ede524-b842-450f-9906-de4a16743ddc tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797122 Aug 26 11:01:45.549580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ee268-ba86-408e-9cfa-5122a9ae4045 req-77db9789-b185-4223-bafc-cb121056a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:45.551812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-c76482ec-0178-456a-9eb1-6bebb5d57e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:45.554567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-c76482ec-0178-456a-9eb1-6bebb5d57e1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.3742232 Aug 26 11:01:45.558216 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d60ee268-ba86-408e-9cfa-5122a9ae4045 req-77db9789-b185-4223-bafc-cb121056a72e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.1844375 Aug 26 11:01:45.589691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['2bed23fa-40f1-4add-9455-5db57d2f492d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:45.592419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e368f-1099-4a99-a57d-6bf6a2b51b3f req-d728e704-3fed-49a5-9350-e984bb63376d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:45.606371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe8e368f-1099-4a99-a57d-6bf6a2b51b3f req-d728e704-3fed-49a5-9350-e984bb63376d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 943 time: 0.3455076 Aug 26 11:01:45.615537 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d60ee268-ba86-408e-9cfa-5122a9ae4045 req-da554be4-dc87-4d8c-a20b-176dd0c7b015 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460546 Aug 26 11:01:45.720341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-1e5ce7a3-8e4e-4604-9f55-711014acf019 service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929363 Aug 26 11:01:45.795249 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc9f0404-547e-489d-b955-574d8331e64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:45.844682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe8e368f-1099-4a99-a57d-6bf6a2b51b3f req-5129abc1-128d-4090-96e3-8bf12ac04126 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324729 Aug 26 11:01:45.875975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-89a0c496-8b59-4f63-8760-5b6e1549c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:45.880206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-89a0c496-8b59-4f63-8760-5b6e1549c034 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2600420 Aug 26 11:01:45.888858 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d60ee268-ba86-408e-9cfa-5122a9ae4045 req-97b212fa-ada0-41af-a6ed-f1ff961b727c service neutron] 10.222.0.42 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648852 Aug 26 11:01:45.956715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d482493c-4d96-4e4d-bb66-5846578a9d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:01:02Z', 'revision_number': 4, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'a1c3b3cc-3deb-430a-9b07-c05c1a5da86c', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'port_id': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'mac_address': 'fa:16:3e:ef:0f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6354c753-509b-45f0-ad75-4e97752d5c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:42Z', 'revision_number': 1, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be574aa5-44b1-4f2a-be40-30343a060a66', 'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'mac_address': 'fa:16:3e:01:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:59Z', 'updated_at': '2021-08-26T11:01:11Z', 'revision_number': 5, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'subnets': [{'id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:46.024991 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c91c24-f3f5-412f-ae50-9bfde4936dfa x-openstack-request-id: req-b5c91c24-f3f5-412f-ae50-9bfde4936dfa {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:46.025463 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:46.025809 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5c91c24-f3f5-412f-ae50-9bfde4936dfa {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:46.026351 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'status': 'completed', 'code': 200} Aug 26 11:01:46.026866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58130) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:46.030531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b1a855c3-3130-4fc1-8385-6d7765b4bbd8 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:46.037088 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482493c-4d96-4e4d-bb66-5846578a9d24 None None] Checking router: 19c56f47-c957-460d-94f7-0be5c81578bb for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:01:46.075927 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82e59b39-1050-4249-8a30-392ceface91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:46.113733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482493c-4d96-4e4d-bb66-5846578a9d24 None None] Routers {'19c56f47-c957-460d-94f7-0be5c81578bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:01:46.115275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d482493c-4d96-4e4d-bb66-5846578a9d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:01:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['19c56f47-c957-460d-94f7-0be5c81578bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:46.140259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-39b9f582-f28c-49f1-b71c-272837f7c3d8 service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064329 Aug 26 11:01:46.148829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-7f441b58-e102-48bd-8e6a-a3a250d1e78d service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449043 Aug 26 11:01:46.173037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d776af-0473-434a-806d-b21c3f695d86 req-3d214140-c91f-4db0-abfd-daa11695a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:46.175832 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29d776af-0473-434a-806d-b21c3f695d86 req-3d214140-c91f-4db0-abfd-daa11695a789 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1098 time: 0.1228023 Aug 26 11:01:46.256317 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82e59b39-1050-4249-8a30-392ceface91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:46.282413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82e59b39-1050-4249-8a30-392ceface91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:46.326086 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d60ee268-ba86-408e-9cfa-5122a9ae4045 req-67c47978-7db2-4213-82d4-ffd40eb8386b service neutron] 10.222.0.42 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166520 Aug 26 11:01:46.342904 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port b1a855c3-3130-4fc1-8385-6d7765b4bbd8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:46.343460 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:46.357793 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e59b39-1050-4249-8a30-392ceface91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9d999a-2844-4d24-bf2f-0fa537b6d433,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:46.358404 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:46.413714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d776af-0473-434a-806d-b21c3f695d86 req-04cefe85-2068-4861-b4e2-01401bcc12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:46.416384 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29d776af-0473-434a-806d-b21c3f695d86 req-04cefe85-2068-4861-b4e2-01401bcc12c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.2332637 Aug 26 11:01:46.442646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d482493c-4d96-4e4d-bb66-5846578a9d24 None None] Set router 19c56f47-c957-460d-94f7-0be5c81578bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:01:46.457218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5645771-baa0-4ed7-9e03-92b9ab1df62a req-8bd8a597-57d7-4f7b-b7c4-556b62cc6b5c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:46.460235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5645771-baa0-4ed7-9e03-92b9ab1df62a req-8bd8a597-57d7-4f7b-b7c4-556b62cc6b5c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.4239452 Aug 26 11:01:46.485336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-82e59b39-1050-4249-8a30-392ceface91a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=904cd5dd1e794ad6824f056dc9ac3742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477646 Aug 26 11:01:46.492194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58134) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:46.559617 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29d776af-0473-434a-806d-b21c3f695d86 req-ba2cbd70-09f9-490f-8882-4a7be4b344df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 999 time: 0.1345932 Aug 26 11:01:46.571243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1af61-9fff-4627-83b3-38d5b74a3ce0 req-6c1dc5ad-2b1a-4c3f-a8be-55265812db3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:46.573911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfc1af61-9fff-4627-83b3-38d5b74a3ce0 req-6c1dc5ad-2b1a-4c3f-a8be-55265812db3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 945 time: 0.2279236 Aug 26 11:01:46.581950 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:46.618059 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c6a03be-e4d7-499c-a524-5881d349f2a5 req-cd10e96d-0cd5-45b1-8c62-f03e24f169b7 service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598013 Aug 26 11:01:46.634625 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b1a855c3-3130-4fc1-8385-6d7765b4bbd8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:46.642258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:46.642592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5645771-baa0-4ed7-9e03-92b9ab1df62a req-d8d7feaf-0820-4870-b232-342893827987 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552691 Aug 26 11:01:46.644933 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c173494b-7997-4f72-9e90-f12ea32bd177" -d '{"events": [{"server_uuid": "feaf1884-c16a-4b99-b3d5-c273a5d4fa91", "name": "network-vif-plugged", "status": "completed", "tag": "b1a855c3-3130-4fc1-8385-6d7765b4bbd8"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:46.649590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c642af74-307d-4c95-af19-9cac25e1cba0 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:01:46.651992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2bed23fa-40f1-4add-9455-5db57d2f492d up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:46.659453 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:46.717602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d776af-0473-434a-806d-b21c3f695d86 req-8225ca2d-a58b-4922-b1c4-8ac26d721004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:46.731773 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29d776af-0473-434a-806d-b21c3f695d86 req-8225ca2d-a58b-4922-b1c4-8ac26d721004 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1541719 Aug 26 11:01:46.797931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fdfacfe7-5ba2-47c6-b20a-fcd477afea6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:46.830198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfc1af61-9fff-4627-83b3-38d5b74a3ce0 req-b06ad211-c817-4954-8af1-cff544909c23 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238681 Aug 26 11:01:46.877451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:46.904721 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fdfacfe7-5ba2-47c6-b20a-fcd477afea6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:46.905293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b25ecc-208d-4005-a956-1d144ad1003d req-3de152e4-8430-4824-8f86-1a276f828a6a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:46.918314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21b25ecc-208d-4005-a956-1d144ad1003d req-3de152e4-8430-4824-8f86-1a276f828a6a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 945 time: 0.1470213 Aug 26 11:01:46.924302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d776af-0473-434a-806d-b21c3f695d86 req-8a2d467f-809c-4233-af10-ef583a13c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:46.927236 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29d776af-0473-434a-806d-b21c3f695d86 req-8a2d467f-809c-4233-af10-ef583a13c4a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1941094 Aug 26 11:01:46.928125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 2bed23fa-40f1-4add-9455-5db57d2f492d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:47.024994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 2bed23fa-40f1-4add-9455-5db57d2f492d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:47.024994 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:47.057968 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90758e1-0f63-401b-9400-c01d06596a16 x-openstack-request-id: req-d90758e1-0f63-401b-9400-c01d06596a16 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:47.063859 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaf1884-c16a-4b99-b3d5-c273a5d4fa91", "name": "network-vif-plugged", "status": "completed", "tag": "b1a855c3-3130-4fc1-8385-6d7765b4bbd8", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:47.064919 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d90758e1-0f63-401b-9400-c01d06596a16 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:47.067316 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8', 'code': 200} Aug 26 11:01:47.067608 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21b25ecc-208d-4005-a956-1d144ad1003d req-3b99fd87-a912-47ea-893c-737cab081b38 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430149 Aug 26 11:01:47.197926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c642af74-307d-4c95-af19-9cac25e1cba0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c642af74-307d-4c95-af19-9cac25e1cba0,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:47.228273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'c642af74-307d-4c95-af19-9cac25e1cba0', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'port_id': 'c642af74-307d-4c95-af19-9cac25e1cba0', 'mac_address': 'fa:16:3e:a0:41:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930c4d8-d9e7-491f-bdc1-07f2ef2624b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:01:47.277933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55ad56-bff0-46db-abef-22c1863b4cec req-e73e0745-894b-4580-b0ce-9e22bb3b5355 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:47.281448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d55ad56-bff0-46db-abef-22c1863b4cec req-e73e0745-894b-4580-b0ce-9e22bb3b5355 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 943 time: 0.1137187 Aug 26 11:01:47.384511 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d55ad56-bff0-46db-abef-22c1863b4cec req-80ef2c07-f58b-49ee-b1f0-b4a9d278ec01 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951853 Aug 26 11:01:47.406632 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:47.446655 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:47.496814 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c642af74-307d-4c95-af19-9cac25e1cba0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:47.520858 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fdfacfe7-5ba2-47c6-b20a-fcd477afea6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:47.523522 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fdfacfe7-5ba2-47c6-b20a-fcd477afea6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:47.527936 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fdfacfe7-5ba2-47c6-b20a-fcd477afea6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a9d999a-2844-4d24-bf2f-0fa537b6d433 HTTP/1.1" status: 204 len: 168 time: 1.0311816 Aug 26 11:01:47.540360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfacfe7-5ba2-47c6-b20a-fcd477afea6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9d999a-2844-4d24-bf2f-0fa537b6d433,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:47.555922 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:47.562262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c642af74-307d-4c95-af19-9cac25e1cba0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c642af74-307d-4c95-af19-9cac25e1cba0,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:47.568489 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29d776af-0473-434a-806d-b21c3f695d86 req-41741bb3-7838-4237-bdfc-bbfe6b4e01b0 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323040 Aug 26 11:01:47.602485 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:47.694291 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-29d776af-0473-434a-806d-b21c3f695d86 req-acc4487e-a1c6-4272-8196-9f852b63da94 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175740 Aug 26 11:01:47.845801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e93416-68e6-446e-ac03-5efb144779b2 req-3e81af22-40b3-45ec-9202-b3cf26967da7 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:47.848211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45e93416-68e6-446e-ac03-5efb144779b2 req-3e81af22-40b3-45ec-9202-b3cf26967da7 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.0622692 Aug 26 11:01:47.916864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d482493c-4d96-4e4d-bb66-5846578a9d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:01:02Z', 'revision_number': 4, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'a1c3b3cc-3deb-430a-9b07-c05c1a5da86c', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'port_id': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'mac_address': 'fa:16:3e:ef:0f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6354c753-509b-45f0-ad75-4e97752d5c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:42Z', 'revision_number': 1, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be574aa5-44b1-4f2a-be40-30343a060a66', 'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'mac_address': 'fa:16:3e:01:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:59Z', 'updated_at': '2021-08-26T11:01:11Z', 'revision_number': 5, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'subnets': [{'id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:47.927251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45e93416-68e6-446e-ac03-5efb144779b2 req-03435372-ff66-4553-8865-116032eb7bf8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636804 Aug 26 11:01:47.986081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:47.995790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482493c-4d96-4e4d-bb66-5846578a9d24 None None] The sync data for ids ['19c56f47-c957-460d-94f7-0be5c81578bb'] in n-d-778550-13 is: [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:01:02Z', 'revision_number': 4, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'a1c3b3cc-3deb-430a-9b07-c05c1a5da86c', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'port_id': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'mac_address': 'fa:16:3e:ef:0f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6354c753-509b-45f0-ad75-4e97752d5c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:42Z', 'revision_number': 1, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be574aa5-44b1-4f2a-be40-30343a060a66', 'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'mac_address': 'fa:16:3e:01:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:59Z', 'updated_at': '2021-08-26T11:01:11Z', 'revision_number': 5, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'subnets': [{'id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:01:48.009697 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:48.024698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c642af74-307d-4c95-af19-9cac25e1cba0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:48.115302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c642af74-307d-4c95-af19-9cac25e1cba0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:48.137537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63952e27-8c45-4345-a722-37c4917ec9c4 req-bba76734-34f3-4cbb-8a80-00953d62dcad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:48.141795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63952e27-8c45-4345-a722-37c4917ec9c4 req-bba76734-34f3-4cbb-8a80-00953d62dcad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 946 time: 0.1340163 Aug 26 11:01:48.274082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=2bed23fa-40f1-4add-9455-5db57d2f492d,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:48.310533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63952e27-8c45-4345-a722-37c4917ec9c4 req-4d95a0a9-fcaf-4cdf-acf4-092db55a47e1 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553326 Aug 26 11:01:48.450165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb626cc-91c1-44a6-82b0-893d353a0e01 req-e7e5c5eb-dd3f-4af4-8ce1-8ff973baf683 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:48.452064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfb626cc-91c1-44a6-82b0-893d353a0e01 req-e7e5c5eb-dd3f-4af4-8ce1-8ff973baf683 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1826119 Aug 26 11:01:48.563095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfb626cc-91c1-44a6-82b0-893d353a0e01 req-04c8b42c-4ac8-4411-85f4-72833f7230d2 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884123 Aug 26 11:01:48.581769 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7518f07-6e19-4936-ba31-ba2f949fadde None None] New status for floating IP a1c3b3cc-3deb-430a-9b07-c05c1a5da86c: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:01:48.874192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4140d8-9a73-477d-8092-0f29e57c6857 req-7768639e-d26e-4acf-97eb-5714ba175934 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:48.883873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a4140d8-9a73-477d-8092-0f29e57c6857 req-7768639e-d26e-4acf-97eb-5714ba175934 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 944 time: 0.0976870 Aug 26 11:01:48.949355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a4140d8-9a73-477d-8092-0f29e57c6857 req-6ffaee86-efa5-4f15-bcb0-cb21ce9701c0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642114 Aug 26 11:01:49.068056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:49.070590 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76967313-bb23-4d93-8720-b5795ac10085" -d '{"events": [{"server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "name": "network-vif-plugged", "status": "completed", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:49.096884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9739a-9c77-491f-857f-aeea9f77d880 req-1a5c495b-535b-486d-b1ac-c6d2ada6c477 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:49.105528 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68d9739a-9c77-491f-857f-aeea9f77d880 req-1a5c495b-535b-486d-b1ac-c6d2ada6c477 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 946 time: 0.1010296 Aug 26 11:01:49.176620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2187f-f6c0-42d5-9e91-f542024fb34c req-b2913863-e9b8-4235-9f16-cd859a9f5184 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:49.179072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0dd2187f-f6c0-42d5-9e91-f542024fb34c req-b2913863-e9b8-4235-9f16-cd859a9f5184 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1277735 Aug 26 11:01:49.186267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:49.196221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68d9739a-9c77-491f-857f-aeea9f77d880 req-86f6cfba-435b-4bf0-b313-a3124a75a480 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885544 Aug 26 11:01:49.258466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0dd2187f-f6c0-42d5-9e91-f542024fb34c req-85a3e5fc-af7a-437f-9bfc-582ba39df09f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603733 Aug 26 11:01:49.268361 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bd6ac8-efd6-4771-95d2-08fb5cc8fa12 x-openstack-request-id: req-c6bd6ac8-efd6-4771-95d2-08fb5cc8fa12 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:49.268834 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "name": "network-vif-plugged", "status": "completed", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:49.269244 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6bd6ac8-efd6-4771-95d2-08fb5cc8fa12 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:49.270130 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'code': 200} Aug 26 11:01:49.376635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6234a34-9fa5-4553-9afe-4c780eb5a334 req-6c22a15b-0570-46bc-87dd-b52e43d66840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:49.379008 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6234a34-9fa5-4553-9afe-4c780eb5a334 req-6c22a15b-0570-46bc-87dd-b52e43d66840 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 1098 time: 0.0484164 Aug 26 11:01:49.423996 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b6234a34-9fa5-4553-9afe-4c780eb5a334 req-ccbdee60-4ffb-4267-9140-336c1621fbbf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370181 Aug 26 11:01:49.778854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263947f-99c6-4b73-a363-59148cf6ac7c req-befea97c-cbb9-4f91-a919-f5fe1077f324 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:49.781627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0263947f-99c6-4b73-a363-59148cf6ac7c req-befea97c-cbb9-4f91-a919-f5fe1077f324 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.0900333 Aug 26 11:01:49.837873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0263947f-99c6-4b73-a363-59148cf6ac7c req-e21ccbda-16be-436d-8896-eda379f17c69 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479374 Aug 26 11:01:50.026828 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b1a855c3-3130-4fc1-8385-6d7765b4bbd8 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:01:50.118387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd521bb-5daa-4449-9e78-6c75e024430a req-0229b468-addf-4c16-a14c-c3024af2924c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:50.120236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8fd521bb-5daa-4449-9e78-6c75e024430a req-0229b468-addf-4c16-a14c-c3024af2924c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 944 time: 0.0932605 Aug 26 11:01:50.128362 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:50.183594 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8fd521bb-5daa-4449-9e78-6c75e024430a req-2b463942-77e3-459c-845c-854b769ca934 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491087 Aug 26 11:01:50.206072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b1a855c3-3130-4fc1-8385-6d7765b4bbd8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:50.216307 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:50.318426 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:50.335254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:50.444838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cee7-e570-419b-844c-1747bc0bd193 req-48ea817a-a34a-4494-bbac-3be0698a1284 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:50.446842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7463cee7-e570-419b-844c-1747bc0bd193 req-48ea817a-a34a-4494-bbac-3be0698a1284 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 944 time: 0.1140032 Aug 26 11:01:50.464650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10497e-c29d-4218-b32b-6ce00849b5df req-5b1248e3-8e92-4dc9-a740-5771b778efdc tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:50.466314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b10497e-c29d-4218-b32b-6ce00849b5df req-5b1248e3-8e92-4dc9-a740-5771b778efdc tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.0802820 Aug 26 11:01:50.543069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7463cee7-e570-419b-844c-1747bc0bd193 req-5fe120cd-7cf8-4034-9488-0533362bed91 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755360 Aug 26 11:01:50.560705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b10497e-c29d-4218-b32b-6ce00849b5df req-3872710c-0053-484d-b923-eebe61d82ccf tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839171 Aug 26 11:01:50.674782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c642af74-307d-4c95-af19-9cac25e1cba0 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:01:50.802634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port c642af74-307d-4c95-af19-9cac25e1cba0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:01:50.807477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port c642af74-307d-4c95-af19-9cac25e1cba0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:01:50.807847 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:50.970116 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:50.981089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca790d-cc93-4b89-a4cd-dedb9204ccd4 req-837c027b-e9ef-4f72-a103-009f4110e685 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:50.983048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebca790d-cc93-4b89-a4cd-dedb9204ccd4 req-837c027b-e9ef-4f72-a103-009f4110e685 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.47 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 944 time: 0.1171927 Aug 26 11:01:51.016483 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c642af74-307d-4c95-af19-9cac25e1cba0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c642af74-307d-4c95-af19-9cac25e1cba0,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:51.022783 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:51.123895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589da9d1-d61a-410d-9447-9239ecee4eca req-c7effb2c-3d9b-4583-b008-0ca6cc0fff55 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:51.125691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c642af74-307d-4c95-af19-9cac25e1cba0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:51.135530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-589da9d1-d61a-410d-9447-9239ecee4eca req-c7effb2c-3d9b-4583-b008-0ca6cc0fff55 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1937845 Aug 26 11:01:51.135806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.136140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.136661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.137148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.137489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.137829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.138161 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.138491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.138849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.139276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.139616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.139940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:01:51.209402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-589da9d1-d61a-410d-9447-9239ecee4eca req-56e2ea21-4607-4035-8819-f2f1812081b3 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720499 Aug 26 11:01:51.218778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-ebca790d-cc93-4b89-a4cd-dedb9204ccd4 req-f5643f42-4441-4db5-821c-9a843c4c85ad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Deleting port b1a855c3-3130-4fc1-8385-6d7765b4bbd8 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:01:51.218778 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ebca790d-cc93-4b89-a4cd-dedb9204ccd4 req-f5643f42-4441-4db5-821c-9a843c4c85ad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:51.271540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8'}, {'server_uuid': 'e35a109b-886f-4a09-a5a4-ccff58e1f9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c642af74-307d-4c95-af19-9cac25e1cba0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:51.278875 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcdc7e2-325c-4b2e-8c94-eaf371328c70" -d '{"events": [{"server_uuid": "feaf1884-c16a-4b99-b3d5-c273a5d4fa91", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a855c3-3130-4fc1-8385-6d7765b4bbd8"}, {"server_uuid": "e35a109b-886f-4a09-a5a4-ccff58e1f9bc", "name": "network-vif-plugged", "status": "completed", "tag": "c642af74-307d-4c95-af19-9cac25e1cba0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:51.438085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf19c4-31b8-49d5-8583-6b1a8e952bdc req-32d4a989-9cd8-4dd5-9290-6f67c4ed12c6 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:51.439813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bebf19c4-31b8-49d5-8583-6b1a8e952bdc req-32d4a989-9cd8-4dd5-9290-6f67c4ed12c6 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 945 time: 0.1498678 Aug 26 11:01:51.444728 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ebca790d-cc93-4b89-a4cd-dedb9204ccd4 req-f5643f42-4441-4db5-821c-9a843c4c85ad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] For port b1a855c3-3130-4fc1-8385-6d7765b4bbd8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:01:51.445111 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ebca790d-cc93-4b89-a4cd-dedb9204ccd4 req-f5643f42-4441-4db5-821c-9a843c4c85ad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:51.475136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-ebca790d-cc93-4b89-a4cd-dedb9204ccd4 req-f5643f42-4441-4db5-821c-9a843c4c85ad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Calling delete_port for b1a855c3-3130-4fc1-8385-6d7765b4bbd8 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:01:51.557686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58256) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:51.571495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bebf19c4-31b8-49d5-8583-6b1a8e952bdc req-e469ffb8-f2be-4d19-b67e-d55c9efafdf7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156094 Aug 26 11:01:51.582097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f77b05-c468-4de8-8771-785e582baffe req-4249d70e-a4c4-4da2-99a8-933cd8319c4e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:51.583992 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7f77b05-c468-4de8-8771-785e582baffe req-4249d70e-a4c4-4da2-99a8-933cd8319c4e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1922197 Aug 26 11:01:51.603699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58264) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:51.624207 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6a2e6ff7-041f-43f5-b77a-30ba39a3e2ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'floatingip': {'port_id': '2bed23fa-40f1-4add-9455-5db57d2f492d'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:51.753232 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ebca790d-cc93-4b89-a4cd-dedb9204ccd4 req-f5643f42-4441-4db5-821c-9a843c4c85ad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:51.756505 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d37f07a-7540-429a-acbf-0290582667d1 x-openstack-request-id: req-1d37f07a-7540-429a-acbf-0290582667d1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:51.757061 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaf1884-c16a-4b99-b3d5-c273a5d4fa91", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a855c3-3130-4fc1-8385-6d7765b4bbd8", "code": 200}, {"server_uuid": "e35a109b-886f-4a09-a5a4-ccff58e1f9bc", "name": "network-vif-plugged", "status": "completed", "tag": "c642af74-307d-4c95-af19-9cac25e1cba0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:51.757342 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d37f07a-7540-429a-acbf-0290582667d1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:51.759107 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8', 'code': 200} Aug 26 11:01:51.761705 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35a109b-886f-4a09-a5a4-ccff58e1f9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c642af74-307d-4c95-af19-9cac25e1cba0', 'code': 200} Aug 26 11:01:51.843327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5643f42-4441-4db5-821c-9a843c4c85ad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event deleted for resources: {'Port': ['ID=b1a855c3-3130-4fc1-8385-6d7765b4bbd8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:51.870015 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6ff7-041f-43f5-b77a-30ba39a3e2ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:51.877402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-461ff203-f181-44d2-82c5-7eb5e0c6fe2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:51.916293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087a74f-bca2-463a-9598-26dfe15eebcf req-495ac2ab-8a1a-4523-be96-b2e10a3d8c2b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:51.918333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c087a74f-bca2-463a-9598-26dfe15eebcf req-495ac2ab-8a1a-4523-be96-b2e10a3d8c2b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1808326 Aug 26 11:01:51.957089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-864552d3-55f3-460b-9ab9-db55008aafff req-84619b2f-afb3-4ead-8ea7-9f73cf0abd33 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=feaf1884-c16a-4b99-b3d5-c273a5d4fa91 HTTP/1.1" status: 200 len: 210 time: 0.0752861 Aug 26 11:01:51.978666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebca790d-cc93-4b89-a4cd-dedb9204ccd4 req-f5643f42-4441-4db5-821c-9a843c4c85ad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] No DVR routers for this DVR port b1a855c3-3130-4fc1-8385-6d7765b4bbd8 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:01:51.982177 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ebca790d-cc93-4b89-a4cd-dedb9204ccd4 req-f5643f42-4441-4db5-821c-9a843c4c85ad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:51.986524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebca790d-cc93-4b89-a4cd-dedb9204ccd4 req-f5643f42-4441-4db5-821c-9a843c4c85ad tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.47 "DELETE /v2.0/ports/b1a855c3-3130-4fc1-8385-6d7765b4bbd8 HTTP/1.1" status: 204 len: 173 time: 0.9964590 Aug 26 11:01:51.988220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'name': 'network-vif-deleted', 'tag': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:51.992982 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e284d94a-d124-4fea-ad63-ef489b93f805" -d '{"events": [{"server_uuid": "feaf1884-c16a-4b99-b3d5-c273a5d4fa91", "name": "network-vif-deleted", "tag": "b1a855c3-3130-4fc1-8385-6d7765b4bbd8"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:52.004103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426e320-e9b1-4a16-be62-1ec2b5a81b46 req-8f805dec-e8c0-492c-a873-492f292ed64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:52.005965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8426e320-e9b1-4a16-be62-1ec2b5a81b46 req-8f805dec-e8c0-492c-a873-492f292ed64e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 1097 time: 0.1566224 Aug 26 11:01:52.034100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c087a74f-bca2-463a-9598-26dfe15eebcf req-59d80b61-8a42-432d-84aa-cee93ee69dcc tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802369 Aug 26 11:01:52.049167 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:52.181026 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8426e320-e9b1-4a16-be62-1ec2b5a81b46 req-4f42c591-ccd0-4bc0-8b09-e02838cce7d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482112 Aug 26 11:01:52.242527 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd60d36-8973-43ef-a1f0-02bf41007d06 x-openstack-request-id: req-3fd60d36-8973-43ef-a1f0-02bf41007d06 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:52.243726 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaf1884-c16a-4b99-b3d5-c273a5d4fa91", "name": "network-vif-deleted", "tag": "b1a855c3-3130-4fc1-8385-6d7765b4bbd8", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:52.244209 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fd60d36-8973-43ef-a1f0-02bf41007d06 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:52.244810 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaf1884-c16a-4b99-b3d5-c273a5d4fa91', 'name': 'network-vif-deleted', 'tag': 'b1a855c3-3130-4fc1-8385-6d7765b4bbd8', 'status': 'completed', 'code': 200} Aug 26 11:01:52.351106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-461ff203-f181-44d2-82c5-7eb5e0c6fe2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:52.373297 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-461ff203-f181-44d2-82c5-7eb5e0c6fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:52.507369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ff203-f181-44d2-82c5-7eb5e0c6fe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd12652a-534f-4142-92a4-a0dde2669a89,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:52.549060 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-461ff203-f181-44d2-82c5-7eb5e0c6fe2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08684cc8317c491e93ee055b4b1492f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9889190 Aug 26 11:01:52.552677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58278) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:52.633949 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f349-2ed2-4ea3-be1c-a9d192a5791d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:52.682884 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f349-2ed2-4ea3-be1c-a9d192a5791d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:52.746174 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.db.resource_extend [None req-6a2e6ff7-041f-43f5-b77a-30ba39a3e2ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 11:01:52.818525 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f349-2ed2-4ea3-be1c-a9d192a5791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:52.821425 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3cf9f349-2ed2-4ea3-be1c-a9d192a5791d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:52.822583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3cf9f349-2ed2-4ea3-be1c-a9d192a5791d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd12652a-534f-4142-92a4-a0dde2669a89 HTTP/1.1" status: 204 len: 168 time: 0.2689178 Aug 26 11:01:52.832073 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6ff7-041f-43f5-b77a-30ba39a3e2ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:52.837368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6ff7-041f-43f5-b77a-30ba39a3e2ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:52.843521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68976439-0c82-48f7-b9dc-964ea86a9c49 req-e1081b1d-d3f9-4915-9ea0-c2e6424b13ea tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:52.849942 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68976439-0c82-48f7-b9dc-964ea86a9c49 req-e1081b1d-d3f9-4915-9ea0-c2e6424b13ea tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 945 time: 0.1006248 Aug 26 11:01:52.852801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9f349-2ed2-4ea3-be1c-a9d192a5791d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd12652a-534f-4142-92a4-a0dde2669a89,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:52.933743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68976439-0c82-48f7-b9dc-964ea86a9c49 req-b605cce4-9775-4a43-bc87-8ea06b00a383 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828028 Aug 26 11:01:52.982203 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-6a2e6ff7-041f-43f5-b77a-30ba39a3e2ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Floating IP 748ec73e-d597-4b61-af69-0ae3da614b4f associated. External IP: 172.25.1.34, port: 2bed23fa-40f1-4add-9455-5db57d2f492d. Aug 26 11:01:53.248047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac50274-b35b-4d25-aef0-303f44c67997 req-c148370c-365f-450a-861c-412af85950d4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:53.258714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ac50274-b35b-4d25-aef0-303f44c67997 req-c148370c-365f-450a-861c-412af85950d4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.0677447 Aug 26 11:01:53.316497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ac50274-b35b-4d25-aef0-303f44c67997 req-2668dcc5-568e-4ece-97a2-9a13b14de520 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551846 Aug 26 11:01:53.480530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2e6ff7-041f-43f5-b77a-30ba39a3e2ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Router 5f07b56b-e493-4c76-9d80-0c087f269df7 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:01:53.714800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-a9a04fa5-aff7-4514-a16c-e7b08b630485 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:53.721121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2e6ff7-041f-43f5-b77a-30ba39a3e2ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:01:53.723797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-a9a04fa5-aff7-4514-a16c-e7b08b630485 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/networks?id=75d778d8-5662-4039-bbcc-6321effd6623 HTTP/1.1" status: 200 len: 822 time: 0.2452464 Aug 26 11:01:53.726113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a2e6ff7-041f-43f5-b77a-30ba39a3e2ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:53.738960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d3da3-3b8c-4fe8-9de4-df34f55eb9de None None] Sync routers for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:01:53.750778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-c873cf58-f8fd-4881-ba72-ba4f84657f35 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/quotas/3d152d5acbe54475adbaed65dc5f98a0 HTTP/1.1" status: 200 len: 375 time: 0.0259438 Aug 26 11:01:53.751973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d3da3-3b8c-4fe8-9de4-df34f55eb9de None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:01:53.752678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f56d3da3-3b8c-4fe8-9de4-df34f55eb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:01:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:53.780268 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6a2e6ff7-041f-43f5-b77a-30ba39a3e2ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "PUT /v2.0/floatingips/748ec73e-d597-4b61-af69-0ae3da614b4f HTTP/1.1" status: 200 len: 991 time: 2.1692615 Aug 26 11:01:53.781068 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:53.786665 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:53.837166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-a92a513f-8879-4c7f-ad49-23263b663f85 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d152d5acbe54475adbaed65dc5f98a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848835 Aug 26 11:01:53.947168 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c942423d-6b8c-4c34-b236-c2c1be839311 x-openstack-request-id: req-c942423d-6b8c-4c34-b236-c2c1be839311 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:53.947463 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:53.947721 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c942423d-6b8c-4c34-b236-c2c1be839311 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:53.948126 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'status': 'completed', 'code': 200} Aug 26 11:01:53.965399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-bba25f19-c546-41f8-9c90-9e4433629873 service neutron] 10.222.0.21 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267881 Aug 26 11:01:53.988628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f56d3da3-3b8c-4fe8-9de4-df34f55eb9de None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:01:54.040367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d req-d5e84fa9-b57a-44d9-a56d-cc2263a06f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:54.042313 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d req-d5e84fa9-b57a-44d9-a56d-cc2263a06f8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 1098 time: 0.0681121 Aug 26 11:01:54.065320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b1a855c3-3130-4fc1-8385-6d7765b4bbd8 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:01:54.131881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acaa1f-bc9c-46a4-bb15-abeb71b2bd8b req-2ece6bb7-9682-47dd-8a18-d0b5c1e12c41 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:54.134336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: b1a855c3-3130-4fc1-8385-6d7765b4bbd8 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:01:54.134689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b1a855c3-3130-4fc1-8385-6d7765b4bbd8 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:01:54.140500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5acaa1f-bc9c-46a4-bb15-abeb71b2bd8b req-2ece6bb7-9682-47dd-8a18-d0b5c1e12c41 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 945 time: 0.1121259 Aug 26 11:01:54.147341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-57fbf1f5-d27a-4d2f-9823-558e23b807da service neutron] 10.222.0.21 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806748 Aug 26 11:01:54.172287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d req-a8210277-ec3e-41f3-a674-6c426a3f4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:54.173957 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d req-a8210277-ec3e-41f3-a674-6c426a3f4e90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 917 time: 0.1205304 Aug 26 11:01:54.213817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5acaa1f-bc9c-46a4-bb15-abeb71b2bd8b req-64f289c0-68e2-46f1-b875-2c31ab420ea7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723948 Aug 26 11:01:54.338001 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d req-49a15caf-c97d-48f3-b975-72b1fa659681 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bed23fa-40f1-4add-9455-5db57d2f492d HTTP/1.1" status: 200 len: 999 time: 0.1161623 Aug 26 11:01:54.451645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f56d3da3-3b8c-4fe8-9de4-df34f55eb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '748ec73e-d597-4b61-af69-0ae3da614b4f', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'port_id': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'mac_address': 'fa:16:3e:c5:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc2583e-419f-49d4-9317-a714710950aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:01:32Z', 'updated_at': '2021-08-26T11:01:52Z', 'revision_number': 1, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:54.510554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d req-7dda953a-c40c-4bdf-a7f3-4fb2e153333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:54.513412 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d req-7dda953a-c40c-4bdf-a7f3-4fb2e153333f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.1676159 Aug 26 11:01:54.544087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d3da3-3b8c-4fe8-9de4-df34f55eb9de None None] Checking router: 5f07b56b-e493-4c76-9d80-0c087f269df7 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:01:54.580946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d3da3-3b8c-4fe8-9de4-df34f55eb9de None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:01:54.581602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f56d3da3-3b8c-4fe8-9de4-df34f55eb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:01:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:54.604272 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f59188af-f659-43f0-956c-dba58e63b19e req-c592bf24-5baa-45a5-92b6-446aed796ae1 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 210 time: 0.0480332 Aug 26 11:01:54.643820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d req-093affc2-351c-4150-970b-a55c6c646a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:54.649184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d req-093affc2-351c-4150-970b-a55c6c646a68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265929 Aug 26 11:01:54.655474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a6b74-ec1a-4db2-980c-43c08081201d req-f144df92-fe44-49ad-8573-6c5b5fdb68b4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:54.675771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f06a6b74-ec1a-4db2-980c-43c08081201d req-f144df92-fe44-49ad-8573-6c5b5fdb68b4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1527138 Aug 26 11:01:54.758530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f06a6b74-ec1a-4db2-980c-43c08081201d req-6f9c350d-cc33-4a9e-b78e-fa49a8479ec8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794256 Aug 26 11:01:54.846357 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d req-2e9e0654-2af2-4d27-bb2c-3d9fe92abd0f service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864905 Aug 26 11:01:54.909101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f56d3da3-3b8c-4fe8-9de4-df34f55eb9de None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:01:55.145078 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6cece5a-dc54-41cf-9f8b-39f4a8c7da5d req-5d69693f-bdfd-4f02-a6d4-56da207fa4c8 service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869143 Aug 26 11:01:55.573791 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f56d3da3-3b8c-4fe8-9de4-df34f55eb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '748ec73e-d597-4b61-af69-0ae3da614b4f', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'port_id': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'mac_address': 'fa:16:3e:c5:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc2583e-419f-49d4-9317-a714710950aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:01:32Z', 'updated_at': '2021-08-26T11:01:52Z', 'revision_number': 1, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:01:55.634958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d3da3-3b8c-4fe8-9de4-df34f55eb9de None None] The sync data for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 is: [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '748ec73e-d597-4b61-af69-0ae3da614b4f', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'floating_ip_address': '172.25.1.34', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'port_id': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'mac_address': 'fa:16:3e:c5:40:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc2583e-419f-49d4-9317-a714710950aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:01:32Z', 'updated_at': '2021-08-26T11:01:52Z', 'revision_number': 1, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:01:55.732703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-438df9a0-9fa1-425f-aae5-4c3a05362a70 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:55.741144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-438df9a0-9fa1-425f-aae5-4c3a05362a70 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.9059255 Aug 26 11:01:55.761086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-60c49736-8109-4735-ac06-098923cd8234 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/quotas/b8d7e64294a14061bee27b24f1cafe89 HTTP/1.1" status: 200 len: 375 time: 0.0186789 Aug 26 11:01:55.849905 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-5b045f14-96ee-48c7-8280-7204d2c54840 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878296 Aug 26 11:01:55.923849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60db4af9-f85e-4d3f-8c68-4e3b2d1f29cc req-b3008b12-d97c-46ef-b84e-a88a2443e1e7 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 210 time: 0.1306074 Aug 26 11:01:55.998385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-881d1461-c93e-4764-ba92-45d0f6eb406a service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474912 Aug 26 11:01:56.040763 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e3a4d-64ec-499b-9e1b-486c669c8212 None None] New status for floating IP 748ec73e-d597-4b61-af69-0ae3da614b4f: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:01:56.249507 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-dd78c28d-17f8-486f-a6cc-9c237cdbbd6f service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467396 Aug 26 11:01:56.593536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e52af-33c8-4012-b728-afe51699d6c0 req-535273f3-e5db-4b6c-8404-6bb213e46da0 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:56.608503 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae3e52af-33c8-4012-b728-afe51699d6c0 req-535273f3-e5db-4b6c-8404-6bb213e46da0 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.3266482 Aug 26 11:01:56.672632 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a7e3f35-ee9e-41bd-8b26-377f248004f9 req-f90d66e7-022f-4f47-9d28-7068fd32b38f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 210 time: 0.0425708 Aug 26 11:01:56.687682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-d61880cd-ea03-46d5-ad5e-a0e1b6c26132 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:56.689280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-d61880cd-ea03-46d5-ad5e-a0e1b6c26132 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.47 "GET /v2.0/networks?id=75d778d8-5662-4039-bbcc-6321effd6623 HTTP/1.1" status: 200 len: 822 time: 0.4507637 Aug 26 11:01:56.729969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae3e52af-33c8-4012-b728-afe51699d6c0 req-dee483ba-ea62-4f2b-802b-d8b26def5b0e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200001 Aug 26 11:01:56.744441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Request body: {'port': {'device_id': '1096612a-e4a9-4de2-a313-cef86c57f120', 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623', 'admin_state_up': True, 'tenant_id': '3d152d5acbe54475adbaed65dc5f98a0'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:56.974845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Made reservation on behalf of 3d152d5acbe54475adbaed65dc5f98a0 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:56.980033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:57.106469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035750f8-cb49-40ea-883b-52d9afaf72e1 req-fe2ea613-6e0f-4825-8189-7f873dc02e1a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 210 time: 0.0448606 Aug 26 11:01:57.245245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Allocated IP 172.20.0.2 (75d778d8-5662-4039-bbcc-6321effd6623/92619ec1-0b12-4ddd-be18-dfd56e6ae98d/66ef7283-2ee0-44ca-9e9b-6360cc9c7c23) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:57.513608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58496) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:57.634505 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:57.701034 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:57.730853 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d49d68e-4434-4124-9c10-32900c3b09e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:57.764273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Network 75d778d8-5662-4039-bbcc-6321effd6623 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:57.768783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:57.771664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:57.779538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event updated for resources: {'Port': ['ID=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:57.842364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:57.844050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:57.917721 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d965ed3-7ba6-44ee-8ef6-2450c9e6b3a2 req-efe98045-c698-4318-8085-e9e4cd3ba8ab tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 210 time: 0.0672641 Aug 26 11:01:57.959114 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d49d68e-4434-4124-9c10-32900c3b09e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:57.967373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d49d68e-4434-4124-9c10-32900c3b09e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:57.977314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-405513b0-3701-4da6-a4d4-1363add104d2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2624249 Aug 26 11:01:57.990455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f8ce7-056b-4a23-b835-af0417813923 req-e9dabded-2949-427c-a383-8fc90fe28eb4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:57.994856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a71f8ce7-056b-4a23-b835-af0417813923 req-e9dabded-2949-427c-a383-8fc90fe28eb4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1147308 Aug 26 11:01:58.018971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Request body: {'port': {'device_id': '1096612a-e4a9-4de2-a313-cef86c57f120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:58.025302 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8d49d68e-4434-4124-9c10-32900c3b09e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb7b2501b0004a76949c48b40e3e3428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090115 Aug 26 11:01:58.026351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49d68e-4434-4124-9c10-32900c3b09e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7267745a-1814-4c99-be85-d9dd0af6b13a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:58.028555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58510) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:58.188471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a71f8ce7-056b-4a23-b835-af0417813923 req-df634563-98e1-4933-811a-a663d2afa1e3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791873 Aug 26 11:01:58.204651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:58.263337 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f97ae3fc-8a59-4e7f-a614-ba0efafbcd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:58.353218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-e3fea927-dc81-4735-bbf6-0b246f06415b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:58.355084 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-e3fea927-dc81-4735-bbf6-0b246f06415b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.2694869 Aug 26 11:01:58.372488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Request body: {'port': {'device_id': '83efdd1d-82c9-4457-a59a-ec5ebca39dbf', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'admin_state_up': True, 'tenant_id': 'b8d7e64294a14061bee27b24f1cafe89'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:58.480298 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f97ae3fc-8a59-4e7f-a614-ba0efafbcd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:58.554879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ee11c-eb94-4582-a7c8-b8b0aa73d114 req-72bce48e-762e-4466-9dff-ac86b130cdf2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:58.556749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f5ee11c-eb94-4582-a7c8-b8b0aa73d114 req-72bce48e-762e-4466-9dff-ac86b130cdf2 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 931 time: 0.2434571 Aug 26 11:01:58.560830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Made reservation on behalf of b8d7e64294a14061bee27b24f1cafe89 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:01:58.566512 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:58.653574 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f5ee11c-eb94-4582-a7c8-b8b0aa73d114 req-d0875874-dde9-4a50-84f4-faf09fabe89d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713575 Aug 26 11:01:58.678786 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f97ae3fc-8a59-4e7f-a614-ba0efafbcd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:58.683602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f97ae3fc-8a59-4e7f-a614-ba0efafbcd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:58.687981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f97ae3fc-8a59-4e7f-a614-ba0efafbcd8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7267745a-1814-4c99-be85-d9dd0af6b13a HTTP/1.1" status: 204 len: 168 time: 0.6084764 Aug 26 11:01:58.756616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ae3fc-8a59-4e7f-a614-ba0efafbcd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7267745a-1814-4c99-be85-d9dd0af6b13a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:58.788606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Allocated IP 172.20.0.9 (f26d7fc6-3093-4095-86d1-7a49e1a4c1e2/8930c4d8-d9e7-491f-bdc1-07f2ef2624b2/474bb600-4db1-4261-a65a-bfb82a950399) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:01:58.861612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:01:58.875887 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:58.903871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Transition to ACTIVE for port object 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:01:58.912567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:59.001612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Pushing event updated for resources: {'Port': ['ID=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:59.078095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:59.092377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Attempting to bind port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:01:59.092898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Attempting to bind port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:01:59.093094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Attempting to bind port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 on network 75d778d8-5662-4039-bbcc-6321effd6623 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:59.100280 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 on network 75d778d8-5662-4039-bbcc-6321effd6623 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:01:59.100617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Attempting to bind port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 on network 75d778d8-5662-4039-bbcc-6321effd6623 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:01:59.110578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:01:59.111001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Checking segment: {'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:01:59.111867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Bound using segment: {'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:01:59.111867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Bound port: 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:01:59.112194 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:59.190225 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:59.196569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58536) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:59.215695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:59.218424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c642af74-307d-4c95-af19-9cac25e1cba0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:01:59.261977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:01:59.264597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] For port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:01:59.269352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:01:59.275010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:01:59.287922 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10c52226-1b26-42f3-9b33-bd08f4d2e452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:59.325182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] For port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:01:59.340330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:59.341461 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:59.359637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event updated for resources: {'Port': ['ID=474bb600-4db1-4261-a65a-bfb82a950399,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:59.378043 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:59.474065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539acb1f-f3e9-45a2-9c5e-7897c8ff6fbf req-b47ad12f-2450-4d87-90e2-a68a24fe4759 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:59.476079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-539acb1f-f3e9-45a2-9c5e-7897c8ff6fbf req-b47ad12f-2450-4d87-90e2-a68a24fe4759 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 931 time: 0.3681452 Aug 26 11:01:59.487067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:59.487697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:59.489243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] 10.222.0.47 "PUT /v2.0/ports/66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 HTTP/1.1" status: 200 len: 1092 time: 1.4924579 Aug 26 11:01:59.492987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1096612a-e4a9-4de2-a313-cef86c57f120', 'tag': '66ef7283-2ee0-44ca-9e9b-6360cc9c7c23'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:01:59.495840 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cf1b47-080a-4353-9003-a80c2e851b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "1096612a-e4a9-4de2-a313-cef86c57f120", "tag": "66ef7283-2ee0-44ca-9e9b-6360cc9c7c23"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:01:59.543946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad79481-c04e-4a27-a0cf-28923919863f service neutron] Pushing event updated for resources: {'Port': ['ID=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:59.573980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7cb9-6a8d-4c73-b42e-e394ff090a7c req-5d74d216-59c4-4435-a620-803000525652 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:59.575792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e1b7cb9-6a8d-4c73-b42e-e394ff090a7c req-5d74d216-59c4-4435-a620-803000525652 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.2002342 Aug 26 11:01:59.656526 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-539acb1f-f3e9-45a2-9c5e-7897c8ff6fbf req-04c0db74-ed81-4978-808b-4e0b78c82036 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642737 Aug 26 11:01:59.684372 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10c52226-1b26-42f3-9b33-bd08f4d2e452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:59.694107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-e1713f2b-d74a-4c2a-b110-5d8a2173dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:01:59.695981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-e1713f2b-d74a-4c2a-b110-5d8a2173dee5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d152d5acbe54475adbaed65dc5f98a0&device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 1095 time: 0.1453266 Aug 26 11:01:59.701330 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10c52226-1b26-42f3-9b33-bd08f4d2e452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:59.707683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e1b7cb9-6a8d-4c73-b42e-e394ff090a7c req-6afb9d1b-6f95-4d30-bfae-2f23f6795030 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223834 Aug 26 11:01:59.715852 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-6c0b1496-b3e8-4e01-bd3f-f020627c1a67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3457711 Aug 26 11:01:59.731273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Request body: {'port': {'device_id': '83efdd1d-82c9-4457-a59a-ec5ebca39dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:01:59.788351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-71d35c4a-6d7d-4745-a643-c8bc89718c72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 HTTP/1.1" status: 200 len: 217 time: 0.0781589 Aug 26 11:01:59.799805 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-10c52226-1b26-42f3-9b33-bd08f4d2e452 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96a2a867a89e43ba9be98f0dd6d57309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5966144 Aug 26 11:01:59.804215 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58548) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:01:59.825907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:01:59.826232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c52226-1b26-42f3-9b33-bd08f4d2e452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869d6c87-57b7-49e8-8eeb-56844801a04d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:01:59.933059 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d5da23-d8c4-46ec-a392-76cc93f6715c x-openstack-request-id: req-d5d5da23-d8c4-46ec-a392-76cc93f6715c {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:01:59.934114 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1096612a-e4a9-4de2-a313-cef86c57f120", "tag": "66ef7283-2ee0-44ca-9e9b-6360cc9c7c23", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:01:59.934114 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5d5da23-d8c4-46ec-a392-76cc93f6715c {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:01:59.934450 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1096612a-e4a9-4de2-a313-cef86c57f120', 'tag': '66ef7283-2ee0-44ca-9e9b-6360cc9c7c23', 'status': 'completed', 'code': 200} Aug 26 11:02:00.000175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-63100d5f-3e97-44ec-9060-dae4b9b945c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:00.002649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-63100d5f-3e97-44ec-9060-dae4b9b945c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92619ec1-0b12-4ddd-be18-dfd56e6ae98d HTTP/1.1" status: 200 len: 862 time: 0.2018323 Aug 26 11:02:00.093403 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0a5bf233-4451-4f90-af43-b0918dc8778d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:00.102099 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-a5d91806-686a-41c9-b260-90c1656fe714 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75d778d8-5662-4039-bbcc-6321effd6623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795326 Aug 26 11:02:00.253480 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0a5bf233-4451-4f90-af43-b0918dc8778d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:00.272323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845fe82-95c4-48b0-a084-d9bae5f4ba1a req-4aefdded-cdd0-4d21-b9f6-cb45c20f1c96 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:00.275258 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1845fe82-95c4-48b0-a084-d9bae5f4ba1a req-4aefdded-cdd0-4d21-b9f6-cb45c20f1c96 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 943 time: 0.2923002 Aug 26 11:02:00.328323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474bb600-4db1-4261-a65a-bfb82a950399 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:02:00.341143 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:00.377942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Transition to ACTIVE for port object 474bb600-4db1-4261-a65a-bfb82a950399 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:00.388520 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:00.460224 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0a5bf233-4451-4f90-af43-b0918dc8778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:00.463844 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0a5bf233-4451-4f90-af43-b0918dc8778d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:00.469010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0a5bf233-4451-4f90-af43-b0918dc8778d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/869d6c87-57b7-49e8-8eeb-56844801a04d HTTP/1.1" status: 204 len: 168 time: 0.6499774 Aug 26 11:02:00.497959 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1845fe82-95c4-48b0-a084-d9bae5f4ba1a req-b6e345b6-c97f-4469-a21b-33dc9e1baa89 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070880 Aug 26 11:02:00.507084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Pushing event updated for resources: {'Port': ['ID=474bb600-4db1-4261-a65a-bfb82a950399,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:00.532873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-dbab9172-d507-441f-9c1e-a597c84a85f2 service neutron] 10.222.0.47 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199107 Aug 26 11:02:00.538413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bf233-4451-4f90-af43-b0918dc8778d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869d6c87-57b7-49e8-8eeb-56844801a04d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:00.618699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Attempting to bind port 474bb600-4db1-4261-a65a-bfb82a950399 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:02:00.619115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Attempting to bind port 474bb600-4db1-4261-a65a-bfb82a950399 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:02:00.619445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Attempting to bind port 474bb600-4db1-4261-a65a-bfb82a950399 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:00.627288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Port 474bb600-4db1-4261-a65a-bfb82a950399 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:02:00.627713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Attempting to bind port 474bb600-4db1-4261-a65a-bfb82a950399 on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:00.634280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:02:00.634478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Checking segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:00.634907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Bound using segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:02:00.635361 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Bound port: 474bb600-4db1-4261-a65a-bfb82a950399, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:02:00.635733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:00.660998 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91f0f14e-6aa3-4835-93f1-1b7ea05fa9d5 req-d3aa3a64-57fb-4a83-8836-0627e0f9aa47 service neutron] 10.222.0.47 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188984 Aug 26 11:02:00.740882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] For port 474bb600-4db1-4261-a65a-bfb82a950399, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:02:00.751735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] For port 474bb600-4db1-4261-a65a-bfb82a950399, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=474bb600-4db1-4261-a65a-bfb82a950399,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:02:00.763878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:00.817718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:00.818921 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:00.820559 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] 10.222.0.47 "PUT /v2.0/ports/474bb600-4db1-4261-a65a-bfb82a950399 HTTP/1.1" status: 200 len: 1092 time: 1.0980086 Aug 26 11:02:00.821145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83efdd1d-82c9-4457-a59a-ec5ebca39dbf', 'tag': '474bb600-4db1-4261-a65a-bfb82a950399'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:00.823845 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b49e6ad-95da-41f1-8c5e-0789da8c87f4" -d '{"events": [{"name": "network-changed", "server_uuid": "83efdd1d-82c9-4457-a59a-ec5ebca39dbf", "tag": "474bb600-4db1-4261-a65a-bfb82a950399"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:00.859669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b03a7-90b1-4904-8c86-6a1474eab346 service neutron] Pushing event updated for resources: {'Port': ['ID=474bb600-4db1-4261-a65a-bfb82a950399,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:00.922519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-54f2a7fa-99c1-4d72-8d66-b438dcbdf291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:00.923652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf1b47-080a-4353-9003-a80c2e851b1b req-2d52d1aa-63cb-4e28-9033-b192f21c21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:00.924765 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-54f2a7fa-99c1-4d72-8d66-b438dcbdf291 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 1095 time: 0.0563779 Aug 26 11:02:00.925199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13cf1b47-080a-4353-9003-a80c2e851b1b req-2d52d1aa-63cb-4e28-9033-b192f21c21f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d152d5acbe54475adbaed65dc5f98a0&device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 1095 time: 0.1986911 Aug 26 11:02:00.957421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02fb32-a7c9-4721-b892-75a9210f5654 req-b47849aa-6daf-474b-9d49-7446fd575ea0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:00.959337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c02fb32-a7c9-4721-b892-75a9210f5654 req-b47849aa-6daf-474b-9d49-7446fd575ea0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 943 time: 0.1682837 Aug 26 11:02:00.969692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663796b4-e887-40a3-85d0-927a6462a310 req-bf6d2049-d015-47b9-b847-9c569da12be3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:00.971437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-663796b4-e887-40a3-85d0-927a6462a310 req-bf6d2049-d015-47b9-b847-9c569da12be3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1307788 Aug 26 11:02:01.000802 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-00000df6-89f7-4b25-bae4-7d0eb885337a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474bb600-4db1-4261-a65a-bfb82a950399 HTTP/1.1" status: 200 len: 217 time: 0.0618284 Aug 26 11:02:01.075252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-75264717-a904-426a-ab68-70ef5a50675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:01.077631 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-75264717-a904-426a-ab68-70ef5a50675b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.0690827 Aug 26 11:02:01.095090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-663796b4-e887-40a3-85d0-927a6462a310 req-54aadcbd-92dd-40c4-bb4f-d20f9e3af6ff tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135767 Aug 26 11:02:01.100449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c02fb32-a7c9-4721-b892-75a9210f5654 req-8ef14232-5ed8-43f9-8972-d345f3a5f9d0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178308 Aug 26 11:02:01.125512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf1b47-080a-4353-9003-a80c2e851b1b req-6c933848-3cec-4c49-a000-22a27b0ad940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:01.126350 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-e9723562-6510-4d3e-b2f2-b95f11112d5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415542 Aug 26 11:02:01.128073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13cf1b47-080a-4353-9003-a80c2e851b1b req-6c933848-3cec-4c49-a000-22a27b0ad940 service neutron] 10.222.0.47 "GET /v2.0/networks?id=75d778d8-5662-4039-bbcc-6321effd6623 HTTP/1.1" status: 200 len: 923 time: 0.1872954 Aug 26 11:02:01.232534 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13cf1b47-080a-4353-9003-a80c2e851b1b req-ecdfefc1-40fb-4552-9cce-a3178b26340c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 HTTP/1.1" status: 200 len: 217 time: 0.0831423 Aug 26 11:02:01.277557 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d66854-f27d-4ab3-989d-4f91d0614c79 x-openstack-request-id: req-37d66854-f27d-4ab3-989d-4f91d0614c79 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:01.277908 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83efdd1d-82c9-4457-a59a-ec5ebca39dbf", "tag": "474bb600-4db1-4261-a65a-bfb82a950399", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:01.278179 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37d66854-f27d-4ab3-989d-4f91d0614c79 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:01.280078 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83efdd1d-82c9-4457-a59a-ec5ebca39dbf', 'tag': '474bb600-4db1-4261-a65a-bfb82a950399', 'status': 'completed', 'code': 200} Aug 26 11:02:01.325012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf1b47-080a-4353-9003-a80c2e851b1b req-26d540df-b988-4712-98a2-a41809a0801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:01.326844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13cf1b47-080a-4353-9003-a80c2e851b1b req-26d540df-b988-4712-98a2-a41809a0801e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92619ec1-0b12-4ddd-be18-dfd56e6ae98d HTTP/1.1" status: 200 len: 862 time: 0.0845773 Aug 26 11:02:01.375443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13cf1b47-080a-4353-9003-a80c2e851b1b req-0d7dabc0-cea7-4792-aaa9-ae196ae9806c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75d778d8-5662-4039-bbcc-6321effd6623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377336 Aug 26 11:02:01.649534 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13cf1b47-080a-4353-9003-a80c2e851b1b req-5a756ced-190a-4c23-a575-96c9c2d4b7e2 service neutron] 10.222.0.47 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640080 Aug 26 11:02:01.792776 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-a9f4ae0c-984d-47fc-b2ac-ac4d6c1994da service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459002 Aug 26 11:02:01.896789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13cf1b47-080a-4353-9003-a80c2e851b1b req-aa49a0a3-2d94-4194-b347-9ef3b24c095f service neutron] 10.222.0.47 "GET /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399719 Aug 26 11:02:01.923148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab426-98af-4d8e-9e71-84b28b23357e req-c784826e-8bad-4d5d-bab7-726be5fb90f5 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:01.924845 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9bab426-98af-4d8e-9e71-84b28b23357e req-c784826e-8bad-4d5d-bab7-726be5fb90f5 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 943 time: 0.1630938 Aug 26 11:02:01.941321 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb902edb-f2ed-4003-b5ab-5195c6b233ba req-8d2d5acb-5f57-4b54-935b-e5246a977798 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405859 Aug 26 11:02:01.979432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9bab426-98af-4d8e-9e71-84b28b23357e req-83cf4d98-102e-4f22-9a79-b6d065a3f252 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Aug 26 11:02:02.056463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49e6ad-95da-41f1-8c5e-0789da8c87f4 req-451f103d-c5c3-46ed-b7af-7ce862a3579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:02.059171 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b49e6ad-95da-41f1-8c5e-0789da8c87f4 req-451f103d-c5c3-46ed-b7af-7ce862a3579b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 1095 time: 0.0484066 Aug 26 11:02:02.235323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49e6ad-95da-41f1-8c5e-0789da8c87f4 req-56a53fd4-a8ec-43d1-abee-a660d85b8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:02.237437 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b49e6ad-95da-41f1-8c5e-0789da8c87f4 req-56a53fd4-a8ec-43d1-abee-a660d85b8031 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 907 time: 0.1709042 Aug 26 11:02:02.316113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e645e-4888-4210-9d28-16eeec36d03f req-0bcc6e38-a110-42f9-aa65-37b31c271d31 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:02.331202 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b49e6ad-95da-41f1-8c5e-0789da8c87f4 req-7b98082a-3134-4f06-b5bc-a90556500a7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=474bb600-4db1-4261-a65a-bfb82a950399 HTTP/1.1" status: 200 len: 217 time: 0.0759480 Aug 26 11:02:02.331354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0e645e-4888-4210-9d28-16eeec36d03f req-0bcc6e38-a110-42f9-aa65-37b31c271d31 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 943 time: 0.1063185 Aug 26 11:02:02.344740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ee1a9-cf3a-4cae-8249-61c9aa49ec2f req-9e5a13a4-bd0f-43fc-b3d6-bfc042c6af19 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:02.346399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-191ee1a9-cf3a-4cae-8249-61c9aa49ec2f req-9e5a13a4-bd0f-43fc-b3d6-bfc042c6af19 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1270039 Aug 26 11:02:02.394187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49e6ad-95da-41f1-8c5e-0789da8c87f4 req-bbe074f6-c46a-4c57-8257-a6b120c39150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:02.396993 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b49e6ad-95da-41f1-8c5e-0789da8c87f4 req-bbe074f6-c46a-4c57-8257-a6b120c39150 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.0671036 Aug 26 11:02:02.415368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0e645e-4888-4210-9d28-16eeec36d03f req-2ca11381-b8ae-4409-9155-e32dab58f199 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677698 Aug 26 11:02:02.458418 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b49e6ad-95da-41f1-8c5e-0789da8c87f4 req-fdc14dd1-09a1-4712-909f-1211258be152 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528336 Aug 26 11:02:02.466492 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-191ee1a9-cf3a-4cae-8249-61c9aa49ec2f req-d5fb9a03-a3c4-409c-b6fd-243d3675b448 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020510 Aug 26 11:02:02.610983 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b49e6ad-95da-41f1-8c5e-0789da8c87f4 req-9391ecbd-2408-4999-a404-c9d248f9ca1b service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427562 Aug 26 11:02:02.742075 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b49e6ad-95da-41f1-8c5e-0789da8c87f4 req-df7fc1c8-b476-4c6d-94b5-f2995cf9032d service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216605 Aug 26 11:02:03.148934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64ca06-36f5-4ddb-aadc-a48a09c87eef req-01220e15-047b-4363-a0e5-bc507e07bbb3 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:03.150643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e64ca06-36f5-4ddb-aadc-a48a09c87eef req-01220e15-047b-4363-a0e5-bc507e07bbb3 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 943 time: 0.0899796 Aug 26 11:02:03.194680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e64ca06-36f5-4ddb-aadc-a48a09c87eef req-8ae8b954-d510-4f22-a1ee-184ae8a62225 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369112 Aug 26 11:02:03.586026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d32c7-86af-4fbd-833c-e18da1e3f953 req-e931dec4-b8ad-495c-bf82-532994c8879b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:03.588192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-249d32c7-86af-4fbd-833c-e18da1e3f953 req-e931dec4-b8ad-495c-bf82-532994c8879b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 943 time: 0.0952768 Aug 26 11:02:03.700782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-249d32c7-86af-4fbd-833c-e18da1e3f953 req-dac64f0d-fa0e-4e1e-84f3-0b6d30386dfc tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979609 Aug 26 11:02:03.712289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af59cc6-a67b-48b8-bb94-6541f19f5a03 req-9d9cd2c3-1795-4554-a5ad-c6d34de796dd tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:03.714417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8af59cc6-a67b-48b8-bb94-6541f19f5a03 req-9d9cd2c3-1795-4554-a5ad-c6d34de796dd tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1246135 Aug 26 11:02:03.789127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8af59cc6-a67b-48b8-bb94-6541f19f5a03 req-3f749ca9-f344-4e91-af4a-0d2cf1eabe5b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471580 Aug 26 11:02:04.094516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:02:04.292153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:04.315985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '66ef7283-2ee0-44ca-9e9b-6360cc9c7c23', 'network_id': '75d778d8-5662-4039-bbcc-6321effd6623', 'port_id': '66ef7283-2ee0-44ca-9e9b-6360cc9c7c23', 'mac_address': 'fa:16:3e:e0:48:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92619ec1-0b12-4ddd-be18-dfd56e6ae98d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:02:04.359864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112103b-581f-440b-bfe0-3946e2098eeb req-e22c1fec-25f7-407f-ad51-d63f254cb660 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:04.361454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9112103b-581f-440b-bfe0-3946e2098eeb req-e22c1fec-25f7-407f-ad51-d63f254cb660 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 943 time: 0.0616863 Aug 26 11:02:04.380316 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:04.396164 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:02:04.429637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9112103b-581f-440b-bfe0-3946e2098eeb req-1db15795-5533-434e-b8eb-09244b80ead0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613019 Aug 26 11:02:04.432550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:04.442141 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:04.444276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 474bb600-4db1-4261-a65a-bfb82a950399 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:02:04.481022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58710) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:04.553692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:04.597146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 474bb600-4db1-4261-a65a-bfb82a950399, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=474bb600-4db1-4261-a65a-bfb82a950399,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:04.611238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '474bb600-4db1-4261-a65a-bfb82a950399', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'port_id': '474bb600-4db1-4261-a65a-bfb82a950399', 'mac_address': 'fa:16:3e:ea:80:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930c4d8-d9e7-491f-bdc1-07f2ef2624b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:02:04.656912 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:04.661754 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:04.677943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474bb600-4db1-4261-a65a-bfb82a950399 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:02:04.714575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 474bb600-4db1-4261-a65a-bfb82a950399, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=474bb600-4db1-4261-a65a-bfb82a950399,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:04.721669 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:04.823870 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:04.833421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:04.848122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=474bb600-4db1-4261-a65a-bfb82a950399,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:04.906536 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=add211458a214fc6aebc63c433dc517f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239118 Aug 26 11:02:04.909217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a745ab-44c5-4095-ba91-1eb9402a23cb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:04.910989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58722) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:04.924175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:04.924585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:04.925043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:04.925464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:04.926869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:04.926869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:04.926869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:04.927306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:04.927306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:04.927731 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:04.928298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:04.928443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278e57f7-0c6c-4c46-b128-b124ed23d4bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.016680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b72bc-9c84-47fe-b466-e19a210fec87 req-4f0e5de9-772f-4dc7-8eac-b111c9439f4e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:05.020412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-818b72bc-9c84-47fe-b466-e19a210fec87 req-4f0e5de9-772f-4dc7-8eac-b111c9439f4e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 944 time: 0.1584818 Aug 26 11:02:05.058815 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:05.069577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['474bb600-4db1-4261-a65a-bfb82a950399'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:05.104452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['66ef7283-2ee0-44ca-9e9b-6360cc9c7c23'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:05.111059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:05.178926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-818b72bc-9c84-47fe-b466-e19a210fec87 req-f7c5309b-3d2e-469c-bf11-3d25c0afe57e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152110 Aug 26 11:02:05.192343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d03573-65a0-4631-944b-097a99d0646a req-b54cdeca-79a2-4f9e-aadd-4b17205075b7 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:05.204734 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:05.207749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:05.208581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6d03573-65a0-4631-944b-097a99d0646a req-b54cdeca-79a2-4f9e-aadd-4b17205075b7 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1442602 Aug 26 11:02:05.219455 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8a745ab-44c5-4095-ba91-1eb9402a23cb HTTP/1.1" status: 204 len: 168 time: 0.3068907 Aug 26 11:02:05.254982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a745ab-44c5-4095-ba91-1eb9402a23cb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:05.270070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.270328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.270949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.271565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.272249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.272828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.273810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.274423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.275063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.275835 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.276599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.277293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889e59b-628d-49ca-9f3e-3b04d0bea5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:05.309259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6d03573-65a0-4631-944b-097a99d0646a req-a075467b-06bc-4b08-9bd9-3f63efaafd77 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985544 Aug 26 11:02:05.579253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be645ea1-abb8-4a0f-9790-1b9c37148255 req-9be25674-9c30-497d-b8b8-b8063d267c39 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:05.580751 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be645ea1-abb8-4a0f-9790-1b9c37148255 req-9be25674-9c30-497d-b8b8-b8063d267c39 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 944 time: 0.0540159 Aug 26 11:02:05.637179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be645ea1-abb8-4a0f-9790-1b9c37148255 req-9aa9c429-616e-4e30-a551-fb86d1aa55f4 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Aug 26 11:02:05.700636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58734) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:05.718656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-15d1b0ab-e3f0-40e2-beed-1539a99af654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:05.822853 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-15d1b0ab-e3f0-40e2-beed-1539a99af654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:05.827729 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-15d1b0ab-e3f0-40e2-beed-1539a99af654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:05.878601 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-15d1b0ab-e3f0-40e2-beed-1539a99af654 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc295dd57f5448119e5f25ee29cebe61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756611 Aug 26 11:02:05.880141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1b0ab-e3f0-40e2-beed-1539a99af654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435c7743-004c-4bdd-838e-c2e2ddd89331,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:05.881929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58736) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:05.941069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-560ebcc6-a381-49b7-9599-b1a6a2c1099e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:05.965623 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-560ebcc6-a381-49b7-9599-b1a6a2c1099e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:06.041648 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-560ebcc6-a381-49b7-9599-b1a6a2c1099e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:06.044326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-560ebcc6-a381-49b7-9599-b1a6a2c1099e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:06.046371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-560ebcc6-a381-49b7-9599-b1a6a2c1099e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/435c7743-004c-4bdd-838e-c2e2ddd89331 HTTP/1.1" status: 204 len: 168 time: 0.1627545 Aug 26 11:02:06.055528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ebcc6-a381-49b7-9599-b1a6a2c1099e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c7743-004c-4bdd-838e-c2e2ddd89331,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:06.392891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932086a-4cf5-4fca-a2e4-a87797714327 req-c8ac3ab0-eff9-4b05-98c0-b3642d3fcd83 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:06.396340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f932086a-4cf5-4fca-a2e4-a87797714327 req-c8ac3ab0-eff9-4b05-98c0-b3642d3fcd83 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 944 time: 0.0967793 Aug 26 11:02:06.485957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f932086a-4cf5-4fca-a2e4-a87797714327 req-4963e1db-1b17-41bd-9024-7f1a7401b9ee tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764537 Aug 26 11:02:06.590940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f6b2c-05b0-4a5d-b5e5-a9786aa9cf6d req-47b4e1ab-0254-4540-b1ca-179a81a8c0c4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:06.594061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-375f6b2c-05b0-4a5d-b5e5-a9786aa9cf6d req-47b4e1ab-0254-4540-b1ca-179a81a8c0c4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.0998976 Aug 26 11:02:06.661326 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-375f6b2c-05b0-4a5d-b5e5-a9786aa9cf6d req-1ab87a63-fd4d-414f-80ee-6a34f6f54db4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596676 Aug 26 11:02:06.791927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87090659-b6b4-49c0-a29f-ed081e2d7ce8 req-e9a6061e-6194-4058-a795-2c783240cce0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:06.793588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87090659-b6b4-49c0-a29f-ed081e2d7ce8 req-e9a6061e-6194-4058-a795-2c783240cce0 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 944 time: 0.0639424 Aug 26 11:02:06.840700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87090659-b6b4-49c0-a29f-ed081e2d7ce8 req-f846145d-4af6-4947-9acc-7f5c76b9eba7 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Aug 26 11:02:07.776937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bda08f-1e74-4aad-bcc0-f1a60109f458 req-cdd9bbac-f62d-41eb-80c6-2fbf720cfdd6 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:07.791387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4bda08f-1e74-4aad-bcc0-f1a60109f458 req-cdd9bbac-f62d-41eb-80c6-2fbf720cfdd6 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 944 time: 0.1917675 Aug 26 11:02:07.865270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4bda08f-1e74-4aad-bcc0-f1a60109f458 req-df7b4b6b-3579-4539-8cf7-a1788220eaf3 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717962 Aug 26 11:02:07.974194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa5836-d6d3-406e-8a0b-ca2f0bfb34dc req-332c495f-02de-4d87-8237-a06b0f686091 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:07.976054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56fa5836-d6d3-406e-8a0b-ca2f0bfb34dc req-332c495f-02de-4d87-8237-a06b0f686091 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.0690842 Aug 26 11:02:08.102124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56fa5836-d6d3-406e-8a0b-ca2f0bfb34dc req-dc9d2dcd-687e-45cd-bc5d-0b86b6210f80 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120784 Aug 26 11:02:08.108668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58808) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:08.125492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:08.137092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b858531-cd29-4936-8555-58ab1430db2c req-a3bd7f23-cbe5-4e4d-beca-cd7919247f67 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:08.146134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b858531-cd29-4936-8555-58ab1430db2c req-a3bd7f23-cbe5-4e4d-beca-cd7919247f67 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 944 time: 0.1427026 Aug 26 11:02:08.196409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:08.213532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:08.214024 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:08.245975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b858531-cd29-4936-8555-58ab1430db2c req-f0e3fb3c-ab1a-49e6-8da8-504362e1611d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884111 Aug 26 11:02:08.303203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-aa227db8-0cba-4a15-93d3-3296e2509dee tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1492644951'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:08.303946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-aa227db8-0cba-4a15-93d3-3296e2509dee tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Unknown quota resources ['metering_label']. {{(pid=101266) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 11:02:08.360382 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:08.405250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096612a-e4a9-4de2-a313-cef86c57f120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ef7283-2ee0-44ca-9e9b-6360cc9c7c23'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:08.409502 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be3fce4-60d1-4323-af86-94398a8355ad" -d '{"events": [{"server_uuid": "1096612a-e4a9-4de2-a313-cef86c57f120", "name": "network-vif-plugged", "status": "completed", "tag": "66ef7283-2ee0-44ca-9e9b-6360cc9c7c23"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:08.433920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:08.442664 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:08.443116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 474bb600-4db1-4261-a65a-bfb82a950399 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:08.487805 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69730979-c409-4ad5-941c-dbb09c7aa4d8 x-openstack-request-id: req-69730979-c409-4ad5-941c-dbb09c7aa4d8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:08.488826 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096612a-e4a9-4de2-a313-cef86c57f120", "name": "network-vif-plugged", "status": "completed", "tag": "66ef7283-2ee0-44ca-9e9b-6360cc9c7c23", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:08.488826 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69730979-c409-4ad5-941c-dbb09c7aa4d8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:08.489539 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096612a-e4a9-4de2-a313-cef86c57f120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ef7283-2ee0-44ca-9e9b-6360cc9c7c23', 'code': 200} Aug 26 11:02:08.551868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa227db8-0cba-4a15-93d3-3296e2509dee tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:08.554647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:08.557794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58820) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:08.562393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aa227db8-0cba-4a15-93d3-3296e2509dee tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4496355 Aug 26 11:02:08.569185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-509e2682-1884-4cc2-aba2-46eb37065870 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3521f04e-ea43-4066-9257-71912168d983'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:08.569989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-509e2682-1884-4cc2-aba2-46eb37065870 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101267) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 11:02:08.586694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 474bb600-4db1-4261-a65a-bfb82a950399 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:08.594507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 474bb600-4db1-4261-a65a-bfb82a950399 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:08.595355 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:08.677697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfc464-00d3-4af8-9530-3ba34b933a1d req-972d802c-b11b-4aeb-9c9f-094390945491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:08.680577 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2bcfc464-00d3-4af8-9530-3ba34b933a1d req-972d802c-b11b-4aeb-9c9f-094390945491 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 1097 time: 0.0816727 Aug 26 11:02:08.744712 n-d-778550-13 neutron-server[101267]: WARNING neutron.services.metering.metering_plugin [None req-509e2682-1884-4cc2-aba2-46eb37065870 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 26 11:02:08.747864 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2bcfc464-00d3-4af8-9530-3ba34b933a1d req-13f38b46-efbb-442a-806f-d81e420d529c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523756 Aug 26 11:02:08.777733 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:08.832228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 474bb600-4db1-4261-a65a-bfb82a950399, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=474bb600-4db1-4261-a65a-bfb82a950399,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:08.840947 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:08.927478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=474bb600-4db1-4261-a65a-bfb82a950399,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:08.984031 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-509e2682-1884-4cc2-aba2-46eb37065870 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:08.985512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-509e2682-1884-4cc2-aba2-46eb37065870 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4259696 Aug 26 11:02:08.988821 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58834) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:08.993611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c91aecee-be0e-480c-b6ad-8807b26a4eac tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3521f04e-ea43-4066-9257-71912168d983'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:08.994257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c91aecee-be0e-480c-b6ad-8807b26a4eac tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101267) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 11:02:09.062307 n-d-778550-13 neutron-server[101267]: WARNING neutron.services.metering.metering_plugin [None req-c91aecee-be0e-480c-b6ad-8807b26a4eac tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 26 11:02:09.171675 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c91aecee-be0e-480c-b6ad-8807b26a4eac tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:09.172926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c91aecee-be0e-480c-b6ad-8807b26a4eac tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1829746 Aug 26 11:02:09.178433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58838) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:09.187160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384a881-1a25-4a94-a492-43c714d3a5df req-4f0234fd-b569-4c1d-a8e8-8c578c1c72b9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:09.189112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c384a881-1a25-4a94-a492-43c714d3a5df req-4f0234fd-b569-4c1d-a8e8-8c578c1c72b9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 945 time: 0.1376469 Aug 26 11:02:09.197647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58840) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:09.200241 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d94f6f87-ef61-4f6d-a2d6-509e07b35b2e tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=ab2f29e5-c0d3-4ebd-95a3-7fef47a88468 HTTP/1.1" status: 200 len: 462 time: 0.0195498 Aug 26 11:02:09.645306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c384a881-1a25-4a94-a492-43c714d3a5df req-2379c350-dcf0-43ab-93f7-2901771b29c3 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463177 Aug 26 11:02:09.704548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2db505-75b2-47e6-8b65-0d8af21e38e0 req-88324395-d330-4e97-ad2c-33249d1eecf3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:09.706037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c2db505-75b2-47e6-8b65-0d8af21e38e0 req-88324395-d330-4e97-ad2c-33249d1eecf3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.4818885 Aug 26 11:02:09.747266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0fa7-e6bf-4ace-92ff-3660867d8ca4 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:09.749639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2c2d0fa7-e6bf-4ace-92ff-3660867d8ca4 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/ab2f29e5-c0d3-4ebd-95a3-7fef47a88468 HTTP/1.1" status: 204 len: 168 time: 0.5488513 Aug 26 11:02:09.751986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58848) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:09.770489 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8eb30bdd-f557-4eb2-a7f0-289615617db7 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=ab2f29e5-c0d3-4ebd-95a3-7fef47a88468 HTTP/1.1" status: 200 len: 221 time: 0.0168746 Aug 26 11:02:09.771141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58850) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:09.775829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-fcca55a4-34e6-4724-aee5-51018c403ff9 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--952601564', 'description': 'label created by tempest'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:09.776543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-fcca55a4-34e6-4724-aee5-51018c403ff9 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Unknown quota resources ['metering_label']. {{(pid=101266) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 11:02:09.805186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c2db505-75b2-47e6-8b65-0d8af21e38e0 req-d08a510a-c77e-4392-a1b4-ba1efb7f53d2 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672853 Aug 26 11:02:09.922365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335f0d5-5b80-4edd-a21d-24f979c4bd96 req-85f59d4d-777d-4285-b1cd-efdeb3354bd9 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:09.928891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1335f0d5-5b80-4edd-a21d-24f979c4bd96 req-85f59d4d-777d-4285-b1cd-efdeb3354bd9 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 945 time: 0.0828047 Aug 26 11:02:10.024471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1335f0d5-5b80-4edd-a21d-24f979c4bd96 req-4b1f01ef-b615-455c-bb2d-8dcbc63a6bf8 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893564 Aug 26 11:02:10.072222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fcca55a4-34e6-4724-aee5-51018c403ff9 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:10.075072 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fcca55a4-34e6-4724-aee5-51018c403ff9 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3026657 Aug 26 11:02:10.077730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58856) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:10.130577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f4543427-c890-4cc8-acc3-33acecdb07bb details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:02:10.135546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f4543427-c890-4cc8-acc3-33acecdb07bb no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:02:10.212736 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-60fd71e2-1592-4d62-85c0-62d0fc5ff596 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=9673efd9-00f0-48ac-b7bc-372d9af2d579 HTTP/1.1" status: 200 len: 467 time: 0.1332037 Aug 26 11:02:10.216180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58858) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:10.459460 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-786f3acb-5393-4b62-9e25-223bc82e5d09 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:10.461366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-786f3acb-5393-4b62-9e25-223bc82e5d09 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/9673efd9-00f0-48ac-b7bc-372d9af2d579 HTTP/1.1" status: 204 len: 168 time: 0.2433569 Aug 26 11:02:10.464449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58860) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:10.477841 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-312f942a-5236-462b-8d68-3746fa66c28a tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=9673efd9-00f0-48ac-b7bc-372d9af2d579 HTTP/1.1" status: 200 len: 216 time: 0.0121734 Aug 26 11:02:10.482891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58862) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:10.490249 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83efdd1d-82c9-4457-a59a-ec5ebca39dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474bb600-4db1-4261-a65a-bfb82a950399'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:10.492694 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57808d60-be85-4afd-ab82-6aa6427c6982" -d '{"events": [{"server_uuid": "83efdd1d-82c9-4457-a59a-ec5ebca39dbf", "name": "network-vif-plugged", "status": "completed", "tag": "474bb600-4db1-4261-a65a-bfb82a950399"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:10.495137 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-08e9a8ef-3183-4600-97d5-a7fb5bc27778 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0109384 Aug 26 11:02:10.495389 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:10.499488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58866) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:10.519817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-24a15922-c7f4-4ed0-af67-b0d247348a3b tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0184445 Aug 26 11:02:10.524453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58868) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:10.535301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f4543427-c890-4cc8-acc3-33acecdb07bb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f4543427-c890-4cc8-acc3-33acecdb07bb,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:10.541913 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec7fe74-e47a-4080-81cb-f7b1dfea3da8 x-openstack-request-id: req-dec7fe74-e47a-4080-81cb-f7b1dfea3da8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:10.542347 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83efdd1d-82c9-4457-a59a-ec5ebca39dbf", "name": "network-vif-plugged", "status": "completed", "tag": "474bb600-4db1-4261-a65a-bfb82a950399", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:10.542773 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dec7fe74-e47a-4080-81cb-f7b1dfea3da8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:10.543360 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83efdd1d-82c9-4457-a59a-ec5ebca39dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474bb600-4db1-4261-a65a-bfb82a950399', 'code': 200} Aug 26 11:02:10.573819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'f4543427-c890-4cc8-acc3-33acecdb07bb', 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94', 'port_id': 'f4543427-c890-4cc8-acc3-33acecdb07bb', 'mac_address': 'fa:16:3e:e6:77:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c64c3c-fc04-420e-b12c-70cd87a92e86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:02:10.615134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-da7b5b6e-9d99-4eaa-8c19-cb8232aad971 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/3521f04e-ea43-4066-9257-71912168d983 HTTP/1.1" status: 200 len: 473 time: 0.0887415 Aug 26 11:02:10.619259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58870) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:10.634743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ade79d37-1ab0-40a0-a026-ad87a445d5ba tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/e949425a-62c5-4390-b111-3d3ba46f5e9b HTTP/1.1" status: 200 len: 459 time: 0.0137358 Aug 26 11:02:10.635372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f4543427-c890-4cc8-acc3-33acecdb07bb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f4543427-c890-4cc8-acc3-33acecdb07bb,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:10.637684 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58872) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:10.644660 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:10.653384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50ac96-39f1-4d7a-830d-0ab2ab9d5381 req-4d723873-d6ad-4072-9df4-c917ff724e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:10.656893 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ab50ac96-39f1-4d7a-830d-0ab2ab9d5381 req-4d723873-d6ad-4072-9df4-c917ff724e82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 1097 time: 0.0552454 Aug 26 11:02:10.679096 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:10.698010 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ab50ac96-39f1-4d7a-830d-0ab2ab9d5381 req-756ba335-a8fb-40e5-bcaa-6bca68b6c77c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345461 Aug 26 11:02:10.704600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4543427-c890-4cc8-acc3-33acecdb07bb {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:02:10.742488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f4543427-c890-4cc8-acc3-33acecdb07bb,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:10.765468 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:02:10.765910 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:02:10.792769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30c28606-7afc-418d-904b-d217a08182f4 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:10.796490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-30c28606-7afc-418d-904b-d217a08182f4 tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/e949425a-62c5-4390-b111-3d3ba46f5e9b HTTP/1.1" status: 204 len: 168 time: 0.1543775 Aug 26 11:02:10.796868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58878) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:10.848057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dede2-ec8e-4f2d-a51f-f1e02db0d748 req-05a84510-e695-44e5-805f-ccad4780eb63 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:10.849866 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-340dede2-ec8e-4f2d-a51f-f1e02db0d748 req-05a84510-e695-44e5-805f-ccad4780eb63 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 945 time: 0.0611753 Aug 26 11:02:10.954500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-340dede2-ec8e-4f2d-a51f-f1e02db0d748 req-d1f17cf1-0667-4dad-afde-6dc2567d2d31 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834029 Aug 26 11:02:11.005454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c27cf8-a720-496a-b8a8-e9d1ddcc168b req-3b902676-dfb9-48fe-bb27-ec8bba7de111 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:11.020590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53c27cf8-a720-496a-b8a8-e9d1ddcc168b req-3b902676-dfb9-48fe-bb27-ec8bba7de111 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 943 time: 0.1083620 Aug 26 11:02:11.054001 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77fbd7cc-9a92-472a-9c80-0eb8772c407c tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:11.055210 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-77fbd7cc-9a92-472a-9c80-0eb8772c407c tempest-MeteringIpV6TestJSON-1813345172 tempest-MeteringIpV6TestJSON-1813345172-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/3521f04e-ea43-4066-9257-71912168d983 HTTP/1.1" status: 204 len: 168 time: 0.2573254 Aug 26 11:02:11.090911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53c27cf8-a720-496a-b8a8-e9d1ddcc168b req-3534627a-007c-42f5-afb1-35c0208c69c9 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679762 Aug 26 11:02:11.339919 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:11.340646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3248aa-48c5-415b-9103-b68954262d43 req-25a7b43c-3337-44e9-b339-22ee38fb5cee tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:11.348321 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed3248aa-48c5-415b-9103-b68954262d43 req-25a7b43c-3337-44e9-b339-22ee38fb5cee tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 945 time: 0.1204348 Aug 26 11:02:11.365144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4543427-c890-4cc8-acc3-33acecdb07bb {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:02:11.397733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f4543427-c890-4cc8-acc3-33acecdb07bb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f4543427-c890-4cc8-acc3-33acecdb07bb,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:11.405488 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:11.421942 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed3248aa-48c5-415b-9103-b68954262d43 req-44bca282-2e14-4ccd-b899-6da982f6395a tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657866 Aug 26 11:02:11.475127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f4543427-c890-4cc8-acc3-33acecdb07bb,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:11.495148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58904) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:11.705171 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe63bf37-1be8-4777-8fc8-c32fe72b70f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:11.759525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd8c69-ae0b-4a07-bf26-2cac4a02bb57 req-144b4644-3b28-47ac-94ec-77b96f7fd745 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:11.761543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40bd8c69-ae0b-4a07-bf26-2cac4a02bb57 req-144b4644-3b28-47ac-94ec-77b96f7fd745 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 945 time: 0.0849617 Aug 26 11:02:11.806546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['f4543427-c890-4cc8-acc3-33acecdb07bb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:11.860521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40bd8c69-ae0b-4a07-bf26-2cac4a02bb57 req-313ef1f8-b2c6-4420-971e-446fac1329dc tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809598 Aug 26 11:02:11.907720 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe63bf37-1be8-4777-8fc8-c32fe72b70f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:11.913939 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe63bf37-1be8-4777-8fc8-c32fe72b70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:11.957000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63bf37-1be8-4777-8fc8-c32fe72b70f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af3731c-cd44-4b1f-af04-24e471fb26e0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:11.961551 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fe63bf37-1be8-4777-8fc8-c32fe72b70f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acd87662e49a4fdbbce2abaa8affae76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618452 Aug 26 11:02:11.965574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58912) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:12.059253 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42f6c8a7-1e43-4bd3-885a-5a492a6cc694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:12.113998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42f6c8a7-1e43-4bd3-885a-5a492a6cc694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:12.230122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42f6c8a7-1e43-4bd3-885a-5a492a6cc694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:12.237786 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42f6c8a7-1e43-4bd3-885a-5a492a6cc694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:12.239111 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-42f6c8a7-1e43-4bd3-885a-5a492a6cc694 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1af3731c-cd44-4b1f-af04-24e471fb26e0 HTTP/1.1" status: 204 len: 168 time: 0.2724917 Aug 26 11:02:12.268698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6c8a7-1e43-4bd3-885a-5a492a6cc694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af3731c-cd44-4b1f-af04-24e471fb26e0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:12.269890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01695b-30b8-4376-81aa-b5f0a8d139f4 req-676f91a4-c159-47fd-b36e-2c0f720226ba tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:12.273398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f01695b-30b8-4376-81aa-b5f0a8d139f4 req-676f91a4-c159-47fd-b36e-2c0f720226ba tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 945 time: 0.1026487 Aug 26 11:02:12.350778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f01695b-30b8-4376-81aa-b5f0a8d139f4 req-d7c3a37d-4267-4793-b772-77cd2eb6e903 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628319 Aug 26 11:02:12.401462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f387581-be9f-4b75-9ef2-f8a453423776 req-84054d56-8934-48cd-8b33-fc7119d95877 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:12.403213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f387581-be9f-4b75-9ef2-f8a453423776 req-84054d56-8934-48cd-8b33-fc7119d95877 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 944 time: 0.0700798 Aug 26 11:02:12.487452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f387581-be9f-4b75-9ef2-f8a453423776 req-1a6c29ff-4427-496a-95df-5e123c09a13e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712488 Aug 26 11:02:12.545050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4543427-c890-4cc8-acc3-33acecdb07bb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:12.548455 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260ea483-016d-494c-a0e1-d97a14569d7f" -d '{"events": [{"server_uuid": "9d46499e-b81a-4d85-9bb3-654e38ee0e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "f4543427-c890-4cc8-acc3-33acecdb07bb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:12.603802 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb02b445-5fca-4edc-abf8-c7d940bc7b87 x-openstack-request-id: req-cb02b445-5fca-4edc-abf8-c7d940bc7b87 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:12.604401 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d46499e-b81a-4d85-9bb3-654e38ee0e3a", "name": "network-vif-unplugged", "status": "completed", "tag": "f4543427-c890-4cc8-acc3-33acecdb07bb", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:12.604862 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb02b445-5fca-4edc-abf8-c7d940bc7b87 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:12.605509 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4543427-c890-4cc8-acc3-33acecdb07bb', 'code': 200} Aug 26 11:02:12.663145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58930) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:12.686309 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-51406e70-060a-4d2c-929f-d1537800d981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:12.894617 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-51406e70-060a-4d2c-929f-d1537800d981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:12.907824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-51406e70-060a-4d2c-929f-d1537800d981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:12.988118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-51406e70-060a-4d2c-929f-d1537800d981 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0374bd7b31347debc51637152badf2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236785 Aug 26 11:02:12.990934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58936) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:13.001423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51406e70-060a-4d2c-929f-d1537800d981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ea0156-0173-4146-9440-2af545ff2a60,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:13.043531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434ead8-cfb3-46ed-b500-df29786191f9 req-a839b101-30b5-4fb5-a388-0d53cd308c1d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:13.045212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b434ead8-cfb3-46ed-b500-df29786191f9 req-a839b101-30b5-4fb5-a388-0d53cd308c1d tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 945 time: 0.0929272 Aug 26 11:02:13.075284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-89989569-9807-45c5-8884-65a4601120d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:13.106545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b434ead8-cfb3-46ed-b500-df29786191f9 req-ca22d8a2-e482-4888-9efa-4d1e2a3740d7 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups?id=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543351 Aug 26 11:02:13.109143 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-89989569-9807-45c5-8884-65a4601120d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:13.170625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-89989569-9807-45c5-8884-65a4601120d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:13.173567 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-89989569-9807-45c5-8884-65a4601120d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:13.174970 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-89989569-9807-45c5-8884-65a4601120d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7ea0156-0173-4146-9440-2af545ff2a60 HTTP/1.1" status: 204 len: 168 time: 0.1829081 Aug 26 11:02:13.188549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89989569-9807-45c5-8884-65a4601120d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ea0156-0173-4146-9440-2af545ff2a60,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:13.314361 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-075724f7-8f67-4b97-9ff2-4fc8dd3c7d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:13.324584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfe229-34d7-4b23-9cdf-387d717ee550 req-5ae67e5e-100f-46df-b7e0-23c553eff90e tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:13.327207 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-99cfe229-34d7-4b23-9cdf-387d717ee550 req-5ae67e5e-100f-46df-b7e0-23c553eff90e tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.47 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 945 time: 0.0699594 Aug 26 11:02:13.515043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-99cfe229-34d7-4b23-9cdf-387d717ee550 req-56c7dcdb-8294-4c47-95c4-1cc7c7bf55db tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Deleting port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:02:13.515621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99cfe229-34d7-4b23-9cdf-387d717ee550 req-56c7dcdb-8294-4c47-95c4-1cc7c7bf55db tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:13.607976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b28202-54ba-4790-8273-212dd1404952 req-f80627d8-3f11-4e11-84c7-e076e72175ba tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:13.611723 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09b28202-54ba-4790-8273-212dd1404952 req-f80627d8-3f11-4e11-84c7-e076e72175ba tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 945 time: 0.1366012 Aug 26 11:02:13.690613 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:02:13.741840 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09b28202-54ba-4790-8273-212dd1404952 req-96dfa529-6902-4949-bea0-0b5d2aeac14a tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102481 Aug 26 11:02:13.750562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-99cfe229-34d7-4b23-9cdf-387d717ee550 req-56c7dcdb-8294-4c47-95c4-1cc7c7bf55db tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] For port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23,segment=NetworkSegment(b4bc97bb-3f12-4de5-8af3-97804b6e50cf),segment_id=b4bc97bb-3f12-4de5-8af3-97804b6e50cf)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:13.751058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99cfe229-34d7-4b23-9cdf-387d717ee550 req-56c7dcdb-8294-4c47-95c4-1cc7c7bf55db tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:13.793207 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-99cfe229-34d7-4b23-9cdf-387d717ee550 req-56c7dcdb-8294-4c47-95c4-1cc7c7bf55db tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Calling delete_port for 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:02:13.914026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7d8a2-7a84-4e94-822e-d387fc73c5bf req-142c62f8-1f45-4ae7-b1d6-bfb4f0434219 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:13.923032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7b7d8a2-7a84-4e94-822e-d387fc73c5bf req-142c62f8-1f45-4ae7-b1d6-bfb4f0434219 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 944 time: 0.1069634 Aug 26 11:02:14.006696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7b7d8a2-7a84-4e94-822e-d387fc73c5bf req-cc1104c5-eb22-4704-9c82-719e64617a6d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813391 Aug 26 11:02:14.030999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d1435-c2cb-495d-90de-4d4badc3565e req-9ef71a12-185f-43f8-b016-941132b28cb6 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:14.033925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee9d1435-c2cb-495d-90de-4d4badc3565e req-9ef71a12-185f-43f8-b016-941132b28cb6 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 945 time: 0.1087930 Aug 26 11:02:14.113153 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99cfe229-34d7-4b23-9cdf-387d717ee550 req-56c7dcdb-8294-4c47-95c4-1cc7c7bf55db tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:14.128720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['66ef7283-2ee0-44ca-9e9b-6360cc9c7c23'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:14.158815 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee9d1435-c2cb-495d-90de-4d4badc3565e req-47436dc1-efe8-401b-b5af-23ca63d7b65c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137009 Aug 26 11:02:14.183368 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7dcdb-8294-4c47-95c4-1cc7c7bf55db tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event deleted for resources: {'Port': ['ID=66ef7283-2ee0-44ca-9e9b-6360cc9c7c23,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:14.246052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f4543427-c890-4cc8-acc3-33acecdb07bb up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:14.377721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port f4543427-c890-4cc8-acc3-33acecdb07bb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:14.378492 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:14.387341 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cfe229-34d7-4b23-9cdf-387d717ee550 req-56c7dcdb-8294-4c47-95c4-1cc7c7bf55db tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] No DVR routers for this DVR port 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:02:14.392224 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-99cfe229-34d7-4b23-9cdf-387d717ee550 req-56c7dcdb-8294-4c47-95c4-1cc7c7bf55db tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:14.395765 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-99cfe229-34d7-4b23-9cdf-387d717ee550 req-56c7dcdb-8294-4c47-95c4-1cc7c7bf55db tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.47 "DELETE /v2.0/ports/66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 HTTP/1.1" status: 204 len: 173 time: 1.0623085 Aug 26 11:02:14.397006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096612a-e4a9-4de2-a313-cef86c57f120', 'name': 'network-vif-deleted', 'tag': '66ef7283-2ee0-44ca-9e9b-6360cc9c7c23'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:14.397574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b501d-3108-4353-bf4a-d64f39c1d979 req-63f222f1-1ef9-4c91-b8a1-60d78a32b35d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:14.400544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-852b501d-3108-4353-bf4a-d64f39c1d979 req-63f222f1-1ef9-4c91-b8a1-60d78a32b35d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 945 time: 0.0880063 Aug 26 11:02:14.412820 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ecf615-e7d5-4f71-abaa-58662cea6fc9" -d '{"events": [{"server_uuid": "1096612a-e4a9-4de2-a313-cef86c57f120", "name": "network-vif-deleted", "tag": "66ef7283-2ee0-44ca-9e9b-6360cc9c7c23"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:14.494364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b67368e5-7418-4ef7-8e35-79b9facb3980 req-70920a95-75ca-4480-a97e-8e56aadd12c1 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/ports?device_id=1096612a-e4a9-4de2-a313-cef86c57f120 HTTP/1.1" status: 200 len: 210 time: 0.0892794 Aug 26 11:02:14.564393 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:14.571674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-852b501d-3108-4353-bf4a-d64f39c1d979 req-1da4333a-3ab1-4054-b69f-588eb586a5f2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441555 Aug 26 11:02:14.606245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4543427-c890-4cc8-acc3-33acecdb07bb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:14.608782 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af00f40a-4354-43a9-bc3f-05b38268fd9b" -d '{"events": [{"server_uuid": "9d46499e-b81a-4d85-9bb3-654e38ee0e3a", "name": "network-vif-plugged", "status": "completed", "tag": "f4543427-c890-4cc8-acc3-33acecdb07bb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:14.623772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f4543427-c890-4cc8-acc3-33acecdb07bb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f4543427-c890-4cc8-acc3-33acecdb07bb,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:14.630515 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:14.643087 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b21e0e-7c1f-47fd-8dcd-f640f2471ff0 x-openstack-request-id: req-27b21e0e-7c1f-47fd-8dcd-f640f2471ff0 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:14.643565 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096612a-e4a9-4de2-a313-cef86c57f120", "name": "network-vif-deleted", "tag": "66ef7283-2ee0-44ca-9e9b-6360cc9c7c23", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:14.643980 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27b21e0e-7c1f-47fd-8dcd-f640f2471ff0 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:14.644626 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096612a-e4a9-4de2-a313-cef86c57f120', 'name': 'network-vif-deleted', 'tag': '66ef7283-2ee0-44ca-9e9b-6360cc9c7c23', 'status': 'completed', 'code': 200} Aug 26 11:02:14.724654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f4543427-c890-4cc8-acc3-33acecdb07bb,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:14.807729 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77adb5ff-e029-4b99-b3ed-b3e2bb623ebc x-openstack-request-id: req-77adb5ff-e029-4b99-b3ed-b3e2bb623ebc {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:14.808225 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d46499e-b81a-4d85-9bb3-654e38ee0e3a", "name": "network-vif-plugged", "status": "completed", "tag": "f4543427-c890-4cc8-acc3-33acecdb07bb", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:14.808495 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77adb5ff-e029-4b99-b3ed-b3e2bb623ebc {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:14.809134 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4543427-c890-4cc8-acc3-33acecdb07bb', 'code': 200} Aug 26 11:02:15.011406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b0675-dc67-4450-b04d-ddd2a5886f00 req-14b91c87-1fd5-4277-8450-e68edd91c53d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:15.014251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab4b0675-dc67-4450-b04d-ddd2a5886f00 req-14b91c87-1fd5-4277-8450-e68edd91c53d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 945 time: 0.0738220 Aug 26 11:02:15.084056 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44a6f8-3def-4123-b94f-24fe405b1a2c req-32f6c51f-ce41-4225-b957-425bb452fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:15.091408 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be44a6f8-3def-4123-b94f-24fe405b1a2c req-32f6c51f-ce41-4225-b957-425bb452fbf1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 1097 time: 0.0691726 Aug 26 11:02:15.164485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab4b0675-dc67-4450-b04d-ddd2a5886f00 req-f090071c-facc-4e5f-a5bd-5e8d1706a58d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423013 Aug 26 11:02:15.239531 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be44a6f8-3def-4123-b94f-24fe405b1a2c req-8964460c-abfa-43f7-9e54-3ccefe3e06a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394691 Aug 26 11:02:15.277049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8c5d7-7ab3-432f-b2e1-621983b8d6cc req-a6a28c03-9766-46a0-aa11-86702e5f7646 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:15.286318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b0a8c5d7-7ab3-432f-b2e1-621983b8d6cc req-a6a28c03-9766-46a0-aa11-86702e5f7646 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1200435 Aug 26 11:02:15.350275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b0a8c5d7-7ab3-432f-b2e1-621983b8d6cc req-bc515e82-7320-4c20-89bb-6a015950988c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628226 Aug 26 11:02:15.609610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59020) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:15.747449 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91590550-76d1-49b0-afc4-e6d52db491ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:15.780817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59036) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:15.781205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cc27d3b1-13d8-4390-884e-88df0735f947 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-5912417'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:15.781718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cc27d3b1-13d8-4390-884e-88df0735f947 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Unknown quota resources ['metering_label']. {{(pid=101266) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 11:02:15.851298 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6d5c1e63-d5d9-48bd-9f1a-43b1f64d20ce tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:15.885102 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6d5c1e63-d5d9-48bd-9f1a-43b1f64d20ce tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:15.949034 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6d5c1e63-d5d9-48bd-9f1a-43b1f64d20ce tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:15.952199 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6d5c1e63-d5d9-48bd-9f1a-43b1f64d20ce tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:15.956143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6d5c1e63-d5d9-48bd-9f1a-43b1f64d20ce tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "DELETE /v2.0/security-groups/d42faf99-9481-4150-a672-35ea8f6b5d6b HTTP/1.1" status: 204 len: 168 time: 0.1733460 Aug 26 11:02:15.959263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59046) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:15.978574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c1e63-d5d9-48bd-9f1a-43b1f64d20ce tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42faf99-9481-4150-a672-35ea8f6b5d6b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:15.982365 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-8e3d750e-59c0-4751-9450-746d234102f1 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] show failed (client error): The resource could not be found. Aug 26 11:02:15.983825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8e3d750e-59c0-4751-9450-746d234102f1 tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "GET /v2.0/security-groups/d42faf99-9481-4150-a672-35ea8f6b5d6b HTTP/1.1" status: 404 len: 347 time: 0.0236022 Aug 26 11:02:15.987551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59050) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:16.032610 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc27d3b1-13d8-4390-884e-88df0735f947 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:16.036981 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cc27d3b1-13d8-4390-884e-88df0735f947 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 475 time: 0.4236777 Aug 26 11:02:16.037572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59052) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:16.045537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8ef86d29-7832-4299-a298-a96183a8ca3f tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6bf4408e-46c3-450d-a76b-585147a4f9a3'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:16.046468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8ef86d29-7832-4299-a298-a96183a8ca3f tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101266) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 11:02:16.163994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d2498999-271a-49bd-b021-28c9cb54ca3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Deleting port 19a9bde3-de5c-4805-b962-3e6909ffa134 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:02:16.164599 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2498999-271a-49bd-b021-28c9cb54ca3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:16.190929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:02:16.199112 n-d-778550-13 neutron-server[101266]: WARNING neutron.services.metering.metering_plugin [None req-8ef86d29-7832-4299-a298-a96183a8ca3f tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 26 11:02:16.242254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:02:16.242829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 66ef7283-2ee0-44ca-9e9b-6360cc9c7c23 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:02:16.272186 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:16.335623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ef86d29-7832-4299-a298-a96183a8ca3f tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:16.342014 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8ef86d29-7832-4299-a298-a96183a8ca3f tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3021202 Aug 26 11:02:16.343226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59068) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:16.347971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0af594c5-e631-4c49-9ca7-acd49b5547d1 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6bf4408e-46c3-450d-a76b-585147a4f9a3'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:16.348407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0af594c5-e631-4c49-9ca7-acd49b5547d1 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101266) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 11:02:16.348789 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2498999-271a-49bd-b021-28c9cb54ca3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:16.349522 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2498999-271a-49bd-b021-28c9cb54ca3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:16.414191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d2498999-271a-49bd-b021-28c9cb54ca3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Calling delete_port for 19a9bde3-de5c-4805-b962-3e6909ffa134 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:02:16.439371 n-d-778550-13 neutron-server[101266]: WARNING neutron.services.metering.metering_plugin [None req-0af594c5-e631-4c49-9ca7-acd49b5547d1 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 26 11:02:16.541662 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0af594c5-e631-4c49-9ca7-acd49b5547d1 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:16.546307 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0af594c5-e631-4c49-9ca7-acd49b5547d1 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2019575 Aug 26 11:02:16.547048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59084) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:16.559737 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b90ac439-8ce1-4d1d-a40b-cb7a8d4d4f1b tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=bac3c16b-c480-46b6-880e-1f10807bbfe5 HTTP/1.1" status: 200 len: 464 time: 0.0115480 Aug 26 11:02:16.562424 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59086) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:16.569141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39e6b1-011a-4981-9e75-97217c44a22a req-93f2e386-16a3-4cd5-ac2a-6b69569dc8b2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:16.570740 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e39e6b1-011a-4981-9e75-97217c44a22a req-93f2e386-16a3-4cd5-ac2a-6b69569dc8b2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 945 time: 0.2166371 Aug 26 11:02:16.645952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc5073-586f-47b4-b5fe-7393cd559af8 req-26a4eb9a-0279-4675-94f9-f01b5713fd08 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:16.653498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6bc5073-586f-47b4-b5fe-7393cd559af8 req-26a4eb9a-0279-4675-94f9-f01b5713fd08 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1834304 Aug 26 11:02:16.675940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e39e6b1-011a-4981-9e75-97217c44a22a req-3d64e3e6-b8b1-4cba-a4c3-e1398e7929ea tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921581 Aug 26 11:02:16.748444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6bc5073-586f-47b4-b5fe-7393cd559af8 req-735d0daa-afd6-4b44-8cc8-1ef51f2e4909 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933542 Aug 26 11:02:16.781792 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2498999-271a-49bd-b021-28c9cb54ca3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:16.864343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2498999-271a-49bd-b021-28c9cb54ca3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Pushing event deleted for resources: {'Port': ['ID=19a9bde3-de5c-4805-b962-3e6909ffa134,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:16.895126 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46eb7a38-9227-4b56-b7aa-5119569285f2 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:16.898756 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-46eb7a38-9227-4b56-b7aa-5119569285f2 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/bac3c16b-c480-46b6-880e-1f10807bbfe5 HTTP/1.1" status: 204 len: 168 time: 0.3323717 Aug 26 11:02:16.899181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59090) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:16.918074 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a384261f-4b94-45cf-bfab-41d6a5774d8f tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=bac3c16b-c480-46b6-880e-1f10807bbfe5 HTTP/1.1" status: 200 len: 221 time: 0.0134795 Aug 26 11:02:16.921696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59092) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:16.931400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-dfe1d47e-414a-41e0-a848-b374c7d0c18d tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1963667791', 'description': 'label created by tempest'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:16.932212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-dfe1d47e-414a-41e0-a848-b374c7d0c18d tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Unknown quota resources ['metering_label']. {{(pid=101266) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 11:02:16.942345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acf6f2-8675-4a27-ab13-e58c283d39dc req-d37d5e88-b7b1-4b18-aac4-358359d9b9ef tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:16.944184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7acf6f2-8675-4a27-ab13-e58c283d39dc req-d37d5e88-b7b1-4b18-aac4-358359d9b9ef tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 945 time: 0.3447869 Aug 26 11:02:16.961651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2498999-271a-49bd-b021-28c9cb54ca3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:16.964857 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2498999-271a-49bd-b021-28c9cb54ca3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:16.968946 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d2498999-271a-49bd-b021-28c9cb54ca3c tempest-ImagesOneServerNegativeTestJSON-2024257108 tempest-ImagesOneServerNegativeTestJSON-2024257108-project] 10.222.0.21 "DELETE /v2.0/floatingips/a54c9c01-b230-4f7e-a9f4-36f399d711af HTTP/1.1" status: 204 len: 168 time: 0.9770792 Aug 26 11:02:17.152496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59106) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:17.152788 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.219038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcae04a-fbd5-4648-a8b8-5edc6eeb19c8 admin admin] Deleting subnet 92619ec1-0b12-4ddd-be18-dfd56e6ae98d {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:02:17.223198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3fcae04a-fbd5-4648-a8b8-5edc6eeb19c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.268388 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3fcae04a-fbd5-4648-a8b8-5edc6eeb19c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.321794 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3fcae04a-fbd5-4648-a8b8-5edc6eeb19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.395807 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3fcae04a-fbd5-4648-a8b8-5edc6eeb19c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.425340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcae04a-fbd5-4648-a8b8-5edc6eeb19c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92619ec1-0b12-4ddd-be18-dfd56e6ae98d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:17.429420 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3fcae04a-fbd5-4648-a8b8-5edc6eeb19c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.431791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3fcae04a-fbd5-4648-a8b8-5edc6eeb19c8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/92619ec1-0b12-4ddd-be18-dfd56e6ae98d HTTP/1.1" status: 204 len: 168 time: 0.2782359 Aug 26 11:02:17.436819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59108) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:17.536414 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.620536 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dfe1d47e-414a-41e0-a848-b374c7d0c18d tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.623162 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dfe1d47e-414a-41e0-a848-b374c7d0c18d tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6961417 Aug 26 11:02:17.627865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59112) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:17.692083 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.699324 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eb1e6c7b-ade3-4ad9-bb22-be34d44761f1 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=fc39b681-f5d2-4901-9f38-4ec02674463c HTTP/1.1" status: 200 len: 468 time: 0.0646489 Aug 26 11:02:17.699550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59114) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:17.708865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-e7acf6f2-8675-4a27-ab13-e58c283d39dc req-ce3f2161-1ece-4f65-b0d6-fe1e0490e359 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Deleting port 474bb600-4db1-4261-a65a-bfb82a950399 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:02:17.709207 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7acf6f2-8675-4a27-ab13-e58c283d39dc req-ce3f2161-1ece-4f65-b0d6-fe1e0490e359 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.763739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d778d8-5662-4039-bbcc-6321effd6623']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:17.777681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:17.778184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4bc97bb-3f12-4de5-8af3-97804b6e50cf') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:17.875903 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.900435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e7acf6f2-8675-4a27-ab13-e58c283d39dc req-ce3f2161-1ece-4f65-b0d6-fe1e0490e359 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] For port 474bb600-4db1-4261-a65a-bfb82a950399, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=474bb600-4db1-4261-a65a-bfb82a950399,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:17.901121 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7acf6f2-8675-4a27-ab13-e58c283d39dc req-ce3f2161-1ece-4f65-b0d6-fe1e0490e359 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:17.918086 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-e7acf6f2-8675-4a27-ab13-e58c283d39dc req-ce3f2161-1ece-4f65-b0d6-fe1e0490e359 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Calling delete_port for 474bb600-4db1-4261-a65a-bfb82a950399 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:02:18.054687 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:18.087259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7acf6f2-8675-4a27-ab13-e58c283d39dc req-ce3f2161-1ece-4f65-b0d6-fe1e0490e359 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:18.090300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:02:18.091337 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:18.103787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0', '474bb600-4db1-4261-a65a-bfb82a950399'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:18.109198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c642af74-307d-4c95-af19-9cac25e1cba0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:18.121775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f2161-1ece-4f65-b0d6-fe1e0490e359 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event deleted for resources: {'Port': ['ID=474bb600-4db1-4261-a65a-bfb82a950399,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:02:18.143747 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:02:18.183939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7acf6f2-8675-4a27-ab13-e58c283d39dc req-ce3f2161-1ece-4f65-b0d6-fe1e0490e359 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] No DVR routers for this DVR port 474bb600-4db1-4261-a65a-bfb82a950399 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:02:18.189237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7acf6f2-8675-4a27-ab13-e58c283d39dc req-ce3f2161-1ece-4f65-b0d6-fe1e0490e359 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:18.194279 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7acf6f2-8675-4a27-ab13-e58c283d39dc req-ce3f2161-1ece-4f65-b0d6-fe1e0490e359 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "DELETE /v2.0/ports/474bb600-4db1-4261-a65a-bfb82a950399 HTTP/1.1" status: 204 len: 173 time: 1.2427459 Aug 26 11:02:18.195079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83efdd1d-82c9-4457-a59a-ec5ebca39dbf', 'name': 'network-vif-deleted', 'tag': '474bb600-4db1-4261-a65a-bfb82a950399'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:18.200176 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e5f620-3af3-4b47-a118-e29ae56e35f2" -d '{"events": [{"server_uuid": "83efdd1d-82c9-4457-a59a-ec5ebca39dbf", "name": "network-vif-deleted", "tag": "474bb600-4db1-4261-a65a-bfb82a950399"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:18.209200 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f1772bf6-e036-4f62-b955-e6cbc49511f7 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:18.214410 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f1772bf6-e036-4f62-b955-e6cbc49511f7 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/fc39b681-f5d2-4901-9f38-4ec02674463c HTTP/1.1" status: 204 len: 168 time: 0.5123827 Aug 26 11:02:18.218520 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59128) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:18.243659 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fa5aa3dc-8f09-460c-bd77-a614cbc64876 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=fc39b681-f5d2-4901-9f38-4ec02674463c HTTP/1.1" status: 200 len: 216 time: 0.0227852 Aug 26 11:02:18.244727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59130) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:18.258117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac27be-011a-485e-a377-c6888dc07174 req-447f3836-e06d-4ef7-9bfd-73b59096bf9e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:18.263631 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9847332e-0b14-4eb9-8768-01b85c4feab2 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0173850 Aug 26 11:02:18.264284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59132) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:18.267623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46ac27be-011a-485e-a377-c6888dc07174 req-447f3836-e06d-4ef7-9bfd-73b59096bf9e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.3884149 Aug 26 11:02:18.287711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ed898-f11d-4c35-a732-6ebd8ccee8ef req-6339256d-d85c-4457-9cb5-33c5acaa8bd5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:18.289421 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6df8c60b-9895-44de-a105-beafdc9293c4 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0228238 Aug 26 11:02:18.290828 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b9ed898-f11d-4c35-a732-6ebd8ccee8ef req-6339256d-d85c-4457-9cb5-33c5acaa8bd5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=83efdd1d-82c9-4457-a59a-ec5ebca39dbf HTTP/1.1" status: 200 len: 867 time: 0.4189451 Aug 26 11:02:18.293293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59134) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:18.339819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:18.350539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:18.355482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/75d778d8-5662-4039-bbcc-6321effd6623 HTTP/1.1" status: 204 len: 168 time: 0.9158103 Aug 26 11:02:18.418885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac62ec6-85d5-4822-acd2-7584f2cde5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=75d778d8-5662-4039-bbcc-6321effd6623,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:18.442985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c2d4ede6-fcf6-4cb3-bdf2-b9de6f973467 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/6bf4408e-46c3-450d-a76b-585147a4f9a3 HTTP/1.1" status: 200 len: 470 time: 0.1464477 Aug 26 11:02:18.447083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59138) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:18.460797 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c2e21fec-bbf0-40a2-84a7-31d48a1293cc tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/6b351230-e7d0-45f6-9f5c-e80507b36f8f HTTP/1.1" status: 200 len: 461 time: 0.0119205 Aug 26 11:02:18.464868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59140) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:18.465409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46ac27be-011a-485e-a377-c6888dc07174 req-1d6f43f4-30ce-4491-ac42-6f7245829897 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674461 Aug 26 11:02:18.492557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b9ed898-f11d-4c35-a732-6ebd8ccee8ef req-c025cc9c-cc0c-484a-8e2c-02fe98d4529b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807592 Aug 26 11:02:18.674912 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d372a236-d221-4267-a860-e4e7895ef6a1 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:18.680077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59146) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:18.680399 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d372a236-d221-4267-a860-e4e7895ef6a1 tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/6b351230-e7d0-45f6-9f5c-e80507b36f8f HTTP/1.1" status: 204 len: 168 time: 0.2130640 Aug 26 11:02:18.682576 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a9a1e2-51e9-46ea-8044-05b696107e6c x-openstack-request-id: req-a5a9a1e2-51e9-46ea-8044-05b696107e6c {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:18.683072 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83efdd1d-82c9-4457-a59a-ec5ebca39dbf", "name": "network-vif-deleted", "tag": "474bb600-4db1-4261-a65a-bfb82a950399", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:18.683242 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5a9a1e2-51e9-46ea-8044-05b696107e6c {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:18.683587 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83efdd1d-82c9-4457-a59a-ec5ebca39dbf', 'name': 'network-vif-deleted', 'tag': '474bb600-4db1-4261-a65a-bfb82a950399', 'status': 'completed', 'code': 200} Aug 26 11:02:18.692252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59148) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:18.785485 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6e4f1416-3cef-41d4-ba4c-6ac735457411 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d152d5acbe54475adbaed65dc5f98a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909932 Aug 26 11:02:18.786593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59152) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:18.882232 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3fe93cc-1a21-4fe9-92f9-a591a6cc1c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:18.924665 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3fe93cc-1a21-4fe9-92f9-a591a6cc1c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:19.015171 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3fe93cc-1a21-4fe9-92f9-a591a6cc1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:19.018441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3fe93cc-1a21-4fe9-92f9-a591a6cc1c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:19.020146 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a3fe93cc-1a21-4fe9-92f9-a591a6cc1c6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3 HTTP/1.1" status: 204 len: 168 time: 0.2318804 Aug 26 11:02:19.025538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f046cbb-0b04-4a4c-91bd-c34a9e723cd0 req-a8559b20-ef3e-4e5d-ae7c-b02f1ddf739d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:19.039426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe93cc-1a21-4fe9-92f9-a591a6cc1c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0d6390-1dc1-48fa-8cb0-5236ee69a6f3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:19.039722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f046cbb-0b04-4a4c-91bd-c34a9e723cd0 req-a8559b20-ef3e-4e5d-ae7c-b02f1ddf739d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.2376757 Aug 26 11:02:19.154525 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0810220-8b96-4e6a-be3c-0ffcbda7466e tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:19.156700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c0810220-8b96-4e6a-be3c-0ffcbda7466e tempest-MeteringTestJSON-329729016 tempest-MeteringTestJSON-329729016-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/6bf4408e-46c3-450d-a76b-585147a4f9a3 HTTP/1.1" status: 204 len: 168 time: 0.4748805 Aug 26 11:02:19.229078 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:19.229916 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f046cbb-0b04-4a4c-91bd-c34a9e723cd0 req-7d94e917-9809-4b3b-afc9-cb7da78dd4bf tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861413 Aug 26 11:02:19.855493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59194) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:19.930525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-c151e027-1d48-4155-9b12-b043720e4f47 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:19.944604 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-c151e027-1d48-4155-9b12-b043720e4f47 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/networks?id=78c026c6-651c-404b-9bc6-9fd7306c8d94 HTTP/1.1" status: 200 len: 815 time: 0.2529793 Aug 26 11:02:19.974680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-0660167d-446c-437f-839f-8a270eee6786 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/quotas/b43c9aa7c5f142ae993cd4ac226d6a1f HTTP/1.1" status: 200 len: 375 time: 0.0278628 Aug 26 11:02:20.074176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-d3127820-c9aa-4459-9485-d5d579529b59 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b43c9aa7c5f142ae993cd4ac226d6a1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0979815 Aug 26 11:02:20.211937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 474bb600-4db1-4261-a65a-bfb82a950399 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:02:20.289861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 474bb600-4db1-4261-a65a-bfb82a950399 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:02:20.292673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 474bb600-4db1-4261-a65a-bfb82a950399 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:02:20.308232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-446269c9-cd3f-4bf3-a1ab-191f84785efc service neutron] 10.222.0.21 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327738 Aug 26 11:02:20.315649 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:20.322969 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-371f121b-0b9b-4515-b411-0762a5849e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:20.474988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-786e78c2-165b-40bd-8759-27a480ee1e90 service neutron] 10.222.0.21 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635048 Aug 26 11:02:20.515613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-371f121b-0b9b-4515-b411-0762a5849e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:20.523413 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-371f121b-0b9b-4515-b411-0762a5849e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:20.570322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f121b-0b9b-4515-b411-0762a5849e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eba463-3b45-4dee-80d7-894cc7ef84a0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:20.592094 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-371f121b-0b9b-4515-b411-0762a5849e24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2c550cee32f43618744e78a3bc2e7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7341835 Aug 26 11:02:20.592914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59214) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:20.643642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79a16e-a60b-446c-a2ac-9f64e496c2f0 req-70839d7e-1d3d-4fa4-a79f-3e48a808659d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:20.645295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a79a16e-a60b-446c-a2ac-9f64e496c2f0 req-70839d7e-1d3d-4fa4-a79f-3e48a808659d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 945 time: 0.1424372 Aug 26 11:02:20.683259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abeba1ce-b255-460d-a17c-01a8639bf1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:20.693323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a79a16e-a60b-446c-a2ac-9f64e496c2f0 req-f2e898c7-343c-4dba-b944-74808100f04f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Aug 26 11:02:20.771795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abeba1ce-b255-460d-a17c-01a8639bf1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:20.862301 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abeba1ce-b255-460d-a17c-01a8639bf1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:20.866587 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abeba1ce-b255-460d-a17c-01a8639bf1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:20.867030 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-abeba1ce-b255-460d-a17c-01a8639bf1c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1eba463-3b45-4dee-80d7-894cc7ef84a0 HTTP/1.1" status: 204 len: 168 time: 0.2724605 Aug 26 11:02:20.886591 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-923a3ee8-f7db-45e0-9c02-2e33bd330586 req-e7a04fb8-9dd2-4c03-9d80-592903cd8c6d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 210 time: 0.0465035 Aug 26 11:02:20.945462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeba1ce-b255-460d-a17c-01a8639bf1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eba463-3b45-4dee-80d7-894cc7ef84a0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:21.000450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50b6ba-9c6d-4135-a85d-bb2ec670913b req-6210ebdc-6a1a-47c1-9411-309a8dfd8458 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:21.003452 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b50b6ba-9c6d-4135-a85d-bb2ec670913b req-6210ebdc-6a1a-47c1-9411-309a8dfd8458 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d46499e-b81a-4d85-9bb3-654e38ee0e3a HTTP/1.1" status: 200 len: 945 time: 0.1588275 Aug 26 11:02:21.174605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-5b50b6ba-9c6d-4135-a85d-bb2ec670913b req-9d862122-978f-4b63-877e-7a1b9724a52d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Deleting port f4543427-c890-4cc8-acc3-33acecdb07bb {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:02:21.175010 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b50b6ba-9c6d-4135-a85d-bb2ec670913b req-9d862122-978f-4b63-877e-7a1b9724a52d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:21.439962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-5b50b6ba-9c6d-4135-a85d-bb2ec670913b req-9d862122-978f-4b63-877e-7a1b9724a52d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] For port f4543427-c890-4cc8-acc3-33acecdb07bb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f4543427-c890-4cc8-acc3-33acecdb07bb,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:21.440718 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b50b6ba-9c6d-4135-a85d-bb2ec670913b req-9d862122-978f-4b63-877e-7a1b9724a52d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:21.459046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-5b50b6ba-9c6d-4135-a85d-bb2ec670913b req-9d862122-978f-4b63-877e-7a1b9724a52d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Calling delete_port for f4543427-c890-4cc8-acc3-33acecdb07bb owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:02:21.875247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59260) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:21.920051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce1b65-2000-4d53-8987-0a89177a1201 req-3536167a-70c8-41f2-af18-dde11d84b189 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:21.921654 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8ce1b65-2000-4d53-8987-0a89177a1201 req-3536167a-70c8-41f2-af18-dde11d84b189 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.42 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 945 time: 0.2072718 Aug 26 11:02:21.926836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43b1c7d1-2ddf-44ba-b7ec-173d5232f525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:22.044452 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:22.083805 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b50b6ba-9c6d-4135-a85d-bb2ec670913b req-9d862122-978f-4b63-877e-7a1b9724a52d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:22.097686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['f4543427-c890-4cc8-acc3-33acecdb07bb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:22.140578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d862122-978f-4b63-877e-7a1b9724a52d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Pushing event deleted for resources: {'Port': ['ID=f4543427-c890-4cc8-acc3-33acecdb07bb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:22.173050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59268) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:22.200847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-566b0573-1c93-40cd-87bf-c39d3a3d39b0 req-f14c6088-8107-4471-8fb6-08bf5a643714 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 210 time: 0.1485384 Aug 26 11:02:22.253005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b50b6ba-9c6d-4135-a85d-bb2ec670913b req-9d862122-978f-4b63-877e-7a1b9724a52d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] No DVR routers for this DVR port f4543427-c890-4cc8-acc3-33acecdb07bb on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:02:22.264623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5b50b6ba-9c6d-4135-a85d-bb2ec670913b req-9d862122-978f-4b63-877e-7a1b9724a52d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:22.266857 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5b50b6ba-9c6d-4135-a85d-bb2ec670913b req-9d862122-978f-4b63-877e-7a1b9724a52d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "DELETE /v2.0/ports/f4543427-c890-4cc8-acc3-33acecdb07bb HTTP/1.1" status: 204 len: 173 time: 1.2568195 Aug 26 11:02:22.267571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'name': 'network-vif-deleted', 'tag': 'f4543427-c890-4cc8-acc3-33acecdb07bb'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:22.278572 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccde4ac9-fcbb-4cd7-a53e-aab4189024bd" -d '{"events": [{"server_uuid": "9d46499e-b81a-4d85-9bb3-654e38ee0e3a", "name": "network-vif-deleted", "tag": "f4543427-c890-4cc8-acc3-33acecdb07bb"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:22.307196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-a8ce1b65-2000-4d53-8987-0a89177a1201 req-0b352be8-d701-476e-9440-8d7410fb5e22 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Deleting port c642af74-307d-4c95-af19-9cac25e1cba0 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:02:22.307564 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8ce1b65-2000-4d53-8987-0a89177a1201 req-0b352be8-d701-476e-9440-8d7410fb5e22 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:22.327725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3798-f08a-49b1-89b2-f3aaebc0c201 req-33bdf8c6-09eb-43a6-a617-9ab6d21df692 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:22.335208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-badd3798-f08a-49b1-89b2-f3aaebc0c201 req-33bdf8c6-09eb-43a6-a617-9ab6d21df692 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 945 time: 0.4381416 Aug 26 11:02:22.467919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-badd3798-f08a-49b1-89b2-f3aaebc0c201 req-11c8294b-2459-48f7-bb94-56cc475e8a7e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179922 Aug 26 11:02:22.541990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a8ce1b65-2000-4d53-8987-0a89177a1201 req-0b352be8-d701-476e-9440-8d7410fb5e22 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] For port c642af74-307d-4c95-af19-9cac25e1cba0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c642af74-307d-4c95-af19-9cac25e1cba0,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:22.545077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8ce1b65-2000-4d53-8987-0a89177a1201 req-0b352be8-d701-476e-9440-8d7410fb5e22 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:22.621299 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43b1c7d1-2ddf-44ba-b7ec-173d5232f525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:22.638032 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43b1c7d1-2ddf-44ba-b7ec-173d5232f525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:22.760784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1c7d1-2ddf-44ba-b7ec-173d5232f525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1361a5d-e594-4ff4-b8b3-8a6c4e935b92,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:22.782766 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be773bc7-0a1c-44a5-bb7b-4d920a8f1978 x-openstack-request-id: req-be773bc7-0a1c-44a5-bb7b-4d920a8f1978 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:22.783254 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d46499e-b81a-4d85-9bb3-654e38ee0e3a", "name": "network-vif-deleted", "tag": "f4543427-c890-4cc8-acc3-33acecdb07bb", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:22.783517 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be773bc7-0a1c-44a5-bb7b-4d920a8f1978 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:22.785595 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d46499e-b81a-4d85-9bb3-654e38ee0e3a', 'name': 'network-vif-deleted', 'tag': 'f4543427-c890-4cc8-acc3-33acecdb07bb', 'status': 'completed', 'code': 200} Aug 26 11:02:22.821644 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-a8ce1b65-2000-4d53-8987-0a89177a1201 req-0b352be8-d701-476e-9440-8d7410fb5e22 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Calling delete_port for c642af74-307d-4c95-af19-9cac25e1cba0 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:02:22.846418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45bb497a-e17d-438a-a0e4-c297b880d9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:22.872795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-43b1c7d1-2ddf-44ba-b7ec-173d5232f525 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71b5bdd5ac20417b8d036563e2f5acee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9955523 Aug 26 11:02:22.876921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59286) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:22.989704 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f47ccc8-2c24-426c-bcad-980a597e3756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.050629 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f47ccc8-2c24-426c-bcad-980a597e3756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.130121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-812c8902-9019-41bb-ab88-84f948008a11 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:23.136758 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-812c8902-9019-41bb-ab88-84f948008a11 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "GET /v2.0/networks?id=78c026c6-651c-404b-9bc6-9fd7306c8d94 HTTP/1.1" status: 200 len: 815 time: 0.5557926 Aug 26 11:02:23.160247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f47ccc8-2c24-426c-bcad-980a597e3756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.162568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f47ccc8-2c24-426c-bcad-980a597e3756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.167752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0f47ccc8-2c24-426c-bcad-980a597e3756 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1361a5d-e594-4ff4-b8b3-8a6c4e935b92 HTTP/1.1" status: 204 len: 168 time: 0.2852888 Aug 26 11:02:23.178202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Request body: {'port': {'device_id': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94', 'admin_state_up': True, 'tenant_id': 'b43c9aa7c5f142ae993cd4ac226d6a1f'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:23.188529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47ccc8-2c24-426c-bcad-980a597e3756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1361a5d-e594-4ff4-b8b3-8a6c4e935b92,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:23.306954 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45bb497a-e17d-438a-a0e4-c297b880d9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.346872 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45bb497a-e17d-438a-a0e4-c297b880d9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.451233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-420d8749-1a0c-4171-aa6a-e38fd923e26c req-e917d0f2-71bf-4cee-8c5d-c55540b11885 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 210 time: 0.0576572 Aug 26 11:02:23.488316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59296) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:23.495559 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-45bb497a-e17d-438a-a0e4-c297b880d9ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2f93b3f294648558255586bccc13d39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3198824 Aug 26 11:02:23.532615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb497a-e17d-438a-a0e4-c297b880d9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c2c0aa-b374-42d5-bd4d-8893a6d2b88d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:23.576794 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8ce1b65-2000-4d53-8987-0a89177a1201 req-0b352be8-d701-476e-9440-8d7410fb5e22 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.589827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:23.660125 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77118227-ce92-4505-a35d-59ebdc44ff62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.675266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b352be8-d701-476e-9440-8d7410fb5e22 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event deleted for resources: {'Port': ['ID=c642af74-307d-4c95-af19-9cac25e1cba0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:23.705472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Made reservation on behalf of b43c9aa7c5f142ae993cd4ac226d6a1f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:23.711005 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.721209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77118227-ce92-4505-a35d-59ebdc44ff62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.802484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ce1b65-2000-4d53-8987-0a89177a1201 req-0b352be8-d701-476e-9440-8d7410fb5e22 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] No DVR routers for this DVR port c642af74-307d-4c95-af19-9cac25e1cba0 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:02:23.815493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a8ce1b65-2000-4d53-8987-0a89177a1201 req-0b352be8-d701-476e-9440-8d7410fb5e22 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.817946 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8ce1b65-2000-4d53-8987-0a89177a1201 req-0b352be8-d701-476e-9440-8d7410fb5e22 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.42 "DELETE /v2.0/ports/c642af74-307d-4c95-af19-9cac25e1cba0 HTTP/1.1" status: 204 len: 173 time: 1.8877816 Aug 26 11:02:23.843894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97f70f6f-bc1e-41e5-8832-f947d24b9b36 req-43f94a9f-9c1b-4b94-ba6e-028ec9d213c0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=e35a109b-886f-4a09-a5a4-ccff58e1f9bc HTTP/1.1" status: 200 len: 210 time: 0.0930433 Aug 26 11:02:23.915946 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77118227-ce92-4505-a35d-59ebdc44ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.918721 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77118227-ce92-4505-a35d-59ebdc44ff62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:23.923138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-77118227-ce92-4505-a35d-59ebdc44ff62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99c2c0aa-b374-42d5-bd4d-8893a6d2b88d HTTP/1.1" status: 204 len: 168 time: 0.4333708 Aug 26 11:02:23.948363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77118227-ce92-4505-a35d-59ebdc44ff62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c2c0aa-b374-42d5-bd4d-8893a6d2b88d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:24.210007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f4543427-c890-4cc8-acc3-33acecdb07bb no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:02:24.243861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: f4543427-c890-4cc8-acc3-33acecdb07bb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:02:24.246211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f4543427-c890-4cc8-acc3-33acecdb07bb not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:02:24.247497 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Allocated IP 172.20.0.12 (78c026c6-651c-404b-9bc6-9fd7306c8d94/98c64c3c-fc04-420e-b12c-70cd87a92e86/98487130-73fb-4075-9c30-f29dec3c3c5a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:24.579390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59338) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:24.624011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:24.628586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4113d05-074b-4beb-9bd5-bf792875b151 req-2c519f54-761c-4871-9a90-552a39969530 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 210 time: 0.0579045 Aug 26 11:02:24.667391 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-440b8c4e-efad-4c29-a508-5753cff79648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:24.711750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:24.779799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Network 78c026c6-651c-404b-9bc6-9fd7306c8d94 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:24.786815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35a109b-886f-4a09-a5a4-ccff58e1f9bc', 'name': 'network-vif-deleted', 'tag': 'c642af74-307d-4c95-af19-9cac25e1cba0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:24.789294 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56784246-28cf-4acc-bb9b-6b36f37f41f2" -d '{"events": [{"server_uuid": "e35a109b-886f-4a09-a5a4-ccff58e1f9bc", "name": "network-vif-deleted", "tag": "c642af74-307d-4c95-af19-9cac25e1cba0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:24.792855 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:24.802621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:24.807569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59346) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:24.811311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Pushing event updated for resources: {'Port': ['ID=98487130-73fb-4075-9c30-f29dec3c3c5a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:24.868827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c642af74-307d-4c95-af19-9cac25e1cba0 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:02:24.905462 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517d602d-13c4-479e-83c4-e1f8ecd0d76a x-openstack-request-id: req-517d602d-13c4-479e-83c4-e1f8ecd0d76a {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:24.905778 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35a109b-886f-4a09-a5a4-ccff58e1f9bc", "name": "network-vif-deleted", "tag": "c642af74-307d-4c95-af19-9cac25e1cba0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:24.906049 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-517d602d-13c4-479e-83c4-e1f8ecd0d76a {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:24.906472 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35a109b-886f-4a09-a5a4-ccff58e1f9bc', 'name': 'network-vif-deleted', 'tag': 'c642af74-307d-4c95-af19-9cac25e1cba0', 'status': 'completed', 'code': 200} Aug 26 11:02:24.920217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: c642af74-307d-4c95-af19-9cac25e1cba0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:02:24.920572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c642af74-307d-4c95-af19-9cac25e1cba0 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:02:24.924935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:24.926312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:25.037909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-440b8c4e-efad-4c29-a508-5753cff79648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:25.048394 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-210c502e-423f-430c-8e02-d2c655f005f5 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] Request body: {'port': {'network_id': '15500a80-be6c-4af7-b3f2-f4c70ad99d40', 'name': 'tempest-NetworksNegativeTestJSON-938027156'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:25.050998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-440b8c4e-efad-4c29-a508-5753cff79648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:25.068843 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-210c502e-423f-430c-8e02-d2c655f005f5 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] POST failed (client error): The resource could not be found. Aug 26 11:02:25.070047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210c502e-423f-430c-8e02-d2c655f005f5 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:02:25.071745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-210c502e-423f-430c-8e02-d2c655f005f5 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2630877 Aug 26 11:02:25.077331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59362) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:25.109595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b8c4e-efad-4c29-a508-5753cff79648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353af4a8-7bd3-4769-9ae2-0ca126437d95,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:25.115691 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-e28c275f-a066-4add-9ba3-83c01cdbc2db tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9424875 Aug 26 11:02:25.131857 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Request body: {'port': {'device_id': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:25.141630 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb942b48-ec32-4641-981d-5a565673d808 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] DELETE failed (client error): The resource could not be found. Aug 26 11:02:25.142261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb942b48-ec32-4641-981d-5a565673d808 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:02:25.144229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bb942b48-ec32-4641-981d-5a565673d808 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] 10.222.0.21 "DELETE /v2.0/networks/8a07ac91-b87a-415e-9225-90ff6ce46a37 HTTP/1.1" status: 404 len: 339 time: 0.0658164 Aug 26 11:02:25.150297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59366) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:25.193090 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-6742e182-4b91-44f8-837f-5f5a2a1670c5 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] DELETE failed (client error): The resource could not be found. Aug 26 11:02:25.193927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6742e182-4b91-44f8-837f-5f5a2a1670c5 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:02:25.197387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6742e182-4b91-44f8-837f-5f5a2a1670c5 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] 10.222.0.21 "DELETE /v2.0/ports/13cc5d7b-6553-427d-a9ef-4cb53c71eb19 HTTP/1.1" status: 404 len: 333 time: 0.0455511 Aug 26 11:02:25.203906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59370) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:25.222224 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:25.241976 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d61ed7e-e78e-49a9-b6d1-8527a8b275fe tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] DELETE failed (client error): The resource could not be found. Aug 26 11:02:25.243356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d61ed7e-e78e-49a9-b6d1-8527a8b275fe tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:02:25.248419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3d61ed7e-e78e-49a9-b6d1-8527a8b275fe tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] 10.222.0.21 "DELETE /v2.0/subnets/3baeaff3-8a1c-4026-a764-10eb899e2a2c HTTP/1.1" status: 404 len: 337 time: 0.0403135 Aug 26 11:02:25.253423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59372) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:25.271821 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-440b8c4e-efad-4c29-a508-5753cff79648 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc1d4679548249b6945e607bad830985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6881735 Aug 26 11:02:25.279940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59374) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:25.287331 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-8745c249-e9d8-4546-ae16-97c8a4767438 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] GET failed (client error): The resource could not be found. Aug 26 11:02:25.289130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8745c249-e9d8-4546-ae16-97c8a4767438 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] 10.222.0.21 "GET /v2.0/networks/68572abe-e355-4a74-ad3c-c9e51d422a9e HTTP/1.1" status: 404 len: 339 time: 0.0339739 Aug 26 11:02:25.294819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59378) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:25.333492 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-13114ecc-bc20-4516-8ecd-2d954abd1912 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] GET failed (client error): The resource could not be found. Aug 26 11:02:25.341823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-13114ecc-bc20-4516-8ecd-2d954abd1912 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] 10.222.0.21 "GET /v2.0/ports/b17d1903-80e0-4a64-8c81-504c522b089d HTTP/1.1" status: 404 len: 333 time: 0.0392709 Aug 26 11:02:25.342338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59386) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:25.386225 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c96d4c-ec2d-45f9-ae2a-68e69cb2cd38 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] GET failed (client error): The resource could not be found. Aug 26 11:02:25.388638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e7c96d4c-ec2d-45f9-ae2a-68e69cb2cd38 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] 10.222.0.21 "GET /v2.0/subnets/ac199ed0-af71-40a5-b74f-eb45a7853d95 HTTP/1.1" status: 404 len: 337 time: 0.0451484 Aug 26 11:02:25.398022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59394) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:25.405067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-78af7510-bb7d-4738-ae1a-cf558d601c00 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:25.440854 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9787635f-9d3d-4633-985a-3c51c248d805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:25.461909 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-78af7510-bb7d-4738-ae1a-cf558d601c00 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] PUT failed (client error): The resource could not be found. Aug 26 11:02:25.462545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78af7510-bb7d-4738-ae1a-cf558d601c00 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:02:25.463803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-78af7510-bb7d-4738-ae1a-cf558d601c00 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] 10.222.0.21 "PUT /v2.0/networks/d699bb78-cbcc-4b56-9985-237dea0d0109 HTTP/1.1" status: 404 len: 339 time: 0.0643041 Aug 26 11:02:25.468278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59396) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:25.476230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-78af4e18-1bd0-4d66-b26d-c510bfc7355d tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:25.514815 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-78af4e18-1bd0-4d66-b26d-c510bfc7355d tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] PUT failed (client error): The resource could not be found. Aug 26 11:02:25.515542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78af4e18-1bd0-4d66-b26d-c510bfc7355d tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:02:25.516746 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-78af4e18-1bd0-4d66-b26d-c510bfc7355d tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] 10.222.0.21 "PUT /v2.0/ports/6af20c43-89a2-421c-ad5a-4b885f07ecec HTTP/1.1" status: 404 len: 333 time: 0.0475030 Aug 26 11:02:25.526463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59400) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:25.536843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6cab2274-dd8c-4fea-93bf-d35e6a195be3 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:25.570677 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cab2274-dd8c-4fea-93bf-d35e6a195be3 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] PUT failed (client error): The resource could not be found. Aug 26 11:02:25.571404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cab2274-dd8c-4fea-93bf-d35e6a195be3 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:02:25.572825 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6cab2274-dd8c-4fea-93bf-d35e6a195be3 tempest-NetworksNegativeTestJSON-1985423193 tempest-NetworksNegativeTestJSON-1985423193-project] 10.222.0.21 "PUT /v2.0/subnets/19c3bd74-ca3b-4549-9c05-8e5e7b1d0a8c HTTP/1.1" status: 404 len: 337 time: 0.0419338 Aug 26 11:02:25.582545 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9787635f-9d3d-4633-985a-3c51c248d805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:25.628237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-72c2dcbb-181c-4127-8a34-9045d962cc8e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:25.637068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-72c2dcbb-181c-4127-8a34-9045d962cc8e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.2530751 Aug 26 11:02:25.655771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-acc9175d-5a87-45b9-89eb-4a546637aa4a tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/quotas/b8d7e64294a14061bee27b24f1cafe89 HTTP/1.1" status: 200 len: 375 time: 0.0166230 Aug 26 11:02:25.770350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-e50b69c0-1016-4fb2-825f-0690f9ef98e9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1045403 Aug 26 11:02:25.782554 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9787635f-9d3d-4633-985a-3c51c248d805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:25.787440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9787635f-9d3d-4633-985a-3c51c248d805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:25.791302 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9787635f-9d3d-4633-985a-3c51c248d805 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/353af4a8-7bd3-4769-9ae2-0ca126437d95 HTTP/1.1" status: 204 len: 168 time: 0.5082386 Aug 26 11:02:25.837155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787635f-9d3d-4633-985a-3c51c248d805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353af4a8-7bd3-4769-9ae2-0ca126437d95,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:25.972087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-d2913567-a25b-449b-91a6-9ea17bc3400e service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986022 Aug 26 11:02:26.025057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98487130-73fb-4075-9c30-f29dec3c3c5a {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:02:26.048300 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:26.076007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Transition to ACTIVE for port object 98487130-73fb-4075-9c30-f29dec3c3c5a will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:26.097890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:26.176753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-7e34c206-e65e-4307-8169-a6013e3f2fa5 service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976042 Aug 26 11:02:26.177549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59420) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:26.267493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Pushing event updated for resources: {'Port': ['ID=98487130-73fb-4075-9c30-f29dec3c3c5a,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:26.430870 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f980d72-a315-4ecd-8ae6-69d841292aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:26.454484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Attempting to bind port 98487130-73fb-4075-9c30-f29dec3c3c5a on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:02:26.456529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Attempting to bind port 98487130-73fb-4075-9c30-f29dec3c3c5a by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:02:26.457680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Attempting to bind port 98487130-73fb-4075-9c30-f29dec3c3c5a on network 78c026c6-651c-404b-9bc6-9fd7306c8d94 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:26.467760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac90371-d9a9-4aef-9e3e-b792d56eabef req-df6ba7ee-51b3-486b-9de1-628886a50a54 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:26.470116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ac90371-d9a9-4aef-9e3e-b792d56eabef req-df6ba7ee-51b3-486b-9de1-628886a50a54 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 944 time: 0.1309669 Aug 26 11:02:26.481861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Port 98487130-73fb-4075-9c30-f29dec3c3c5a on network 78c026c6-651c-404b-9bc6-9fd7306c8d94 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:02:26.482769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Attempting to bind port 98487130-73fb-4075-9c30-f29dec3c3c5a on network 78c026c6-651c-404b-9bc6-9fd7306c8d94 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:26.494469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:02:26.495490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Checking segment: {'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:26.496444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Bound using segment: {'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:02:26.497788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Bound port: 98487130-73fb-4075-9c30-f29dec3c3c5a, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:02:26.498633 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:26.578474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ac90371-d9a9-4aef-9e3e-b792d56eabef req-1efac9f9-7cbf-45a9-9c1e-7543683e348f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983474 Aug 26 11:02:26.751436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d254e704-c4b9-40b9-bb42-f4f25c09904b req-3792a2f5-edf3-4b91-91a3-40ceaad59358 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 210 time: 0.0773273 Aug 26 11:02:26.757199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] For port 98487130-73fb-4075-9c30-f29dec3c3c5a, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:02:26.778840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] For port 98487130-73fb-4075-9c30-f29dec3c3c5a, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=98487130-73fb-4075-9c30-f29dec3c3c5a,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:02:26.786750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:26.791467 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f980d72-a315-4ecd-8ae6-69d841292aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:26.802033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f980d72-a315-4ecd-8ae6-69d841292aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:26.853311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:26.853939 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:26.855754 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] 10.222.0.47 "PUT /v2.0/ports/98487130-73fb-4075-9c30-f29dec3c3c5a HTTP/1.1" status: 200 len: 1093 time: 1.7315505 Aug 26 11:02:26.911529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'tag': '98487130-73fb-4075-9c30-f29dec3c3c5a'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:26.914133 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a439d04-c2e8-4499-bf6a-f85694d67293" -d '{"events": [{"name": "network-changed", "server_uuid": "65637275-7d06-41d2-935b-7bfb5cbbfe82", "tag": "98487130-73fb-4075-9c30-f29dec3c3c5a"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:26.924408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43bc9e-c591-413d-b9c1-66afa32cd27f service neutron] Pushing event updated for resources: {'Port': ['ID=98487130-73fb-4075-9c30-f29dec3c3c5a,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:26.980338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8f980d72-a315-4ecd-8ae6-69d841292aeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e6d898efa2742df91b20eab49860368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016956 Aug 26 11:02:26.983053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59456) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:27.007599 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b503056-0b4b-4e69-a01e-a0c2de9efafd x-openstack-request-id: req-2b503056-0b4b-4e69-a01e-a0c2de9efafd {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:27.008091 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65637275-7d06-41d2-935b-7bfb5cbbfe82", "tag": "98487130-73fb-4075-9c30-f29dec3c3c5a", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:27.008865 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b503056-0b4b-4e69-a01e-a0c2de9efafd {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:27.010390 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'tag': '98487130-73fb-4075-9c30-f29dec3c3c5a', 'status': 'completed', 'code': 200} Aug 26 11:02:27.044070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-9eb9e5d5-53e7-43f5-bd29-f36fcb9f3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:27.045556 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-9eb9e5d5-53e7-43f5-bd29-f36fcb9f3be8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b43c9aa7c5f142ae993cd4ac226d6a1f&device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 1096 time: 0.1092958 Aug 26 11:02:27.108430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f980d72-a315-4ecd-8ae6-69d841292aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63940f2d-0e3f-48ff-84e9-27961fae6d30,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:27.193497 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d48afa6b-607a-4bf2-a77a-f7131153452f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:27.203087 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-fb2c537d-39b6-4afe-93ac-f2d404c8fc53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98487130-73fb-4075-9c30-f29dec3c3c5a HTTP/1.1" status: 200 len: 217 time: 0.1469872 Aug 26 11:02:27.274257 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d48afa6b-607a-4bf2-a77a-f7131153452f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:27.308082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-b5cac3e1-06c8-4b70-b836-32d1ee663dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:27.311394 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-b5cac3e1-06c8-4b70-b836-32d1ee663dfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98c64c3c-fc04-420e-b12c-70cd87a92e86 HTTP/1.1" status: 200 len: 855 time: 0.1020126 Aug 26 11:02:27.366192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d48afa6b-607a-4bf2-a77a-f7131153452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:27.370385 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d48afa6b-607a-4bf2-a77a-f7131153452f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:27.380635 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d48afa6b-607a-4bf2-a77a-f7131153452f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63940f2d-0e3f-48ff-84e9-27961fae6d30 HTTP/1.1" status: 204 len: 168 time: 0.3835862 Aug 26 11:02:27.384780 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-5c6d9311-bfe7-4756-a031-b23d82814f0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78c026c6-651c-404b-9bc6-9fd7306c8d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652139 Aug 26 11:02:27.408072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48afa6b-607a-4bf2-a77a-f7131153452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63940f2d-0e3f-48ff-84e9-27961fae6d30,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:27.561143 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-2923e2a0-bf8e-4a75-85d6-2c69f9d18c07 service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674511 Aug 26 11:02:27.727228 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f268e38d-2018-4783-bfea-eb1ef5e4d735 req-88787593-1fa6-4104-ac3f-480e63e16c8a service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576457 Aug 26 11:02:27.760766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59480) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:27.832281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dbbec-0e84-4522-a7f3-04f597697e60 req-5dd5d2d4-41e7-4403-b633-602a5cb6e9df tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:27.867354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-140dbbec-0e84-4522-a7f3-04f597697e60 req-5dd5d2d4-41e7-4403-b633-602a5cb6e9df tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 944 time: 0.1139367 Aug 26 11:02:28.041721 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439d04-c2e8-4499-bf6a-f85694d67293 req-938c334f-cbc8-49a7-b8bf-2f58610501a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:28.048409 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4a439d04-c2e8-4499-bf6a-f85694d67293 req-938c334f-cbc8-49a7-b8bf-2f58610501a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b43c9aa7c5f142ae993cd4ac226d6a1f&device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 1096 time: 0.2053225 Aug 26 11:02:28.191434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-140dbbec-0e84-4522-a7f3-04f597697e60 req-93908845-1644-4539-9fb5-e472325741fd tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214474 Aug 26 11:02:28.200609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7734cb7d-a303-489c-a5fd-b7c3df70af88 req-4541b31b-bdcc-44f4-bdb6-20a47832c39f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 210 time: 0.2183018 Aug 26 11:02:28.260122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e4936db-1fce-4ca8-a66a-b9cea1e189d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:28.341180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-fb319e09-f39b-48a3-bb5c-ea259dea8e64 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:28.344095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-fb319e09-f39b-48a3-bb5c-ea259dea8e64 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.3220768 Aug 26 11:02:28.364269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Request body: {'port': {'device_id': '21c93c40-442d-4125-b835-fdb7250d26e0', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'admin_state_up': True, 'tenant_id': 'b8d7e64294a14061bee27b24f1cafe89'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:28.402618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439d04-c2e8-4499-bf6a-f85694d67293 req-80e6d8b1-fd87-4a24-9459-90dfe6b1fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:28.408597 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4a439d04-c2e8-4499-bf6a-f85694d67293 req-80e6d8b1-fd87-4a24-9459-90dfe6b1fbfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=78c026c6-651c-404b-9bc6-9fd7306c8d94 HTTP/1.1" status: 200 len: 916 time: 0.3524089 Aug 26 11:02:28.464532 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4a439d04-c2e8-4499-bf6a-f85694d67293 req-30006683-85a8-4b55-a5b0-54d63362b049 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98487130-73fb-4075-9c30-f29dec3c3c5a HTTP/1.1" status: 200 len: 217 time: 0.0484984 Aug 26 11:02:28.552302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a439d04-c2e8-4499-bf6a-f85694d67293 req-13088b31-52b6-453b-97a5-f2aaece80000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:28.553907 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4a439d04-c2e8-4499-bf6a-f85694d67293 req-13088b31-52b6-453b-97a5-f2aaece80000 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98c64c3c-fc04-420e-b12c-70cd87a92e86 HTTP/1.1" status: 200 len: 855 time: 0.0810874 Aug 26 11:02:28.597786 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4a439d04-c2e8-4499-bf6a-f85694d67293 req-c712d49b-a4e9-4571-a800-5405898137ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78c026c6-651c-404b-9bc6-9fd7306c8d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354466 Aug 26 11:02:28.601107 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e4936db-1fce-4ca8-a66a-b9cea1e189d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:28.704584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e4936db-1fce-4ca8-a66a-b9cea1e189d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:28.789391 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8e4936db-1fce-4ca8-a66a-b9cea1e189d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7202b75f52764c63b239a3277e552f28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0273519 Aug 26 11:02:28.798517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59514) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:28.812717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4936db-1fce-4ca8-a66a-b9cea1e189d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d4a819-0e35-4723-a8fd-c4bc4b115138,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:28.867628 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4a439d04-c2e8-4499-bf6a-f85694d67293 req-ff06c840-1a1b-4cec-8def-a0e0d093b088 service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608519 Aug 26 11:02:28.947658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77048cd5-0207-476b-84a5-505169bd58a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:28.991306 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77048cd5-0207-476b-84a5-505169bd58a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:29.039701 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4a439d04-c2e8-4499-bf6a-f85694d67293 req-4a8946e6-0e81-4d9f-94d7-729abc0dd64d service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649032 Aug 26 11:02:29.061640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Made reservation on behalf of b8d7e64294a14061bee27b24f1cafe89 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:29.084052 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:29.096224 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77048cd5-0207-476b-84a5-505169bd58a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:29.099529 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77048cd5-0207-476b-84a5-505169bd58a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:29.104070 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-77048cd5-0207-476b-84a5-505169bd58a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30d4a819-0e35-4723-a8fd-c4bc4b115138 HTTP/1.1" status: 204 len: 168 time: 0.3011286 Aug 26 11:02:29.118541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77048cd5-0207-476b-84a5-505169bd58a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d4a819-0e35-4723-a8fd-c4bc4b115138,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:29.255574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59528) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:29.456413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-abf2fd11-ee24-464a-a8bb-a0b924263353 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1869731145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:29.517610 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abf2fd11-ee24-464a-a8bb-a0b924263353 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:29.518753 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abf2fd11-ee24-464a-a8bb-a0b924263353 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:29.547506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6418111-b7a2-4322-856c-d8ad6c3011aa req-f006ffc7-d960-4b98-93c5-ce7ac21ca9cc tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 210 time: 0.1113641 Aug 26 11:02:29.620613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0883c2-035a-4d79-91af-c505796ab11b req-6ea734d7-ec6b-400d-b240-962766eb29d4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:29.634403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f0883c2-035a-4d79-91af-c505796ab11b req-6ea734d7-ec6b-400d-b240-962766eb29d4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 944 time: 0.1959317 Aug 26 11:02:29.646447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Allocated IP 172.20.0.11 (f26d7fc6-3093-4095-86d1-7a49e1a4c1e2/8930c4d8-d9e7-491f-bdc1-07f2ef2624b2/1d7350aa-aa88-41f3-b571-eae397aacc8a) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:29.705735 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abf2fd11-ee24-464a-a8bb-a0b924263353 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:29.717310 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abf2fd11-ee24-464a-a8bb-a0b924263353 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:29.765304 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abf2fd11-ee24-464a-a8bb-a0b924263353 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:29.766871 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-abf2fd11-ee24-464a-a8bb-a0b924263353 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5099776 Aug 26 11:02:29.769770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59542) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:29.774889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-814190856'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:29.784552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f0883c2-035a-4d79-91af-c505796ab11b req-4f040379-fd7a-406e-af62-eda5f795b8ae tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486173 Aug 26 11:02:29.884611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Made reservation on behalf of ab841cbea0ca497490b0b2ebe198ee86 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:29.891462 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:29.928430 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:30.013705 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:30.082814 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:30.097750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:30.156592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:30.166857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:30.170330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:30.209072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event updated for resources: {'Port': ['ID=1d7350aa-aa88-41f3-b571-eae397aacc8a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:30.230491 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:30.240878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:30.299738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:30.301563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:30.304637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:02:30.327971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73384583-f703-4f6a-9e6f-1564b13a9134,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:30.338670 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:30.339685 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Added segment a94bc355-f487-4685-bd7c-8afbf113939d of type vlan for network 7543dd19-0557-4af0-af8a-cc16f0fb3844 Aug 26 11:02:30.369570 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-904179de-2cbf-4a0c-b8f9-5cb1d135d930 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0136485 Aug 26 11:02:30.395272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Request body: {'port': {'device_id': '21c93c40-442d-4125-b835-fdb7250d26e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:30.433084 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:30.495764 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:30.515304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:30.516773 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:30.567718 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:30.704555 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9337337 Aug 26 11:02:30.705516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59562) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:30.747379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'subnet': {'network_id': '7543dd19-0557-4af0-af8a-cc16f0fb3844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:30.975962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18f48e-c526-4832-9a0b-219f6733cda4 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Network': ['ID=7543dd19-0557-4af0-af8a-cc16f0fb3844,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:30.984835 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Made reservation on behalf of ab841cbea0ca497490b0b2ebe198ee86 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:30.987708 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:31.001472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 7543dd19-0557-4af0-af8a-cc16f0fb3844 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:02:31.133382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7350aa-aa88-41f3-b571-eae397aacc8a {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:02:31.178789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dc373-310c-46fe-a927-8ca1d4f43cd3 req-2c031e14-9a92-42ce-b111-2349b76c85af tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:31.202572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d98dc373-310c-46fe-a927-8ca1d4f43cd3 req-2c031e14-9a92-42ce-b111-2349b76c85af tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 932 time: 0.4400773 Aug 26 11:02:31.206539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:31.271924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Transition to ACTIVE for port object 1d7350aa-aa88-41f3-b571-eae397aacc8a will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:31.346164 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:31.363560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59578) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:31.385853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d98dc373-310c-46fe-a927-8ca1d4f43cd3 req-86a6a564-3944-46a7-9d8b-f47d23a86357 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824315 Aug 26 11:02:31.482100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7350aa-aa88-41f3-b571-eae397aacc8a,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:31.498216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf071a9-49ee-4af5-87db-babd9e82b875 req-adcba8e0-bc44-43ed-90a6-ea21c54a75d8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:31.501822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf071a9-49ee-4af5-87db-babd9e82b875 req-adcba8e0-bc44-43ed-90a6-ea21c54a75d8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 944 time: 0.1627438 Aug 26 11:02:31.618572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-642036845-network', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:31.638276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cf071a9-49ee-4af5-87db-babd9e82b875 req-30d839b7-73fe-4730-bb5d-6bc7790924b2 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045549 Aug 26 11:02:31.661590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Attempting to bind port 1d7350aa-aa88-41f3-b571-eae397aacc8a on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:02:31.662079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Attempting to bind port 1d7350aa-aa88-41f3-b571-eae397aacc8a by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:02:31.662524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Attempting to bind port 1d7350aa-aa88-41f3-b571-eae397aacc8a on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:31.670077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Port 1d7350aa-aa88-41f3-b571-eae397aacc8a on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:02:31.670426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Attempting to bind port 1d7350aa-aa88-41f3-b571-eae397aacc8a on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:31.677784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:02:31.678140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Checking segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:31.678538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Bound using segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:02:31.679018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Bound port: 1d7350aa-aa88-41f3-b571-eae397aacc8a, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:02:31.679393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:31.700867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Made reservation on behalf of c51fc0eeac4b4d3892c8917db439339b for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:31.703527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:31.734522 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:31.796311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] For port 1d7350aa-aa88-41f3-b571-eae397aacc8a, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:02:31.810939 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:31.817562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] For port 1d7350aa-aa88-41f3-b571-eae397aacc8a, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d7350aa-aa88-41f3-b571-eae397aacc8a,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:02:31.822359 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:31.879494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:31.880141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:31.881886 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] 10.222.0.47 "PUT /v2.0/ports/1d7350aa-aa88-41f3-b571-eae397aacc8a HTTP/1.1" status: 200 len: 1093 time: 1.5020187 Aug 26 11:02:31.883743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c93c40-442d-4125-b835-fdb7250d26e0', 'tag': '1d7350aa-aa88-41f3-b571-eae397aacc8a'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:31.886106 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0181a3bb-4082-4212-aced-176d32d2a2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "21c93c40-442d-4125-b835-fdb7250d26e0", "tag": "1d7350aa-aa88-41f3-b571-eae397aacc8a"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:31.922499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Subnet': ['ID=0ea66718-ad27-4763-bb16-f0fabaf3dec9,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:31.928510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Checking segment: {'id': 'a94bc355-f487-4685-bd7c-8afbf113939d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7543dd19-0557-4af0-af8a-cc16f0fb3844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:31.928881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network hostable DHCP agents. Network: 7543dd19-0557-4af0-af8a-cc16f0fb3844, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:02:31.951506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dbff8-c466-4af5-8660-56c5fd20e378 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7350aa-aa88-41f3-b571-eae397aacc8a,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:31.961344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network 7543dd19-0557-4af0-af8a-cc16f0fb3844 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:02:31.976974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 7543dd19-0557-4af0-af8a-cc16f0fb3844) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:31.989340 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:31.989906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:31.994638 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:31.996428 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce4c2f9-937f-4f6a-8cff-f64c85e9c088 x-openstack-request-id: req-cce4c2f9-937f-4f6a-8cff-f64c85e9c088 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:31.996737 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21c93c40-442d-4125-b835-fdb7250d26e0", "tag": "1d7350aa-aa88-41f3-b571-eae397aacc8a", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:31.996985 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cce4c2f9-937f-4f6a-8cff-f64c85e9c088 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:31.997406 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c93c40-442d-4125-b835-fdb7250d26e0', 'tag': '1d7350aa-aa88-41f3-b571-eae397aacc8a', 'status': 'completed', 'code': 200} Aug 26 11:02:32.000782 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.011412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6a85d8-01da-478b-af0f-d33cec28679b None None] Network 7543dd19-0557-4af0-af8a-cc16f0fb3844 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:02:32.014824 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d0dd07ed-2eaa-40da-b449-428e83eec13e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2822042 Aug 26 11:02:32.017870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59584) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:32.024684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'network': {'name': 'tempest-router-network01--1999667918'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:32.048721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-025d7231-1a87-4c22-981c-c5cdd1cf3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:32.050400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-025d7231-1a87-4c22-981c-c5cdd1cf3758 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 1096 time: 0.1124687 Aug 26 11:02:32.051635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:02:32.066546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f6561f-1839-4791-9a39-1adb178258c2,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:32.100656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Made reservation on behalf of ab841cbea0ca497490b0b2ebe198ee86 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:32.112600 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.119603 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.119971 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Added segment df393cbe-e37a-4179-b6d7-dfc6dfd7a705 of type vlan for network dd58b45f-4b7c-433b-9f97-e8cc9467e28c Aug 26 11:02:32.123095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-7d7d0d61-51b1-4907-a938-458c6952f072 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7350aa-aa88-41f3-b571-eae397aacc8a HTTP/1.1" status: 200 len: 217 time: 0.0642786 Aug 26 11:02:32.149685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:02:32.165831 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.165831 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Added segment 0a12cecd-3a61-4aa9-a7ed-54d305c70d58 of type vlan for network ec7d7bad-50c1-4081-a8c6-d21807b39d40 Aug 26 11:02:32.208739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-171999c8-b0e9-4fdb-82c5-5ca71cbd4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:32.210581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-171999c8-b0e9-4fdb-82c5-5ca71cbd4ef1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.0662131 Aug 26 11:02:32.273539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 98487130-73fb-4075-9c30-f29dec3c3c5a details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:02:32.280165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-a95fd8db-6c95-4ace-a3fa-cc04094274f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354159 Aug 26 11:02:32.284672 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.304140 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.335492 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.344842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:32.345552 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.402169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 98487130-73fb-4075-9c30-f29dec3c3c5a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=98487130-73fb-4075-9c30-f29dec3c3c5a,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:32.419206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '98487130-73fb-4075-9c30-f29dec3c3c5a', 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94', 'port_id': '98487130-73fb-4075-9c30-f29dec3c3c5a', 'mac_address': 'fa:16:3e:2b:db:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c64c3c-fc04-420e-b12c-70cd87a92e86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:02:32.419613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Network': ['ID=ec7d7bad-50c1-4081-a8c6-d21807b39d40,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:32.434934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-7543dd19-0557-4af0-af8a-cc16f0fb3844', 'network_id': '7543dd19-0557-4af0-af8a-cc16f0fb3844', 'tenant_id': 'ab841cbea0ca497490b0b2ebe198ee86', 'fixed_ips': [{'subnet_id': '0ea66718-ad27-4763-bb16-f0fabaf3dec9'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:02:32.436757 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ea022c28-7a5d-4679-bbff-38db211be265 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4176283 Aug 26 11:02:32.437038 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.439515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network ec7d7bad-50c1-4081-a8c6-d21807b39d40 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:02:32.440158 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59594) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:32.446176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'network': {'name': 'tempest-router-network02--917303534'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:32.486535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Made reservation on behalf of ab841cbea0ca497490b0b2ebe198ee86 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:32.496797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.503628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.504557 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:32.505159 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.541519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:02:32.560415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.564885 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Added segment ce845bb3-1e71-417c-95b6-18514650b748 of type vlan for network 0feea0dd-9d1b-4eb7-a670-f2787a080f7c Aug 26 11:02:32.592025 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.635685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98487130-73fb-4075-9c30-f29dec3c3c5a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:02:32.680701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.728040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3473299 Aug 26 11:02:32.729152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59602) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:32.739994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] Request body: {'subnet': {'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-642036845-subnet', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:32.758890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 98487130-73fb-4075-9c30-f29dec3c3c5a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=98487130-73fb-4075-9c30-f29dec3c3c5a,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:32.768024 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.769257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.776629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:32.777634 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.848296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdc4e5-d98e-4eb4-b7ed-ebf8cf9f772d admin admin] Pushing event updated for resources: {'Network': ['ID=dd58b45f-4b7c-433b-9f97-e8cc9467e28c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:32.875783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-f37c93bc-69d9-49e5-9020-6b5a4e0830e5 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636230 Aug 26 11:02:32.889213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] Made reservation on behalf of c51fc0eeac4b4d3892c8917db439339b for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:32.900038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network dd58b45f-4b7c-433b-9f97-e8cc9467e28c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:02:32.900578 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:32.904797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae9a12-eeae-4b10-b215-848e188c31b2 req-4f5ccc1e-0592-4495-9a63-a33c0994f684 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:32.906643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8cae9a12-eeae-4b10-b215-848e188c31b2 req-4f5ccc1e-0592-4495-9a63-a33c0994f684 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 944 time: 0.3006849 Aug 26 11:02:32.925369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e4c2a-2353-46d3-8394-1c4f9eec6a5b req-411e4ce0-9752-413a-92d9-1163bbc4cabe tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:32.927015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-530e4c2a-2353-46d3-8394-1c4f9eec6a5b req-411e4ce0-9752-413a-92d9-1163bbc4cabe tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 945 time: 0.1356661 Aug 26 11:02:33.001391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59606) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:33.003342 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5619140 Aug 26 11:02:33.010383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'subnet': {'network_id': 'ec7d7bad-50c1-4081-a8c6-d21807b39d40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:33.011602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b7c56-8d69-42eb-a5db-a39e86f9036d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Network': ['ID=0feea0dd-9d1b-4eb7-a670-f2787a080f7c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:33.018128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=98487130-73fb-4075-9c30-f29dec3c3c5a,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:33.033592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 0feea0dd-9d1b-4eb7-a670-f2787a080f7c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:02:33.090697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Allocated IP 2001:db8::2 (7543dd19-0557-4af0-af8a-cc16f0fb3844/0ea66718-ad27-4763-bb16-f0fabaf3dec9/4d07b6f5-3379-49e0-86ab-5c46c5ac866a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:33.104480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8cae9a12-eeae-4b10-b215-848e188c31b2 req-cab32fac-4925-4f91-bf01-72d862fc3388 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764340 Aug 26 11:02:33.131537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['98487130-73fb-4075-9c30-f29dec3c3c5a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:33.159351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-530e4c2a-2353-46d3-8394-1c4f9eec6a5b req-86e89ce7-cc5e-4984-840c-8933e000d7ce tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178426 Aug 26 11:02:33.231801 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64bcf9a5-040b-4fe7-9c1f-7893c64217ad req-8c72f993-28af-4d1b-b223-ee73d15b1a9e service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472106 Aug 26 11:02:33.234917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Made reservation on behalf of ab841cbea0ca497490b0b2ebe198ee86 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:33.239962 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.244776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.401545 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc78573-85d3-4e43-9711-ab97e12ed774,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:33.419684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] Checking segment: {'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:33.420232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] Network hostable DHCP agents. Network: dd58b45f-4b7c-433b-9f97-e8cc9467e28c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:02:33.447549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] Network dd58b45f-4b7c-433b-9f97-e8cc9467e28c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:02:33.463026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, dd58b45f-4b7c-433b-9f97-e8cc9467e28c) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:33.477262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90eb1b9-f9d9-48fe-b4dd-2c175012ae1e None None] Network dd58b45f-4b7c-433b-9f97-e8cc9467e28c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:02:33.481974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:33.482884 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.504244 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c6cc5f42-c25a-484e-97a4-c0770ab388b9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7714388 Aug 26 11:02:33.504570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59612) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:33.505430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a3bb-4082-4212-aced-176d32d2a2c5 req-61599703-8edc-4e01-b0ba-425c70892e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:33.507525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0181a3bb-4082-4212-aced-176d32d2a2c5 req-61599703-8edc-4e01-b0ba-425c70892e59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 1096 time: 0.1206896 Aug 26 11:02:33.511436 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:33.545352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.546543 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.623394 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.626052 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.634221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Transition to ACTIVE for port object 4d07b6f5-3379-49e0-86ab-5c46c5ac866a will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:33.652888 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Transition to ACTIVE for port object 4d07b6f5-3379-49e0-86ab-5c46c5ac866a will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:33.670960 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.697246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Network 7543dd19-0557-4af0-af8a-cc16f0fb3844 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:33.702488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:33.704061 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.707712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:33.708091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a3bb-4082-4212-aced-176d32d2a2c5 req-67c8e4fe-acc4-4328-a5bb-ba24cbc15348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:33.709854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0181a3bb-4082-4212-aced-176d32d2a2c5 req-67c8e4fe-acc4-4328-a5bb-ba24cbc15348 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 907 time: 0.1898396 Aug 26 11:02:33.814430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0181a3bb-4082-4212-aced-176d32d2a2c5 req-64b6ab8b-f0e9-4a96-ab93-7ae7ded00663 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7350aa-aa88-41f3-b571-eae397aacc8a HTTP/1.1" status: 200 len: 217 time: 0.0953858 Aug 26 11:02:33.840924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.850674 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Pushing event updated for resources: {'Port': ['ID=4d07b6f5-3379-49e0-86ab-5c46c5ac866a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:33.864127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Attempting to bind port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:02:33.864532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Attempting to bind port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'a94bc355-f487-4685-bd7c-8afbf113939d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7543dd19-0557-4af0-af8a-cc16f0fb3844'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:02:33.865026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Attempting to bind port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a on network 7543dd19-0557-4af0-af8a-cc16f0fb3844 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:33.889733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:02:33.890417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Checking segment: {'id': 'a94bc355-f487-4685-bd7c-8afbf113939d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7543dd19-0557-4af0-af8a-cc16f0fb3844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:33.891361 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.891968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Bound using segment: {'id': 'a94bc355-f487-4685-bd7c-8afbf113939d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7543dd19-0557-4af0-af8a-cc16f0fb3844'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:02:33.897575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a3bb-4082-4212-aced-176d32d2a2c5 req-ee1a7dce-b89a-48f6-8127-f22ad0aa8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:33.897791 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Bound port: 4d07b6f5-3379-49e0-86ab-5c46c5ac866a, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94bc355-f487-4685-bd7c-8afbf113939d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7543dd19-0557-4af0-af8a-cc16f0fb3844'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:02:33.898220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:33.899454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0181a3bb-4082-4212-aced-176d32d2a2c5 req-ee1a7dce-b89a-48f6-8127-f22ad0aa8be6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.0776010 Aug 26 11:02:33.915782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Checking segment: {'id': '0a12cecd-3a61-4aa9-a7ed-54d305c70d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ec7d7bad-50c1-4081-a8c6-d21807b39d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:33.916175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network hostable DHCP agents. Network: ec7d7bad-50c1-4081-a8c6-d21807b39d40, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:02:33.956931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Subnet': ['ID=5085b4e9-a4a6-49dc-b8d3-00b351af93fd,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:33.968652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0181a3bb-4082-4212-aced-176d32d2a2c5 req-ea62a275-051a-43da-99a4-84b0c52c2531 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598037 Aug 26 11:02:33.991391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network ec7d7bad-50c1-4081-a8c6-d21807b39d40 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:02:34.044542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:02:34.045612 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:34.059914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, ec7d7bad-50c1-4081-a8c6-d21807b39d40) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:34.064317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] For port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:02:34.071607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d154526b-2c6d-4b08-9b67-18779fe93958 None None] Network ec7d7bad-50c1-4081-a8c6-d21807b39d40 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:02:34.080185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:34.081123 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:34.102550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] For port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4d07b6f5-3379-49e0-86ab-5c46c5ac866a,segment=NetworkSegment(a94bc355-f487-4685-bd7c-8afbf113939d),segment_id=a94bc355-f487-4685-bd7c-8afbf113939d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:02:34.120600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a66ad2af-146d-40a5-9227-43c09d796031 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1152520 Aug 26 11:02:34.123658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59618) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:34.129602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'subnet': {'network_id': '0feea0dd-9d1b-4eb7-a670-f2787a080f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:34.161154 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:34.185122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:34.307722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Allocated IP 172.20.0.2 (dd58b45f-4b7c-433b-9f97-e8cc9467e28c/4bc78573-85d3-4e43-9711-ab97e12ed774/6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:34.309690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0181a3bb-4082-4212-aced-176d32d2a2c5 req-e954b2d9-f6f7-4ab4-a980-025a685abf8d service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313258 Aug 26 11:02:34.352172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Allocated IP 172.25.1.212 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/ed9d9ed7-27d8-40c5-8900-ecde1d2654e2) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:34.464734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d7aa8-1ab9-4f9f-b920-447742c56a7f req-39e7d1f3-32f0-4bad-9746-c2eb587f2592 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:34.466953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae3d7aa8-1ab9-4f9f-b920-447742c56a7f req-39e7d1f3-32f0-4bad-9746-c2eb587f2592 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 944 time: 0.2229970 Aug 26 11:02:34.470188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Made reservation on behalf of ab841cbea0ca497490b0b2ebe198ee86 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:34.473831 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:34.488803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861d794-de59-4edd-8e1f-abfab0890aa8 req-b9cff6a9-04d0-409c-b52b-b93fc1e48352 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:34.490384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2861d794-de59-4edd-8e1f-abfab0890aa8 req-b9cff6a9-04d0-409c-b52b-b93fc1e48352 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 945 time: 0.1841683 Aug 26 11:02:34.517757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:34.518011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:34.571192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:34.615800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0181a3bb-4082-4212-aced-176d32d2a2c5 req-63efaf8d-cceb-4bf4-a48b-aebfebea220b service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882614 Aug 26 11:02:34.650750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Pushing event updated for resources: {'Port': ['ID=ed9d9ed7-27d8-40c5-8900-ecde1d2654e2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:34.655552 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:34.671149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:34.673151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:34.675174 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae3d7aa8-1ab9-4f9f-b920-447742c56a7f req-26b6ba75-fd3d-4feb-a487-72776fd497af tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968060 Aug 26 11:02:34.676711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:34.697741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Transition to ACTIVE for port object 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:34.698833 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2861d794-de59-4edd-8e1f-abfab0890aa8 req-674b7537-31bd-4765-be20-b25afff5f11f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851234 Aug 26 11:02:34.727470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145243c1-817c-4684-8b61-0eac981ea6c8 None None] Pushing event updated for resources: {'Port': ['ID=4d07b6f5-3379-49e0-86ab-5c46c5ac866a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:34.991371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:35.050688 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Transition to ACTIVE for port object 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:35.070774 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:35.120228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Subnet': ['ID=e49d8755-bdff-45dc-aed5-9850b78ebaa7,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:35.138757 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:35.147644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Network dd58b45f-4b7c-433b-9f97-e8cc9467e28c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:35.156709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Pushing event updated for resources: {'Port': ['ID=6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:35.159974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:35.163824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-ec7d7bad-50c1-4081-a8c6-d21807b39d40', 'network_id': 'ec7d7bad-50c1-4081-a8c6-d21807b39d40', 'tenant_id': 'ab841cbea0ca497490b0b2ebe198ee86', 'fixed_ips': [{'subnet_id': '5085b4e9-a4a6-49dc-b8d3-00b351af93fd'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:02:35.164769 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:35.167285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:35.170857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Checking segment: {'id': 'ce845bb3-1e71-417c-95b6-18514650b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0feea0dd-9d1b-4eb7-a670-f2787a080f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:35.171511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network hostable DHCP agents. Network: 0feea0dd-9d1b-4eb7-a670-f2787a080f7c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:02:35.206503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network 0feea0dd-9d1b-4eb7-a670-f2787a080f7c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:02:35.227518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 0feea0dd-9d1b-4eb7-a670-f2787a080f7c) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:35.236204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:35.237319 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:35.260194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7bb07f15-1fc3-474c-a6e3-ec470b3858fd tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1322436 Aug 26 11:02:35.260546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59632) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:35.335934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c1756b-f19c-4afa-9748-c25b540f86d9 None None] Network 0feea0dd-9d1b-4eb7-a670-f2787a080f7c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:02:35.337845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4d07b6f5-3379-49e0-86ab-5c46c5ac866a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:35.453814 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Attempting to bind port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:02:35.454194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Attempting to bind port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:02:35.454557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Attempting to bind port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca on network dd58b45f-4b7c-433b-9f97-e8cc9467e28c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:35.498399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:02:35.499421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Checking segment: {'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:35.499421 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:35.499821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Bound using segment: {'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:02:35.500165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Bound port: 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:02:35.500442 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:35.520980 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:35.564959 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Allocated IP 2001:db8::2 (ec7d7bad-50c1-4081-a8c6-d21807b39d40/5085b4e9-a4a6-49dc-b8d3-00b351af93fd/a70d2aa7-2118-4d6f-8ced-b57bdef6e826) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:35.686571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:35.754761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Router 0e53ce51-de17-40a0-96db-d88672c0b9ae is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:02:35.782611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] For port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:02:35.828652 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:35.832699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] For port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:02:35.865595 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:35.886509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-0feea0dd-9d1b-4eb7-a670-f2787a080f7c', 'network_id': '0feea0dd-9d1b-4eb7-a670-f2787a080f7c', 'tenant_id': 'ab841cbea0ca497490b0b2ebe198ee86', 'fixed_ips': [{'subnet_id': 'e49d8755-bdff-45dc-aed5-9850b78ebaa7'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:02:35.887619 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:36.034396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:02:36.068856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Sync routers for ids ['0e53ce51-de17-40a0-96db-d88672c0b9ae'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:02:36.071294 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:36.079937 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-55f62d35-8d13-411d-a440-e67c4a6d9c1a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5741227 Aug 26 11:02:36.080878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59648) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:36.202572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4263fb-dc5b-4e09-ba30-b7e8f6f9da3e None None] Pushing event updated for resources: {'Port': ['ID=6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:36.292494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 98487130-73fb-4075-9c30-f29dec3c3c5a up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:36.295665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Routers {'0e53ce51-de17-40a0-96db-d88672c0b9ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:36.296509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0e53ce51-de17-40a0-96db-d88672c0b9ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:36.354870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57716680-8a5c-410b-ac4a-c3aa2be7393b req-def8e713-b979-4bed-bfbf-71dacb7a6df4 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:36.357386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57716680-8a5c-410b-ac4a-c3aa2be7393b req-def8e713-b979-4bed-bfbf-71dacb7a6df4 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 944 time: 0.4828978 Aug 26 11:02:36.394132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f3c43-c46e-408f-9c96-174c848e9628 req-865e0fe0-3bf0-4dd9-86ea-503bd68a010f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:36.395939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-043f3c43-c46e-408f-9c96-174c848e9628 req-865e0fe0-3bf0-4dd9-86ea-503bd68a010f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 945 time: 0.4806135 Aug 26 11:02:36.470997 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:36.483036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Transition to ACTIVE for port object a70d2aa7-2118-4d6f-8ced-b57bdef6e826 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:36.487123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57716680-8a5c-410b-ac4a-c3aa2be7393b req-c96e5372-3784-4d87-a69b-ed22064ece4e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175971 Aug 26 11:02:36.505908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Transition to ACTIVE for port object a70d2aa7-2118-4d6f-8ced-b57bdef6e826 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:36.514187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-043f3c43-c46e-408f-9c96-174c848e9628 req-bc348f21-e16f-4940-8ee5-4dc6d6136b41 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005142 Aug 26 11:02:36.540984 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:36.543505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a39a54-80d6-4471-abcf-b1377e920283 None None] Network 7543dd19-0557-4af0-af8a-cc16f0fb3844 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:02:36.606708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Allocated IP 2001:db8::1 (ec7d7bad-50c1-4081-a8c6-d21807b39d40/5085b4e9-a4a6-49dc-b8d3-00b351af93fd/f7204f99-691b-4eb8-9ebc-c9a243e324c5) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:36.773472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 98487130-73fb-4075-9c30-f29dec3c3c5a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:36.811420 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:36.822468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 98487130-73fb-4075-9c30-f29dec3c3c5a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:36.822910 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:36.861818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Transition to ACTIVE for port object f7204f99-691b-4eb8-9ebc-c9a243e324c5 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:36.890670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7e0c114-452d-4282-8e82-b0d26c9ed658 req-c9bd110c-4eb8-4907-9855-3cba9c73c1d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0629385 Aug 26 11:02:36.892424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:36.898298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4f7131bb-ef94-434f-aba2-1c4a794a8b32 None None] Provisioning for port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:36.950699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4f7131bb-ef94-434f-aba2-1c4a794a8b32 None None] Provisioning complete for port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:36.951054 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f7131bb-ef94-434f-aba2-1c4a794a8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:36.997114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Network ec7d7bad-50c1-4081-a8c6-d21807b39d40 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:37.006873 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:37.007553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:37.011068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:37.105052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0c114-452d-4282-8e82-b0d26c9ed658 req-697a8227-8e2d-482f-b8d9-fe0422aea416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:37.106938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7e0c114-452d-4282-8e82-b0d26c9ed658 req-697a8227-8e2d-482f-b8d9-fe0422aea416 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 1098 time: 0.1525736 Aug 26 11:02:37.124493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network ec7d7bad-50c1-4081-a8c6-d21807b39d40 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:37.176286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Allocated IP 172.20.0.1 (dd58b45f-4b7c-433b-9f97-e8cc9467e28c/4bc78573-85d3-4e43-9711-ab97e12ed774/6b78ddef-e38b-428e-9840-8fd79a2f1389) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:37.257031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Pushing event updated for resources: {'Port': ['ID=a70d2aa7-2118-4d6f-8ced-b57bdef6e826,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:37.269895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Allocated IP 2001:db8::2 (0feea0dd-9d1b-4eb7-a670-f2787a080f7c/e49d8755-bdff-45dc-aed5-9850b78ebaa7/27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:37.275086 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:37.363594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Attempting to bind port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:02:37.364333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Attempting to bind port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '0a12cecd-3a61-4aa9-a7ed-54d305c70d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ec7d7bad-50c1-4081-a8c6-d21807b39d40'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:02:37.364914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Attempting to bind port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 on network ec7d7bad-50c1-4081-a8c6-d21807b39d40 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:37.367757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:37.375255 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:37.395148 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f7131bb-ef94-434f-aba2-1c4a794a8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:37.398295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Transition to ACTIVE for port object 6b78ddef-e38b-428e-9840-8fd79a2f1389 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:37.431382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98487130-73fb-4075-9c30-f29dec3c3c5a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:37.434965 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d6fbce-5063-4e05-95b2-4390dee0da40" -d '{"events": [{"server_uuid": "65637275-7d06-41d2-935b-7bfb5cbbfe82", "name": "network-vif-plugged", "status": "completed", "tag": "98487130-73fb-4075-9c30-f29dec3c3c5a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:37.447550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Set router 0e53ce51-de17-40a0-96db-d88672c0b9ae gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:02:37.473317 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:37.523578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:02:37.524059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Checking segment: {'id': '0a12cecd-3a61-4aa9-a7ed-54d305c70d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ec7d7bad-50c1-4081-a8c6-d21807b39d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:37.524599 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:37.525080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Bound using segment: {'id': '0a12cecd-3a61-4aa9-a7ed-54d305c70d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ec7d7bad-50c1-4081-a8c6-d21807b39d40'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:02:37.525659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Bound port: a70d2aa7-2118-4d6f-8ced-b57bdef6e826, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a12cecd-3a61-4aa9-a7ed-54d305c70d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ec7d7bad-50c1-4081-a8c6-d21807b39d40'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:02:37.526119 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:37.607732 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97c9468-5065-49e7-a333-208c04ad7153 x-openstack-request-id: req-f97c9468-5065-49e7-a333-208c04ad7153 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:37.612981 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65637275-7d06-41d2-935b-7bfb5cbbfe82", "name": "network-vif-plugged", "status": "completed", "tag": "98487130-73fb-4075-9c30-f29dec3c3c5a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:37.613154 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f97c9468-5065-49e7-a333-208c04ad7153 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:37.613706 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98487130-73fb-4075-9c30-f29dec3c3c5a', 'code': 200} Aug 26 11:02:37.778342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Network dd58b45f-4b7c-433b-9f97-e8cc9467e28c is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:37.780787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Pushing event updated for resources: {'Port': ['ID=6b78ddef-e38b-428e-9840-8fd79a2f1389,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:37.790917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:37.805165 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:37.821836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 98487130-73fb-4075-9c30-f29dec3c3c5a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=98487130-73fb-4075-9c30-f29dec3c3c5a,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:37.861856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9de5fea-ac8d-46e3-8a59-d26b89c96f03 None None] Network dd58b45f-4b7c-433b-9f97-e8cc9467e28c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:02:37.876156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:37.926994 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:37.950293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0c114-452d-4282-8e82-b0d26c9ed658 req-70141f25-cb5a-4ef7-a078-05d31f85fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:37.951842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7e0c114-452d-4282-8e82-b0d26c9ed658 req-70141f25-cb5a-4ef7-a078-05d31f85fa92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 907 time: 0.8131371 Aug 26 11:02:37.962174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:37.983489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:37.984069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:38.025570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364c80c-66df-4465-a274-23186c0af996 req-edca95f2-d4f0-424d-9e5d-7d034ddb6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:38.030978 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3364c80c-66df-4465-a274-23186c0af996 req-edca95f2-d4f0-424d-9e5d-7d034ddb6d8b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 1097 time: 0.3436666 Aug 26 11:02:38.128611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Port': ['ID=f7204f99-691b-4eb8-9ebc-c9a243e324c5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:38.128858 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3364c80c-66df-4465-a274-23186c0af996 req-33764c47-ba71-401b-8f45-fb35da950b61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900462 Aug 26 11:02:38.132018 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:38.174815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4f7131bb-ef94-434f-aba2-1c4a794a8b32 None None] For port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4d07b6f5-3379-49e0-86ab-5c46c5ac866a,segment=NetworkSegment(a94bc355-f487-4685-bd7c-8afbf113939d),segment_id=a94bc355-f487-4685-bd7c-8afbf113939d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:38.201930 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f7131bb-ef94-434f-aba2-1c4a794a8b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:38.286626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d7350aa-aa88-41f3-b571-eae397aacc8a details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:02:38.353868 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:38.369867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7e0c114-452d-4282-8e82-b0d26c9ed658 req-58fe437e-6706-4a48-a987-04555f56661a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 HTTP/1.1" status: 200 len: 217 time: 0.3961170 Aug 26 11:02:38.414255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d7350aa-aa88-41f3-b571-eae397aacc8a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d7350aa-aa88-41f3-b571-eae397aacc8a,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:38.456638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '1d7350aa-aa88-41f3-b571-eae397aacc8a', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'port_id': '1d7350aa-aa88-41f3-b571-eae397aacc8a', 'mac_address': 'fa:16:3e:70:bb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930c4d8-d9e7-491f-bdc1-07f2ef2624b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:02:38.514351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] For port a70d2aa7-2118-4d6f-8ced-b57bdef6e826, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:02:38.530967 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:38.534976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:38.540069 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:38.572937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0c114-452d-4282-8e82-b0d26c9ed658 req-6c704524-b915-4e35-b1e1-446ff9e521af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:38.575711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7e0c114-452d-4282-8e82-b0d26c9ed658 req-6c704524-b915-4e35-b1e1-446ff9e521af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.1915491 Aug 26 11:02:38.577455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=98487130-73fb-4075-9c30-f29dec3c3c5a,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:38.602178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6ffa7e1d-a47f-469c-bfe8-80b1854279e6 None None] Provisioning for port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:38.627123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57342636-9636-4abd-bbd4-174499dbb3aa req-28483300-5554-4a2e-aafe-381fa5e7a453 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:38.631570 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57342636-9636-4abd-bbd4-174499dbb3aa req-28483300-5554-4a2e-aafe-381fa5e7a453 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.6722116 Aug 26 11:02:38.656263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:38.656656 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:38.681128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Pushing event updated for resources: {'Port': ['ID=6b78ddef-e38b-428e-9840-8fd79a2f1389,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:38.694288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:38.700799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] For port a70d2aa7-2118-4d6f-8ced-b57bdef6e826, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a70d2aa7-2118-4d6f-8ced-b57bdef6e826,segment=NetworkSegment(0a12cecd-3a61-4aa9-a7ed-54d305c70d58),segment_id=0a12cecd-3a61-4aa9-a7ed-54d305c70d58)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:02:38.709415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7e0c114-452d-4282-8e82-b0d26c9ed658 req-b8e21852-e7b9-4a65-8831-23636fc5c6f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229494 Aug 26 11:02:38.714637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6ffa7e1d-a47f-469c-bfe8-80b1854279e6 None None] Provisioning complete for port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:38.715060 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7e1d-a47f-469c-bfe8-80b1854279e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:38.803616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Network dd58b45f-4b7c-433b-9f97-e8cc9467e28c is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:38.816656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:38.824868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3324ac-63f4-44d3-894a-c1d458285e05 req-c9456c49-46c9-4d32-a14a-2511f5e44433 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:38.832583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf3324ac-63f4-44d3-894a-c1d458285e05 req-c9456c49-46c9-4d32-a14a-2511f5e44433 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 944 time: 0.8796165 Aug 26 11:02:38.891457 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:38.996686 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:39.010638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57342636-9636-4abd-bbd4-174499dbb3aa req-2a996c0d-44af-4f71-9a41-834667463451 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989316 Aug 26 11:02:39.050461 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7131bb-ef94-434f-aba2-1c4a794a8b32 None None] Pushing event updated for resources: {'Port': ['ID=4d07b6f5-3379-49e0-86ab-5c46c5ac866a,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:39.065127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Transition to ACTIVE for port object 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:39.084706 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:39.093470 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7e0c114-452d-4282-8e82-b0d26c9ed658 req-8175c2f2-a2cf-4335-8242-32b18cc281d8 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466849 Aug 26 11:02:39.115102 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf3324ac-63f4-44d3-894a-c1d458285e05 req-12436ecb-2e1f-4f6e-8773-cd75d9afa8bf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814181 Aug 26 11:02:39.246528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Transition to ACTIVE for port object 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:39.476816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7e0c114-452d-4282-8e82-b0d26c9ed658 req-b8044f97-e77f-4f96-890d-76c95389ee5f service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421073 Aug 26 11:02:39.514535 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:39.530238 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:39.536590 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:39.568340 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Router 0e53ce51-de17-40a0-96db-d88672c0b9ae has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:02:39.570254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7350aa-aa88-41f3-b571-eae397aacc8a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:02:39.594870 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:39.595732 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:39.655165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d7350aa-aa88-41f3-b571-eae397aacc8a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d7350aa-aa88-41f3-b571-eae397aacc8a,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:39.673874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:34Z', 'revision_number': 3, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:39.706538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2d51d-e045-4e4e-a412-f07463d28b86 None None] Pushing event updated for resources: {'Port': ['ID=a70d2aa7-2118-4d6f-8ced-b57bdef6e826,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:39.747333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c5435-bc9a-4e50-97c9-d95675d835a3 req-025324f7-75f9-49e6-9a83-229cf46d348f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:39.749072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c9c5435-bc9a-4e50-97c9-d95675d835a3 req-025324f7-75f9-49e6-9a83-229cf46d348f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.2070563 Aug 26 11:02:39.767699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Port': ['ID=f7204f99-691b-4eb8-9ebc-c9a243e324c5,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:39.802070 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7e1d-a47f-469c-bfe8-80b1854279e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:39.804011 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:39.816414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:02:39.826212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Checking router: 0e53ce51-de17-40a0-96db-d88672c0b9ae for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:02:39.826571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Updating router 0e53ce51-de17-40a0-96db-d88672c0b9ae port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:02:39.844993 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e775152e-c637-42e5-9454-69aef0aca9ba admin admin] 10.222.0.21 "PUT /v2.0/routers/0e53ce51-de17-40a0-96db-d88672c0b9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7557955 Aug 26 11:02:39.891762 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:39.894681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:39.895468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c9c5435-bc9a-4e50-97c9-d95675d835a3 req-53632b66-a9ce-4ca9-9dda-a114e61dbb75 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346636 Aug 26 11:02:39.923562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network ec7d7bad-50c1-4081-a8c6-d21807b39d40 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:39.927049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:39.935836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Network 0feea0dd-9d1b-4eb7-a670-f2787a080f7c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:39.990278 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:39.993443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:40.000412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:40.060434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Pushing event updated for resources: {'Port': ['ID=27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:40.325619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Router 8754c3bc-f09c-4729-b720-e8b020b4e00b is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:02:40.362976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['1d7350aa-aa88-41f3-b571-eae397aacc8a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:40.442563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4d07b6f5-3379-49e0-86ab-5c46c5ac866a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:40.481860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf35052-8e4d-4a97-9d04-ac1f6d99b399 req-691448d9-23b5-4786-84f2-7f1abd4f07bb tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:40.483879 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-6ffa7e1d-a47f-469c-bfe8-80b1854279e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:02:40.484241 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-6ffa7e1d-a47f-469c-bfe8-80b1854279e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:02:40.495086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf35052-8e4d-4a97-9d04-ac1f6d99b399 req-691448d9-23b5-4786-84f2-7f1abd4f07bb tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.2444355 Aug 26 11:02:40.504316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Attempting to bind port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:02:40.504711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Attempting to bind port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'ce845bb3-1e71-417c-95b6-18514650b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0feea0dd-9d1b-4eb7-a670-f2787a080f7c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:02:40.505052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Attempting to bind port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 on network 0feea0dd-9d1b-4eb7-a670-f2787a080f7c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:40.520215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:02:40.521209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Checking segment: {'id': 'ce845bb3-1e71-417c-95b6-18514650b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0feea0dd-9d1b-4eb7-a670-f2787a080f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:40.521356 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:40.521691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Bound using segment: {'id': 'ce845bb3-1e71-417c-95b6-18514650b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0feea0dd-9d1b-4eb7-a670-f2787a080f7c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:02:40.525267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Bound port: 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce845bb3-1e71-417c-95b6-18514650b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0feea0dd-9d1b-4eb7-a670-f2787a080f7c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:02:40.525757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:40.556255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d7350aa-aa88-41f3-b571-eae397aacc8a,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:40.701049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bf35052-8e4d-4a97-9d04-ac1f6d99b399 req-d24a173d-03f6-431b-a72a-23f176728861 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013764 Aug 26 11:02:40.708459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:02:40.723389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-23fa2b75-be0e-4bb9-99df-7ae0ebe53ad2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "PUT /v2.0/routers/8754c3bc-f09c-4729-b720-e8b020b4e00b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4598072 Aug 26 11:02:40.724372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59700) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:40.731010 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db03661a-80bd-48f2-9398-069ab68967f5 None None] Sync routers for ids ['8754c3bc-f09c-4729-b720-e8b020b4e00b'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:02:40.747683 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db03661a-80bd-48f2-9398-069ab68967f5 None None] Routers {'8754c3bc-f09c-4729-b720-e8b020b4e00b'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:40.749999 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-db03661a-80bd-48f2-9398-069ab68967f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8754c3bc-f09c-4729-b720-e8b020b4e00b'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:40.841957 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-db03661a-80bd-48f2-9398-069ab68967f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:40.859620 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db03661a-80bd-48f2-9398-069ab68967f5 None None] Routers {'8754c3bc-f09c-4729-b720-e8b020b4e00b'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:40.863047 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-db03661a-80bd-48f2-9398-069ab68967f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8754c3bc-f09c-4729-b720-e8b020b4e00b'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:40.898602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c129d-026b-4a18-b1f9-97577d15c9d8 req-bf310e14-a002-4ee7-ba9e-c0648ac9bce1 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:40.900319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-863c129d-026b-4a18-b1f9-97577d15c9d8 req-bf310e14-a002-4ee7-ba9e-c0648ac9bce1 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 945 time: 0.0989141 Aug 26 11:02:40.977340 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-db03661a-80bd-48f2-9398-069ab68967f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:40.981332 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db03661a-80bd-48f2-9398-069ab68967f5 None None] The sync data for ids ['8754c3bc-f09c-4729-b720-e8b020b4e00b'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:02:41.008715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-863c129d-026b-4a18-b1f9-97577d15c9d8 req-31b57482-fdd6-4e68-9730-71858f13a416 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006830 Aug 26 11:02:41.045515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59704) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:41.046389 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0dbac-9eda-4ed5-b444-7623c5b210b4 None None] Network ec7d7bad-50c1-4081-a8c6-d21807b39d40 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:02:41.051909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8939f760-617d-40b0-9c5a-15dcb47707b3 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2030817677', 'description': 'tempest-description--1728063885'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:41.112538 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8939f760-617d-40b0-9c5a-15dcb47707b3 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.346500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:41.346980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-80fef016-42b9-48f4-a759-cec757848425 None None] For port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:02:41.372286 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8939f760-617d-40b0-9c5a-15dcb47707b3 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.394385 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8939f760-617d-40b0-9c5a-15dcb47707b3 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.424226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:41.424606 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.434349 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-80fef016-42b9-48f4-a759-cec757848425 None None] For port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2,segment=NetworkSegment(ce845bb3-1e71-417c-95b6-18514650b748),segment_id=ce845bb3-1e71-417c-95b6-18514650b748)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:02:41.488499 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.497496 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-919f6dfc-2fef-43e4-8dde-3f8043319709 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:02:41.502080 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-919f6dfc-2fef-43e4-8dde-3f8043319709 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "PUT /v2.0/routers/8754c3bc-f09c-4729-b720-e8b020b4e00b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7765424 Aug 26 11:02:41.502763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59708) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:41.516908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862d7e2-d5fc-4035-a31f-e12ff4bf5c39 req-56697394-74bc-491e-9092-09026ae00716 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:41.519840 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e862d7e2-d5fc-4035-a31f-e12ff4bf5c39 req-56697394-74bc-491e-9092-09026ae00716 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.2500362 Aug 26 11:02:41.521523 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8939f760-617d-40b0-9c5a-15dcb47707b3 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.528912 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8939f760-617d-40b0-9c5a-15dcb47707b3 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4815612 Aug 26 11:02:41.530690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939f760-617d-40b0-9c5a-15dcb47707b3 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b37eed-1592-4b7b-9ac1-38369276ebb0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:41.536353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59710) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:41.547839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b49b8e82-1832-4390-ba5d-b17f97f2422d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Request body: {'security_group_rule': {'security_group_id': '89b37eed-1592-4b7b-9ac1-38369276ebb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:41.614910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e862d7e2-d5fc-4035-a31f-e12ff4bf5c39 req-b4c001a8-da87-47cc-b3da-af43381ef29e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797243 Aug 26 11:02:41.629999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b093f61-be84-4d34-8e1d-6d32f8b30f4e req-4d5c7e6a-30e5-471d-9528-84b02f4231e1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:41.633614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b093f61-be84-4d34-8e1d-6d32f8b30f4e req-4d5c7e6a-30e5-471d-9528-84b02f4231e1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.2594500 Aug 26 11:02:41.673326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b49b8e82-1832-4390-ba5d-b17f97f2422d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.753157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b093f61-be84-4d34-8e1d-6d32f8b30f4e req-9e39cede-40c2-4652-8da0-12d5621f8e1f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001239 Aug 26 11:02:41.801629 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b49b8e82-1832-4390-ba5d-b17f97f2422d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.809681 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b49b8e82-1832-4390-ba5d-b17f97f2422d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.849844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b8e82-1832-4390-ba5d-b17f97f2422d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3162a61-1f2e-4031-a30c-e7fa7e8fb108,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:41.864578 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b49b8e82-1832-4390-ba5d-b17f97f2422d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.867408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b49b8e82-1832-4390-ba5d-b17f97f2422d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266692 Aug 26 11:02:41.868911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fef016-42b9-48f4-a759-cec757848425 None None] Pushing event updated for resources: {'Port': ['ID=27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:41.870050 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59716) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:41.873490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Provisioning for port 6b78ddef-e38b-428e-9840-8fd79a2f1389 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:41.882895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-62ed1a41-5399-413a-bf51-907e58f2f54f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Request body: {'security_group_rule': {'security_group_id': '89b37eed-1592-4b7b-9ac1-38369276ebb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:41.889137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Provisioning complete for port 6b78ddef-e38b-428e-9840-8fd79a2f1389 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:41.889879 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.939696 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62ed1a41-5399-413a-bf51-907e58f2f54f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:41.946675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Port 6b78ddef-e38b-428e-9840-8fd79a2f1389 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:02:42.053468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Provisioning complete for port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:42.055315 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.112968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f23e6609-8375-463f-bdb5-8b042d0f69d2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.148627 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62ed1a41-5399-413a-bf51-907e58f2f54f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.157070 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62ed1a41-5399-413a-bf51-907e58f2f54f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.188386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed1a41-5399-413a-bf51-907e58f2f54f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d1999b-9b78-4400-b3ea-b3731b67f161,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:42.198395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd30915-1b4d-4908-8c86-a13f85e76ee2 req-57ac7b52-debe-415c-b121-97b689cca1c8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:42.207047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfd30915-1b4d-4908-8c86-a13f85e76ee2 req-57ac7b52-debe-415c-b121-97b689cca1c8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.2497957 Aug 26 11:02:42.225769 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.244266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62ed1a41-5399-413a-bf51-907e58f2f54f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.249239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-62ed1a41-5399-413a-bf51-907e58f2f54f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3753834 Aug 26 11:02:42.252071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59724) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:42.274266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Transition to ACTIVE for port object ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:42.280998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:42.291916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a70d2aa7-2118-4d6f-8ced-b57bdef6e826 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:42.326640 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.333020 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.415363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfd30915-1b4d-4908-8c86-a13f85e76ee2 req-73e5b43c-c3be-4bc6-9e4c-8e5f3c876795 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072976 Aug 26 11:02:42.459495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1e891-eb0b-48d3-a9d8-7fad4344b8c7 req-0181cf9e-cb9a-45c6-96c5-143319288d7c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:42.471681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfc1e891-eb0b-48d3-a9d8-7fad4344b8c7 req-0181cf9e-cb9a-45c6-96c5-143319288d7c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 945 time: 0.2592764 Aug 26 11:02:42.529546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Attempting to bind port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:02:42.529922 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Attempting to bind port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:02:42.530403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Attempting to bind port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:42.532792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c325a-49bc-49e9-b05f-288149715960 None None] Pushing event updated for resources: {'Port': ['ID=ed9d9ed7-27d8-40c5-8900-ecde1d2654e2,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:42.579358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:02:42.579650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:42.580256 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.580868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:02:42.582396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Bound port: ed9d9ed7-27d8-40c5-8900-ecde1d2654e2, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:02:42.582396 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.616987 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f23e6609-8375-463f-bdb5-8b042d0f69d2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Deleting port f7204f99-691b-4eb8-9ebc-c9a243e324c5 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:02:42.617472 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f23e6609-8375-463f-bdb5-8b042d0f69d2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.661031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] For port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:02:42.665030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] For port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ed9d9ed7-27d8-40c5-8900-ecde1d2654e2,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:02:42.671269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:42.707296 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.713369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Provisioning complete for port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:42.713850 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.925824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f23e6609-8375-463f-bdb5-8b042d0f69d2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:42.948988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c325a-49bc-49e9-b05f-288149715960 None None] Pushing event updated for resources: {'Port': ['ID=ed9d9ed7-27d8-40c5-8900-ecde1d2654e2,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:42.967818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Routers {'0e53ce51-de17-40a0-96db-d88672c0b9ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:42.981195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0e53ce51-de17-40a0-96db-d88672c0b9ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:42.985278 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f23e6609-8375-463f-bdb5-8b042d0f69d2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Calling delete_port for f7204f99-691b-4eb8-9ebc-c9a243e324c5 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:02:43.077860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:43.369600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fa74ad1-015e-4218-aec4-3ce5559d15e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:43.372827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] Set router 0e53ce51-de17-40a0-96db-d88672c0b9ae gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:02:43.427837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:43.443390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Provisioning for port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:43.483494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:43.507189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Provisioning complete for port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:43.507189 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:43.507408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfc1e891-eb0b-48d3-a9d8-7fad4344b8c7 req-49a76fdb-ee6a-40e1-9ca8-9420b473dfc0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0296001 Aug 26 11:02:43.609184 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f23e6609-8375-463f-bdb5-8b042d0f69d2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:43.609685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c3601-fd17-4b60-bd83-423ec31c5280 req-aa876ac1-9b5f-4806-9672-eaf04a70df2c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:43.616842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc1c3601-fd17-4b60-bd83-423ec31c5280 req-aa876ac1-9b5f-4806-9672-eaf04a70df2c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1579835 Aug 26 11:02:43.685069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc1c3601-fd17-4b60-bd83-423ec31c5280 req-e8190d66-a85e-4633-bc79-e3d59a2a361e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649810 Aug 26 11:02:43.712446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:43.759687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e6609-8375-463f-bdb5-8b042d0f69d2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Port': ['ID=f7204f99-691b-4eb8-9ebc-c9a243e324c5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:43.935794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dbf53b-1b9c-4028-aeba-276aea8149f8 None None] Network 0feea0dd-9d1b-4eb7-a670-f2787a080f7c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:02:43.988469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6ae2c-9934-4580-a3ac-ca75a189dc51 req-d7edcfca-6d8f-4f50-8d46-7755c8c153c9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:44.002639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afb6ae2c-9934-4580-a3ac-ca75a189dc51 req-d7edcfca-6d8f-4f50-8d46-7755c8c153c9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.2746372 Aug 26 11:02:44.067026 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f23e6609-8375-463f-bdb5-8b042d0f69d2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:44.155103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afb6ae2c-9934-4580-a3ac-ca75a189dc51 req-f46724b1-53fa-4e4f-97fb-ef806efd1340 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508803 Aug 26 11:02:44.256070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Allocated IP 172.25.1.129 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/ddf3338a-b6e3-4991-8a57-b5c6f56fcff1) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:44.276312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:44.277041 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:44.340429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d7350aa-aa88-41f3-b571-eae397aacc8a up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:44.365335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148a8ca-e535-4267-bb3b-675ddd5b32ee req-011609fe-42a9-4a75-a424-b49a6f3d0d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:44.368569 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0148a8ca-e535-4267-bb3b-675ddd5b32ee req-011609fe-42a9-4a75-a424-b49a6f3d0d4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 1097 time: 0.4252634 Aug 26 11:02:44.499977 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:44.530216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82786a8d-d764-4703-8b78-b39a7ab41b94 req-253ee557-af23-4aa4-9007-758e5b9937f2 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:44.531932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82786a8d-d764-4703-8b78-b39a7ab41b94 req-253ee557-af23-4aa4-9007-758e5b9937f2 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1027761 Aug 26 11:02:44.568228 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:44.570268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 1d7350aa-aa88-41f3-b571-eae397aacc8a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:44.595258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6b78ddef-e38b-428e-9840-8fd79a2f1389', 'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'mac_address': 'fa:16:3e:2a:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:36Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 2, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'subnets': [{'id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:44.598628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 1d7350aa-aa88-41f3-b571-eae397aacc8a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:44.600838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23e6609-8375-463f-bdb5-8b042d0f69d2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Router 8754c3bc-f09c-4729-b720-e8b020b4e00b has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:02:44.601550 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:44.615923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82786a8d-d764-4703-8b78-b39a7ab41b94 req-c602548c-5b30-4f1e-85ca-c9471dff37b0 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716159 Aug 26 11:02:44.649858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] For port a70d2aa7-2118-4d6f-8ced-b57bdef6e826, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a70d2aa7-2118-4d6f-8ced-b57bdef6e826,segment=NetworkSegment(0a12cecd-3a61-4aa9-a7ed-54d305c70d58),segment_id=0a12cecd-3a61-4aa9-a7ed-54d305c70d58)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:44.701186 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:44.728610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ab8ca-c07c-4670-8367-8cebe2df8037 req-f90cd4e2-b39c-4e61-bc54-43a6422a9abf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:44.731547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed1ab8ca-c07c-4670-8367-8cebe2df8037 req-f90cd4e2-b39c-4e61-bc54-43a6422a9abf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 945 time: 0.0936711 Aug 26 11:02:44.799294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148a8ca-e535-4267-bb3b-675ddd5b32ee req-99d76636-8858-4e62-bef8-5851cbc948ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:44.801607 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0148a8ca-e535-4267-bb3b-675ddd5b32ee req-99d76636-8858-4e62-bef8-5851cbc948ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 911 time: 0.3325071 Aug 26 11:02:44.809505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23e6609-8375-463f-bdb5-8b042d0f69d2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:02:44.821659 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f23e6609-8375-463f-bdb5-8b042d0f69d2 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "PUT /v2.0/routers/8754c3bc-f09c-4729-b720-e8b020b4e00b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3177037 Aug 26 11:02:44.824460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59760) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:44.828824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:44.845415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:44.848347 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:44.874009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Pushing event updated for resources: {'Port': ['ID=ddf3338a-b6e3-4991-8a57-b5c6f56fcff1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:44.907647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2febdcb-a79a-44e3-be46-a88c4186c6bb None None] The sync data for ids ['0e53ce51-de17-40a0-96db-d88672c0b9ae'] in n-d-778550-13 is: [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6b78ddef-e38b-428e-9840-8fd79a2f1389', 'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'mac_address': 'fa:16:3e:2a:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:36Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 2, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'subnets': [{'id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:02:44.922152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed1ab8ca-c07c-4670-8367-8cebe2df8037 req-1c6b51c5-ad57-4bef-8a6e-286ded427330 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466947 Aug 26 11:02:44.930280 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7215940-f955-4e1a-8b6f-8149278e1d6c None None] Sync routers for ids ['8754c3bc-f09c-4729-b720-e8b020b4e00b'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:02:44.972112 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:45.005390 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-5cdf79a3-9f53-4c2d-b3c5-4f20cf981724 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] delete failed (client error): The resource could not be found. Aug 26 11:02:45.010777 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5cdf79a3-9f53-4c2d-b3c5-4f20cf981724 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-2016765448 HTTP/1.1" status: 404 len: 335 time: 0.1813536 Aug 26 11:02:45.013522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59768) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:45.020684 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-43e730b2-fc41-4d6e-acf1-3a6be05a6480 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'router': {'external_gateway_info': {'network_id': '8754c3bc-f09c-4729-b720-e8b020b4e00b'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:45.069357 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0148a8ca-e535-4267-bb3b-675ddd5b32ee req-312aceb5-f80c-4408-ab5d-fb87b9d252e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 HTTP/1.1" status: 200 len: 1001 time: 0.2462974 Aug 26 11:02:45.077474 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:45.134516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7215940-f955-4e1a-8b6f-8149278e1d6c None None] Routers {'8754c3bc-f09c-4729-b720-e8b020b4e00b'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:45.135165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c7215940-f955-4e1a-8b6f-8149278e1d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8754c3bc-f09c-4729-b720-e8b020b4e00b'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:45.196375 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148a8ca-e535-4267-bb3b-675ddd5b32ee req-48a678ff-34b7-4f9c-9284-8f2b6a76b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:45.199222 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0148a8ca-e535-4267-bb3b-675ddd5b32ee req-48a678ff-34b7-4f9c-9284-8f2b6a76b44c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.1141026 Aug 26 11:02:45.231110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c7215940-f955-4e1a-8b6f-8149278e1d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:45.326027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148a8ca-e535-4267-bb3b-675ddd5b32ee req-c00e4c7d-f2a4-4ff3-8d98-d5c07ada6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:45.327695 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0148a8ca-e535-4267-bb3b-675ddd5b32ee req-c00e4c7d-f2a4-4ff3-8d98-d5c07ada6b8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206527 Aug 26 11:02:45.372886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7215940-f955-4e1a-8b6f-8149278e1d6c None None] Routers {'8754c3bc-f09c-4729-b720-e8b020b4e00b'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:45.374898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c7215940-f955-4e1a-8b6f-8149278e1d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8754c3bc-f09c-4729-b720-e8b020b4e00b'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:45.500466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c7215940-f955-4e1a-8b6f-8149278e1d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:45.501513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7215940-f955-4e1a-8b6f-8149278e1d6c None None] The sync data for ids ['8754c3bc-f09c-4729-b720-e8b020b4e00b'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:02:45.503741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-032a1b30-76a8-481f-bdf9-137fdc8d2934 None None] Provisioning complete for port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:45.504722 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-032a1b30-76a8-481f-bdf9-137fdc8d2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:45.532510 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:45.551341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f74cd5-4865-4a00-9cfb-c57dc559ebc2 None None] Pushing event updated for resources: {'Port': ['ID=a70d2aa7-2118-4d6f-8ced-b57bdef6e826,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:45.597697 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0148a8ca-e535-4267-bb3b-675ddd5b32ee req-61ea919c-2779-4893-bb56-9a41a81af566 service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611179 Aug 26 11:02:45.643862 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:45.682651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43e730b2-fc41-4d6e-acf1-3a6be05a6480 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:45.720193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c93c40-442d-4125-b835-fdb7250d26e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7350aa-aa88-41f3-b571-eae397aacc8a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:45.725761 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5ae7bf-a8d4-43d2-8d4c-a620edb8730c" -d '{"events": [{"server_uuid": "21c93c40-442d-4125-b835-fdb7250d26e0", "name": "network-vif-plugged", "status": "completed", "tag": "1d7350aa-aa88-41f3-b571-eae397aacc8a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:45.750876 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-43e730b2-fc41-4d6e-acf1-3a6be05a6480 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] update failed (client error): The resource could not be found. Aug 26 11:02:45.751887 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-43e730b2-fc41-4d6e-acf1-3a6be05a6480 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "PUT /v2.0/routers/8754c3bc-f09c-4729-b720-e8b020b4e00b HTTP/1.1" status: 404 len: 339 time: 0.7391870 Aug 26 11:02:45.760972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59786) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:45.777191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d7350aa-aa88-41f3-b571-eae397aacc8a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d7350aa-aa88-41f3-b571-eae397aacc8a,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:45.787720 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:45.790613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-44821834'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:45.808435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2bf5-26f8-450a-bcd1-4f224bda1d66 req-6cf8017b-fc16-4d5a-bbe7-fc6d12794d79 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:45.819602 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c1a2bf5-26f8-450a-bcd1-4f224bda1d66 req-6cf8017b-fc16-4d5a-bbe7-fc6d12794d79 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.3872263 Aug 26 11:02:45.825862 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0148a8ca-e535-4267-bb3b-675ddd5b32ee req-3a9c779b-b49c-4476-b97e-ef74bc253ed4 service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193742 Aug 26 11:02:45.876325 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dabe8135-e474-46a7-a992-8168383e81b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:45.887769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d7350aa-aa88-41f3-b571-eae397aacc8a,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:45.930514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-032a1b30-76a8-481f-bdf9-137fdc8d2934 None None] Provisioning for port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:45.937984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-032a1b30-76a8-481f-bdf9-137fdc8d2934 None None] Provisioning complete for port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:45.938971 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-032a1b30-76a8-481f-bdf9-137fdc8d2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:45.991928 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c1a2bf5-26f8-450a-bcd1-4f224bda1d66 req-91b367c5-56cd-4c25-a96f-37c37352e4cf tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710927 Aug 26 11:02:46.017516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Made reservation on behalf of ab841cbea0ca497490b0b2ebe198ee86 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:46.027096 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.115772 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17939a65-71a3-4eaa-adf7-77c83517f2a4 x-openstack-request-id: req-17939a65-71a3-4eaa-adf7-77c83517f2a4 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:46.116056 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c93c40-442d-4125-b835-fdb7250d26e0", "name": "network-vif-plugged", "status": "completed", "tag": "1d7350aa-aa88-41f3-b571-eae397aacc8a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:46.116319 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17939a65-71a3-4eaa-adf7-77c83517f2a4 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:46.116762 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c93c40-442d-4125-b835-fdb7250d26e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7350aa-aa88-41f3-b571-eae397aacc8a', 'code': 200} Aug 26 11:02:46.137497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b338f90-f5dd-4a26-b618-dab05a3fc86a req-899dd331-7e1e-405b-8801-b3895fac0aee tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:46.144919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b338f90-f5dd-4a26-b618-dab05a3fc86a req-899dd331-7e1e-405b-8801-b3895fac0aee tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.2947507 Aug 26 11:02:46.152296 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-032a1b30-76a8-481f-bdf9-137fdc8d2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.204957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-032a1b30-76a8-481f-bdf9-137fdc8d2934 None None] For port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2,segment=NetworkSegment(ce845bb3-1e71-417c-95b6-18514650b748),segment_id=ce845bb3-1e71-417c-95b6-18514650b748)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:46.227598 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-032a1b30-76a8-481f-bdf9-137fdc8d2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.252372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-032a1b30-76a8-481f-bdf9-137fdc8d2934 None None] Could not find standard attr ID for object f7204f99-691b-4eb8-9ebc-c9a243e324c5. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:02:46.253742 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.299369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:02:46.321344 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a1b30-76a8-481f-bdf9-137fdc8d2934 None None] Pushing event updated for resources: {'Port': ['ID=27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:46.345926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.346459 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Added segment 108d9663-b953-47b3-925a-5716bb402878 of type vlan for network 422b83e2-7e10-47a2-8152-9c68f447760b Aug 26 11:02:46.388185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-58df9f76-3b68-4459-86c3-ecf2b9df2682 None None] Provisioning complete for port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:46.389091 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58df9f76-3b68-4459-86c3-ecf2b9df2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.409800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b338f90-f5dd-4a26-b618-dab05a3fc86a req-4079d0ac-6bf8-4d3b-835e-393824f49575 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637570 Aug 26 11:02:46.545718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491a53e-9517-4956-b08a-6b6c2501c625 req-8179a878-dce2-4a24-ac5d-1f53654c7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:46.546856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e491a53e-9517-4956-b08a-6b6c2501c625 req-8179a878-dce2-4a24-ac5d-1f53654c7578 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 1098 time: 0.3980103 Aug 26 11:02:46.549679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.579222 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.612759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293aff4-436c-496f-a576-41fa4d6d0d28 req-bf688522-f97c-4add-94a8-2a6fd8910906 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:46.614634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3293aff4-436c-496f-a576-41fa4d6d0d28 req-bf688522-f97c-4add-94a8-2a6fd8910906 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 946 time: 0.4379559 Aug 26 11:02:46.669043 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.784555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Pushing event updated for resources: {'Port': ['ID=ddf3338a-b6e3-4991-8a57-b5c6f56fcff1,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:46.797337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e491a53e-9517-4956-b08a-6b6c2501c625 req-1d9d2f70-0f20-4a69-bd33-2b715e9a0bf5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331898 Aug 26 11:02:46.804009 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.810645 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.816392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:46.817044 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.841422 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3293aff4-436c-496f-a576-41fa4d6d0d28 req-dbce7d6b-c683-4a34-9075-7051f5206b0f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690183 Aug 26 11:02:46.911423 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:46.912902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e61f5c12-b200-45ad-ac28-a1be9059ce25 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6410553 Aug 26 11:02:46.952159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1793027 Aug 26 11:02:46.952527 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59814) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:46.958883 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'subnet': {'network_id': '422b83e2-7e10-47a2-8152-9c68f447760b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:46.968842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc236ea-cafb-4599-b8c2-e92bf956626f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Network': ['ID=422b83e2-7e10-47a2-8152-9c68f447760b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:46.990614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 422b83e2-7e10-47a2-8152-9c68f447760b details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:02:47.192753 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:47.236997 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088d3e6-f802-41d1-92cb-93555fcbd8ca req-0f38ff0e-a53c-4a35-b18d-8dcafd93605e tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:47.238401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Made reservation on behalf of ab841cbea0ca497490b0b2ebe198ee86 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:02:47.242549 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:47.248153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5088d3e6-f802-41d1-92cb-93555fcbd8ca req-0f38ff0e-a53c-4a35-b18d-8dcafd93605e tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.1124127 Aug 26 11:02:47.328382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5088d3e6-f802-41d1-92cb-93555fcbd8ca req-4d8516e4-ef40-45d5-8175-393c42fa0d12 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765324 Aug 26 11:02:47.515051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:47.604233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:47.605114 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:47.665811 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:47.688161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea47c3-a8da-4e2a-8eb9-28037275111b req-17657615-3fc9-4a08-934e-2dfc7466d356 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:47.700110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08ea47c3-a8da-4e2a-8eb9-28037275111b req-17657615-3fc9-4a08-934e-2dfc7466d356 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1575241 Aug 26 11:02:47.747149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Subnet': ['ID=10751f57-e9a8-41e8-b4fc-57ad8e978e31,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:47.757917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08ea47c3-a8da-4e2a-8eb9-28037275111b req-70568192-ee99-442c-ae7f-307eed28405e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567486 Aug 26 11:02:47.786686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Checking segment: {'id': '108d9663-b953-47b3-925a-5716bb402878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '422b83e2-7e10-47a2-8152-9c68f447760b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:47.787458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network hostable DHCP agents. Network: 422b83e2-7e10-47a2-8152-9c68f447760b, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:02:47.805423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:47.835853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network 422b83e2-7e10-47a2-8152-9c68f447760b is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:02:47.848573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 422b83e2-7e10-47a2-8152-9c68f447760b) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:47.855455 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:47.856163 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:47.899171 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59874) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:47.899733 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-64704fdb-14ca-45ff-9972-218a60ec5e7b tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9456494 Aug 26 11:02:47.919182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4b4c6f9d-5508-451c-b59f-393fb7e9594f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'router': {'external_gateway_info': {'network_id': '422b83e2-7e10-47a2-8152-9c68f447760b'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:47.922422 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927f0579-c55c-45ec-8f73-82cc5ad4d1d9 None None] Network 422b83e2-7e10-47a2-8152-9c68f447760b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:02:48.108607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:48.133358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:48.133760 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:48.326687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35afc5-af7d-438e-a1fd-aaeabd67949a req-a2591a8e-34c0-4d6a-a0f0-90a22053385f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:48.328364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f35afc5-af7d-438e-a1fd-aaeabd67949a req-a2591a8e-34c0-4d6a-a0f0-90a22053385f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 946 time: 0.3049626 Aug 26 11:02:48.382499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-422b83e2-7e10-47a2-8152-9c68f447760b', 'network_id': '422b83e2-7e10-47a2-8152-9c68f447760b', 'tenant_id': 'ab841cbea0ca497490b0b2ebe198ee86', 'fixed_ips': [{'subnet_id': '10751f57-e9a8-41e8-b4fc-57ad8e978e31'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:02:48.383568 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:48.467460 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b4c6f9d-5508-451c-b59f-393fb7e9594f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:48.577556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f35afc5-af7d-438e-a1fd-aaeabd67949a req-93a17051-4dcf-49f4-98da-8db7dbca2256 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801128 Aug 26 11:02:48.601665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:48.674293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ed9d9ed7-27d8-40c5-8900-ecde1d2654e2,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:48.689936 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:48.692118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a70d2aa7-2118-4d6f-8ced-b57bdef6e826 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:48.739132 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Sync routers for ids ['0e53ce51-de17-40a0-96db-d88672c0b9ae'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:02:48.768738 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Routers {'0e53ce51-de17-40a0-96db-d88672c0b9ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:48.769800 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0e53ce51-de17-40a0-96db-d88672c0b9ae'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:48.939574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:48.940016 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:48.944228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=ed9d9ed7-27d8-40c5-8900-ecde1d2654e2,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:48.955821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Allocated IP 2001:db8:1::2 (422b83e2-7e10-47a2-8152-9c68f447760b/10751f57-e9a8-41e8-b4fc-57ad8e978e31/8aa09b86-0a4a-4185-85aa-3a517a5ac817) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:49.122540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214229e6-6568-4c6a-afa4-cc70145ffabe req-12680c7d-fa7e-4824-a452-217c3b2dbd77 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:49.136221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-214229e6-6568-4c6a-afa4-cc70145ffabe req-12680c7d-fa7e-4824-a452-217c3b2dbd77 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.6895180 Aug 26 11:02:49.199594 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Set router 0e53ce51-de17-40a0-96db-d88672c0b9ae gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:02:49.258956 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:49.312986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-214229e6-6568-4c6a-afa4-cc70145ffabe req-97bfb2d1-9874-4504-93e2-9b350b6167cf tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694236 Aug 26 11:02:49.334247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7a029-fa0d-4b1e-8108-ee65392c35c7 req-109b360b-2274-4e0c-951a-e02fbb3373e3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:49.357152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94a7a029-fa0d-4b1e-8108-ee65392c35c7 req-109b360b-2274-4e0c-951a-e02fbb3373e3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1848354 Aug 26 11:02:49.518864 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:49.538580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Transition to ACTIVE for port object 8aa09b86-0a4a-4185-85aa-3a517a5ac817 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:49.542207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94a7a029-fa0d-4b1e-8108-ee65392c35c7 req-5381f87a-2c47-4350-8dc9-fc1d9f645408 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824827 Aug 26 11:02:49.551855 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-4b4c6f9d-5508-451c-b59f-393fb7e9594f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:02:49.552929 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4b4c6f9d-5508-451c-b59f-393fb7e9594f tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "PUT /v2.0/routers/8754c3bc-f09c-4729-b720-e8b020b4e00b HTTP/1.1" status: 400 len: 364 time: 1.6524980 Aug 26 11:02:49.558777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59932) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:49.580802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Transition to ACTIVE for port object 8aa09b86-0a4a-4185-85aa-3a517a5ac817 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:49.611895 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:49.647683 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6b78ddef-e38b-428e-9840-8fd79a2f1389', 'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'mac_address': 'fa:16:3e:2a:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:36Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 2, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'subnets': [{'id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:49.721067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:49.747768 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Checking router: 0e53ce51-de17-40a0-96db-d88672c0b9ae for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:02:49.757920 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Updating router 0e53ce51-de17-40a0-96db-d88672c0b9ae port 6b78ddef-e38b-428e-9840-8fd79a2f1389 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:02:49.837439 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:49.882699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad5ed4-f2fc-4a3b-982c-037de2d13526 req-c438b987-f971-4cb7-93be-46c6b4ae1199 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:49.886794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Pushing event updated for resources: {'Port': ['ID=8aa09b86-0a4a-4185-85aa-3a517a5ac817,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:49.903892 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8ad5ed4-f2fc-4a3b-982c-037de2d13526 req-c438b987-f971-4cb7-93be-46c6b4ae1199 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 946 time: 0.1707263 Aug 26 11:02:49.918043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Network 422b83e2-7e10-47a2-8152-9c68f447760b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:49.927898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:49.944019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:49.982070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8ad5ed4-f2fc-4a3b-982c-037de2d13526 req-00de248f-7494-4a2a-8f47-48cb97107467 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766764 Aug 26 11:02:50.085390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Attempting to bind port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:02:50.085989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Attempting to bind port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '108d9663-b953-47b3-925a-5716bb402878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '422b83e2-7e10-47a2-8152-9c68f447760b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:02:50.086600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Attempting to bind port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 on network 422b83e2-7e10-47a2-8152-9c68f447760b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:50.095156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:50.095768 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:50.140035 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:02:50.140612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Checking segment: {'id': '108d9663-b953-47b3-925a-5716bb402878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '422b83e2-7e10-47a2-8152-9c68f447760b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:50.141269 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:50.141920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Bound using segment: {'id': '108d9663-b953-47b3-925a-5716bb402878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '422b83e2-7e10-47a2-8152-9c68f447760b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:02:50.142755 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Bound port: 8aa09b86-0a4a-4185-85aa-3a517a5ac817, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108d9663-b953-47b3-925a-5716bb402878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '422b83e2-7e10-47a2-8152-9c68f447760b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:02:50.143389 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:50.317440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] For port 8aa09b86-0a4a-4185-85aa-3a517a5ac817, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:02:50.317440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] For port 8aa09b86-0a4a-4185-85aa-3a517a5ac817, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8aa09b86-0a4a-4185-85aa-3a517a5ac817,segment=NetworkSegment(108d9663-b953-47b3-925a-5716bb402878),segment_id=108d9663-b953-47b3-925a-5716bb402878)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:02:50.363850 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:50.457963 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:50.500446 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:50.582088 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:50.597930 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Transition to ACTIVE for port object 6b78ddef-e38b-428e-9840-8fd79a2f1389 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:50.607849 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:50.631999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70abc6-44d8-47c7-885d-3b30f8310175 None None] Pushing event updated for resources: {'Port': ['ID=8aa09b86-0a4a-4185-85aa-3a517a5ac817,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:50.671122 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Pushing event updated for resources: {'Port': ['ID=6b78ddef-e38b-428e-9840-8fd79a2f1389,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:50.689518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4145e-49d4-4a69-8c79-ada06605e741 req-79ee1b2b-2f01-43b8-bf47-bab5851e34d6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:50.697625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8dc4145e-49d4-4a69-8c79-ada06605e741 req-79ee1b2b-2f01-43b8-bf47-bab5851e34d6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.2136085 Aug 26 11:02:50.703915 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.704910 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.705508 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.706090 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.706849 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.707442 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.707988 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.708545 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.709356 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.709905 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.711346 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.712481 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:50.772754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64428d-0618-47d9-b2d5-7d317aa92df0 req-6a328172-b41e-494b-8dff-1754817196f4 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:50.781945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc64428d-0618-47d9-b2d5-7d317aa92df0 req-6a328172-b41e-494b-8dff-1754817196f4 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 946 time: 0.2397850 Aug 26 11:02:50.852873 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Attempting to bind port 6b78ddef-e38b-428e-9840-8fd79a2f1389 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:02:50.854994 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Attempting to bind port 6b78ddef-e38b-428e-9840-8fd79a2f1389 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:02:50.855986 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Attempting to bind port 6b78ddef-e38b-428e-9840-8fd79a2f1389 on network dd58b45f-4b7c-433b-9f97-e8cc9467e28c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:02:50.875081 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:02:50.876401 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Checking segment: {'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:02:50.877401 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:50.878389 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Bound using segment: {'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:02:50.879607 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Bound port: 6b78ddef-e38b-428e-9840-8fd79a2f1389, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:02:50.881233 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:50.900561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8dc4145e-49d4-4a69-8c79-ada06605e741 req-2cae0039-7b1b-4d19-b5d3-bf496391dcab tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996024 Aug 26 11:02:51.004780 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:02:51.055669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc64428d-0618-47d9-b2d5-7d317aa92df0 req-921b26c1-89ec-46a6-8108-098dbba5a1e3 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727141 Aug 26 11:02:51.125261 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] For port 6b78ddef-e38b-428e-9840-8fd79a2f1389, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:02:51.141702 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] For port 6b78ddef-e38b-428e-9840-8fd79a2f1389, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6b78ddef-e38b-428e-9840-8fd79a2f1389,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:02:51.165348 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:51.261696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc76a69-1392-4fc1-92cc-247bbd27878f req-9dce427b-41eb-482a-9983-deb5c8f4db7d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:51.274508 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bc76a69-1392-4fc1-92cc-247bbd27878f req-9dce427b-41eb-482a-9983-deb5c8f4db7d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1486523 Aug 26 11:02:51.350478 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bc76a69-1392-4fc1-92cc-247bbd27878f req-b0eed2fe-7f67-4699-b3ee-e7b69699339a tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746183 Aug 26 11:02:51.371633 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5a810-bfd2-4f32-9961-e2ee739c7bad None None] Pushing event updated for resources: {'Port': ['ID=6b78ddef-e38b-428e-9840-8fd79a2f1389,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:51.378388 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Routers {'0e53ce51-de17-40a0-96db-d88672c0b9ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:51.379494 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0e53ce51-de17-40a0-96db-d88672c0b9ae'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:51.772563 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] Set router 0e53ce51-de17-40a0-96db-d88672c0b9ae gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:02:51.808065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5f474-e996-4bb1-a308-a87f89c8d614 req-e268c08c-73bc-44b3-9111-080e228966f2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:51.809767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79a5f474-e996-4bb1-a308-a87f89c8d614 req-e268c08c-73bc-44b3-9111-080e228966f2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 946 time: 0.1897097 Aug 26 11:02:51.931103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8aa09b86-0a4a-4185-85aa-3a517a5ac817 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:51.971777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eac5c-3795-48d1-bb35-a76208b24bf7 req-1eb09ea6-e661-4f9f-846b-07600864b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:51.974653 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d91eac5c-3795-48d1-bb35-a76208b24bf7 req-1eb09ea6-e661-4f9f-846b-07600864b173 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 1097 time: 0.3065295 Aug 26 11:02:52.044296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-79a5f474-e996-4bb1-a308-a87f89c8d614 req-01628be0-270f-4a9d-956a-be9f2b1e842a tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890950 Aug 26 11:02:52.122447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b95e3-b88b-4366-bd89-68674e0ce9b3 req-3bcdb1b1-bec0-4c41-a9fd-64816e5df909 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:52.136527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b4b95e3-b88b-4366-bd89-68674e0ce9b3 req-3bcdb1b1-bec0-4c41-a9fd-64816e5df909 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.3241203 Aug 26 11:02:52.203411 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:52.215231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:52.220320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6b78ddef-e38b-428e-9840-8fd79a2f1389 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:52.315668 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6b78ddef-e38b-428e-9840-8fd79a2f1389', 'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'mac_address': 'fa:16:3e:2a:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:36Z', 'updated_at': '2021-08-26T11:02:51Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'subnets': [{'id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:52.346567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b4b95e3-b88b-4366-bd89-68674e0ce9b3 req-7f2e055d-903f-4f3f-8459-7c2a59e965fc tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054701 Aug 26 11:02:52.364735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6b78ddef-e38b-428e-9840-8fd79a2f1389 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:52.369522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6b78ddef-e38b-428e-9840-8fd79a2f1389 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:52.370718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:52.407867 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2724b598-e013-41c6-8c0b-b88f6e36f723 None None] The sync data for ids ['0e53ce51-de17-40a0-96db-d88672c0b9ae'] in n-d-778550-13 is: [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6b78ddef-e38b-428e-9840-8fd79a2f1389', 'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'mac_address': 'fa:16:3e:2a:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:36Z', 'updated_at': '2021-08-26T11:02:51Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'subnets': [{'id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:02:52.452866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Allocated IP 2001:db8::1 (7543dd19-0557-4af0-af8a-cc16f0fb3844/0ea66718-ad27-4763-bb16-f0fabaf3dec9/2bc99740-8cbc-4aaa-a583-6fe09afe5176) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:02:52.566700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d800c9-7416-453f-9232-76f40c4248fd None None] Network 422b83e2-7e10-47a2-8152-9c68f447760b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:02:52.642017 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:52.660196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Transition to ACTIVE for port object 2bc99740-8cbc-4aaa-a583-6fe09afe5176 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:02:52.709788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:52.802996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fa98e3ca-5d9f-4f3b-95ea-6e4ca9b451fb None None] Provisioning for port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:52.812640 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:52.817966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fa98e3ca-5d9f-4f3b-95ea-6e4ca9b451fb None None] Provisioning complete for port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:52.818665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa98e3ca-5d9f-4f3b-95ea-6e4ca9b451fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:52.840219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network 7543dd19-0557-4af0-af8a-cc16f0fb3844 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:52.850452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:52.853301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:02:52.854211 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:53.043611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be905e8-347f-4d75-9473-acb3ee59d6fa req-9390b6c3-044c-4273-ad79-f0d3cb41b4e4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:53.051650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2be905e8-347f-4d75-9473-acb3ee59d6fa req-9390b6c3-044c-4273-ad79-f0d3cb41b4e4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.3269532 Aug 26 11:02:53.111181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Port': ['ID=2bc99740-8cbc-4aaa-a583-6fe09afe5176,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:53.150644 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eac5c-3795-48d1-bb35-a76208b24bf7 req-369ea43a-2278-48d9-994e-d60eaf54a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:53.152784 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d91eac5c-3795-48d1-bb35-a76208b24bf7 req-369ea43a-2278-48d9-994e-d60eaf54a98a service neutron] 10.222.0.42 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 911 time: 0.4561207 Aug 26 11:02:53.153528 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:53.160243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119469c0-91a9-4d2b-a50f-66d2edf38549 req-e00bf57f-9d2e-441e-8bac-d236054558a4 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:53.175880 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 6b78ddef-e38b-428e-9840-8fd79a2f1389, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6b78ddef-e38b-428e-9840-8fd79a2f1389,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:53.177238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-119469c0-91a9-4d2b-a50f-66d2edf38549 req-e00bf57f-9d2e-441e-8bac-d236054558a4 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 946 time: 0.3177714 Aug 26 11:02:53.280542 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d91eac5c-3795-48d1-bb35-a76208b24bf7 req-62278e7d-d69c-481e-af67-462ac79699c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 HTTP/1.1" status: 200 len: 1001 time: 0.1161869 Aug 26 11:02:53.290694 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:53.316566 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2be905e8-347f-4d75-9473-acb3ee59d6fa req-8c484f71-b99b-4217-96ef-fa6e2ac4f9c3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639194 Aug 26 11:02:53.400575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-119469c0-91a9-4d2b-a50f-66d2edf38549 req-5b4b874e-92e7-41d2-8af7-55c11c49046b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224107 Aug 26 11:02:53.453476 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa98e3ca-5d9f-4f3b-95ea-6e4ca9b451fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:53.492637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eac5c-3795-48d1-bb35-a76208b24bf7 req-23ff9ec8-941f-4e25-85c0-d7cac2c62732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:53.496017 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d91eac5c-3795-48d1-bb35-a76208b24bf7 req-23ff9ec8-941f-4e25-85c0-d7cac2c62732 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.2087436 Aug 26 11:02:53.540886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=6b78ddef-e38b-428e-9840-8fd79a2f1389,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:53.610025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.610511 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.611901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.613063 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.613513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.613952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.614565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.619465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.620191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.620813 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.621986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.622456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:02:53.653091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fa98e3ca-5d9f-4f3b-95ea-6e4ca9b451fb None None] For port 8aa09b86-0a4a-4185-85aa-3a517a5ac817, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8aa09b86-0a4a-4185-85aa-3a517a5ac817,segment=NetworkSegment(108d9663-b953-47b3-925a-5716bb402878),segment_id=108d9663-b953-47b3-925a-5716bb402878)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:53.672169 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa98e3ca-5d9f-4f3b-95ea-6e4ca9b451fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:53.740971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8618f-7aab-4928-bbd9-b77f386de085 req-54fee219-f472-4959-ad30-92f5799fcbd6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:53.749449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fd8618f-7aab-4928-bbd9-b77f386de085 req-54fee219-f472-4959-ad30-92f5799fcbd6 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.1649959 Aug 26 11:02:53.826822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fd8618f-7aab-4928-bbd9-b77f386de085 req-fd986a02-7fa5-4176-a491-1ca1a0d18051 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758822 Aug 26 11:02:53.835935 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:53.888568 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:53.889396 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:53.967326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bed8f427-03e0-470c-bccf-3ce157f3fe5e None None] Provisioning for port 2bc99740-8cbc-4aaa-a583-6fe09afe5176 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:02:53.975903 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98e3ca-5d9f-4f3b-95ea-6e4ca9b451fb None None] Pushing event updated for resources: {'Port': ['ID=8aa09b86-0a4a-4185-85aa-3a517a5ac817,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:53.980647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bed8f427-03e0-470c-bccf-3ce157f3fe5e None None] Provisioning complete for port 2bc99740-8cbc-4aaa-a583-6fe09afe5176 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:53.981406 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bed8f427-03e0-470c-bccf-3ce157f3fe5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:54.126448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eac5c-3795-48d1-bb35-a76208b24bf7 req-22e4d91e-343a-45ec-9aa5-eab409599941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:54.129106 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d91eac5c-3795-48d1-bb35-a76208b24bf7 req-22e4d91e-343a-45ec-9aa5-eab409599941 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2862399 Aug 26 11:02:54.188432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event updated for resources: {'Port': ['ID=2bc99740-8cbc-4aaa-a583-6fe09afe5176,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:54.245511 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bed8f427-03e0-470c-bccf-3ce157f3fe5e None None] Port 2bc99740-8cbc-4aaa-a583-6fe09afe5176 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:02:54.257863 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Network 7543dd19-0557-4af0-af8a-cc16f0fb3844 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:02:54.271832 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:02:54.272906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1325363-a6b8-4ed9-a098-83a6cbb446eb req-a7f9dda2-a0cd-4a19-b695-9b0eadbd92b8 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:54.275394 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1325363-a6b8-4ed9-a098-83a6cbb446eb req-a7f9dda2-a0cd-4a19-b695-9b0eadbd92b8 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 946 time: 0.0993969 Aug 26 11:02:54.391273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-437bc044-19a1-4919-8fba-2d5b5fca1bf7 None None] Provisioning complete for port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:54.391649 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-437bc044-19a1-4919-8fba-2d5b5fca1bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:54.436232 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d91eac5c-3795-48d1-bb35-a76208b24bf7 req-2bdc74d2-3fa6-47e4-be5b-599ab113941d service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881114 Aug 26 11:02:54.574053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Router 8754c3bc-f09c-4729-b720-e8b020b4e00b has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:02:54.618606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb404f0-e07b-42e6-9bbe-969818458d10 req-fbcc3a9d-cb75-4fb7-bb80-bae94da06f6b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:54.621207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb404f0-e07b-42e6-9bbe-969818458d10 req-fbcc3a9d-cb75-4fb7-bb80-bae94da06f6b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1893091 Aug 26 11:02:54.678128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb8ce5-51b4-4aec-b7b9-aad3314a86cd req-c704e262-d0ce-4f31-9c49-a8436d5471c3 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:54.679801 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43cb8ce5-51b4-4aec-b7b9-aad3314a86cd req-c704e262-d0ce-4f31-9c49-a8436d5471c3 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 946 time: 0.1239784 Aug 26 11:02:54.720094 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb404f0-e07b-42e6-9bbe-969818458d10 req-ba49982b-5326-464b-8ee4-ca851ecb205f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866263 Aug 26 11:02:54.739879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-a1325363-a6b8-4ed9-a098-83a6cbb446eb req-f7f52bc2-d00e-46d7-ba55-00be57ee9ac9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Deleting port 1d7350aa-aa88-41f3-b571-eae397aacc8a {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:02:54.747091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a1325363-a6b8-4ed9-a098-83a6cbb446eb req-f7f52bc2-d00e-46d7-ba55-00be57ee9ac9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:54.872195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43cb8ce5-51b4-4aec-b7b9-aad3314a86cd req-95875adf-c255-4e08-acea-00ed6b43fae2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618688 Aug 26 11:02:54.905262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2704eaea-4ec3-4fb5-9338-c8c2ba3fd8b2 None None] Provisioning complete for port 2bc99740-8cbc-4aaa-a583-6fe09afe5176 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:54.905646 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2704eaea-4ec3-4fb5-9338-c8c2ba3fd8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:54.978072 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d91eac5c-3795-48d1-bb35-a76208b24bf7 req-8d339e02-04f1-4cbf-91bf-7715b26990cc service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308685 Aug 26 11:02:54.980791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:02:54.994292 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5f9c83d3-fb99-4532-9ca2-bb3ff7a65691 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "PUT /v2.0/routers/8754c3bc-f09c-4729-b720-e8b020b4e00b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4328368 Aug 26 11:02:54.996431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60044) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:55.004290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714229d-6909-4f03-82e6-5195ac4f64b5 None None] Sync routers for ids ['8754c3bc-f09c-4729-b720-e8b020b4e00b'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:02:55.043757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2704eaea-4ec3-4fb5-9338-c8c2ba3fd8b2 None None] Port 2bc99740-8cbc-4aaa-a583-6fe09afe5176 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:02:55.049774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a1325363-a6b8-4ed9-a098-83a6cbb446eb req-f7f52bc2-d00e-46d7-ba55-00be57ee9ac9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] For port 1d7350aa-aa88-41f3-b571-eae397aacc8a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d7350aa-aa88-41f3-b571-eae397aacc8a,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:55.050390 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a1325363-a6b8-4ed9-a098-83a6cbb446eb req-f7f52bc2-d00e-46d7-ba55-00be57ee9ac9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:55.061417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5714229d-6909-4f03-82e6-5195ac4f64b5 None None] Routers {'8754c3bc-f09c-4729-b720-e8b020b4e00b'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:55.062135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5714229d-6909-4f03-82e6-5195ac4f64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8754c3bc-f09c-4729-b720-e8b020b4e00b'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:55.090847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-a1325363-a6b8-4ed9-a098-83a6cbb446eb req-f7f52bc2-d00e-46d7-ba55-00be57ee9ac9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Calling delete_port for 1d7350aa-aa88-41f3-b571-eae397aacc8a owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:02:55.139548 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1080e23a-7250-486f-8484-4ac5728dbb11 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:55.149597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5714229d-6909-4f03-82e6-5195ac4f64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:55.164273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5714229d-6909-4f03-82e6-5195ac4f64b5 None None] Routers {'8754c3bc-f09c-4729-b720-e8b020b4e00b'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:55.165144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5714229d-6909-4f03-82e6-5195ac4f64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8754c3bc-f09c-4729-b720-e8b020b4e00b'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:55.192396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57b1b8-a220-4eeb-aafd-439a0b29f3b3 req-5a9f7067-6dbb-4e41-af8a-e1228b4ca918 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:55.201351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a57b1b8-a220-4eeb-aafd-439a0b29f3b3 req-5a9f7067-6dbb-4e41-af8a-e1228b4ca918 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.1276336 Aug 26 11:02:55.221384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5714229d-6909-4f03-82e6-5195ac4f64b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:55.221384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5714229d-6909-4f03-82e6-5195ac4f64b5 None None] The sync data for ids ['8754c3bc-f09c-4729-b720-e8b020b4e00b'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:02:55.262821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a57b1b8-a220-4eeb-aafd-439a0b29f3b3 req-5ce64657-ae28-448b-9bf9-3b5a4e727d2a tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605016 Aug 26 11:02:55.301532 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-1080e23a-7250-486f-8484-4ac5728dbb11 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 26 11:02:55.302767 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1080e23a-7250-486f-8484-4ac5728dbb11 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "DELETE /v2.0/routers/8754c3bc-f09c-4729-b720-e8b020b4e00b HTTP/1.1" status: 409 len: 329 time: 0.3049283 Aug 26 11:02:55.307172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60050) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:55.377418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a1325363-a6b8-4ed9-a098-83a6cbb446eb req-f7f52bc2-d00e-46d7-ba55-00be57ee9ac9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:55.394058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0', '1d7350aa-aa88-41f3-b571-eae397aacc8a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:02:55.582496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1325363-a6b8-4ed9-a098-83a6cbb446eb req-f7f52bc2-d00e-46d7-ba55-00be57ee9ac9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] No DVR routers for this DVR port 1d7350aa-aa88-41f3-b571-eae397aacc8a on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:02:55.584964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f52bc2-d00e-46d7-ba55-00be57ee9ac9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event deleted for resources: {'Port': ['ID=1d7350aa-aa88-41f3-b571-eae397aacc8a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:55.587977 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a1325363-a6b8-4ed9-a098-83a6cbb446eb req-f7f52bc2-d00e-46d7-ba55-00be57ee9ac9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:55.591208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1325363-a6b8-4ed9-a098-83a6cbb446eb req-f7f52bc2-d00e-46d7-ba55-00be57ee9ac9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "DELETE /v2.0/ports/1d7350aa-aa88-41f3-b571-eae397aacc8a HTTP/1.1" status: 204 len: 173 time: 1.3084104 Aug 26 11:02:55.592443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c93c40-442d-4125-b835-fdb7250d26e0', 'name': 'network-vif-deleted', 'tag': '1d7350aa-aa88-41f3-b571-eae397aacc8a'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:02:55.595088 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7bb985-bd43-4c4d-9c3f-099908097851" -d '{"events": [{"server_uuid": "21c93c40-442d-4125-b835-fdb7250d26e0", "name": "network-vif-deleted", "tag": "1d7350aa-aa88-41f3-b571-eae397aacc8a"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:02:55.598966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8aa09b86-0a4a-4185-85aa-3a517a5ac817 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:55.731446 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4268577d-85bc-4939-af27-51b4158e19ca x-openstack-request-id: req-4268577d-85bc-4939-af27-51b4158e19ca {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:02:55.732044 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21c93c40-442d-4125-b835-fdb7250d26e0", "name": "network-vif-deleted", "tag": "1d7350aa-aa88-41f3-b571-eae397aacc8a", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:02:55.732467 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4268577d-85bc-4939-af27-51b4158e19ca {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:02:55.733044 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c93c40-442d-4125-b835-fdb7250d26e0', 'name': 'network-vif-deleted', 'tag': '1d7350aa-aa88-41f3-b571-eae397aacc8a', 'status': 'completed', 'code': 200} Aug 26 11:02:55.930585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:55.935493 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:55.987059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a44927c8-848b-459e-8034-93d84b55295d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:56.158437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec65f35-2a34-41ac-bab4-ee060b7edac3 req-11e930c8-8877-42aa-8a86-c781b7f222e4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:56.175957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ec65f35-2a34-41ac-bab4-ee060b7edac3 req-11e930c8-8877-42aa-8a86-c781b7f222e4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.2058160 Aug 26 11:02:56.269426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ec65f35-2a34-41ac-bab4-ee060b7edac3 req-b1b23ef8-1936-49a0-ba2a-c2035a281267 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924070 Aug 26 11:02:56.337412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6b78ddef-e38b-428e-9840-8fd79a2f1389 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:02:56.344212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb7905fb-a743-48be-8ed4-2cc967a800af req-22b56ff9-7193-4831-94c7-667b56cad8eb tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c93c40-442d-4125-b835-fdb7250d26e0 HTTP/1.1" status: 200 len: 210 time: 0.0552931 Aug 26 11:02:56.471024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6b78ddef-e38b-428e-9840-8fd79a2f1389 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:02:56.475295 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:56.728285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15832857-5d64-4b65-9052-515f7d31da00 req-5b7599c1-8f06-4b20-8841-978085450a3b tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:56.748391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15832857-5d64-4b65-9052-515f7d31da00 req-5b7599c1-8f06-4b20-8841-978085450a3b tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.1740367 Aug 26 11:02:56.824568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a44927c8-848b-459e-8034-93d84b55295d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Deleting port 2bc99740-8cbc-4aaa-a583-6fe09afe5176 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:02:56.826150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a44927c8-848b-459e-8034-93d84b55295d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:56.834010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15832857-5d64-4b65-9052-515f7d31da00 req-0f04e883-991c-4768-aeac-1ac295957523 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842292 Aug 26 11:02:56.985908 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a44927c8-848b-459e-8034-93d84b55295d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:57.004811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a44927c8-848b-459e-8034-93d84b55295d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Calling delete_port for 2bc99740-8cbc-4aaa-a583-6fe09afe5176 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:02:57.295185 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a44927c8-848b-459e-8034-93d84b55295d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:57.330588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44927c8-848b-459e-8034-93d84b55295d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Port': ['ID=2bc99740-8cbc-4aaa-a583-6fe09afe5176,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:57.555127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6f104-e533-4f45-8e80-b5c75c3ce4c4 req-64a803f7-9f15-4c2d-b39b-4ef7b6d5c51f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:57.559076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ad6f104-e533-4f45-8e80-b5c75c3ce4c4 req-64a803f7-9f15-4c2d-b39b-4ef7b6d5c51f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1803117 Aug 26 11:02:57.673537 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ad6f104-e533-4f45-8e80-b5c75c3ce4c4 req-710ccc5a-0dbe-4963-b1c1-21c010ebb554 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923786 Aug 26 11:02:58.057095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a44927c8-848b-459e-8034-93d84b55295d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:58.092381 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-a415506e-aa4f-4335-a23f-bb31de5e157a tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:58.095282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-a415506e-aa4f-4335-a23f-bb31de5e157a tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.2383816 Aug 26 11:02:58.126353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-cb309e36-671c-4745-8917-53e258d27aa0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/quotas/b8d7e64294a14061bee27b24f1cafe89 HTTP/1.1" status: 200 len: 375 time: 0.0223191 Aug 26 11:02:58.207313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-7e155458-8439-444f-8a9c-e25b763515ef tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737410 Aug 26 11:02:58.345883 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d7350aa-aa88-41f3-b571-eae397aacc8a no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:02:58.365265 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44927c8-848b-459e-8034-93d84b55295d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Router 8754c3bc-f09c-4729-b720-e8b020b4e00b has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:02:58.381584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 1d7350aa-aa88-41f3-b571-eae397aacc8a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:02:58.381865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d7350aa-aa88-41f3-b571-eae397aacc8a not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:02:58.390049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-ceb5cdcb-a5e8-453e-9313-90bdd546c2f9 service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879170 Aug 26 11:02:58.469628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44927c8-848b-459e-8034-93d84b55295d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:02:58.482555 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a44927c8-848b-459e-8034-93d84b55295d tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "PUT /v2.0/routers/8754c3bc-f09c-4729-b720-e8b020b4e00b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1742847 Aug 26 11:02:58.488777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60128) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:58.494141 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665f01f-d307-4b6c-b629-b6102d8e87d3 None None] Sync routers for ids ['8754c3bc-f09c-4729-b720-e8b020b4e00b'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:02:58.520125 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665f01f-d307-4b6c-b629-b6102d8e87d3 None None] Routers {'8754c3bc-f09c-4729-b720-e8b020b4e00b'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:58.523213 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6665f01f-d307-4b6c-b629-b6102d8e87d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8754c3bc-f09c-4729-b720-e8b020b4e00b'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:58.538567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-08ca08dd-38fe-4bc1-967f-6a6792dcb9ca service neutron] 10.222.0.21 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376412 Aug 26 11:02:58.544983 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-aca7cee1-c861-499a-b94a-c516d297f910 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] show failed (client error): The resource could not be found. Aug 26 11:02:58.546473 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aca7cee1-c861-499a-b94a-c516d297f910 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1346159469 HTTP/1.1" status: 404 len: 335 time: 0.0548210 Aug 26 11:02:58.551476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60130) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:58.556837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c0e8b6f9-5ee4-4344-8aee-291d897410d0 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:02:58.608414 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-c0e8b6f9-5ee4-4344-8aee-291d897410d0 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] update failed (client error): The resource could not be found. Aug 26 11:02:58.609879 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6665f01f-d307-4b6c-b629-b6102d8e87d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:58.614168 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c0e8b6f9-5ee4-4344-8aee-291d897410d0 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1653122481 HTTP/1.1" status: 404 len: 335 time: 0.0583489 Aug 26 11:02:58.614815 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60134) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:58.625388 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665f01f-d307-4b6c-b629-b6102d8e87d3 None None] Routers {'8754c3bc-f09c-4729-b720-e8b020b4e00b'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:02:58.626114 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6665f01f-d307-4b6c-b629-b6102d8e87d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:02:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8754c3bc-f09c-4729-b720-e8b020b4e00b'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:58.684465 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6665f01f-d307-4b6c-b629-b6102d8e87d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:02:58.685133 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665f01f-d307-4b6c-b629-b6102d8e87d3 None None] The sync data for ids ['8754c3bc-f09c-4729-b720-e8b020b4e00b'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:02:58.707181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d1a87d-efbe-472c-bd8b-5437c7a1f5ca tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Deleting subnet 10751f57-e9a8-41e8-b4fc-57ad8e978e31 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:02:58.711082 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31d1a87d-efbe-472c-bd8b-5437c7a1f5ca tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:58.764145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31d1a87d-efbe-472c-bd8b-5437c7a1f5ca tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:58.945797 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31d1a87d-efbe-472c-bd8b-5437c7a1f5ca tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:59.085657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b26e9c05-76d2-4b54-8169-1006fffd2190 req-ec6ca385-361a-4e1d-9c39-5c98065da62e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 210 time: 0.0604103 Aug 26 11:02:59.153957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c099c8-954f-4b5b-b728-af251e503dcb req-b1f5f871-f33d-4fe3-99a8-5f788dad0148 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:02:59.156531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58c099c8-954f-4b5b-b728-af251e503dcb req-b1f5f871-f33d-4fe3-99a8-5f788dad0148 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.3590844 Aug 26 11:02:59.186185 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31d1a87d-efbe-472c-bd8b-5437c7a1f5ca tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:59.240113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1a87d-efbe-472c-bd8b-5437c7a1f5ca tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Subnet': ['ID=10751f57-e9a8-41e8-b4fc-57ad8e978e31,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:59.248217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31d1a87d-efbe-472c-bd8b-5437c7a1f5ca tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:59.253490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60156) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:02:59.254241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-31d1a87d-efbe-472c-bd8b-5437c7a1f5ca tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "DELETE /v2.0/subnets/10751f57-e9a8-41e8-b4fc-57ad8e978e31 HTTP/1.1" status: 204 len: 168 time: 0.6374109 Aug 26 11:02:59.266032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e006c14-7024-4b1d-bfce-1d3dd1cf3444 None None] Network 422b83e2-7e10-47a2-8152-9c68f447760b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:02:59.266344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58c099c8-954f-4b5b-b728-af251e503dcb req-af64b064-9c33-4bcc-ba99-c01fb7564edd tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013615 Aug 26 11:02:59.379884 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:59.457985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Deleting port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:02:59.458629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:59.628859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b8b910-192a-4119-96cf-69dec5c52d8d None None] DHCP port deletion for 422b83e2-7e10-47a2-8152-9c68f447760b request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:02:59.638550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] For port 8aa09b86-0a4a-4185-85aa-3a517a5ac817, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8aa09b86-0a4a-4185-85aa-3a517a5ac817,segment=NetworkSegment(108d9663-b953-47b3-925a-5716bb402878),segment_id=108d9663-b953-47b3-925a-5716bb402878)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:59.639130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:59.673984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Calling delete_port for 8aa09b86-0a4a-4185-85aa-3a517a5ac817 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:02:59.775204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-50b8b910-192a-4119-96cf-69dec5c52d8d None None] Deleting port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:02:59.775869 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50b8b910-192a-4119-96cf-69dec5c52d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:59.912142 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:59.938936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-50b8b910-192a-4119-96cf-69dec5c52d8d None None] For port 8aa09b86-0a4a-4185-85aa-3a517a5ac817, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8aa09b86-0a4a-4185-85aa-3a517a5ac817,segment=NetworkSegment(108d9663-b953-47b3-925a-5716bb402878),segment_id=108d9663-b953-47b3-925a-5716bb402878)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:02:59.939704 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50b8b910-192a-4119-96cf-69dec5c52d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:02:59.969960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Port': ['ID=8aa09b86-0a4a-4185-85aa-3a517a5ac817,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:02:59.970824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-50b8b910-192a-4119-96cf-69dec5c52d8d None None] Calling delete_port for 8aa09b86-0a4a-4185-85aa-3a517a5ac817 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:02:59.976662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] No DVR routers for this DVR port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:00.094506 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50b8b910-192a-4119-96cf-69dec5c52d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:00.133003 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:00.133696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8b910-192a-4119-96cf-69dec5c52d8d None None] Pushing event deleted for resources: {'Port': ['ID=8aa09b86-0a4a-4185-85aa-3a517a5ac817,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:00.149832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8b910-192a-4119-96cf-69dec5c52d8d None None] No DVR routers for this DVR port 8aa09b86-0a4a-4185-85aa-3a517a5ac817 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:00.172235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422b83e2-7e10-47a2-8152-9c68f447760b']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:00.195662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108d9663-b953-47b3-925a-5716bb402878') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:00.196245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108d9663-b953-47b3-925a-5716bb402878') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:00.229007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:00.277953 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:00.287601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:03:00.288255 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:03:00.292733 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:03:00.396066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50e45387-79e1-4004-8ad5-885fd41c887c req-d7059fca-b452-4c64-983e-3bb123da9de4 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 210 time: 0.0846069 Aug 26 11:03:00.453276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:00.463234 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:00.475689 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "DELETE /v2.0/networks/422b83e2-7e10-47a2-8152-9c68f447760b HTTP/1.1" status: 204 len: 168 time: 1.2207766 Aug 26 11:03:00.477031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60202) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:00.542910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-ed9706ea-23a4-4062-9190-1bb7a664c3e1 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:00.544379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-ed9706ea-23a4-4062-9190-1bb7a664c3e1 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 806 time: 0.3356485 Aug 26 11:03:00.556130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5a082-0c9c-4ba9-9ca4-175f44587e13 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Network': ['ID=422b83e2-7e10-47a2-8152-9c68f447760b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:00.612276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Request body: {'port': {'device_id': '16b46709-9874-4fa0-a25d-ba112a254149', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'admin_state_up': True, 'tenant_id': 'b8d7e64294a14061bee27b24f1cafe89'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:00.662915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-6720ffbb-08f6-425d-a23c-9f1bace4c835 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Deleting subnet e49d8755-bdff-45dc-aed5-9850b78ebaa7 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:03:00.667939 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6720ffbb-08f6-425d-a23c-9f1bace4c835 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:00.724503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6720ffbb-08f6-425d-a23c-9f1bace4c835 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:00.753695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308d461-10f8-40a6-9ac7-99a21294aba6 req-a20fae00-c992-4949-a762-a56a789fa65b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:00.755889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3308d461-10f8-40a6-9ac7-99a21294aba6 req-a20fae00-c992-4949-a762-a56a789fa65b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.2643158 Aug 26 11:03:00.828298 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3308d461-10f8-40a6-9ac7-99a21294aba6 req-3ea38542-9ba3-4cfe-bb0e-e59f1d89aeae tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552268 Aug 26 11:03:00.849876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Made reservation on behalf of b8d7e64294a14061bee27b24f1cafe89 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:03:00.872669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.003062 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6720ffbb-08f6-425d-a23c-9f1bace4c835 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.139262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Allocated IP 172.20.0.8 (f26d7fc6-3093-4095-86d1-7a49e1a4c1e2/8930c4d8-d9e7-491f-bdc1-07f2ef2624b2/dd3748d4-4931-41c3-ba1d-a395d158361d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:03:01.145663 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6720ffbb-08f6-425d-a23c-9f1bace4c835 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.171958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720ffbb-08f6-425d-a23c-9f1bace4c835 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Subnet': ['ID=e49d8755-bdff-45dc-aed5-9850b78ebaa7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:01.183196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6720ffbb-08f6-425d-a23c-9f1bace4c835 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.187780 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6720ffbb-08f6-425d-a23c-9f1bace4c835 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "DELETE /v2.0/subnets/e49d8755-bdff-45dc-aed5-9850b78ebaa7 HTTP/1.1" status: 204 len: 168 time: 0.6819570 Aug 26 11:03:01.188140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60216) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:01.191929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d551c4-588c-421c-9489-9c380dacd089 None None] Network 0feea0dd-9d1b-4eb7-a670-f2787a080f7c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:03:01.278861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ad1075-1835-4574-821c-a279b279c9c6 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Deleting subnet 5085b4e9-a4a6-49dc-b8d3-00b351af93fd {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:03:01.283736 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66ad1075-1835-4574-821c-a279b279c9c6 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.352596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66ad1075-1835-4574-821c-a279b279c9c6 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.480003 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.486840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97941dc-4793-4fe4-8535-667ae756f18a None None] DHCP port deletion for 0feea0dd-9d1b-4eb7-a670-f2787a080f7c request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:03:01.536112 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66ad1075-1835-4574-821c-a279b279c9c6 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.589571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8aa09b86-0a4a-4185-85aa-3a517a5ac817 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:03:01.621001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 8aa09b86-0a4a-4185-85aa-3a517a5ac817 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:03:01.621538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8aa09b86-0a4a-4185-85aa-3a517a5ac817 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:03:01.630830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6481964e-1fc8-4748-a976-47ce8a31b932 req-3363321f-af94-433d-9918-b788d4c0cdd7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 210 time: 0.0883317 Aug 26 11:03:01.646801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66ad1075-1835-4574-821c-a279b279c9c6 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.655052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e97941dc-4793-4fe4-8535-667ae756f18a None None] Deleting port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:03:01.655467 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e97941dc-4793-4fe4-8535-667ae756f18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.678207 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.678899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad1075-1835-4574-821c-a279b279c9c6 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Subnet': ['ID=5085b4e9-a4a6-49dc-b8d3-00b351af93fd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:01.682891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66ad1075-1835-4574-821c-a279b279c9c6 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.689407 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-66ad1075-1835-4574-821c-a279b279c9c6 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "DELETE /v2.0/subnets/5085b4e9-a4a6-49dc-b8d3-00b351af93fd HTTP/1.1" status: 204 len: 168 time: 0.5002065 Aug 26 11:03:01.690592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60226) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:01.753600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:01.783797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:03:01.789297 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.790538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:03:01.795879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:03:01.857307 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Deleting port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:03:01.857739 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.868848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01819b52-a0bd-46c3-84ad-fc5cf984bd65 None None] Network ec7d7bad-50c1-4081-a8c6-d21807b39d40 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:03:01.925623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:01.926644 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.963104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] For port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2,segment=NetworkSegment(ce845bb3-1e71-417c-95b6-18514650b748),segment_id=ce845bb3-1e71-417c-95b6-18514650b748)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:01.963971 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:01.965416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4025059 Aug 26 11:03:01.983442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Calling delete_port for 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:03:01.998012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Request body: {'port': {'device_id': '16b46709-9874-4fa0-a25d-ba112a254149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:02.004617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a6df4-09a8-45cb-a203-61aeff1f3d0e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event updated for resources: {'Port': ['ID=dd3748d4-4931-41c3-ba1d-a395d158361d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:02.060880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402248b-34e8-406f-befb-8793c247e8ee req-0f2de0d9-b21a-41b3-ad7d-98efb2639a9f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:02.062485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2402248b-34e8-406f-befb-8793c247e8ee req-0f2de0d9-b21a-41b3-ad7d-98efb2639a9f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1181333 Aug 26 11:03:02.102635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e97941dc-4793-4fe4-8535-667ae756f18a None None] For port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2,segment=NetworkSegment(ce845bb3-1e71-417c-95b6-18514650b748),segment_id=ce845bb3-1e71-417c-95b6-18514650b748)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:02.103164 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e97941dc-4793-4fe4-8535-667ae756f18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.107503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.111253 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.169691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e97941dc-4793-4fe4-8535-667ae756f18a None None] Calling delete_port for 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:03:02.180446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Port': ['ID=27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:02.186541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] No DVR routers for this DVR port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:02.189822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2402248b-34e8-406f-befb-8793c247e8ee req-f2ffbcc1-bfa3-4776-9837-23bfad98872b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049862 Aug 26 11:03:02.294520 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.312820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0feea0dd-9d1b-4eb7-a670-f2787a080f7c']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:02.337170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce845bb3-1e71-417c-95b6-18514650b748') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:02.337578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce845bb3-1e71-417c-95b6-18514650b748') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:02.357598 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.405466 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.416897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:03:02.417382 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.426713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e97941dc-4793-4fe4-8535-667ae756f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.483313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97941dc-4793-4fe4-8535-667ae756f18a None None] Pushing event deleted for resources: {'Port': ['ID=27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:02.493131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f090a9b7-0a7e-4f13-86b4-cfbed1bf707f None None] DHCP port deletion for ec7d7bad-50c1-4081-a8c6-d21807b39d40 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:03:02.503593 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97941dc-4793-4fe4-8535-667ae756f18a None None] No DVR routers for this DVR port 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:03:02.560175 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:03:02.578502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f090a9b7-0a7e-4f13-86b4-cfbed1bf707f None None] Deleting port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:03:02.580374 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f090a9b7-0a7e-4f13-86b4-cfbed1bf707f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.589213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.607030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.618563 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "DELETE /v2.0/networks/0feea0dd-9d1b-4eb7-a670-f2787a080f7c HTTP/1.1" status: 204 len: 168 time: 0.9201002 Aug 26 11:03:02.622090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60244) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:02.636951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df57d49-a6fc-4061-8770-40520d46dc79 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Network': ['ID=0feea0dd-9d1b-4eb7-a670-f2787a080f7c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:02.715188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f090a9b7-0a7e-4f13-86b4-cfbed1bf707f None None] For port a70d2aa7-2118-4d6f-8ced-b57bdef6e826, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a70d2aa7-2118-4d6f-8ced-b57bdef6e826,segment=NetworkSegment(0a12cecd-3a61-4aa9-a7ed-54d305c70d58),segment_id=0a12cecd-3a61-4aa9-a7ed-54d305c70d58)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:02.715460 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f090a9b7-0a7e-4f13-86b4-cfbed1bf707f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.743312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3748d4-4931-41c3-ba1d-a395d158361d {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:03:02.761051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f090a9b7-0a7e-4f13-86b4-cfbed1bf707f None None] Calling delete_port for a70d2aa7-2118-4d6f-8ced-b57bdef6e826 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:03:02.767331 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.817380 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.824628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Transition to ACTIVE for port object dd3748d4-4931-41c3-ba1d-a395d158361d will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:03:02.837180 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.906858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305dcec-8ac3-4928-9c5f-5aaa5ea0b7a9 req-3c64a366-3b0c-4954-979b-4ba28a3fc5e9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:02.912381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d305dcec-8ac3-4928-9c5f-5aaa5ea0b7a9 req-3c64a366-3b0c-4954-979b-4ba28a3fc5e9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 931 time: 0.1682234 Aug 26 11:03:02.959158 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f090a9b7-0a7e-4f13-86b4-cfbed1bf707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:02.989862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090a9b7-0a7e-4f13-86b4-cfbed1bf707f None None] No DVR routers for this DVR port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:02.991680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090a9b7-0a7e-4f13-86b4-cfbed1bf707f None None] Pushing event deleted for resources: {'Port': ['ID=a70d2aa7-2118-4d6f-8ced-b57bdef6e826,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:02.997957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3748d4-4931-41c3-ba1d-a395d158361d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:03.297623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d305dcec-8ac3-4928-9c5f-5aaa5ea0b7a9 req-f9652b96-9b93-4883-a62c-e988e30b8542 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726804 Aug 26 11:03:03.375233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Deleting port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:03:03.375687 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:03.395087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Attempting to bind port dd3748d4-4931-41c3-ba1d-a395d158361d on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:03:03.395424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Attempting to bind port dd3748d4-4931-41c3-ba1d-a395d158361d by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:03:03.395761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Attempting to bind port dd3748d4-4931-41c3-ba1d-a395d158361d on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:03:03.440684 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa57d2b-a11c-4979-9336-b4088132944d req-60f3a0b8-284e-4b7a-bacf-9b9b67311b5c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:03.442165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-caa57d2b-a11c-4979-9336-b4088132944d req-60f3a0b8-284e-4b7a-bacf-9b9b67311b5c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1381817 Aug 26 11:03:03.450287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Port dd3748d4-4931-41c3-ba1d-a395d158361d on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:03:03.450617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Attempting to bind port dd3748d4-4931-41c3-ba1d-a395d158361d on network f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:03:03.526998 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-caa57d2b-a11c-4979-9336-b4088132944d req-4a83c036-3213-4a49-8dae-7d85c8e74960 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723884 Aug 26 11:03:03.527989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:03:03.528302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Checking segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:03:03.528685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Bound using segment: {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:03:03.529136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Bound port: dd3748d4-4931-41c3-ba1d-a395d158361d, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ecffc8-5550-4809-874d-9c926d1eb0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:03:03.529495 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:03.535652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:03:03.545958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] For port a70d2aa7-2118-4d6f-8ced-b57bdef6e826, host n-d-778550-13, got binding levels [] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:03.548173 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:03.566472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:03:03.566911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 27ab551c-cc2d-4bfa-a3c5-32a681ba3ed2 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:03:03.567241 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a70d2aa7-2118-4d6f-8ced-b57bdef6e826 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:03:03.575144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Calling delete_port for a70d2aa7-2118-4d6f-8ced-b57bdef6e826 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:03:03.578383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 was not found and therefore no delete operation was performed {{(pid=101267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 11:03:03.586538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: a70d2aa7-2118-4d6f-8ced-b57bdef6e826 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:03:03.587031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a70d2aa7-2118-4d6f-8ced-b57bdef6e826 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:03:03.598213 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:03.626263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Port': ['ID=a70d2aa7-2118-4d6f-8ced-b57bdef6e826,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:03.644690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] No DVR routers for this DVR port a70d2aa7-2118-4d6f-8ced-b57bdef6e826 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:03.752404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] For port dd3748d4-4931-41c3-ba1d-a395d158361d, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:03:03.770245 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:03.775280 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] For port dd3748d4-4931-41c3-ba1d-a395d158361d, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=dd3748d4-4931-41c3-ba1d-a395d158361d,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:03:03.784271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7d7bad-50c1-4081-a8c6-d21807b39d40']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:03.787241 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:03.804849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a12cecd-3a61-4aa9-a7ed-54d305c70d58') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:03.805164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a12cecd-3a61-4aa9-a7ed-54d305c70d58') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:03.838363 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:03.850777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:03.851416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:03.852852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] 10.222.0.47 "PUT /v2.0/ports/dd3748d4-4931-41c3-ba1d-a395d158361d HTTP/1.1" status: 200 len: 1092 time: 1.8644378 Aug 26 11:03:03.855595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b46709-9874-4fa0-a25d-ba112a254149', 'tag': 'dd3748d4-4931-41c3-ba1d-a395d158361d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:03.857875 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75e5799-e651-4220-bb17-1a2726767a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "16b46709-9874-4fa0-a25d-ba112a254149", "tag": "dd3748d4-4931-41c3-ba1d-a395d158361d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:03.870231 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:03.895083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:03:03.895506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:03:03.901417 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:03:03.946764 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1761ccf0-e891-487b-b8d7-0a5a90c3a552 x-openstack-request-id: req-1761ccf0-e891-487b-b8d7-0a5a90c3a552 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:03.947215 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b46709-9874-4fa0-a25d-ba112a254149", "tag": "dd3748d4-4931-41c3-ba1d-a395d158361d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:03.947581 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1761ccf0-e891-487b-b8d7-0a5a90c3a552 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:03.947988 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b46709-9874-4fa0-a25d-ba112a254149', 'tag': 'dd3748d4-4931-41c3-ba1d-a395d158361d', 'status': 'completed', 'code': 200} Aug 26 11:03:04.006379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a9392-d0c1-4e87-9c2e-13279df007d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3748d4-4931-41c3-ba1d-a395d158361d,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:04.038910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-9b0f1bf5-cbdc-481f-9905-97992320e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:04.040744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-9b0f1bf5-cbdc-481f-9905-97992320e0d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 1095 time: 0.1418653 Aug 26 11:03:04.048350 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:04.063601 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:04.070444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "DELETE /v2.0/networks/ec7d7bad-50c1-4081-a8c6-d21807b39d40 HTTP/1.1" status: 204 len: 168 time: 1.4426525 Aug 26 11:03:04.070973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60282) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:04.144901 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383433f1-3f8c-484f-80c0-cb1ac744b8c8 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Network': ['ID=ec7d7bad-50c1-4081-a8c6-d21807b39d40,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:04.147961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ea4fe1-1bb3-40e5-b0e4-37404a98e978 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Deleting subnet 0ea66718-ad27-4763-bb16-f0fabaf3dec9 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:03:04.152554 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4fe1-1bb3-40e5-b0e4-37404a98e978 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:04.154041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c072ce6a-93fa-4bca-9420-a89f9fa21c23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3748d4-4931-41c3-ba1d-a395d158361d HTTP/1.1" status: 200 len: 217 time: 0.0972369 Aug 26 11:03:04.205608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4fe1-1bb3-40e5-b0e4-37404a98e978 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:04.223632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-b32bee17-4636-46cc-b344-74e8c6d7b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:04.225179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-b32bee17-4636-46cc-b344-74e8c6d7b693 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.0636396 Aug 26 11:03:04.270498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-c26a57ae-fb53-4518-a1a6-ad04dee5fa3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359018 Aug 26 11:03:04.323369 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4fe1-1bb3-40e5-b0e4-37404a98e978 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:04.379517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-d54106dc-105b-4d74-a1ce-e6ec073644b2 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015050 Aug 26 11:03:04.413220 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4fe1-1bb3-40e5-b0e4-37404a98e978 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:04.462015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4fe1-1bb3-40e5-b0e4-37404a98e978 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea66718-ad27-4763-bb16-f0fabaf3dec9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:04.464725 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5014c4-598d-4742-a511-7cd53477497e None None] Network 7543dd19-0557-4af0-af8a-cc16f0fb3844 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:03:04.469950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4fe1-1bb3-40e5-b0e4-37404a98e978 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:04.471905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f5ea4fe1-1bb3-40e5-b0e4-37404a98e978 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "DELETE /v2.0/subnets/0ea66718-ad27-4763-bb16-f0fabaf3dec9 HTTP/1.1" status: 204 len: 168 time: 0.3992684 Aug 26 11:03:04.479254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60292) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:04.543542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a187b1b-7f6e-4c7a-80b4-393571b19dea req-174e5fc6-3df3-4ce5-92d2-eed42caff29f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:04.545081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a187b1b-7f6e-4c7a-80b4-393571b19dea req-174e5fc6-3df3-4ce5-92d2-eed42caff29f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 943 time: 0.1179614 Aug 26 11:03:04.630410 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b78fcae5-5bfe-4e11-b782-d17c73228b7c req-4be30dc6-a58d-40ae-b284-0d260e733207 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437153 Aug 26 11:03:04.664499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a187b1b-7f6e-4c7a-80b4-393571b19dea req-69c87dfc-e0c3-45a2-aecd-1149d2f1da67 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965416 Aug 26 11:03:04.665093 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:04.788169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf42af0-2d22-4877-b06c-7489edccc8d7 req-46bc2abc-b50a-4c3b-9f7f-2df03d6e0c67 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:04.795787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0434034-bdb5-4457-9521-ecbd20595a02 None None] DHCP port deletion for 7543dd19-0557-4af0-af8a-cc16f0fb3844 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:03:04.796346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3cf42af0-2d22-4877-b06c-7489edccc8d7 req-46bc2abc-b50a-4c3b-9f7f-2df03d6e0c67 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1212432 Aug 26 11:03:04.805112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Deleting port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:03:04.807819 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:04.810963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5799-e651-4220-bb17-1a2726767a2f req-86c084ae-41fb-434e-9843-a60cdb82d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:04.813281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f75e5799-e651-4220-bb17-1a2726767a2f req-86c084ae-41fb-434e-9843-a60cdb82d7db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 1095 time: 0.0884080 Aug 26 11:03:04.915202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b0434034-bdb5-4457-9521-ecbd20595a02 None None] Deleting port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:03:04.915590 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0434034-bdb5-4457-9521-ecbd20595a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:04.953153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] For port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4d07b6f5-3379-49e0-86ab-5c46c5ac866a,segment=NetworkSegment(a94bc355-f487-4685-bd7c-8afbf113939d),segment_id=a94bc355-f487-4685-bd7c-8afbf113939d)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:04.953795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:04.955612 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3cf42af0-2d22-4877-b06c-7489edccc8d7 req-13ca5508-c679-4b9a-9e14-f63d7a653edb tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584311 Aug 26 11:03:04.985428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Calling delete_port for 4d07b6f5-3379-49e0-86ab-5c46c5ac866a owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:03:04.985692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5799-e651-4220-bb17-1a2726767a2f req-dfac36fe-5034-4327-aa23-e839f3a2aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:04.987186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f75e5799-e651-4220-bb17-1a2726767a2f req-dfac36fe-5034-4327-aa23-e839f3a2aab8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 907 time: 0.1494811 Aug 26 11:03:05.025633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b0434034-bdb5-4457-9521-ecbd20595a02 None None] For port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4d07b6f5-3379-49e0-86ab-5c46c5ac866a,segment=NetworkSegment(a94bc355-f487-4685-bd7c-8afbf113939d),segment_id=a94bc355-f487-4685-bd7c-8afbf113939d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:05.026315 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0434034-bdb5-4457-9521-ecbd20595a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:05.051653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b0434034-bdb5-4457-9521-ecbd20595a02 None None] Calling delete_port for 4d07b6f5-3379-49e0-86ab-5c46c5ac866a owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:03:05.062034 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f75e5799-e651-4220-bb17-1a2726767a2f req-08b3065c-5945-47b8-a406-922efce67499 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3748d4-4931-41c3-ba1d-a395d158361d HTTP/1.1" status: 200 len: 217 time: 0.0665922 Aug 26 11:03:05.128104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e5799-e651-4220-bb17-1a2726767a2f req-ff63cae6-357c-4adf-9d9b-3b9d0d7aebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:05.130382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f75e5799-e651-4220-bb17-1a2726767a2f req-ff63cae6-357c-4adf-9d9b-3b9d0d7aebb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.0602839 Aug 26 11:03:05.192223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:05.193291 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f75e5799-e651-4220-bb17-1a2726767a2f req-ce6002d6-cd1d-474b-9ea5-5b3057d51642 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507333 Aug 26 11:03:05.228733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Port': ['ID=4d07b6f5-3379-49e0-86ab-5c46c5ac866a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:05.235404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] No DVR routers for this DVR port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:05.251135 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0434034-bdb5-4457-9521-ecbd20595a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:05.285669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0434034-bdb5-4457-9521-ecbd20595a02 None None] Pushing event deleted for resources: {'Port': ['ID=4d07b6f5-3379-49e0-86ab-5c46c5ac866a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:05.292170 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0434034-bdb5-4457-9521-ecbd20595a02 None None] No DVR routers for this DVR port 4d07b6f5-3379-49e0-86ab-5c46c5ac866a on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:05.366945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:05.386132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7543dd19-0557-4af0-af8a-cc16f0fb3844']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:05.398528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94bc355-f487-4685-bd7c-8afbf113939d') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:05.398913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94bc355-f487-4685-bd7c-8afbf113939d') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:05.410364 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:05.441452 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:05.452058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:03:05.452590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:05.469891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f75e5799-e651-4220-bb17-1a2726767a2f req-389e797b-dc26-46f3-933b-89042fa8a8ac service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619007 Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:03:05.472675 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:03:05.559473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4d07b6f5-3379-49e0-86ab-5c46c5ac866a no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:03:05.584898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:05.595576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:05.599471 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "DELETE /v2.0/networks/7543dd19-0557-4af0-af8a-cc16f0fb3844 HTTP/1.1" status: 204 len: 168 time: 1.1163864 Aug 26 11:03:05.606521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60318) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:05.611753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 4d07b6f5-3379-49e0-86ab-5c46c5ac866a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:03:05.613700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4d07b6f5-3379-49e0-86ab-5c46c5ac866a not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:03:05.652078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f75e5799-e651-4220-bb17-1a2726767a2f req-8d8eefda-d163-42b4-bc57-4e725e8cb850 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744988 Aug 26 11:03:05.671343 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b667be92-4cd2-4d0f-8451-8bfb69b58025 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "GET /v2.0/ports?device_id=8754c3bc-f09c-4729-b720-e8b020b4e00b HTTP/1.1" status: 200 len: 205 time: 0.0606878 Aug 26 11:03:05.672613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Pushing event deleted for resources: {'Network': ['ID=7543dd19-0557-4af0-af8a-cc16f0fb3844,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:05.673976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60320) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:05.682754 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.683103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.683531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.683787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.684120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.684449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.684774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.685097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.685422 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.685742 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.686074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.686383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1a75-9035-4e6b-a34b-84571213c99e tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:05.814843 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9be449c3-73c8-4ec4-9a21-96c3cfbbf843 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:06.040247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9be449c3-73c8-4ec4-9a21-96c3cfbbf843 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:06.045768 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9be449c3-73c8-4ec4-9a21-96c3cfbbf843 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:06.132544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eef612-6c43-4b22-894c-c31aa422a84a req-16da0c1f-22e7-48f6-9917-edfdc2dd165d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:06.139263 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41eef612-6c43-4b22-894c-c31aa422a84a req-16da0c1f-22e7-48f6-9917-edfdc2dd165d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 943 time: 0.3390121 Aug 26 11:03:06.174479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9be449c3-73c8-4ec4-9a21-96c3cfbbf843 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:06.175020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be449c3-73c8-4ec4-9a21-96c3cfbbf843 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Fanout notify agent at l3_agent the message router_deleted on router 8754c3bc-f09c-4729-b720-e8b020b4e00b {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:03:06.185206 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9be449c3-73c8-4ec4-9a21-96c3cfbbf843 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:06.188645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9be449c3-73c8-4ec4-9a21-96c3cfbbf843 tempest-RoutersNegativeIpV6Test-1475890624 tempest-RoutersNegativeIpV6Test-1475890624-project] 10.222.0.21 "DELETE /v2.0/routers/8754c3bc-f09c-4729-b720-e8b020b4e00b HTTP/1.1" status: 204 len: 168 time: 0.5112016 Aug 26 11:03:06.223971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41eef612-6c43-4b22-894c-c31aa422a84a req-5ab9825e-1d6a-4510-80f2-8d53da0a9044 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757520 Aug 26 11:03:06.244948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e46ca-89dd-4865-a3b1-d67b85ef2538 req-23777dff-ed72-4658-afdf-8356ada7d0ee tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:06.257340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b34e46ca-89dd-4865-a3b1-d67b85ef2538 req-23777dff-ed72-4658-afdf-8356ada7d0ee tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1773314 Aug 26 11:03:06.305995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b34e46ca-89dd-4865-a3b1-d67b85ef2538 req-c689cb64-6081-42ba-8be1-79a83e63bd0f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482054 Aug 26 11:03:06.546056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60346) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:06.730322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f48c9a1c-4b10-45ba-960f-4304255f3719 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab841cbea0ca497490b0b2ebe198ee86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819925 Aug 26 11:03:06.733053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60358) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:06.799539 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-76b370bf-c6ef-4127-85a7-cf57d8c25ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:06.822658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-76b370bf-c6ef-4127-85a7-cf57d8c25ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:06.875008 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-76b370bf-c6ef-4127-85a7-cf57d8c25ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:06.877594 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-76b370bf-c6ef-4127-85a7-cf57d8c25ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:06.879009 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-76b370bf-c6ef-4127-85a7-cf57d8c25ffd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73384583-f703-4f6a-9e6f-1564b13a9134 HTTP/1.1" status: 204 len: 168 time: 0.1448200 Aug 26 11:03:06.890454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b370bf-c6ef-4127-85a7-cf57d8c25ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73384583-f703-4f6a-9e6f-1564b13a9134,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:07.369131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e3152-3118-440a-99ea-d0d5c5dc36f8 req-8e8789fb-5847-478f-aa45-516132f674f2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:07.370845 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c70e3152-3118-440a-99ea-d0d5c5dc36f8 req-8e8789fb-5847-478f-aa45-516132f674f2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 943 time: 0.0670221 Aug 26 11:03:07.431699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c70e3152-3118-440a-99ea-d0d5c5dc36f8 req-3a2aeb49-4095-4b8b-a2b2-cc7a2294a5f4 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534141 Aug 26 11:03:07.548493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46987f-0792-4860-a6f4-4fcf5b8e0240 req-2ef6ab69-b99f-40b6-b623-5649b1af8cef tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:07.553480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d46987f-0792-4860-a6f4-4fcf5b8e0240 req-2ef6ab69-b99f-40b6-b623-5649b1af8cef tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1055524 Aug 26 11:03:07.606216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d46987f-0792-4860-a6f4-4fcf5b8e0240 req-3534ce67-3637-411c-9871-412996ed6e0e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485466 Aug 26 11:03:07.851411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60404) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:07.981506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846183491'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:08.010058 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.018511 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.132786 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.138819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.213584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c2935a-82af-4467-87f8-95d1a0032e02,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:08.244705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.245062 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.245439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.245788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.246130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.246464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.246819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.247296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.247682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.247961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.248288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.248617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:08.306810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.311619 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.343669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7adbea-41dc-4e47-8f4d-f49cfae24651,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:08.346433 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.350274 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e7c77da2-a735-4450-b1c5-3a4bd28c20d3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4951890 Aug 26 11:03:08.350671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60418) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:08.363201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device dd3748d4-4931-41c3-ba1d-a395d158361d details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:03:08.419470 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6f3021e8-14dd-4680-8192-adeace9cb2d2 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0667076 Aug 26 11:03:08.422155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60420) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:08.428783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e1a57ec9-12e0-4adf-9118-795055c26a36 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group': {'name': 'tempest-security--1886689653', 'description': 'tempest-security-description-1369083189'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:08.454261 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e1a57ec9-12e0-4adf-9118-795055c26a36 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.488665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port dd3748d4-4931-41c3-ba1d-a395d158361d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=dd3748d4-4931-41c3-ba1d-a395d158361d,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:08.505585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'dd3748d4-4931-41c3-ba1d-a395d158361d', 'network_id': 'f26d7fc6-3093-4095-86d1-7a49e1a4c1e2', 'port_id': 'dd3748d4-4931-41c3-ba1d-a395d158361d', 'mac_address': 'fa:16:3e:e5:4e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930c4d8-d9e7-491f-bdc1-07f2ef2624b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:03:08.555289 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e1a57ec9-12e0-4adf-9118-795055c26a36 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.589857 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.601244 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e1a57ec9-12e0-4adf-9118-795055c26a36 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.604502 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e1a57ec9-12e0-4adf-9118-795055c26a36 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.605846 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e1a57ec9-12e0-4adf-9118-795055c26a36 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "PUT /v2.0/security-groups/4e7adbea-41dc-4e47-8f4d-f49cfae24651 HTTP/1.1" status: 200 len: 1780 time: 0.1826060 Aug 26 11:03:08.610937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60434) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:08.613428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3748d4-4931-41c3-ba1d-a395d158361d {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:03:08.658269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc7ebf-fa01-4913-a346-968005f18ced req-dc6d9fe1-336b-481d-9d64-c010bdbbd635 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:08.661115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a57ec9-12e0-4adf-9118-795055c26a36 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7adbea-41dc-4e47-8f4d-f49cfae24651,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:08.662058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port dd3748d4-4931-41c3-ba1d-a395d158361d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=dd3748d4-4931-41c3-ba1d-a395d158361d,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:08.669687 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.677201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86cc7ebf-fa01-4913-a346-968005f18ced req-dc6d9fe1-336b-481d-9d64-c010bdbbd635 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 943 time: 0.1604826 Aug 26 11:03:08.727030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=dd3748d4-4931-41c3-ba1d-a395d158361d,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:08.768877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-35e2899c-7a1d-4150-935a-15e1ddc2b62c tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-groups/4e7adbea-41dc-4e47-8f4d-f49cfae24651 HTTP/1.1" status: 200 len: 1780 time: 0.1560860 Aug 26 11:03:08.771976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60444) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:08.791027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86cc7ebf-fa01-4913-a346-968005f18ced req-4d3f7c26-1f8b-454b-8cca-12e76e2551c0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091914 Aug 26 11:03:08.806139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcc992-0e70-4aa4-a734-d6d24eec817e req-6f4df6b2-43ad-4415-a882-b0fcae353d2e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:08.811113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aefcc992-0e70-4aa4-a734-d6d24eec817e req-6f4df6b2-43ad-4415-a882-b0fcae353d2e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1053059 Aug 26 11:03:08.874506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f7d3a849-dc5c-4bde-b027-115fc194638b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.893426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aefcc992-0e70-4aa4-a734-d6d24eec817e req-b6f9fd3c-6490-440c-883f-660fd2de2af3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762973 Aug 26 11:03:08.918811 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f7d3a849-dc5c-4bde-b027-115fc194638b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.986629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f7d3a849-dc5c-4bde-b027-115fc194638b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.989880 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f7d3a849-dc5c-4bde-b027-115fc194638b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:08.991260 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f7d3a849-dc5c-4bde-b027-115fc194638b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e7adbea-41dc-4e47-8f4d-f49cfae24651 HTTP/1.1" status: 204 len: 168 time: 0.2182214 Aug 26 11:03:08.996012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60452) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:08.997220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['dd3748d4-4931-41c3-ba1d-a395d158361d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:09.016817 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3a849-dc5c-4bde-b027-115fc194638b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7adbea-41dc-4e47-8f4d-f49cfae24651,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:09.072500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ea38aa4d-74f5-4283-ae80-e9f2b4ff87c6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737014 Aug 26 11:03:09.074985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60454) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:09.092516 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-3311c8c5-1609-42c2-b621-be64d8513cac tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] delete failed (client error): The resource could not be found. Aug 26 11:03:09.094594 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3311c8c5-1609-42c2-b621-be64d8513cac tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e7adbea-41dc-4e47-8f4d-f49cfae24651 HTTP/1.1" status: 404 len: 347 time: 0.0183313 Aug 26 11:03:09.099482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60456) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:09.105074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a9a164ff-5c96-4654-801d-f114d0520208 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group': {'name': 'tempest-secgroup--38121465'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:09.133015 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9a164ff-5c96-4654-801d-f114d0520208 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.261369 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9a164ff-5c96-4654-801d-f114d0520208 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.271152 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9a164ff-5c96-4654-801d-f114d0520208 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.303871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9a164ff-5c96-4654-801d-f114d0520208 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.305195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a9a164ff-5c96-4654-801d-f114d0520208 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2045133 Aug 26 11:03:09.309001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60464) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:09.315131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a164ff-5c96-4654-801d-f114d0520208 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac6a4b5-bc7c-4f6a-b09b-7b774e2e7b49,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:09.315676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1a15ed1d-ec91-4faf-93fa-9580cffce9c6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': 'fac6a4b5-bc7c-4f6a-b09b-7b774e2e7b49', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:09.353309 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1a15ed1d-ec91-4faf-93fa-9580cffce9c6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.410770 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1a15ed1d-ec91-4faf-93fa-9580cffce9c6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.415911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1a15ed1d-ec91-4faf-93fa-9580cffce9c6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.436386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15ed1d-ec91-4faf-93fa-9580cffce9c6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b5e465-8f1a-4bfe-9b67-b2cc5917071e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:09.452850 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1a15ed1d-ec91-4faf-93fa-9580cffce9c6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.455915 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1a15ed1d-ec91-4faf-93fa-9580cffce9c6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446214 Aug 26 11:03:09.459320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60474) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:09.518757 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f352f85-5a73-4b05-956b-00015c1f3a88 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.533698 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f352f85-5a73-4b05-956b-00015c1f3a88 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.592486 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f352f85-5a73-4b05-956b-00015c1f3a88 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.609683 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f352f85-5a73-4b05-956b-00015c1f3a88 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.611221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9f352f85-5a73-4b05-956b-00015c1f3a88 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d9b5e465-8f1a-4bfe-9b67-b2cc5917071e HTTP/1.1" status: 204 len: 168 time: 0.1503556 Aug 26 11:03:09.612723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f352f85-5a73-4b05-956b-00015c1f3a88 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9b5e465-8f1a-4bfe-9b67-b2cc5917071e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:09.615131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60480) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:09.689122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-512e9ab6-2daf-4bf1-a9bb-556961ac8036 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0726280 Aug 26 11:03:09.692341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60484) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:09.747047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b9edf03-fd0d-43a8-aec3-75e78ff163cd tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.770952 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b9edf03-fd0d-43a8-aec3-75e78ff163cd tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.818383 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b9edf03-fd0d-43a8-aec3-75e78ff163cd tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.823230 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5b9edf03-fd0d-43a8-aec3-75e78ff163cd tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:09.827355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5b9edf03-fd0d-43a8-aec3-75e78ff163cd tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-groups/fac6a4b5-bc7c-4f6a-b09b-7b774e2e7b49 HTTP/1.1" status: 204 len: 168 time: 0.1312826 Aug 26 11:03:09.827611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60490) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:09.836034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9edf03-fd0d-43a8-aec3-75e78ff163cd tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac6a4b5-bc7c-4f6a-b09b-7b774e2e7b49,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:09.928077 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e7c2ccea-6330-44bd-a336-86a5baaa250f tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992980 Aug 26 11:03:09.934066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60494) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:09.940954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6c7d025b-a5b2-4680-af0e-b022986bb358 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699049337'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:10.001350 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6c7d025b-a5b2-4680-af0e-b022986bb358 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.029402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83333e63-ebec-49ff-8a74-48809b20a2b1 req-4719a4fb-08fc-4099-8aaa-35c2c7475f7b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:10.031067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83333e63-ebec-49ff-8a74-48809b20a2b1 req-4719a4fb-08fc-4099-8aaa-35c2c7475f7b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 944 time: 0.1117764 Aug 26 11:03:10.119666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502c1f0-2d63-4374-9a58-7e3955812541 req-12993fc9-fab8-4d34-9e5a-2f71dc2926b4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:10.121866 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5502c1f0-2d63-4374-9a58-7e3955812541 req-12993fc9-fab8-4d34-9e5a-2f71dc2926b4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1372492 Aug 26 11:03:10.129738 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83333e63-ebec-49ff-8a74-48809b20a2b1 req-d3efeb29-b4a3-4de5-be65-6c4133a988ee tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871239 Aug 26 11:03:10.217117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5502c1f0-2d63-4374-9a58-7e3955812541 req-20fcce79-5684-43c5-8e90-02612338b4b0 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681753 Aug 26 11:03:10.252257 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6c7d025b-a5b2-4680-af0e-b022986bb358 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.258514 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6c7d025b-a5b2-4680-af0e-b022986bb358 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.294744 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6c7d025b-a5b2-4680-af0e-b022986bb358 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.296481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6c7d025b-a5b2-4680-af0e-b022986bb358 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3604317 Aug 26 11:03:10.299622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60504) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:10.305274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a6d8052b-9e60-4cc6-80c7-d9dd5f1707de tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': 'cac446ec-542d-4a9c-9c17-a541fc28daf2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:10.310250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d025b-a5b2-4680-af0e-b022986bb358 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac446ec-542d-4a9c-9c17-a541fc28daf2,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:10.345139 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6d8052b-9e60-4cc6-80c7-d9dd5f1707de tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.377825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device dd3748d4-4931-41c3-ba1d-a395d158361d up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:03:10.440614 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6d8052b-9e60-4cc6-80c7-d9dd5f1707de tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.444826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port dd3748d4-4931-41c3-ba1d-a395d158361d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:03:10.448217 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6d8052b-9e60-4cc6-80c7-d9dd5f1707de tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.451088 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port dd3748d4-4931-41c3-ba1d-a395d158361d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:03:10.451860 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.476075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8052b-9e60-4cc6-80c7-d9dd5f1707de tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111ce061-77a3-49cc-8c7a-239c5c62863a,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:10.481570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6d8052b-9e60-4cc6-80c7-d9dd5f1707de tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.487756 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a6d8052b-9e60-4cc6-80c7-d9dd5f1707de tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1826348 Aug 26 11:03:10.489097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60510) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:10.498252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5210878d-283e-45a4-b943-5cc619ddb2c8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': 'cac446ec-542d-4a9c-9c17-a541fc28daf2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:10.542374 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5210878d-283e-45a4-b943-5cc619ddb2c8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.590021 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.625445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b46709-9874-4fa0-a25d-ba112a254149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3748d4-4931-41c3-ba1d-a395d158361d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:10.627732 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66f2a27-e7bd-4b54-b5c5-f1b85886085c" -d '{"events": [{"server_uuid": "16b46709-9874-4fa0-a25d-ba112a254149", "name": "network-vif-plugged", "status": "completed", "tag": "dd3748d4-4931-41c3-ba1d-a395d158361d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:10.633496 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5210878d-283e-45a4-b943-5cc619ddb2c8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.640296 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5210878d-283e-45a4-b943-5cc619ddb2c8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.645146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port dd3748d4-4931-41c3-ba1d-a395d158361d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=dd3748d4-4931-41c3-ba1d-a395d158361d,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:10.652165 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.669025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5210878d-283e-45a4-b943-5cc619ddb2c8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.670855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5210878d-283e-45a4-b943-5cc619ddb2c8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1806302 Aug 26 11:03:10.672523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210878d-283e-45a4-b943-5cc619ddb2c8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4482dcf2-2b71-4aea-9006-4ececbb9459d,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:10.673637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60522) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:10.686718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-023212ad-6d94-433e-b17f-ed963024779b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': 'cac446ec-542d-4a9c-9c17-a541fc28daf2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:10.711094 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4d0d8b-0961-482b-8dd5-142261acbbf1 x-openstack-request-id: req-6a4d0d8b-0961-482b-8dd5-142261acbbf1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:10.711500 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b46709-9874-4fa0-a25d-ba112a254149", "name": "network-vif-plugged", "status": "completed", "tag": "dd3748d4-4931-41c3-ba1d-a395d158361d", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:10.711846 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a4d0d8b-0961-482b-8dd5-142261acbbf1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:10.713047 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b46709-9874-4fa0-a25d-ba112a254149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3748d4-4931-41c3-ba1d-a395d158361d', 'code': 200} Aug 26 11:03:10.742687 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-023212ad-6d94-433e-b17f-ed963024779b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.763158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=dd3748d4-4931-41c3-ba1d-a395d158361d,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:10.817596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52124780-83bc-492f-9509-be645e0d2012 req-1ae1268f-2393-411e-a1d4-91a6a51386c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:10.819279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52124780-83bc-492f-9509-be645e0d2012 req-1ae1268f-2393-411e-a1d4-91a6a51386c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 1097 time: 0.0665889 Aug 26 11:03:10.862447 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-023212ad-6d94-433e-b17f-ed963024779b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.870590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-023212ad-6d94-433e-b17f-ed963024779b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.882897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52124780-83bc-492f-9509-be645e0d2012 req-1cb11738-0b75-4525-a2ee-d31824247aca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543556 Aug 26 11:03:10.896843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023212ad-6d94-433e-b17f-ed963024779b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b25e31f-aa5b-46ec-95e3-fdc33e2eb72d,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:10.904704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-023212ad-6d94-433e-b17f-ed963024779b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:10.906666 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-023212ad-6d94-433e-b17f-ed963024779b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2297366 Aug 26 11:03:10.909467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60532) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:10.914968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-eeefd4ee-3035-493f-a0ee-d2489936eec6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': 'cac446ec-542d-4a9c-9c17-a541fc28daf2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:10.945635 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eeefd4ee-3035-493f-a0ee-d2489936eec6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.005190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eeefd4ee-3035-493f-a0ee-d2489936eec6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.009920 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eeefd4ee-3035-493f-a0ee-d2489936eec6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.047070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefd4ee-3035-493f-a0ee-d2489936eec6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93690062-b500-4e08-9964-93ee1c89f30a,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:11.057705 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eeefd4ee-3035-493f-a0ee-d2489936eec6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.059044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-eeefd4ee-3035-493f-a0ee-d2489936eec6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1481178 Aug 26 11:03:11.061957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60536) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:11.067703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e6432546-0967-4409-8e5c-6972fbbafbd4 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': 'cac446ec-542d-4a9c-9c17-a541fc28daf2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:11.102553 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e6432546-0967-4409-8e5c-6972fbbafbd4 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.200159 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e6432546-0967-4409-8e5c-6972fbbafbd4 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.206375 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e6432546-0967-4409-8e5c-6972fbbafbd4 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.236966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6432546-0967-4409-8e5c-6972fbbafbd4 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd9424a-6663-4576-9c33-f69430a9d188,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:11.249824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e6432546-0967-4409-8e5c-6972fbbafbd4 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.254345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e6432546-0967-4409-8e5c-6972fbbafbd4 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1878052 Aug 26 11:03:11.255270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60546) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:11.341481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-35d41b86-6142-4104-8d1d-440f1eb66b45 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.367493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-35d41b86-6142-4104-8d1d-440f1eb66b45 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.444239 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-35d41b86-6142-4104-8d1d-440f1eb66b45 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.455347 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-35d41b86-6142-4104-8d1d-440f1eb66b45 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.457428 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-35d41b86-6142-4104-8d1d-440f1eb66b45 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2dd9424a-6663-4576-9c33-f69430a9d188 HTTP/1.1" status: 204 len: 168 time: 0.2008324 Aug 26 11:03:11.471229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60552) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:11.472948 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d41b86-6142-4104-8d1d-440f1eb66b45 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dd9424a-6663-4576-9c33-f69430a9d188,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:11.497430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98930cac-b875-4aa9-a817-4388a89b7908 req-ca9ff7f7-6d9a-4be6-b60f-be45a0ddc485 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:11.499150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98930cac-b875-4aa9-a817-4388a89b7908 req-ca9ff7f7-6d9a-4be6-b60f-be45a0ddc485 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.2276525 Aug 26 11:03:11.568678 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d465a3c-21b7-48df-aec8-fae63dbc6a61 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0914941 Aug 26 11:03:11.570578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60556) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:11.604011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b416c59-d2d3-4866-acd4-9eaf98cc24ff tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.609822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f58d9-ef67-4a23-ab4b-c0bcd98d1c8e req-1f50b6a5-d000-46cb-8902-e80b0bb69beb tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:11.611806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b2f58d9-ef67-4a23-ab4b-c0bcd98d1c8e req-1f50b6a5-d000-46cb-8902-e80b0bb69beb tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.2492027 Aug 26 11:03:11.618161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b416c59-d2d3-4866-acd4-9eaf98cc24ff tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.624203 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98930cac-b875-4aa9-a817-4388a89b7908 req-28387b21-e936-46ff-a221-2242a03b525c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992517 Aug 26 11:03:11.662314 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b416c59-d2d3-4866-acd4-9eaf98cc24ff tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.675755 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b416c59-d2d3-4866-acd4-9eaf98cc24ff tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.677330 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6b416c59-d2d3-4866-acd4-9eaf98cc24ff tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/93690062-b500-4e08-9964-93ee1c89f30a HTTP/1.1" status: 204 len: 168 time: 0.1054366 Aug 26 11:03:11.678476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b416c59-d2d3-4866-acd4-9eaf98cc24ff tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93690062-b500-4e08-9964-93ee1c89f30a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:11.680378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60558) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:11.696593 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b2f58d9-ef67-4a23-ab4b-c0bcd98d1c8e req-28ce29c5-7157-4de2-ae65-d21e6f25eb34 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770180 Aug 26 11:03:11.746288 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9d880277-ad8b-4c45-b932-75abf7236d27 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0622177 Aug 26 11:03:11.746694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60560) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:11.777175 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48af831-a5ab-40f9-a04b-da709d1ec437 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.792715 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48af831-a5ab-40f9-a04b-da709d1ec437 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.824742 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48af831-a5ab-40f9-a04b-da709d1ec437 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.845867 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48af831-a5ab-40f9-a04b-da709d1ec437 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.847399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b48af831-a5ab-40f9-a04b-da709d1ec437 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1b25e31f-aa5b-46ec-95e3-fdc33e2eb72d HTTP/1.1" status: 204 len: 168 time: 0.0993426 Aug 26 11:03:11.849885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60570) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:11.884621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48af831-a5ab-40f9-a04b-da709d1ec437 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b25e31f-aa5b-46ec-95e3-fdc33e2eb72d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:11.930823 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-60af8b13-a0df-4497-a6bc-dc675328b53e tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0769203 Aug 26 11:03:11.933848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60572) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:11.977426 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db436558-9fa0-4b9d-bae5-409d66c69728 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:11.990504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db436558-9fa0-4b9d-bae5-409d66c69728 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.022527 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db436558-9fa0-4b9d-bae5-409d66c69728 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.029025 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db436558-9fa0-4b9d-bae5-409d66c69728 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.030697 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-db436558-9fa0-4b9d-bae5-409d66c69728 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4482dcf2-2b71-4aea-9006-4ececbb9459d HTTP/1.1" status: 204 len: 168 time: 0.0957766 Aug 26 11:03:12.033586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60574) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:12.052724 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db436558-9fa0-4b9d-bae5-409d66c69728 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4482dcf2-2b71-4aea-9006-4ececbb9459d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:12.107396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-27e04172-2d60-4935-960b-2dae4e7e93a9 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0715146 Aug 26 11:03:12.107610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60576) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:12.146856 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25eeb3f4-54ec-47cc-bf90-d6a300dafac6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.159637 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25eeb3f4-54ec-47cc-bf90-d6a300dafac6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.200149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25eeb3f4-54ec-47cc-bf90-d6a300dafac6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.211089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25eeb3f4-54ec-47cc-bf90-d6a300dafac6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.215222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60582) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:12.222002 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-25eeb3f4-54ec-47cc-bf90-d6a300dafac6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/111ce061-77a3-49cc-8c7a-239c5c62863a HTTP/1.1" status: 204 len: 168 time: 0.1054728 Aug 26 11:03:12.237399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eeb3f4-54ec-47cc-bf90-d6a300dafac6 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=111ce061-77a3-49cc-8c7a-239c5c62863a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:12.285640 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f5ca1b20-c5fe-4404-b572-5441e284ac25 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669706 Aug 26 11:03:12.288469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60584) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:12.385844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d9e8fb7-8435-4e51-bed4-7f79f4a0bc76 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.425062 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d9e8fb7-8435-4e51-bed4-7f79f4a0bc76 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.487530 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d9e8fb7-8435-4e51-bed4-7f79f4a0bc76 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.494658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d9e8fb7-8435-4e51-bed4-7f79f4a0bc76 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.494658 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7d9e8fb7-8435-4e51-bed4-7f79f4a0bc76 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-groups/cac446ec-542d-4a9c-9c17-a541fc28daf2 HTTP/1.1" status: 204 len: 168 time: 0.2026932 Aug 26 11:03:12.497422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60592) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:12.517208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e8fb7-8435-4e51-bed4-7f79f4a0bc76 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac446ec-542d-4a9c-9c17-a541fc28daf2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:12.573917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1297b55d-4f64-4626-aed7-db97a68e3be4 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746269 Aug 26 11:03:12.579437 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60596) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:12.584638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e2f8cbad-ab28-4c0e-be26-725b8c5a0c75 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group': {'name': 'tempest-secgroup--465178041'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:12.613275 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2f8cbad-ab28-4c0e-be26-725b8c5a0c75 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.740124 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2f8cbad-ab28-4c0e-be26-725b8c5a0c75 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.748763 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2f8cbad-ab28-4c0e-be26-725b8c5a0c75 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.795004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd720c-e64f-4815-bbff-1797e30a53d1 req-edbf040f-da2c-4daf-819a-62a264501c25 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:12.797560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4cd720c-e64f-4815-bbff-1797e30a53d1 req-edbf040f-da2c-4daf-819a-62a264501c25 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.0791893 Aug 26 11:03:12.815539 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2f8cbad-ab28-4c0e-be26-725b8c5a0c75 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.819386 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e2f8cbad-ab28-4c0e-be26-725b8c5a0c75 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2364299 Aug 26 11:03:12.822194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60602) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:12.825192 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8cbad-ab28-4c0e-be26-725b8c5a0c75 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c4b3c7-41b2-4ba6-87aa-adeab921985d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:12.834634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-363a139b-1d9f-47c3-8898-cb9d87610b4e tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': 'd3c4b3c7-41b2-4ba6-87aa-adeab921985d', 'direction': 'ingress', 'protocol': 17}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:12.916804 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-363a139b-1d9f-47c3-8898-cb9d87610b4e tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:12.958363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4cd720c-e64f-4815-bbff-1797e30a53d1 req-a6e0f306-baef-405b-bd6b-666d53488914 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546268 Aug 26 11:03:13.026877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e067d5-3e15-46c0-8e4b-bd88cc253e99 req-98b752f5-94d6-464f-be6a-cec9bb14738b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:13.028519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5e067d5-3e15-46c0-8e4b-bd88cc253e99 req-98b752f5-94d6-464f-be6a-cec9bb14738b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.2011783 Aug 26 11:03:13.063059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-363a139b-1d9f-47c3-8898-cb9d87610b4e tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.068931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-363a139b-1d9f-47c3-8898-cb9d87610b4e tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.117019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a139b-1d9f-47c3-8898-cb9d87610b4e tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90f3c86-103e-4f30-8479-a814e983a488,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:13.122624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5e067d5-3e15-46c0-8e4b-bd88cc253e99 req-782e6bd2-849b-44db-9db9-1de7c7fc0a7c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814569 Aug 26 11:03:13.134870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-363a139b-1d9f-47c3-8898-cb9d87610b4e tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.136197 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-363a139b-1d9f-47c3-8898-cb9d87610b4e tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3056843 Aug 26 11:03:13.140118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60614) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:13.213327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e64da0b-0226-4425-a17d-68b6e5a13992 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.265397 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e64da0b-0226-4425-a17d-68b6e5a13992 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.303831 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f025cbe7-3b5d-4e96-9a30-316126df5ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.366212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e64da0b-0226-4425-a17d-68b6e5a13992 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.375167 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e64da0b-0226-4425-a17d-68b6e5a13992 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.377248 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2e64da0b-0226-4425-a17d-68b6e5a13992 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-groups/d3c4b3c7-41b2-4ba6-87aa-adeab921985d HTTP/1.1" status: 204 len: 168 time: 0.2355795 Aug 26 11:03:13.387123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60622) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:13.401867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64da0b-0226-4425-a17d-68b6e5a13992 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c4b3c7-41b2-4ba6-87aa-adeab921985d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:13.456782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb8695-2519-4de6-89d9-cb0ad91d13f1 req-5a06cc12-8612-47e2-b373-7c6f859ccab9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:13.460234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68cb8695-2519-4de6-89d9-cb0ad91d13f1 req-5a06cc12-8612-47e2-b373-7c6f859ccab9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1184201 Aug 26 11:03:13.506229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6a8d2b10-a039-47da-aaf1-b51a3a9b8a5d tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127756 Aug 26 11:03:13.510855 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60628) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:13.517736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-68ed14a0-f9ac-42fe-8d7d-71a411496f14 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316619608'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:13.553026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68cb8695-2519-4de6-89d9-cb0ad91d13f1 req-dcba3ddb-be34-46cb-8a47-0fd00e9283e6 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666559 Aug 26 11:03:13.578931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-68ed14a0-f9ac-42fe-8d7d-71a411496f14 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.742127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8740a1-fbbd-4788-acc1-a5b010b58ae0 req-8757938d-8738-4817-8a7b-1114c98f342c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:13.752083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa8740a1-fbbd-4788-acc1-a5b010b58ae0 req-8757938d-8738-4817-8a7b-1114c98f342c tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1069734 Aug 26 11:03:13.753835 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-68ed14a0-f9ac-42fe-8d7d-71a411496f14 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.761356 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-68ed14a0-f9ac-42fe-8d7d-71a411496f14 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.791865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa8740a1-fbbd-4788-acc1-a5b010b58ae0 req-604d6610-1b20-4e59-b06f-5c7c7914f7f1 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 Aug 26 11:03:13.797805 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-68ed14a0-f9ac-42fe-8d7d-71a411496f14 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.799095 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-68ed14a0-f9ac-42fe-8d7d-71a411496f14 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2869525 Aug 26 11:03:13.802087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60636) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:13.804359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed14a0-f9ac-42fe-8d7d-71a411496f14 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290c2b39-8d14-4d18-ad09-e3e8e61b33bc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:13.811509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2ac2709a-eebe-4632-bbed-976a5f0ef729 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209460369'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:13.853141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ac2709a-eebe-4632-bbed-976a5f0ef729 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.986055 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ac2709a-eebe-4632-bbed-976a5f0ef729 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:13.994277 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ac2709a-eebe-4632-bbed-976a5f0ef729 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.053339 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ac2709a-eebe-4632-bbed-976a5f0ef729 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.053722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2ac2709a-eebe-4632-bbed-976a5f0ef729 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2502625 Aug 26 11:03:14.057050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60648) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:14.062122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3a70e258-1e40-46de-8f25-64f002b22ebe tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': '290c2b39-8d14-4d18-ad09-e3e8e61b33bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a33902ea-0e4f-483d-b70e-124e0f275f45', 'remote_ip_prefix': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:14.075968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2709a-eebe-4632-bbed-976a5f0ef729 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33902ea-0e4f-483d-b70e-124e0f275f45,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:14.105389 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3b545-174c-424d-83a7-8498fe58e1c0 req-cc9d2cce-a843-44f1-8d36-40a96c2645c3 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:14.107751 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5a3b545-174c-424d-83a7-8498fe58e1c0 req-cc9d2cce-a843-44f1-8d36-40a96c2645c3 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.0734208 Aug 26 11:03:14.139700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a70e258-1e40-46de-8f25-64f002b22ebe tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.155370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5a3b545-174c-424d-83a7-8498fe58e1c0 req-aa336d0e-ed86-4d87-af1a-5f175fe34a50 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Aug 26 11:03:14.276287 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a70e258-1e40-46de-8f25-64f002b22ebe tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.283390 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a70e258-1e40-46de-8f25-64f002b22ebe tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.310488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70e258-1e40-46de-8f25-64f002b22ebe tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120026d3-a1b6-40af-ba4c-9e8f2e3e46db,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:14.320035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a70e258-1e40-46de-8f25-64f002b22ebe tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.324159 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3a70e258-1e40-46de-8f25-64f002b22ebe tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2633772 Aug 26 11:03:14.328833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60658) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:14.331312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86d23-c7af-4177-8b1c-9a289823cec6 req-bb6ac733-b321-4a22-9da2-18709e28e9a6 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:14.333436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37a86d23-c7af-4177-8b1c-9a289823cec6 req-bb6ac733-b321-4a22-9da2-18709e28e9a6 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.0910575 Aug 26 11:03:14.366629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-898a1f55-3b21-4739-9867-ce7ba14630f8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.379383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 98487130-73fb-4075-9c30-f29dec3c3c5a no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:03:14.381337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37a86d23-c7af-4177-8b1c-9a289823cec6 req-0fed31d1-c488-4c41-8dbf-0ebd68024281 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407844 Aug 26 11:03:14.383712 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-898a1f55-3b21-4739-9867-ce7ba14630f8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.417708 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-898a1f55-3b21-4739-9867-ce7ba14630f8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.424889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-898a1f55-3b21-4739-9867-ce7ba14630f8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.426431 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-898a1f55-3b21-4739-9867-ce7ba14630f8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/120026d3-a1b6-40af-ba4c-9e8f2e3e46db HTTP/1.1" status: 204 len: 168 time: 0.0860832 Aug 26 11:03:14.429174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60660) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:14.435069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a1f55-3b21-4739-9867-ce7ba14630f8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=120026d3-a1b6-40af-ba4c-9e8f2e3e46db,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:14.488112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60662) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:14.488364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-885efd8a-e32c-4985-bac9-0f360a1532c3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0574548 Aug 26 11:03:14.515659 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.560948 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98487130-73fb-4075-9c30-f29dec3c3c5a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:14.563796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bb316b7-ed7b-49bb-9da8-b66e9d9d9405 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.566541 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb4fdca-77b0-4cb7-b0cc-1bb306a11e1e" -d '{"events": [{"server_uuid": "65637275-7d06-41d2-935b-7bfb5cbbfe82", "name": "network-vif-unplugged", "status": "completed", "tag": "98487130-73fb-4075-9c30-f29dec3c3c5a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:14.573632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 98487130-73fb-4075-9c30-f29dec3c3c5a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=98487130-73fb-4075-9c30-f29dec3c3c5a,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:14.584201 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.589777 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bb316b7-ed7b-49bb-9da8-b66e9d9d9405 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.639100 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71162b9-5c77-4a2b-82a8-d5d9f9929a18 x-openstack-request-id: req-a71162b9-5c77-4a2b-82a8-d5d9f9929a18 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:14.639728 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65637275-7d06-41d2-935b-7bfb5cbbfe82", "name": "network-vif-unplugged", "status": "completed", "tag": "98487130-73fb-4075-9c30-f29dec3c3c5a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:14.640374 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a71162b9-5c77-4a2b-82a8-d5d9f9929a18 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:14.641002 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98487130-73fb-4075-9c30-f29dec3c3c5a', 'code': 200} Aug 26 11:03:14.646633 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bb316b7-ed7b-49bb-9da8-b66e9d9d9405 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.651793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bb316b7-ed7b-49bb-9da8-b66e9d9d9405 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.653129 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8bb316b7-ed7b-49bb-9da8-b66e9d9d9405 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-groups/a33902ea-0e4f-483d-b70e-124e0f275f45 HTTP/1.1" status: 204 len: 168 time: 0.1637576 Aug 26 11:03:14.656322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60672) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:14.663944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb316b7-ed7b-49bb-9da8-b66e9d9d9405 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33902ea-0e4f-483d-b70e-124e0f275f45,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:14.674807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=98487130-73fb-4075-9c30-f29dec3c3c5a,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:14.739866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60678) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:14.740098 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f4e206c3-80ce-4b29-998b-9064cc515008 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0817659 Aug 26 11:03:14.805698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c06fb0d5-49b9-4007-8ab1-4bdb55805cd8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.834822 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c06fb0d5-49b9-4007-8ab1-4bdb55805cd8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.853740 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-c13a1148-66b7-4682-a9a8-92881a287f60 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2030817677&fields=id&tenant_id=c51fc0eeac4b4d3892c8917db439339b HTTP/1.1" status: 200 len: 267 time: 0.0442681 Aug 26 11:03:14.884750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c06fb0d5-49b9-4007-8ab1-4bdb55805cd8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.887976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c06fb0d5-49b9-4007-8ab1-4bdb55805cd8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:14.892453 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c06fb0d5-49b9-4007-8ab1-4bdb55805cd8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-groups/290c2b39-8d14-4d18-ad09-e3e8e61b33bc HTTP/1.1" status: 204 len: 168 time: 0.1478651 Aug 26 11:03:14.892453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60686) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:14.913509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fb0d5-49b9-4007-8ab1-4bdb55805cd8 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290c2b39-8d14-4d18-ad09-e3e8e61b33bc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:14.960942 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0e9e402-62ad-4d84-bd5b-f5691f7057d0 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674274 Aug 26 11:03:14.966063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60688) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:14.973962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-fa8b6a5e-7eae-41e1-8eb5-bb02dfd433ae tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164079570'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:15.012567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-2d042ba5-82be-45ef-8a07-979806bdee3f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:15.014100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-2d042ba5-82be-45ef-8a07-979806bdee3f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/networks?id=dd58b45f-4b7c-433b-9f97-e8cc9467e28c HTTP/1.1" status: 200 len: 815 time: 0.1485937 Aug 26 11:03:15.027993 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa8b6a5e-7eae-41e1-8eb5-bb02dfd433ae tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.041370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-67225c7c-3121-46a8-bb7f-780ae0e89728 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/quotas/c51fc0eeac4b4d3892c8917db439339b HTTP/1.1" status: 200 len: 375 time: 0.0211475 Aug 26 11:03:15.129369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-415370cb-8a01-4243-81b0-9cc403e40ef3 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c51fc0eeac4b4d3892c8917db439339b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808833 Aug 26 11:03:15.220011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa8b6a5e-7eae-41e1-8eb5-bb02dfd433ae tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.233778 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa8b6a5e-7eae-41e1-8eb5-bb02dfd433ae tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.540881 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa8b6a5e-7eae-41e1-8eb5-bb02dfd433ae tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.542157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fa8b6a5e-7eae-41e1-8eb5-bb02dfd433ae tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5750284 Aug 26 11:03:15.545374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60706) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:15.550108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-99630111-ea71-42ff-8db1-4d2d6f31332b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': '1037df3f-44c3-4b9c-af91-7b260916430c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:15.557268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-f65f4dbe-cfa4-4569-ade9-af589338e6ac service neutron] 10.222.0.21 "GET /v2.0/networks/dd58b45f-4b7c-433b-9f97-e8cc9467e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137797 Aug 26 11:03:15.563840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b6a5e-7eae-41e1-8eb5-bb02dfd433ae tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1037df3f-44c3-4b9c-af91-7b260916430c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:15.581151 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99630111-ea71-42ff-8db1-4d2d6f31332b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.625620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e74c1c-5694-4c2b-b24b-0aa203e34e91 req-4383d84d-c863-4de2-b802-de5ff7d0c441 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:15.627086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78e74c1c-5694-4c2b-b24b-0aa203e34e91 req-4383d84d-c863-4de2-b802-de5ff7d0c441 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.3790677 Aug 26 11:03:15.642701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99630111-ea71-42ff-8db1-4d2d6f31332b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.647002 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99630111-ea71-42ff-8db1-4d2d6f31332b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.665774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99630111-ea71-42ff-8db1-4d2d6f31332b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02c6026-0f62-42d4-aed4-cd0f28f809f1,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:15.691579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99630111-ea71-42ff-8db1-4d2d6f31332b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.695769 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-99630111-ea71-42ff-8db1-4d2d6f31332b tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1467271 Aug 26 11:03:15.696759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60710) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:15.711489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78e74c1c-5694-4c2b-b24b-0aa203e34e91 req-2d745047-7921-41d5-893f-da2098f0fcc3 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777786 Aug 26 11:03:15.721791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-b0b30355-7c6e-44cc-8d00-96c5b19ba9a8 service neutron] 10.222.0.21 "GET /v2.0/networks/dd58b45f-4b7c-433b-9f97-e8cc9467e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496911 Aug 26 11:03:15.735515 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67245610-3054-460b-9f0d-a09ffabf5951 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.746695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67245610-3054-460b-9f0d-a09ffabf5951 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.765569 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a1b485f-42bd-4565-9ccc-05f7b615b10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.796506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67245610-3054-460b-9f0d-a09ffabf5951 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.810970 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67245610-3054-460b-9f0d-a09ffabf5951 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:15.814146 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-67245610-3054-460b-9f0d-a09ffabf5951 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c02c6026-0f62-42d4-aed4-cd0f28f809f1 HTTP/1.1" status: 204 len: 168 time: 0.1167598 Aug 26 11:03:15.816736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60712) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:15.826893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67245610-3054-460b-9f0d-a09ffabf5951 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c02c6026-0f62-42d4-aed4-cd0f28f809f1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:15.889400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60720) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:15.889587 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e2d8e61d-61a7-49d6-9398-23f019c93d41 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0710392 Aug 26 11:03:16.015219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cbbee-e8f7-4ef0-abb5-bf4ca05f7f6b req-5f5e162b-8377-423b-9039-61530414c67b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:16.022851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-156cbbee-e8f7-4ef0-abb5-bf4ca05f7f6b req-5f5e162b-8377-423b-9039-61530414c67b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 944 time: 0.1044385 Aug 26 11:03:16.025439 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-15a3a596-2eef-4997-9fce-57fbd064e419 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.071503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-15a3a596-2eef-4997-9fce-57fbd064e419 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.089590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-156cbbee-e8f7-4ef0-abb5-bf4ca05f7f6b req-4a8e3611-c120-4059-b348-0d2e17abfb6b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658762 Aug 26 11:03:16.155649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-15a3a596-2eef-4997-9fce-57fbd064e419 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.158747 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-15a3a596-2eef-4997-9fce-57fbd064e419 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.159962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-15a3a596-2eef-4997-9fce-57fbd064e419 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-groups/1037df3f-44c3-4b9c-af91-7b260916430c HTTP/1.1" status: 204 len: 168 time: 0.2696121 Aug 26 11:03:16.162872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60732) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:16.215875 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5ca2a13e-72c4-4472-aca3-97bb1db9d868 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517337 Aug 26 11:03:16.220668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60738) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:16.237668 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.246303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-24ca5921-5784-43c1-a282-f63a50f489e7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group': {'name': 'tempest-secgroup--394633334'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:16.246746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3a596-2eef-4997-9fce-57fbd064e419 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1037df3f-44c3-4b9c-af91-7b260916430c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:16.259563 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e207b5e-802b-4c4a-80c9-568af458a667 req-c37a5ade-8407-4f19-96e1-3200e7ad1f47 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 210 time: 0.0680020 Aug 26 11:03:16.300427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24ca5921-5784-43c1-a282-f63a50f489e7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.394887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 98487130-73fb-4075-9c30-f29dec3c3c5a details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:03:16.403626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24ca5921-5784-43c1-a282-f63a50f489e7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.408441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24ca5921-5784-43c1-a282-f63a50f489e7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.445443 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24ca5921-5784-43c1-a282-f63a50f489e7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.449882 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-24ca5921-5784-43c1-a282-f63a50f489e7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2257082 Aug 26 11:03:16.449882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca5921-5784-43c1-a282-f63a50f489e7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42179ed-dd07-4979-aaf4-ffd28443af06,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:16.450428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60744) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:16.454925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ae72114f-1556-45c8-bbb7-6f642fa72558 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': 'e42179ed-dd07-4979-aaf4-ffd28443af06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:16.498520 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ae72114f-1556-45c8-bbb7-6f642fa72558 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.563165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 98487130-73fb-4075-9c30-f29dec3c3c5a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=98487130-73fb-4075-9c30-f29dec3c3c5a,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:16.586051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '98487130-73fb-4075-9c30-f29dec3c3c5a', 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94', 'port_id': '98487130-73fb-4075-9c30-f29dec3c3c5a', 'mac_address': 'fa:16:3e:2b:db:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c64c3c-fc04-420e-b12c-70cd87a92e86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:03:16.604248 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ae72114f-1556-45c8-bbb7-6f642fa72558 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.612399 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ae72114f-1556-45c8-bbb7-6f642fa72558 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.641841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ae72114f-1556-45c8-bbb7-6f642fa72558 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.645913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ae72114f-1556-45c8-bbb7-6f642fa72558 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1919382 Aug 26 11:03:16.646210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60752) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:16.647979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72114f-1556-45c8-bbb7-6f642fa72558 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2e3034-e281-4e18-a5d4-7c70fe56402f,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:16.651303 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.672189 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1df06183-d929-4875-918f-d7d2c483ded2 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules/1e2e3034-e281-4e18-a5d4-7c70fe56402f HTTP/1.1" status: 200 len: 763 time: 0.0246093 Aug 26 11:03:16.674938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60754) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:16.675871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98487130-73fb-4075-9c30-f29dec3c3c5a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:03:16.698549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 98487130-73fb-4075-9c30-f29dec3c3c5a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=98487130-73fb-4075-9c30-f29dec3c3c5a,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:16.705579 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.738403 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8554a5f8-d8fc-4613-9b10-7e01d3de322c tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0609794 Aug 26 11:03:16.740840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60756) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:16.769455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=98487130-73fb-4075-9c30-f29dec3c3c5a,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:16.769939 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2263eab4-b557-4b25-a01d-4851c6e6f3b7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.780283 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2263eab4-b557-4b25-a01d-4851c6e6f3b7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.823563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2263eab4-b557-4b25-a01d-4851c6e6f3b7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.843860 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2263eab4-b557-4b25-a01d-4851c6e6f3b7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:16.848049 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2263eab4-b557-4b25-a01d-4851c6e6f3b7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1e2e3034-e281-4e18-a5d4-7c70fe56402f HTTP/1.1" status: 204 len: 168 time: 0.1037765 Aug 26 11:03:16.848255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60764) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:16.849716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263eab4-b557-4b25-a01d-4851c6e6f3b7 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e2e3034-e281-4e18-a5d4-7c70fe56402f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:16.935769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca25cb-1dc5-4f50-bc26-091d05718f41 req-08e2e148-bffc-49c2-940c-d7fe1b7ebed6 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:16.937613 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37ca25cb-1dc5-4f50-bc26-091d05718f41 req-08e2e148-bffc-49c2-940c-d7fe1b7ebed6 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.0904906 Aug 26 11:03:16.950974 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-23309b8e-2d31-42b9-b0b5-2e7403b53fd3 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1016653 Aug 26 11:03:16.953885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60770) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:16.966265 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8f2f5d3b-4f7f-47be-ba4c-26cde8db5970 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': 'e42179ed-dd07-4979-aaf4-ffd28443af06', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:17.004017 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5d3b-4f7f-47be-ba4c-26cde8db5970 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.005258 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37ca25cb-1dc5-4f50-bc26-091d05718f41 req-71202cb8-7144-4466-a157-67c473562772 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528762 Aug 26 11:03:17.032225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['98487130-73fb-4075-9c30-f29dec3c3c5a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:17.076396 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5d3b-4f7f-47be-ba4c-26cde8db5970 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.080760 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5d3b-4f7f-47be-ba4c-26cde8db5970 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.105982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f5d3b-4f7f-47be-ba4c-26cde8db5970 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd35c23-c802-4a08-83ff-44379507ecbc,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:17.111056 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5d3b-4f7f-47be-ba4c-26cde8db5970 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.112992 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8f2f5d3b-4f7f-47be-ba4c-26cde8db5970 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573861 Aug 26 11:03:17.115907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60776) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:17.135092 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ebda99b6-ca81-45f4-8ebd-6ff54e830903 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules/6fd35c23-c802-4a08-83ff-44379507ecbc HTTP/1.1" status: 200 len: 763 time: 0.0180004 Aug 26 11:03:17.137416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60782) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:17.152847 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.185585 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9e9b1658-2de4-4a7f-b340-c6893b7c6b4c tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0468581 Aug 26 11:03:17.188799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60784) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:17.257953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a761405-bec2-46c5-87d3-395155b4a037 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.286002 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a761405-bec2-46c5-87d3-395155b4a037 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.332308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b88b17-d078-4e21-be72-47095b574c3f req-50e74d3a-1561-43e6-aef1-bbe093a978f4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:17.336330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41b88b17-d078-4e21-be72-47095b574c3f req-50e74d3a-1561-43e6-aef1-bbe093a978f4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 945 time: 0.1244886 Aug 26 11:03:17.345339 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a761405-bec2-46c5-87d3-395155b4a037 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.355545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a761405-bec2-46c5-87d3-395155b4a037 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.356794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4a761405-bec2-46c5-87d3-395155b4a037 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6fd35c23-c802-4a08-83ff-44379507ecbc HTTP/1.1" status: 204 len: 168 time: 0.1661305 Aug 26 11:03:17.360288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60790) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:17.393340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a761405-bec2-46c5-87d3-395155b4a037 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fd35c23-c802-4a08-83ff-44379507ecbc,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:17.427674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41b88b17-d078-4e21-be72-47095b574c3f req-45406e6c-3dda-4ade-a2bb-0bf4907a64cf tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787072 Aug 26 11:03:17.487963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-830995a8-0db7-4cbd-9d31-b7f1d32b0a95 req-cb39c5d4-51bd-40b8-b2ff-cbf3d41c04eb tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 210 time: 0.0529130 Aug 26 11:03:17.532675 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1619cfb9-915f-4b8a-959c-6d00495d1567 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1710887 Aug 26 11:03:17.533553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60796) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:17.538538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b15d3596-a8db-480c-9332-b5759771dacb tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Request body: {'security_group_rule': {'security_group_id': 'e42179ed-dd07-4979-aaf4-ffd28443af06', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:17.575329 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-b15d3596-a8db-480c-9332-b5759771dacb tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Project 74effb34c43943e79844e76ae751a720 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:03:17.581080 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b15d3596-a8db-480c-9332-b5759771dacb tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.588184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-bec3ab42-c017-45e3-96d3-4af49ade52be tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:17.589946 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-bec3ab42-c017-45e3-96d3-4af49ade52be tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.42 "GET /v2.0/networks?id=dd58b45f-4b7c-433b-9f97-e8cc9467e28c HTTP/1.1" status: 200 len: 815 time: 0.2157106 Aug 26 11:03:17.649830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-623733e3-36a2-4743-b860-fe69f0290a52 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51fc0eeac4b4d3892c8917db439339b HTTP/1.1" status: 200 len: 380 time: 0.0486543 Aug 26 11:03:17.662802 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b15d3596-a8db-480c-9332-b5759771dacb tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.666156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Request body: {'port': {'device_id': '4dc89452-052c-436c-84af-b2f28764da03', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'admin_state_up': True, 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'security_groups': ['89b37eed-1592-4b7b-9ac1-38369276ebb0']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:17.668544 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b15d3596-a8db-480c-9332-b5759771dacb tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.684607 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d3596-a8db-480c-9332-b5759771dacb tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac5ade9-cf24-4520-82ce-96a3c22d7af0,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:17.703655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b15d3596-a8db-480c-9332-b5759771dacb tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.705295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b15d3596-a8db-480c-9332-b5759771dacb tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1708398 Aug 26 11:03:17.708049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60798) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:17.725724 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f413c941-2b89-47ee-9b95-887e42f73114 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules/6ac5ade9-cf24-4520-82ce-96a3c22d7af0 HTTP/1.1" status: 200 len: 769 time: 0.0163312 Aug 26 11:03:17.728930 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60800) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:17.785490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bdb5b323-55f8-4acd-8380-3f7cdec11b51 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0539873 Aug 26 11:03:17.788060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60802) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:17.817102 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7449965-3a10-4ef3-8236-e7a79c87dc5a tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.828229 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7449965-3a10-4ef3-8236-e7a79c87dc5a tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.851953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Made reservation on behalf of c51fc0eeac4b4d3892c8917db439339b for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:03:17.856412 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.881265 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7449965-3a10-4ef3-8236-e7a79c87dc5a tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.894587 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7449965-3a10-4ef3-8236-e7a79c87dc5a tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:17.895812 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d7449965-3a10-4ef3-8236-e7a79c87dc5a tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6ac5ade9-cf24-4520-82ce-96a3c22d7af0 HTTP/1.1" status: 204 len: 168 time: 0.1067255 Aug 26 11:03:17.899932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60810) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:17.920131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7449965-3a10-4ef3-8236-e7a79c87dc5a tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ac5ade9-cf24-4520-82ce-96a3c22d7af0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:17.954652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ff40850c-c95f-494e-86a2-18b9dbde1e4e tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0534639 Aug 26 11:03:17.957359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60812) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:18.031817 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Allocated IP 172.20.0.11 (dd58b45f-4b7c-433b-9f97-e8cc9467e28c/4bc78573-85d3-4e43-9711-ab97e12ed774/2f38822c-04f0-4429-9a1e-477cbcbd3276) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:03:18.035043 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18df781f-4769-47ab-8599-959f24d9c6a2 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:18.095833 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18df781f-4769-47ab-8599-959f24d9c6a2 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:18.205623 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18df781f-4769-47ab-8599-959f24d9c6a2 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:18.210281 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18df781f-4769-47ab-8599-959f24d9c6a2 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:18.212150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-18df781f-4769-47ab-8599-959f24d9c6a2 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "DELETE /v2.0/security-groups/e42179ed-dd07-4979-aaf4-ffd28443af06 HTTP/1.1" status: 204 len: 168 time: 0.2530270 Aug 26 11:03:18.215584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60820) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:18.246024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df781f-4769-47ab-8599-959f24d9c6a2 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42179ed-dd07-4979-aaf4-ffd28443af06,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:18.247548 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:18.257200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3b6f6-375f-4358-a212-d7eeb4fb6e81 req-5da02584-ff75-4921-8606-85efa6734470 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:18.260159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26c3b6f6-375f-4358-a212-d7eeb4fb6e81 req-5da02584-ff75-4921-8606-85efa6734470 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1115732 Aug 26 11:03:18.296606 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-46754e88-5afe-4b9d-831c-df33093f7705 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753345 Aug 26 11:03:18.297205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60826) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:18.307930 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26c3b6f6-375f-4358-a212-d7eeb4fb6e81 req-d6e3c950-1e95-4357-a8a6-b066075d8c0d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 Aug 26 11:03:18.309010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Transition to ACTIVE for port object 2f38822c-04f0-4429-9a1e-477cbcbd3276 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:03:18.372787 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bbd09698-7b70-427b-abc4-4a12f0e62a75 tempest-SecGroupIPv6Test-371655351 tempest-SecGroupIPv6Test-371655351-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745676 Aug 26 11:03:18.404582 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:18.409149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 98487130-73fb-4075-9c30-f29dec3c3c5a up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:03:18.496567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Network dd58b45f-4b7c-433b-9f97-e8cc9467e28c is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:03:18.501329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:03:18.505346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:03:18.566846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 98487130-73fb-4075-9c30-f29dec3c3c5a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:03:18.567456 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:18.584402 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Pushing event updated for resources: {'Port': ['ID=2f38822c-04f0-4429-9a1e-477cbcbd3276,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:18.614870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:18.615885 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:18.639921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-02b4286f-8326-4920-94c1-545954d70425 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9820862 Aug 26 11:03:18.654713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097122c-8952-4602-bc56-313fbe3dd736 req-ae3b97f5-e98d-4fb9-a7ea-81a5412bd19e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:18.667919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Request body: {'port': {'device_id': '4dc89452-052c-436c-84af-b2f28764da03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:18.670176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d097122c-8952-4602-bc56-313fbe3dd736 req-ae3b97f5-e98d-4fb9-a7ea-81a5412bd19e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 945 time: 0.1600120 Aug 26 11:03:18.749339 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:18.770538 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:18.817548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98487130-73fb-4075-9c30-f29dec3c3c5a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:18.839446 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce03d578-3d45-4730-a36f-2466a7028cc8" -d '{"events": [{"server_uuid": "65637275-7d06-41d2-935b-7bfb5cbbfe82", "name": "network-vif-plugged", "status": "completed", "tag": "98487130-73fb-4075-9c30-f29dec3c3c5a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:18.862447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d097122c-8952-4602-bc56-313fbe3dd736 req-f6ec27d9-17a9-4bb3-855c-2cc77bb1db7f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831510 Aug 26 11:03:18.870020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 98487130-73fb-4075-9c30-f29dec3c3c5a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=98487130-73fb-4075-9c30-f29dec3c3c5a,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:18.877984 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:18.878842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5af5b-cdff-4d5a-a63e-32f81cb1ff1f req-b9bf865b-9e97-4dff-88eb-47f2c6b158d2 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:18.904124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45a5af5b-cdff-4d5a-a63e-32f81cb1ff1f req-b9bf865b-9e97-4dff-88eb-47f2c6b158d2 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 932 time: 0.2144101 Aug 26 11:03:18.959788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=98487130-73fb-4075-9c30-f29dec3c3c5a,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:18.961471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60844) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:18.980046 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053ee9cb-d757-42e5-b03f-d1bc052d5d10 x-openstack-request-id: req-053ee9cb-d757-42e5-b03f-d1bc052d5d10 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:18.980865 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65637275-7d06-41d2-935b-7bfb5cbbfe82", "name": "network-vif-plugged", "status": "completed", "tag": "98487130-73fb-4075-9c30-f29dec3c3c5a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:18.982102 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-053ee9cb-d757-42e5-b03f-d1bc052d5d10 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:18.982754 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98487130-73fb-4075-9c30-f29dec3c3c5a', 'code': 200} Aug 26 11:03:19.023148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45a5af5b-cdff-4d5a-a63e-32f81cb1ff1f req-0bb94ed7-cd47-468c-b0be-0fbe6a68b6ba tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179867 Aug 26 11:03:19.032374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1e2a69d7-b740-478f-875d-3828ec5aa2a2 None None] Provisioning for port 2f38822c-04f0-4429-9a1e-477cbcbd3276 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:03:19.038964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1e2a69d7-b740-478f-875d-3828ec5aa2a2 None None] Provisioning complete for port 2f38822c-04f0-4429-9a1e-477cbcbd3276 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:03:19.039743 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e2a69d7-b740-478f-875d-3828ec5aa2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:19.142581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a69d7-b740-478f-875d-3828ec5aa2a2 None None] Port 2f38822c-04f0-4429-9a1e-477cbcbd3276 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:03:19.199875 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:19.234542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f66232-6b13-48c7-864d-056ef93ae078 req-7a2efc6b-c122-45b2-a767-eba9a9a443d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:19.236419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39f66232-6b13-48c7-864d-056ef93ae078 req-7a2efc6b-c122-45b2-a767-eba9a9a443d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 1098 time: 0.1218283 Aug 26 11:03:19.243699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bcd25227-13af-405b-a44a-c4d4c1ea090c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74effb34c43943e79844e76ae751a720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729986 Aug 26 11:03:19.247241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60856) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:19.273169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f38822c-04f0-4429-9a1e-477cbcbd3276 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:03:19.281908 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:19.295403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Transition to ACTIVE for port object 2f38822c-04f0-4429-9a1e-477cbcbd3276 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:03:19.300189 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:19.309786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39f66232-6b13-48c7-864d-056ef93ae078 req-b4d84e57-6c99-47b2-a8fd-c204d53b3c1f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615406 Aug 26 11:03:19.326502 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f0cf0d4f-0a7b-4104-8111-0e9252eefcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:19.382135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Pushing event updated for resources: {'Port': ['ID=2f38822c-04f0-4429-9a1e-477cbcbd3276,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:19.403919 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f0cf0d4f-0a7b-4104-8111-0e9252eefcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:19.469532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Attempting to bind port 2f38822c-04f0-4429-9a1e-477cbcbd3276 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:03:19.469878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Attempting to bind port 2f38822c-04f0-4429-9a1e-477cbcbd3276 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:03:19.470213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Attempting to bind port 2f38822c-04f0-4429-9a1e-477cbcbd3276 on network dd58b45f-4b7c-433b-9f97-e8cc9467e28c {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:03:19.481049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Port 2f38822c-04f0-4429-9a1e-477cbcbd3276 on network dd58b45f-4b7c-433b-9f97-e8cc9467e28c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:03:19.483848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Attempting to bind port 2f38822c-04f0-4429-9a1e-477cbcbd3276 on network dd58b45f-4b7c-433b-9f97-e8cc9467e28c {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:03:19.490345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:03:19.491099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Checking segment: {'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:03:19.492088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Bound using segment: {'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:03:19.494266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Bound port: 2f38822c-04f0-4429-9a1e-477cbcbd3276, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:03:19.494943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:19.560421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0c6c1-8f72-4a5b-a030-a569eed3e868 req-31515033-f902-45e5-bf79-9b803cc65b10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:19.573674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dad0c6c1-8f72-4a5b-a030-a569eed3e868 req-31515033-f902-45e5-bf79-9b803cc65b10 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1208601 Aug 26 11:03:19.577888 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f0cf0d4f-0a7b-4104-8111-0e9252eefcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:19.581262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f0cf0d4f-0a7b-4104-8111-0e9252eefcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:19.585589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f0cf0d4f-0a7b-4104-8111-0e9252eefcd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69c2935a-82af-4467-87f8-95d1a0032e02 HTTP/1.1" status: 204 len: 168 time: 0.3314955 Aug 26 11:03:19.660760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf0d4f-0a7b-4104-8111-0e9252eefcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c2935a-82af-4467-87f8-95d1a0032e02,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:19.708130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dad0c6c1-8f72-4a5b-a030-a569eed3e868 req-09683112-3554-4bc0-a910-70306e924ca3 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330636 Aug 26 11:03:19.734383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] For port 2f38822c-04f0-4429-9a1e-477cbcbd3276, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:03:19.734383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] For port 2f38822c-04f0-4429-9a1e-477cbcbd3276, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2f38822c-04f0-4429-9a1e-477cbcbd3276,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:03:19.743020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:19.787740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:19.788292 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:19.790321 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] 10.222.0.42 "PUT /v2.0/ports/2f38822c-04f0-4429-9a1e-477cbcbd3276 HTTP/1.1" status: 200 len: 1093 time: 1.1386688 Aug 26 11:03:19.796241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc89452-052c-436c-84af-b2f28764da03', 'tag': '2f38822c-04f0-4429-9a1e-477cbcbd3276'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:19.799071 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc89452-052c-436c-84af-b2f28764da03", "tag": "2f38822c-04f0-4429-9a1e-477cbcbd3276"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:19.839453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5552769-b0be-4483-92fc-3025eecf15ac service neutron] Pushing event updated for resources: {'Port': ['ID=2f38822c-04f0-4429-9a1e-477cbcbd3276,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:19.861191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ea3f5-49de-4523-9326-068dd4613d5f req-c1986963-1b15-45fc-9e8d-baf179df96be tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:19.863074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf3ea3f5-49de-4523-9326-068dd4613d5f req-c1986963-1b15-45fc-9e8d-baf179df96be tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 946 time: 0.1205461 Aug 26 11:03:19.922583 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae5a4ae-8596-4c34-9fba-844c2bc0da92 x-openstack-request-id: req-7ae5a4ae-8596-4c34-9fba-844c2bc0da92 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:19.924501 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc89452-052c-436c-84af-b2f28764da03", "tag": "2f38822c-04f0-4429-9a1e-477cbcbd3276", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:19.925038 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ae5a4ae-8596-4c34-9fba-844c2bc0da92 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:19.925454 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc89452-052c-436c-84af-b2f28764da03', 'tag': '2f38822c-04f0-4429-9a1e-477cbcbd3276', 'status': 'completed', 'code': 200} Aug 26 11:03:19.957472 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf3ea3f5-49de-4523-9326-068dd4613d5f req-b95d1268-095c-47d1-8d6a-a459bcca96da tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817914 Aug 26 11:03:19.960002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-19b0251e-a132-4054-b341-bcdc39dcfe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:19.962749 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-19b0251e-a132-4054-b341-bcdc39dcfe9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51fc0eeac4b4d3892c8917db439339b&device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 1096 time: 0.1049676 Aug 26 11:03:20.042799 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-b7902d74-6106-4cd2-82ce-1859c82f89d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f38822c-04f0-4429-9a1e-477cbcbd3276 HTTP/1.1" status: 200 len: 217 time: 0.0703270 Aug 26 11:03:20.124220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64888c-a2b1-4573-99d9-e54afbf4c85e req-499b1c65-c719-481d-a83c-f93322b07b18 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:20.135620 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b64888c-a2b1-4573-99d9-e54afbf4c85e req-499b1c65-c719-481d-a83c-f93322b07b18 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.1173172 Aug 26 11:03:20.185078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-4cfd427a-34bc-4250-b28c-395b74a33aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:20.185078 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-4cfd427a-34bc-4250-b28c-395b74a33aa8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bc78573-85d3-4e43-9711-ab97e12ed774 HTTP/1.1" status: 200 len: 854 time: 0.1166146 Aug 26 11:03:20.247525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b64888c-a2b1-4573-99d9-e54afbf4c85e req-d05fe345-bb6a-4f9d-ab9f-e5309883e2a4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058192 Aug 26 11:03:20.286229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d2ba6f02-87d6-443e-b249-055c985e7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:20.287860 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-d2ba6f02-87d6-443e-b249-055c985e7fa7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd58b45f-4b7c-433b-9f97-e8cc9467e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036239 Aug 26 11:03:20.329524 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:20.480217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac665-d95f-4e13-8da0-17aaef38adbf req-97cc2b97-2163-4a35-b761-34696736272f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:20.487860 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-ac99b3ce-1374-4371-a9ce-af13f68908bf service neutron] 10.222.0.42 "GET /v2.0/networks/dd58b45f-4b7c-433b-9f97-e8cc9467e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812069 Aug 26 11:03:20.517724 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-583ac665-d95f-4e13-8da0-17aaef38adbf req-97cc2b97-2163-4a35-b761-34696736272f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 944 time: 0.1449862 Aug 26 11:03:20.634588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-583ac665-d95f-4e13-8da0-17aaef38adbf req-27dcaeba-60b5-4599-b83c-2bcec4671d75 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126812 Aug 26 11:03:20.735731 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7a1f47e-883e-4add-9667-eb803b9f9825 req-8c8b8242-0775-4e73-b164-678c8ff3005f service neutron] 10.222.0.42 "GET /v2.0/networks/dd58b45f-4b7c-433b-9f97-e8cc9467e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368512 Aug 26 11:03:20.795049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60922) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:20.866563 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2 req-7fca4897-f7fd-45f2-a80e-6ca78e64f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:20.869114 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2 req-7fca4897-f7fd-45f2-a80e-6ca78e64f43d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51fc0eeac4b4d3892c8917db439339b&device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 1096 time: 0.0453894 Aug 26 11:03:20.955399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acf4c2-0feb-4cb9-8fb3-ff40c2fae3ab req-cbf350d9-6e16-4ba7-92f3-d484a94c12a9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:20.970549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50acf4c2-0feb-4cb9-8fb3-ff40c2fae3ab req-cbf350d9-6e16-4ba7-92f3-d484a94c12a9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1411788 Aug 26 11:03:20.973671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-23e180cd-2874-4b46-91de-265523712fd9 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-436004501', 'prefixes': ['172.20.0.0/16']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:21.007108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50acf4c2-0feb-4cb9-8fb3-ff40c2fae3ab req-64c860e6-610c-4f73-917a-e236feaa0c83 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Aug 26 11:03:21.066428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2 req-c7141916-c34c-4cc3-a016-a8ea9665e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:21.067905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2 req-c7141916-c34c-4cc3-a016-a8ea9665e9a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd58b45f-4b7c-433b-9f97-e8cc9467e28c HTTP/1.1" status: 200 len: 916 time: 0.1904118 Aug 26 11:03:21.112467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23e180cd-2874-4b46-91de-265523712fd9 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] Notify callbacks [] for subnetpool, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:21.116370 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-23e180cd-2874-4b46-91de-265523712fd9 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3176031 Aug 26 11:03:21.116370 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2 req-643bc6de-136e-44cb-9de7-5b219e3d9ee6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f38822c-04f0-4429-9a1e-477cbcbd3276 HTTP/1.1" status: 200 len: 217 time: 0.0378759 Aug 26 11:03:21.116604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60930) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:21.174253 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f7ef8848-cb29-4749-beb3-0416137ae9ba tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] 10.222.0.21 "GET /v2.0/subnetpools/bfc8ce13-edff-4ec7-be42-3395e3c1c499 HTTP/1.1" status: 200 len: 731 time: 0.0566916 Aug 26 11:03:21.176900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60936) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:21.183851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b4c19ad6-1272-4dca-9460-d64770e9ae46 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-218481998'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:21.191367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2 req-1534303b-b56f-45c9-9291-50c7c8ac5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:21.193157 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2 req-1534303b-b56f-45c9-9291-50c7c8ac5198 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bc78573-85d3-4e43-9711-ab97e12ed774 HTTP/1.1" status: 200 len: 854 time: 0.0599096 Aug 26 11:03:21.276882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2 req-b64d4c70-e7e7-47cb-825c-8a7cefd437cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:21.278314 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2 req-b64d4c70-e7e7-47cb-825c-8a7cefd437cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd58b45f-4b7c-433b-9f97-e8cc9467e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756521 Aug 26 11:03:21.358378 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b4c19ad6-1272-4dca-9460-d64770e9ae46 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] Notify callbacks [] for subnetpool, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:21.359778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b4c19ad6-1272-4dca-9460-d64770e9ae46 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] 10.222.0.21 "PUT /v2.0/subnetpools/bfc8ce13-edff-4ec7-be42-3395e3c1c499 HTTP/1.1" status: 200 len: 683 time: 0.1814823 Aug 26 11:03:21.362813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60942) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:21.399539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0414b3-2c59-4f43-a455-5bfd39e567df req-958d4a2c-f6df-4994-a183-9b7e35a24e01 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:21.401329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a0414b3-2c59-4f43-a455-5bfd39e567df req-958d4a2c-f6df-4994-a183-9b7e35a24e01 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.0581679 Aug 26 11:03:21.457008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a0414b3-2c59-4f43-a455-5bfd39e567df req-23ca2485-2506-45fa-96e8-1eb41b0b110b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491703 Aug 26 11:03:21.615268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc55ab-bce0-483c-94c9-2e3deaaafe73 req-7c52dc84-f9b3-4e33-bbd7-1affdd55343b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:21.617074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94bc55ab-bce0-483c-94c9-2e3deaaafe73 req-7c52dc84-f9b3-4e33-bbd7-1affdd55343b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.0744393 Aug 26 11:03:21.675437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94bc55ab-bce0-483c-94c9-2e3deaaafe73 req-18c92e93-7fe0-406f-9879-68e22ff03c56 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504184 Aug 26 11:03:21.817201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6f10f48-aacb-47fe-afba-41b3b974aba4 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] Notify callbacks [] for subnetpool, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:21.818364 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b6f10f48-aacb-47fe-afba-41b3b974aba4 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] 10.222.0.21 "DELETE /v2.0/subnetpools/bfc8ce13-edff-4ec7-be42-3395e3c1c499 HTTP/1.1" status: 204 len: 168 time: 0.4545536 Aug 26 11:03:21.827233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60964) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:21.829307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a130a9-de7f-479e-a359-c8e880c879b6 req-f75b1e93-29d1-4f30-8bc1-5cf61dfc4bcf tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:21.831129 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74a130a9-de7f-479e-a359-c8e880c879b6 req-f75b1e93-29d1-4f30-8bc1-5cf61dfc4bcf tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 944 time: 0.0978057 Aug 26 11:03:21.866701 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2 req-7386f515-1c0d-4fa8-b799-343074451c54 service neutron] 10.222.0.42 "GET /v2.0/networks/dd58b45f-4b7c-433b-9f97-e8cc9467e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787284 Aug 26 11:03:21.868518 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-99a631a1-4a2a-4ea4-992e-8973217b2142 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] show failed (client error): The resource could not be found. Aug 26 11:03:21.872244 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-99a631a1-4a2a-4ea4-992e-8973217b2142 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] 10.222.0.21 "GET /v2.0/subnetpools/bfc8ce13-edff-4ec7-be42-3395e3c1c499 HTTP/1.1" status: 404 len: 346 time: 0.0413749 Aug 26 11:03:21.872662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60966) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:21.932302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74a130a9-de7f-479e-a359-c8e880c879b6 req-8ba43813-27c2-40db-bebf-853120bd69fe tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948815 Aug 26 11:03:22.004293 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-b998dbf4-96a3-4498-94ee-5a5db76bcd14 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] delete failed (client error): The resource could not be found. Aug 26 11:03:22.005597 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b998dbf4-96a3-4498-94ee-5a5db76bcd14 tempest-SubnetPoolsTestJSON-1988495099 tempest-SubnetPoolsTestJSON-1988495099-project] 10.222.0.21 "DELETE /v2.0/subnetpools/bfc8ce13-edff-4ec7-be42-3395e3c1c499 HTTP/1.1" status: 404 len: 346 time: 0.1321590 Aug 26 11:03:22.041751 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:22.062436 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d32c1a3d-1c98-457e-aaf4-c1ae2f4db3b2 req-ce67b424-bc7c-4daa-813d-fc89b1aa951a service neutron] 10.222.0.42 "GET /v2.0/networks/dd58b45f-4b7c-433b-9f97-e8cc9467e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876390 Aug 26 11:03:22.170486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b7e96-7166-42b8-a8cc-388465fdc86b req-5398e00a-d5b9-481e-b39c-251be37effc0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:22.172500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b81b7e96-7166-42b8-a8cc-388465fdc86b req-5398e00a-d5b9-481e-b39c-251be37effc0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.0711682 Aug 26 11:03:22.283002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b81b7e96-7166-42b8-a8cc-388465fdc86b req-65363226-e3ab-49f4-8c03-304e74ab3b66 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513947 Aug 26 11:03:22.341704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-601f755f-a3f4-40fa-92ac-e7e4736a484d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:22.347226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-601f755f-a3f4-40fa-92ac-e7e4736a484d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/networks?id=78c026c6-651c-404b-9bc6-9fd7306c8d94 HTTP/1.1" status: 200 len: 815 time: 0.1736917 Aug 26 11:03:22.365598 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-592a8124-f60f-47a2-bc97-b186e7acc036 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/quotas/b43c9aa7c5f142ae993cd4ac226d6a1f HTTP/1.1" status: 200 len: 375 time: 0.0159879 Aug 26 11:03:22.440579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-b9807f55-eb15-47ab-824c-77f84c0cc0a5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b43c9aa7c5f142ae993cd4ac226d6a1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738907 Aug 26 11:03:22.446615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60992) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:22.565099 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-348bd31f-bcc5-472a-808b-7c7272c992c6 service neutron] 10.222.0.21 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232226 Aug 26 11:03:22.612081 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-58667760-5cc6-487e-adb1-d19561899d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:22.714719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-58667760-5cc6-487e-adb1-d19561899d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:22.715611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-25923767-23e6-4c24-9619-2f4fba451869 service neutron] 10.222.0.21 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415269 Aug 26 11:03:22.719659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-58667760-5cc6-487e-adb1-d19561899d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:22.763428 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-58667760-5cc6-487e-adb1-d19561899d95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db9aed76914449ca86cd838ac0b50ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156698 Aug 26 11:03:22.763542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 32772) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:22.764387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58667760-5cc6-487e-adb1-d19561899d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313722e2-c57d-42a2-95eb-be080c1c4913,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:22.895545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-203c2356-0844-4182-a362-64b77a517191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:22.919655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-203c2356-0844-4182-a362-64b77a517191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:22.996234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04713941-4269-4a73-b63d-9dd934d8dfea req-cf7d64bc-7fa5-4573-916c-adf220a37e09 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 210 time: 0.0626202 Aug 26 11:03:23.025598 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-203c2356-0844-4182-a362-64b77a517191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:23.028742 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-203c2356-0844-4182-a362-64b77a517191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:23.030200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-203c2356-0844-4182-a362-64b77a517191 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/313722e2-c57d-42a2-95eb-be080c1c4913 HTTP/1.1" status: 204 len: 168 time: 0.2653337 Aug 26 11:03:23.069580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c2356-0844-4182-a362-64b77a517191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313722e2-c57d-42a2-95eb-be080c1c4913,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:23.152638 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5d3ad-c5e4-45f9-98a5-0470f7d7485d req-235f7d80-da00-4875-ae9e-ae8ddca89683 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:23.161850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ba5d3ad-c5e4-45f9-98a5-0470f7d7485d req-235f7d80-da00-4875-ae9e-ae8ddca89683 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 944 time: 0.1043293 Aug 26 11:03:23.267152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ba5d3ad-c5e4-45f9-98a5-0470f7d7485d req-cb62442c-51ab-4173-8a14-cf86cb2b26f7 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007967 Aug 26 11:03:23.473106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13957079-64fd-46fe-ab4b-e1d31c7128ba req-e173f275-c4d7-46d3-89f9-13e393fec50d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:23.478338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13957079-64fd-46fe-ab4b-e1d31c7128ba req-e173f275-c4d7-46d3-89f9-13e393fec50d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.0751991 Aug 26 11:03:23.571685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13957079-64fd-46fe-ab4b-e1d31c7128ba req-3be15dc7-bef2-4bfe-a5f9-d6894ddb8ec5 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755122 Aug 26 11:03:23.603098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df9086-ae7d-41ce-9c4c-46ff480dc399 req-2945dbf3-d1d5-444b-b7c5-2efd6a658534 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:23.605216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25df9086-ae7d-41ce-9c4c-46ff480dc399 req-2945dbf3-d1d5-444b-b7c5-2efd6a658534 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "GET /v2.0/ports?device_id=65637275-7d06-41d2-935b-7bfb5cbbfe82 HTTP/1.1" status: 200 len: 946 time: 0.0816419 Aug 26 11:03:23.760858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-25df9086-ae7d-41ce-9c4c-46ff480dc399 req-e4f5c638-3d58-4a42-8598-94992603c3f8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Deleting port 98487130-73fb-4075-9c30-f29dec3c3c5a {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:03:23.761563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-25df9086-ae7d-41ce-9c4c-46ff480dc399 req-e4f5c638-3d58-4a42-8598-94992603c3f8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:23.919356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-25df9086-ae7d-41ce-9c4c-46ff480dc399 req-e4f5c638-3d58-4a42-8598-94992603c3f8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] For port 98487130-73fb-4075-9c30-f29dec3c3c5a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=98487130-73fb-4075-9c30-f29dec3c3c5a,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:23.919356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-25df9086-ae7d-41ce-9c4c-46ff480dc399 req-e4f5c638-3d58-4a42-8598-94992603c3f8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:23.956012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-25df9086-ae7d-41ce-9c4c-46ff480dc399 req-e4f5c638-3d58-4a42-8598-94992603c3f8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Calling delete_port for 98487130-73fb-4075-9c30-f29dec3c3c5a owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:03:24.137597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32836) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:24.185037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2e10630-c903-4962-887c-7c679e185f17 req-f046b765-b837-40a2-a38f-3ee96f8b3830 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 210 time: 0.0481510 Aug 26 11:03:24.194116 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-25df9086-ae7d-41ce-9c4c-46ff480dc399 req-e4f5c638-3d58-4a42-8598-94992603c3f8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:24.210102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['98487130-73fb-4075-9c30-f29dec3c3c5a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:24.306649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5c638-3d58-4a42-8598-94992603c3f8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Pushing event deleted for resources: {'Port': ['ID=98487130-73fb-4075-9c30-f29dec3c3c5a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:24.395528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-847289784-network', 'tenant_id': 'ddd2c2bdf0f64e1d8489fd807d27e4a9'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:24.397158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-25df9086-ae7d-41ce-9c4c-46ff480dc399 req-e4f5c638-3d58-4a42-8598-94992603c3f8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] No DVR routers for this DVR port 98487130-73fb-4075-9c30-f29dec3c3c5a on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:24.401769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-25df9086-ae7d-41ce-9c4c-46ff480dc399 req-e4f5c638-3d58-4a42-8598-94992603c3f8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:24.403840 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25df9086-ae7d-41ce-9c4c-46ff480dc399 req-e4f5c638-3d58-4a42-8598-94992603c3f8 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "DELETE /v2.0/ports/98487130-73fb-4075-9c30-f29dec3c3c5a HTTP/1.1" status: 204 len: 173 time: 0.7849648 Aug 26 11:03:24.404293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'name': 'network-vif-deleted', 'tag': '98487130-73fb-4075-9c30-f29dec3c3c5a'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:24.406666 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0459453e-9e16-4b13-9292-e3df5d5651d1" -d '{"events": [{"server_uuid": "65637275-7d06-41d2-935b-7bfb5cbbfe82", "name": "network-vif-deleted", "tag": "98487130-73fb-4075-9c30-f29dec3c3c5a"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:24.480039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Made reservation on behalf of ddd2c2bdf0f64e1d8489fd807d27e4a9 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:03:24.482303 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4b9a4f-b126-482f-9c93-6f29ce3a7c2e x-openstack-request-id: req-7b4b9a4f-b126-482f-9c93-6f29ce3a7c2e {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:24.482675 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:24.483212 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65637275-7d06-41d2-935b-7bfb5cbbfe82", "name": "network-vif-deleted", "tag": "98487130-73fb-4075-9c30-f29dec3c3c5a", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:24.483654 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b4b9a4f-b126-482f-9c93-6f29ce3a7c2e {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:24.484237 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65637275-7d06-41d2-935b-7bfb5cbbfe82', 'name': 'network-vif-deleted', 'tag': '98487130-73fb-4075-9c30-f29dec3c3c5a', 'status': 'completed', 'code': 200} Aug 26 11:03:24.496133 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1532c-d5fb-477a-90fc-0f094ac86e40 req-1e75c9de-05bb-4ad6-ae41-d96220b2507c tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:24.499983 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05e1532c-d5fb-477a-90fc-0f094ac86e40 req-1e75c9de-05bb-4ad6-ae41-d96220b2507c tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 944 time: 0.0752192 Aug 26 11:03:24.501460 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:24.519617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-5758ba35-97a6-4a2f-bdd7-baf645dc7026 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:24.521190 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-5758ba35-97a6-4a2f-bdd7-baf645dc7026 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "GET /v2.0/networks?id=78c026c6-651c-404b-9bc6-9fd7306c8d94 HTTP/1.1" status: 200 len: 815 time: 0.2979574 Aug 26 11:03:24.542611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Request body: {'port': {'device_id': '2931ceed-5aa9-488e-a988-7b4fa6a27ed3', 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94', 'admin_state_up': True, 'tenant_id': 'b43c9aa7c5f142ae993cd4ac226d6a1f'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:24.575596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05e1532c-d5fb-477a-90fc-0f094ac86e40 req-a109f04e-86fa-40f6-9fcf-fb8260de067f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660884 Aug 26 11:03:24.728275 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:24.743296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:24.757561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:03:24.768627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:24.769122 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Added segment 92ea1933-7ccd-4e7e-904f-c19133f1aa6e of type vlan for network e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d Aug 26 11:03:24.809100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967c084-d778-48d2-a056-e41545a3cc78 req-a004b3da-a131-4649-91cf-8528bdc5f770 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:24.811500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6967c084-d778-48d2-a056-e41545a3cc78 req-a004b3da-a131-4649-91cf-8528bdc5f770 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.0928848 Aug 26 11:03:24.819491 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:24.861284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6967c084-d778-48d2-a056-e41545a3cc78 req-e428998f-3b66-48c5-9559-07676413e5c8 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369656 Aug 26 11:03:24.871532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53b9d8a-5973-435d-8e5a-190268178cea,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:24.876520 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:24.877563 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:24.878245 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:24.924427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Made reservation on behalf of b43c9aa7c5f142ae993cd4ac226d6a1f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:03:24.930618 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:24.995649 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8531573 Aug 26 11:03:24.996363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 32888) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:25.001236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] Request body: {'subnet': {'network_id': 'e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-847289784-subnet', 'tenant_id': 'ddd2c2bdf0f64e1d8489fd807d27e4a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:25.015401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b2c69-3f0c-46d7-9d85-919fc9fd60c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:25.029768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:03:25.135829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:03:25.149372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] Made reservation on behalf of ddd2c2bdf0f64e1d8489fd807d27e4a9 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:03:25.160960 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:25.278099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Allocated IP 172.20.0.14 (78c026c6-651c-404b-9bc6-9fd7306c8d94/98c64c3c-fc04-420e-b12c-70cd87a92e86/227ad589-ed90-41be-be3e-f655d74d987b) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:03:25.376573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:25.408856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'port_id': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'mac_address': 'fa:16:3e:ef:0f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:03:25.457343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13313a9a-eb55-4678-83e9-c5bc3c9a5389 req-7925a1b5-6ab9-4fe5-a9b6-0328f390f942 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 210 time: 0.0700557 Aug 26 11:03:25.488075 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:25.513845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0f6d3ee-e592-489b-b559-fbcbe4d66e11 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:03:25.553959 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:25.560314 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:25.602129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:25.639404 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:25.664021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:25.694507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a0f6d3ee-e592-489b-b559-fbcbe4d66e11'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:25.705393 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:25.749798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21c321b-8b96-4b7b-8cd9-5e2383af5af5,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:25.783628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Network 78c026c6-651c-404b-9bc6-9fd7306c8d94 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:03:25.791953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:03:25.805454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:03:25.839047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7c719-af03-4dc1-8970-4af73b89c33d req-e060a7f5-6755-4097-b712-c2eadd5d8f26 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:25.846448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a7c719-af03-4dc1-8970-4af73b89c33d req-e060a7f5-6755-4097-b712-c2eadd5d8f26 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 944 time: 0.1006942 Aug 26 11:03:25.857173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] Checking segment: {'id': '92ea1933-7ccd-4e7e-904f-c19133f1aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:03:25.857700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] Network hostable DHCP agents. Network: e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:03:25.913751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Pushing event updated for resources: {'Port': ['ID=227ad589-ed90-41be-be3e-f655d74d987b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:25.960699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8a7c719-af03-4dc1-8970-4af73b89c33d req-c0b944fa-0f46-4e18-843c-2e48174e70e0 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127005 Aug 26 11:03:25.962825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] Network e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:03:25.971868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:25.978917 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:25.993945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:03:26.005459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:26.006470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:26.016474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f744be-b86f-4929-9294-48cc7f6f0078 None None] Network e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:03:26.021812 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-42d7de2d-ef9f-48ee-94fa-8e4e20bb3ee5 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4864473 Aug 26 11:03:26.037955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Request body: {'port': {'device_id': '2931ceed-5aa9-488e-a988-7b4fa6a27ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:26.040705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-da3bdbd4-e2bd-4019-b1d7-4d7d5db95e43 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0434077 Aug 26 11:03:26.192681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7276c5-65e6-47c1-86a3-79a9a252ed64 req-67910135-15cd-409a-b366-ab3eac017787 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:26.194682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea7276c5-65e6-47c1-86a3-79a9a252ed64 req-67910135-15cd-409a-b366-ab3eac017787 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1351521 Aug 26 11:03:26.200101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:26.266207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea7276c5-65e6-47c1-86a3-79a9a252ed64 req-146a17de-b8e0-48be-9a1e-b554fd98e46b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629580 Aug 26 11:03:26.390334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793accdd-cfd6-44ec-97d5-ae341476a668 None None] Network e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:03:26.443458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 98487130-73fb-4075-9c30-f29dec3c3c5a no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:03:26.508733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 98487130-73fb-4075-9c30-f29dec3c3c5a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:03:26.509081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 98487130-73fb-4075-9c30-f29dec3c3c5a not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:03:26.675533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8462e-8678-44dc-a6a3-cf8d00e4e85e req-d64e158b-ca3e-4ab7-991e-6231aeb06a01 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:26.683278 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10a8462e-8678-44dc-a6a3-cf8d00e4e85e req-d64e158b-ca3e-4ab7-991e-6231aeb06a01 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 932 time: 0.1187484 Aug 26 11:03:26.744561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10a8462e-8678-44dc-a6a3-cf8d00e4e85e req-f77f9ec5-c1a3-4199-9d6a-5d31d8e8cdd3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546393 Aug 26 11:03:26.803233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227ad589-ed90-41be-be3e-f655d74d987b {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:03:26.826436 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:26.840754 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Transition to ACTIVE for port object 227ad589-ed90-41be-be3e-f655d74d987b will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:03:26.845803 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.001829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Pushing event updated for resources: {'Port': ['ID=227ad589-ed90-41be-be3e-f655d74d987b,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:27.020458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Attempting to bind port 227ad589-ed90-41be-be3e-f655d74d987b on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:03:27.020804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Attempting to bind port 227ad589-ed90-41be-be3e-f655d74d987b by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:03:27.021139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Attempting to bind port 227ad589-ed90-41be-be3e-f655d74d987b on network 78c026c6-651c-404b-9bc6-9fd7306c8d94 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:03:27.027018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Port 227ad589-ed90-41be-be3e-f655d74d987b on network 78c026c6-651c-404b-9bc6-9fd7306c8d94 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:03:27.027831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Attempting to bind port 227ad589-ed90-41be-be3e-f655d74d987b on network 78c026c6-651c-404b-9bc6-9fd7306c8d94 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:03:27.036861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:03:27.037418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Checking segment: {'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:03:27.037990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Bound using segment: {'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:03:27.038604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Bound port: 227ad589-ed90-41be-be3e-f655d74d987b, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07bfaff-a9a6-4875-999f-78c4c66c2972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:03:27.039255 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.058574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32950) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:27.065650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-946725853-network', 'tenant_id': 'c75961618f5b401b8c95335cda0326f8'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:27.130418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Made reservation on behalf of c75961618f5b401b8c95335cda0326f8 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:03:27.134021 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.139944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e196f5c-987b-4354-aede-b68e5e616367 req-aecbe0ae-03a5-4ab6-aa74-09e75e4e7b86 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:27.147978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e196f5c-987b-4354-aede-b68e5e616367 req-aecbe0ae-03a5-4ab6-aa74-09e75e4e7b86 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 944 time: 0.0688105 Aug 26 11:03:27.149553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:03:27.152993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.210217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] For port 227ad589-ed90-41be-be3e-f655d74d987b, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:03:27.224012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e196f5c-987b-4354-aede-b68e5e616367 req-addc2cbc-13b5-4cc9-b5bb-f4c7ce503d95 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750549 Aug 26 11:03:27.236500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:03:27.237268 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.249128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] For port 227ad589-ed90-41be-be3e-f655d74d987b, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=227ad589-ed90-41be-be3e-f655d74d987b,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:03:27.282374 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.361751 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.412057 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:27.415388 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5711347-1f0f-464e-ac42-790b407d523f" -d '{"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:27.453710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:27.465249 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.474406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:27.477795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.482603 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] 10.222.0.47 "PUT /v2.0/ports/227ad589-ed90-41be-be3e-f655d74d987b HTTP/1.1" status: 200 len: 1093 time: 1.4515901 Aug 26 11:03:27.483418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2931ceed-5aa9-488e-a988-7b4fa6a27ed3', 'tag': '227ad589-ed90-41be-be3e-f655d74d987b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:27.490519 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b2ac4c-07c9-4aeb-b548-ab80d7be6bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "2931ceed-5aa9-488e-a988-7b4fa6a27ed3", "tag": "227ad589-ed90-41be-be3e-f655d74d987b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:27.520325 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf1bc20-d952-4c47-af48-d7a707281840 x-openstack-request-id: req-0bf1bc20-d952-4c47-af48-d7a707281840 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:27.520825 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:27.521186 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bf1bc20-d952-4c47-af48-d7a707281840 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:27.524292 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'code': 200} Aug 26 11:03:27.537694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884a2c8-cd11-4a83-93b0-504404405fb4 req-ba0982d1-d3c6-43ab-91ed-e0ac454d814b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:27.547715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a884a2c8-cd11-4a83-93b0-504404405fb4 req-ba0982d1-d3c6-43ab-91ed-e0ac454d814b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1253157 Aug 26 11:03:27.594718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:27.597120 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8977e20-8311-4414-9be3-cdf1716b2d34 x-openstack-request-id: req-d8977e20-8311-4414-9be3-cdf1716b2d34 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:27.597557 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2931ceed-5aa9-488e-a988-7b4fa6a27ed3", "tag": "227ad589-ed90-41be-be3e-f655d74d987b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:27.597882 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8977e20-8311-4414-9be3-cdf1716b2d34 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:27.598375 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2931ceed-5aa9-488e-a988-7b4fa6a27ed3', 'tag': '227ad589-ed90-41be-be3e-f655d74d987b', 'status': 'completed', 'code': 200} Aug 26 11:03:27.603964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5ae52-7c87-417b-bc38-8868131fab82 service neutron] Pushing event updated for resources: {'Port': ['ID=227ad589-ed90-41be-be3e-f655d74d987b,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:27.608487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a884a2c8-cd11-4a83-93b0-504404405fb4 req-fab21dcb-914b-4233-8f9b-9241482b70a7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595176 Aug 26 11:03:27.636950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-9b42deb0-23b2-4745-9544-7d8f237d599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:27.638566 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-9b42deb0-23b2-4745-9544-7d8f237d599c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b43c9aa7c5f142ae993cd4ac226d6a1f&device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 1096 time: 0.1018879 Aug 26 11:03:27.644187 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.660484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.714919 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:03:27.754759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346cb797-4a1a-4208-b85f-2e455923e977,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:27.761303 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-b3a85e98-7457-434c-8a1c-940ba52bcee0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=227ad589-ed90-41be-be3e-f655d74d987b HTTP/1.1" status: 200 len: 217 time: 0.1097879 Aug 26 11:03:27.787950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:03:27.840264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.840995 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Added segment e945f945-999b-41a4-8095-01170f883a92 of type vlan for network 98ffe8ac-53e8-4453-a48a-2ffd885b6c65 Aug 26 11:03:27.893968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-634c251b-a1dd-4ca9-b9a4-7c994a954863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:27.895825 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-634c251b-a1dd-4ca9-b9a4-7c994a954863 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98c64c3c-fc04-420e-b12c-70cd87a92e86 HTTP/1.1" status: 200 len: 855 time: 0.1091766 Aug 26 11:03:27.914776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1fc24-eedb-4f1e-b210-39a24f7417a1 req-114daa18-754e-4035-ad83-9670eae460e4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:27.924377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7e1fc24-eedb-4f1e-b210-39a24f7417a1 req-114daa18-754e-4035-ad83-9670eae460e4 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 944 time: 0.0837793 Aug 26 11:03:27.936156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:27.967551 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-6e823562-b034-449c-8c5b-855502f6faea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78c026c6-651c-404b-9bc6-9fd7306c8d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510001 Aug 26 11:03:28.002853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7e1fc24-eedb-4f1e-b210-39a24f7417a1 req-96cdf12d-ecaa-4477-b03d-224d5a3a05ed tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771337 Aug 26 11:03:28.053162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:28.054219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:28.054961 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:28.126292 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0670097 Aug 26 11:03:28.129127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 32984) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:28.134703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] Request body: {'subnet': {'network_id': '98ffe8ac-53e8-4453-a48a-2ffd885b6c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-946725853-subnet', 'tenant_id': 'c75961618f5b401b8c95335cda0326f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:28.146293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9ecb5-9ba2-4dbb-a1f7-24f96da7159c admin admin] Pushing event updated for resources: {'Network': ['ID=98ffe8ac-53e8-4453-a48a-2ffd885b6c65,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:28.157660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 98ffe8ac-53e8-4453-a48a-2ffd885b6c65 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:03:28.176599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] Made reservation on behalf of c75961618f5b401b8c95335cda0326f8 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:03:28.184200 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:28.194682 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-414f81a0-7df0-4bdd-8c34-4bb2c082d212 service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150412 Aug 26 11:03:28.357812 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6e2370d7-da7b-4be3-8c98-c08ee5455e26 req-f33e69b3-1a11-4991-8000-7cff00e87aa7 service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549759 Aug 26 11:03:28.508835 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ac4c-07c9-4aeb-b548-ab80d7be6bc4 req-95dc45df-c7b5-44a5-b5e2-a726812e3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:28.510839 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e2b2ac4c-07c9-4aeb-b548-ab80d7be6bc4 req-95dc45df-c7b5-44a5-b5e2-a726812e3a59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b43c9aa7c5f142ae993cd4ac226d6a1f&device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0766625 Aug 26 11:03:28.517977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ad1b9-71f8-4e5e-9121-d9404a77dcb0 req-9ddf995d-bdeb-4da8-871a-7602bcc6ca89 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:28.527344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c0ad1b9-71f8-4e5e-9121-d9404a77dcb0 req-9ddf995d-bdeb-4da8-871a-7602bcc6ca89 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 944 time: 0.1768911 Aug 26 11:03:28.540533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:28.625308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c0ad1b9-71f8-4e5e-9121-d9404a77dcb0 req-3acb7458-b552-4098-a7e8-f67a704a9bc4 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873215 Aug 26 11:03:28.637081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb220d10-8c72-4c08-a9c4-579fce503f69,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:28.647190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] Checking segment: {'id': 'e945f945-999b-41a4-8095-01170f883a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '98ffe8ac-53e8-4453-a48a-2ffd885b6c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:03:28.647550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] Network hostable DHCP agents. Network: 98ffe8ac-53e8-4453-a48a-2ffd885b6c65, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:03:28.668240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] Network 98ffe8ac-53e8-4453-a48a-2ffd885b6c65 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:03:28.687962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 98ffe8ac-53e8-4453-a48a-2ffd885b6c65) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:03:28.699068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18dadaa-1f5b-442e-b936-3d22971169d5 None None] Network 98ffe8ac-53e8-4453-a48a-2ffd885b6c65 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:03:28.702284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ac4c-07c9-4aeb-b548-ab80d7be6bc4 req-e8f4134c-e515-4de0-95a2-9cdf0637516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:28.703834 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e2b2ac4c-07c9-4aeb-b548-ab80d7be6bc4 req-e8f4134c-e515-4de0-95a2-9cdf0637516e service neutron] 10.222.0.47 "GET /v2.0/networks?id=78c026c6-651c-404b-9bc6-9fd7306c8d94 HTTP/1.1" status: 200 len: 916 time: 0.1840460 Aug 26 11:03:28.717910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:28.718572 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:28.759376 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e2b2ac4c-07c9-4aeb-b548-ab80d7be6bc4 req-497ab930-780f-4dff-83fd-6a75cdf1b182 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=227ad589-ed90-41be-be3e-f655d74d987b HTTP/1.1" status: 200 len: 217 time: 0.0480676 Aug 26 11:03:28.781864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1fdafa41-61a6-492a-a30b-335c1e6652fb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6439250 Aug 26 11:03:28.876596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75698c-b9c7-4276-ab6e-1d2c1b64cd0a req-8bc70123-4882-4c78-b3b8-0a51a1d3eca8 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:28.890468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b75698c-b9c7-4276-ab6e-1d2c1b64cd0a req-8bc70123-4882-4c78-b3b8-0a51a1d3eca8 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1818719 Aug 26 11:03:28.893534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ac4c-07c9-4aeb-b548-ab80d7be6bc4 req-6021791b-d32d-47b8-8884-81ec40d1ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:28.895911 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e2b2ac4c-07c9-4aeb-b548-ab80d7be6bc4 req-6021791b-d32d-47b8-8884-81ec40d1ac7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98c64c3c-fc04-420e-b12c-70cd87a92e86 HTTP/1.1" status: 200 len: 855 time: 0.1242051 Aug 26 11:03:28.954990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b75698c-b9c7-4276-ab6e-1d2c1b64cd0a req-5218a281-d419-47aa-a95e-a6e98be1697e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631385 Aug 26 11:03:28.984255 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e2b2ac4c-07c9-4aeb-b548-ab80d7be6bc4 req-bc68321c-3d4c-4721-b5a8-d04487f46f37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78c026c6-651c-404b-9bc6-9fd7306c8d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718405 Aug 26 11:03:29.035954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40508d29-d8f1-4d2e-891b-5a876f5b4fc1 None None] Network 98ffe8ac-53e8-4453-a48a-2ffd885b6c65 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:03:29.074082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33004) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:29.158151 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e2b2ac4c-07c9-4aeb-b548-ab80d7be6bc4 req-f2c3600a-d3b8-48d8-8e55-5d54a9bd7136 service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601496 Aug 26 11:03:29.227522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-28914f84-ecb5-40d5-99f2-7a28b127b8eb admin admin] Deleting subnet e21c321b-8b96-4b7b-8cd9-5e2383af5af5 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:03:29.268145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28914f84-ecb5-40d5-99f2-7a28b127b8eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:29.337365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934bd58-96e3-43ab-b53b-573934a61046 req-12bf0104-7bd1-44e8-9874-bc1ceb55bc07 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:29.338868 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a934bd58-96e3-43ab-b53b-573934a61046 req-12bf0104-7bd1-44e8-9874-bc1ceb55bc07 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 944 time: 0.1413689 Aug 26 11:03:29.341153 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28914f84-ecb5-40d5-99f2-7a28b127b8eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:29.382083 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e2b2ac4c-07c9-4aeb-b548-ab80d7be6bc4 req-17554262-316e-403d-b3dd-65d91eaea35f service neutron] 10.222.0.47 "GET /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107837 Aug 26 11:03:29.421662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a934bd58-96e3-43ab-b53b-573934a61046 req-bc875d78-ff61-4bae-b99d-8900574caa40 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521216 Aug 26 11:03:29.434865 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28914f84-ecb5-40d5-99f2-7a28b127b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:29.536399 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28914f84-ecb5-40d5-99f2-7a28b127b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:29.606885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28914f84-ecb5-40d5-99f2-7a28b127b8eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21c321b-8b96-4b7b-8cd9-5e2383af5af5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:29.613630 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28914f84-ecb5-40d5-99f2-7a28b127b8eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:29.616208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-28914f84-ecb5-40d5-99f2-7a28b127b8eb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e21c321b-8b96-4b7b-8cd9-5e2383af5af5 HTTP/1.1" status: 204 len: 168 time: 0.5409625 Aug 26 11:03:29.618758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33010) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:29.727751 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:29.873011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:29.888854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:30.232231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ea1933-7ccd-4e7e-904f-c19133f1aa6e') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:30.232231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ea1933-7ccd-4e7e-904f-c19133f1aa6e') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:30.271294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:30.286687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd96e6-baa9-4052-8e7f-929bb302e0ae req-55451819-e82c-4a3d-90cc-6ef1a795890b tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:30.288176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ecd96e6-baa9-4052-8e7f-929bb302e0ae req-55451819-e82c-4a3d-90cc-6ef1a795890b tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 944 time: 0.5435910 Aug 26 11:03:30.339497 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:30.397469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:03:30.398094 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:03:30.400732 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:03:30.428489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ecd96e6-baa9-4052-8e7f-929bb302e0ae req-07a5766f-9856-41eb-881d-76e00260b7a9 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958576 Aug 26 11:03:30.557730 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:30.563874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:30.565862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d HTTP/1.1" status: 204 len: 168 time: 0.9450290 Aug 26 11:03:30.568694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33034) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:30.585458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bee3c-622f-412a-be9a-a531c26ef45e admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b9b0b4-79b3-4b9d-89fe-e7a9b613e51d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:30.611979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cac680-3aab-4bc3-bfb5-3dbdd2222035 req-1a56dcb0-ae75-43d0-abe0-e9c06f3887fa tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:30.614184 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1cac680-3aab-4bc3-bfb5-3dbdd2222035 req-1a56dcb0-ae75-43d0-abe0-e9c06f3887fa tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.2191300 Aug 26 11:03:30.634485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fa5d9-36a8-4b5c-8da1-89129256e77e req-eb4065c8-d9dd-4ed1-a21d-77074b88a12a tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:30.637029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-403fa5d9-36a8-4b5c-8da1-89129256e77e req-eb4065c8-d9dd-4ed1-a21d-77074b88a12a tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 944 time: 0.1220491 Aug 26 11:03:30.644616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-6826e0e3-feb8-410f-bc2e-fe2362153eb1 admin admin] Deleting subnet fb220d10-8c72-4c08-a9c4-579fce503f69 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:03:30.650012 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6826e0e3-feb8-410f-bc2e-fe2362153eb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:30.707597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-403fa5d9-36a8-4b5c-8da1-89129256e77e req-995bb466-0e7b-4940-ab72-110739acde06 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610349 Aug 26 11:03:30.718658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6826e0e3-feb8-410f-bc2e-fe2362153eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:30.725576 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1cac680-3aab-4bc3-bfb5-3dbdd2222035 req-ef6df40d-c754-4f07-bcb1-a969595e9f5b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818794 Aug 26 11:03:30.787048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6826e0e3-feb8-410f-bc2e-fe2362153eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:30.853857 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6826e0e3-feb8-410f-bc2e-fe2362153eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:30.897432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826e0e3-feb8-410f-bc2e-fe2362153eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb220d10-8c72-4c08-a9c4-579fce503f69,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:30.904135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6826e0e3-feb8-410f-bc2e-fe2362153eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:30.909711 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6826e0e3-feb8-410f-bc2e-fe2362153eb1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb220d10-8c72-4c08-a9c4-579fce503f69 HTTP/1.1" status: 204 len: 168 time: 0.3362374 Aug 26 11:03:30.910227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33044) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:31.001290 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:31.097871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:31.111665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ffe8ac-53e8-4453-a48a-2ffd885b6c65']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:31.125454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e945f945-999b-41a4-8095-01170f883a92') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:31.126133 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e945f945-999b-41a4-8095-01170f883a92') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:31.138005 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:31.155412 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:31.162314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:03:31.163071 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:03:31.165609 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:03:31.246662 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:31.252961 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:31.258607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/98ffe8ac-53e8-4453-a48a-2ffd885b6c65 HTTP/1.1" status: 204 len: 168 time: 0.3444147 Aug 26 11:03:31.274833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0f8ed-fd25-4721-be43-d254c178dbe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=98ffe8ac-53e8-4453-a48a-2ffd885b6c65,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:31.524914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33052) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:31.582588 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e953e103-900f-4398-ae2e-742c16511ff2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddd2c2bdf0f64e1d8489fd807d27e4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536761 Aug 26 11:03:31.585728 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26a84-3aae-4e82-97e8-66f91d7208ff req-96ec7e78-aace-4f53-9e26-48146dc17aa8 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:31.588291 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fcf26a84-3aae-4e82-97e8-66f91d7208ff req-96ec7e78-aace-4f53-9e26-48146dc17aa8 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 944 time: 0.0811627 Aug 26 11:03:31.589102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33054) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:31.683425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fcf26a84-3aae-4e82-97e8-66f91d7208ff req-dd056bde-711c-4fd0-ab84-d6df71d129b6 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617192 Aug 26 11:03:31.702249 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14108c3-ee2f-47c0-aedd-e7f8a03f5be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:31.727139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14108c3-ee2f-47c0-aedd-e7f8a03f5be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:31.841498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14108c3-ee2f-47c0-aedd-e7f8a03f5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:31.844918 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a14108c3-ee2f-47c0-aedd-e7f8a03f5be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:31.846197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a14108c3-ee2f-47c0-aedd-e7f8a03f5be1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e53b9d8a-5973-435d-8e5a-190268178cea HTTP/1.1" status: 204 len: 168 time: 0.2559202 Aug 26 11:03:31.918388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14108c3-ee2f-47c0-aedd-e7f8a03f5be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53b9d8a-5973-435d-8e5a-190268178cea,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:31.958654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f478383-b95b-40d9-8308-a3400a9d809e req-30d0bd85-072b-4719-9001-a9ad31ecba2b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:31.968543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f478383-b95b-40d9-8308-a3400a9d809e req-30d0bd85-072b-4719-9001-a9ad31ecba2b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 944 time: 0.1209793 Aug 26 11:03:32.004927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131d41-f3ad-4b44-bb1b-c126708f70cc req-bb7cedaf-f604-4e34-9832-5284a9d3861f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:32.007054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea131d41-f3ad-4b44-bb1b-c126708f70cc req-bb7cedaf-f604-4e34-9832-5284a9d3861f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1768684 Aug 26 11:03:32.078559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea131d41-f3ad-4b44-bb1b-c126708f70cc req-c1c71f2e-9140-45d9-b78d-4d9edcaa1239 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538158 Aug 26 11:03:32.107159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f478383-b95b-40d9-8308-a3400a9d809e req-af769fd7-c4f0-4a1c-b88d-1393486835ac tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375694 Aug 26 11:03:32.441090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 227ad589-ed90-41be-be3e-f655d74d987b details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:03:32.472041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33078) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:32.561753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d6078aad-7c85-4095-ba0e-5d71cb26ee0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c75961618f5b401b8c95335cda0326f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876079 Aug 26 11:03:32.564988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33080) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:32.640686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 227ad589-ed90-41be-be3e-f655d74d987b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=227ad589-ed90-41be-be3e-f655d74d987b,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:32.663974 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd92cc36-cb2e-44e0-9ad7-deff0f830ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:32.666317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '227ad589-ed90-41be-be3e-f655d74d987b', 'network_id': '78c026c6-651c-404b-9bc6-9fd7306c8d94', 'port_id': '227ad589-ed90-41be-be3e-f655d74d987b', 'mac_address': 'fa:16:3e:a1:98:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c64c3c-fc04-420e-b12c-70cd87a92e86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:03:32.732383 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd92cc36-cb2e-44e0-9ad7-deff0f830ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:32.739656 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:32.766489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227ad589-ed90-41be-be3e-f655d74d987b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:03:32.818158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 227ad589-ed90-41be-be3e-f655d74d987b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=227ad589-ed90-41be-be3e-f655d74d987b,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:32.823108 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd92cc36-cb2e-44e0-9ad7-deff0f830ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:32.826332 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:32.833484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd92cc36-cb2e-44e0-9ad7-deff0f830ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:32.838943 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cd92cc36-cb2e-44e0-9ad7-deff0f830ca0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/346cb797-4a1a-4208-b85f-2e455923e977 HTTP/1.1" status: 204 len: 168 time: 0.2707102 Aug 26 11:03:32.859348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92cc36-cb2e-44e0-9ad7-deff0f830ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346cb797-4a1a-4208-b85f-2e455923e977,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:32.968479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c566c-cf5f-4663-868e-e98c49cd3970 req-47597fb4-d48a-4a84-aabf-0b15b71f36ff tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:32.978387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-310c566c-cf5f-4663-868e-e98c49cd3970 req-47597fb4-d48a-4a84-aabf-0b15b71f36ff tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 944 time: 0.1159499 Aug 26 11:03:32.984685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=227ad589-ed90-41be-be3e-f655d74d987b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:33.060665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-310c566c-cf5f-4663-868e-e98c49cd3970 req-28b59ec5-1f62-459b-bd55-e0010de67302 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811603 Aug 26 11:03:33.157919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['227ad589-ed90-41be-be3e-f655d74d987b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:33.216694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2f38822c-04f0-4429-9a1e-477cbcbd3276 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:03:33.359295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519379b-e987-490f-9dcc-f22c9d40bb4e req-5632abf4-a9e3-486a-87c6-30af2ae8bba3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:33.361075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e519379b-e987-490f-9dcc-f22c9d40bb4e req-5632abf4-a9e3-486a-87c6-30af2ae8bba3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 945 time: 0.0769510 Aug 26 11:03:33.369987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ca431-6951-4f3c-9bf7-c4ce8002b8d4 req-099c84ca-65ea-4d27-86f2-992aa52ddbea tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:33.377983 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc3ca431-6951-4f3c-9bf7-c4ce8002b8d4 req-099c84ca-65ea-4d27-86f2-992aa52ddbea tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1276290 Aug 26 11:03:33.464539 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc3ca431-6951-4f3c-9bf7-c4ce8002b8d4 req-838557be-5ef6-4a2d-9c65-37711cb48fb7 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788691 Aug 26 11:03:33.486971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e519379b-e987-490f-9dcc-f22c9d40bb4e req-fcd67190-528e-4c53-9644-757ef10e48b1 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971851 Aug 26 11:03:33.537406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2f38822c-04f0-4429-9a1e-477cbcbd3276, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2f38822c-04f0-4429-9a1e-477cbcbd3276,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:33.564111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '2f38822c-04f0-4429-9a1e-477cbcbd3276', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'port_id': '2f38822c-04f0-4429-9a1e-477cbcbd3276', 'mac_address': 'fa:16:3e:64:3f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:03:33.652263 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:33.672323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f38822c-04f0-4429-9a1e-477cbcbd3276 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:03:33.732096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2f38822c-04f0-4429-9a1e-477cbcbd3276, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2f38822c-04f0-4429-9a1e-477cbcbd3276,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:33.745450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:33.844126 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=2f38822c-04f0-4429-9a1e-477cbcbd3276,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:34.002459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['2f38822c-04f0-4429-9a1e-477cbcbd3276'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:34.315015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c3712-d893-4605-ad94-c5eda9135f84 req-fe9f0382-5587-474a-b1bc-d2913324f3e5 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:34.323337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f1c3712-d893-4605-ad94-c5eda9135f84 req-fe9f0382-5587-474a-b1bc-d2913324f3e5 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 945 time: 0.1356022 Aug 26 11:03:34.395406 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f1c3712-d893-4605-ad94-c5eda9135f84 req-6ae5d1b3-6f48-4187-86f3-4aa86dada363 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700366 Aug 26 11:03:34.700639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b65af7-f054-4819-ae5d-feaeab58120e req-fb6dd702-3f1a-4895-a782-f6298d5708e7 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:34.709055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04b65af7-f054-4819-ae5d-feaeab58120e req-fb6dd702-3f1a-4895-a782-f6298d5708e7 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 945 time: 0.1400313 Aug 26 11:03:34.742211 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb49859-fdc4-44fd-94e5-793849966e00 req-9801a2f9-d546-44ff-bb92-a10edcc5af7b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:34.751581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7cb49859-fdc4-44fd-94e5-793849966e00 req-9801a2f9-d546-44ff-bb92-a10edcc5af7b tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1465950 Aug 26 11:03:34.835117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04b65af7-f054-4819-ae5d-feaeab58120e req-82caae02-bd0e-44f9-a1d9-0ca8427a4e2b tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247385 Aug 26 11:03:34.856543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7cb49859-fdc4-44fd-94e5-793849966e00 req-a051564e-14db-47d6-9d47-43cf4da57b04 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979190 Aug 26 11:03:35.178867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2f38822c-04f0-4429-9a1e-477cbcbd3276 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:03:35.288460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 2f38822c-04f0-4429-9a1e-477cbcbd3276 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:03:35.298475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 2f38822c-04f0-4429-9a1e-477cbcbd3276 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:03:35.299250 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:35.502034 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:35.571723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226979cf-1ee8-48ca-8106-f154d1b5dfb6 req-41b6a988-58d6-4166-8d38-0d2f49e5383a tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:35.573355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-226979cf-1ee8-48ca-8106-f154d1b5dfb6 req-41b6a988-58d6-4166-8d38-0d2f49e5383a tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 945 time: 0.0644534 Aug 26 11:03:35.580133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc89452-052c-436c-84af-b2f28764da03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38822c-04f0-4429-9a1e-477cbcbd3276'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:35.583320 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ed1152-69a0-4b15-b57c-91856d933d13" -d '{"events": [{"server_uuid": "4dc89452-052c-436c-84af-b2f28764da03", "name": "network-vif-plugged", "status": "completed", "tag": "2f38822c-04f0-4429-9a1e-477cbcbd3276"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:35.609515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2f38822c-04f0-4429-9a1e-477cbcbd3276, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2f38822c-04f0-4429-9a1e-477cbcbd3276,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:35.619282 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:35.633479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-226979cf-1ee8-48ca-8106-f154d1b5dfb6 req-e511c488-c856-44bd-9f23-8568bc229d58 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539820 Aug 26 11:03:35.642690 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938b1fca-f48c-499d-8c84-d9d8fa0e33d7 x-openstack-request-id: req-938b1fca-f48c-499d-8c84-d9d8fa0e33d7 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:35.643211 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc89452-052c-436c-84af-b2f28764da03", "name": "network-vif-plugged", "status": "completed", "tag": "2f38822c-04f0-4429-9a1e-477cbcbd3276", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:35.643634 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-938b1fca-f48c-499d-8c84-d9d8fa0e33d7 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:35.645098 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc89452-052c-436c-84af-b2f28764da03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f38822c-04f0-4429-9a1e-477cbcbd3276', 'code': 200} Aug 26 11:03:35.706839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=2f38822c-04f0-4429-9a1e-477cbcbd3276,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:35.788227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24bffb-2784-4c4f-bade-a1155ec57988 req-40b92702-07d4-420a-9791-fabbba1a51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:35.791562 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5d24bffb-2784-4c4f-bade-a1155ec57988 req-40b92702-07d4-420a-9791-fabbba1a51cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 1098 time: 0.0789030 Aug 26 11:03:35.843235 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5d24bffb-2784-4c4f-bade-a1155ec57988 req-575938ef-0936-4e85-900b-6a0224f1690d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328445 Aug 26 11:03:35.855858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33176) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:36.050170 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c70203e-1ed2-438d-9e6b-f14ab6550b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:36.062037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af8395-99a6-4759-b86f-2f98a7f5deaa req-6954ca57-9a3a-443f-9051-d873cf67528a tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:36.070031 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41af8395-99a6-4759-b86f-2f98a7f5deaa req-6954ca57-9a3a-443f-9051-d873cf67528a tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.0985372 Aug 26 11:03:36.081465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577ba30-8532-469d-b12d-001d3d6ec490 req-ac2074a3-1161-4475-891f-b8340aad3901 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:36.088984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f577ba30-8532-469d-b12d-001d3d6ec490 req-ac2074a3-1161-4475-891f-b8340aad3901 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 945 time: 0.1478906 Aug 26 11:03:36.249038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41af8395-99a6-4759-b86f-2f98a7f5deaa req-ffe0f080-b11e-4379-9153-ab73e90ea40d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779730 Aug 26 11:03:36.269339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f577ba30-8532-469d-b12d-001d3d6ec490 req-c9143b48-cdea-48b7-91b7-1c88ef0a1b56 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739793 Aug 26 11:03:36.364264 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c70203e-1ed2-438d-9e6b-f14ab6550b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:36.375527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c70203e-1ed2-438d-9e6b-f14ab6550b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:36.425376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70203e-1ed2-438d-9e6b-f14ab6550b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de9ff61-5ab7-4f15-9596-0aa15ec5ee2c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:36.448004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5c70203e-1ed2-438d-9e6b-f14ab6550b86 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63b7e48289b942d49d8bc4b18a544f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909209 Aug 26 11:03:36.451026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33198) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:36.460236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 227ad589-ed90-41be-be3e-f655d74d987b up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:03:36.573188 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ac97cec-3009-4773-a793-b48199a8dab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:36.576638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 227ad589-ed90-41be-be3e-f655d74d987b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:03:36.581911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 227ad589-ed90-41be-be3e-f655d74d987b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:03:36.582872 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:36.648612 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ac97cec-3009-4773-a793-b48199a8dab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:36.728251 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:36.740834 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ac97cec-3009-4773-a793-b48199a8dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:36.743846 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ac97cec-3009-4773-a793-b48199a8dab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:36.745449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5ac97cec-3009-4773-a793-b48199a8dab3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8de9ff61-5ab7-4f15-9596-0aa15ec5ee2c HTTP/1.1" status: 204 len: 168 time: 0.2931230 Aug 26 11:03:36.782862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac97cec-3009-4773-a793-b48199a8dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de9ff61-5ab7-4f15-9596-0aa15ec5ee2c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:36.814709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 227ad589-ed90-41be-be3e-f655d74d987b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=227ad589-ed90-41be-be3e-f655d74d987b,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:36.829899 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:36.905229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=227ad589-ed90-41be-be3e-f655d74d987b,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:36.998951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87514edf-5895-4f6e-b28b-777c21fde698 req-ba107923-93b3-4908-876c-90d3093bad9e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:37.000581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87514edf-5895-4f6e-b28b-777c21fde698 req-ba107923-93b3-4908-876c-90d3093bad9e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1172786 Aug 26 11:03:37.011976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280745c-54ab-447b-bdfa-19a5741f4c57 req-b3d55ec7-9a85-4ae6-bd5b-f780bfacad56 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:37.019261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1280745c-54ab-447b-bdfa-19a5741f4c57 req-b3d55ec7-9a85-4ae6-bd5b-f780bfacad56 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 946 time: 0.2416115 Aug 26 11:03:37.086373 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87514edf-5895-4f6e-b28b-777c21fde698 req-39e6a77f-fe5f-4001-9bed-7cbe0a90fb66 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572534 Aug 26 11:03:37.109892 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1280745c-54ab-447b-bdfa-19a5741f4c57 req-8f2e5609-5cd9-4b70-9a61-25812e4ef07c tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895827 Aug 26 11:03:37.317453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33226) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:37.349417 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-96ebb93d-a217-4c52-9958-af80659191ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:37.485061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5d305-4a91-40fa-91ea-0ce156d733b4 req-c3557e0b-bf67-45b1-8407-778845c08bcd tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:37.486682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92d5d305-4a91-40fa-91ea-0ce156d733b4 req-c3557e0b-bf67-45b1-8407-778845c08bcd tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1396441 Aug 26 11:03:37.518980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc578c-4bf3-40c6-b853-1bd72efc65d1 req-e4a92290-8fb2-4c85-a2c8-00f2a51e3117 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:37.520595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abc578c-4bf3-40c6-b853-1bd72efc65d1 req-e4a92290-8fb2-4c85-a2c8-00f2a51e3117 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 946 time: 0.1315582 Aug 26 11:03:37.602958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92d5d305-4a91-40fa-91ea-0ce156d733b4 req-5c947eb4-387d-4960-a60b-b25a20859b58 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037970 Aug 26 11:03:37.619575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abc578c-4bf3-40c6-b853-1bd72efc65d1 req-7bd1e988-73f7-4340-b5aa-c503afd5a67d tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858471 Aug 26 11:03:37.646940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2931ceed-5aa9-488e-a988-7b4fa6a27ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ad589-ed90-41be-be3e-f655d74d987b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:37.653819 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa93aca-f8ae-4a39-886d-69e9a9251e7c" -d '{"events": [{"server_uuid": "2931ceed-5aa9-488e-a988-7b4fa6a27ed3", "name": "network-vif-plugged", "status": "completed", "tag": "227ad589-ed90-41be-be3e-f655d74d987b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:37.684192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-96ebb93d-a217-4c52-9958-af80659191ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:37.693167 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-96ebb93d-a217-4c52-9958-af80659191ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:37.733199 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c4b6b8-6850-4032-9627-e3911f982821 x-openstack-request-id: req-a0c4b6b8-6850-4032-9627-e3911f982821 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:37.733505 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2931ceed-5aa9-488e-a988-7b4fa6a27ed3", "name": "network-vif-plugged", "status": "completed", "tag": "227ad589-ed90-41be-be3e-f655d74d987b", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:37.733768 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0c4b6b8-6850-4032-9627-e3911f982821 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:37.734178 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2931ceed-5aa9-488e-a988-7b4fa6a27ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ad589-ed90-41be-be3e-f655d74d987b', 'code': 200} Aug 26 11:03:37.769614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-96ebb93d-a217-4c52-9958-af80659191ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c13e134d5a0443b99e48003f960cb86d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509704 Aug 26 11:03:37.771377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebb93d-a217-4c52-9958-af80659191ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412e70d8-8916-4530-8916-0e71091ae976,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:37.772636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33230) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:38.010090 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e93c649-2b68-4bca-8905-c2f6966e49b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:38.019153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231db783-d980-41e1-8e08-70c3e9341f55 req-87373661-db4d-47e8-af9a-58c2b1f5d68d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:38.020774 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-231db783-d980-41e1-8e08-70c3e9341f55 req-87373661-db4d-47e8-af9a-58c2b1f5d68d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.0815217 Aug 26 11:03:38.036812 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e93c649-2b68-4bca-8905-c2f6966e49b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:38.076471 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b517e-88f2-4bef-b90c-9662fb25ddb4 req-c6274f93-a721-42af-9603-9a4253f6015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:38.078580 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-153b517e-88f2-4bef-b90c-9662fb25ddb4 req-c6274f93-a721-42af-9603-9a4253f6015f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 1098 time: 0.2375839 Aug 26 11:03:38.089183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-231db783-d980-41e1-8e08-70c3e9341f55 req-40056cee-edd8-40ab-bc86-47a9a6a117be tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551305 Aug 26 11:03:38.133082 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-153b517e-88f2-4bef-b90c-9662fb25ddb4 req-ccdec6f5-ad6c-4a60-b2dc-2d80ef901030 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Aug 26 11:03:38.134222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e93c649-2b68-4bca-8905-c2f6966e49b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:38.137231 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e93c649-2b68-4bca-8905-c2f6966e49b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:38.139015 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6e93c649-2b68-4bca-8905-c2f6966e49b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/412e70d8-8916-4530-8916-0e71091ae976 HTTP/1.1" status: 204 len: 168 time: 0.3639665 Aug 26 11:03:38.171553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93c649-2b68-4bca-8905-c2f6966e49b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412e70d8-8916-4530-8916-0e71091ae976,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:38.356557 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7b671-f6d5-4889-ad4f-088cda457b50 req-6223c9b9-2713-4876-86a2-6eaf655db2b2 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:38.358708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9af7b671-f6d5-4889-ad4f-088cda457b50 req-6223c9b9-2713-4876-86a2-6eaf655db2b2 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 946 time: 0.0940983 Aug 26 11:03:38.369154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5bf9-2780-4a4d-8f68-02a4dd9ef992 req-269beb42-eb0b-40e9-9ca0-480ea62849f0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:38.370965 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-372b5bf9-2780-4a4d-8f68-02a4dd9ef992 req-269beb42-eb0b-40e9-9ca0-480ea62849f0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1171439 Aug 26 11:03:38.438006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9af7b671-f6d5-4889-ad4f-088cda457b50 req-f8224806-9e94-486c-ad35-03c3d46d9baa tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645468 Aug 26 11:03:38.499218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-372b5bf9-2780-4a4d-8f68-02a4dd9ef992 req-7f6fcc20-612a-4e48-8777-d787cbbaed83 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109877 Aug 26 11:03:38.628771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f2fe2-83af-4931-91e0-c4cdf82306f2 req-c0b0ca77-4cd6-4b5e-84b8-7de2b098b31d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:38.655415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33258) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:38.656126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c4f2fe2-83af-4931-91e0-c4cdf82306f2 req-c0b0ca77-4cd6-4b5e-84b8-7de2b098b31d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 946 time: 0.0910757 Aug 26 11:03:38.662230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-eac54d6d-7966-4cb3-8e48-426055891687 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Request body: {'floatingip': {'port_id': '2f38822c-04f0-4429-9a1e-477cbcbd3276'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:38.760997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eac54d6d-7966-4cb3-8e48-426055891687 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:38.863050 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770a75-caf8-4f3f-9b5b-78c42fae84b2 req-b40b79fa-8afa-4fb3-a261-77f00ac80f78 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:38.872023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b770a75-caf8-4f3f-9b5b-78c42fae84b2 req-b40b79fa-8afa-4fb3-a261-77f00ac80f78 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 946 time: 0.1333120 Aug 26 11:03:38.896020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866193cf-39a6-479d-9e1b-f3cd5cc7d9a7 req-eb53e6d4-c607-48b0-875a-9f2ffd626cf2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:38.905368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-866193cf-39a6-479d-9e1b-f3cd5cc7d9a7 req-eb53e6d4-c607-48b0-875a-9f2ffd626cf2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1557941 Aug 26 11:03:38.979032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b770a75-caf8-4f3f-9b5b-78c42fae84b2 req-37d72367-6f0d-4d48-a6e6-02105759efa3 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918121 Aug 26 11:03:39.007451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-866193cf-39a6-479d-9e1b-f3cd5cc7d9a7 req-f7ef3a4c-2e73-4ea6-8a08-0953ee4ebd35 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010263 Aug 26 11:03:39.071419 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fdf4f20e-8c02-450d-bab9-5752a32fa9b3 req-ab7c90b7-7ff9-414e-948f-5422aef3148a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2594039 Aug 26 11:03:39.452685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee9f4c-3c6f-401a-bd5c-ff251cd02d6d req-402f8b5a-9ef6-4259-acaa-e08c80147fc2 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:39.476682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98ee9f4c-3c6f-401a-bd5c-ff251cd02d6d req-402f8b5a-9ef6-4259-acaa-e08c80147fc2 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.2615261 Aug 26 11:03:39.573684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98ee9f4c-3c6f-401a-bd5c-ff251cd02d6d req-2533f449-cfab-4ab9-893b-3dc8687dfbad tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933604 Aug 26 11:03:39.771407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7398-8e82-4977-aa65-be9642eebc21 req-24b551b9-4ba7-4472-99fa-6e3cf4d21350 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:39.779289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd2a7398-8e82-4977-aa65-be9642eebc21 req-24b551b9-4ba7-4472-99fa-6e3cf4d21350 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1229548 Aug 26 11:03:39.808935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4f20e-8c02-450d-bab9-5752a32fa9b3 req-aca1d5ee-238c-4705-bfd5-e73ce3fb81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:39.810483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fdf4f20e-8c02-450d-bab9-5752a32fa9b3 req-aca1d5ee-238c-4705-bfd5-e73ce3fb81ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8d7e64294a14061bee27b24f1cafe89&device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 1098 time: 0.5510550 Aug 26 11:03:39.824507 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eac54d6d-7966-4cb3-8e48-426055891687 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:39.831072 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eac54d6d-7966-4cb3-8e48-426055891687 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:39.834407 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd2a7398-8e82-4977-aa65-be9642eebc21 req-197a3c02-f682-4b51-b0ad-de18440d47a4 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509791 Aug 26 11:03:40.037355 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-eac54d6d-7966-4cb3-8e48-426055891687 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Floating IP 180c1cc8-529d-4396-a3a1-c5c5c65be17e associated. External IP: 172.25.1.129, port: 2f38822c-04f0-4429-9a1e-477cbcbd3276. Aug 26 11:03:40.192599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4f20e-8c02-450d-bab9-5752a32fa9b3 req-1d476198-117a-4cfc-9c8e-eae65dc1f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:40.194086 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fdf4f20e-8c02-450d-bab9-5752a32fa9b3 req-1d476198-117a-4cfc-9c8e-eae65dc1f302 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 200 len: 907 time: 0.3237660 Aug 26 11:03:40.196716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e9fa5-3b05-4791-a8f6-b26e57fce758 req-d7d18886-435d-4610-a230-148eb9137ec6 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:40.204971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d9e9fa5-3b05-4791-a8f6-b26e57fce758 req-d7d18886-435d-4610-a230-148eb9137ec6 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 946 time: 0.1369631 Aug 26 11:03:40.217084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e20998-fa8c-489d-8b18-579b03273578 req-d5515580-6916-43ae-aa3b-50484bcd24a6 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:40.219209 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3e20998-fa8c-489d-8b18-579b03273578 req-d5515580-6916-43ae-aa3b-50484bcd24a6 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.0975831 Aug 26 11:03:40.283903 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fdf4f20e-8c02-450d-bab9-5752a32fa9b3 req-3e5d24dc-ba0f-4866-a3f4-80ac8a3255a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 HTTP/1.1" status: 200 len: 217 time: 0.0433695 Aug 26 11:03:40.310847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d9e9fa5-3b05-4791-a8f6-b26e57fce758 req-799dae9d-537e-48d8-a54a-87ff6928fc08 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968332 Aug 26 11:03:40.350178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4f20e-8c02-450d-bab9-5752a32fa9b3 req-a78d415f-2abf-40c8-90d9-f4a0a68ec3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:40.352448 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fdf4f20e-8c02-450d-bab9-5752a32fa9b3 req-a78d415f-2abf-40c8-90d9-f4a0a68ec3c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 200 len: 846 time: 0.0614526 Aug 26 11:03:40.353159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3e20998-fa8c-489d-8b18-579b03273578 req-ded83251-4987-456f-8edb-eb70164072c9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223989 Aug 26 11:03:40.453853 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fdf4f20e-8c02-450d-bab9-5752a32fa9b3 req-0faaf957-56fd-4515-b9dd-464f61ff9500 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875111 Aug 26 11:03:40.574620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9b40b-bba2-444a-9e4d-54f30bee6732 req-a91bce8d-349e-4b07-8a9a-5223f31c5f58 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:40.585703 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ea9b40b-bba2-444a-9e4d-54f30bee6732 req-a91bce8d-349e-4b07-8a9a-5223f31c5f58 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 946 time: 0.1541395 Aug 26 11:03:40.602226 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fdf4f20e-8c02-450d-bab9-5752a32fa9b3 req-ee2c60a4-5484-4a0f-8a20-505821d92577 service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366971 Aug 26 11:03:40.676002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac54d6d-7966-4cb3-8e48-426055891687 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Router 0e53ce51-de17-40a0-96db-d88672c0b9ae has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:03:40.715304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ea9b40b-bba2-444a-9e4d-54f30bee6732 req-d76ad20b-0eb8-4537-8c85-f705306ddc81 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287842 Aug 26 11:03:40.736605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a067b-9cb7-4f8e-94a1-55afdc91885c req-1aabad44-767b-4e51-8981-e4ffc518cbbf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:40.743363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d77a067b-9cb7-4f8e-94a1-55afdc91885c req-1aabad44-767b-4e51-8981-e4ffc518cbbf tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1555431 Aug 26 11:03:40.830823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d77a067b-9cb7-4f8e-94a1-55afdc91885c req-56d78256-c2be-4a66-b23b-cf7f7a45d8a2 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826111 Aug 26 11:03:40.949656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9634a-b7f5-4468-85e1-e882f975681a req-25da6635-0a13-47dd-897b-04ccf2821070 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:40.957158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5c9634a-b7f5-4468-85e1-e882f975681a req-25da6635-0a13-47dd-897b-04ccf2821070 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.1305060 Aug 26 11:03:41.062275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5c9634a-b7f5-4468-85e1-e882f975681a req-4af55561-7dc2-4541-b20e-998666eb8b4e tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843036 Aug 26 11:03:41.268598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b290d-ced2-4b2d-8eee-7dc1c70c0da4 req-7485c285-875b-49a4-bee8-bb001ea85136 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:41.279318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-457b290d-ced2-4b2d-8eee-7dc1c70c0da4 req-7485c285-875b-49a4-bee8-bb001ea85136 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1534207 Aug 26 11:03:41.380369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5af14-fed2-4f78-9d27-f0809752cdea req-3f883805-cf0f-4396-984e-5326ad6bcc8e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:41.389060 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdc5af14-fed2-4f78-9d27-f0809752cdea req-3f883805-cf0f-4396-984e-5326ad6bcc8e tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.1877048 Aug 26 11:03:41.394679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-457b290d-ced2-4b2d-8eee-7dc1c70c0da4 req-0d4f0be5-415b-4f01-b88e-5106cbc6b6ee tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144190 Aug 26 11:03:41.455982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdc5af14-fed2-4f78-9d27-f0809752cdea req-4f6b9280-cc10-437b-850e-49fbecb525b9 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659883 Aug 26 11:03:41.619205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d502-0bae-4894-97ea-62adeb55c035 req-5f42510e-7dcc-438c-b1a9-86d962c0df9c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:41.628075 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fdf4f20e-8c02-450d-bab9-5752a32fa9b3 req-b78f65b0-dea5-4436-b30a-872bf465a8db service neutron] 10.222.0.47 "GET /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0089462 Aug 26 11:03:41.631685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3392d502-0bae-4894-97ea-62adeb55c035 req-5f42510e-7dcc-438c-b1a9-86d962c0df9c tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 946 time: 0.0718737 Aug 26 11:03:41.685415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac54d6d-7966-4cb3-8e48-426055891687 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:03:41.701499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d1e1b-6049-469e-a947-2e8b3878b171 None None] Sync routers for ids ['0e53ce51-de17-40a0-96db-d88672c0b9ae'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:03:41.710350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3392d502-0bae-4894-97ea-62adeb55c035 req-27d26660-d41e-4399-91f7-bca8cbd99dca tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805111 Aug 26 11:03:41.727415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eac54d6d-7966-4cb3-8e48-426055891687 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:41.731676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d1e1b-6049-469e-a947-2e8b3878b171 None None] Routers {'0e53ce51-de17-40a0-96db-d88672c0b9ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:03:41.733341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c05d1e1b-6049-469e-a947-2e8b3878b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:03:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0e53ce51-de17-40a0-96db-d88672c0b9ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:41.787176 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eac54d6d-7966-4cb3-8e48-426055891687 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "PUT /v2.0/floatingips/180c1cc8-529d-4396-a3a1-c5c5c65be17e HTTP/1.1" status: 200 len: 992 time: 3.1305897 Aug 26 11:03:41.790780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc89452-052c-436c-84af-b2f28764da03', 'tag': '2f38822c-04f0-4429-9a1e-477cbcbd3276'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:41.793078 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d23645-90d6-4324-bc04-934de62160d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc89452-052c-436c-84af-b2f28764da03", "tag": "2f38822c-04f0-4429-9a1e-477cbcbd3276"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:41.825279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33378) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:41.938438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c05d1e1b-6049-469e-a947-2e8b3878b171 None None] Set router 0e53ce51-de17-40a0-96db-d88672c0b9ae gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:03:41.952618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76c647-8c5a-4045-a9b6-d22861b05db2 req-6db90dca-4df4-48e3-bc15-c309f7801648 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:41.959741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d76c647-8c5a-4045-a9b6-d22861b05db2 req-6db90dca-4df4-48e3-bc15-c309f7801648 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.0932016 Aug 26 11:03:41.986140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537821c-2f6e-450f-aa03-2c44f64187fa req-7690d45a-85e9-4de3-a9cc-0f3cbb6d5553 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:41.988249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b537821c-2f6e-450f-aa03-2c44f64187fa req-7690d45a-85e9-4de3-a9cc-0f3cbb6d5553 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 946 time: 0.1360898 Aug 26 11:03:42.039987 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c6bd299e-c684-407c-98fc-bf82ec431ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:42.063066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d76c647-8c5a-4045-a9b6-d22861b05db2 req-39165b59-d220-4f18-b3c3-99c3945f9498 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024103 Aug 26 11:03:42.099202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b537821c-2f6e-450f-aa03-2c44f64187fa req-1b56790f-f5db-48b7-8efd-7c529c3aa993 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886564 Aug 26 11:03:42.206062 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b89a61-46de-4c42-b78d-40dc864b6cc9 x-openstack-request-id: req-b3b89a61-46de-4c42-b78d-40dc864b6cc9 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:42.206460 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc89452-052c-436c-84af-b2f28764da03", "tag": "2f38822c-04f0-4429-9a1e-477cbcbd3276", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:42.206720 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3b89a61-46de-4c42-b78d-40dc864b6cc9 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:42.207160 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc89452-052c-436c-84af-b2f28764da03', 'tag': '2f38822c-04f0-4429-9a1e-477cbcbd3276', 'status': 'completed', 'code': 200} Aug 26 11:03:42.297042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23645-90d6-4324-bc04-934de62160d1 req-bc0430e1-9da3-46bb-a7d2-6c4bd546da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:42.299020 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26d23645-90d6-4324-bc04-934de62160d1 req-bc0430e1-9da3-46bb-a7d2-6c4bd546da36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51fc0eeac4b4d3892c8917db439339b&device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 1098 time: 0.0702357 Aug 26 11:03:42.308589 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c6bd299e-c684-407c-98fc-bf82ec431ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:42.319121 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c6bd299e-c684-407c-98fc-bf82ec431ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:42.386083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c6bd299e-c684-407c-98fc-bf82ec431ac6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e72cb83ef52402fab641f2ac67d9149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5566385 Aug 26 11:03:42.391879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33388) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:42.449811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd299e-c684-407c-98fc-bf82ec431ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742ca7df-959b-4a52-9d1f-e1dfd80b54bd,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:42.574018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c05d1e1b-6049-469e-a947-2e8b3878b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '180c1cc8-529d-4396-a3a1-c5c5c65be17e', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'port_id': '2f38822c-04f0-4429-9a1e-477cbcbd3276', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'mac_address': 'fa:16:3e:64:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc89452-052c-436c-84af-b2f28764da03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:02:44Z', 'updated_at': '2021-08-26T11:03:39Z', 'revision_number': 1, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b78ddef-e38b-428e-9840-8fd79a2f1389', 'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'mac_address': 'fa:16:3e:2a:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:36Z', 'updated_at': '2021-08-26T11:02:52Z', 'revision_number': 5, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'subnets': [{'id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:42.577017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2a5fe-3992-4701-a0a0-98e81f9524ad req-71dd79d4-f9bc-4901-94e1-31db3db2be5d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:42.580298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23645-90d6-4324-bc04-934de62160d1 req-53edd51d-7327-4fe9-a6af-670291db8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:42.583247 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26d23645-90d6-4324-bc04-934de62160d1 req-53edd51d-7327-4fe9-a6af-670291db8b7e service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd58b45f-4b7c-433b-9f97-e8cc9467e28c HTTP/1.1" status: 200 len: 916 time: 0.2755201 Aug 26 11:03:42.584686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f2a5fe-3992-4701-a0a0-98e81f9524ad req-71dd79d4-f9bc-4901-94e1-31db3db2be5d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.1971931 Aug 26 11:03:42.629659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d1e1b-6049-469e-a947-2e8b3878b171 None None] Checking router: 0e53ce51-de17-40a0-96db-d88672c0b9ae for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:03:42.643366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d1e1b-6049-469e-a947-2e8b3878b171 None None] Routers {'0e53ce51-de17-40a0-96db-d88672c0b9ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:03:42.645076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c05d1e1b-6049-469e-a947-2e8b3878b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:03:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0e53ce51-de17-40a0-96db-d88672c0b9ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:42.666460 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26d23645-90d6-4324-bc04-934de62160d1 req-b2f7ec28-000a-4f8b-95ce-2d47ffb42f79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f38822c-04f0-4429-9a1e-477cbcbd3276 HTTP/1.1" status: 200 len: 1000 time: 0.0736742 Aug 26 11:03:42.671353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bd430-52ef-4f92-a3b7-d54dad2186c7 req-f74f1f0c-918b-455b-b417-8411143ac746 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:42.679768 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-837bd430-52ef-4f92-a3b7-d54dad2186c7 req-f74f1f0c-918b-455b-b417-8411143ac746 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 946 time: 0.1910486 Aug 26 11:03:42.706660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8f2a5fe-3992-4701-a0a0-98e81f9524ad req-5844613c-351c-4d40-96cb-ec00b4437fe8 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207621 Aug 26 11:03:42.752675 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-580be618-290e-4770-95d3-7c4725b0e7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:42.770477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23645-90d6-4324-bc04-934de62160d1 req-3c63d53e-5c80-49a5-898f-14d93235ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:42.775446 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26d23645-90d6-4324-bc04-934de62160d1 req-3c63d53e-5c80-49a5-898f-14d93235ce46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4bc78573-85d3-4e43-9711-ab97e12ed774 HTTP/1.1" status: 200 len: 854 time: 0.1011751 Aug 26 11:03:42.811714 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-580be618-290e-4770-95d3-7c4725b0e7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:42.852114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d23645-90d6-4324-bc04-934de62160d1 req-11c6a2f2-41c6-4acc-9587-46660a50ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:42.853922 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26d23645-90d6-4324-bc04-934de62160d1 req-11c6a2f2-41c6-4acc-9587-46660a50ead8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd58b45f-4b7c-433b-9f97-e8cc9467e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698135 Aug 26 11:03:42.860216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c05d1e1b-6049-469e-a947-2e8b3878b171 None None] Set router 0e53ce51-de17-40a0-96db-d88672c0b9ae gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:03:42.947441 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-580be618-290e-4770-95d3-7c4725b0e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:42.951105 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-580be618-290e-4770-95d3-7c4725b0e7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:42.951265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-580be618-290e-4770-95d3-7c4725b0e7bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/742ca7df-959b-4a52-9d1f-e1dfd80b54bd HTTP/1.1" status: 204 len: 168 time: 0.5585675 Aug 26 11:03:42.977554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-837bd430-52ef-4f92-a3b7-d54dad2186c7 req-2989e6ba-1a04-46c4-b89f-0c68e539655f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803042 Aug 26 11:03:43.059318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580be618-290e-4770-95d3-7c4725b0e7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742ca7df-959b-4a52-9d1f-e1dfd80b54bd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:43.119540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b11656-a397-4773-a5eb-b1473369bd2b req-f0eff418-a654-4220-842f-276fce8ae15d tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:43.130267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73b11656-a397-4773-a5eb-b1473369bd2b req-f0eff418-a654-4220-842f-276fce8ae15d tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.2225811 Aug 26 11:03:43.157579 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26d23645-90d6-4324-bc04-934de62160d1 req-ba663dbf-a73c-41a2-837f-8e581f04160e service neutron] 10.222.0.42 "GET /v2.0/networks/dd58b45f-4b7c-433b-9f97-e8cc9467e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846324 Aug 26 11:03:43.255154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee46ef8-371f-4497-8bfb-fc98ccb28508 req-98eadb8c-8968-413f-bda4-d099b64dec3f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:43.257641 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cee46ef8-371f-4497-8bfb-fc98ccb28508 req-98eadb8c-8968-413f-bda4-d099b64dec3f tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.2037859 Aug 26 11:03:43.288112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73b11656-a397-4773-a5eb-b1473369bd2b req-695fd22f-87cf-4bdf-aacb-96312de23d9f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569145 Aug 26 11:03:43.303997 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8276e9-2b2c-4521-945e-5a54771aa3c2 req-807c58df-e1ec-4c9b-a8ea-7bdbe70cc191 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:43.305584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c8276e9-2b2c-4521-945e-5a54771aa3c2 req-807c58df-e1ec-4c9b-a8ea-7bdbe70cc191 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 946 time: 0.1726377 Aug 26 11:03:43.357816 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be69511b-cde7-40b3-af76-76e0e9b303c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:43.393221 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26d23645-90d6-4324-bc04-934de62160d1 req-e2818def-0f0d-4396-8006-bbbb3e3d126f service neutron] 10.222.0.42 "GET /v2.0/networks/dd58b45f-4b7c-433b-9f97-e8cc9467e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265987 Aug 26 11:03:43.402984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c8276e9-2b2c-4521-945e-5a54771aa3c2 req-e7001de9-d88b-4c12-8698-beca35406d1e tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909741 Aug 26 11:03:43.435164 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c05d1e1b-6049-469e-a947-2e8b3878b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '180c1cc8-529d-4396-a3a1-c5c5c65be17e', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'port_id': '2f38822c-04f0-4429-9a1e-477cbcbd3276', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'mac_address': 'fa:16:3e:64:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc89452-052c-436c-84af-b2f28764da03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:02:44Z', 'updated_at': '2021-08-26T11:03:39Z', 'revision_number': 1, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b78ddef-e38b-428e-9840-8fd79a2f1389', 'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'mac_address': 'fa:16:3e:2a:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:36Z', 'updated_at': '2021-08-26T11:02:52Z', 'revision_number': 5, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'subnets': [{'id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:43.490089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12b079-543d-49a0-8541-a828a947abb0 req-03c4b543-66e5-4b69-aae4-cba35309a24d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:43.492290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d12b079-543d-49a0-8541-a828a947abb0 req-03c4b543-66e5-4b69-aae4-cba35309a24d tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 945 time: 0.0708916 Aug 26 11:03:43.493081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33432) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:43.500465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-cee46ef8-371f-4497-8bfb-fc98ccb28508 req-254f56b2-608d-43ca-be60-56eba85695d0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Deleting port dd3748d4-4931-41c3-ba1d-a395d158361d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:03:43.506667 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cee46ef8-371f-4497-8bfb-fc98ccb28508 req-254f56b2-608d-43ca-be60-56eba85695d0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:43.516019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d1e1b-6049-469e-a947-2e8b3878b171 None None] The sync data for ids ['0e53ce51-de17-40a0-96db-d88672c0b9ae'] in n-d-778550-13 is: [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '180c1cc8-529d-4396-a3a1-c5c5c65be17e', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'floating_ip_address': '172.25.1.129', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'port_id': '2f38822c-04f0-4429-9a1e-477cbcbd3276', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'mac_address': 'fa:16:3e:64:3f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc89452-052c-436c-84af-b2f28764da03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:02:44Z', 'updated_at': '2021-08-26T11:03:39Z', 'revision_number': 1, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b78ddef-e38b-428e-9840-8fd79a2f1389', 'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'mac_address': 'fa:16:3e:2a:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:36Z', 'updated_at': '2021-08-26T11:02:52Z', 'revision_number': 5, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'subnets': [{'id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:03:43.535043 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7727d50d-67bc-4544-980c-d85ff3427245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:43.565103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d12b079-543d-49a0-8541-a828a947abb0 req-50d99905-ac91-4c87-a972-3089709b7351 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566134 Aug 26 11:03:43.718672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cee46ef8-371f-4497-8bfb-fc98ccb28508 req-254f56b2-608d-43ca-be60-56eba85695d0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] For port dd3748d4-4931-41c3-ba1d-a395d158361d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=dd3748d4-4931-41c3-ba1d-a395d158361d,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:43.719387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cee46ef8-371f-4497-8bfb-fc98ccb28508 req-254f56b2-608d-43ca-be60-56eba85695d0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:43.739602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-cee46ef8-371f-4497-8bfb-fc98ccb28508 req-254f56b2-608d-43ca-be60-56eba85695d0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Calling delete_port for dd3748d4-4931-41c3-ba1d-a395d158361d owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:03:43.746205 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7727d50d-67bc-4544-980c-d85ff3427245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:43.764539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff322b-0165-4af2-8e83-0c8945e331fb req-0af2907f-61ea-45f3-8d37-736ed517333a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:43.766650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bff322b-0165-4af2-8e83-0c8945e331fb req-0af2907f-61ea-45f3-8d37-736ed517333a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 946 time: 0.0911160 Aug 26 11:03:43.767873 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7727d50d-67bc-4544-980c-d85ff3427245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:43.914941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727d50d-67bc-4544-980c-d85ff3427245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685e3ab7-fac0-431e-a79f-f56aca0c1988,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:43.935314 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08935d0f-4006-461d-95bc-00826d008e9e None None] New status for floating IP 180c1cc8-529d-4396-a3a1-c5c5c65be17e: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:03:43.955628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7727d50d-67bc-4544-980c-d85ff3427245 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1a816ee6dfc456bb857826898ed5808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586277 Aug 26 11:03:43.956242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33444) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:43.976902 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cee46ef8-371f-4497-8bfb-fc98ccb28508 req-254f56b2-608d-43ca-be60-56eba85695d0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:43.978640 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bff322b-0165-4af2-8e83-0c8945e331fb req-eb173edd-6a6c-4db6-9a2f-1bcfb8759309 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934135 Aug 26 11:03:44.000694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0', 'dd3748d4-4931-41c3-ba1d-a395d158361d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:44.068142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f56b2-608d-43ca-be60-56eba85695d0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event deleted for resources: {'Port': ['ID=dd3748d4-4931-41c3-ba1d-a395d158361d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:44.121924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb04-d605-49f7-892b-4205324ecd24 req-14f87e6e-b4df-4ca3-9f5b-ffaf1327974d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:44.134702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4828bb04-d605-49f7-892b-4205324ecd24 req-14f87e6e-b4df-4ca3-9f5b-ffaf1327974d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.2207019 Aug 26 11:03:44.180778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee46ef8-371f-4497-8bfb-fc98ccb28508 req-254f56b2-608d-43ca-be60-56eba85695d0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] No DVR routers for this DVR port dd3748d4-4931-41c3-ba1d-a395d158361d on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:44.189153 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0023353-80d6-4d38-bc0d-2746f24a3cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:44.189489 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cee46ef8-371f-4497-8bfb-fc98ccb28508 req-254f56b2-608d-43ca-be60-56eba85695d0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:44.196133 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cee46ef8-371f-4497-8bfb-fc98ccb28508 req-254f56b2-608d-43ca-be60-56eba85695d0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "DELETE /v2.0/ports/dd3748d4-4931-41c3-ba1d-a395d158361d HTTP/1.1" status: 204 len: 173 time: 0.9216940 Aug 26 11:03:44.208390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b46709-9874-4fa0-a25d-ba112a254149', 'name': 'network-vif-deleted', 'tag': 'dd3748d4-4931-41c3-ba1d-a395d158361d'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:44.214827 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee2e52-2f11-4117-a225-0b6b548fc170" -d '{"events": [{"server_uuid": "16b46709-9874-4fa0-a25d-ba112a254149", "name": "network-vif-deleted", "tag": "dd3748d4-4931-41c3-ba1d-a395d158361d"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:44.224067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4828bb04-d605-49f7-892b-4205324ecd24 req-ddbf5d7d-468c-44fe-949f-7d8d41e69e91 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863028 Aug 26 11:03:44.259876 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0023353-80d6-4d38-bc0d-2746f24a3cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:44.386119 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ade084-ef50-4e81-abbb-08115480cda0 x-openstack-request-id: req-a1ade084-ef50-4e81-abbb-08115480cda0 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:44.386882 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b46709-9874-4fa0-a25d-ba112a254149", "name": "network-vif-deleted", "tag": "dd3748d4-4931-41c3-ba1d-a395d158361d", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:44.387425 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1ade084-ef50-4e81-abbb-08115480cda0 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:44.388034 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0023353-80d6-4d38-bc0d-2746f24a3cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:44.388281 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b46709-9874-4fa0-a25d-ba112a254149', 'name': 'network-vif-deleted', 'tag': 'dd3748d4-4931-41c3-ba1d-a395d158361d', 'status': 'completed', 'code': 200} Aug 26 11:03:44.401833 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0023353-80d6-4d38-bc0d-2746f24a3cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:44.403069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b0023353-80d6-4d38-bc0d-2746f24a3cab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/685e3ab7-fac0-431e-a79f-f56aca0c1988 HTTP/1.1" status: 204 len: 168 time: 0.4456503 Aug 26 11:03:44.426161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0023353-80d6-4d38-bc0d-2746f24a3cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685e3ab7-fac0-431e-a79f-f56aca0c1988,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:44.525658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf9117-5e4b-46ce-a06b-491b899a4cd0 req-5bf0bfec-c115-4f4f-9da8-adee07d00380 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:44.527712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04bf9117-5e4b-46ce-a06b-491b899a4cd0 req-5bf0bfec-c115-4f4f-9da8-adee07d00380 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 946 time: 0.0664854 Aug 26 11:03:44.583306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04bf9117-5e4b-46ce-a06b-491b899a4cd0 req-1cb5c4b2-b275-49c8-8d10-a2ae42fc8cc6 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478232 Aug 26 11:03:44.706628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae9651-f3f9-4c72-9942-b5f7416ac0b4 req-faabbfb2-1763-4b12-bae4-f1e721abe3f1 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:44.708269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bae9651-f3f9-4c72-9942-b5f7416ac0b4 req-faabbfb2-1763-4b12-bae4-f1e721abe3f1 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.0530541 Aug 26 11:03:44.775066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bae9651-f3f9-4c72-9942-b5f7416ac0b4 req-c8298b5c-0dd7-45e1-a64f-86ee8f44d4bd tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591588 Aug 26 11:03:44.906292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-281ba4e0-58e2-4a7c-88e9-10a6db003f25 req-bcd5d5a1-a729-46e1-b952-b3b1182ff363 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=16b46709-9874-4fa0-a25d-ba112a254149 HTTP/1.1" status: 200 len: 210 time: 0.0365534 Aug 26 11:03:45.207668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de4bc0-f53a-4b80-adcb-9c0365f74153 req-8e8a1e9a-f91b-49ad-94f8-9e516929a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:45.209622 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5de4bc0-f53a-4b80-adcb-9c0365f74153 req-8e8a1e9a-f91b-49ad-94f8-9e516929a316 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1098 time: 0.0647163 Aug 26 11:03:45.340087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de4bc0-f53a-4b80-adcb-9c0365f74153 req-976a0eda-53f3-4d12-a630-7b3b26c5fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:45.341604 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5de4bc0-f53a-4b80-adcb-9c0365f74153 req-976a0eda-53f3-4d12-a630-7b3b26c5fd57 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.1044407 Aug 26 11:03:45.357789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf11ff-23bf-4fdf-a2ba-0d8ac814db62 req-f844dfa8-6aeb-4e90-b846-61dcb5a6cb0a tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:45.360066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-addf11ff-23bf-4fdf-a2ba-0d8ac814db62 req-f844dfa8-6aeb-4e90-b846-61dcb5a6cb0a tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.0526013 Aug 26 11:03:45.410570 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-addf11ff-23bf-4fdf-a2ba-0d8ac814db62 req-00239c06-947b-48cd-bdb3-6d9a1a7a7c16 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435050 Aug 26 11:03:45.477257 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5de4bc0-f53a-4b80-adcb-9c0365f74153 req-4085b685-01d1-4452-8468-5242e1b8f52b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 1001 time: 0.1268399 Aug 26 11:03:45.493528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab7ec0-6958-4145-b584-8b8556923c98 req-def3d233-59f3-44fe-ae15-8ed8134a0707 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:45.495056 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-03ab7ec0-6958-4145-b584-8b8556923c98 req-def3d233-59f3-44fe-ae15-8ed8134a0707 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 946 time: 0.0724986 Aug 26 11:03:45.596957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de4bc0-f53a-4b80-adcb-9c0365f74153 req-96f7a764-cd6a-418b-a9e1-ee25c79b5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:45.598454 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5de4bc0-f53a-4b80-adcb-9c0365f74153 req-96f7a764-cd6a-418b-a9e1-ee25c79b5240 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1134996 Aug 26 11:03:45.683521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de4bc0-f53a-4b80-adcb-9c0365f74153 req-b1350429-4a01-4345-b27b-6de0ece1eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:45.685283 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5de4bc0-f53a-4b80-adcb-9c0365f74153 req-b1350429-4a01-4345-b27b-6de0ece1eade service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772951 Aug 26 11:03:45.688583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-03ab7ec0-6958-4145-b584-8b8556923c98 req-e000ad60-d80b-415d-8b1e-115b12f9d867 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Deleting port 227ad589-ed90-41be-be3e-f655d74d987b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:03:45.688973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-03ab7ec0-6958-4145-b584-8b8556923c98 req-e000ad60-d80b-415d-8b1e-115b12f9d867 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:45.749092 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b95d0ac-2461-4aa7-b1c6-b577385a5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:45.776924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af296cab-6334-4b3d-92bc-b392b6ad03d2 req-289badd5-5e8f-46bd-9879-5c8349ac3580 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:45.786636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af296cab-6334-4b3d-92bc-b392b6ad03d2 req-289badd5-5e8f-46bd-9879-5c8349ac3580 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 946 time: 0.1002750 Aug 26 11:03:45.843610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af296cab-6334-4b3d-92bc-b392b6ad03d2 req-a77626e6-1ef4-4170-95c4-f2036347a8a9 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/security-groups?id=58f81bb0-f0ed-4b02-960c-0703901bb02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552254 Aug 26 11:03:45.882481 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-03ab7ec0-6958-4145-b584-8b8556923c98 req-e000ad60-d80b-415d-8b1e-115b12f9d867 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] For port 227ad589-ed90-41be-be3e-f655d74d987b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=227ad589-ed90-41be-be3e-f655d74d987b,segment=NetworkSegment(c07bfaff-a9a6-4875-999f-78c4c66c2972),segment_id=c07bfaff-a9a6-4875-999f-78c4c66c2972)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:45.882983 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-03ab7ec0-6958-4145-b584-8b8556923c98 req-e000ad60-d80b-415d-8b1e-115b12f9d867 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:45.907720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-03ab7ec0-6958-4145-b584-8b8556923c98 req-e000ad60-d80b-415d-8b1e-115b12f9d867 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Calling delete_port for 227ad589-ed90-41be-be3e-f655d74d987b owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:03:45.922493 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5de4bc0-f53a-4b80-adcb-9c0365f74153 req-aba84585-973b-4679-bc1e-6500e5c15323 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273948 Aug 26 11:03:45.932301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7de146-4ceb-4f50-9fce-f02a63e7bc4b req-e3076f59-979a-4ad2-8eab-7c798e89ce7f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:45.940230 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c7de146-4ceb-4f50-9fce-f02a63e7bc4b req-e3076f59-979a-4ad2-8eab-7c798e89ce7f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.0637302 Aug 26 11:03:46.046388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c7de146-4ceb-4f50-9fce-f02a63e7bc4b req-348f2841-6c47-449c-92cf-c662580dfef3 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043031 Aug 26 11:03:46.137010 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5de4bc0-f53a-4b80-adcb-9c0365f74153 req-b60a5a27-7087-4140-8877-3a602572cc5c service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570156 Aug 26 11:03:46.245845 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:46.267636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-03ab7ec0-6958-4145-b584-8b8556923c98 req-e000ad60-d80b-415d-8b1e-115b12f9d867 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:46.283059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['227ad589-ed90-41be-be3e-f655d74d987b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:46.316357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000ad60-d80b-415d-8b1e-115b12f9d867 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Pushing event deleted for resources: {'Port': ['ID=227ad589-ed90-41be-be3e-f655d74d987b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:46.368598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ab7ec0-6958-4145-b584-8b8556923c98 req-e000ad60-d80b-415d-8b1e-115b12f9d867 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] No DVR routers for this DVR port 227ad589-ed90-41be-be3e-f655d74d987b on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:46.373286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-03ab7ec0-6958-4145-b584-8b8556923c98 req-e000ad60-d80b-415d-8b1e-115b12f9d867 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:46.378762 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-03ab7ec0-6958-4145-b584-8b8556923c98 req-e000ad60-d80b-415d-8b1e-115b12f9d867 tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.47 "DELETE /v2.0/ports/227ad589-ed90-41be-be3e-f655d74d987b HTTP/1.1" status: 204 len: 173 time: 0.8755910 Aug 26 11:03:46.389814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2931ceed-5aa9-488e-a988-7b4fa6a27ed3', 'name': 'network-vif-deleted', 'tag': '227ad589-ed90-41be-be3e-f655d74d987b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:46.392645 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617c6cfe-477d-4ae6-9b87-69a18502ee33" -d '{"events": [{"server_uuid": "2931ceed-5aa9-488e-a988-7b4fa6a27ed3", "name": "network-vif-deleted", "tag": "227ad589-ed90-41be-be3e-f655d74d987b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:46.467410 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa462f83-d5be-4862-b1b9-dd603e76350a x-openstack-request-id: req-fa462f83-d5be-4862-b1b9-dd603e76350a {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:46.467626 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2931ceed-5aa9-488e-a988-7b4fa6a27ed3", "name": "network-vif-deleted", "tag": "227ad589-ed90-41be-be3e-f655d74d987b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:46.468090 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa462f83-d5be-4862-b1b9-dd603e76350a {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:46.468666 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2931ceed-5aa9-488e-a988-7b4fa6a27ed3', 'name': 'network-vif-deleted', 'tag': '227ad589-ed90-41be-be3e-f655d74d987b', 'status': 'completed', 'code': 200} Aug 26 11:03:46.511218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 227ad589-ed90-41be-be3e-f655d74d987b no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:03:46.534112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 227ad589-ed90-41be-be3e-f655d74d987b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:03:46.534892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 227ad589-ed90-41be-be3e-f655d74d987b not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:03:46.535581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device dd3748d4-4931-41c3-ba1d-a395d158361d no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:03:46.561801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: dd3748d4-4931-41c3-ba1d-a395d158361d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:03:46.562155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device dd3748d4-4931-41c3-ba1d-a395d158361d not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:03:46.606950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af7e61-9dba-45e8-a8fb-be639f8009cb req-e6adeee9-6044-4b8a-bc03-6950d1afa9b4 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:46.609432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40af7e61-9dba-45e8-a8fb-be639f8009cb req-e6adeee9-6044-4b8a-bc03-6950d1afa9b4 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.0893986 Aug 26 11:03:46.671621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40af7e61-9dba-45e8-a8fb-be639f8009cb req-3bb3ed7c-4642-495e-a0d4-92321408a068 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553250 Aug 26 11:03:47.023585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a83b923-2ebd-45bf-8df4-a615df0089be req-ae5e970d-083e-4142-98cc-3e6670c8732f tempest-ServerDiskConfigTestJSON-283625927 tempest-ServerDiskConfigTestJSON-283625927-project] 10.222.0.21 "GET /v2.0/ports?device_id=2931ceed-5aa9-488e-a988-7b4fa6a27ed3 HTTP/1.1" status: 200 len: 210 time: 0.0333912 Aug 26 11:03:47.088288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528f074-c09a-468a-8473-17efd330c372 req-6d917d08-4102-4285-874c-7f97ff8874b8 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:47.089851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4528f074-c09a-468a-8473-17efd330c372 req-6d917d08-4102-4285-874c-7f97ff8874b8 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 946 time: 0.0646279 Aug 26 11:03:47.092826 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33586) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:47.139521 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:47.174695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4528f074-c09a-468a-8473-17efd330c372 req-66ec8506-b491-4fa2-9a6e-198d2f44ca03 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669904 Aug 26 11:03:47.214379 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:03:47.220624 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be84564c-c80b-4cc5-a81e-3d0a6f69951a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:47.230710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb41739-5335-4d95-84fb-0bfec52bf869 req-ffad836b-fcc9-4878-bd26-db2adb68faf8 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:47.241033 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcb41739-5335-4d95-84fb-0bfec52bf869 req-ffad836b-fcc9-4878-bd26-db2adb68faf8 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.0789967 Aug 26 11:03:47.316195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcb41739-5335-4d95-84fb-0bfec52bf869 req-a2754a88-08cf-4f3a-a76a-29b54dcf264b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738969 Aug 26 11:03:47.396555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be84564c-c80b-4cc5-a81e-3d0a6f69951a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:47.402198 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be84564c-c80b-4cc5-a81e-3d0a6f69951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:47.452687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84564c-c80b-4cc5-a81e-3d0a6f69951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba0a589-db07-4307-b175-663308c23dab,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:47.459440 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-be84564c-c80b-4cc5-a81e-3d0a6f69951a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=604b33940239421fb83bdbe24cdfb8e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655386 Aug 26 11:03:47.462475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33592) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:47.525653 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:47.529142 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df6f6e92-7646-43ad-ab4d-04ec8bccf6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:47.548957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:47.551265 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ea7eda-4000-4f6a-a4c1-b7dac987d3cb" -d '{"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:47.558976 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df6f6e92-7646-43ad-ab4d-04ec8bccf6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:47.566386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:47.573237 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:47.613186 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a21cd27-5af9-447e-b1aa-e71712a926d0 x-openstack-request-id: req-8a21cd27-5af9-447e-b1aa-e71712a926d0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:47.613502 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:47.613766 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a21cd27-5af9-447e-b1aa-e71712a926d0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:47.614191 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'code': 200} Aug 26 11:03:47.616756 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df6f6e92-7646-43ad-ab4d-04ec8bccf6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:47.619705 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df6f6e92-7646-43ad-ab4d-04ec8bccf6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:47.621147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-df6f6e92-7646-43ad-ab4d-04ec8bccf6ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ba0a589-db07-4307-b175-663308c23dab HTTP/1.1" status: 204 len: 168 time: 0.1576068 Aug 26 11:03:47.630138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f6e92-7646-43ad-ab4d-04ec8bccf6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba0a589-db07-4307-b175-663308c23dab,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:47.658094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:47.814046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d18377-6f9a-493c-a7a0-fd524a2877be req-1a9e6f45-e87c-4355-9e0e-cdf5d7937e04 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:47.815717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5d18377-6f9a-493c-a7a0-fd524a2877be req-1a9e6f45-e87c-4355-9e0e-cdf5d7937e04 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.0536575 Aug 26 11:03:47.864782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5d18377-6f9a-493c-a7a0-fd524a2877be req-8dd6061b-aeb0-4a7f-bf02-8b6d2eb8293a tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365996 Aug 26 11:03:47.935321 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33608) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:47.948843 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26fe40db-e964-4f01-be45-6751b1a18913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.041689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26fe40db-e964-4f01-be45-6751b1a18913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.045802 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26fe40db-e964-4f01-be45-6751b1a18913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.090548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-26fe40db-e964-4f01-be45-6751b1a18913 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebd83ca9890b43b9970a8328f2f39a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515560 Aug 26 11:03:48.090548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe40db-e964-4f01-be45-6751b1a18913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de435f7-c833-4c6d-85b6-a9f0a69d3e9d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:48.090971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33614) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:48.149498 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f40e7dbc-ef3c-4539-97e6-073afd76f7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.196083 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f40e7dbc-ef3c-4539-97e6-073afd76f7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.270482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f40e7dbc-ef3c-4539-97e6-073afd76f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.274457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f40e7dbc-ef3c-4539-97e6-073afd76f7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.276181 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f40e7dbc-ef3c-4539-97e6-073afd76f7d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2de435f7-c833-4c6d-85b6-a9f0a69d3e9d HTTP/1.1" status: 204 len: 168 time: 0.1840243 Aug 26 11:03:48.314170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e7dbc-ef3c-4539-97e6-073afd76f7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de435f7-c833-4c6d-85b6-a9f0a69d3e9d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:48.349792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33634) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:48.390143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f4818-8aa9-48de-b048-e580d3b07b0d req-f2a1375b-746a-4246-bb37-cc00f8315c43 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:48.398363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb3f4818-8aa9-48de-b048-e580d3b07b0d req-f2a1375b-746a-4246-bb37-cc00f8315c43 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 946 time: 0.0946326 Aug 26 11:03:48.456179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-671b70b6-7339-4749-a6b2-fc8788261d19 admin admin] Deleting subnet 98c64c3c-fc04-420e-b12c-70cd87a92e86 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:03:48.466700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb3f4818-8aa9-48de-b048-e580d3b07b0d req-8fe34255-6e94-4211-a550-539e02c34900 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/security-groups?id=1a71e695-c7f3-4f33-a391-be6bc52f6977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673008 Aug 26 11:03:48.487671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-671b70b6-7339-4749-a6b2-fc8788261d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.511916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa1a69-ab35-4c60-adaf-fbbc63846653 req-45b0f37e-4c26-416b-be79-079cd55ca171 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:48.513495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3daa1a69-ab35-4c60-adaf-fbbc63846653 req-45b0f37e-4c26-416b-be79-079cd55ca171 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.0994036 Aug 26 11:03:48.565185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3daa1a69-ab35-4c60-adaf-fbbc63846653 req-f0c6cff9-2ff9-4f7a-80e5-d4217705e553 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444870 Aug 26 11:03:48.572392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-671b70b6-7339-4749-a6b2-fc8788261d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.626863 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0018e-bb10-4016-88be-85bf1bcd5b7c req-fbd8bd45-3e37-4108-bd56-b07997a87258 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:48.628370 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4fa0018e-bb10-4016-88be-85bf1bcd5b7c req-fbd8bd45-3e37-4108-bd56-b07997a87258 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 946 time: 0.1636250 Aug 26 11:03:48.671563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-671b70b6-7339-4749-a6b2-fc8788261d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.792376 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-671b70b6-7339-4749-a6b2-fc8788261d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.804406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-4fa0018e-bb10-4016-88be-85bf1bcd5b7c req-74fb9d92-3f02-48c4-a299-65533ff442f0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Deleting port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:03:48.804753 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4fa0018e-bb10-4016-88be-85bf1bcd5b7c req-74fb9d92-3f02-48c4-a299-65533ff442f0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.843612 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-671b70b6-7339-4749-a6b2-fc8788261d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.848377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33660) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:48.849974 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-671b70b6-7339-4749-a6b2-fc8788261d19 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/98c64c3c-fc04-420e-b12c-70cd87a92e86 HTTP/1.1" status: 204 len: 168 time: 0.4938271 Aug 26 11:03:48.884142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b70b6-7339-4749-a6b2-fc8788261d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c64c3c-fc04-420e-b12c-70cd87a92e86,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:48.964150 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:48.997211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-4fa0018e-bb10-4016-88be-85bf1bcd5b7c req-74fb9d92-3f02-48c4-a299-65533ff442f0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] For port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0,segment=NetworkSegment(30ecffc8-5550-4809-874d-9c926d1eb0fe),segment_id=30ecffc8-5550-4809-874d-9c926d1eb0fe)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:48.999122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4fa0018e-bb10-4016-88be-85bf1bcd5b7c req-74fb9d92-3f02-48c4-a299-65533ff442f0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.029385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-4fa0018e-bb10-4016-88be-85bf1bcd5b7c req-74fb9d92-3f02-48c4-a299-65533ff442f0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Calling delete_port for acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:03:49.076538 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.090523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c026c6-651c-404b-9bc6-9fd7306c8d94']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:49.107507 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07bfaff-a9a6-4875-999f-78c4c66c2972') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:49.108227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07bfaff-a9a6-4875-999f-78c4c66c2972') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:49.119744 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.152835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.161319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:03:49.162313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.205002 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.220926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:03:49.238822 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:03:49.318869 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4fa0018e-bb10-4016-88be-85bf1bcd5b7c req-74fb9d92-3f02-48c4-a299-65533ff442f0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.363683 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.382833 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.387169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/78c026c6-651c-404b-9bc6-9fd7306c8d94 HTTP/1.1" status: 204 len: 168 time: 0.5343523 Aug 26 11:03:49.429359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:49.444027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb9d92-3f02-48c4-a299-65533ff442f0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Pushing event deleted for resources: {'Port': ['ID=acd9b74f-71b7-4b32-a1f8-e963fc14f1e0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:49.484410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c000550-a72a-4dba-8a25-c18bcb52afd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c026c6-651c-404b-9bc6-9fd7306c8d94,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:49.560128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3fd0-b9df-443a-8823-8603b87fe12d req-856c5107-c931-4dee-a607-529a1604db80 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:49.572007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa0018e-bb10-4016-88be-85bf1bcd5b7c req-74fb9d92-3f02-48c4-a299-65533ff442f0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] No DVR routers for this DVR port acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:03:49.581629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4fa0018e-bb10-4016-88be-85bf1bcd5b7c req-74fb9d92-3f02-48c4-a299-65533ff442f0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.583711 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4fa0018e-bb10-4016-88be-85bf1bcd5b7c req-74fb9d92-3f02-48c4-a299-65533ff442f0 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.47 "DELETE /v2.0/ports/acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 HTTP/1.1" status: 204 len: 173 time: 0.9485874 Aug 26 11:03:49.584191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549cb098-598f-491c-b3ed-b5775171aedb', 'name': 'network-vif-deleted', 'tag': 'acd9b74f-71b7-4b32-a1f8-e963fc14f1e0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:49.587275 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6c335b-c29b-4c1d-b271-47b855defb8d" -d '{"events": [{"server_uuid": "549cb098-598f-491c-b3ed-b5775171aedb", "name": "network-vif-deleted", "tag": "acd9b74f-71b7-4b32-a1f8-e963fc14f1e0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:49.591479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2cec3fd0-b9df-443a-8823-8603b87fe12d req-856c5107-c931-4dee-a607-529a1604db80 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.5845737 Aug 26 11:03:49.623156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:49.639157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'port_id': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'mac_address': 'fa:16:3e:ef:0f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:03:49.739601 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.744338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-519a922a-b273-488c-831f-0f9a3fd032a9 req-3377f0b5-1e17-4d71-b34f-6636d7c3b681 tempest-ServersTestJSON-2092509676 tempest-ServersTestJSON-2092509676-project] 10.222.0.21 "GET /v2.0/ports?device_id=549cb098-598f-491c-b3ed-b5775171aedb HTTP/1.1" status: 200 len: 210 time: 0.1162322 Aug 26 11:03:49.779144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33694) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:49.792350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f6d3ee-e592-489b-b559-fbcbe4d66e11 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:03:49.839628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2cec3fd0-b9df-443a-8823-8603b87fe12d req-4bf8b3e2-d2a0-4f5b-80d6-048ae763fa8a tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249281 Aug 26 11:03:49.900552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:49.908906 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:49.915903 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2bed23fa-40f1-4add-9455-5db57d2f492d details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:03:49.988769 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae13d124-64dc-4aef-8b9f-c499f3cb5870 x-openstack-request-id: req-ae13d124-64dc-4aef-8b9f-c499f3cb5870 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:49.989154 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549cb098-598f-491c-b3ed-b5775171aedb", "name": "network-vif-deleted", "tag": "acd9b74f-71b7-4b32-a1f8-e963fc14f1e0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:49.989390 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae13d124-64dc-4aef-8b9f-c499f3cb5870 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:49.992210 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549cb098-598f-491c-b3ed-b5775171aedb', 'name': 'network-vif-deleted', 'tag': 'acd9b74f-71b7-4b32-a1f8-e963fc14f1e0', 'status': 'completed', 'code': 200} Aug 26 11:03:50.010330 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c75d0f5f-59d7-4bb2-a2cf-ea990439dffe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b43c9aa7c5f142ae993cd4ac226d6a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279251 Aug 26 11:03:50.011267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33704) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:50.118054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52e52c-9274-4e69-8bb1-6113787ccbc8 req-6bb63d9b-9f33-4c20-ac42-2eaf5ab0e738 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:50.132797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a52e52c-9274-4e69-8bb1-6113787ccbc8 req-6bb63d9b-9f33-4c20-ac42-2eaf5ab0e738 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1693361 Aug 26 11:03:50.174559 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74cbf5a3-576e-4c0d-bf6d-37088395832f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:50.216594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:50.250219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:50.254163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'port_id': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'mac_address': 'fa:16:3e:c5:40:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:03:50.265625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74cbf5a3-576e-4c0d-bf6d-37088395832f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:50.295722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a52e52c-9274-4e69-8bb1-6113787ccbc8 req-437604bf-122e-4948-9a19-6ac129e89e2f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615212 Aug 26 11:03:50.462077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74cbf5a3-576e-4c0d-bf6d-37088395832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:50.465505 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74cbf5a3-576e-4c0d-bf6d-37088395832f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:50.466710 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-74cbf5a3-576e-4c0d-bf6d-37088395832f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58f81bb0-f0ed-4b02-960c-0703901bb02d HTTP/1.1" status: 204 len: 168 time: 0.4513819 Aug 26 11:03:50.518249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbf5a3-576e-4c0d-bf6d-37088395832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f81bb0-f0ed-4b02-960c-0703901bb02d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:50.522444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69366a3f-5703-4131-8cf7-bef40156ee69 req-1515666d-f447-4b09-9465-bf24c543aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:50.533342 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-69366a3f-5703-4131-8cf7-bef40156ee69 req-1515666d-f447-4b09-9465-bf24c543aefa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 1097 time: 0.1695795 Aug 26 11:03:50.690208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-a6a92b7b-d658-4cc5-b3b9-a73d7d7b333c req-d5699028-7cc7-4314-a642-2439306762bd service neutron] (101267) timed out ('10.222.0.21', 35776) {{(pid=101267) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:03:50.721022 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:50.767568 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:50.827229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2bccc-5688-4e49-a95c-457819f8f363 req-0898b3cc-d2d5-4c1f-ab4d-d3dc5e2b568b tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:50.840887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bed23fa-40f1-4add-9455-5db57d2f492d {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:03:50.841697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69366a3f-5703-4131-8cf7-bef40156ee69 req-e22e6f8a-286d-4a2c-8fdd-e900d57bab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:50.843889 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-69366a3f-5703-4131-8cf7-bef40156ee69 req-e22e6f8a-286d-4a2c-8fdd-e900d57bab94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 911 time: 0.3012645 Aug 26 11:03:50.848234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ff2bccc-5688-4e49-a95c-457819f8f363 req-0898b3cc-d2d5-4c1f-ab4d-d3dc5e2b568b tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.2837846 Aug 26 11:03:50.869888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33734) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:50.941956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:50.957694 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:50.989214 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-69366a3f-5703-4131-8cf7-bef40156ee69 req-759d008d-e49a-4962-aa7b-9e01672a307c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 HTTP/1.1" status: 200 len: 1001 time: 0.1326082 Aug 26 11:03:50.997824 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ff2bccc-5688-4e49-a95c-457819f8f363 req-d0b26d81-abcc-44f1-9e4f-afb502d5993d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456447 Aug 26 11:03:51.153976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69366a3f-5703-4131-8cf7-bef40156ee69 req-20d8efa0-84cd-47c0-924e-8d865d24e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:51.157479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a0f6d3ee-e592-489b-b559-fbcbe4d66e11'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:51.159103 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-69366a3f-5703-4131-8cf7-bef40156ee69 req-20d8efa0-84cd-47c0-924e-8d865d24e598 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.1380265 Aug 26 11:03:51.162277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['2bed23fa-40f1-4add-9455-5db57d2f492d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:03:51.173757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0459c1-54b9-403d-b625-b615b032e98c admin admin] Deleting subnet 8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:03:51.245127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff0459c1-54b9-403d-b625-b615b032e98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:51.305187 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff0459c1-54b9-403d-b625-b615b032e98c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:51.379819 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff0459c1-54b9-403d-b625-b615b032e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:51.514095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=2bed23fa-40f1-4add-9455-5db57d2f492d,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:51.637007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff0459c1-54b9-403d-b625-b615b032e98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:51.791542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0459c1-54b9-403d-b625-b615b032e98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8930c4d8-d9e7-491f-bdc1-07f2ef2624b2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:51.809816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69366a3f-5703-4131-8cf7-bef40156ee69 req-2148ea6e-9680-4c8c-a70e-f52355fde86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:51.812360 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-69366a3f-5703-4131-8cf7-bef40156ee69 req-2148ea6e-9680-4c8c-a70e-f52355fde86e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6350050 Aug 26 11:03:51.823335 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff0459c1-54b9-403d-b625-b615b032e98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:51.828245 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ff0459c1-54b9-403d-b625-b615b032e98c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8930c4d8-d9e7-491f-bdc1-07f2ef2624b2 HTTP/1.1" status: 204 len: 168 time: 0.9550304 Aug 26 11:03:51.828670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33770) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:52.073033 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:52.132778 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-69366a3f-5703-4131-8cf7-bef40156ee69 req-d5657248-9d13-4340-803b-4030d4dc8faa service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032615 Aug 26 11:03:52.334636 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-69366a3f-5703-4131-8cf7-bef40156ee69 req-121d4d4a-4a58-49aa-9ba6-b683fe9c226c service neutron] 10.222.0.42 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929631 Aug 26 11:03:52.559995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:03:52.626014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:03:52.628299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device acd9b74f-71b7-4b32-a1f8-e963fc14f1e0 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:03:52.878412 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:52.893082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d6a3f-7d6a-4c5e-a765-bce3c2fec108 req-a3c35af9-d050-465c-ac0f-79ce0940dad5 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:52.902149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-507d6a3f-7d6a-4c5e-a765-bce3c2fec108 req-a3c35af9-d050-465c-ac0f-79ce0940dad5 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 945 time: 1.4618826 Aug 26 11:03:52.942755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51cbea-4d53-4c01-8db3-65fa6ce9de55 req-83e1f69c-686d-401d-8f4b-d2328cfc9dae tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:52.951206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e51cbea-4d53-4c01-8db3-65fa6ce9de55 req-83e1f69c-686d-401d-8f4b-d2328cfc9dae tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.2021403 Aug 26 11:03:53.011855 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33800) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:53.075131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-507d6a3f-7d6a-4c5e-a765-bce3c2fec108 req-c4cfd27e-8554-40b0-bfca-21ab7df4ec1a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673412 Aug 26 11:03:53.219092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e51cbea-4d53-4c01-8db3-65fa6ce9de55 req-52ab3977-2191-40d6-99c2-dc643e6b28ee tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646251 Aug 26 11:03:53.226429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:03:53.250348 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.276774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26d7fc6-3093-4095-86d1-7a49e1a4c1e2']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:53.302977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ecffc8-5550-4809-874d-9c926d1eb0fe') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:53.303625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ecffc8-5550-4809-874d-9c926d1eb0fe') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:03:53.327333 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.336724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:03:53.337403 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.358712 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.372502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:03:53.374428 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:03:53.379099 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:03:53.472684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-985595876-network', 'tenant_id': 'b76f9ae15eb042f89990b7b07b63bbae'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:53.522969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Made reservation on behalf of b76f9ae15eb042f89990b7b07b63bbae for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:03:53.533278 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.536707 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.545428 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.548752 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.556402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f26d7fc6-3093-4095-86d1-7a49e1a4c1e2 HTTP/1.1" status: 204 len: 168 time: 1.7196193 Aug 26 11:03:53.576236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.590315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0354a2-62c4-4fde-821e-37765b1ea5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f26d7fc6-3093-4095-86d1-7a49e1a4c1e2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:53.629087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:53.630805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:53.635524 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b24a25-8138-4679-9f90-898371380190" -d '{"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:53.639386 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.640838 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2bed23fa-40f1-4add-9455-5db57d2f492d up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:03:53.736712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:53.746090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.746431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.747085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.747597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.748121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.748467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.748816 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.749193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.749524 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.749850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.750177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.750503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:03:53.767672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 2bed23fa-40f1-4add-9455-5db57d2f492d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:03:53.768342 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.818028 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955df55f-721d-43c7-91b6-33d90602e6a8 x-openstack-request-id: req-955df55f-721d-43c7-91b6-33d90602e6a8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:53.818614 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:53.819099 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-955df55f-721d-43c7-91b6-33d90602e6a8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:53.819705 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'code': 200} Aug 26 11:03:53.891026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33822) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:53.950250 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:53.983360 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c56b9d35-fee0-4734-bb86-60c1f5e0c6cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8d7e64294a14061bee27b24f1cafe89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897593 Aug 26 11:03:53.985285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33824) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:54.033964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:03:54.035731 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.040026 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.044136 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.072089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:03:54.128816 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72fc2e1b-9bdc-4aa3-b909-b99f345674c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.137488 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.138135 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Added segment 811b1fb3-8e60-4978-8363-89a7d9c2584d of type vlan for network a2f03dcc-2544-47a5-822f-810929deb7df Aug 26 11:03:54.228292 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72fc2e1b-9bdc-4aa3-b909-b99f345674c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.282605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=2bed23fa-40f1-4add-9455-5db57d2f492d,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:54.291943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.359103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.361155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:54.362602 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.463130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992a695-8d0f-49b4-8ed9-137732ef2553 req-c8118558-38b4-4758-9f0c-0b924eb38b48 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:54.471934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6992a695-8d0f-49b4-8ed9-137732ef2553 req-c8118558-38b4-4758-9f0c-0b924eb38b48 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1862075 Aug 26 11:03:54.498622 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72fc2e1b-9bdc-4aa3-b909-b99f345674c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.501687 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72fc2e1b-9bdc-4aa3-b909-b99f345674c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.503069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-72fc2e1b-9bdc-4aa3-b909-b99f345674c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a71e695-c7f3-4f33-a391-be6bc52f6977 HTTP/1.1" status: 204 len: 168 time: 0.5167842 Aug 26 11:03:54.533671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc2e1b-9bdc-4aa3-b909-b99f345674c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a71e695-c7f3-4f33-a391-be6bc52f6977,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:54.582935 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5698338 Aug 26 11:03:54.588237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33838) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:03:54.607350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] Request body: {'subnet': {'network_id': 'a2f03dcc-2544-47a5-822f-810929deb7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-985595876-subnet', 'tenant_id': 'b76f9ae15eb042f89990b7b07b63bbae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:03:54.643526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef16d6a-5bb2-44ab-8434-599dd95cef43,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:54.674666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb1e92-ae71-4d16-bf4e-73c38d5da94f admin admin] Pushing event updated for resources: {'Network': ['ID=a2f03dcc-2544-47a5-822f-810929deb7df,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:54.699684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network a2f03dcc-2544-47a5-822f-810929deb7df details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:03:54.718025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] Made reservation on behalf of b76f9ae15eb042f89990b7b07b63bbae for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:03:54.720780 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:54.735068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6992a695-8d0f-49b4-8ed9-137732ef2553 req-7a2f66af-a780-47f4-8015-a8657bc8179b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617660 Aug 26 11:03:54.847041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62693394-6be0-4268-9f06-ed6388a700f8 req-427b2469-6968-47d2-9416-e782640cb1fd tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:54.863470 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62693394-6be0-4268-9f06-ed6388a700f8 req-427b2469-6968-47d2-9416-e782640cb1fd tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.2754254 Aug 26 11:03:55.018035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62693394-6be0-4268-9f06-ed6388a700f8 req-ea236bc5-9c3f-48ff-8e5c-3f6b6c41c1bb tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532924 Aug 26 11:03:55.541393 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:55.721454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] Checking segment: {'id': '811b1fb3-8e60-4978-8363-89a7d9c2584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a2f03dcc-2544-47a5-822f-810929deb7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:03:55.722400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] Network hostable DHCP agents. Network: a2f03dcc-2544-47a5-822f-810929deb7df, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:03:55.728456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb2fb64-3494-4b60-b212-45a140e159c2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:03:55.795140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] Network a2f03dcc-2544-47a5-822f-810929deb7df is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:03:55.815925 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, a2f03dcc-2544-47a5-822f-810929deb7df) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:03:55.821783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:55.822514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:03:55.823301 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:03:55.827355 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a0e763-1dc2-41a7-a0c0-d9b0a83a1b72" -d '{"events": [{"server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "name": "network-vif-plugged", "status": "completed", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:03:55.837597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82979cde-fa6e-4a56-8308-50670df7f7ae None None] Network a2f03dcc-2544-47a5-822f-810929deb7df requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:03:55.869795 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-47a2f974-1452-4e9b-9e53-7b59e328252b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2679331 Aug 26 11:03:56.027200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcce00-7ce9-42fe-9e88-c7dff3f96dda req-3b5be9d6-022f-4753-a414-5e86991fb74d tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:56.039293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95dcce00-7ce9-42fe-9e88-c7dff3f96dda req-3b5be9d6-022f-4753-a414-5e86991fb74d tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1198611 Aug 26 11:03:56.088523 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c660f8b-d7d1-4dcf-bdeb-7d305d14cf29 x-openstack-request-id: req-3c660f8b-d7d1-4dcf-bdeb-7d305d14cf29 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:03:56.088776 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "name": "network-vif-plugged", "status": "completed", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:03:56.088963 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c660f8b-d7d1-4dcf-bdeb-7d305d14cf29 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:03:56.089658 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'code': 200} Aug 26 11:03:56.132576 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95dcce00-7ce9-42fe-9e88-c7dff3f96dda req-a8e382a0-add7-4062-b018-cbd4de8ceb1a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908241 Aug 26 11:03:56.286495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc311723-abdf-4943-b7b4-21083e650577 None None] Network a2f03dcc-2544-47a5-822f-810929deb7df requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:03:57.951916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c0c57-46b0-47b4-a5b8-498a1139a299 req-3c4c2d84-a61c-4bde-ac47-4107e4e84ba9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:57.970369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-273c0c57-46b0-47b4-a5b8-498a1139a299 req-3c4c2d84-a61c-4bde-ac47-4107e4e84ba9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.2393868 Aug 26 11:03:58.132022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-273c0c57-46b0-47b4-a5b8-498a1139a299 req-c42d0a3e-5580-4489-9d94-8e7f0c575110 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597817 Aug 26 11:03:59.463292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1e58f-9c15-4655-853f-388c76824e13 req-18315c5b-18e8-4058-884c-8387e971ae44 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:03:59.465712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58b1e58f-9c15-4655-853f-388c76824e13 req-18315c5b-18e8-4058-884c-8387e971ae44 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1189620 Aug 26 11:03:59.550811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58b1e58f-9c15-4655-853f-388c76824e13 req-9915ee5e-60f4-470b-889e-5809181a97d5 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781546 Aug 26 11:04:00.829619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9e9ef-a77f-410e-85fa-05db5fad1923 req-cd5fb81d-2da5-4567-bcd9-cb0b76ef327a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:00.873090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18e9e9ef-a77f-410e-85fa-05db5fad1923 req-cd5fb81d-2da5-4567-bcd9-cb0b76ef327a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1542737 Aug 26 11:04:00.973667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18e9e9ef-a77f-410e-85fa-05db5fad1923 req-64101696-331e-4df7-b3db-924687026628 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992923 Aug 26 11:04:02.245802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5206879-295a-4037-a82b-be7ee757a617 req-b8aae1d2-5a9b-42f9-be17-829e4db8755f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:02.256005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5206879-295a-4037-a82b-be7ee757a617 req-b8aae1d2-5a9b-42f9-be17-829e4db8755f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.0862441 Aug 26 11:04:02.327937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5206879-295a-4037-a82b-be7ee757a617 req-8d88c33d-e678-405c-9e05-279ed337ba63 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636199 Aug 26 11:04:02.749887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34050) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:03.135766 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bea476f-353c-4643-839b-6e9a3d5d2eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:03.330706 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bea476f-353c-4643-839b-6e9a3d5d2eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:03.349880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bea476f-353c-4643-839b-6e9a3d5d2eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:03.504942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea476f-353c-4643-839b-6e9a3d5d2eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0953f399-4709-40c4-9bfe-1313935e4521,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:03.580849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2bea476f-353c-4643-839b-6e9a3d5d2eee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3f2de882bab4122b1975c4ab425c831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8295696 Aug 26 11:04:03.584944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34066) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:03.699226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6928ff-6387-469e-888b-39d6072b0d18 req-245fb0ae-85b9-4ebe-acd2-76509f08aae4 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:03.701492 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a6928ff-6387-469e-888b-39d6072b0d18 req-245fb0ae-85b9-4ebe-acd2-76509f08aae4 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1166363 Aug 26 11:04:03.781792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a6928ff-6387-469e-888b-39d6072b0d18 req-25164907-5cf8-4795-8eb6-3328bc065447 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737936 Aug 26 11:04:03.918567 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a269aab-8bc4-42f6-bea6-bfba4933b060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:04.027769 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a269aab-8bc4-42f6-bea6-bfba4933b060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:04.166788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a269aab-8bc4-42f6-bea6-bfba4933b060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:04.168755 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a269aab-8bc4-42f6-bea6-bfba4933b060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:04.172382 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7a269aab-8bc4-42f6-bea6-bfba4933b060 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0953f399-4709-40c4-9bfe-1313935e4521 HTTP/1.1" status: 204 len: 168 time: 0.5839460 Aug 26 11:04:04.185896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a269aab-8bc4-42f6-bea6-bfba4933b060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0953f399-4709-40c4-9bfe-1313935e4521,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:04.564408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34092) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:04.715054 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:04:04.806136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34100) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:04.820596 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea406432-5517-439f-a01a-c4c281b65c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.067809 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea406432-5517-439f-a01a-c4c281b65c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.116714 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1912208-aa64-4daf-991f-95be48ced2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.128765 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea406432-5517-439f-a01a-c4c281b65c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.339218 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1912208-aa64-4daf-991f-95be48ced2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.377851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ea406432-5517-439f-a01a-c4c281b65c76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f8df2a3aed146c6abc570cbc7d61616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680964 Aug 26 11:04:05.377851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea406432-5517-439f-a01a-c4c281b65c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0ae1b4-b020-4ab9-952f-754caeabdde4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:05.379757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34114) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:05.380780 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1912208-aa64-4daf-991f-95be48ced2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.435388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a1912208-aa64-4daf-991f-95be48ced2f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=853762df832f4348b2008efd9bd67f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8698490 Aug 26 11:04:05.438851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34116) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:05.442045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1912208-aa64-4daf-991f-95be48ced2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb742ad0-4af1-4a5e-9394-5b4e87deb325,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:05.467943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de002de-bb9b-4235-9d8e-8c2b12f7b542 req-2bfd2942-5142-45fa-a35f-25b0415c93ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:05.475456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7de002de-bb9b-4235-9d8e-8c2b12f7b542 req-2bfd2942-5142-45fa-a35f-25b0415c93ac tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.4011984 Aug 26 11:04:05.528130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7de002de-bb9b-4235-9d8e-8c2b12f7b542 req-8c11beed-0718-489e-b959-8bc4038e62fd tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515478 Aug 26 11:04:05.631036 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.660126 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.801128 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.807676 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.810184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb742ad0-4af1-4a5e-9394-5b4e87deb325 HTTP/1.1" status: 204 len: 168 time: 0.3634481 Aug 26 11:04:05.841290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb742ad0-4af1-4a5e-9394-5b4e87deb325,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:05.871134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.871885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.872607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.873326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.873922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.874498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.875159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.875764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.876488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.877264 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.877980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.878881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad4e00a-cf5c-4c8f-ac9e-d0a3024ae738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:05.886982 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-859a0614-61e7-4f26-9a05-6843e5a79400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.921680 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-859a0614-61e7-4f26-9a05-6843e5a79400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.981966 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-859a0614-61e7-4f26-9a05-6843e5a79400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.991652 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-859a0614-61e7-4f26-9a05-6843e5a79400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:05.993668 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-859a0614-61e7-4f26-9a05-6843e5a79400 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea0ae1b4-b020-4ab9-952f-754caeabdde4 HTTP/1.1" status: 204 len: 168 time: 0.6122117 Aug 26 11:04:06.018897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a0614-61e7-4f26-9a05-6843e5a79400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0ae1b4-b020-4ab9-952f-754caeabdde4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:06.608628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34138) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:06.648370 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1696e68a-42bd-415b-8532-31e9e9f5a301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:06.810768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1696e68a-42bd-415b-8532-31e9e9f5a301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:06.816226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1696e68a-42bd-415b-8532-31e9e9f5a301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:06.866266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b63683-5f28-4c5e-b48e-693ec867ceb9 req-9702c6ff-0316-498c-91b1-913947881864 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:06.867947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49b63683-5f28-4c5e-b48e-693ec867ceb9 req-9702c6ff-0316-498c-91b1-913947881864 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1753690 Aug 26 11:04:06.921557 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1696e68a-42bd-415b-8532-31e9e9f5a301 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65fb7b897c464318b2fae7774dd435bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108568 Aug 26 11:04:06.923828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696e68a-42bd-415b-8532-31e9e9f5a301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaef1da5-f355-4a33-854a-69c842e26a86,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:06.928221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34144) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:07.000244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49b63683-5f28-4c5e-b48e-693ec867ceb9 req-ec9efd6c-9e78-4d34-a9be-a84070c53524 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159720 Aug 26 11:04:07.081273 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4977896a-035f-446c-b8a4-897caa428a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:07.159756 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4977896a-035f-446c-b8a4-897caa428a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:07.262772 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4977896a-035f-446c-b8a4-897caa428a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:07.266013 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4977896a-035f-446c-b8a4-897caa428a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:07.267816 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4977896a-035f-446c-b8a4-897caa428a58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaef1da5-f355-4a33-854a-69c842e26a86 HTTP/1.1" status: 204 len: 168 time: 0.3380926 Aug 26 11:04:07.288952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977896a-035f-446c-b8a4-897caa428a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaef1da5-f355-4a33-854a-69c842e26a86,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:08.261298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a2b0c-38cb-4a45-8743-bfd65cd7a1d5 req-7de7ed00-0865-4a4f-94d0-879bf3ef5fe7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:08.274066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c2a2b0c-38cb-4a45-8743-bfd65cd7a1d5 req-7de7ed00-0865-4a4f-94d0-879bf3ef5fe7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1206143 Aug 26 11:04:08.339409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c2a2b0c-38cb-4a45-8743-bfd65cd7a1d5 req-45423e5f-57e9-4edc-afa8-adbc3a137eb4 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634611 Aug 26 11:04:09.606850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fec2e5-5abb-4581-8175-0b16e851bcab req-2cc912d9-9e54-4ae4-8730-6000da5148da tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:09.622205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8fec2e5-5abb-4581-8175-0b16e851bcab req-2cc912d9-9e54-4ae4-8730-6000da5148da tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1732905 Aug 26 11:04:09.724259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8fec2e5-5abb-4581-8175-0b16e851bcab req-2da22441-01e0-4306-a836-e5e389240b42 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006083 Aug 26 11:04:11.003452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d61d5-8c1b-4cd1-9e92-047012bce840 req-03c453f6-f599-44ea-ada4-eae79eef2f91 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:11.014797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf0d61d5-8c1b-4cd1-9e92-047012bce840 req-03c453f6-f599-44ea-ada4-eae79eef2f91 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.0786185 Aug 26 11:04:11.077804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf0d61d5-8c1b-4cd1-9e92-047012bce840 req-86c62d4d-801e-46ed-8fc9-137e7428257d tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615978 Aug 26 11:04:11.388808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34328) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:11.644081 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-61c7395e-4ef4-4ceb-a472-39f328fc614f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:11.873647 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-61c7395e-4ef4-4ceb-a472-39f328fc614f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:11.880758 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-61c7395e-4ef4-4ceb-a472-39f328fc614f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:11.963489 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-61c7395e-4ef4-4ceb-a472-39f328fc614f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f44286640794336b5c0b00003efe05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5731688 Aug 26 11:04:11.964202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34364) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:11.974580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7395e-4ef4-4ceb-a472-39f328fc614f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11331457-29c0-4f4c-84f2-d18c192ac774,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:11.984204 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34366) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:12.041196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ab209-20e7-43ee-a4b5-d620bd181382 req-aa7d0df0-8f15-40ad-a6c3-ea49ac544dec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:12.049640 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-882ab209-20e7-43ee-a4b5-d620bd181382 req-aa7d0df0-8f15-40ad-a6c3-ea49ac544dec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.2281442 Aug 26 11:04:12.073481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-910cdfc5-f89b-40c7-9bd5-0c027830041e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.115876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-910cdfc5-f89b-40c7-9bd5-0c027830041e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.117247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-882ab209-20e7-43ee-a4b5-d620bd181382 req-cc1cd784-da45-4f01-b2f7-5ea9c8e8fd11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633571 Aug 26 11:04:12.134481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-c9048aae-1d52-4746-8fd5-452eaa13d73d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:12.134481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-c9048aae-1d52-4746-8fd5-452eaa13d73d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/networks?id=a2f03dcc-2544-47a5-822f-810929deb7df HTTP/1.1" status: 200 len: 813 time: 0.3724170 Aug 26 11:04:12.167231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-cc12a2ee-8e24-476d-a37f-2f817f54f1a1 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/quotas/b76f9ae15eb042f89990b7b07b63bbae HTTP/1.1" status: 200 len: 375 time: 0.0224869 Aug 26 11:04:12.203638 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-910cdfc5-f89b-40c7-9bd5-0c027830041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.215826 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-910cdfc5-f89b-40c7-9bd5-0c027830041e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.220188 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-910cdfc5-f89b-40c7-9bd5-0c027830041e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11331457-29c0-4f4c-84f2-d18c192ac774 HTTP/1.1" status: 204 len: 168 time: 0.2536910 Aug 26 11:04:12.230932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cdfc5-f89b-40c7-9bd5-0c027830041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11331457-29c0-4f4c-84f2-d18c192ac774,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:12.251947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-38fd4f7a-ca43-43ac-9a84-7b83ffdff29b tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b76f9ae15eb042f89990b7b07b63bbae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768759 Aug 26 11:04:12.272241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-926c53d3-7e97-4b47-806b-ab3e31a7fbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.362599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082af48-51ed-4d80-baae-eea1e1983dbe req-44ac0f30-27c8-4204-a4b8-458c4a12cfe1 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:12.371509 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6082af48-51ed-4d80-baae-eea1e1983dbe req-44ac0f30-27c8-4204-a4b8-458c4a12cfe1 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1181452 Aug 26 11:04:12.402493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-926c53d3-7e97-4b47-806b-ab3e31a7fbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.407803 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-926c53d3-7e97-4b47-806b-ab3e31a7fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.434973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6082af48-51ed-4d80-baae-eea1e1983dbe req-72673f11-b112-44e9-8ae1-7b08b9de0766 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556774 Aug 26 11:04:12.455255 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-926c53d3-7e97-4b47-806b-ab3e31a7fbc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f972a1e8732449b8a8eab609dc92ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695382 Aug 26 11:04:12.456119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c53d3-7e97-4b47-806b-ab3e31a7fbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641e0b05-4dfc-4b0f-b9e9-54e6c00c07ab,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:12.459598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34392) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:12.498890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-9403a61e-efca-4e19-9894-0808cf01bc6e service neutron] 10.222.0.21 "GET /v2.0/networks/a2f03dcc-2544-47a5-822f-810929deb7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059979 Aug 26 11:04:12.551457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d55a420d-da63-40c5-a05b-435544f71212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.592157 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d55a420d-da63-40c5-a05b-435544f71212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.687143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-a61b8526-883f-41cc-9153-32b28a8fb80c service neutron] 10.222.0.21 "GET /v2.0/networks/a2f03dcc-2544-47a5-822f-810929deb7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810398 Aug 26 11:04:12.707278 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d55a420d-da63-40c5-a05b-435544f71212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.711603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d55a420d-da63-40c5-a05b-435544f71212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.713590 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d55a420d-da63-40c5-a05b-435544f71212 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/641e0b05-4dfc-4b0f-b9e9-54e6c00c07ab HTTP/1.1" status: 204 len: 168 time: 0.2528000 Aug 26 11:04:12.724991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a420d-da63-40c5-a05b-435544f71212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641e0b05-4dfc-4b0f-b9e9-54e6c00c07ab,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:12.752595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34402) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:12.769857 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:12.804657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-31f6dcf9-e38d-4d5d-bf36-20330350b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:12.806695 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-31f6dcf9-e38d-4d5d-bf36-20330350b110 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 1098 time: 0.0545411 Aug 26 11:04:12.962466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23393fba-cfef-437c-b127-3a60d27a669b req-88d9cc6b-8de8-4efd-8ef8-73d7f11190ae tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 210 time: 0.0373023 Aug 26 11:04:12.997781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-84a1d417-80de-4504-8814-e315855fa892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:12.998138 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:13.001473 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-84a1d417-80de-4504-8814-e315855fa892 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 917 time: 0.1871507 Aug 26 11:04:13.007555 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:13.045264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ef8736ca8ec44e4a881b4b165a42901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918243 Aug 26 11:04:13.067178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34412) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:13.106188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ea0d10-d296-498c-88f5-2c2eca8bb5b8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:13.123729 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-11becb5e-3e23-4d62-b0dd-dfa629fe289e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bed23fa-40f1-4add-9455-5db57d2f492d HTTP/1.1" status: 200 len: 1001 time: 0.1147516 Aug 26 11:04:13.125058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.127754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.128705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.130655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.132130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.132490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.133181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.133393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.133929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.134459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.135016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.135563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6393c787-c9e5-4a35-bce1-c01660cac1f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:13.203830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-2694574e-2b1a-484e-9c5c-d64c49452410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:13.205424 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-2694574e-2b1a-484e-9c5c-d64c49452410 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.0636184 Aug 26 11:04:13.248329 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2814b7e7-79e2-4359-8535-0d0608d3cef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:13.315067 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2814b7e7-79e2-4359-8535-0d0608d3cef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:13.332504 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-756d0b32-ea74-4e1d-bc88-ba76d9a55872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:13.334086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddab76e-fc96-450d-8902-003636e42e53 req-f2bbe702-055b-445d-b522-ad4c766616ae tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:13.337599 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cddab76e-fc96-450d-8902-003636e42e53 req-f2bbe702-055b-445d-b522-ad4c766616ae tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.0849261 Aug 26 11:04:13.345758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-f67aee25-5eeb-4f1e-ae56-021afcf93811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:13.347481 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-f67aee25-5eeb-4f1e-ae56-021afcf93811 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317399 Aug 26 11:04:13.381240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-06f69fa1-9fbc-4c61-be92-c53a806b6b14 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:04:13.386702 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-06f69fa1-9fbc-4c61-be92-c53a806b6b14 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179083 Aug 26 11:04:13.399052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cddab76e-fc96-450d-8902-003636e42e53 req-0a1b5593-5a15-46ab-9717-863000fcca0f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503483 Aug 26 11:04:13.460713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34432) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:13.483726 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c4a7852-9641-4c10-8955-4ffa0c2db593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:13.540873 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2814b7e7-79e2-4359-8535-0d0608d3cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:13.544022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2814b7e7-79e2-4359-8535-0d0608d3cef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:13.548486 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2814b7e7-79e2-4359-8535-0d0608d3cef5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96ea0d10-d296-498c-88f5-2c2eca8bb5b8 HTTP/1.1" status: 204 len: 168 time: 0.4769390 Aug 26 11:04:13.627055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814b7e7-79e2-4359-8535-0d0608d3cef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ea0d10-d296-498c-88f5-2c2eca8bb5b8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:13.681761 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-cb9edfe2-25a7-4fbe-a4ff-c9e8cbf08bc1 service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838662 Aug 26 11:04:13.715209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a02c3-b7c6-43e2-a336-5c7dca3fd3aa req-c5f17122-9932-4e34-a5ea-66a6396a9ef9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:13.724785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-250a02c3-b7c6-43e2-a336-5c7dca3fd3aa req-c5f17122-9932-4e34-a5ea-66a6396a9ef9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1789148 Aug 26 11:04:13.769095 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c4a7852-9641-4c10-8955-4ffa0c2db593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:13.780083 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c4a7852-9641-4c10-8955-4ffa0c2db593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:13.832416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-250a02c3-b7c6-43e2-a336-5c7dca3fd3aa req-ff9ff1b2-4e52-4a7c-8af1-bd5d34c13fa3 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051998 Aug 26 11:04:13.902861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a7852-9641-4c10-8955-4ffa0c2db593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828ed71a-a912-4273-a967-5def94862477,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:13.935399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34458) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:13.949836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8c4a7852-9641-4c10-8955-4ffa0c2db593 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=448145611ea74334888665b90e2f8040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829757 Aug 26 11:04:14.136089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb3170a-87b1-4263-a62f-4d71ba11687c req-5821341b-1902-40f7-8b86-d76d7af38f17 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 210 time: 0.0554206 Aug 26 11:04:14.182380 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-935c54ee-2fc7-4a5e-b1e5-3a5263a89da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:14.229604 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-935c54ee-2fc7-4a5e-b1e5-3a5263a89da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:14.281914 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d0643a7b-469d-4aad-a857-e76f7c2b47a5 req-f1f47b8b-c581-4236-a045-d7459fd17048 service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905378 Aug 26 11:04:14.413460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972f44e-0036-4fa8-bc1d-f320908f5b44 req-99c7dcd1-7229-4708-9059-f412280ebefa tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:14.417237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-935c54ee-2fc7-4a5e-b1e5-3a5263a89da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:14.420149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6972f44e-0036-4fa8-bc1d-f320908f5b44 req-99c7dcd1-7229-4708-9059-f412280ebefa tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.0915928 Aug 26 11:04:14.422011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-935c54ee-2fc7-4a5e-b1e5-3a5263a89da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:14.425988 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-935c54ee-2fc7-4a5e-b1e5-3a5263a89da1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/828ed71a-a912-4273-a967-5def94862477 HTTP/1.1" status: 204 len: 168 time: 0.4867275 Aug 26 11:04:14.439236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c54ee-2fc7-4a5e-b1e5-3a5263a89da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828ed71a-a912-4273-a967-5def94862477,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:14.512941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6972f44e-0036-4fa8-bc1d-f320908f5b44 req-39927660-01ee-4848-b8fd-d9aaf8776eb5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777445 Aug 26 11:04:14.547341 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-4dffbabc-403f-404b-a554-64f1c341f519 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:14.549497 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-4dffbabc-403f-404b-a554-64f1c341f519 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.47 "GET /v2.0/networks?id=a2f03dcc-2544-47a5-822f-810929deb7df HTTP/1.1" status: 200 len: 813 time: 0.2341826 Aug 26 11:04:14.570242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Request body: {'port': {'device_id': '801ae1c2-2c31-4b49-acf2-2336943c5875', 'network_id': 'a2f03dcc-2544-47a5-822f-810929deb7df', 'admin_state_up': True, 'tenant_id': 'b76f9ae15eb042f89990b7b07b63bbae'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:14.740273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Made reservation on behalf of b76f9ae15eb042f89990b7b07b63bbae for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:04:14.744185 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:14.965413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Allocated IP 172.20.0.7 (a2f03dcc-2544-47a5-822f-810929deb7df/ffb2fb64-3494-4b60-b212-45a140e159c2/4f38ea44-8999-4dc5-a528-4fa486bf5298) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:04:14.996214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678b4b0-21c4-41ce-b804-d9a7234d1a36 req-514c9e8e-52b1-46bf-a745-c4b54a4e5db5 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:15.011231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d678b4b0-21c4-41ce-b804-d9a7234d1a36 req-514c9e8e-52b1-46bf-a745-c4b54a4e5db5 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1030107 Aug 26 11:04:15.059760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d678b4b0-21c4-41ce-b804-d9a7234d1a36 req-1bc2987f-bd72-4985-9f5b-83bb7f664d09 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475147 Aug 26 11:04:15.218340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:15.319645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e95fc1ff-2313-4578-9940-25b789a04517 req-8d0e2f1e-357a-4534-b255-e9800992383c tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 210 time: 0.0700831 Aug 26 11:04:15.344300 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:15.403880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Network a2f03dcc-2544-47a5-822f-810929deb7df is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:04:15.412604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:04:15.415607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:04:15.475718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Pushing event updated for resources: {'Port': ['ID=4f38ea44-8999-4dc5-a528-4fa486bf5298,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:15.498505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:15.499404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:15.519398 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1e3e0ae6-872e-4620-80db-0b43241206fb tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9565816 Aug 26 11:04:15.538341 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Request body: {'port': {'device_id': '801ae1c2-2c31-4b49-acf2-2336943c5875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:15.682617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:15.691128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d7365-069d-4155-a323-d89512ff664d req-3be229cd-a398-499c-a5d1-5bb53f3c854a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:15.700377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-841d7365-069d-4155-a323-d89512ff664d req-3be229cd-a398-499c-a5d1-5bb53f3c854a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.0619090 Aug 26 11:04:15.769086 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c20edf98-aa9e-4e62-80a9-43e951450e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:15.823216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-841d7365-069d-4155-a323-d89512ff664d req-042e59a9-2601-408d-8702-98ffe5a437ad tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203470 Aug 26 11:04:16.183832 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f38ea44-8999-4dc5-a528-4fa486bf5298 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:04:16.198919 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:16.242627 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:16.249990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Transition to ACTIVE for port object 4f38ea44-8999-4dc5-a528-4fa486bf5298 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:04:16.257312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:16.323176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98036d2d-90e2-4f14-aa5a-3b8b0faaa14a req-20e8e994-d36b-48c7-b977-acfb80574b29 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:16.326264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98036d2d-90e2-4f14-aa5a-3b8b0faaa14a req-20e8e994-d36b-48c7-b977-acfb80574b29 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1278896 Aug 26 11:04:16.388395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f38ea44-8999-4dc5-a528-4fa486bf5298,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:16.451450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34580) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:16.477585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98036d2d-90e2-4f14-aa5a-3b8b0faaa14a req-778161ed-128d-4db8-aab7-c85136c96a95 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432528 Aug 26 11:04:16.500853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Attempting to bind port 4f38ea44-8999-4dc5-a528-4fa486bf5298 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:04:16.501357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Attempting to bind port 4f38ea44-8999-4dc5-a528-4fa486bf5298 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '811b1fb3-8e60-4978-8363-89a7d9c2584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a2f03dcc-2544-47a5-822f-810929deb7df'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:04:16.501574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Attempting to bind port 4f38ea44-8999-4dc5-a528-4fa486bf5298 on network a2f03dcc-2544-47a5-822f-810929deb7df {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:04:16.507702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Port 4f38ea44-8999-4dc5-a528-4fa486bf5298 on network a2f03dcc-2544-47a5-822f-810929deb7df not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:04:16.508112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Attempting to bind port 4f38ea44-8999-4dc5-a528-4fa486bf5298 on network a2f03dcc-2544-47a5-822f-810929deb7df {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:04:16.513801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:04:16.514156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Checking segment: {'id': '811b1fb3-8e60-4978-8363-89a7d9c2584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a2f03dcc-2544-47a5-822f-810929deb7df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:04:16.514549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Bound using segment: {'id': '811b1fb3-8e60-4978-8363-89a7d9c2584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a2f03dcc-2544-47a5-822f-810929deb7df'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:04:16.515010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Bound port: 4f38ea44-8999-4dc5-a528-4fa486bf5298, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811b1fb3-8e60-4978-8363-89a7d9c2584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a2f03dcc-2544-47a5-822f-810929deb7df'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:04:16.515377 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:16.596128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1c784-c336-47b2-9a79-9e044720087c req-2554f9c1-a770-44dc-8fc5-c35b34c03386 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:16.596757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] For port 4f38ea44-8999-4dc5-a528-4fa486bf5298, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:04:16.599328 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7dc1c784-c336-47b2-9a79-9e044720087c req-2554f9c1-a770-44dc-8fc5-c35b34c03386 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 943 time: 0.1186941 Aug 26 11:04:16.601268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] For port 4f38ea44-8999-4dc5-a528-4fa486bf5298, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=4f38ea44-8999-4dc5-a528-4fa486bf5298,segment=NetworkSegment(811b1fb3-8e60-4978-8363-89a7d9c2584d),segment_id=811b1fb3-8e60-4978-8363-89a7d9c2584d)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:04:16.606579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:16.698048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d783a51e-2507-4b39-8598-a4a4a29993ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:16.699350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7dc1c784-c336-47b2-9a79-9e044720087c req-4230daff-47a9-49d2-a783-16c54740c61d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838580 Aug 26 11:04:16.729137 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:16.730322 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:16.732995 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] 10.222.0.47 "PUT /v2.0/ports/4f38ea44-8999-4dc5-a528-4fa486bf5298 HTTP/1.1" status: 200 len: 1092 time: 1.2052402 Aug 26 11:04:16.733900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd544721-0f95-41a0-91be-8409f12308a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f38ea44-8999-4dc5-a528-4fa486bf5298,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:16.738840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801ae1c2-2c31-4b49-acf2-2336943c5875', 'tag': '4f38ea44-8999-4dc5-a528-4fa486bf5298'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:16.739849 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970b1e22-55c3-45fd-81f2-f694a76b1cad" -d '{"events": [{"name": "network-changed", "server_uuid": "801ae1c2-2c31-4b49-acf2-2336943c5875", "tag": "4f38ea44-8999-4dc5-a528-4fa486bf5298"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:16.893374 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d783a51e-2507-4b39-8598-a4a4a29993ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:16.906715 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d783a51e-2507-4b39-8598-a4a4a29993ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:16.914600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-b9218881-4bd3-43ec-9bc8-b406e463fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:16.916313 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-b9218881-4bd3-43ec-9bc8-b406e463fc95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b76f9ae15eb042f89990b7b07b63bbae&device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 1095 time: 0.0696509 Aug 26 11:04:17.056761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daa9f6-8526-4376-bb2b-fb1c5ba1c80c req-229f86c5-d97c-41ff-8d57-4599840f54e7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:17.058557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76daa9f6-8526-4376-bb2b-fb1c5ba1c80c req-229f86c5-d97c-41ff-8d57-4599840f54e7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.0911543 Aug 26 11:04:17.126519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76daa9f6-8526-4376-bb2b-fb1c5ba1c80c req-8c126abc-8a1b-4f93-a867-8ab40996b395 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573697 Aug 26 11:04:17.142328 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:17.352415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:04:17.354550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2bed23fa-40f1-4add-9455-5db57d2f492d no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:04:17.415087 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411d5408-1844-4da9-92cf-3040a46ed526 x-openstack-request-id: req-411d5408-1844-4da9-92cf-3040a46ed526 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:04:17.415532 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801ae1c2-2c31-4b49-acf2-2336943c5875", "tag": "4f38ea44-8999-4dc5-a528-4fa486bf5298", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:04:17.415881 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-411d5408-1844-4da9-92cf-3040a46ed526 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:04:17.416381 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801ae1c2-2c31-4b49-acf2-2336943c5875', 'tag': '4f38ea44-8999-4dc5-a528-4fa486bf5298', 'status': 'completed', 'code': 200} Aug 26 11:04:17.426937 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-ba59d2ca-1805-48a5-bf65-50a3b44fd5ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f38ea44-8999-4dc5-a528-4fa486bf5298 HTTP/1.1" status: 200 len: 217 time: 0.4949195 Aug 26 11:04:17.427986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34628) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:17.465899 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d783a51e-2507-4b39-8598-a4a4a29993ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3aa614a222364a4a9218971e2bfb9fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9922392 Aug 26 11:04:17.468841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34632) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:17.470477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783a51e-2507-4b39-8598-a4a4a29993ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e40c5e8-c53b-49e8-b314-c3fb07b8166f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:17.488355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-4b2d7905-3c3b-48b2-a4b5-3bc621dfa059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:17.489957 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-4b2d7905-3c3b-48b2-a4b5-3bc621dfa059 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffb2fb64-3494-4b60-b212-45a140e159c2 HTTP/1.1" status: 200 len: 853 time: 0.0575449 Aug 26 11:04:17.533216 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-2c67f374-5fca-4c2e-b6e7-4b4c5b7130b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a2f03dcc-2544-47a5-822f-810929deb7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348258 Aug 26 11:04:17.585965 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7eefb077-88b4-4a03-8a5f-1f24cfdc707f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:17.626442 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:17.662341 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2568fb7-648d-465f-b16a-a8efc0707a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:17.664595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:17.665280 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7eefb077-88b4-4a03-8a5f-1f24cfdc707f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:17.670484 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:17.673495 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20572618-319d-4164-9224-6692059a48a6" -d '{"events": [{"server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "name": "network-vif-unplugged", "status": "completed", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:17.676209 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1384526f-c757-4315-b9cc-046b21e861e8 service neutron] 10.222.0.47 "GET /v2.0/networks/a2f03dcc-2544-47a5-822f-810929deb7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351218 Aug 26 11:04:17.696046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:17.697602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'port_id': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'mac_address': 'fa:16:3e:ef:0f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:04:17.719909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eb84d-83d1-4ac2-b344-91705a762751 req-17c7829f-7e97-45db-aa5d-aa828c06ef19 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:17.727713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b6eb84d-83d1-4ac2-b344-91705a762751 req-17c7829f-7e97-45db-aa5d-aa828c06ef19 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 946 time: 0.1222708 Aug 26 11:04:17.746720 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc01b96-6f19-4921-848b-ede31ffb3f40 x-openstack-request-id: req-abc01b96-6f19-4921-848b-ede31ffb3f40 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:04:17.746889 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "name": "network-vif-unplugged", "status": "failed", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d", "code": 422}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:04:17.747089 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abc01b96-6f19-4921-848b-ede31ffb3f40 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:04:17.747555 n-d-778550-13 neutron-server[101268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'code': 422} returned with failed status Aug 26 11:04:17.748530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:17.767044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0f6d3ee-e592-489b-b559-fbcbe4d66e11 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:04:17.772837 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:17.774126 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:04:17.829545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b6eb84d-83d1-4ac2-b344-91705a762751 req-6be5e996-6ee5-49bc-b9d0-608b2ca7df16 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005607 Aug 26 11:04:17.837694 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-18a2ca0c-f6da-4bdb-a52f-6260d0a447d8 req-1654f2e2-7466-42f2-99c4-30bed7d254f2 service neutron] 10.222.0.47 "GET /v2.0/networks/a2f03dcc-2544-47a5-822f-810929deb7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537349 Aug 26 11:04:17.877324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:17.896932 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:17.924385 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7eefb077-88b4-4a03-8a5f-1f24cfdc707f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:17.924637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=2bed23fa-40f1-4add-9455-5db57d2f492d,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:17.926961 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7eefb077-88b4-4a03-8a5f-1f24cfdc707f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:17.930434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7eefb077-88b4-4a03-8a5f-1f24cfdc707f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e40c5e8-c53b-49e8-b314-c3fb07b8166f HTTP/1.1" status: 204 len: 168 time: 0.4580224 Aug 26 11:04:17.946478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefb077-88b4-4a03-8a5f-1f24cfdc707f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e40c5e8-c53b-49e8-b314-c3fb07b8166f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:17.993576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54059050-f434-409c-9781-474368ac7920 req-b64c81a6-ab0b-4c60-ad50-f85e3c4cc09e tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:17.995382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54059050-f434-409c-9781-474368ac7920 req-b64c81a6-ab0b-4c60-ad50-f85e3c4cc09e tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 943 time: 0.1612523 Aug 26 11:04:18.015547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1e22-55c3-45fd-81f2-f694a76b1cad req-859b9e5b-4a44-4120-acc3-939dc748361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:18.017101 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-970b1e22-55c3-45fd-81f2-f694a76b1cad req-859b9e5b-4a44-4120-acc3-939dc748361a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b76f9ae15eb042f89990b7b07b63bbae&device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 1095 time: 0.1152709 Aug 26 11:04:18.022333 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2568fb7-648d-465f-b16a-a8efc0707a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:18.032184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['a0f6d3ee-e592-489b-b559-fbcbe4d66e11'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:04:18.064575 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2568fb7-648d-465f-b16a-a8efc0707a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:18.147152 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:18.158775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=11']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:18.191839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a0f6d3ee-e592-489b-b559-fbcbe4d66e11 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:04:18.221998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2568fb7-648d-465f-b16a-a8efc0707a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce93e37-7ea2-4f91-acf9-ffa249afc173,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:18.241194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54059050-f434-409c-9781-474368ac7920 req-ea929d94-0d1e-4a44-89a0-06533e3ee0b7 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351480 Aug 26 11:04:18.249477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:18.258002 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:18.262001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d2568fb7-648d-465f-b16a-a8efc0707a04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa62bc31cc7b477783a16cd27c387852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8323138 Aug 26 11:04:18.266594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34672) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:18.426063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1e22-55c3-45fd-81f2-f694a76b1cad req-53b61e3e-ed32-44a0-8dcf-afa05d212b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:18.441375 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-970b1e22-55c3-45fd-81f2-f694a76b1cad req-53b61e3e-ed32-44a0-8dcf-afa05d212b48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a2f03dcc-2544-47a5-822f-810929deb7df HTTP/1.1" status: 200 len: 914 time: 0.4094596 Aug 26 11:04:18.443749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c71ff924-1789-43be-8a35-a07630f77cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:18.525279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=12']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:18.536389 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-970b1e22-55c3-45fd-81f2-f694a76b1cad req-ee08972d-7af6-42a8-9c27-d8587d562a9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f38ea44-8999-4dc5-a528-4fa486bf5298 HTTP/1.1" status: 200 len: 217 time: 0.0844774 Aug 26 11:04:18.558542 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c71ff924-1789-43be-8a35-a07630f77cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:18.579437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cd94e-f675-487d-8ee5-d032651b7aa8 req-ce048dd4-3f7c-405f-ab90-b964cfa0312a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:18.588309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a68cd94e-f675-487d-8ee5-d032651b7aa8 req-ce048dd4-3f7c-405f-ab90-b964cfa0312a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2182069 Aug 26 11:04:18.610686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1e22-55c3-45fd-81f2-f694a76b1cad req-b8a2a842-acd1-4d95-a482-6951e08b5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:18.613651 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-970b1e22-55c3-45fd-81f2-f694a76b1cad req-b8a2a842-acd1-4d95-a482-6951e08b5254 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ffb2fb64-3494-4b60-b212-45a140e159c2 HTTP/1.1" status: 200 len: 853 time: 0.0704889 Aug 26 11:04:18.683477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a68cd94e-f675-487d-8ee5-d032651b7aa8 req-e528447d-6273-47dc-8a42-9f63c4f7bd53 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920587 Aug 26 11:04:18.709799 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c71ff924-1789-43be-8a35-a07630f77cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:18.711281 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-970b1e22-55c3-45fd-81f2-f694a76b1cad req-e1b8d6de-6d36-470a-b403-e1f3e5dced32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a2f03dcc-2544-47a5-822f-810929deb7df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900502 Aug 26 11:04:18.712977 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c71ff924-1789-43be-8a35-a07630f77cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:18.714248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c71ff924-1789-43be-8a35-a07630f77cff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dce93e37-7ea2-4f91-acf9-ffa249afc173 HTTP/1.1" status: 204 len: 168 time: 0.4442477 Aug 26 11:04:18.742157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ff924-1789-43be-8a35-a07630f77cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce93e37-7ea2-4f91-acf9-ffa249afc173,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:18.867933 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-970b1e22-55c3-45fd-81f2-f694a76b1cad req-43718e83-0611-4e33-922d-1d69654621a9 service neutron] 10.222.0.47 "GET /v2.0/networks/a2f03dcc-2544-47a5-822f-810929deb7df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489553 Aug 26 11:04:19.034393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-970b1e22-55c3-45fd-81f2-f694a76b1cad req-faa373bf-9cf4-4ec7-a1ad-cb16fa2af86c service neutron] 10.222.0.47 "GET /v2.0/networks/a2f03dcc-2544-47a5-822f-810929deb7df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580048 Aug 26 11:04:19.137181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf2ad-db76-4c8c-a804-95520f756fb0 req-3d9d4ff5-3b44-4203-bce3-716fb2dd2cd7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:19.139362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51ddf2ad-db76-4c8c-a804-95520f756fb0 req-3d9d4ff5-3b44-4203-bce3-716fb2dd2cd7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.0871074 Aug 26 11:04:19.206189 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:19.209571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51ddf2ad-db76-4c8c-a804-95520f756fb0 req-ae2a358e-0e5c-4e07-a5c8-6b4522da6f09 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619304 Aug 26 11:04:19.365774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:04:19.462639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8f84-4e9b-4818-a29b-65c5bd83a425 req-915c15fa-2381-4683-9fd7-003c772d0188 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:19.471857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-359f8f84-4e9b-4818-a29b-65c5bd83a425 req-915c15fa-2381-4683-9fd7-003c772d0188 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 943 time: 0.1374855 Aug 26 11:04:19.482364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34742) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:19.505516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37e3a479-394c-4acf-93e3-3b76b527ec73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:19.577169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-359f8f84-4e9b-4818-a29b-65c5bd83a425 req-48458695-cadc-4930-ba91-042a868f0c6e tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961668 Aug 26 11:04:19.679325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:04:19.680413 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:19.687066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34750) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:19.752281 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37e3a479-394c-4acf-93e3-3b76b527ec73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:19.763109 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37e3a479-394c-4acf-93e3-3b76b527ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:19.876177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3a479-394c-4acf-93e3-3b76b527ec73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a02d12-fe22-4690-a0f3-dbabee77d65c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:19.894278 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:19.917740 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-37e3a479-394c-4acf-93e3-3b76b527ec73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92b46bd5ff2643dbad2bf6b4fefea9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336877 Aug 26 11:04:19.924496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34764) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:19.935769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:19.939248 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f2d314-8dac-4828-865e-3a8645b32ce0" -d '{"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:19.939948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc505a2-b2dd-4ee7-a3a3-7948f57aa14a req-5f003e18-b834-4a03-9cf7-9cbdedfacf26 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:19.965276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7dc505a2-b2dd-4ee7-a3a3-7948f57aa14a req-5f003e18-b834-4a03-9cf7-9cbdedfacf26 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1591494 Aug 26 11:04:19.999370 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:20.010564 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:20.047388 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025e6949-6387-4740-b32e-e1988609a335 x-openstack-request-id: req-025e6949-6387-4740-b32e-e1988609a335 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:04:20.047981 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-plugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:04:20.048581 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-025e6949-6387-4740-b32e-e1988609a335 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:04:20.050017 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'code': 200} Aug 26 11:04:20.094233 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6347a624-0c92-4716-aa8c-c2d0ff11e7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:20.094428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7dc505a2-b2dd-4ee7-a3a3-7948f57aa14a req-9a9af421-bfa9-42dd-9b51-d7ab8dbcc50e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130764 Aug 26 11:04:20.137793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=13']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:20.169195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6347a624-0c92-4716-aa8c-c2d0ff11e7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:20.211389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-797d6998-7dbe-488a-a531-208317c00e4a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5228796 Aug 26 11:04:20.257499 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6347a624-0c92-4716-aa8c-c2d0ff11e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:20.261363 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6347a624-0c92-4716-aa8c-c2d0ff11e7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:20.266450 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6347a624-0c92-4716-aa8c-c2d0ff11e7ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81a02d12-fe22-4690-a0f3-dbabee77d65c HTTP/1.1" status: 204 len: 168 time: 0.3402820 Aug 26 11:04:20.281958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347a624-0c92-4716-aa8c-c2d0ff11e7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a02d12-fe22-4690-a0f3-dbabee77d65c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:20.361072 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:20.393054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b1ef9-f13d-4bd2-b4e1-7dc8cf7fbd80 req-5d87e8e5-ba94-4911-9a80-7350bec90b63 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:20.405896 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f37b1ef9-f13d-4bd2-b4e1-7dc8cf7fbd80 req-5d87e8e5-ba94-4911-9a80-7350bec90b63 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.0850253 Aug 26 11:04:20.470366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f37b1ef9-f13d-4bd2-b4e1-7dc8cf7fbd80 req-3c7f5d6c-1d81-4616-9e15-c36f086075b1 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629385 Aug 26 11:04:20.762330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e016d-ce30-43ed-b13d-64fc6209fe3b req-d166b330-a8e4-4ef5-87e5-0b659af2b8b1 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:20.772740 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-792e016d-ce30-43ed-b13d-64fc6209fe3b req-d166b330-a8e4-4ef5-87e5-0b659af2b8b1 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 943 time: 0.0758410 Aug 26 11:04:20.852245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-792e016d-ce30-43ed-b13d-64fc6209fe3b req-f65cc2ab-c0fe-47d3-910b-99ee1bf24175 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783076 Aug 26 11:04:21.431831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34824) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:21.910462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30269830-668c-416a-93b5-b2b9449347ef req-4839f157-42a7-4eb5-8a80-3949da501e0c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:21.914988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30269830-668c-416a-93b5-b2b9449347ef req-4839f157-42a7-4eb5-8a80-3949da501e0c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.2739699 Aug 26 11:04:21.949302 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce3b69b8-ebee-4003-9943-47808351b5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:22.085662 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:22.133336 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da56c3d-642b-4558-ba7d-54f5db51acaa req-67043ca2-c89b-4de2-9864-675f21b89f85 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:22.148588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1da56c3d-642b-4558-ba7d-54f5db51acaa req-67043ca2-c89b-4de2-9864-675f21b89f85 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.3859000 Aug 26 11:04:22.178373 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30269830-668c-416a-93b5-b2b9449347ef req-2761ad0d-9f53-4a8d-8369-e2daa21c52ef tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142866 Aug 26 11:04:22.299358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1da56c3d-642b-4558-ba7d-54f5db51acaa req-96804bac-99cd-438e-8060-fa80bd7d94d0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441734 Aug 26 11:04:22.404303 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce3b69b8-ebee-4003-9943-47808351b5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:22.426347 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce3b69b8-ebee-4003-9943-47808351b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:22.495887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55386a-5052-4271-a9c0-323d1b36ccfa req-73d55786-184d-4d9c-aa03-739bb3ebaee3 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:22.504673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b55386a-5052-4271-a9c0-323d1b36ccfa req-73d55786-184d-4d9c-aa03-739bb3ebaee3 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 943 time: 0.1916444 Aug 26 11:04:22.509559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ce3b69b8-ebee-4003-9943-47808351b5d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=365fe65cef1d42918d11149f395bb97d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0761886 Aug 26 11:04:22.510644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b69b8-ebee-4003-9943-47808351b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7804603-8604-4eaf-b6d1-77e9804267dc,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:22.512783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34856) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:22.573537 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b55386a-5052-4271-a9c0-323d1b36ccfa req-75b09245-f20d-4745-938f-e266faf8703b tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675681 Aug 26 11:04:22.618367 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e235c9e6-ba52-4818-825a-3d3fec80be19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:22.619563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 4f38ea44-8999-4dc5-a528-4fa486bf5298 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:04:22.645898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e235c9e6-ba52-4818-825a-3d3fec80be19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:22.708606 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e235c9e6-ba52-4818-825a-3d3fec80be19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:22.726106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e235c9e6-ba52-4818-825a-3d3fec80be19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:22.728168 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e235c9e6-ba52-4818-825a-3d3fec80be19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7804603-8604-4eaf-b6d1-77e9804267dc HTTP/1.1" status: 204 len: 168 time: 0.2137136 Aug 26 11:04:22.737802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235c9e6-ba52-4818-825a-3d3fec80be19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7804603-8604-4eaf-b6d1-77e9804267dc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:22.892729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 4f38ea44-8999-4dc5-a528-4fa486bf5298, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=4f38ea44-8999-4dc5-a528-4fa486bf5298,segment=NetworkSegment(811b1fb3-8e60-4978-8363-89a7d9c2584d),segment_id=811b1fb3-8e60-4978-8363-89a7d9c2584d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:22.917213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '4f38ea44-8999-4dc5-a528-4fa486bf5298', 'network_id': 'a2f03dcc-2544-47a5-822f-810929deb7df', 'port_id': '4f38ea44-8999-4dc5-a528-4fa486bf5298', 'mac_address': 'fa:16:3e:82:b2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb2fb64-3494-4b60-b212-45a140e159c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:04:23.008221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:23.034983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f38ea44-8999-4dc5-a528-4fa486bf5298 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:04:23.063766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 4f38ea44-8999-4dc5-a528-4fa486bf5298, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=4f38ea44-8999-4dc5-a528-4fa486bf5298,segment=NetworkSegment(811b1fb3-8e60-4978-8363-89a7d9c2584d),segment_id=811b1fb3-8e60-4978-8363-89a7d9c2584d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:23.071867 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:23.164256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=4f38ea44-8999-4dc5-a528-4fa486bf5298,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:23.388508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['4f38ea44-8999-4dc5-a528-4fa486bf5298'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:04:23.482155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a750075-4132-4898-b126-e3a1704cd2a6 req-3e45b524-5bc0-4e59-8972-d52919f25182 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:23.484601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a750075-4132-4898-b126-e3a1704cd2a6 req-3e45b524-5bc0-4e59-8972-d52919f25182 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.1724770 Aug 26 11:04:23.510137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bec3d9-7199-43d5-a5be-0879b5b7063f req-448b4752-e376-42a8-8c95-3c8e5989a969 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:23.520164 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06bec3d9-7199-43d5-a5be-0879b5b7063f req-448b4752-e376-42a8-8c95-3c8e5989a969 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.1237457 Aug 26 11:04:23.616623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a750075-4132-4898-b126-e3a1704cd2a6 req-e28829fe-6f2e-4e64-8ec6-67ead23e6719 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192255 Aug 26 11:04:23.642406 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06bec3d9-7199-43d5-a5be-0879b5b7063f req-c817c075-1d53-491a-9b78-27018f530d4f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184502 Aug 26 11:04:23.927005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434dc10-574f-416c-a518-a171aa5fa778 req-5a602413-e378-4eef-9adb-8e1c72e33af7 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:23.933737 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c434dc10-574f-416c-a518-a171aa5fa778 req-5a602413-e378-4eef-9adb-8e1c72e33af7 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 944 time: 0.1036429 Aug 26 11:04:24.033352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c434dc10-574f-416c-a518-a171aa5fa778 req-a5b77487-c65f-4344-8fc7-583a44061ccf tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925820 Aug 26 11:04:24.292524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34916) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:24.626368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 4f38ea44-8999-4dc5-a528-4fa486bf5298 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:04:24.643991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-880608364-network', 'tenant_id': '56fcb93295e745a5934bbca4b4cbac37'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:24.726823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Made reservation on behalf of 56fcb93295e745a5934bbca4b4cbac37 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:04:24.730684 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:24.757519 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:24.759718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 4f38ea44-8999-4dc5-a528-4fa486bf5298 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:04:24.764978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 4f38ea44-8999-4dc5-a528-4fa486bf5298 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:04:24.765716 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:24.907136 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:24.937641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801ae1c2-2c31-4b49-acf2-2336943c5875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f38ea44-8999-4dc5-a528-4fa486bf5298'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:24.940377 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3834fa-28bc-41f8-91ad-9a15f1a37e3f" -d '{"events": [{"server_uuid": "801ae1c2-2c31-4b49-acf2-2336943c5875", "name": "network-vif-plugged", "status": "completed", "tag": "4f38ea44-8999-4dc5-a528-4fa486bf5298"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:24.960623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 4f38ea44-8999-4dc5-a528-4fa486bf5298, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=4f38ea44-8999-4dc5-a528-4fa486bf5298,segment=NetworkSegment(811b1fb3-8e60-4978-8363-89a7d9c2584d),segment_id=811b1fb3-8e60-4978-8363-89a7d9c2584d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:24.968411 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:24.975977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e6be8-0eb9-4d9a-87ac-6f7abb01ee72 req-5afc4c2c-8258-4879-87b5-31e83f51a8ef tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:24.978541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a07e6be8-0eb9-4d9a-87ac-6f7abb01ee72 req-5afc4c2c-8258-4879-87b5-31e83f51a8ef tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.1893117 Aug 26 11:04:25.011436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f814c-2e9f-4f6d-b41a-9c518a42dd1d req-db27e291-2c4e-4d81-a1de-31aba8402cd1 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:25.013604 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e14f814c-2e9f-4f6d-b41a-9c518a42dd1d req-db27e291-2c4e-4d81-a1de-31aba8402cd1 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.2031329 Aug 26 11:04:25.084314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=4f38ea44-8999-4dc5-a528-4fa486bf5298,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:25.113241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a07e6be8-0eb9-4d9a-87ac-6f7abb01ee72 req-a7829316-f9d3-4e0d-bc62-ff4bccc1c6c0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225276 Aug 26 11:04:25.144971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e14f814c-2e9f-4f6d-b41a-9c518a42dd1d req-e4701e69-c5c9-44d6-afc8-3151d8a403ed tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128914 Aug 26 11:04:25.209743 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:25.219890 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:25.258139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebef4bf-8220-470d-94fb-55ed9a52734d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:25.274093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:04:25.290973 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:25.291546 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Added segment 4c6f9bae-1ee4-40a0-b3ca-23671a5979df of type vlan for network a6c25bcb-5de6-47e9-b39e-af95abd56977 Aug 26 11:04:25.357789 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:25.405628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:25.407688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:25.408406 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:25.568762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2751031 Aug 26 11:04:25.572119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34950) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:25.578469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] Request body: {'subnet': {'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-880608364-subnet', 'tenant_id': '56fcb93295e745a5934bbca4b4cbac37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:25.579125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f06397-e557-45aa-aead-3d8f9b8435a0 req-1cfa01e5-021d-4f39-89f0-910a5270405d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:25.580815 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5f06397-e557-45aa-aead-3d8f9b8435a0 req-1cfa01e5-021d-4f39-89f0-910a5270405d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 945 time: 0.1687605 Aug 26 11:04:25.581577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165f0ae-04ef-4f2e-8f56-7e86b111c3d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c25bcb-5de6-47e9-b39e-af95abd56977,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:25.607787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network a6c25bcb-5de6-47e9-b39e-af95abd56977 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:04:25.631595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] Made reservation on behalf of 56fcb93295e745a5934bbca4b4cbac37 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:04:25.634470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:25.665126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5f06397-e557-45aa-aead-3d8f9b8435a0 req-934b9031-162f-4987-a0b5-83c5b030f402 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766194 Aug 26 11:04:25.821351 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a259a465-f459-48b2-b48c-f728110fd0e8 x-openstack-request-id: req-a259a465-f459-48b2-b48c-f728110fd0e8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:04:25.821915 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801ae1c2-2c31-4b49-acf2-2336943c5875", "name": "network-vif-plugged", "status": "completed", "tag": "4f38ea44-8999-4dc5-a528-4fa486bf5298", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:04:25.821915 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a259a465-f459-48b2-b48c-f728110fd0e8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:04:25.822590 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801ae1c2-2c31-4b49-acf2-2336943c5875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f38ea44-8999-4dc5-a528-4fa486bf5298', 'code': 200} Aug 26 11:04:25.933742 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:26.054115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ef15f-9dd4-4cca-8fa8-bce8f4738b80 req-635f5081-b5c7-43c2-b8ec-097e0bd71fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:26.056378 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-854ef15f-9dd4-4cca-8fa8-bce8f4738b80 req-635f5081-b5c7-43c2-b8ec-097e0bd71fe5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 1097 time: 0.1358163 Aug 26 11:04:26.059038 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=d57719fe-d1eb-4b0a-97b1-c02fb04b5b5e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:26.083452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] Checking segment: {'id': '4c6f9bae-1ee4-40a0-b3ca-23671a5979df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:04:26.083969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] Network hostable DHCP agents. Network: a6c25bcb-5de6-47e9-b39e-af95abd56977, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:04:26.116461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] Network a6c25bcb-5de6-47e9-b39e-af95abd56977 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:04:26.129420 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-854ef15f-9dd4-4cca-8fa8-bce8f4738b80 req-616411ac-cf26-4e84-ad36-21f20c9b1811 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635850 Aug 26 11:04:26.137620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, a6c25bcb-5de6-47e9-b39e-af95abd56977) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:04:26.150471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219f417-bc7e-4292-87e9-3304a894b1e3 None None] Network a6c25bcb-5de6-47e9-b39e-af95abd56977 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:04:26.155256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:26.157663 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:26.201119 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-81335f25-a5f2-40e1-a341-ed5e44d94ace admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6276834 Aug 26 11:04:26.451987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c555a91-d0be-4f75-98dd-a2d838ba76f5 None None] Network a6c25bcb-5de6-47e9-b39e-af95abd56977 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:04:26.483076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8f4fd-dfd5-4089-b4bf-a2c2a7f84e7d req-9ce9d320-81ba-44a8-817c-b3d371f00f64 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:26.493913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22b8f4fd-dfd5-4089-b4bf-a2c2a7f84e7d req-9ce9d320-81ba-44a8-817c-b3d371f00f64 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.1459694 Aug 26 11:04:26.587267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22b8f4fd-dfd5-4089-b4bf-a2c2a7f84e7d req-5dfbe8c1-afcc-48a4-a017-e8cf0e40d5e8 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903864 Aug 26 11:04:26.612752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e54ecf-f1e5-4902-9fe3-d2e1ec184a81 req-611922ea-2ace-41c9-96d1-1c01ecea3a50 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:26.630401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1e54ecf-f1e5-4902-9fe3-d2e1ec184a81 req-611922ea-2ace-41c9-96d1-1c01ecea3a50 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.3318155 Aug 26 11:04:26.718767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1e54ecf-f1e5-4902-9fe3-d2e1ec184a81 req-c1cec10c-0eb3-463a-bd33-0dfef1ec0381 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867953 Aug 26 11:04:26.911548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc386e-5000-47f5-90d4-bc5c0fef0796 req-4d87e326-e31e-47c6-bc51-0a425fc9d357 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:26.923934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8efc386e-5000-47f5-90d4-bc5c0fef0796 req-4d87e326-e31e-47c6-bc51-0a425fc9d357 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 945 time: 0.1309814 Aug 26 11:04:26.998377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8efc386e-5000-47f5-90d4-bc5c0fef0796 req-caccd48f-9f1d-4a99-b0d9-a4deb5693d8a tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737517 Aug 26 11:04:27.869416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206a794-0402-4eb6-b186-b12db6f8872f req-5767b8a5-e8f6-489d-89a9-f8f725f16032 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:27.877456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7206a794-0402-4eb6-b186-b12db6f8872f req-5767b8a5-e8f6-489d-89a9-f8f725f16032 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.1358333 Aug 26 11:04:28.021065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7206a794-0402-4eb6-b186-b12db6f8872f req-543d2381-4ec7-4069-b314-51632b17e171 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334157 Aug 26 11:04:28.079237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5590a-bf15-4b6f-85d0-a43941b60430 req-fd71212e-5206-42e9-bebc-4e8f3c862de2 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:28.081175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7dd5590a-bf15-4b6f-85d0-a43941b60430 req-fd71212e-5206-42e9-bebc-4e8f3c862de2 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.1843710 Aug 26 11:04:28.161760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7dd5590a-bf15-4b6f-85d0-a43941b60430 req-5f59071d-a34d-4827-89b4-317daadd0df2 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745189 Aug 26 11:04:28.318938 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d61ac-5947-4daf-a0cc-366b1693a54e req-b0d3f038-8b47-486a-8e8f-6ac3fcf7c4e9 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:28.321055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db5d61ac-5947-4daf-a0cc-366b1693a54e req-b0d3f038-8b47-486a-8e8f-6ac3fcf7c4e9 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 945 time: 0.0817115 Aug 26 11:04:28.370989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db5d61ac-5947-4daf-a0cc-366b1693a54e req-695a0e8f-1e24-43ee-ba3e-e04c612c31ea tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 Aug 26 11:04:28.993926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d53ea1-fecc-4d00-8335-14129b8f6a73 req-c25da93d-f64a-4718-921a-a96fcc70523d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:28.995610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29d53ea1-fecc-4d00-8335-14129b8f6a73 req-c25da93d-f64a-4718-921a-a96fcc70523d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 945 time: 0.0717850 Aug 26 11:04:29.056778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29d53ea1-fecc-4d00-8335-14129b8f6a73 req-a40dce41-0080-4388-beea-adc6bef645f8 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509970 Aug 26 11:04:29.233765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa7137-7f57-4406-8937-0ed94fb571c5 req-2206aa5a-6c11-4b57-bd91-7af6ac578a34 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:29.243639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90fa7137-7f57-4406-8937-0ed94fb571c5 req-2206aa5a-6c11-4b57-bd91-7af6ac578a34 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.0961912 Aug 26 11:04:29.311003 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90fa7137-7f57-4406-8937-0ed94fb571c5 req-ce804201-4428-45b9-a971-1f753b6bb85e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570433 Aug 26 11:04:29.399913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a24e44-61f0-4e2f-96d6-a4079f0d96ec req-550da25d-88a7-4a55-9418-39aca60fe2de tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:29.408101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45a24e44-61f0-4e2f-96d6-a4079f0d96ec req-550da25d-88a7-4a55-9418-39aca60fe2de tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.0961041 Aug 26 11:04:29.466458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45a24e44-61f0-4e2f-96d6-a4079f0d96ec req-28552cd3-690c-4cc4-97b0-a15e3cbde039 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568957 Aug 26 11:04:30.355430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c32289-d922-43bd-8f8f-08c92619c2b4 req-4b3ab5de-04fc-42ca-9ef1-06f567c3ee48 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:30.365873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6c32289-d922-43bd-8f8f-08c92619c2b4 req-4b3ab5de-04fc-42ca-9ef1-06f567c3ee48 tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 945 time: 0.1813717 Aug 26 11:04:30.386721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abbef1-30c5-44cd-9857-163296e99717 req-2f447c4b-8a8d-4b53-ab76-dbef9846fe91 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:30.396581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-2f447c4b-8a8d-4b53-ab76-dbef9846fe91 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/networks?id=a6c25bcb-5de6-47e9-b39e-af95abd56977 HTTP/1.1" status: 200 len: 808 time: 0.3335209 Aug 26 11:04:30.420567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7c341-d563-4dae-9b69-ed8410c94e99 req-2d9667e4-5d9f-4102-bb1e-9a67cb26abad tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:30.422161 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7f7c341-d563-4dae-9b69-ed8410c94e99 req-2d9667e4-5d9f-4102-bb1e-9a67cb26abad tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.47 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 945 time: 0.1385281 Aug 26 11:04:30.453859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6c32289-d922-43bd-8f8f-08c92619c2b4 req-ec212a58-7b39-4ef7-8feb-0a32a93bc3ab tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/security-groups?id=bef16d6a-5bb2-44ab-8434-599dd95cef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813303 Aug 26 11:04:30.466544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-26649602-b1b3-4b9b-8966-01674e990a92 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/quotas/56fcb93295e745a5934bbca4b4cbac37 HTTP/1.1" status: 200 len: 375 time: 0.0682240 Aug 26 11:04:30.521469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-7b1daafd-4c1a-4d72-8ba9-6585591ae0d2 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=56fcb93295e745a5934bbca4b4cbac37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528367 Aug 26 11:04:30.704140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-5f0e2aba-a3ea-4938-bfad-33934d244914 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796188 Aug 26 11:04:30.727494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-d7f7c341-d563-4dae-9b69-ed8410c94e99 req-f85f0bef-45e0-4469-a533-bc5a3298666d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Deleting port 4f38ea44-8999-4dc5-a528-4fa486bf5298 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:04:30.729435 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7f7c341-d563-4dae-9b69-ed8410c94e99 req-f85f0bef-45e0-4469-a533-bc5a3298666d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:30.908147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-a8613c8b-bde0-45fa-85ea-ca2ef28aeb54 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028646 Aug 26 11:04:30.936706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d7f7c341-d563-4dae-9b69-ed8410c94e99 req-f85f0bef-45e0-4469-a533-bc5a3298666d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] For port 4f38ea44-8999-4dc5-a528-4fa486bf5298, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=4f38ea44-8999-4dc5-a528-4fa486bf5298,segment=NetworkSegment(811b1fb3-8e60-4978-8363-89a7d9c2584d),segment_id=811b1fb3-8e60-4978-8363-89a7d9c2584d)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:30.937410 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7f7c341-d563-4dae-9b69-ed8410c94e99 req-f85f0bef-45e0-4469-a533-bc5a3298666d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:30.956990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-d7f7c341-d563-4dae-9b69-ed8410c94e99 req-f85f0bef-45e0-4469-a533-bc5a3298666d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Calling delete_port for 4f38ea44-8999-4dc5-a528-4fa486bf5298 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:04:30.994580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da130d-d3de-482a-a494-4060bc3f1572 req-c51d6e3d-2376-4ee9-b101-28f811944834 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:31.008660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6da130d-d3de-482a-a494-4060bc3f1572 req-c51d6e3d-2376-4ee9-b101-28f811944834 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.2515717 Aug 26 11:04:31.092585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6da130d-d3de-482a-a494-4060bc3f1572 req-6075ec6c-7633-49b9-9c33-cce4fa6fdea0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829465 Aug 26 11:04:31.237038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9f1c7a6-95e3-4167-a8fd-94497e893bea req-7032d04c-362f-4bcc-9a30-77dbeb90c82a tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 210 time: 0.0730417 Aug 26 11:04:31.272584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7f7c341-d563-4dae-9b69-ed8410c94e99 req-f85f0bef-45e0-4469-a533-bc5a3298666d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:31.345566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f0bef-45e0-4469-a533-bc5a3298666d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Pushing event deleted for resources: {'Port': ['ID=4f38ea44-8999-4dc5-a528-4fa486bf5298,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:31.403024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf522a-4997-41e3-a6fa-8b59b7eb6ad5 req-f6828ad7-e514-4163-a5e9-69a24527d2a6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:31.404814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08bf522a-4997-41e3-a6fa-8b59b7eb6ad5 req-f6828ad7-e514-4163-a5e9-69a24527d2a6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.1983571 Aug 26 11:04:31.481801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f7c341-d563-4dae-9b69-ed8410c94e99 req-f85f0bef-45e0-4469-a533-bc5a3298666d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] No DVR routers for this DVR port 4f38ea44-8999-4dc5-a528-4fa486bf5298 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:04:31.511343 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d7f7c341-d563-4dae-9b69-ed8410c94e99 req-f85f0bef-45e0-4469-a533-bc5a3298666d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:31.513641 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d7f7c341-d563-4dae-9b69-ed8410c94e99 req-f85f0bef-45e0-4469-a533-bc5a3298666d tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.47 "DELETE /v2.0/ports/4f38ea44-8999-4dc5-a528-4fa486bf5298 HTTP/1.1" status: 204 len: 173 time: 1.0818858 Aug 26 11:04:31.514156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801ae1c2-2c31-4b49-acf2-2336943c5875', 'name': 'network-vif-deleted', 'tag': '4f38ea44-8999-4dc5-a528-4fa486bf5298'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:31.529752 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a393e90-c8d1-4ce9-8045-29f9a3133067" -d '{"events": [{"server_uuid": "801ae1c2-2c31-4b49-acf2-2336943c5875", "name": "network-vif-deleted", "tag": "4f38ea44-8999-4dc5-a528-4fa486bf5298"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:31.552675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08bf522a-4997-41e3-a6fa-8b59b7eb6ad5 req-24b80c96-bf7e-46b2-8df8-a603cbfabe64 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183832 Aug 26 11:04:31.668872 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6531e5-90fc-4893-9073-217be174ff05 x-openstack-request-id: req-9a6531e5-90fc-4893-9073-217be174ff05 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:04:31.668872 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801ae1c2-2c31-4b49-acf2-2336943c5875", "name": "network-vif-deleted", "tag": "4f38ea44-8999-4dc5-a528-4fa486bf5298", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:04:31.668872 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a6531e5-90fc-4893-9073-217be174ff05 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:04:31.668872 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801ae1c2-2c31-4b49-acf2-2336943c5875', 'name': 'network-vif-deleted', 'tag': '4f38ea44-8999-4dc5-a528-4fa486bf5298', 'status': 'completed', 'code': 200} Aug 26 11:04:31.669549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6d848bd-c711-4faf-8931-5890ff45986f req-09d7ca28-0e3c-47bb-80d7-041c4609f22e tempest-ServerAddressesTestJSON-1922696672 tempest-ServerAddressesTestJSON-1922696672-project] 10.222.0.21 "GET /v2.0/ports?device_id=801ae1c2-2c31-4b49-acf2-2336943c5875 HTTP/1.1" status: 200 len: 210 time: 0.0525317 Aug 26 11:04:32.350006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704031a-99a2-473c-8af6-de512a3a4ce2 req-4ae1ff49-fcbe-4ec1-a102-f7c0f72c8fce tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:32.352450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f704031a-99a2-473c-8af6-de512a3a4ce2 req-4ae1ff49-fcbe-4ec1-a102-f7c0f72c8fce tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.1342783 Aug 26 11:04:32.465627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b904846-5f2f-462c-a57f-f6cb23ff2b5e req-85e8e7da-153f-4338-ac3a-85c7f44dc781 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 210 time: 0.0611293 Aug 26 11:04:32.490779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f704031a-99a2-473c-8af6-de512a3a4ce2 req-cdbd7aea-85f6-4076-838d-038ab4ce96a8 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321566 Aug 26 11:04:32.669477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 4f38ea44-8999-4dc5-a528-4fa486bf5298 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:04:32.712006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-5e02723b-3105-4d04-a9c7-f824fee2ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:32.722721 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-5e02723b-3105-4d04-a9c7-f824fee2ac40 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa&tenant_id=7deefc2f5b984afeae122ac7c02c452c HTTP/1.1" status: 200 len: 1096 time: 0.0981107 Aug 26 11:04:32.791526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 4f38ea44-8999-4dc5-a528-4fa486bf5298 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:04:32.791896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 4f38ea44-8999-4dc5-a528-4fa486bf5298 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:04:32.810472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35128) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:32.829499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-21f25f26-8bac-432c-a09d-a24d2625e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:32.834567 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-21f25f26-8bac-432c-a09d-a24d2625e08d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 1096 time: 0.0856526 Aug 26 11:04:32.957476 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b8f09e-7bdd-419e-891b-e1a1d915a137 admin admin] Deleting subnet ffb2fb64-3494-4b60-b212-45a140e159c2 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:04:32.960740 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36b8f09e-7bdd-419e-891b-e1a1d915a137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.010854 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36b8f09e-7bdd-419e-891b-e1a1d915a137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.049377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-31c2d10b-8807-48cf-870d-b10569c7f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:33.051028 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-31c2d10b-8807-48cf-870d-b10569c7f567 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 917 time: 0.2082500 Aug 26 11:04:33.061019 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36b8f09e-7bdd-419e-891b-e1a1d915a137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.133859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8130b-5eae-4150-a0da-05c38c6bb743 req-63330176-45fc-4154-83e6-7f60a02d8db4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:33.135480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27e8130b-5eae-4150-a0da-05c38c6bb743 req-63330176-45fc-4154-83e6-7f60a02d8db4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.2687562 Aug 26 11:04:33.137028 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36b8f09e-7bdd-419e-891b-e1a1d915a137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.183884 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-7603c0fd-2829-49ac-85f5-6028904612b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bed23fa-40f1-4add-9455-5db57d2f492d HTTP/1.1" status: 200 len: 999 time: 0.1231096 Aug 26 11:04:33.246932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-7085ee6f-ed5a-40ae-a1d8-6b87d8e7548e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:33.247807 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36b8f09e-7bdd-419e-891b-e1a1d915a137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.249121 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-7085ee6f-ed5a-40ae-a1d8-6b87d8e7548e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.0559201 Aug 26 11:04:33.252121 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-36b8f09e-7bdd-419e-891b-e1a1d915a137 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ffb2fb64-3494-4b60-b212-45a140e159c2 HTTP/1.1" status: 204 len: 168 time: 0.4397542 Aug 26 11:04:33.254931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35134) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:33.350247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27e8130b-5eae-4150-a0da-05c38c6bb743 req-a8cb9a51-d553-4a8b-8e00-d328c01c6d59 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934547 Aug 26 11:04:33.354292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8f09e-7bdd-419e-891b-e1a1d915a137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb2fb64-3494-4b60-b212-45a140e159c2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:33.449120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-9cba5eb1-c884-47f8-b083-7bb22f821095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:33.453735 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-9cba5eb1-c884-47f8-b083-7bb22f821095 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1825624 Aug 26 11:04:33.572826 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-45e027db-d775-4227-b1ce-b9bb24c14717 service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112401 Aug 26 11:04:33.579934 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.763546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.800549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f03dcc-2544-47a5-822f-810929deb7df']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:04:33.818563 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811b1fb3-8e60-4978-8363-89a7d9c2584d') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:04:33.819012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811b1fb3-8e60-4978-8363-89a7d9c2584d') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:04:33.866438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.886474 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.900265 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:04:33.902280 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:04:33.910026 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:04:33.953170 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-53bee6d8-2418-442d-92ca-af7f5f37ab0b service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702114 Aug 26 11:04:33.986426 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.992548 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:33.994584 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a2f03dcc-2544-47a5-822f-810929deb7df HTTP/1.1" status: 204 len: 168 time: 0.7357452 Aug 26 11:04:34.015774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e50e2-90cf-45f6-a49b-8606e6c57606 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f03dcc-2544-47a5-822f-810929deb7df,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:34.051426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-754a123b-35e7-46dd-add2-cd435e80ccb5 req-36799418-2967-4084-a609-84ccddb9db6e tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 210 time: 0.1428449 Aug 26 11:04:34.146227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787512b-c9e4-4ddd-8dfd-eb4e887a4345 req-a3aae961-4a43-4fa4-8ef7-956f8661cbc3 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:34.153908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1787512b-c9e4-4ddd-8dfd-eb4e887a4345 req-a3aae961-4a43-4fa4-8ef7-956f8661cbc3 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.2359765 Aug 26 11:04:34.192227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abbef1-30c5-44cd-9857-163296e99717 req-59a69af7-9841-4489-87ff-80a8f736cb9f tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:34.196070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-59a69af7-9841-4489-87ff-80a8f736cb9f tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.42 "GET /v2.0/networks?id=a6c25bcb-5de6-47e9-b39e-af95abd56977 HTTP/1.1" status: 200 len: 808 time: 0.8417282 Aug 26 11:04:34.240455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Request body: {'port': {'device_id': '0d4c51a6-af8a-4be9-85e8-67fe7b98d74f', 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977', 'admin_state_up': True, 'tenant_id': '56fcb93295e745a5934bbca4b4cbac37'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:34.381030 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1787512b-c9e4-4ddd-8dfd-eb4e887a4345 req-4140590c-fb7f-4486-8be2-281bbf237193 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260120 Aug 26 11:04:34.441703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Made reservation on behalf of 56fcb93295e745a5934bbca4b4cbac37 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:04:34.445987 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:34.465706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35178) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:34.605685 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-54f59adf-ddca-418b-96bc-5bbeaeeff2b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b76f9ae15eb042f89990b7b07b63bbae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373286 Aug 26 11:04:34.609531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35180) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:34.618209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Allocated IP 172.20.0.10 (a6c25bcb-5de6-47e9-b39e-af95abd56977/d57719fe-d1eb-4b0a-97b1-c02fb04b5b5e/0f3d83e2-2f7b-4698-87cc-c3af695ab0b0) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:04:34.702099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-51e61ee9-6a73-425d-80eb-94696523e3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:34.731235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-51e61ee9-6a73-425d-80eb-94696523e3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:34.805216 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-51e61ee9-6a73-425d-80eb-94696523e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:34.808588 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-51e61ee9-6a73-425d-80eb-94696523e3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:34.811055 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-51e61ee9-6a73-425d-80eb-94696523e3b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bef16d6a-5bb2-44ab-8434-599dd95cef43 HTTP/1.1" status: 204 len: 168 time: 0.2000601 Aug 26 11:04:34.823458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e61ee9-6a73-425d-80eb-94696523e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef16d6a-5bb2-44ab-8434-599dd95cef43,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:34.930968 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:35.112836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:35.423150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Network a6c25bcb-5de6-47e9-b39e-af95abd56977 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:04:35.481459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:04:35.497544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:04:35.537260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd03e8-8140-4ff0-99de-fbd96cd6f1c3 req-da50d912-af7f-45d8-b4e1-33dd2904e253 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:35.546637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bdd03e8-8140-4ff0-99de-fbd96cd6f1c3 req-da50d912-af7f-45d8-b4e1-33dd2904e253 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.5032623 Aug 26 11:04:35.596015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Pushing event updated for resources: {'Port': ['ID=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:35.650998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eebf9-b75f-4902-862d-4975500c45c1 req-5f359121-a651-4d3a-9caa-61313b64517f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:35.653310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e80eebf9-b75f-4902-862d-4975500c45c1 req-5f359121-a651-4d3a-9caa-61313b64517f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.6116073 Aug 26 11:04:35.785354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:35.809730 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:35.866641 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bdd03e8-8140-4ff0-99de-fbd96cd6f1c3 req-e1a373e5-a334-4190-92db-af4b329fe28e tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184140 Aug 26 11:04:35.915443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e80eebf9-b75f-4902-862d-4975500c45c1 req-6bc6e340-2622-416b-8ae6-fe318524e78e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469859 Aug 26 11:04:35.918144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-fa038016-8d9f-4a9c-866f-dfca0e9bc6ac tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6988764 Aug 26 11:04:35.943278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Request body: {'port': {'device_id': '0d4c51a6-af8a-4be9-85e8-67fe7b98d74f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:36.230676 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:36.423709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f6e35-d46e-4723-a57e-ed3dc54f8df9 req-f4656097-c54f-46c6-8d92-05c65e889f4e tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:36.442064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7c3f6e35-d46e-4723-a57e-ed3dc54f8df9 req-f4656097-c54f-46c6-8d92-05c65e889f4e tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 932 time: 0.3936887 Aug 26 11:04:36.666385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d23b4-fab7-4756-9810-4f8b4337ef68 req-a60e8cd9-bc19-4593-a8a4-b374c026fb3d tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:36.674454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-591d23b4-fab7-4756-9810-4f8b4337ef68 req-a60e8cd9-bc19-4593-a8a4-b374c026fb3d tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.3670321 Aug 26 11:04:36.699413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7c3f6e35-d46e-4723-a57e-ed3dc54f8df9 req-9a8429dc-d8d7-4f9e-8e97-c9a5f8543737 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551482 Aug 26 11:04:36.759849 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35238) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:36.797549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-591d23b4-fab7-4756-9810-4f8b4337ef68 req-7bf706dd-cdd7-4cb6-91e9-7c12f125c4da tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217949 Aug 26 11:04:37.446868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931413f-4749-48bd-8a75-18be9d282635 req-2d13eb0f-4855-436f-9d69-5551a417d6dd tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:37.447140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988cc58-139a-4041-b2e7-ba27556b2065 req-98a881db-78fd-4029-a01e-ff3f2003fd80 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:37.452422 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5931413f-4749-48bd-8a75-18be9d282635 req-2d13eb0f-4855-436f-9d69-5551a417d6dd tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.42 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.1921623 Aug 26 11:04:37.452598 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7988cc58-139a-4041-b2e7-ba27556b2065 req-98a881db-78fd-4029-a01e-ff3f2003fd80 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.4284501 Aug 26 11:04:37.562611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:04:37.598837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d576541-f79e-4e94-a514-06c44a7defc5 req-a8910597-0969-4980-afc6-e85dc3f67d0d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:37.611554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d576541-f79e-4e94-a514-06c44a7defc5 req-a8910597-0969-4980-afc6-e85dc3f67d0d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.5018625 Aug 26 11:04:37.612406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-717678761-network', 'tenant_id': 'dd7a76f9aee44d26836d131615c72feb'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:37.668906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:37.746808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Made reservation on behalf of dd7a76f9aee44d26836d131615c72feb for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:04:37.750149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:37.773793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:37.784309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7988cc58-139a-4041-b2e7-ba27556b2065 req-cd00a3c3-a454-4f05-95c7-db0b13142616 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192422 Aug 26 11:04:37.788938 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Transition to ACTIVE for port object 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:04:37.818664 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.024289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d576541-f79e-4e94-a514-06c44a7defc5 req-985341f2-01eb-48d0-a55f-b6505e70090c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4115450 Aug 26 11:04:38.039597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Deleting port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:04:38.039963 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.129003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Pushing event updated for resources: {'Port': ['ID=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:38.312506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.323822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Attempting to bind port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:04:38.324630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Attempting to bind port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4c6f9bae-1ee4-40a0-b3ca-23671a5979df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:04:38.325639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Attempting to bind port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 on network a6c25bcb-5de6-47e9-b39e-af95abd56977 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:04:38.331262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.338306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6048b8-1b00-4daa-882a-c3cfb4e96b65 req-17d1f53b-7ed1-4e5b-a521-66d56f4d18f7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:38.346441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d6048b8-1b00-4daa-882a-c3cfb4e96b65 req-17d1f53b-7ed1-4e5b-a521-66d56f4d18f7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.1668608 Aug 26 11:04:38.361276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:04:38.363041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53374b32-1e7a-4753-ab60-201a326c7f4b req-81e0fa41-d311-45c4-8a81-3fa13d464fde tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:38.371505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53374b32-1e7a-4753-ab60-201a326c7f4b req-81e0fa41-d311-45c4-8a81-3fa13d464fde tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 944 time: 0.1907415 Aug 26 11:04:38.385329 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.386011 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Added segment 8a9e4179-a8c1-4769-b6ee-2ee163d288ba of type vlan for network 539af3a1-3f81-44c4-b1b5-837585fd4297 Aug 26 11:04:38.386391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 on network a6c25bcb-5de6-47e9-b39e-af95abd56977 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:04:38.386970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Attempting to bind port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 on network a6c25bcb-5de6-47e9-b39e-af95abd56977 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:04:38.420331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:04:38.421011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Checking segment: {'id': '4c6f9bae-1ee4-40a0-b3ca-23671a5979df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:04:38.421607 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Bound using segment: {'id': '4c6f9bae-1ee4-40a0-b3ca-23671a5979df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:04:38.422239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Bound port: 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6f9bae-1ee4-40a0-b3ca-23671a5979df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:04:38.422859 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.445656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.480200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d6048b8-1b00-4daa-882a-c3cfb4e96b65 req-b10b8225-4c78-4946-bc6c-b6add2f1fb48 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258287 Aug 26 11:04:38.520153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10502cef-2c09-42b7-88ae-da0802b45a34,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:38.523907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.524892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:38.525535 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.536770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53374b32-1e7a-4753-ab60-201a326c7f4b req-4ba4b52b-07ef-438f-b16e-af75ab98ba65 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582017 Aug 26 11:04:38.588422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] For port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:04:38.593414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] For port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0,segment=NetworkSegment(4c6f9bae-1ee4-40a0-b3ca-23671a5979df),segment_id=4c6f9bae-1ee4-40a0-b3ca-23671a5979df)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:04:38.602508 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8408694 Aug 26 11:04:38.604298 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.614626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35286) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:38.645343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] Request body: {'subnet': {'network_id': '539af3a1-3f81-44c4-b1b5-837585fd4297', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-717678761-subnet', 'tenant_id': 'dd7a76f9aee44d26836d131615c72feb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:38.752059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] For port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:38.752426 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.832294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:38.835488 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:38.842084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] 10.222.0.42 "PUT /v2.0/ports/0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 HTTP/1.1" status: 200 len: 1093 time: 2.9037495 Aug 26 11:04:38.875383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4c51a6-af8a-4be9-85e8-67fe7b98d74f', 'tag': '0f3d83e2-2f7b-4698-87cc-c3af695ab0b0'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:38.895393 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0584d273-ea40-4ea7-b255-18e1cb4074a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4c51a6-af8a-4be9-85e8-67fe7b98d74f", "tag": "0f3d83e2-2f7b-4698-87cc-c3af695ab0b0"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:38.995573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d800e-8e84-4235-a574-b58b9d58bfbf admin admin] Pushing event updated for resources: {'Network': ['ID=539af3a1-3f81-44c4-b1b5-837585fd4297,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:39.010254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 539af3a1-3f81-44c4-b1b5-837585fd4297 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:04:39.099304 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d572ecda-7274-4972-b0de-75f087903219 x-openstack-request-id: req-d572ecda-7274-4972-b0de-75f087903219 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:04:39.101650 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4c51a6-af8a-4be9-85e8-67fe7b98d74f", "tag": "0f3d83e2-2f7b-4698-87cc-c3af695ab0b0", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:04:39.102040 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d572ecda-7274-4972-b0de-75f087903219 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:04:39.102668 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4c51a6-af8a-4be9-85e8-67fe7b98d74f', 'tag': '0f3d83e2-2f7b-4698-87cc-c3af695ab0b0', 'status': 'completed', 'code': 200} Aug 26 11:04:39.104551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9f316-f0e8-4a5d-b65e-483258fc032a service neutron] Pushing event updated for resources: {'Port': ['ID=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:39.123316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] Made reservation on behalf of dd7a76f9aee44d26836d131615c72feb for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:04:39.125877 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:39.276867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:39.277276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:39.277585 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Floating IP 13475ee9-93e5-426b-ab10-a1d7cfbbcb37 disassociated. External IP: 172.25.1.112, port: a3adbf90-2e4b-4c25-8e46-8b5455e5bc99. Aug 26 11:04:39.277841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Calling delete_port for a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:04:39.319310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abbef1-30c5-44cd-9857-163296e99717 req-a6e59990-9f9b-4268-a501-1289d02fc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:39.321092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-a6e59990-9f9b-4268-a501-1289d02fc10d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56fcb93295e745a5934bbca4b4cbac37&device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 1096 time: 0.4086673 Aug 26 11:04:39.611002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb742a-e7b8-4776-936d-0c482e4e9bce req-75b59b61-ee00-4033-aa36-c5212c959a0c tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:39.620342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7fb742a-e7b8-4776-936d-0c482e4e9bce req-75b59b61-ee00-4033-aa36-c5212c959a0c tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 945 time: 0.5073419 Aug 26 11:04:39.637766 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:39.740017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event deleted for resources: {'Port': ['ID=a3adbf90-2e4b-4c25-8e46-8b5455e5bc99,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:39.862748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-0e481d51-0c73-4bdc-b7a7-b13db5c49fec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 HTTP/1.1" status: 200 len: 217 time: 0.3399317 Aug 26 11:04:39.962689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35324) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:39.987204 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Router 75e64555-f7a8-4840-94ef-439e792eaf0d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:04:40.146928 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7fb742a-e7b8-4776-936d-0c482e4e9bce req-29abca2d-bb8b-4b90-be62-d2b9c9c3d540 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3881581 Aug 26 11:04:40.199716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff6cb3-8fb2-45c6-8460-84448645fe77 req-fc8b3302-a82d-4ab8-b382-ee32f0c17e50 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:40.212230 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eff6cb3-8fb2-45c6-8460-84448645fe77 req-fc8b3302-a82d-4ab8-b382-ee32f0c17e50 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.8361025 Aug 26 11:04:40.233530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abbef1-30c5-44cd-9857-163296e99717 req-11f83c8b-4306-43f3-82c0-17d7f38d9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:40.235067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-11f83c8b-4306-43f3-82c0-17d7f38d9109 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d57719fe-d1eb-4b0a-97b1-c02fb04b5b5e HTTP/1.1" status: 200 len: 848 time: 0.3521636 Aug 26 11:04:40.274555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24a86e30-d296-4626-857e-904862cda52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:40.329614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-4721d297-b962-4491-a856-1ddb171902d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6c25bcb-5de6-47e9-b39e-af95abd56977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808201 Aug 26 11:04:40.372273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:04:40.391573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771009da-9d7c-4097-b66c-9c5c81b21a9d None None] Sync routers for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:04:40.401710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771009da-9d7c-4097-b66c-9c5c81b21a9d None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:04:40.402339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-771009da-9d7c-4097-b66c-9c5c81b21a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:04:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:04:40.421555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eff6cb3-8fb2-45c6-8460-84448645fe77 req-bf739834-6721-4186-9223-3f5a882d39e3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068436 Aug 26 11:04:40.427573 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:40.429048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] No DVR routers for this DVR port a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:04:40.441304 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:40.450496 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5931413f-4749-48bd-8a75-18be9d282635 req-56baffdc-4450-491a-aae0-3afec36b22f1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.42 "DELETE /v2.0/ports/a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 HTTP/1.1" status: 204 len: 173 time: 2.9657469 Aug 26 11:04:40.451249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'name': 'network-vif-deleted', 'tag': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:40.453797 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ff977c-7256-4c1c-b34d-d17478c1e2c3" -d '{"events": [{"server_uuid": "30ed5760-ef61-46de-a661-71a67ff1c66d", "name": "network-vif-deleted", "tag": "a3adbf90-2e4b-4c25-8e46-8b5455e5bc99"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:40.640561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24a86e30-d296-4626-857e-904862cda52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:40.652347 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24a86e30-d296-4626-857e-904862cda52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:40.759721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-771009da-9d7c-4097-b66c-9c5c81b21a9d None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:04:40.797613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a86e30-d296-4626-857e-904862cda52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3fa625-12d6-4eea-be2b-86f92a36cc0f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:40.812487 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-24a86e30-d296-4626-857e-904862cda52c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=075fc4caddb84ba39394d2c0db8c4875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8485851 Aug 26 11:04:40.814954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35336) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:41.010717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062e5d0-d7ac-48bc-ad89-1d5a4c90e376 req-be0e9be8-93d4-474a-85f1-7ae6dc746974 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:41.013107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c062e5d0-d7ac-48bc-ad89-1d5a4c90e376 req-be0e9be8-93d4-474a-85f1-7ae6dc746974 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.6626930 Aug 26 11:04:41.021523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-097ef921-5064-44a3-beec-18039483a1cf service neutron] 10.222.0.42 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747336 Aug 26 11:04:41.033763 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff0c49c-7c9b-4b44-abf7-5a3646505225,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:41.081084 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-143ab0be-934a-45e0-a35c-0d7407e9212c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:41.093057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafeb73-b9b6-4e4b-962f-051e7307286d req-c77c635e-1e8b-4862-a42d-deb1711f99ed tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:41.094698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3fafeb73-b9b6-4e4b-962f-051e7307286d req-c77c635e-1e8b-4862-a42d-deb1711f99ed tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 944 time: 0.4175193 Aug 26 11:04:41.114604 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-143ab0be-934a-45e0-a35c-0d7407e9212c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:41.118155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] Checking segment: {'id': '8a9e4179-a8c1-4769-b6ee-2ee163d288ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '539af3a1-3f81-44c4-b1b5-837585fd4297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:04:41.118462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] Network hostable DHCP agents. Network: 539af3a1-3f81-44c4-b1b5-837585fd4297, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:04:41.162568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c062e5d0-d7ac-48bc-ad89-1d5a4c90e376 req-17b4b28f-da66-4dc3-b8b0-eee35b22d90c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318057 Aug 26 11:04:41.174772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] Network 539af3a1-3f81-44c4-b1b5-837585fd4297 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:04:41.191853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 539af3a1-3f81-44c4-b1b5-837585fd4297) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:04:41.201856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:41.202526 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:41.224427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdee282-896a-42a6-8837-30748762ab23 None None] Network 539af3a1-3f81-44c4-b1b5-837585fd4297 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:04:41.230335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3fafeb73-b9b6-4e4b-962f-051e7307286d req-dfee2968-94dd-4200-957e-b71752fc849f tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137390 Aug 26 11:04:41.280345 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-143ab0be-934a-45e0-a35c-0d7407e9212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:41.284404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-143ab0be-934a-45e0-a35c-0d7407e9212c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:41.285496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0068cef2-12d2-4e1b-a453-afb89884f910 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6571255 Aug 26 11:04:41.287328 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-143ab0be-934a-45e0-a35c-0d7407e9212c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc3fa625-12d6-4eea-be2b-86f92a36cc0f HTTP/1.1" status: 204 len: 168 time: 0.4700286 Aug 26 11:04:41.304342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ab0be-934a-45e0-a35c-0d7407e9212c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3fa625-12d6-4eea-be2b-86f92a36cc0f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:41.455753 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e054627-9eca-4945-95d1-b3ae735f2e45 x-openstack-request-id: req-2e054627-9eca-4945-95d1-b3ae735f2e45 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:04:41.456074 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ed5760-ef61-46de-a661-71a67ff1c66d", "name": "network-vif-deleted", "tag": "a3adbf90-2e4b-4c25-8e46-8b5455e5bc99", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:04:41.456614 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e054627-9eca-4945-95d1-b3ae735f2e45 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:04:41.457084 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ed5760-ef61-46de-a661-71a67ff1c66d', 'name': 'network-vif-deleted', 'tag': 'a3adbf90-2e4b-4c25-8e46-8b5455e5bc99', 'status': 'completed', 'code': 200} Aug 26 11:04:41.568995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:04:41.582198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-771009da-9d7c-4097-b66c-9c5c81b21a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:04:41.608834 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0abbef1-30c5-44cd-9857-163296e99717 req-90372155-251a-4a9e-ba5b-33345f6092de service neutron] 10.222.0.42 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132858 Aug 26 11:04:41.707162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42ef16f9-6ebf-4fdb-93ad-8bce6c8a7021 req-d7225642-d7fb-4071-8192-987cdc59d975 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=30ed5760-ef61-46de-a661-71a67ff1c66d HTTP/1.1" status: 200 len: 210 time: 0.0610659 Aug 26 11:04:41.715526 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:04:41.717100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771009da-9d7c-4097-b66c-9c5c81b21a9d None None] Checking router: 75e64555-f7a8-4840-94ef-439e792eaf0d for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:04:41.780966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:04:41.784195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a3adbf90-2e4b-4c25-8e46-8b5455e5bc99 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:04:41.833160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771009da-9d7c-4097-b66c-9c5c81b21a9d None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:04:41.848171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-771009da-9d7c-4097-b66c-9c5c81b21a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:04:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:04:41.967132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a711846-e91c-485f-899b-9d8d3baa5715 req-cc58b38a-b827-4acb-add5-2c697a038a9a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:41.985140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a711846-e91c-485f-899b-9d8d3baa5715 req-cc58b38a-b827-4acb-add5-2c697a038a9a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.1463559 Aug 26 11:04:42.093521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a711846-e91c-485f-899b-9d8d3baa5715 req-b8d3cf1a-0225-45b1-8fab-7630f983e180 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044991 Aug 26 11:04:42.150855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35380) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:42.171198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3042a0cf-3db4-4fa3-994c-a03378e41fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:42.233638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-771009da-9d7c-4097-b66c-9c5c81b21a9d None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:04:42.275503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84122689-636e-4487-b185-d178b4de8166 None None] Network 539af3a1-3f81-44c4-b1b5-837585fd4297 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:04:42.506252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584d273-ea40-4ea7-b255-18e1cb4074a2 req-c68c34e5-ae84-4cd7-8fce-625527ce85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:42.508077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0584d273-ea40-4ea7-b255-18e1cb4074a2 req-c68c34e5-ae84-4cd7-8fce-625527ce85e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56fcb93295e745a5934bbca4b4cbac37&device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 1096 time: 0.2298548 Aug 26 11:04:42.579862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac841c-b220-4952-81e1-c68a3b45ca6e req-aa7d0efa-08ee-4345-9e7a-161bf45e0677 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:42.592268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70ac841c-b220-4952-81e1-c68a3b45ca6e req-aa7d0efa-08ee-4345-9e7a-161bf45e0677 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.2103426 Aug 26 11:04:42.770775 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3042a0cf-3db4-4fa3-994c-a03378e41fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:42.775798 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70ac841c-b220-4952-81e1-c68a3b45ca6e req-c9862e9d-ad35-4313-a2ca-dc00c9590bcb tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823521 Aug 26 11:04:42.779699 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3042a0cf-3db4-4fa3-994c-a03378e41fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:42.836345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-771009da-9d7c-4097-b66c-9c5c81b21a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:04:42.893405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771009da-9d7c-4097-b66c-9c5c81b21a9d None None] The sync data for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 is: [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:04:43.040330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3042a0cf-3db4-4fa3-994c-a03378e41fec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e26017b141dc4627a52ad039b2224e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8881893 Aug 26 11:04:43.043338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35440) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:43.052372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042a0cf-3db4-4fa3-994c-a03378e41fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea851fd5-b4a6-4d30-a449-fc06fab8b3a9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:43.122652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-a1c8d1ad-36c0-43e9-9eb1-cd4cbf5455b7 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:43.128117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-a1c8d1ad-36c0-43e9-9eb1-cd4cbf5455b7 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/networks?id=539af3a1-3f81-44c4-b1b5-837585fd4297 HTTP/1.1" status: 200 len: 821 time: 0.2403941 Aug 26 11:04:43.162286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659f43-28b3-4d46-84e1-b94b9e2cc87d req-acffb907-dedc-463e-9b30-befbae09531c tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:43.170097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf659f43-28b3-4d46-84e1-b94b9e2cc87d req-acffb907-dedc-463e-9b30-befbae09531c tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 944 time: 0.2383046 Aug 26 11:04:43.172889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-3a37f967-21c7-4ffe-8c85-63753a910208 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/quotas/dd7a76f9aee44d26836d131615c72feb HTTP/1.1" status: 200 len: 375 time: 0.0359914 Aug 26 11:04:43.174787 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5308885-ce3c-4676-b8d6-68febc792b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:43.227468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5308885-ce3c-4676-b8d6-68febc792b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:43.308776 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1daaaf83-ab66-4e42-9289-b2379e1f18df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:43.357650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5308885-ce3c-4676-b8d6-68febc792b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:43.366535 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5308885-ce3c-4676-b8d6-68febc792b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:43.371726 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e5308885-ce3c-4676-b8d6-68febc792b24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea851fd5-b4a6-4d30-a449-fc06fab8b3a9 HTTP/1.1" status: 204 len: 168 time: 0.3254573 Aug 26 11:04:43.387765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5308885-ce3c-4676-b8d6-68febc792b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea851fd5-b4a6-4d30-a449-fc06fab8b3a9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:43.525479 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17552ba8-8853-4a3e-97da-dc7d7d660a09 None None] New status for floating IP 13475ee9-93e5-426b-ab10-a1d7cfbbcb37: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:04:43.559477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-d1128b67-304e-49e1-b1e1-775e8e28e9ec tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd7a76f9aee44d26836d131615c72feb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3726366 Aug 26 11:04:43.568803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-e78b1f34-0986-43bd-a7b0-c9540a54e17b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:04:43.577206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-e78b1f34-0986-43bd-a7b0-c9540a54e17b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167434 Aug 26 11:04:44.126044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf659f43-28b3-4d46-84e1-b94b9e2cc87d req-78b73f0b-974c-42ed-a587-30093fec1d53 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9550223 Aug 26 11:04:44.160594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584d273-ea40-4ea7-b255-18e1cb4074a2 req-27bd22d1-0aed-44d4-b238-b6a555a751c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:44.162144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0584d273-ea40-4ea7-b255-18e1cb4074a2 req-27bd22d1-0aed-44d4-b238-b6a555a751c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a6c25bcb-5de6-47e9-b39e-af95abd56977 HTTP/1.1" status: 200 len: 909 time: 0.9166663 Aug 26 11:04:44.253733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35524) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:44.280050 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a62aac9-d97b-4a9d-8243-745f1ec925a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:44.282334 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0584d273-ea40-4ea7-b255-18e1cb4074a2 req-ac352465-4957-4f97-ba3e-911723b7ce0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 HTTP/1.1" status: 200 len: 217 time: 0.0849767 Aug 26 11:04:44.414441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f4f5da6e-57d3-41fc-801e-7750da38e15e service neutron] 10.222.0.21 "GET /v2.0/networks/539af3a1-3f81-44c4-b1b5-837585fd4297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8359532 Aug 26 11:04:44.419103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a62aac9-d97b-4a9d-8243-745f1ec925a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:44.431387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a62aac9-d97b-4a9d-8243-745f1ec925a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:44.481642 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2a62aac9-d97b-4a9d-8243-745f1ec925a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b067c9b4123f4305becd2cebcc36f292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248387 Aug 26 11:04:44.489454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35538) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:44.490376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62aac9-d97b-4a9d-8243-745f1ec925a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538b09ed-8155-4beb-bfbb-3aac25c47e28,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:44.501119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584d273-ea40-4ea7-b255-18e1cb4074a2 req-d27fda11-65f7-450e-a97d-2b4b0604e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:44.503023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0584d273-ea40-4ea7-b255-18e1cb4074a2 req-d27fda11-65f7-450e-a97d-2b4b0604e8e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d57719fe-d1eb-4b0a-97b1-c02fb04b5b5e HTTP/1.1" status: 200 len: 848 time: 0.2061539 Aug 26 11:04:44.574277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0584d273-ea40-4ea7-b255-18e1cb4074a2 req-199ef92d-4156-4c40-a100-7209f0d0e13e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6c25bcb-5de6-47e9-b39e-af95abd56977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624111 Aug 26 11:04:44.579345 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2eb05e9d-958c-4c14-8ea0-c92b1b80cb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:44.587416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95413480-e015-4f51-b0c9-fe4abd4fa832 req-83b76c61-1911-4f3d-a79d-e9f34e1ff8d8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:44.589097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95413480-e015-4f51-b0c9-fe4abd4fa832 req-83b76c61-1911-4f3d-a79d-e9f34e1ff8d8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.2572002 Aug 26 11:04:44.608360 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2eb05e9d-958c-4c14-8ea0-c92b1b80cb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:44.703113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2eb05e9d-958c-4c14-8ea0-c92b1b80cb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:44.708345 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2eb05e9d-958c-4c14-8ea0-c92b1b80cb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:44.710930 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2eb05e9d-958c-4c14-8ea0-c92b1b80cb19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/538b09ed-8155-4beb-bfbb-3aac25c47e28 HTTP/1.1" status: 204 len: 168 time: 0.2137885 Aug 26 11:04:44.720152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-8560a022-1972-43f0-b99c-8b94f089b5ba service neutron] 10.222.0.21 "GET /v2.0/networks/539af3a1-3f81-44c4-b1b5-837585fd4297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048835 Aug 26 11:04:44.750265 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb05e9d-958c-4c14-8ea0-c92b1b80cb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538b09ed-8155-4beb-bfbb-3aac25c47e28,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:44.751973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95413480-e015-4f51-b0c9-fe4abd4fa832 req-cda05d30-7bfd-4007-94cc-3f56ee6c09c5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460302 Aug 26 11:04:44.807582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0584d273-ea40-4ea7-b255-18e1cb4074a2 req-2b53dd03-6aa3-4f42-b2f1-431e697482e1 service neutron] 10.222.0.42 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145498 Aug 26 11:04:45.015425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0584d273-ea40-4ea7-b255-18e1cb4074a2 req-d80e1de0-0193-4e2a-93a1-c46e95e3b32f service neutron] 10.222.0.42 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649830 Aug 26 11:04:45.131073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35598) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:45.257879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a420e9-664f-4992-a377-de26c7aa654c req-b425776c-1c77-4977-adf4-3158f7318014 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:45.269375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17a420e9-664f-4992-a377-de26c7aa654c req-b425776c-1c77-4977-adf4-3158f7318014 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.2123768 Aug 26 11:04:45.275263 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0bf9-d7e1-43c7-98e3-7919967a0158 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:45.308662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee2f3695-3931-401c-b7e2-7de436ddac9e req-5cbb1c24-802b-47aa-938c-139d8a5ffc24 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 210 time: 0.0376692 Aug 26 11:04:45.349372 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0bf9-d7e1-43c7-98e3-7919967a0158 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:45.366529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17a420e9-664f-4992-a377-de26c7aa654c req-2cca3a99-d79d-4284-b439-52ccb32ec38d tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854568 Aug 26 11:04:45.429030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0bf9-d7e1-43c7-98e3-7919967a0158 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:45.434129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0bf9-d7e1-43c7-98e3-7919967a0158 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:45.437804 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7f0e0bf9-d7e1-43c7-98e3-7919967a0158 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "DELETE /v2.0/security-groups/a79bd529-d0ac-4d5a-99bc-4be2a2b13d62 HTTP/1.1" status: 204 len: 168 time: 0.3039427 Aug 26 11:04:45.444719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35622) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:45.468453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e0bf9-d7e1-43c7-98e3-7919967a0158 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79bd529-d0ac-4d5a-99bc-4be2a2b13d62,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:45.471780 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-2138608e-9cad-40fd-9577-a14a3a2897ef tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] show failed (client error): The resource could not be found. Aug 26 11:04:45.473351 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2138608e-9cad-40fd-9577-a14a3a2897ef tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups/a79bd529-d0ac-4d5a-99bc-4be2a2b13d62 HTTP/1.1" status: 404 len: 347 time: 0.0263815 Aug 26 11:04:45.476738 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35626) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:45.551590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:04:45.610421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be7363-7229-4c8e-af82-94a96379e5f1 req-b7f1ee64-2b6b-40f8-b238-2d798be10771 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:45.620462 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97be7363-7229-4c8e-af82-94a96379e5f1 req-b7f1ee64-2b6b-40f8-b238-2d798be10771 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 944 time: 0.2012429 Aug 26 11:04:45.696357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946c60f-d883-4f72-88a7-911b0786945d req-47dc4403-1a65-4500-b59b-2c32a2f0b6ef tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:45.699401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2946c60f-d883-4f72-88a7-911b0786945d req-47dc4403-1a65-4500-b59b-2c32a2f0b6ef tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 947 time: 0.1959503 Aug 26 11:04:45.782705 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c085f0b5-c1f9-44e0-901f-5d657cbffbb8 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Deleting port 293e7cb0-681c-44e7-8fae-5f926475f685 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:04:45.783036 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c085f0b5-c1f9-44e0-901f-5d657cbffbb8 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:45.840489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97be7363-7229-4c8e-af82-94a96379e5f1 req-275e71ec-415e-461a-84b5-f8202d6f71d1 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185311 Aug 26 11:04:45.877219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2946c60f-d883-4f72-88a7-911b0786945d req-a7936c50-2b14-4d88-b4c3-cab6d1a7ab46 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570883 Aug 26 11:04:46.114340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c085f0b5-c1f9-44e0-901f-5d657cbffbb8 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:46.114711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c085f0b5-c1f9-44e0-901f-5d657cbffbb8 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:46.167720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c085f0b5-c1f9-44e0-901f-5d657cbffbb8 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Calling delete_port for 293e7cb0-681c-44e7-8fae-5f926475f685 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:04:46.303497 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:46.334283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9347a1bb-c6fb-4695-b2c8-707afd4be88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:46.477632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0,segment=NetworkSegment(4c6f9bae-1ee4-40a0-b3ca-23671a5979df),segment_id=4c6f9bae-1ee4-40a0-b3ca-23671a5979df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:46.515029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '0f3d83e2-2f7b-4698-87cc-c3af695ab0b0', 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977', 'port_id': '0f3d83e2-2f7b-4698-87cc-c3af695ab0b0', 'mac_address': 'fa:16:3e:77:15:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57719fe-d1eb-4b0a-97b1-c02fb04b5b5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:04:46.546090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b80d60c-7ba7-478f-a132-f65cfdd4f297 req-8902b453-8d06-4cff-b400-beccf192d775 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 210 time: 0.0792887 Aug 26 11:04:46.617387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730057c5-2044-4d13-9b7d-465eb72eb0ef req-50a53181-a0b9-4b42-be9b-002ff4f159be tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:46.626711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-730057c5-2044-4d13-9b7d-465eb72eb0ef req-50a53181-a0b9-4b42-be9b-002ff4f159be tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.0737555 Aug 26 11:04:46.658846 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:46.725007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:04:46.776631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-730057c5-2044-4d13-9b7d-465eb72eb0ef req-ac07191e-0205-4294-a050-59a0683f57d6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383443 Aug 26 11:04:46.792815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0,segment=NetworkSegment(4c6f9bae-1ee4-40a0-b3ca-23671a5979df),segment_id=4c6f9bae-1ee4-40a0-b3ca-23671a5979df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:46.805358 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:46.858444 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c085f0b5-c1f9-44e0-901f-5d657cbffbb8 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:46.965550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:47.007655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085f0b5-c1f9-44e0-901f-5d657cbffbb8 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event deleted for resources: {'Port': ['ID=293e7cb0-681c-44e7-8fae-5f926475f685,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:47.083482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['0f3d83e2-2f7b-4698-87cc-c3af695ab0b0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:04:47.191311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7116e-fae4-4460-bc8d-d63eecf13f80 req-2e7980b2-d8a8-4ada-9d2b-9a8e5274aac5 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:47.228197 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c085f0b5-c1f9-44e0-901f-5d657cbffbb8 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:47.231294 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c085f0b5-c1f9-44e0-901f-5d657cbffbb8 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:47.235235 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c085f0b5-c1f9-44e0-901f-5d657cbffbb8 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "DELETE /v2.0/floatingips/13475ee9-93e5-426b-ab10-a1d7cfbbcb37 HTTP/1.1" status: 204 len: 168 time: 1.7543488 Aug 26 11:04:47.237867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60d7116e-fae4-4460-bc8d-d63eecf13f80 req-2e7980b2-d8a8-4ada-9d2b-9a8e5274aac5 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 945 time: 0.2070680 Aug 26 11:04:47.345319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60d7116e-fae4-4460-bc8d-d63eecf13f80 req-4856dda5-99f3-4b7d-9fdc-09ee90e9af65 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051793 Aug 26 11:04:47.450422 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:47.513930 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787059b-4c9c-4468-9b07-54045fbc549c req-44ea80d2-1214-49ce-9213-d20b07707ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:47.516560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d787059b-4c9c-4468-9b07-54045fbc549c req-44ea80d2-1214-49ce-9213-d20b07707ddd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 1096 time: 0.0719793 Aug 26 11:04:47.560097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:04:47.869787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-81a2d279-4bbb-4a1a-a6f4-fd534db68bd2 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:47.872439 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-81a2d279-4bbb-4a1a-a6f4-fd534db68bd2 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.47 "GET /v2.0/networks?id=539af3a1-3f81-44c4-b1b5-837585fd4297 HTTP/1.1" status: 200 len: 821 time: 0.3535082 Aug 26 11:04:47.889532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Request body: {'port': {'device_id': 'a8ef2983-fc6c-4c08-a49b-9ce1a01047f7', 'network_id': '539af3a1-3f81-44c4-b1b5-837585fd4297', 'admin_state_up': True, 'tenant_id': 'dd7a76f9aee44d26836d131615c72feb'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:47.913750 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:48.000579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-296b9fd2-e5da-4768-a6bf-971df0fb6be9 req-e1333427-9915-4adc-a7d2-e2ca24c1c2de tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 210 time: 0.1607509 Aug 26 11:04:48.087467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35798) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:48.102958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:48.119029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-92ebb072-703c-42a0-8ab1-59548f64c585 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451374304', 'description': 'tempest-description--26135027'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:48.119606 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65b4faa-1ed4-40d9-b775-7b4a4cd00174" -d '{"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:48.141806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:48.156545 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:48.289918 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65498ef8-6923-4aac-aab0-75170d570917 x-openstack-request-id: req-65498ef8-6923-4aac-aab0-75170d570917 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:04:48.290982 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:04:48.291696 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65498ef8-6923-4aac-aab0-75170d570917 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:04:48.292435 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'code': 200} Aug 26 11:04:48.295101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=14']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:48.295348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787059b-4c9c-4468-9b07-54045fbc549c req-35496a82-2ae4-4d2e-b987-3cc726622b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:48.296982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d787059b-4c9c-4468-9b07-54045fbc549c req-35496a82-2ae4-4d2e-b987-3cc726622b7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 917 time: 0.7381570 Aug 26 11:04:48.299249 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92ebb072-703c-42a0-8ab1-59548f64c585 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:48.385997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Made reservation on behalf of dd7a76f9aee44d26836d131615c72feb for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:04:48.403716 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:48.412491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4e82c-d22a-49c3-a84d-bc3e98134a71 req-0793a41f-10af-46e5-8b62-c08ba59d5f9e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:48.414940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06b4e82c-d22a-49c3-a84d-bc3e98134a71 req-0793a41f-10af-46e5-8b62-c08ba59d5f9e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.1890936 Aug 26 11:04:48.583670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92ebb072-703c-42a0-8ab1-59548f64c585 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:48.613634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Allocated IP 172.20.0.6 (539af3a1-3f81-44c4-b1b5-837585fd4297/6ff0c49c-7c9b-4b44-abf7-5a3646505225/fa14c6ba-1f6d-4e7a-8444-73345f6c5462) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:04:48.615141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d787059b-4c9c-4468-9b07-54045fbc549c req-5f887486-9b3d-4746-8ead-61102af6c56c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bed23fa-40f1-4add-9455-5db57d2f492d HTTP/1.1" status: 200 len: 999 time: 0.3003867 Aug 26 11:04:48.620124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92ebb072-703c-42a0-8ab1-59548f64c585 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:48.725370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebb072-703c-42a0-8ab1-59548f64c585 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29e97ca-d287-4df3-bdee-32f80a3f085f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:48.744827 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92ebb072-703c-42a0-8ab1-59548f64c585 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:48.750127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-92ebb072-703c-42a0-8ab1-59548f64c585 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6563919 Aug 26 11:04:48.750319 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35856) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:48.760280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5ff8c3ba-5c77-46d6-9f85-7b9554b7582d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'security_group_rule': {'security_group_id': 'b29e97ca-d287-4df3-bdee-32f80a3f085f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:48.836108 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c3ba-5c77-46d6-9f85-7b9554b7582d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:48.842441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06b4e82c-d22a-49c3-a84d-bc3e98134a71 req-b1bdc119-a292-433d-91ba-3273e693d978 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4166765 Aug 26 11:04:48.878258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:48.902175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd8a9-0007-4222-b509-354b5b9d7063 req-5beb45d7-9f7b-4ccd-b421-a08d89b7225b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:48.909160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12edd8a9-0007-4222-b509-354b5b9d7063 req-5beb45d7-9f7b-4ccd-b421-a08d89b7225b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 945 time: 0.3065825 Aug 26 11:04:48.958774 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.010135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787059b-4c9c-4468-9b07-54045fbc549c req-3f9be8fe-8854-4dd3-bda4-223a52184715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:49.014196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d787059b-4c9c-4468-9b07-54045fbc549c req-3f9be8fe-8854-4dd3-bda4-223a52184715 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.3717971 Aug 26 11:04:49.015150 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Network 539af3a1-3f81-44c4-b1b5-837585fd4297 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:04:49.017377 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c3ba-5c77-46d6-9f85-7b9554b7582d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.021739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:04:49.024608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:04:49.057432 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c3ba-5c77-46d6-9f85-7b9554b7582d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.065223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12edd8a9-0007-4222-b509-354b5b9d7063 req-6107ce5f-8e52-4eaf-b4af-11981c0ac271 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485019 Aug 26 11:04:49.068583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35886) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:49.133444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8c3ba-5c77-46d6-9f85-7b9554b7582d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7609072-f5b2-4001-b366-27fc1b1af19f,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:49.153246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Pushing event updated for resources: {'Port': ['ID=fa14c6ba-1f6d-4e7a-8444-73345f6c5462,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:49.208134 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c3ba-5c77-46d6-9f85-7b9554b7582d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.212517 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5ff8c3ba-5c77-46d6-9f85-7b9554b7582d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4615955 Aug 26 11:04:49.214782 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35900) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:49.219464 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.222441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-40e8557c-09cb-4ccd-9cd4-5639351878fa tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'security_group_rule': {'security_group_id': 'b29e97ca-d287-4df3-bdee-32f80a3f085f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:49.278665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:49.279737 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.311572 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-40e8557c-09cb-4ccd-9cd4-5639351878fa tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.313205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787059b-4c9c-4468-9b07-54045fbc549c req-28a39c45-6ae8-4a95-9a0f-0fcf61e88f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:49.316578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d787059b-4c9c-4468-9b07-54045fbc549c req-28a39c45-6ae8-4a95-9a0f-0fcf61e88f7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2851896 Aug 26 11:04:49.337563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f3cad-0258-4fce-bdbc-7e29e3d0b7bc req-bed586f0-3b61-45d6-8f29-d75ca3b8f423 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:49.339864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d0f3cad-0258-4fce-bdbc-7e29e3d0b7bc req-bed586f0-3b61-45d6-8f29-d75ca3b8f423 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 931 time: 0.2178304 Aug 26 11:04:49.353195 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-672e1329-4d94-4b2c-b8a2-06d36157424b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4695239 Aug 26 11:04:49.374143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-e58f94a3-b147-4a35-8297-8625acd29672 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:04:49.375282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-e58f94a3-b147-4a35-8297-8625acd29672 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137043 Aug 26 11:04:49.412885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2a304956-ab9a-4cbc-b23f-0f2c000dc981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.439256 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d0f3cad-0258-4fce-bdbc-7e29e3d0b7bc req-4d779283-a28b-421d-ba77-3513044a39ae tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925999 Aug 26 11:04:49.462192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-40e8557c-09cb-4ccd-9cd4-5639351878fa tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.468390 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-40e8557c-09cb-4ccd-9cd4-5639351878fa tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.528369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Request body: {'port': {'device_id': 'a8ef2983-fc6c-4c08-a49b-9ce1a01047f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:49.566848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:04:49.616416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2a304956-ab9a-4cbc-b23f-0f2c000dc981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.622142 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2a304956-ab9a-4cbc-b23f-0f2c000dc981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.743906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:04:49.762980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:04:49.763393 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.780897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2a304956-ab9a-4cbc-b23f-0f2c000dc981 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ae2f959dec24e60a7e284b10f07f0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7108116 Aug 26 11:04:49.787279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35932) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:49.798278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a304956-ab9a-4cbc-b23f-0f2c000dc981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800dcac0-2f7f-4f93-a5b6-2d052b4c6982,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:49.928492 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:49.972328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0,segment=NetworkSegment(4c6f9bae-1ee4-40a0-b3ca-23671a5979df),segment_id=4c6f9bae-1ee4-40a0-b3ca-23671a5979df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:49.980813 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:50.059329 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a01c4a4b-f6de-4757-8128-7d572aab53af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:50.063694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:50.160184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8557c-09cb-4ccd-9cd4-5639351878fa tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdc1c03-1c3b-4da0-b967-517a32f9ee72,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:50.163090 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-40e8557c-09cb-4ccd-9cd4-5639351878fa tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:50.168453 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-40e8557c-09cb-4ccd-9cd4-5639351878fa tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9485009 Aug 26 11:04:50.169057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35962) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:50.174118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d787059b-4c9c-4468-9b07-54045fbc549c req-2fb20e20-0821-4cc4-96db-7876d724861c service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170424 Aug 26 11:04:50.186002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:50.227125 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a01c4a4b-f6de-4757-8128-7d572aab53af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:50.256151 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:50.296958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4c51a6-af8a-4be9-85e8-67fe7b98d74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3d83e2-2f7b-4698-87cc-c3af695ab0b0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:50.299028 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6eaf9a-bf11-4343-b08e-22fa1c08ebcd" -d '{"events": [{"server_uuid": "0d4c51a6-af8a-4be9-85e8-67fe7b98d74f", "name": "network-vif-plugged", "status": "completed", "tag": "0f3d83e2-2f7b-4698-87cc-c3af695ab0b0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:50.320140 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:50.352713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:50.367837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d787059b-4c9c-4468-9b07-54045fbc549c req-bd61dadc-b3bd-4d48-bdda-4725f273baad service neutron] 10.222.0.42 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617119 Aug 26 11:04:50.389187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097373c4-1cdc-40ba-872a-04ccd30e7d73 req-29826f29-2186-4e35-8233-b2d8b5e487ee tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:50.394583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-097373c4-1cdc-40ba-872a-04ccd30e7d73 req-29826f29-2186-4e35-8233-b2d8b5e487ee tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.5134003 Aug 26 11:04:50.423089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a1906-c5e3-482f-843a-8ac5d20f1666 req-2bf08a06-0748-428a-ab1c-60d434c6a653 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:50.425314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d1a1906-c5e3-482f-843a-8ac5d20f1666 req-2bf08a06-0748-428a-ab1c-60d434c6a653 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.3938608 Aug 26 11:04:50.520479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-097373c4-1cdc-40ba-872a-04ccd30e7d73 req-be35c50f-197c-4cd3-93d5-0b68adbab75f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163006 Aug 26 11:04:50.567655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d1a1906-c5e3-482f-843a-8ac5d20f1666 req-0210635e-a932-4e20-93a7-f9df3cfb6311 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292763 Aug 26 11:04:50.585576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a01c4a4b-f6de-4757-8128-7d572aab53af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:50.590214 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a01c4a4b-f6de-4757-8128-7d572aab53af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:50.595839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a01c4a4b-f6de-4757-8128-7d572aab53af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/800dcac0-2f7f-4f93-a5b6-2d052b4c6982 HTTP/1.1" status: 204 len: 168 time: 0.8066909 Aug 26 11:04:50.647148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c4a4b-f6de-4757-8128-7d572aab53af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800dcac0-2f7f-4f93-a5b6-2d052b4c6982,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:50.788692 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2155e61a-5bf7-44a7-a9fe-310095bfac15 x-openstack-request-id: req-2155e61a-5bf7-44a7-a9fe-310095bfac15 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:04:50.788985 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4c51a6-af8a-4be9-85e8-67fe7b98d74f", "name": "network-vif-plugged", "status": "completed", "tag": "0f3d83e2-2f7b-4698-87cc-c3af695ab0b0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:04:50.789448 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2155e61a-5bf7-44a7-a9fe-310095bfac15 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:04:50.790036 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4c51a6-af8a-4be9-85e8-67fe7b98d74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3d83e2-2f7b-4698-87cc-c3af695ab0b0', 'code': 200} Aug 26 11:04:50.825896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b294fe-174f-4f27-8167-487d01c2244a req-f757b34d-deed-4f96-bb94-4bea64ed8479 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:50.843356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69b294fe-174f-4f27-8167-487d01c2244a req-f757b34d-deed-4f96-bb94-4bea64ed8479 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 946 time: 0.1064587 Aug 26 11:04:50.885540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:50.970579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69b294fe-174f-4f27-8167-487d01c2244a req-9865f0dd-a63f-4618-9081-76ddd71a0212 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258881 Aug 26 11:04:51.026025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa14c6ba-1f6d-4e7a-8444-73345f6c5462 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:04:51.043253 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:51.083344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Transition to ACTIVE for port object fa14c6ba-1f6d-4e7a-8444-73345f6c5462 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:04:51.120291 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:51.127793 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a891b-98e0-4b72-a122-814292df46d4 req-03576b48-87e2-4561-bfbf-b0b503074dbd tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:51.130870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-079a891b-98e0-4b72-a122-814292df46d4 req-03576b48-87e2-4561-bfbf-b0b503074dbd tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 931 time: 0.2067125 Aug 26 11:04:51.304490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-079a891b-98e0-4b72-a122-814292df46d4 req-6f686d19-61e6-42df-a542-898eb5cb8c1f tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658578 Aug 26 11:04:51.385419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Allocated IP 172.25.1.23 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/cdd4db73-cf30-4e6f-879c-cdef4df076c6) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:04:51.418184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579b5c2-c069-44d2-a038-5c7144928e0c req-4b71b1c9-44c6-43a4-97fd-f2826fbd4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:51.419551 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2579b5c2-c069-44d2-a038-5c7144928e0c req-4b71b1c9-44c6-43a4-97fd-f2826fbd4eb1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 1098 time: 0.2270620 Aug 26 11:04:51.523750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Pushing event updated for resources: {'Port': ['ID=fa14c6ba-1f6d-4e7a-8444-73345f6c5462,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:51.572883 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eeaa86-dac5-4007-b117-dc05500dd67a req-324093e9-e288-4266-958e-a3af20ede37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:51.574521 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c5eeaa86-dac5-4007-b117-dc05500dd67a req-324093e9-e288-4266-958e-a3af20ede37a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1097 time: 0.2120576 Aug 26 11:04:51.613630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2579b5c2-c069-44d2-a038-5c7144928e0c req-1c31079f-53fc-425a-aa54-bb8bef4c048c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492209 Aug 26 11:04:51.643994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Attempting to bind port fa14c6ba-1f6d-4e7a-8444-73345f6c5462 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:04:51.644346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Attempting to bind port fa14c6ba-1f6d-4e7a-8444-73345f6c5462 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '8a9e4179-a8c1-4769-b6ee-2ee163d288ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '539af3a1-3f81-44c4-b1b5-837585fd4297'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:04:51.644909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Attempting to bind port fa14c6ba-1f6d-4e7a-8444-73345f6c5462 on network 539af3a1-3f81-44c4-b1b5-837585fd4297 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:04:51.662626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Port fa14c6ba-1f6d-4e7a-8444-73345f6c5462 on network 539af3a1-3f81-44c4-b1b5-837585fd4297 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:04:51.663255 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Attempting to bind port fa14c6ba-1f6d-4e7a-8444-73345f6c5462 on network 539af3a1-3f81-44c4-b1b5-837585fd4297 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:04:51.665553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0fe21-8ada-4775-b421-53243f90c4c2 req-34895161-1660-4f3f-a59e-c8dfecab0d62 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:51.672623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:04:51.673523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Checking segment: {'id': '8a9e4179-a8c1-4769-b6ee-2ee163d288ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '539af3a1-3f81-44c4-b1b5-837585fd4297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:04:51.675337 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Bound using segment: {'id': '8a9e4179-a8c1-4769-b6ee-2ee163d288ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '539af3a1-3f81-44c4-b1b5-837585fd4297'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:04:51.678855 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Bound port: fa14c6ba-1f6d-4e7a-8444-73345f6c5462, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9e4179-a8c1-4769-b6ee-2ee163d288ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '539af3a1-3f81-44c4-b1b5-837585fd4297'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:04:51.679754 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:51.686066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8f0fe21-8ada-4775-b421-53243f90c4c2 req-34895161-1660-4f3f-a59e-c8dfecab0d62 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3254807 Aug 26 11:04:51.815734 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:51.850636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] For port fa14c6ba-1f6d-4e7a-8444-73345f6c5462, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:04:51.856528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] For port fa14c6ba-1f6d-4e7a-8444-73345f6c5462, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fa14c6ba-1f6d-4e7a-8444-73345f6c5462,segment=NetworkSegment(8a9e4179-a8c1-4769-b6ee-2ee163d288ba),segment_id=8a9e4179-a8c1-4769-b6ee-2ee163d288ba)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:04:51.864168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8f0fe21-8ada-4775-b421-53243f90c4c2 req-7ccaaced-b974-4397-93d3-4227506da933 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761153 Aug 26 11:04:51.875069 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:51.904652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994c994-8a47-4067-998c-38a85c485f93 req-3a0aaa64-f9d4-4314-a4ee-c179fdca4cf6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:51.909454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3994c994-8a47-4067-998c-38a85c485f93 req-3a0aaa64-f9d4-4314-a4ee-c179fdca4cf6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.1409845 Aug 26 11:04:51.937538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Pushing event updated for resources: {'Port': ['ID=fa14c6ba-1f6d-4e7a-8444-73345f6c5462,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:51.962089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:51.963039 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:51.964868 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-f10c9b88-084d-4fe6-a6e5-293de7c25b97 service neutron] 10.222.0.47 "PUT /v2.0/ports/fa14c6ba-1f6d-4e7a-8444-73345f6c5462 HTTP/1.1" status: 200 len: 1092 time: 2.5698702 Aug 26 11:04:51.966976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ef2983-fc6c-4c08-a49b-9ce1a01047f7', 'tag': 'fa14c6ba-1f6d-4e7a-8444-73345f6c5462'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:51.970210 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa870f08-1a1f-4811-a63c-e7f0cbd62006" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ef2983-fc6c-4c08-a49b-9ce1a01047f7", "tag": "fa14c6ba-1f6d-4e7a-8444-73345f6c5462"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:51.981309 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:52.015445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3994c994-8a47-4067-998c-38a85c485f93 req-2c48fe7e-5ed2-4999-af98-a4f456b305ec tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931525 Aug 26 11:04:52.075056 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:52.086184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'Port': ['ID=cdd4db73-cf30-4e6f-879c-cdef4df076c6,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:52.100901 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ee764e-b828-42b6-9d62-4c8c7bf80bd0 x-openstack-request-id: req-33ee764e-b828-42b6-9d62-4c8c7bf80bd0 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:04:52.101181 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ef2983-fc6c-4c08-a49b-9ce1a01047f7", "tag": "fa14c6ba-1f6d-4e7a-8444-73345f6c5462", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:04:52.101522 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33ee764e-b828-42b6-9d62-4c8c7bf80bd0 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:04:52.102321 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ef2983-fc6c-4c08-a49b-9ce1a01047f7', 'tag': 'fa14c6ba-1f6d-4e7a-8444-73345f6c5462', 'status': 'completed', 'code': 200} Aug 26 11:04:52.138375 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:04:52.142743 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:04:52.145505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:04:52.215897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-c0c4e8c1-209e-416a-9c23-8cc82e775af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:52.217435 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-c0c4e8c1-209e-416a-9c23-8cc82e775af0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd7a76f9aee44d26836d131615c72feb&device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 1095 time: 0.1841195 Aug 26 11:04:52.314889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a287e73-8f6f-4daf-8f62-e2a4f272ccc8 req-df828171-981b-4b79-b56b-6439a038c678 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:52.316836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a287e73-8f6f-4daf-8f62-e2a4f272ccc8 req-df828171-981b-4b79-b56b-6439a038c678 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 946 time: 0.1413236 Aug 26 11:04:52.364207 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-cefe0b38-d193-487c-8842-1e4556977b2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa14c6ba-1f6d-4e7a-8444-73345f6c5462 HTTP/1.1" status: 200 len: 217 time: 0.1354806 Aug 26 11:04:52.430354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a287e73-8f6f-4daf-8f62-e2a4f272ccc8 req-36ea94ba-158d-4621-8691-7db4e134393f tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055009 Aug 26 11:04:52.498238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:52.602382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59883a4c-7ddd-44e9-926a-44ae53b25263 req-8ee8f1ec-f176-4968-bf18-d847d160258d tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:52.605704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59883a4c-7ddd-44e9-926a-44ae53b25263 req-8ee8f1ec-f176-4968-bf18-d847d160258d tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 943 time: 0.1259937 Aug 26 11:04:52.611217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-dfc607ef-b028-4db4-8728-82f20aee8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:52.615562 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-dfc607ef-b028-4db4-8728-82f20aee8763 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff0c49c-7c9b-4b44-abf7-5a3646505225 HTTP/1.1" status: 200 len: 861 time: 0.2227685 Aug 26 11:04:52.665168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59883a4c-7ddd-44e9-926a-44ae53b25263 req-70267ec8-a7ec-4af8-939f-064a0fa443d2 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524681 Aug 26 11:04:52.666339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:52.710708 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-c9523a58-c40a-4b57-95bf-9070572a218f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539af3a1-3f81-44c4-b1b5-837585fd4297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723257 Aug 26 11:04:52.744531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eeaa86-dac5-4007-b117-dc05500dd67a req-2d4d9d06-52d6-496f-85d2-616c6db89910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:52.746271 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c5eeaa86-dac5-4007-b117-dc05500dd67a req-2d4d9d06-52d6-496f-85d2-616c6db89910 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.4240651 Aug 26 11:04:52.895250 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-aa646354-ce7b-4329-9bb4-01068985fdef service neutron] 10.222.0.47 "GET /v2.0/networks/539af3a1-3f81-44c4-b1b5-837585fd4297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591482 Aug 26 11:04:52.995736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667f0df-f63d-4a5e-8ef7-8ffbdbb8a25d req-01e8ec1a-a569-48b6-8466-83512e771546 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:52.997513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b667f0df-f63d-4a5e-8ef7-8ffbdbb8a25d req-01e8ec1a-a569-48b6-8466-83512e771546 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.0530555 Aug 26 11:04:53.059020 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b667f0df-f63d-4a5e-8ef7-8ffbdbb8a25d req-5d6b5209-6f43-4db3-aa02-be47e40a4c17 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515635 Aug 26 11:04:53.109563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:53.114887 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c5eeaa86-dac5-4007-b117-dc05500dd67a req-faf03645-cae4-4bbd-92a2-7b41552b6056 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 999 time: 0.1134033 Aug 26 11:04:53.117810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:53.122957 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fb3cd658-ae88-4e77-adf2-001a8966db89 req-910e70dd-6790-4de1-b393-3778b565cb67 service neutron] 10.222.0.47 "GET /v2.0/networks/539af3a1-3f81-44c4-b1b5-837585fd4297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240095 Aug 26 11:04:53.176645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd6b2e-57e1-4967-acd1-9a526aeea494 req-6949ce22-8858-4b98-8015-0df1be63e97a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:53.178702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75dd6b2e-57e1-4967-acd1-9a526aeea494 req-6949ce22-8858-4b98-8015-0df1be63e97a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.0714681 Aug 26 11:04:53.240081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75dd6b2e-57e1-4967-acd1-9a526aeea494 req-18c94d70-15f3-47e0-9eab-4a18abfe0631 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491183 Aug 26 11:04:53.279311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'Port': ['ID=cdd4db73-cf30-4e6f-879c-cdef4df076c6,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:53.285334 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:53.295803 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eeaa86-dac5-4007-b117-dc05500dd67a req-0b8df374-d489-4148-adab-997f778fe27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:53.297332 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c5eeaa86-dac5-4007-b117-dc05500dd67a req-0b8df374-d489-4148-adab-997f778fe27e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1717055 Aug 26 11:04:53.316376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa870f08-1a1f-4811-a63c-e7f0cbd62006 req-6aa307c0-08e7-424f-b180-872867f6d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:53.317876 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fa870f08-1a1f-4811-a63c-e7f0cbd62006 req-6aa307c0-08e7-424f-b180-872867f6d20b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd7a76f9aee44d26836d131615c72feb&device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 1095 time: 0.1351643 Aug 26 11:04:53.320223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:53.321375 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6a46b8b4-cf6e-49a0-9e21-34723aa9dcf9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1516850 Aug 26 11:04:53.435704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eeaa86-dac5-4007-b117-dc05500dd67a req-ecdc1976-ef88-446a-af22-78b363aac01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:53.437391 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c5eeaa86-dac5-4007-b117-dc05500dd67a req-ecdc1976-ef88-446a-af22-78b363aac01a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313689 Aug 26 11:04:53.549809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa870f08-1a1f-4811-a63c-e7f0cbd62006 req-0a80d90a-b2ab-499e-8299-11bf43720437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:53.551488 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fa870f08-1a1f-4811-a63c-e7f0cbd62006 req-0a80d90a-b2ab-499e-8299-11bf43720437 service neutron] 10.222.0.47 "GET /v2.0/networks?id=539af3a1-3f81-44c4-b1b5-837585fd4297 HTTP/1.1" status: 200 len: 922 time: 0.2048981 Aug 26 11:04:53.606880 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fa870f08-1a1f-4811-a63c-e7f0cbd62006 req-20aff215-fac1-4e7e-bb25-a1eac823eeb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa14c6ba-1f6d-4e7a-8444-73345f6c5462 HTTP/1.1" status: 200 len: 217 time: 0.0477426 Aug 26 11:04:53.680212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-509e39b6-f1d6-4e7d-9085-0eb01fc4656e tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--451374304&fields=id&tenant_id=53b44352072540a3a64471c3f9e00bda HTTP/1.1" status: 200 len: 267 time: 0.1350565 Aug 26 11:04:53.700527 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c5eeaa86-dac5-4007-b117-dc05500dd67a req-c0d4f9ec-95ba-497d-bf75-2b0f00b40da7 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526424 Aug 26 11:04:53.762859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea70d9-ce3c-4750-90c3-6ee41ea1f6b6 req-e1873805-0ac4-46dd-b44f-3f87033a7b08 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:53.764531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8ea70d9-ce3c-4750-90c3-6ee41ea1f6b6 req-e1873805-0ac4-46dd-b44f-3f87033a7b08 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 946 time: 0.1772385 Aug 26 11:04:53.776586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa870f08-1a1f-4811-a63c-e7f0cbd62006 req-8f1e9295-1738-4210-adbb-c135d43139a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:53.778232 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fa870f08-1a1f-4811-a63c-e7f0cbd62006 req-8f1e9295-1738-4210-adbb-c135d43139a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff0c49c-7c9b-4b44-abf7-5a3646505225 HTTP/1.1" status: 200 len: 861 time: 0.1598439 Aug 26 11:04:53.835274 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8ea70d9-ce3c-4750-90c3-6ee41ea1f6b6 req-d3002646-6f66-4dc8-a7e9-b30c16bed48a tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584636 Aug 26 11:04:53.842923 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fa870f08-1a1f-4811-a63c-e7f0cbd62006 req-d130fc59-ea47-4dfb-87fd-73a0a74ac58c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=539af3a1-3f81-44c4-b1b5-837585fd4297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317757 Aug 26 11:04:53.878941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-0004371f-8ef1-436a-98df-6f18e4d3cfb4 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:53.887264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-0004371f-8ef1-436a-98df-6f18e4d3cfb4 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 810 time: 0.2052553 Aug 26 11:04:53.906589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-7b33bb8c-c765-42f7-850b-56dd86182b79 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/quotas/53b44352072540a3a64471c3f9e00bda HTTP/1.1" status: 200 len: 375 time: 0.0177264 Aug 26 11:04:53.966025 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c5eeaa86-dac5-4007-b117-dc05500dd67a req-9f4491ad-e514-4ae2-94b7-a475a55916f4 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327468 Aug 26 11:04:53.989356 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fa870f08-1a1f-4811-a63c-e7f0cbd62006 req-37412b95-b423-4e5d-b90f-af86305b78c9 service neutron] 10.222.0.47 "GET /v2.0/networks/539af3a1-3f81-44c4-b1b5-837585fd4297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375124 Aug 26 11:04:54.035574 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-2838be3b-ac2c-460a-92dc-642fec007988 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1277652 Aug 26 11:04:54.154120 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fa870f08-1a1f-4811-a63c-e7f0cbd62006 req-63636503-0bc4-4ff9-910e-0585ebc05419 service neutron] 10.222.0.47 "GET /v2.0/networks/539af3a1-3f81-44c4-b1b5-837585fd4297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553042 Aug 26 11:04:54.159568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71feca0c-dc8f-4a23-b39e-f80ec40b0b80 req-5790ce6c-e51d-4498-beb6-a63dc766d2c3 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:54.175673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71feca0c-dc8f-4a23-b39e-f80ec40b0b80 req-5790ce6c-e51d-4498-beb6-a63dc766d2c3 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 943 time: 0.2130806 Aug 26 11:04:54.252067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71feca0c-dc8f-4a23-b39e-f80ec40b0b80 req-99b66d08-576a-4296-b5d8-e357a3ea7d48 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754857 Aug 26 11:04:54.262999 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-7147406f-953d-4ac7-8c2b-eb11718e72ab service neutron] 10.222.0.21 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264321 Aug 26 11:04:54.406038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a3b8a-8df4-412b-ad12-9d6157dc19b1 req-50a4b175-5876-4c53-b2ce-2367b53aa240 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:54.407695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b57a3b8a-8df4-412b-ad12-9d6157dc19b1 req-50a4b175-5876-4c53-b2ce-2367b53aa240 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.0849655 Aug 26 11:04:54.413130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-0fa3d015-ba83-45e1-9b77-bdef922cd3ad service neutron] 10.222.0.21 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484084 Aug 26 11:04:54.491690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b57a3b8a-8df4-412b-ad12-9d6157dc19b1 req-cc3c7377-5752-4c90-90e7-c7eeaaa07929 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693712 Aug 26 11:04:54.553229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36216) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:54.635633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d3309-a260-456b-a38c-037cf671a0fa req-b46fa5a4-4f67-4b8b-aed4-bc343fd8b013 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:54.637271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae4d3309-a260-456b-a38c-037cf671a0fa req-b46fa5a4-4f67-4b8b-aed4-bc343fd8b013 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.0854495 Aug 26 11:04:54.687504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a51db558-4d64-46c9-846c-3b66f7b3ba5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:54.720383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae4d3309-a260-456b-a38c-037cf671a0fa req-6d1459ab-9a2d-44a4-a767-d0904ee3d10d tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619135 Aug 26 11:04:54.772138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4b07f8c-7e1f-4151-9fa5-046356d501c3 req-b05b22ec-173b-4a81-98ae-ccec6a5f5acd tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 210 time: 0.0352085 Aug 26 11:04:54.836867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a51db558-4d64-46c9-846c-3b66f7b3ba5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:54.844746 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a51db558-4d64-46c9-846c-3b66f7b3ba5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:54.901393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a51db558-4d64-46c9-846c-3b66f7b3ba5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f6d7a0cab5644a7b8d0ae9c8f5ed7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437231 Aug 26 11:04:54.901726 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36230) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:54.920622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51db558-4d64-46c9-846c-3b66f7b3ba5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f594d4-1b2b-4c30-9b3e-faab4c2ba7db,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:54.980768 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ed61-8567-4b06-a01e-958d6c3e5fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:55.039816 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ed61-8567-4b06-a01e-958d6c3e5fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:55.092634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af58715-b6d8-4579-846d-681dfa42aed5 req-fc194e12-7de0-492f-919d-cf8be7029772 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:55.095254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8af58715-b6d8-4579-846d-681dfa42aed5 req-fc194e12-7de0-492f-919d-cf8be7029772 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 946 time: 0.1079226 Aug 26 11:04:55.134948 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ed61-8567-4b06-a01e-958d6c3e5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:55.137699 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b7ed61-8567-4b06-a01e-958d6c3e5fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:55.138973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c0b7ed61-8567-4b06-a01e-958d6c3e5fcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1f594d4-1b2b-4c30-9b3e-faab4c2ba7db HTTP/1.1" status: 204 len: 168 time: 0.2362392 Aug 26 11:04:55.150019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8af58715-b6d8-4579-846d-681dfa42aed5 req-c4a1794f-fe81-40e2-953f-f9dd841f5996 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488694 Aug 26 11:04:55.155931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7ed61-8567-4b06-a01e-958d6c3e5fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f594d4-1b2b-4c30-9b3e-faab4c2ba7db,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:55.434891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f32906-3b36-49eb-a5fd-29750c47c407 req-9d07e5d4-0c6e-43a5-b0b3-e5afe58c30d0 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:55.436539 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40f32906-3b36-49eb-a5fd-29750c47c407 req-9d07e5d4-0c6e-43a5-b0b3-e5afe58c30d0 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 943 time: 0.0857744 Aug 26 11:04:55.535103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40f32906-3b36-49eb-a5fd-29750c47c407 req-a915014c-1b00-45d3-912a-3c9e1e07aed2 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833242 Aug 26 11:04:55.592229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36250) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:55.628430 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3194fd4f-ec55-4440-8912-0962612e6a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:55.699305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e644454-c75a-46a0-af3b-f6c046a8516b req-56b435d6-9b34-4620-9442-5b8cb71d5306 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:55.701441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e644454-c75a-46a0-af3b-f6c046a8516b req-56b435d6-9b34-4620-9442-5b8cb71d5306 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.0794451 Aug 26 11:04:55.757909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e644454-c75a-46a0-af3b-f6c046a8516b req-b7bae382-efe7-45c3-8369-a53dac62217e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 Aug 26 11:04:55.805912 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3194fd4f-ec55-4440-8912-0962612e6a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:55.817451 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3194fd4f-ec55-4440-8912-0962612e6a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:55.883496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194fd4f-ec55-4440-8912-0962612e6a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df41935b-f308-46b3-964d-bcde3e88f31d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:55.895083 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3194fd4f-ec55-4440-8912-0962612e6a4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74474dfe9b6e49a1959821e53f4c583a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014011 Aug 26 11:04:55.897288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36264) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:04:55.966810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca5d19b-2e1c-4c57-806b-e9b61aca79d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:55.999330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c974ea0-f7fc-4295-833e-6ea28328a2db req-034f5ec2-bf1f-49be-8cdb-69d3eb146f37 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:56.001771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c974ea0-f7fc-4295-833e-6ea28328a2db req-034f5ec2-bf1f-49be-8cdb-69d3eb146f37 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.0926900 Aug 26 11:04:56.061874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1efe0fad-0e5a-428c-bd1c-e93441cc41ea req-2628361b-e2c9-4047-8ccc-b13d8823f350 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 210 time: 0.0765707 Aug 26 11:04:56.092169 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca5d19b-2e1c-4c57-806b-e9b61aca79d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:56.132861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c974ea0-f7fc-4295-833e-6ea28328a2db req-63f09540-a9e1-4c96-917c-0ef1503fddb4 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695596 Aug 26 11:04:56.235674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-be7a738a-1748-4819-adf4-fb5f48792fbc tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:56.237269 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-be7a738a-1748-4819-adf4-fb5f48792fbc tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.47 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 810 time: 0.2548027 Aug 26 11:04:56.238484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca5d19b-2e1c-4c57-806b-e9b61aca79d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:56.241112 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca5d19b-2e1c-4c57-806b-e9b61aca79d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:56.244931 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aca5d19b-2e1c-4c57-806b-e9b61aca79d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df41935b-f308-46b3-964d-bcde3e88f31d HTTP/1.1" status: 204 len: 168 time: 0.3464615 Aug 26 11:04:56.272949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5d19b-2e1c-4c57-806b-e9b61aca79d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df41935b-f308-46b3-964d-bcde3e88f31d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:56.316881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ced734-fca2-4f1e-a761-377cab789d2d req-e8cbc7eb-c1b2-4019-a45b-53a3957497e0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:56.320482 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-810cf870-3b9e-46f8-a8fb-ff7e72bf53eb tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b44352072540a3a64471c3f9e00bda HTTP/1.1" status: 200 len: 379 time: 0.0723894 Aug 26 11:04:56.326507 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4ced734-fca2-4f1e-a761-377cab789d2d req-e8cbc7eb-c1b2-4019-a45b-53a3957497e0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.0977962 Aug 26 11:04:56.335213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'port': {'device_id': '68272fbe-effe-407b-84e2-51a8361535da', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'admin_state_up': True, 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'security_groups': ['b29e97ca-d287-4df3-bdee-32f80a3f085f']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:56.409760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4ced734-fca2-4f1e-a761-377cab789d2d req-52e675f0-a8a9-4f66-bb1c-b7be395c28cf tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747981 Aug 26 11:04:56.576670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Made reservation on behalf of 53b44352072540a3a64471c3f9e00bda for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:04:56.585226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:56.696570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9cad8-7559-4e64-95a3-64fcaa3607d7 req-8f4252a6-6aed-48ab-88d5-42eb3607549a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:56.704447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84a9cad8-7559-4e64-95a3-64fcaa3607d7 req-8f4252a6-6aed-48ab-88d5-42eb3607549a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1377792 Aug 26 11:04:56.736420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fdeb1-f7fe-4900-aee1-8782f2dfdbd0 req-ae63c428-70a0-4cb0-a1a1-b6f99788ad42 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:56.745464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b3fdeb1-f7fe-4900-aee1-8782f2dfdbd0 req-ae63c428-70a0-4cb0-a1a1-b6f99788ad42 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 946 time: 0.1668122 Aug 26 11:04:56.746330 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fa14c6ba-1f6d-4e7a-8444-73345f6c5462 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:04:56.781597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Allocated IP 172.20.0.8 (737316ca-f35a-431f-ace5-2858a9d1bebd/34d60e8f-8a0b-4912-8028-0cff05bc94a6/e6c02a17-dd9d-4609-81f0-e40ab006f2c2) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:04:56.813692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b3fdeb1-f7fe-4900-aee1-8782f2dfdbd0 req-52bb7952-1de2-4d51-911d-9cec72750ace tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587118 Aug 26 11:04:56.859295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84a9cad8-7559-4e64-95a3-64fcaa3607d7 req-1d85d250-97bd-4727-bce1-7afc69137711 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535275 Aug 26 11:04:56.927989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port fa14c6ba-1f6d-4e7a-8444-73345f6c5462, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fa14c6ba-1f6d-4e7a-8444-73345f6c5462,segment=NetworkSegment(8a9e4179-a8c1-4769-b6ee-2ee163d288ba),segment_id=8a9e4179-a8c1-4769-b6ee-2ee163d288ba)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:56.969688 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'fa14c6ba-1f6d-4e7a-8444-73345f6c5462', 'network_id': '539af3a1-3f81-44c4-b1b5-837585fd4297', 'port_id': 'fa14c6ba-1f6d-4e7a-8444-73345f6c5462', 'mac_address': 'fa:16:3e:49:a2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff0c49c-7c9b-4b44-abf7-5a3646505225', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:04:57.032643 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:57.053762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa14c6ba-1f6d-4e7a-8444-73345f6c5462 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:04:57.083795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port fa14c6ba-1f6d-4e7a-8444-73345f6c5462, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fa14c6ba-1f6d-4e7a-8444-73345f6c5462,segment=NetworkSegment(8a9e4179-a8c1-4769-b6ee-2ee163d288ba),segment_id=8a9e4179-a8c1-4769-b6ee-2ee163d288ba)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:57.084907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:57.090809 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:57.141233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Transition to ACTIVE for port object e6c02a17-dd9d-4609-81f0-e40ab006f2c2 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:04:57.207657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=fa14c6ba-1f6d-4e7a-8444-73345f6c5462,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:57.220537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.222303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.222963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.223512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.223965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.224490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.224890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.225373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.225724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.226101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.226428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.226763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:04:57.254004 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:57.332569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Network 737316ca-f35a-431f-ace5-2858a9d1bebd is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:04:57.337661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:04:57.342395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:04:57.385084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event updated for resources: {'Port': ['ID=e6c02a17-dd9d-4609-81f0-e40ab006f2c2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:57.402945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['fa14c6ba-1f6d-4e7a-8444-73345f6c5462'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:04:57.420947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:57.422258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:57.425401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9e0e3-97cb-4b7c-9423-ca4defa9d83c req-e6156e78-ff07-48bf-ad4f-ec78256ef40b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:57.435414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ced9e0e3-97cb-4b7c-9423-ca4defa9d83c req-e6156e78-ff07-48bf-ad4f-ec78256ef40b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 943 time: 0.5094099 Aug 26 11:04:57.454174 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-033f4059-2f3d-40a8-8a97-015697d38c76 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1266856 Aug 26 11:04:57.468413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Request body: {'port': {'device_id': '68272fbe-effe-407b-84e2-51a8361535da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:04:57.558471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ced9e0e3-97cb-4b7c-9423-ca4defa9d83c req-d2401337-ee9e-4ca1-93b5-9eb6a8dee2c6 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218505 Aug 26 11:04:57.577410 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:57.614205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-6b0da464-7fd1-491d-8187-711506e4b4fc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:57.627440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-6b0da464-7fd1-491d-8187-711506e4b4fc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 812 time: 0.3387780 Aug 26 11:04:57.650688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-1e379249-2c31-4ff2-a932-dbc10b57efdb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/quotas/ff0e8881fff44dc588833fa16efe7c5b HTTP/1.1" status: 200 len: 375 time: 0.0210545 Aug 26 11:04:57.751364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-dabe873b-9d57-462e-b9b9-272b73293c6d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0985034 Aug 26 11:04:57.793185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bb71995b-ce89-4fda-8549-71aaa6af088c None None] Provisioning for port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:04:57.800778 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bb71995b-ce89-4fda-8549-71aaa6af088c None None] Provisioning complete for port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:04:57.801553 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb71995b-ce89-4fda-8549-71aaa6af088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:57.858402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bb71995b-ce89-4fda-8549-71aaa6af088c None None] Port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:04:57.868199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a58c29-042e-4869-a4d4-9d2732d7bd90 req-f9c5d035-af69-42f4-9ff4-e4b41b14b8db tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:57.872467 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08a58c29-042e-4869-a4d4-9d2732d7bd90 req-f9c5d035-af69-42f4-9ff4-e4b41b14b8db tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 931 time: 0.1099360 Aug 26 11:04:57.910682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa122f-0405-4953-8cee-5b79de14483e req-f47d916b-163a-4704-9ca3-d3adaa285fb2 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:57.913005 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-18aa122f-0405-4953-8cee-5b79de14483e req-f47d916b-163a-4704-9ca3-d3adaa285fb2 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 946 time: 0.1744990 Aug 26 11:04:57.944015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08a58c29-042e-4869-a4d4-9d2732d7bd90 req-97c15436-a54f-4ae2-bd59-22b3e4dd4187 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580144 Aug 26 11:04:58.077264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-2aba943c-b1ef-4700-9bf3-eb0f7a4011f7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:04:58.078491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-2aba943c-b1ef-4700-9bf3-eb0f7a4011f7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3229070 Aug 26 11:04:58.144264 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-18aa122f-0405-4953-8cee-5b79de14483e req-f04f6519-1a44-437f-b6fd-0d4fbdd6579b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Deleting port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:04:58.144610 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18aa122f-0405-4953-8cee-5b79de14483e req-f04f6519-1a44-437f-b6fd-0d4fbdd6579b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:58.164111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84ee4c-e94d-4477-a348-7f35605af16d req-a66e3bb4-f903-4614-9a35-9a77fabc8f0e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:58.169925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d84ee4c-e94d-4477-a348-7f35605af16d req-a66e3bb4-f903-4614-9a35-9a77fabc8f0e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.1616313 Aug 26 11:04:58.222475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-26283847-5622-4824-8a63-2c9a8c0f06a1 service neutron] 10.222.0.21 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349657 Aug 26 11:04:58.369114 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-7736dc9f-9e0a-4729-a90d-a05f1009fbd9 service neutron] 10.222.0.21 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225216 Aug 26 11:04:58.403330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d84ee4c-e94d-4477-a348-7f35605af16d req-96f420d8-8801-4f7d-bf1c-d064883b6231 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795983 Aug 26 11:04:58.552704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e72e6-dd39-44d3-b897-e3548ce977fd req-3ad66c9a-3c77-461d-bc02-46d084c5346a tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:58.555805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c02a17-dd9d-4609-81f0-e40ab006f2c2 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:04:58.567080 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc1e72e6-dd39-44d3-b897-e3548ce977fd req-3ad66c9a-3c77-461d-bc02-46d084c5346a tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 946 time: 0.0863051 Aug 26 11:04:58.570458 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:58.644020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-18aa122f-0405-4953-8cee-5b79de14483e req-f04f6519-1a44-437f-b6fd-0d4fbdd6579b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] For port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0,segment=NetworkSegment(4c6f9bae-1ee4-40a0-b3ca-23671a5979df),segment_id=4c6f9bae-1ee4-40a0-b3ca-23671a5979df)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:58.644431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18aa122f-0405-4953-8cee-5b79de14483e req-f04f6519-1a44-437f-b6fd-0d4fbdd6579b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:58.652356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc1e72e6-dd39-44d3-b897-e3548ce977fd req-0d4fe770-aaf1-463d-acec-9e0a3b9542f8 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840793 Aug 26 11:04:58.691020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Transition to ACTIVE for port object e6c02a17-dd9d-4609-81f0-e40ab006f2c2 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:04:58.692945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-18aa122f-0405-4953-8cee-5b79de14483e req-f04f6519-1a44-437f-b6fd-0d4fbdd6579b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Calling delete_port for 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:04:58.712843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:58.774982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fa14c6ba-1f6d-4e7a-8444-73345f6c5462 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:04:58.879147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port fa14c6ba-1f6d-4e7a-8444-73345f6c5462 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:04:58.883835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port fa14c6ba-1f6d-4e7a-8444-73345f6c5462 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:04:58.884488 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:58.999489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e008e9b2-92c5-4cf6-b41e-50bf2fb12f69 req-1a3a49a0-1f07-4773-b511-ffc6c61a2ec8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 210 time: 0.0560315 Aug 26 11:04:59.028892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cb234-a684-41cc-bcaa-f8015e35c2d7 req-9761f88c-79af-47ce-a9b6-277e809f3a78 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:59.046597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a40cb234-a684-41cc-bcaa-f8015e35c2d7 req-9761f88c-79af-47ce-a9b6-277e809f3a78 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 944 time: 0.2526598 Aug 26 11:04:59.065334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c02a17-dd9d-4609-81f0-e40ab006f2c2,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:59.138030 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:59.209742 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a40cb234-a684-41cc-bcaa-f8015e35c2d7 req-69c2ac6b-61a3-411e-9609-eca04f2776db tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617908 Aug 26 11:04:59.237563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ef2983-fc6c-4c08-a49b-9ce1a01047f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa14c6ba-1f6d-4e7a-8444-73345f6c5462'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:59.248473 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d616a78f-59eb-4734-bbb2-4258c9688b1d" -d '{"events": [{"server_uuid": "a8ef2983-fc6c-4c08-a49b-9ce1a01047f7", "name": "network-vif-plugged", "status": "completed", "tag": "fa14c6ba-1f6d-4e7a-8444-73345f6c5462"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:59.285062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Attempting to bind port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:04:59.285402 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Attempting to bind port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:04:59.285743 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Attempting to bind port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 on network 737316ca-f35a-431f-ace5-2858a9d1bebd {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:04:59.290302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port fa14c6ba-1f6d-4e7a-8444-73345f6c5462, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fa14c6ba-1f6d-4e7a-8444-73345f6c5462,segment=NetworkSegment(8a9e4179-a8c1-4769-b6ee-2ee163d288ba),segment_id=8a9e4179-a8c1-4769-b6ee-2ee163d288ba)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:04:59.300052 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:59.310562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6660b5f-ecc5-48a2-845a-54151d4b6b16 req-7de138d6-33ba-4b5c-aee9-a44fe318491f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:59.319502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6660b5f-ecc5-48a2-845a-54151d4b6b16 req-7de138d6-33ba-4b5c-aee9-a44fe318491f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 943 time: 0.1848836 Aug 26 11:04:59.324226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 on network 737316ca-f35a-431f-ace5-2858a9d1bebd not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:04:59.324991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Attempting to bind port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 on network 737316ca-f35a-431f-ace5-2858a9d1bebd {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:04:59.371847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:04:59.372326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Checking segment: {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:04:59.372775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Bound using segment: {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:04:59.373321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Bound port: e6c02a17-dd9d-4609-81f0-e40ab006f2c2, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4e862d-fa31-49b6-9c24-940431a4c0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:04:59.373806 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:59.384321 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb222fc-6670-4f31-960c-c303c2ea391a x-openstack-request-id: req-beb222fc-6670-4f31-960c-c303c2ea391a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:04:59.384658 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ef2983-fc6c-4c08-a49b-9ce1a01047f7", "name": "network-vif-plugged", "status": "completed", "tag": "fa14c6ba-1f6d-4e7a-8444-73345f6c5462", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:04:59.385524 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-beb222fc-6670-4f31-960c-c303c2ea391a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:04:59.387605 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ef2983-fc6c-4c08-a49b-9ce1a01047f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa14c6ba-1f6d-4e7a-8444-73345f6c5462', 'code': 200} Aug 26 11:04:59.388538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=fa14c6ba-1f6d-4e7a-8444-73345f6c5462,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:59.421969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6660b5f-ecc5-48a2-845a-54151d4b6b16 req-950d837a-37d0-4a06-ab06-787fc5dfdef1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007061 Aug 26 11:04:59.522319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e97020-78c4-46d1-b1f4-aaf969bc9ea5 req-c7630728-b5c6-4764-8c34-e2f0dfd1e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:59.525722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55e97020-78c4-46d1-b1f4-aaf969bc9ea5 req-c7630728-b5c6-4764-8c34-e2f0dfd1e3fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 1097 time: 0.1026888 Aug 26 11:04:59.528027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18aa122f-0405-4953-8cee-5b79de14483e req-f04f6519-1a44-437f-b6fd-0d4fbdd6579b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:59.545768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['0f3d83e2-2f7b-4698-87cc-c3af695ab0b0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:04:59.614313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55e97020-78c4-46d1-b1f4-aaf969bc9ea5 req-48a1a971-0332-4451-9437-24199c9389a6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803609 Aug 26 11:04:59.621352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f6519-1a44-437f-b6fd-0d4fbdd6579b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Pushing event deleted for resources: {'Port': ['ID=0f3d83e2-2f7b-4698-87cc-c3af695ab0b0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:04:59.656467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a476731-dbb5-40c2-bf18-52ef5a1695a3 req-41572e47-89ef-4da9-96d9-9f7ae75943bb tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:59.668282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a476731-dbb5-40c2-bf18-52ef5a1695a3 req-41572e47-89ef-4da9-96d9-9f7ae75943bb tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.1228502 Aug 26 11:04:59.707900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] For port e6c02a17-dd9d-4609-81f0-e40ab006f2c2, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:04:59.745006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aa122f-0405-4953-8cee-5b79de14483e req-f04f6519-1a44-437f-b6fd-0d4fbdd6579b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] No DVR routers for this DVR port 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:04:59.760308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-18aa122f-0405-4953-8cee-5b79de14483e req-f04f6519-1a44-437f-b6fd-0d4fbdd6579b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:59.762786 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-18aa122f-0405-4953-8cee-5b79de14483e req-f04f6519-1a44-437f-b6fd-0d4fbdd6579b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.42 "DELETE /v2.0/ports/0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 HTTP/1.1" status: 204 len: 173 time: 1.8388698 Aug 26 11:04:59.763634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4c51a6-af8a-4be9-85e8-67fe7b98d74f', 'name': 'network-vif-deleted', 'tag': '0f3d83e2-2f7b-4698-87cc-c3af695ab0b0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:04:59.768665 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73b2e2e-f58f-477b-9598-cafad01a95eb" -d '{"events": [{"server_uuid": "0d4c51a6-af8a-4be9-85e8-67fe7b98d74f", "name": "network-vif-deleted", "tag": "0f3d83e2-2f7b-4698-87cc-c3af695ab0b0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:04:59.780120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca485883-4879-49f0-acf1-9c67f1bf272f req-063c3f45-6817-4c75-99b6-6bb9db7980c1 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 210 time: 0.0336025 Aug 26 11:04:59.797149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] For port e6c02a17-dd9d-4609-81f0-e40ab006f2c2, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=e6c02a17-dd9d-4609-81f0-e40ab006f2c2,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:04:59.808986 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:59.824187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a476731-dbb5-40c2-bf18-52ef5a1695a3 req-f870460e-94fd-4129-a19f-bb90fdf1caed tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404016 Aug 26 11:04:59.952354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:04:59.958079 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:04:59.960934 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] 10.222.0.47 "PUT /v2.0/ports/e6c02a17-dd9d-4609-81f0-e40ab006f2c2 HTTP/1.1" status: 200 len: 1092 time: 2.4988520 Aug 26 11:05:00.059584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0fc9f-c6b8-4edf-8e67-3fec7eede429 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c02a17-dd9d-4609-81f0-e40ab006f2c2,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:00.093525 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf80bcc-4322-4793-8f72-74ed2e70170a x-openstack-request-id: req-eaf80bcc-4322-4793-8f72-74ed2e70170a {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:00.094238 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4c51a6-af8a-4be9-85e8-67fe7b98d74f", "name": "network-vif-deleted", "tag": "0f3d83e2-2f7b-4698-87cc-c3af695ab0b0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:00.094992 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eaf80bcc-4322-4793-8f72-74ed2e70170a {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:00.097042 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4c51a6-af8a-4be9-85e8-67fe7b98d74f', 'name': 'network-vif-deleted', 'tag': '0f3d83e2-2f7b-4698-87cc-c3af695ab0b0', 'status': 'completed', 'code': 200} Aug 26 11:05:00.175753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b6a9922-1932-4ffd-a2f0-bb5deedb12b7 req-bbfdb781-9a7b-4347-b868-05a3c0e64764 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 210 time: 0.0421069 Aug 26 11:05:00.300821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-5177a412-d112-4071-9385-a4b27fc58adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:00.302438 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-5177a412-d112-4071-9385-a4b27fc58adf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 1095 time: 0.1223252 Aug 26 11:05:00.378480 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-87316167-d7f4-437d-a700-b2729a179749 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c02a17-dd9d-4609-81f0-e40ab006f2c2 HTTP/1.1" status: 200 len: 217 time: 0.0631564 Aug 26 11:05:00.464161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba17f2-8c3b-43b7-bab2-6550f64c4b1b req-ee993a41-6efe-4377-aa16-fa9ceec5e7ea tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:00.486323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1dba17f2-8c3b-43b7-bab2-6550f64c4b1b req-ee993a41-6efe-4377-aa16-fa9ceec5e7ea tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 945 time: 0.1321461 Aug 26 11:05:00.568238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-2326397c-16c8-4afd-af27-e4c76ea65dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:00.571595 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-2326397c-16c8-4afd-af27-e4c76ea65dc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.1628659 Aug 26 11:05:00.615855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1dba17f2-8c3b-43b7-bab2-6550f64c4b1b req-b65304f6-16e2-46a4-8c0c-16edcee24351 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271322 Aug 26 11:05:00.653961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20b525-52b0-44a0-a877-61b0d88126f8 req-c7c69566-01f0-4606-8a5d-eeffb39612ac tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:00.657022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba20b525-52b0-44a0-a877-61b0d88126f8 req-c7c69566-01f0-4606-8a5d-eeffb39612ac tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 943 time: 0.1166682 Aug 26 11:05:00.764323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba20b525-52b0-44a0-a877-61b0d88126f8 req-82bd7722-00f9-4176-9a00-c7af8aa9a18d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925646 Aug 26 11:05:00.797308 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-8fc0735b-4fa4-4754-b18c-907138ea6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:00.799438 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-8fc0735b-4fa4-4754-b18c-907138ea6904 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2096188 Aug 26 11:05:00.846447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-314cce4a-1b3d-465c-9b8e-97b8e39f3a2a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:00.849074 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-314cce4a-1b3d-465c-9b8e-97b8e39f3a2a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 812 time: 0.2765901 Aug 26 11:05:00.868332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Request body: {'port': {'device_id': 'fc266592-be40-4184-ba8a-0a3d06de8db6', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'admin_state_up': True, 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:01.133717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7617d8ea-5005-497c-a5cc-687b1ed81607 req-c082b4e6-104d-47f3-8026-0927d11d2a56 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d4c51a6-af8a-4be9-85e8-67fe7b98d74f HTTP/1.1" status: 200 len: 210 time: 0.0851278 Aug 26 11:05:01.151040 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-cbd455a6-0c9e-40e1-9669-ae3bdf6454f1 service neutron] 10.222.0.47 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378081 Aug 26 11:05:01.177636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06373c8d-beab-4c8b-ad7f-23a6e6f10321 req-96f1427a-c90a-4feb-a20c-1c45067526bf tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:01.187571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06373c8d-beab-4c8b-ad7f-23a6e6f10321 req-96f1427a-c90a-4feb-a20c-1c45067526bf tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 944 time: 0.1568360 Aug 26 11:05:01.206122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36424) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:01.269217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Made reservation on behalf of ff0e8881fff44dc588833fa16efe7c5b for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:01.273456 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:01.322796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06373c8d-beab-4c8b-ad7f-23a6e6f10321 req-16c52858-ca34-4bc4-b903-e326cc6f54cf tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225116 Aug 26 11:05:01.343362 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4aa86e6e-a2c6-49e8-8d33-6901e85ce52b req-77a1e62e-5543-4451-a17f-c54aeb327ce7 service neutron] 10.222.0.47 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852410 Aug 26 11:05:01.460534 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05ab0602-ee25-4f24-b675-86ada4cd8fa8 req-ffd2b95c-931b-4255-a66b-f562730afdc0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 210 time: 0.0350299 Aug 26 11:05:01.504557 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea026139-fe7a-4ffd-a17c-18e91ffbbe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:01.540765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Allocated IP 172.20.0.10 (7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4/79cce3cc-b422-48ea-9b06-fb9f6766c9d9/9c08311b-96ac-4a74-81b1-285d78575089) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:01.613096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2bed23fa-40f1-4add-9455-5db57d2f492d details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:05:01.623351 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea026139-fe7a-4ffd-a17c-18e91ffbbe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:01.629905 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea026139-fe7a-4ffd-a17c-18e91ffbbe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:01.639311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:05:01.672515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ea026139-fe7a-4ffd-a17c-18e91ffbbe49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0872b4e414b44b478b7495842f0b115b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642732 Aug 26 11:05:01.674589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36428) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:01.676820 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:05:01.677491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 0f3d83e2-2f7b-4698-87cc-c3af695ab0b0 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:05:01.756708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea026139-fe7a-4ffd-a17c-18e91ffbbe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86644581-18f1-449a-90a0-c25a2717ee98,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:01.805344 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ea84fee-359e-4f5c-8831-674092374940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:01.873502 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ea84fee-359e-4f5c-8831-674092374940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:01.902925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779959a4-74e5-4dd3-a862-3c7d7bfae0ea req-4f5e20eb-eba0-4e49-8743-21abb296268b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:01.904911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-779959a4-74e5-4dd3-a862-3c7d7bfae0ea req-4f5e20eb-eba0-4e49-8743-21abb296268b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 945 time: 0.0948138 Aug 26 11:05:01.948989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:01.990101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Transition to ACTIVE for port object 9c08311b-96ac-4a74-81b1-285d78575089 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:05:01.995121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:02.025644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'port_id': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'mac_address': 'fa:16:3e:c5:40:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:05:02.029184 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-779959a4-74e5-4dd3-a862-3c7d7bfae0ea req-ffe41b82-d3c2-4f17-994a-ae9798bbdda9 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023962 Aug 26 11:05:02.049495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c38a0-9420-4027-a892-26e4340ed6c6 req-66071ab7-c9a0-4fe3-85c5-3e0c835d0461 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:02.057951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc1c38a0-9420-4027-a892-26e4340ed6c6 req-66071ab7-c9a0-4fe3-85c5-3e0c835d0461 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 943 time: 0.1015916 Aug 26 11:05:02.088098 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ea84fee-359e-4f5c-8831-674092374940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:02.092326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ea84fee-359e-4f5c-8831-674092374940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:02.096277 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:02.097194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3ea84fee-359e-4f5c-8831-674092374940 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86644581-18f1-449a-90a0-c25a2717ee98 HTTP/1.1" status: 204 len: 168 time: 0.4213641 Aug 26 11:05:02.098618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68272fbe-effe-407b-84e2-51a8361535da', 'tag': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:02.109948 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "68272fbe-effe-407b-84e2-51a8361535da", "tag": "e6c02a17-dd9d-4609-81f0-e40ab006f2c2"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:02.120545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea84fee-359e-4f5c-8831-674092374940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86644581-18f1-449a-90a0-c25a2717ee98,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:02.142158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc1c38a0-9420-4027-a892-26e4340ed6c6 req-fad3f935-78d3-472e-b9e4-18b620597421 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828609 Aug 26 11:05:02.183795 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:02.238570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:02.242559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:02.246911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:02.278056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bed23fa-40f1-4add-9455-5db57d2f492d {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:05:02.336880 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16937b0a-29c7-4f4b-842c-11b2f4e7bc5e x-openstack-request-id: req-16937b0a-29c7-4f4b-842c-11b2f4e7bc5e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:02.337647 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68272fbe-effe-407b-84e2-51a8361535da", "tag": "e6c02a17-dd9d-4609-81f0-e40ab006f2c2", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:02.338247 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16937b0a-29c7-4f4b-842c-11b2f4e7bc5e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:02.339390 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68272fbe-effe-407b-84e2-51a8361535da', 'tag': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2', 'status': 'completed', 'code': 200} Aug 26 11:05:02.368328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event updated for resources: {'Port': ['ID=9c08311b-96ac-4a74-81b1-285d78575089,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:02.412944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:02.428811 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:02.469613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:02.470113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:02.522677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c req-eb548aa0-377e-41e6-86ca-74acddb1a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:02.535228 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c req-eb548aa0-377e-41e6-86ca-74acddb1a995 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 1095 time: 0.1681559 Aug 26 11:05:02.537313 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-5de32583-dfdd-49c3-845a-b2b95e78437a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6756585 Aug 26 11:05:02.605763 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892f9f1-9190-4269-b78c-b248ce80d4a2 req-523ef637-faf2-4ed7-bfdc-8077771cdf9b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:02.620433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5892f9f1-9190-4269-b78c-b248ce80d4a2 req-523ef637-faf2-4ed7-bfdc-8077771cdf9b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 945 time: 0.1164796 Aug 26 11:05:02.675160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['2bed23fa-40f1-4add-9455-5db57d2f492d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:05:02.738158 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Request body: {'port': {'device_id': 'fc266592-be40-4184-ba8a-0a3d06de8db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:02.740329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5892f9f1-9190-4269-b78c-b248ce80d4a2 req-41600a4b-7b48-4354-90eb-0b8ebe5ad661 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189339 Aug 26 11:05:02.815287 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=2bed23fa-40f1-4add-9455-5db57d2f492d,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:02.854499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0611c197-8bb6-46ec-bfee-0ad8ecfef4ca None None] Provisioning for port 9c08311b-96ac-4a74-81b1-285d78575089 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:05:02.863436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0611c197-8bb6-46ec-bfee-0ad8ecfef4ca None None] Provisioning complete for port 9c08311b-96ac-4a74-81b1-285d78575089 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:02.864215 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0611c197-8bb6-46ec-bfee-0ad8ecfef4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:02.876755 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:02.917556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c req-92cc59e3-0b87-457d-aa52-3f04f86fb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:02.919319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0611c197-8bb6-46ec-bfee-0ad8ecfef4ca None None] Port 9c08311b-96ac-4a74-81b1-285d78575089 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:05:02.923783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa3c99-8974-40e7-89d2-02a572fad338 req-270cb245-6b65-438a-a572-372e6a90a265 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:02.932716 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1fa3c99-8974-40e7-89d2-02a572fad338 req-270cb245-6b65-438a-a572-372e6a90a265 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 932 time: 0.0733049 Aug 26 11:05:02.933941 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c req-92cc59e3-0b87-457d-aa52-3f04f86fb1e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 911 time: 0.3910041 Aug 26 11:05:03.035022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1fa3c99-8974-40e7-89d2-02a572fad338 req-fcb3e1bc-3503-4c71-80b7-ba9ec13fe6a9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012757 Aug 26 11:05:03.053880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36472) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:03.057500 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c req-bb9437f9-7e8b-463b-b240-42db23c9099c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c02a17-dd9d-4609-81f0-e40ab006f2c2 HTTP/1.1" status: 200 len: 217 time: 0.1105886 Aug 26 11:05:03.091032 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74bccdc4-0ff7-4cd1-bcdd-cf8a98619e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.198984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c req-221562b8-c571-4720-9586-1d864a344918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:03.201072 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c req-221562b8-c571-4720-9586-1d864a344918 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.1308622 Aug 26 11:05:03.286911 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b9eee-898f-41ec-abed-25cc7485dfe9 req-3fa7dd5b-69d9-4605-81cb-99e838b426de tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:03.288370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-246b9eee-898f-41ec-abed-25cc7485dfe9 req-3fa7dd5b-69d9-4605-81cb-99e838b426de tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 945 time: 0.1272848 Aug 26 11:05:03.297072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392034f1-4779-4373-9dac-1217c4815987 req-87637f66-d237-4479-a60e-5a8d2b1460f4 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:03.298673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-87637f66-d237-4479-a60e-5a8d2b1460f4 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/networks?id=a6c25bcb-5de6-47e9-b39e-af95abd56977 HTTP/1.1" status: 200 len: 808 time: 0.2896044 Aug 26 11:05:03.347706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c req-bc128741-bd1d-428b-bd7e-8572a8bddff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:03.349143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-e37ab1da-27fe-4c46-9cb2-dbf4e8fc9020 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/quotas/56fcb93295e745a5934bbca4b4cbac37 HTTP/1.1" status: 200 len: 375 time: 0.0362225 Aug 26 11:05:03.350997 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c req-bc128741-bd1d-428b-bd7e-8572a8bddff0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378958 Aug 26 11:05:03.411547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-5559db64-6ae1-43f5-bf8f-0862d72db34f tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=56fcb93295e745a5934bbca4b4cbac37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458882 Aug 26 11:05:03.413817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74bccdc4-0ff7-4cd1-bcdd-cf8a98619e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.417700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-246b9eee-898f-41ec-abed-25cc7485dfe9 req-5ec2e6d2-8ddc-4e6b-8d07-ed9b2f68088b tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033661 Aug 26 11:05:03.421384 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74bccdc4-0ff7-4cd1-bcdd-cf8a98619e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.522556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bccdc4-0ff7-4cd1-bcdd-cf8a98619e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c899e0a2-098e-47d9-a8c4-458c0f8ac0b4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:03.532990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-74bccdc4-0ff7-4cd1-bcdd-cf8a98619e39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0bc5f8184454446a8639d3ee6487259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777572 Aug 26 11:05:03.538894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36478) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:03.558232 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c req-8247fca4-4653-4013-8a94-12f6d5572c02 service neutron] 10.222.0.47 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984239 Aug 26 11:05:03.636624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2bed23fa-40f1-4add-9455-5db57d2f492d up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:05:03.656883 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c08311b-96ac-4a74-81b1-285d78575089 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:05:03.660809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-cffec8e7-9005-4def-a6d8-eed0ecc45f5f service neutron] 10.222.0.21 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137773 Aug 26 11:05:03.672992 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.710720 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a10e71f3-b7bf-4307-b21c-ec214606c024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.711164 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 2bed23fa-40f1-4add-9455-5db57d2f492d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:03.711671 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.712587 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cf9a4ed8-01f7-44da-88e8-0c74db825c9c req-36c07e58-6a44-432d-bc1e-635df0fc2e2c service neutron] 10.222.0.47 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234820 Aug 26 11:05:03.717926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Transition to ACTIVE for port object 9c08311b-96ac-4a74-81b1-285d78575089 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:05:03.723711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.773423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c08311b-96ac-4a74-81b1-285d78575089,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:03.778886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37856d07-71ed-4657-b254-ca6d01a3cc7a req-9825aa2e-fad4-494f-8d61-1148ab6214b9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:03.789167 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37856d07-71ed-4657-b254-ca6d01a3cc7a req-9825aa2e-fad4-494f-8d61-1148ab6214b9 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 943 time: 0.2322717 Aug 26 11:05:03.829640 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a10e71f3-b7bf-4307-b21c-ec214606c024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.854071 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.903095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:03.906253 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc0aa74-a6a2-41e4-88e4-5cd23e88ce11" -d '{"events": [{"server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "name": "network-vif-plugged", "status": "completed", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:03.922508 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Attempting to bind port 9c08311b-96ac-4a74-81b1-285d78575089 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:05:03.922992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Attempting to bind port 9c08311b-96ac-4a74-81b1-285d78575089 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:05:03.923355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Attempting to bind port 9c08311b-96ac-4a74-81b1-285d78575089 on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:05:03.929254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:03.931202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Port 9c08311b-96ac-4a74-81b1-285d78575089 on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:05:03.931725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Attempting to bind port 9c08311b-96ac-4a74-81b1-285d78575089 on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:05:03.935701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.939013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:05:03.939647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Checking segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:05:03.939854 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Bound using segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:05:03.940540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Bound port: 9c08311b-96ac-4a74-81b1-285d78575089, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:05:03.940910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.959521 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a10e71f3-b7bf-4307-b21c-ec214606c024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.962328 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a10e71f3-b7bf-4307-b21c-ec214606c024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:03.963689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a10e71f3-b7bf-4307-b21c-ec214606c024 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c899e0a2-098e-47d9-a8c4-458c0f8ac0b4 HTTP/1.1" status: 204 len: 168 time: 0.4237387 Aug 26 11:05:04.023546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=2bed23fa-40f1-4add-9455-5db57d2f492d,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:04.031895 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37856d07-71ed-4657-b254-ca6d01a3cc7a req-a1e9d5b9-78c3-4dad-b995-61be40394287 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365878 Aug 26 11:05:04.067362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-56fb8819-d7e2-4360-96bb-6e1704db9996 service neutron] 10.222.0.21 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981993 Aug 26 11:05:04.070792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e71f3-b7bf-4307-b21c-ec214606c024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c899e0a2-098e-47d9-a8c4-458c0f8ac0b4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:04.086506 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] For port 9c08311b-96ac-4a74-81b1-285d78575089, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:05:04.092434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] For port 9c08311b-96ac-4a74-81b1-285d78575089, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9c08311b-96ac-4a74-81b1-285d78575089,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:05:04.107886 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:04.177466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:04.178293 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:04.180171 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/9c08311b-96ac-4a74-81b1-285d78575089 HTTP/1.1" status: 200 len: 1093 time: 1.4512651 Aug 26 11:05:04.303929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad351903-7e7a-4511-8380-e143318449d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c08311b-96ac-4a74-81b1-285d78575089,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:04.352310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc266592-be40-4184-ba8a-0a3d06de8db6', 'tag': '9c08311b-96ac-4a74-81b1-285d78575089'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:04.360390 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371" -d '{"events": [{"name": "network-changed", "server_uuid": "fc266592-be40-4184-ba8a-0a3d06de8db6", "tag": "9c08311b-96ac-4a74-81b1-285d78575089"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:04.411523 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de439ad-e18e-4739-9c70-9985c1a98b97 x-openstack-request-id: req-2de439ad-e18e-4739-9c70-9985c1a98b97 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:04.411826 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "name": "network-vif-plugged", "status": "completed", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:04.412085 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2de439ad-e18e-4739-9c70-9985c1a98b97 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:04.412655 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'code': 200} Aug 26 11:05:04.428933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9d615-6660-42ff-8aff-d21d0882ffcc req-78d7a636-b088-4bbc-930d-708d8ba044a9 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:04.449113 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f3d9d615-6660-42ff-8aff-d21d0882ffcc req-78d7a636-b088-4bbc-930d-708d8ba044a9 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 945 time: 0.2289324 Aug 26 11:05:04.488576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-989db5bc-9e5e-4458-a994-2882df536067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:04.510333 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-989db5bc-9e5e-4458-a994-2882df536067 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 1096 time: 0.2653391 Aug 26 11:05:04.577209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1c615-3ff5-4b14-838f-d659b41cda33 req-e21cc305-46e6-4c67-9899-77b53a2eb944 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:04.579211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24e1c615-3ff5-4b14-838f-d659b41cda33 req-e21cc305-46e6-4c67-9899-77b53a2eb944 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 947 time: 0.1796150 Aug 26 11:05:04.669145 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-4f3a1d7d-bb43-43ad-9b56-3cca746c2636 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c08311b-96ac-4a74-81b1-285d78575089 HTTP/1.1" status: 200 len: 217 time: 0.0722942 Aug 26 11:05:04.734262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24e1c615-3ff5-4b14-838f-d659b41cda33 req-cb15477d-8227-4916-ae7c-90a18c60a918 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273634 Aug 26 11:05:04.754365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2300783-25bf-40a0-a638-371fb8986b2c req-a2cd43d8-e05b-425e-b12b-4026f1b15843 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:04.763008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2300783-25bf-40a0-a638-371fb8986b2c req-a2cd43d8-e05b-425e-b12b-4026f1b15843 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 944 time: 0.1751385 Aug 26 11:05:04.777667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de50882-c1dc-42a9-8721-748e2cadb2d8 req-8e514572-18a8-4d19-863a-85dcfca2ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:04.779311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7de50882-c1dc-42a9-8721-748e2cadb2d8 req-8e514572-18a8-4d19-863a-85dcfca2ae94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 1099 time: 0.1601238 Aug 26 11:05:04.788703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device e6c02a17-dd9d-4609-81f0-e40ab006f2c2 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:05:04.828678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-fd296851-6f64-42da-9c4e-b52b7ccf17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:04.831713 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-fd296851-6f64-42da-9c4e-b52b7ccf17af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1443138 Aug 26 11:05:04.857393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7be4da83-d27a-4b1f-b47e-d37b99171c5e req-b7192adb-c775-4e3e-aa9f-2b94068cd656 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 210 time: 0.0472598 Aug 26 11:05:04.925760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2300783-25bf-40a0-a638-371fb8986b2c req-39c04214-de8b-4e9e-9ba7-25a0d12c3933 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618404 Aug 26 11:05:04.938088 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7de50882-c1dc-42a9-8721-748e2cadb2d8 req-43ee0d69-8b1b-443f-99e1-b83013fd8e8f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489625 Aug 26 11:05:04.955951 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021a0c5e-f37a-40f2-8ad6-af95018a3d66 x-openstack-request-id: req-021a0c5e-f37a-40f2-8ad6-af95018a3d66 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:04.956252 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc266592-be40-4184-ba8a-0a3d06de8db6", "tag": "9c08311b-96ac-4a74-81b1-285d78575089", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:04.956523 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-021a0c5e-f37a-40f2-8ad6-af95018a3d66 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:04.956938 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc266592-be40-4184-ba8a-0a3d06de8db6', 'tag': '9c08311b-96ac-4a74-81b1-285d78575089', 'status': 'completed', 'code': 200} Aug 26 11:05:04.967199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port e6c02a17-dd9d-4609-81f0-e40ab006f2c2, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=e6c02a17-dd9d-4609-81f0-e40ab006f2c2,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:04.974870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-f3d9d615-6660-42ff-8aff-d21d0882ffcc req-109bc5d6-e0f1-4176-b459-4d01c149a1b1 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Deleting port fa14c6ba-1f6d-4e7a-8444-73345f6c5462 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:04.974870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f3d9d615-6660-42ff-8aff-d21d0882ffcc req-109bc5d6-e0f1-4176-b459-4d01c149a1b1 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:04.997743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'port_id': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2', 'mac_address': 'fa:16:3e:72:ad:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:05:05.037486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-c12478ae-da47-4908-bbfd-cdc5a612ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:05.039090 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-c12478ae-da47-4908-bbfd-cdc5a612ebc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967938 Aug 26 11:05:05.121572 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:05.153055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f3d9d615-6660-42ff-8aff-d21d0882ffcc req-109bc5d6-e0f1-4176-b459-4d01c149a1b1 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] For port fa14c6ba-1f6d-4e7a-8444-73345f6c5462, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=fa14c6ba-1f6d-4e7a-8444-73345f6c5462,segment=NetworkSegment(8a9e4179-a8c1-4769-b6ee-2ee163d288ba),segment_id=8a9e4179-a8c1-4769-b6ee-2ee163d288ba)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:05.153443 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f3d9d615-6660-42ff-8aff-d21d0882ffcc req-109bc5d6-e0f1-4176-b459-4d01c149a1b1 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:05.158989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08354f-acae-4cdb-a0bf-d1e381c02503 req-0a5b2f45-09ad-4cdc-a6b8-f4f9c2e84d90 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:05.162144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f08354f-acae-4cdb-a0bf-d1e381c02503 req-0a5b2f45-09ad-4cdc-a6b8-f4f9c2e84d90 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 945 time: 0.1219516 Aug 26 11:05:05.172705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c02a17-dd9d-4609-81f0-e40ab006f2c2 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:05:05.175579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-f3d9d615-6660-42ff-8aff-d21d0882ffcc req-109bc5d6-e0f1-4176-b459-4d01c149a1b1 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Calling delete_port for fa14c6ba-1f6d-4e7a-8444-73345f6c5462 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:05.219165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port e6c02a17-dd9d-4609-81f0-e40ab006f2c2, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=e6c02a17-dd9d-4609-81f0-e40ab006f2c2,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:05.232544 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:05.262235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f08354f-acae-4cdb-a0bf-d1e381c02503 req-51fce426-f578-4913-86e4-6ae94ac77e31 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/security-groups?id=10502cef-2c09-42b7-88ae-da0802b45a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794265 Aug 26 11:05:05.275006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ba151-2973-460a-af79-56a369fdff7e req-e96b526b-a87c-4341-bcab-c667f0a50435 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:05.276858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-626ba151-2973-460a-af79-56a369fdff7e req-e96b526b-a87c-4341-bcab-c667f0a50435 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 943 time: 0.1132154 Aug 26 11:05:05.359998 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-01d0e6d9-64ce-4269-a8db-680bfd2846f6 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818225 Aug 26 11:05:05.390813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-626ba151-2973-460a-af79-56a369fdff7e req-822ce12c-db97-49a3-a6ba-0c6831174931 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971725 Aug 26 11:05:05.394821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=e6c02a17-dd9d-4609-81f0-e40ab006f2c2,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:05.528953 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f3d9d615-6660-42ff-8aff-d21d0882ffcc req-109bc5d6-e0f1-4176-b459-4d01c149a1b1 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:05.554184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['e6c02a17-dd9d-4609-81f0-e40ab006f2c2'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:05:05.565450 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-22270b9b-8bf9-498c-a192-d9e83fb9045d req-e407b47c-ac61-48f5-9a76-6fa6aca28298 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752863 Aug 26 11:05:05.569757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bc5d6-e0f1-4176-b459-4d01c149a1b1 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Pushing event deleted for resources: {'Port': ['ID=fa14c6ba-1f6d-4e7a-8444-73345f6c5462,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:05.645774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d9d615-6660-42ff-8aff-d21d0882ffcc req-109bc5d6-e0f1-4176-b459-4d01c149a1b1 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] No DVR routers for this DVR port fa14c6ba-1f6d-4e7a-8444-73345f6c5462 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:05:05.650053 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f3d9d615-6660-42ff-8aff-d21d0882ffcc req-109bc5d6-e0f1-4176-b459-4d01c149a1b1 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:05.654631 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f3d9d615-6660-42ff-8aff-d21d0882ffcc req-109bc5d6-e0f1-4176-b459-4d01c149a1b1 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.47 "DELETE /v2.0/ports/fa14c6ba-1f6d-4e7a-8444-73345f6c5462 HTTP/1.1" status: 204 len: 173 time: 1.1842997 Aug 26 11:05:05.754230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371 req-8d3d91f7-50ea-4d9c-a6b4-d7e055917770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:05.760242 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371 req-8d3d91f7-50ea-4d9c-a6b4-d7e055917770 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 1096 time: 0.0890357 Aug 26 11:05:06.000669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371 req-d5b8d54d-1252-41aa-8504-46bc7d155e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:06.002785 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371 req-d5b8d54d-1252-41aa-8504-46bc7d155e35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.2350848 Aug 26 11:05:06.015733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa21c3-3c35-4a18-be05-413ffa580969 req-c9cb23f1-43e9-4ce5-94bd-5ef9acbecb91 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:06.017400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76aa21c3-3c35-4a18-be05-413ffa580969 req-c9cb23f1-43e9-4ce5-94bd-5ef9acbecb91 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 947 time: 0.1255372 Aug 26 11:05:06.090795 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371 req-c6d6fd69-d2f9-45c8-baad-e8e9f65667ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c08311b-96ac-4a74-81b1-285d78575089 HTTP/1.1" status: 200 len: 217 time: 0.0705321 Aug 26 11:05:06.110101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4331254-18ed-4327-aad4-db1d32efb825 req-fadd5768-ebeb-4913-9ab2-ba0effa2b77c tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 210 time: 0.0763056 Aug 26 11:05:06.306423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76aa21c3-3c35-4a18-be05-413ffa580969 req-f5522cdc-9b79-48b8-b040-310e3b73394d tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795098 Aug 26 11:05:06.318389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371 req-f7fd4bff-6860-481c-9468-849fa69a64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:06.323230 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371 req-f7fd4bff-6860-481c-9468-849fa69a64f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.2229338 Aug 26 11:05:06.424318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4212e5-98bb-4025-bb1c-4f40652269da req-b2274796-2dc6-4907-938f-9c21862ff19f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:06.426576 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df4212e5-98bb-4025-bb1c-4f40652269da req-b2274796-2dc6-4907-938f-9c21862ff19f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 944 time: 0.1861780 Aug 26 11:05:06.534164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371 req-bac2acc1-ee70-4ac6-9858-bf5ba0e56f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:06.536661 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371 req-bac2acc1-ee70-4ac6-9858-bf5ba0e56f96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2041030 Aug 26 11:05:06.570461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df4212e5-98bb-4025-bb1c-4f40652269da req-4daa831e-c1c3-494d-96d5-0551900e7af8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225636 Aug 26 11:05:06.662185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13cc9d35-07d0-43d2-9827-db03e06cb849 req-e1cebad0-390c-4297-977f-b26ba27d7455 tempest-ServerAddressesNegativeTestJSON-1262249358 tempest-ServerAddressesNegativeTestJSON-1262249358-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef2983-fc6c-4c08-a49b-9ce1a01047f7 HTTP/1.1" status: 200 len: 210 time: 0.0736992 Aug 26 11:05:06.669708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392034f1-4779-4373-9dac-1217c4815987 req-88c3a5a5-51b0-435e-9522-1a1340f30eb2 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:06.671420 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-88c3a5a5-51b0-435e-9522-1a1340f30eb2 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.42 "GET /v2.0/networks?id=a6c25bcb-5de6-47e9-b39e-af95abd56977 HTTP/1.1" status: 200 len: 808 time: 0.5581794 Aug 26 11:05:06.694326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Request body: {'port': {'device_id': 'f203c3ca-da78-4a96-b35f-e883d14047a7', 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977', 'admin_state_up': True, 'tenant_id': '56fcb93295e745a5934bbca4b4cbac37'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:06.699248 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371 req-f07be49e-a6ae-4937-acbd-94a1e32249c8 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526372 Aug 26 11:05:06.802479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device e6c02a17-dd9d-4609-81f0-e40ab006f2c2 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:05:06.861865 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d54fa7c9-fa8d-4511-b978-a7f0a9bf3371 req-376e4d1e-d2c5-4f8d-af93-31f5de2d9f88 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549761 Aug 26 11:05:06.920518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:05:06.925876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:06.926529 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:06.958232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ef2983-fc6c-4c08-a49b-9ce1a01047f7', 'name': 'network-vif-deleted', 'tag': 'fa14c6ba-1f6d-4e7a-8444-73345f6c5462'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:06.961328 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdd0383-1218-4f04-8a9d-dae57c040854" -d '{"events": [{"server_uuid": "a8ef2983-fc6c-4c08-a49b-9ce1a01047f7", "name": "network-vif-deleted", "tag": "fa14c6ba-1f6d-4e7a-8444-73345f6c5462"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:06.972619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5512f-5f7c-48e2-8969-8484c170b287 req-e78e2cbc-e367-496e-a600-c7fe91a8fe2b tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:06.986780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43b5512f-5f7c-48e2-8969-8484c170b287 req-e78e2cbc-e367-496e-a600-c7fe91a8fe2b tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 944 time: 0.2871776 Aug 26 11:05:07.038585 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e26ae2-6a41-4e56-a1cd-8af413beb936 x-openstack-request-id: req-a9e26ae2-6a41-4e56-a1cd-8af413beb936 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:07.038847 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ef2983-fc6c-4c08-a49b-9ce1a01047f7", "name": "network-vif-deleted", "tag": "fa14c6ba-1f6d-4e7a-8444-73345f6c5462", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:07.039115 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9e26ae2-6a41-4e56-a1cd-8af413beb936 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:07.039587 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ef2983-fc6c-4c08-a49b-9ce1a01047f7', 'name': 'network-vif-deleted', 'tag': 'fa14c6ba-1f6d-4e7a-8444-73345f6c5462', 'status': 'completed', 'code': 200} Aug 26 11:05:07.066923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43b5512f-5f7c-48e2-8969-8484c170b287 req-006176fd-16c1-4c6c-87cd-db6e356880f2 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731752 Aug 26 11:05:07.084459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Made reservation on behalf of 56fcb93295e745a5934bbca4b4cbac37 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:07.088483 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:07.108846 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:07.163989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68272fbe-effe-407b-84e2-51a8361535da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:07.167006 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3086e9-bc07-4f8a-bd4c-d690ce5aab6a" -d '{"events": [{"server_uuid": "68272fbe-effe-407b-84e2-51a8361535da", "name": "network-vif-plugged", "status": "completed", "tag": "e6c02a17-dd9d-4609-81f0-e40ab006f2c2"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:07.184060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port e6c02a17-dd9d-4609-81f0-e40ab006f2c2, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=e6c02a17-dd9d-4609-81f0-e40ab006f2c2,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:07.189274 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:07.190943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fa14c6ba-1f6d-4e7a-8444-73345f6c5462 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:05:07.264999 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4213a5f-8f75-4b2e-80b9-1bc50738c245 x-openstack-request-id: req-e4213a5f-8f75-4b2e-80b9-1bc50738c245 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:07.265342 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68272fbe-effe-407b-84e2-51a8361535da", "name": "network-vif-plugged", "status": "completed", "tag": "e6c02a17-dd9d-4609-81f0-e40ab006f2c2", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:07.265688 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4213a5f-8f75-4b2e-80b9-1bc50738c245 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:07.266137 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68272fbe-effe-407b-84e2-51a8361535da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2', 'code': 200} Aug 26 11:05:07.266944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: fa14c6ba-1f6d-4e7a-8444-73345f6c5462 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:05:07.267214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device fa14c6ba-1f6d-4e7a-8444-73345f6c5462 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:05:07.318876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=e6c02a17-dd9d-4609-81f0-e40ab006f2c2,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:07.321698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59c62a31-065d-463b-923b-bec9b4fbd5d3 req-aa9afe3a-e2e0-4fcb-959e-2013c9bb798e tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 210 time: 0.0796797 Aug 26 11:05:07.432080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec207b2d-4444-4060-83f0-c694f372595e req-183f25e2-49c3-430c-91ba-40ae6659c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:07.436633 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ec207b2d-4444-4060-83f0-c694f372595e req-183f25e2-49c3-430c-91ba-40ae6659c247 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 1097 time: 0.0826278 Aug 26 11:05:07.467055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Allocated IP 172.20.0.11 (a6c25bcb-5de6-47e9-b39e-af95abd56977/d57719fe-d1eb-4b0a-97b1-c02fb04b5b5e/57698be2-4884-4f7c-aad9-2ff466a2d589) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:07.479908 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ec207b2d-4444-4060-83f0-c694f372595e req-8fd306ae-ebd9-4477-ab1c-025ad0e51915 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345249 Aug 26 11:05:07.571448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a7d21-7df5-4480-aa4b-80a5f1f4039b req-25d14b53-cf6f-4e2c-98bd-5d7de27301ec tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:07.573095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-817a7d21-7df5-4480-aa4b-80a5f1f4039b req-25d14b53-cf6f-4e2c-98bd-5d7de27301ec tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 947 time: 0.0939820 Aug 26 11:05:07.798443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-817a7d21-7df5-4480-aa4b-80a5f1f4039b req-c49f925e-b297-40be-a4f3-d65bb1d0542a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127609 Aug 26 11:05:07.849229 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:07.859900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a0ddf-bc47-4dbc-bb07-1355a43ca9f5 req-bd0bd66d-f1f6-4015-83bd-a9593cc48bb3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:07.868485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e80a0ddf-bc47-4dbc-bb07-1355a43ca9f5 req-bd0bd66d-f1f6-4015-83bd-a9593cc48bb3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 944 time: 0.1529765 Aug 26 11:05:07.871049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36638) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:07.953578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Deleting subnet 6ff0c49c-7c9b-4b44-abf7-5a3646505225 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:05:07.956850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e80a0ddf-bc47-4dbc-bb07-1355a43ca9f5 req-37d0e113-2799-41d8-b818-346b808c31ef tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873766 Aug 26 11:05:07.962195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.000638 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.037746 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.066830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Network a6c25bcb-5de6-47e9-b39e-af95abd56977 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:08.070323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:08.074753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:08.114190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36648) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:08.122100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.137903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Pushing event updated for resources: {'Port': ['ID=57698be2-4884-4f7c-aad9-2ff466a2d589,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:08.167665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:08.168915 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.230021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-5e0f23c2-0837-4ff3-847f-b21a5130ee68 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5482047 Aug 26 11:05:08.245785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99100abf-e29a-4440-8013-85f6e5d9e83f req-e7846e93-f698-43c6-bfce-0f9ab9d21ee1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:08.247609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99100abf-e29a-4440-8013-85f6e5d9e83f req-e7846e93-f698-43c6-bfce-0f9ab9d21ee1 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 945 time: 0.0875690 Aug 26 11:05:08.254491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Request body: {'port': {'device_id': 'f203c3ca-da78-4a96-b35f-e883d14047a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:08.268413 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.327658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.332433 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6ff0c49c-7c9b-4b44-abf7-5a3646505225 HTTP/1.1" status: 204 len: 168 time: 0.4603174 Aug 26 11:05:08.334483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff0c49c-7c9b-4b44-abf7-5a3646505225,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:08.339258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36656) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:08.359011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.362570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.362991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.363403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.363759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.364105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.364829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99100abf-e29a-4440-8013-85f6e5d9e83f req-84ddfb07-ff31-4338-9da8-757b791f4beb tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072605 Aug 26 11:05:08.374225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:08.379277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.379722 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.380081 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.380434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.380780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.381127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.381466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29acffce-16a6-4eeb-b3a4-75634259e462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:08.454957 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.476399 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.609495 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.624863 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539af3a1-3f81-44c4-b1b5-837585fd4297']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:08.640630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9e4179-a8c1-4769-b6ee-2ee163d288ba') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:08.641023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9e4179-a8c1-4769-b6ee-2ee163d288ba') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:08.659940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.684376 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.694608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:05:08.695295 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:05:08.697410 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:05:08.787488 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.807885 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:08.813090 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] 10.222.0.21 "DELETE /v2.0/networks/539af3a1-3f81-44c4-b1b5-837585fd4297 HTTP/1.1" status: 204 len: 168 time: 0.4654434 Aug 26 11:05:08.815238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0d9ff-1fc3-41e7-9336-6db35e05d2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=539af3a1-3f81-44c4-b1b5-837585fd4297,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:08.947664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1903-5140-48ee-9365-38d88cbb527b req-83d5cb0f-9688-41df-afeb-67d35aca840b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:08.949374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-353e1903-5140-48ee-9365-38d88cbb527b req-83d5cb0f-9688-41df-afeb-67d35aca840b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 932 time: 0.4986217 Aug 26 11:05:09.038367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36676) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:09.092703 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-01b48c37-663a-4b28-87c6-48884d9bd657 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd7a76f9aee44d26836d131615c72feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522027 Aug 26 11:05:09.095810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36680) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:09.131994 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-353e1903-5140-48ee-9365-38d88cbb527b req-02a5f932-29f3-4ef0-9d07-49a1f3c634e7 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644835 Aug 26 11:05:09.142049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fcd7a-62ef-4289-b6c6-f86e12a81f1e req-094ff982-ba5e-45fa-a843-253c5cec1328 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:09.144410 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f18fcd7a-62ef-4289-b6c6-f86e12a81f1e req-094ff982-ba5e-45fa-a843-253c5cec1328 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 947 time: 0.1829672 Aug 26 11:05:09.167033 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92321442-fb52-46fd-bf35-0536e21ccd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:09.197110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92321442-fb52-46fd-bf35-0536e21ccd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:09.221729 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:09.267553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f18fcd7a-62ef-4289-b6c6-f86e12a81f1e req-941d2578-e381-4733-99ad-52d7b0178afa tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063282 Aug 26 11:05:09.269509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92321442-fb52-46fd-bf35-0536e21ccd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:09.273719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92321442-fb52-46fd-bf35-0536e21ccd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:09.277415 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-92321442-fb52-46fd-bf35-0536e21ccd4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10502cef-2c09-42b7-88ae-da0802b45a34 HTTP/1.1" status: 204 len: 168 time: 0.1780603 Aug 26 11:05:09.300108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92321442-fb52-46fd-bf35-0536e21ccd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10502cef-2c09-42b7-88ae-da0802b45a34,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:09.429810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57698be2-4884-4f7c-aad9-2ff466a2d589 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:05:09.465414 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:09.504603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Transition to ACTIVE for port object 57698be2-4884-4f7c-aad9-2ff466a2d589 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:05:09.531679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:09.547717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77654d22-7d7a-4dab-9eef-588732199b2f req-0ccec1c5-5298-453b-997d-1cc08b37f34d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:09.550322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77654d22-7d7a-4dab-9eef-588732199b2f req-0ccec1c5-5298-453b-997d-1cc08b37f34d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 944 time: 0.1870196 Aug 26 11:05:09.584328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Allocated IP 172.25.1.18 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/e75b7e7c-1402-45aa-a7ab-8f275fe8b1b8) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:09.649255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Pushing event updated for resources: {'Port': ['ID=57698be2-4884-4f7c-aad9-2ff466a2d589,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:09.659725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9c8ff-d6d9-4e84-bc2a-7fa260c019b2 req-abbab1ac-3ee4-4773-813e-ed5d75bd7b7f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:09.661582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1a9c8ff-d6d9-4e84-bc2a-7fa260c019b2 req-abbab1ac-3ee4-4773-813e-ed5d75bd7b7f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 945 time: 0.1812918 Aug 26 11:05:09.666429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9c08311b-96ac-4a74-81b1-285d78575089 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:05:09.787046 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77654d22-7d7a-4dab-9eef-588732199b2f req-b6185e2a-2f8c-4876-99f5-0964a3b91b12 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985834 Aug 26 11:05:09.807850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9c08311b-96ac-4a74-81b1-285d78575089, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9c08311b-96ac-4a74-81b1-285d78575089,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:09.822122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '9c08311b-96ac-4a74-81b1-285d78575089', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'port_id': '9c08311b-96ac-4a74-81b1-285d78575089', 'mac_address': 'fa:16:3e:82:25:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:05:09.846485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1a9c8ff-d6d9-4e84-bc2a-7fa260c019b2 req-fd4e9c63-aa41-4b8e-a431-4d4a1751f33e tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652937 Aug 26 11:05:09.882944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Attempting to bind port 57698be2-4884-4f7c-aad9-2ff466a2d589 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:05:09.883803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Attempting to bind port 57698be2-4884-4f7c-aad9-2ff466a2d589 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4c6f9bae-1ee4-40a0-b3ca-23671a5979df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:05:09.884148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Attempting to bind port 57698be2-4884-4f7c-aad9-2ff466a2d589 on network a6c25bcb-5de6-47e9-b39e-af95abd56977 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:05:09.897540 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:09.898655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Port 57698be2-4884-4f7c-aad9-2ff466a2d589 on network a6c25bcb-5de6-47e9-b39e-af95abd56977 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:05:09.899010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Attempting to bind port 57698be2-4884-4f7c-aad9-2ff466a2d589 on network a6c25bcb-5de6-47e9-b39e-af95abd56977 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:05:09.903439 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:09.912463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:05:09.912825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Checking segment: {'id': '4c6f9bae-1ee4-40a0-b3ca-23671a5979df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:05:09.913676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Bound using segment: {'id': '4c6f9bae-1ee4-40a0-b3ca-23671a5979df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:05:09.914407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Bound port: 57698be2-4884-4f7c-aad9-2ff466a2d589, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6f9bae-1ee4-40a0-b3ca-23671a5979df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:05:09.915051 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:09.930859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c08311b-96ac-4a74-81b1-285d78575089 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:05:09.962721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9c08311b-96ac-4a74-81b1-285d78575089, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9c08311b-96ac-4a74-81b1-285d78575089,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:09.971101 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:10.045126 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=9c08311b-96ac-4a74-81b1-285d78575089,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:10.069758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1440089-b0b8-4e0f-bea0-e11fdf12a2d9 req-779e8d3a-815f-47ad-95ea-b8ce2c09851c tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:10.071553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1440089-b0b8-4e0f-bea0-e11fdf12a2d9 req-779e8d3a-815f-47ad-95ea-b8ce2c09851c tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 945 time: 0.1415873 Aug 26 11:05:10.083132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36720) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:10.087495 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ccc5d2bc-47d1-497c-8a39-f8db2af5bfef tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Request body: {'floatingip': {'port_id': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:10.090886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] For port 57698be2-4884-4f7c-aad9-2ff466a2d589, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:05:10.101728 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] For port 57698be2-4884-4f7c-aad9-2ff466a2d589, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=57698be2-4884-4f7c-aad9-2ff466a2d589,segment=NetworkSegment(4c6f9bae-1ee4-40a0-b3ca-23671a5979df),segment_id=4c6f9bae-1ee4-40a0-b3ca-23671a5979df)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:05:10.108390 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:10.137304 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d2bc-47d1-497c-8a39-f8db2af5bfef tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:10.166335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event updated for resources: {'Port': ['ID=e75b7e7c-1402-45aa-a7ab-8f275fe8b1b8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:10.178099 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:10.208179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:10.210503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:10.211366 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:10.213736 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] 10.222.0.42 "PUT /v2.0/ports/57698be2-4884-4f7c-aad9-2ff466a2d589 HTTP/1.1" status: 200 len: 1093 time: 1.9649863 Aug 26 11:05:10.214094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9c08311b-96ac-4a74-81b1-285d78575089'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:05:10.249772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:10.252850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f203c3ca-da78-4a96-b35f-e883d14047a7', 'tag': '57698be2-4884-4f7c-aad9-2ff466a2d589'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:10.254755 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699e71e5-a14b-4431-a32c-0bd1858a655b" -d '{"events": [{"name": "network-changed", "server_uuid": "f203c3ca-da78-4a96-b35f-e883d14047a7", "tag": "57698be2-4884-4f7c-aad9-2ff466a2d589"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:10.259805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:10.350235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36734) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:10.365553 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1c0f0f-33ef-4404-9e4d-ac78e9a7aa91 x-openstack-request-id: req-fe1c0f0f-33ef-4404-9e4d-ac78e9a7aa91 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:10.365977 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f203c3ca-da78-4a96-b35f-e883d14047a7", "tag": "57698be2-4884-4f7c-aad9-2ff466a2d589", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:10.366794 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe1c0f0f-33ef-4404-9e4d-ac78e9a7aa91 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:10.366794 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f203c3ca-da78-4a96-b35f-e883d14047a7', 'tag': '57698be2-4884-4f7c-aad9-2ff466a2d589', 'status': 'completed', 'code': 200} Aug 26 11:05:10.470632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392034f1-4779-4373-9dac-1217c4815987 req-bdcab8af-43b4-4b17-9744-a2c5ff6b566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:10.472356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-bdcab8af-43b4-4b17-9744-a2c5ff6b566f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56fcb93295e745a5934bbca4b4cbac37&device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 1096 time: 0.1429474 Aug 26 11:05:10.473495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ae357-22e5-41a0-9f67-a9313d7f9961 service neutron] Pushing event updated for resources: {'Port': ['ID=57698be2-4884-4f7c-aad9-2ff466a2d589,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:10.556273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-4af9b73a-869a-42c8-aa3e-cdf3338739bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57698be2-4884-4f7c-aad9-2ff466a2d589 HTTP/1.1" status: 200 len: 217 time: 0.0713775 Aug 26 11:05:10.570118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:10.593226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e310a2-90ca-4928-95f5-bb65668d5c08 req-503cf201-1336-4f34-8a82-adb0e50f748f tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:10.594902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95e310a2-90ca-4928-95f5-bb65668d5c08 req-503cf201-1336-4f34-8a82-adb0e50f748f tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 944 time: 0.2636416 Aug 26 11:05:10.616272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-428284306-network', 'tenant_id': 'f4bebcfd6c474afcac619ab69fa2c86b'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:10.703196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392034f1-4779-4373-9dac-1217c4815987 req-70006c2a-e3cf-4ed0-a026-117a706a65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:10.704915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-70006c2a-e3cf-4ed0-a026-117a706a65ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d57719fe-d1eb-4b0a-97b1-c02fb04b5b5e HTTP/1.1" status: 200 len: 848 time: 0.1362212 Aug 26 11:05:10.705539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Made reservation on behalf of f4bebcfd6c474afcac619ab69fa2c86b for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:10.707865 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:10.722495 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:10.758773 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:10.783875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-cc19d82c-59b7-44a8-ac2a-c7b5431bdf16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6c25bcb-5de6-47e9-b39e-af95abd56977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674825 Aug 26 11:05:10.789019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95e310a2-90ca-4928-95f5-bb65668d5c08 req-c65fcf6f-9d2a-4118-ae66-44354f3747c3 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678016 Aug 26 11:05:11.076059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59e53-fe5a-421d-aa15-646fd5976e8a req-d5feaed5-5e0f-4123-b74f-a8a78c3e407a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:11.077515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00b59e53-fe5a-421d-aa15-646fd5976e8a req-d5feaed5-5e0f-4123-b74f-a8a78c3e407a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 945 time: 0.1867030 Aug 26 11:05:11.090218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-6ab0a0da-c831-4bc0-85e5-29b880bf9d45 service neutron] 10.222.0.42 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921839 Aug 26 11:05:11.210962 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.212538 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d2bc-47d1-497c-8a39-f8db2af5bfef tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.218183 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d2bc-47d1-497c-8a39-f8db2af5bfef tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.247583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00b59e53-fe5a-421d-aa15-646fd5976e8a req-789b522f-1172-4afb-b7f7-0ecbe80b0625 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596341 Aug 26 11:05:11.258422 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.295638 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.315091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-392034f1-4779-4373-9dac-1217c4815987 req-db17461f-5b44-49a6-85d5-538903d1e36c service neutron] 10.222.0.42 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102792 Aug 26 11:05:11.315849 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.324678 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:05:11.349904 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-ccc5d2bc-47d1-497c-8a39-f8db2af5bfef tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Floating IP 66afbb9f-eed9-4723-aafc-b22c47305dbf associated. External IP: 172.25.1.23, port: e6c02a17-dd9d-4609-81f0-e40ab006f2c2. Aug 26 11:05:11.363471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00905e5f-4e10-4d95-8d01-0241fbb608d4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:11.429354 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.430042 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Added segment 0442bc5a-1ec1-42dc-be8d-4d965ed50eda of type vlan for network ba9f60cb-57b8-4825-a938-44e7ea68e022 Aug 26 11:05:11.483661 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.503898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event updated for resources: {'Port': ['ID=e75b7e7c-1402-45aa-a7ab-8f275fe8b1b8,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:11.546883 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.564374 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.565584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:11.566158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.576261 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.577510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-564f2818-903f-4f9e-8524-d2571e05fb20 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4622054 Aug 26 11:05:11.581488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36760) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:11.591213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-254533464'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:11.604657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc5d2bc-47d1-497c-8a39-f8db2af5bfef tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Router 75e64555-f7a8-4840-94ef-439e792eaf0d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:05:11.629637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e71e5-a14b-4431-a32c-0bd1858a655b req-cda91137-164f-4092-9d26-01fbe376871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:11.631206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-699e71e5-a14b-4431-a32c-0bd1858a655b req-cda91137-164f-4092-9d26-01fbe376871d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=56fcb93295e745a5934bbca4b4cbac37&device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 1096 time: 0.1232836 Aug 26 11:05:11.634708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2832313 Aug 26 11:05:11.639427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36762) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:11.653536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] Request body: {'subnet': {'network_id': 'ba9f60cb-57b8-4825-a938-44e7ea68e022', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-428284306-subnet', 'tenant_id': 'f4bebcfd6c474afcac619ab69fa2c86b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:11.667497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e39b4-afdc-4755-848b-1224809427f6 admin admin] Pushing event updated for resources: {'Network': ['ID=ba9f60cb-57b8-4825-a938-44e7ea68e022,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:11.675339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9c08311b-96ac-4a74-81b1-285d78575089 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:05:11.690964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Made reservation on behalf of bd5bdb9422c44dbdba17ee611d0d7ddf for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:11.693546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.730749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network ba9f60cb-57b8-4825-a938-44e7ea68e022 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:05:11.752345 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.759216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] Made reservation on behalf of f4bebcfd6c474afcac619ab69fa2c86b for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:11.761613 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.795174 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc5d2bc-47d1-497c-8a39-f8db2af5bfef tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:05:11.805880 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d2bc-47d1-497c-8a39-f8db2af5bfef tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.808294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e500c2-f063-447f-9764-d42357c34927 None None] Sync routers for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:05:11.825223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 9c08311b-96ac-4a74-81b1-285d78575089 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:05:11.839220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 9c08311b-96ac-4a74-81b1-285d78575089 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:11.839951 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.850230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e71e5-a14b-4431-a32c-0bd1858a655b req-cffda044-23aa-4f74-bfce-2b87b08adbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:11.852334 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-699e71e5-a14b-4431-a32c-0bd1858a655b req-cffda044-23aa-4f74-bfce-2b87b08adbd8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a6c25bcb-5de6-47e9-b39e-af95abd56977 HTTP/1.1" status: 200 len: 909 time: 0.1948419 Aug 26 11:05:11.886870 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ccc5d2bc-47d1-497c-8a39-f8db2af5bfef tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "PUT /v2.0/floatingips/66afbb9f-eed9-4723-aafc-b22c47305dbf HTTP/1.1" status: 200 len: 990 time: 1.8031209 Aug 26 11:05:11.891892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68272fbe-effe-407b-84e2-51a8361535da', 'tag': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:11.895413 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e875694f-815d-4859-a7df-e3c2ee00a13b" -d '{"events": [{"name": "network-changed", "server_uuid": "68272fbe-effe-407b-84e2-51a8361535da", "tag": "e6c02a17-dd9d-4609-81f0-e40ab006f2c2"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:11.920507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e500c2-f063-447f-9764-d42357c34927 None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:11.921186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-72e500c2-f063-447f-9764-d42357c34927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:04:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:11.957543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-699e71e5-a14b-4431-a32c-0bd1858a655b req-3b89189c-c68d-4e16-a621-bba82470afd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57698be2-4884-4f7c-aad9-2ff466a2d589 HTTP/1.1" status: 200 len: 217 time: 0.0859556 Aug 26 11:05:11.991050 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:11.998893 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:12.068101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:05:12.077362 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e71e5-a14b-4431-a32c-0bd1858a655b req-ac4817b1-07ac-425d-886f-0f0732270882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:12.079518 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-699e71e5-a14b-4431-a32c-0bd1858a655b req-ac4817b1-07ac-425d-886f-0f0732270882 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d57719fe-d1eb-4b0a-97b1-c02fb04b5b5e HTTP/1.1" status: 200 len: 848 time: 0.1115992 Aug 26 11:05:12.093075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-72e500c2-f063-447f-9764-d42357c34927 None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:05:12.093350 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0e2e86-8d33-4da4-9f80-8f765e9de2d5 x-openstack-request-id: req-9d0e2e86-8d33-4da4-9f80-8f765e9de2d5 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:12.093710 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68272fbe-effe-407b-84e2-51a8361535da", "tag": "e6c02a17-dd9d-4609-81f0-e40ab006f2c2", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:12.093976 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d0e2e86-8d33-4da4-9f80-8f765e9de2d5 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:12.094606 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68272fbe-effe-407b-84e2-51a8361535da', 'tag': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2', 'status': 'completed', 'code': 200} Aug 26 11:05:12.104779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848e4f-6a40-432b-b49b-c19fb3a00c3b req-11f0f378-2194-4184-a041-402b0e6c25a5 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:12.105234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce4a166-845f-40fc-9ce7-960db387359b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:12.107002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39848e4f-6a40-432b-b49b-c19fb3a00c3b req-11f0f378-2194-4184-a041-402b0e6c25a5 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 944 time: 0.1445363 Aug 26 11:05:12.131364 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:12.132114 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Added segment 65417ef2-a784-43e9-b824-f5f6093d3ce1 of type vlan for network 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a Aug 26 11:05:12.174605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-699e71e5-a14b-4431-a32c-0bd1858a655b req-cd9e3afc-694b-403e-9a69-048d8abcf602 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a6c25bcb-5de6-47e9-b39e-af95abd56977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664034 Aug 26 11:05:12.250528 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:12.275283 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875694f-815d-4859-a7df-e3c2ee00a13b req-9c6e2ab1-5018-4ae8-aa58-9a32792b78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:12.277252 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e875694f-815d-4859-a7df-e3c2ee00a13b req-9c6e2ab1-5018-4ae8-aa58-9a32792b78f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 1097 time: 0.1505778 Aug 26 11:05:12.363414 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:12.405373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:12.407049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc266592-be40-4184-ba8a-0a3d06de8db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c08311b-96ac-4a74-81b1-285d78575089'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:12.409542 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7eb546-18a5-412c-b741-211959783ecd" -d '{"events": [{"server_uuid": "fc266592-be40-4184-ba8a-0a3d06de8db6", "name": "network-vif-plugged", "status": "completed", "tag": "9c08311b-96ac-4a74-81b1-285d78575089"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:12.411542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:12.412201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:12.452471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9c08311b-96ac-4a74-81b1-285d78575089, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9c08311b-96ac-4a74-81b1-285d78575089,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:12.458466 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:12.499580 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9115632 Aug 26 11:05:12.504669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36784) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:12.514910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=9c08311b-96ac-4a74-81b1-285d78575089,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:12.516448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Request body: {'subnet': {'network_id': '0ddfcb3a-2939-4f5c-8598-4dd6ef23870a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:12.545603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-72e500c2-f063-447f-9764-d42357c34927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '66afbb9f-eed9-4723-aafc-b22c47305dbf', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'port_id': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'mac_address': 'fa:16:3e:72:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68272fbe-effe-407b-84e2-51a8361535da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:04:52Z', 'updated_at': '2021-08-26T11:05:11Z', 'revision_number': 1, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:12.575079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e500c2-f063-447f-9764-d42357c34927 None None] Checking router: 75e64555-f7a8-4840-94ef-439e792eaf0d for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:05:12.584551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e500c2-f063-447f-9764-d42357c34927 None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:12.585187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-72e500c2-f063-447f-9764-d42357c34927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:04:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:12.609696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fefb8-8257-4a67-9f89-b85437b5b49c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event updated for resources: {'Network': ['ID=0ddfcb3a-2939-4f5c-8598-4dd6ef23870a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:12.617731 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875694f-815d-4859-a7df-e3c2ee00a13b req-8bcc756d-38eb-414f-9192-e0647ccc6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:12.627697 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e875694f-815d-4859-a7df-e3c2ee00a13b req-8bcc756d-38eb-414f-9192-e0647ccc6d02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 911 time: 0.3315310 Aug 26 11:05:12.634678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39848e4f-6a40-432b-b49b-c19fb3a00c3b req-74f5f12b-5298-4c37-9c93-661e830ef3b0 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101054 Aug 26 11:05:12.702257 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:12.712672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-72e500c2-f063-447f-9764-d42357c34927 None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:05:12.759840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0e114-69ec-46c5-8d89-252e50186337 req-46b3ca69-ed52-411f-ad58-e1f3454b0ed4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:12.767210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33e0e114-69ec-46c5-8d89-252e50186337 req-46b3ca69-ed52-411f-ad58-e1f3454b0ed4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.2625613 Aug 26 11:05:12.806420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Made reservation on behalf of bd5bdb9422c44dbdba17ee611d0d7ddf for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:12.817438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:12.866218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33e0e114-69ec-46c5-8d89-252e50186337 req-c513b410-fe1e-423d-a8b1-1cd361026217 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895064 Aug 26 11:05:12.866218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-699e71e5-a14b-4431-a32c-0bd1858a655b req-832c398c-7703-467f-a20e-aa6206935e39 service neutron] 10.222.0.42 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762557 Aug 26 11:05:12.866218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a360e1-cd3d-4522-92ae-52cfe4c301bc,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:12.959848 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e875694f-815d-4859-a7df-e3c2ee00a13b req-06bb133b-c951-49a1-ab54-b224e09fd3f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c02a17-dd9d-4609-81f0-e40ab006f2c2 HTTP/1.1" status: 200 len: 998 time: 0.2779665 Aug 26 11:05:12.962161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] Checking segment: {'id': '0442bc5a-1ec1-42dc-be8d-4d965ed50eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ba9f60cb-57b8-4825-a938-44e7ea68e022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:05:12.962920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] Network hostable DHCP agents. Network: ba9f60cb-57b8-4825-a938-44e7ea68e022, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:05:12.985632 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa231f6-41d6-443a-9f80-22a420075af0 x-openstack-request-id: req-1aa231f6-41d6-443a-9f80-22a420075af0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:12.985953 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc266592-be40-4184-ba8a-0a3d06de8db6", "name": "network-vif-plugged", "status": "completed", "tag": "9c08311b-96ac-4a74-81b1-285d78575089", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:12.986267 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1aa231f6-41d6-443a-9f80-22a420075af0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:12.986599 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc266592-be40-4184-ba8a-0a3d06de8db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c08311b-96ac-4a74-81b1-285d78575089', 'code': 200} Aug 26 11:05:12.988086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:05:13.042250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-699e71e5-a14b-4431-a32c-0bd1858a655b req-c69c6ed6-5ad8-4838-aa21-f529eda16d4a service neutron] 10.222.0.42 "GET /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695530 Aug 26 11:05:13.044042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] Network ba9f60cb-57b8-4825-a938-44e7ea68e022 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:05:13.071803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, ba9f60cb-57b8-4825-a938-44e7ea68e022) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:13.091536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:13.093014 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:13.114183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f0260-0809-4401-8ca3-708ab5800a63 None None] Network ba9f60cb-57b8-4825-a938-44e7ea68e022 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:05:13.133069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-383af001-4ab5-4d15-8872-9227eb2cba5a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4817984 Aug 26 11:05:13.139880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9e0cf-74ff-47ce-a97c-9380140008fb req-15a6934d-a0d6-4ab7-9953-542ef8f230bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:13.141570 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11f9e0cf-74ff-47ce-a97c-9380140008fb req-15a6934d-a0d6-4ab7-9953-542ef8f230bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 1098 time: 0.1845224 Aug 26 11:05:13.146193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875694f-815d-4859-a7df-e3c2ee00a13b req-16e5eb56-1baa-4dae-8cde-6926850de44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:13.147654 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e875694f-815d-4859-a7df-e3c2ee00a13b req-16e5eb56-1baa-4dae-8cde-6926850de44e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.1716468 Aug 26 11:05:13.298883 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-11f9e0cf-74ff-47ce-a97c-9380140008fb req-a1cf4fc5-50a2-47a2-a139-65ce08c521bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475499 Aug 26 11:05:13.310700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:13.350383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-193e65e7-e28c-4f73-833f-ac33583f06d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:13.356028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0f6328-d4cc-4339-97b1-6184109d6d10 None None] Network ba9f60cb-57b8-4825-a938-44e7ea68e022 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:05:13.370959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875694f-815d-4859-a7df-e3c2ee00a13b req-6371d192-15ea-42d0-a9c3-7508bab7b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:13.372491 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e875694f-815d-4859-a7df-e3c2ee00a13b req-6371d192-15ea-42d0-a9c3-7508bab7b1ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2109287 Aug 26 11:05:13.446475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-72e500c2-f063-447f-9764-d42357c34927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '66afbb9f-eed9-4723-aafc-b22c47305dbf', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'port_id': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'mac_address': 'fa:16:3e:72:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68272fbe-effe-407b-84e2-51a8361535da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:04:52Z', 'updated_at': '2021-08-26T11:05:11Z', 'revision_number': 1, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:13.481968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e500c2-f063-447f-9764-d42357c34927 None None] The sync data for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 is: [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '66afbb9f-eed9-4723-aafc-b22c47305dbf', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'floating_ip_address': '172.25.1.23', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'port_id': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'mac_address': 'fa:16:3e:72:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68272fbe-effe-407b-84e2-51a8361535da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:04:52Z', 'updated_at': '2021-08-26T11:05:11Z', 'revision_number': 1, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:05:13.524575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event updated for resources: {'Subnet': ['ID=bca3272c-705c-4a76-8bbd-da1f4e7d0968,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:13.529109 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e875694f-815d-4859-a7df-e3c2ee00a13b req-26092da6-0c20-45ca-a374-891101d8ef93 service neutron] 10.222.0.47 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450555 Aug 26 11:05:13.558511 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Checking segment: {'id': '65417ef2-a784-43e9-b824-f5f6093d3ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ddfcb3a-2939-4f5c-8598-4dd6ef23870a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:05:13.558931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Network hostable DHCP agents. Network: 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:05:13.638954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Network 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:05:13.658691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:13.669239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177f0efd-4d34-48f6-b5d1-d404ec347d22 None None] Network 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:05:13.672973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:13.673867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:13.683388 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e875694f-815d-4859-a7df-e3c2ee00a13b req-f4b788c7-8eb6-41ae-98a9-d2962381cc0f service neutron] 10.222.0.47 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455522 Aug 26 11:05:13.708381 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36818) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:13.718442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1873926610', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:13.772707 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1a301964-0316-4ca8-bb54-0ff076cc044d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1984575 Aug 26 11:05:13.773690 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:13.775506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:13.857382 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e1c1e-fb18-4f05-b535-274728cf7ae9 None None] New status for floating IP 66afbb9f-eed9-4723-aafc-b22c47305dbf: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:05:13.911463 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:13.928283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e5bcb-b6f3-4ea4-910e-108875589172 req-30d4310f-c9b0-493d-82ae-3cfe2af0ee32 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:13.929937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d98e5bcb-b6f3-4ea4-910e-108875589172 req-30d4310f-c9b0-493d-82ae-3cfe2af0ee32 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 944 time: 0.1433582 Aug 26 11:05:13.976404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-0ddfcb3a-2939-4f5c-8598-4dd6ef23870a', 'network_id': '0ddfcb3a-2939-4f5c-8598-4dd6ef23870a', 'tenant_id': 'bd5bdb9422c44dbdba17ee611d0d7ddf', 'fixed_ips': [{'subnet_id': 'bca3272c-705c-4a76-8bbd-da1f4e7d0968'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:05:13.979449 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:14.170028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Allocated IP 172.20.0.2 (0ddfcb3a-2939-4f5c-8598-4dd6ef23870a/bca3272c-705c-4a76-8bbd-da1f4e7d0968/d28b04a2-ceda-40fd-ab32-545bceae24ff) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:14.182056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d98e5bcb-b6f3-4ea4-910e-108875589172 req-b34797c0-6b95-4f33-8746-aabacfebeb1b tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813743 Aug 26 11:05:14.186987 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:14.203245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebccb4-faf5-4e8b-8c0f-fc8d02ad6d58 req-f34eafd4-0b70-4afe-8b24-23d46f434099 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:14.211532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4eebccb4-faf5-4e8b-8c0f-fc8d02ad6d58 req-f34eafd4-0b70-4afe-8b24-23d46f434099 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.2121744 Aug 26 11:05:14.315933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4eebccb4-faf5-4e8b-8c0f-fc8d02ad6d58 req-ebc1546d-2e33-4a82-8f60-b6da7e20c0a3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034958 Aug 26 11:05:14.526914 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:14.543172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Transition to ACTIVE for port object d28b04a2-ceda-40fd-ab32-545bceae24ff will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:05:14.569067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Transition to ACTIVE for port object d28b04a2-ceda-40fd-ab32-545bceae24ff will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:05:14.583098 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:14.597017 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:14.617306 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:14.648692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Network 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:14.654451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:14.665687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:14.668351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Pushing event updated for resources: {'Port': ['ID=d28b04a2-ceda-40fd-ab32-545bceae24ff,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:14.739200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Attempting to bind port d28b04a2-ceda-40fd-ab32-545bceae24ff on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:05:14.739523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Attempting to bind port d28b04a2-ceda-40fd-ab32-545bceae24ff by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '65417ef2-a784-43e9-b824-f5f6093d3ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ddfcb3a-2939-4f5c-8598-4dd6ef23870a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:05:14.739852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Attempting to bind port d28b04a2-ceda-40fd-ab32-545bceae24ff on network 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:05:14.745242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:05:14.745627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Checking segment: {'id': '65417ef2-a784-43e9-b824-f5f6093d3ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ddfcb3a-2939-4f5c-8598-4dd6ef23870a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:05:14.746040 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:14.746436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Bound using segment: {'id': '65417ef2-a784-43e9-b824-f5f6093d3ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ddfcb3a-2939-4f5c-8598-4dd6ef23870a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:05:14.746945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Bound port: d28b04a2-ceda-40fd-ab32-545bceae24ff, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65417ef2-a784-43e9-b824-f5f6093d3ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0ddfcb3a-2939-4f5c-8598-4dd6ef23870a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:05:14.747334 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:14.750667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Allocated IP 172.25.1.5 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/7c977663-dd23-4b17-bf2e-8541babc6187) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:14.825750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] For port d28b04a2-ceda-40fd-ab32-545bceae24ff, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:05:14.831204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] For port d28b04a2-ceda-40fd-ab32-545bceae24ff, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d28b04a2-ceda-40fd-ab32-545bceae24ff,segment=NetworkSegment(65417ef2-a784-43e9-b824-f5f6093d3ce1),segment_id=65417ef2-a784-43e9-b824-f5f6093d3ce1)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:05:14.839439 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:14.917628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:14.920259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4e26e-4641-4c54-b65f-2f557a9c29b1 None None] Pushing event updated for resources: {'Port': ['ID=d28b04a2-ceda-40fd-ab32-545bceae24ff,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:14.983549 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:15.036789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:15.039971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:15.047089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:15.085730 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event updated for resources: {'Port': ['ID=7c977663-dd23-4b17-bf2e-8541babc6187,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:15.103738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.103979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.104322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.104964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.105310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.105646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.105985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.106328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.106646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.107069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.107399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.107727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:05:15.519857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9b438-7c7d-4637-8e2e-72e07da230c6 req-27575d2f-2669-4b62-84fa-768b52f318aa tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:15.525070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42d9b438-7c7d-4637-8e2e-72e07da230c6 req-27575d2f-2669-4b62-84fa-768b52f318aa tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 944 time: 0.2072396 Aug 26 11:05:15.644769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385ef5-9035-4d89-b53b-f460ced09994 req-c43c5e94-cbb3-44d8-83e3-421cbcd7fa4f tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:15.647253 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-c43c5e94-cbb3-44d8-83e3-421cbcd7fa4f tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/networks?id=ba9f60cb-57b8-4825-a938-44e7ea68e022 HTTP/1.1" status: 200 len: 809 time: 0.3307276 Aug 26 11:05:15.686925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42d9b438-7c7d-4637-8e2e-72e07da230c6 req-682c3354-f76d-477e-be53-8503582b635d tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560380 Aug 26 11:05:15.690230 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:15.693510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-35b547bd-0e55-4fea-9740-0a818a02abd5 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/quotas/f4bebcfd6c474afcac619ab69fa2c86b HTTP/1.1" status: 200 len: 375 time: 0.0406427 Aug 26 11:05:15.701819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 57698be2-4884-4f7c-aad9-2ff466a2d589 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:05:15.795384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-40086728-9ce0-43ae-b1d9-9fbb9af50104 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4bebcfd6c474afcac619ab69fa2c86b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484736 Aug 26 11:05:15.823435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d28b04a2-ceda-40fd-ab32-545bceae24ff up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:05:15.859189 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3e9cec8-8ba2-4202-b621-92afa75beddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:15.914721 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-be50bb3e-1ffb-4cf5-8df0-e869787041c3 service neutron] 10.222.0.21 "GET /v2.0/networks/ba9f60cb-57b8-4825-a938-44e7ea68e022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179278 Aug 26 11:05:15.953914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 57698be2-4884-4f7c-aad9-2ff466a2d589, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=57698be2-4884-4f7c-aad9-2ff466a2d589,segment=NetworkSegment(4c6f9bae-1ee4-40a0-b3ca-23671a5979df),segment_id=4c6f9bae-1ee4-40a0-b3ca-23671a5979df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:15.970960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port d28b04a2-ceda-40fd-ab32-545bceae24ff completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:05:15.973872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '57698be2-4884-4f7c-aad9-2ff466a2d589', 'network_id': 'a6c25bcb-5de6-47e9-b39e-af95abd56977', 'port_id': '57698be2-4884-4f7c-aad9-2ff466a2d589', 'mac_address': 'fa:16:3e:65:3d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57719fe-d1eb-4b0a-97b1-c02fb04b5b5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:05:16.030563 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:16.052381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57698be2-4884-4f7c-aad9-2ff466a2d589 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:05:16.088672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 57698be2-4884-4f7c-aad9-2ff466a2d589, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=57698be2-4884-4f7c-aad9-2ff466a2d589,segment=NetworkSegment(4c6f9bae-1ee4-40a0-b3ca-23671a5979df),segment_id=4c6f9bae-1ee4-40a0-b3ca-23671a5979df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:16.094387 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:16.159480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=57698be2-4884-4f7c-aad9-2ff466a2d589,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:16.230633 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:16.244531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f208ba59-960c-40c2-87eb-5f5c1c6ba2d7 None None] Network 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:05:16.303549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-08c204a7-42cd-42dc-b8d8-21cbceaf47f6 None None] Provisioning for port d28b04a2-ceda-40fd-ab32-545bceae24ff completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:05:16.311857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-08c204a7-42cd-42dc-b8d8-21cbceaf47f6 None None] Provisioning complete for port d28b04a2-ceda-40fd-ab32-545bceae24ff triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:16.311857 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08c204a7-42cd-42dc-b8d8-21cbceaf47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:16.405386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-1ed0bd50-5e9f-4c24-a376-466ccc373aa8 service neutron] 10.222.0.21 "GET /v2.0/networks/ba9f60cb-57b8-4825-a938-44e7ea68e022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894667 Aug 26 11:05:16.409391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['57698be2-4884-4f7c-aad9-2ff466a2d589'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:05:16.467714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db82c-95de-4b3c-9e90-1055528dce46 req-0873f0e4-f3b5-4672-8c50-c92bd8d42b84 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:16.477975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-662db82c-95de-4b3c-9e90-1055528dce46 req-0873f0e4-f3b5-4672-8c50-c92bd8d42b84 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.4577830 Aug 26 11:05:16.533785 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08c204a7-42cd-42dc-b8d8-21cbceaf47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:16.552152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-662db82c-95de-4b3c-9e90-1055528dce46 req-82c71397-6ec8-4e21-95e9-30b6af6c1b78 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722721 Aug 26 11:05:16.667754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-08c204a7-42cd-42dc-b8d8-21cbceaf47f6 None None] For port d28b04a2-ceda-40fd-ab32-545bceae24ff, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d28b04a2-ceda-40fd-ab32-545bceae24ff,segment=NetworkSegment(65417ef2-a784-43e9-b824-f5f6093d3ce1),segment_id=65417ef2-a784-43e9-b824-f5f6093d3ce1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:16.674906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:16.694811 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08c204a7-42cd-42dc-b8d8-21cbceaf47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:16.870915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c204a7-42cd-42dc-b8d8-21cbceaf47f6 None None] Pushing event updated for resources: {'Port': ['ID=d28b04a2-ceda-40fd-ab32-545bceae24ff,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:16.942552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e124231-cc4f-436a-80bb-90630b3655ad req-f3fdfa02-0a75-4b66-b2eb-f18c69239950 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 210 time: 0.0785279 Aug 26 11:05:17.090320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Router a2c432fb-6bf3-49ea-9e6d-18116e8560e5 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:05:17.108202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6219a33-f46e-4f90-ab21-da1da370e522 req-c15d2c1a-fe42-428f-bfe0-dd303d380ed5 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:17.109919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6219a33-f46e-4f90-ab21-da1da370e522 req-c15d2c1a-fe42-428f-bfe0-dd303d380ed5 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 945 time: 0.0810142 Aug 26 11:05:17.152249 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:17.226444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6850636c-1c41-44a7-bf65-c38237fd0b32 None None] Provisioning complete for port d28b04a2-ceda-40fd-ab32-545bceae24ff triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:17.227090 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6850636c-1c41-44a7-bf65-c38237fd0b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:17.275428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6219a33-f46e-4f90-ab21-da1da370e522 req-826c9630-ce19-4169-bcab-731726a4f1cc tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586351 Aug 26 11:05:17.360580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c43504-6f78-4268-9f1c-7c0cc4cf91ef req-0a0fa6a6-89a6-43c3-a082-fb8358b15a45 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:17.362823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31c43504-6f78-4268-9f1c-7c0cc4cf91ef req-0a0fa6a6-89a6-43c3-a082-fb8358b15a45 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.1639271 Aug 26 11:05:17.379656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:05:17.400106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92415b84-a1ea-45f0-b27a-7fd495a6b34b None None] Sync routers for ids ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:05:17.405359 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:17.406692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-67647ac4-b696-4d14-84d4-eb39b3552fc7 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.6970842 Aug 26 11:05:17.409593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36936) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:17.419244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92415b84-a1ea-45f0-b27a-7fd495a6b34b None None] Routers {'a2c432fb-6bf3-49ea-9e6d-18116e8560e5'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:17.419763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-92415b84-a1ea-45f0-b27a-7fd495a6b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:17.481899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-92415b84-a1ea-45f0-b27a-7fd495a6b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:17.495383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92415b84-a1ea-45f0-b27a-7fd495a6b34b None None] Routers {'a2c432fb-6bf3-49ea-9e6d-18116e8560e5'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:17.496317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-92415b84-a1ea-45f0-b27a-7fd495a6b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:17.497917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31c43504-6f78-4268-9f1c-7c0cc4cf91ef req-528e3b84-c70e-4a6f-b982-27358705b07f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281548 Aug 26 11:05:17.548933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-92415b84-a1ea-45f0-b27a-7fd495a6b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:17.549757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92415b84-a1ea-45f0-b27a-7fd495a6b34b None None] The sync data for ids ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:05:17.705551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 57698be2-4884-4f7c-aad9-2ff466a2d589 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:05:17.792422 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d28b04a2-ceda-40fd-ab32-545bceae24ff up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:05:17.818198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 57698be2-4884-4f7c-aad9-2ff466a2d589 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:05:17.834264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 57698be2-4884-4f7c-aad9-2ff466a2d589 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:17.834680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:17.893050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d28b04a2-ceda-40fd-ab32-545bceae24ff triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:17.893834 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:17.973328 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:18.023639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f203c3ca-da78-4a96-b35f-e883d14047a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57698be2-4884-4f7c-aad9-2ff466a2d589'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:18.026464 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a35068-b90b-4b9f-8427-5cc5fd8b5277" -d '{"events": [{"server_uuid": "f203c3ca-da78-4a96-b35f-e883d14047a7", "name": "network-vif-plugged", "status": "completed", "tag": "57698be2-4884-4f7c-aad9-2ff466a2d589"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:18.047012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 57698be2-4884-4f7c-aad9-2ff466a2d589, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=57698be2-4884-4f7c-aad9-2ff466a2d589,segment=NetworkSegment(4c6f9bae-1ee4-40a0-b3ca-23671a5979df),segment_id=4c6f9bae-1ee4-40a0-b3ca-23671a5979df)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:18.054961 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:18.118612 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3c93fb-2a37-4b9f-b8e9-fcb8c525222f x-openstack-request-id: req-7f3c93fb-2a37-4b9f-b8e9-fcb8c525222f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:18.119071 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f203c3ca-da78-4a96-b35f-e883d14047a7", "name": "network-vif-plugged", "status": "completed", "tag": "57698be2-4884-4f7c-aad9-2ff466a2d589", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:18.119447 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f3c93fb-2a37-4b9f-b8e9-fcb8c525222f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:18.119941 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f203c3ca-da78-4a96-b35f-e883d14047a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57698be2-4884-4f7c-aad9-2ff466a2d589', 'code': 200} Aug 26 11:05:18.123651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=57698be2-4884-4f7c-aad9-2ff466a2d589,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:18.138356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f722403-e0cb-437b-a66b-45706c2e31ea req-b0ea79bb-0fea-4269-b08e-89ca839a51fd tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 210 time: 0.0660033 Aug 26 11:05:18.172256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:18.490536 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7a60d-defc-423a-9744-c208335a0e49 req-1d156144-dc71-43b0-914d-9ba3e808b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:18.492243 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8df7a60d-defc-423a-9744-c208335a0e49 req-1d156144-dc71-43b0-914d-9ba3e808b721 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 1098 time: 0.2065492 Aug 26 11:05:18.573417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385ef5-9035-4d89-b53b-f460ced09994 req-618e07be-fa16-4632-a6cd-b6aa4d59b1c3 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:18.575057 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-618e07be-fa16-4632-a6cd-b6aa4d59b1c3 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.47 "GET /v2.0/networks?id=ba9f60cb-57b8-4825-a938-44e7ea68e022 HTTP/1.1" status: 200 len: 809 time: 0.2242701 Aug 26 11:05:18.577381 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8df7a60d-defc-423a-9744-c208335a0e49 req-1075e758-f0c2-4d12-8246-f8be6a11dc4f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694408 Aug 26 11:05:18.590809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Request body: {'port': {'device_id': '26f8f965-fa99-437a-ad14-2b7b46a60326', 'network_id': 'ba9f60cb-57b8-4825-a938-44e7ea68e022', 'admin_state_up': True, 'tenant_id': 'f4bebcfd6c474afcac619ab69fa2c86b'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:18.655306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b845307-f5b6-4539-a9b5-6519244f21b2 req-67aac296-7cb1-4205-a77c-3d3b02d3518d tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:18.659330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b845307-f5b6-4539-a9b5-6519244f21b2 req-67aac296-7cb1-4205-a77c-3d3b02d3518d tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 946 time: 0.2119522 Aug 26 11:05:18.717686 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:05:18.755372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Made reservation on behalf of f4bebcfd6c474afcac619ab69fa2c86b for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:18.759212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:18.894283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b845307-f5b6-4539-a9b5-6519244f21b2 req-39054afb-680d-4778-9220-8b916afeaee8 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244942 Aug 26 11:05:18.916636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Allocated IP 172.20.0.1 (0ddfcb3a-2939-4f5c-8598-4dd6ef23870a/bca3272c-705c-4a76-8bbd-da1f4e7d0968/1cb05d1b-733d-47b1-a353-744c19282901) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:18.946499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Allocated IP 172.20.0.10 (ba9f60cb-57b8-4825-a938-44e7ea68e022/c9a360e1-cd3d-4522-92ae-52cfe4c301bc/2b8c66c8-69bb-45f1-8917-da00a4a6166f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:18.947575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0ed40-c176-491a-8080-3787a05667b5 req-ea2407b0-4bd5-4001-96cd-6207e8571379 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:18.950533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12f0ed40-c176-491a-8080-3787a05667b5 req-ea2407b0-4bd5-4001-96cd-6207e8571379 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.2515020 Aug 26 11:05:19.119579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12f0ed40-c176-491a-8080-3787a05667b5 req-b548aa32-e0f1-4343-86e0-b516b68676e3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597254 Aug 26 11:05:19.211765 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:19.212774 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:19.249790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Transition to ACTIVE for port object 1cb05d1b-733d-47b1-a353-744c19282901 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:05:19.265822 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:19.304779 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:19.329870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:19.389091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Network 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:19.393870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:19.407897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:19.411144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Network ba9f60cb-57b8-4825-a938-44e7ea68e022 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:19.416793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:19.421002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:19.486509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Pushing event updated for resources: {'Port': ['ID=2b8c66c8-69bb-45f1-8917-da00a4a6166f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:19.512539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event updated for resources: {'Port': ['ID=1cb05d1b-733d-47b1-a353-744c19282901,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:19.529171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:19.532955 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:19.534519 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:19.561408 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-b029d491-e02a-462b-8c92-43fdb303f501 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9757876 Aug 26 11:05:19.585703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Request body: {'port': {'device_id': '26f8f965-fa99-437a-ad14-2b7b46a60326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:19.599989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b29eb4-0c5f-4493-8d09-e7cab5e60e6b req-19980f25-847c-44bd-8a57-1a1b438d707c tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:19.601201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7b29eb4-0c5f-4493-8d09-e7cab5e60e6b req-19980f25-847c-44bd-8a57-1a1b438d707c tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 932 time: 0.2281349 Aug 26 11:05:19.668938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7b29eb4-0c5f-4493-8d09-e7cab5e60e6b req-4abbbfb4-95aa-4eff-a16e-c7bf800e66bc tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00905e5f-4e10-4d95-8d01-0241fbb608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554760 Aug 26 11:05:19.723359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:19.830592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5d860c05-e986-402e-9b88-5f48e614846e None None] Provisioning for port 1cb05d1b-733d-47b1-a353-744c19282901 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:05:19.843276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5d860c05-e986-402e-9b88-5f48e614846e None None] Provisioning complete for port 1cb05d1b-733d-47b1-a353-744c19282901 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:19.843804 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d860c05-e986-402e-9b88-5f48e614846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:19.883633 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:19.936794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5d860c05-e986-402e-9b88-5f48e614846e None None] Port 1cb05d1b-733d-47b1-a353-744c19282901 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:05:20.157671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8c66c8-69bb-45f1-8917-da00a4a6166f {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:05:20.167816 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:20.174317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3bc88-7254-48df-8c3a-e37aa4b27591 req-bf159a81-70b7-4098-8599-a063b7859d52 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:20.177106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9f3bc88-7254-48df-8c3a-e37aa4b27591 req-bf159a81-70b7-4098-8599-a063b7859d52 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 946 time: 0.1838527 Aug 26 11:05:20.185790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Transition to ACTIVE for port object 2b8c66c8-69bb-45f1-8917-da00a4a6166f will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:05:20.192894 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:20.281789 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8c66c8-69bb-45f1-8917-da00a4a6166f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:20.347192 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:20.355076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9f3bc88-7254-48df-8c3a-e37aa4b27591 req-a07c83fb-6e76-4f07-ac3c-6469a224e9bf tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232910 Aug 26 11:05:20.364845 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Attempting to bind port 2b8c66c8-69bb-45f1-8917-da00a4a6166f on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:05:20.365191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Attempting to bind port 2b8c66c8-69bb-45f1-8917-da00a4a6166f by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '0442bc5a-1ec1-42dc-be8d-4d965ed50eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ba9f60cb-57b8-4825-a938-44e7ea68e022'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:05:20.365378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Attempting to bind port 2b8c66c8-69bb-45f1-8917-da00a4a6166f on network ba9f60cb-57b8-4825-a938-44e7ea68e022 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:05:20.372317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Port 2b8c66c8-69bb-45f1-8917-da00a4a6166f on network ba9f60cb-57b8-4825-a938-44e7ea68e022 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:05:20.372926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Attempting to bind port 2b8c66c8-69bb-45f1-8917-da00a4a6166f on network ba9f60cb-57b8-4825-a938-44e7ea68e022 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:05:20.393382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:05:20.394055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Checking segment: {'id': '0442bc5a-1ec1-42dc-be8d-4d965ed50eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ba9f60cb-57b8-4825-a938-44e7ea68e022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:05:20.395030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Bound using segment: {'id': '0442bc5a-1ec1-42dc-be8d-4d965ed50eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ba9f60cb-57b8-4825-a938-44e7ea68e022'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:05:20.410546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Bound port: 2b8c66c8-69bb-45f1-8917-da00a4a6166f, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0442bc5a-1ec1-42dc-be8d-4d965ed50eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ba9f60cb-57b8-4825-a938-44e7ea68e022'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:05:20.416658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:20.466101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaddd6-e247-4d0b-b9db-d97d4f9579f2 req-65300a39-de1c-443c-af8a-bb8becd10c77 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:20.467816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fcaddd6-e247-4d0b-b9db-d97d4f9579f2 req-65300a39-de1c-443c-af8a-bb8becd10c77 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.1586609 Aug 26 11:05:20.534302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] For port 2b8c66c8-69bb-45f1-8917-da00a4a6166f, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:05:20.537844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] For port 2b8c66c8-69bb-45f1-8917-da00a4a6166f, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2b8c66c8-69bb-45f1-8917-da00a4a6166f,segment=NetworkSegment(0442bc5a-1ec1-42dc-be8d-4d965ed50eda),segment_id=0442bc5a-1ec1-42dc-be8d-4d965ed50eda)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:05:20.544527 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:20.599371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fcaddd6-e247-4d0b-b9db-d97d4f9579f2 req-7ad7c053-56af-47fa-a565-d6b8a0fe97d0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143656 Aug 26 11:05:20.614880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:20.615901 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:20.618211 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] 10.222.0.47 "PUT /v2.0/ports/2b8c66c8-69bb-45f1-8917-da00a4a6166f HTTP/1.1" status: 200 len: 1093 time: 1.0452836 Aug 26 11:05:20.618950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f8f965-fa99-437a-ad14-2b7b46a60326', 'tag': '2b8c66c8-69bb-45f1-8917-da00a4a6166f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:20.623488 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2ac77e-0487-455f-b5a9-e5f4a6e3efa9" -d '{"events": [{"name": "network-changed", "server_uuid": "26f8f965-fa99-437a-ad14-2b7b46a60326", "tag": "2b8c66c8-69bb-45f1-8917-da00a4a6166f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:20.651039 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:20.672314 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:20.730299 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1d5143-0908-448f-af40-3b16bdaa9c85 x-openstack-request-id: req-7a1d5143-0908-448f-af40-3b16bdaa9c85 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:20.730941 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f8f965-fa99-437a-ad14-2b7b46a60326", "tag": "2b8c66c8-69bb-45f1-8917-da00a4a6166f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:20.731470 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a1d5143-0908-448f-af40-3b16bdaa9c85 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:20.732259 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f8f965-fa99-437a-ad14-2b7b46a60326', 'tag': '2b8c66c8-69bb-45f1-8917-da00a4a6166f', 'status': 'completed', 'code': 200} Aug 26 11:05:20.740412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00790a7-1b5e-4980-87ef-bc5ce393cfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8c66c8-69bb-45f1-8917-da00a4a6166f,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:20.781595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385ef5-9035-4d89-b53b-f460ced09994 req-54b89bcd-c949-41be-a6b8-fa4dbd4bd65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:20.784872 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-54b89bcd-c949-41be-a6b8-fa4dbd4bd65f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4bebcfd6c474afcac619ab69fa2c86b&device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 1096 time: 0.1036592 Aug 26 11:05:20.863349 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-3a178b66-26ca-47f7-b5c9-5091a0184748 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b8c66c8-69bb-45f1-8917-da00a4a6166f HTTP/1.1" status: 200 len: 217 time: 0.0693238 Aug 26 11:05:20.931758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74385ef5-9035-4d89-b53b-f460ced09994 req-fb705370-e927-43e1-8425-0522ce1829e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:20.933473 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-fb705370-e927-43e1-8425-0522ce1829e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9a360e1-cd3d-4522-92ae-52cfe4c301bc HTTP/1.1" status: 200 len: 849 time: 0.0616429 Aug 26 11:05:20.986347 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-5bff8806-a8b2-468e-bb4e-780f202b3bfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba9f60cb-57b8-4825-a938-44e7ea68e022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428312 Aug 26 11:05:21.134835 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-e1d047cb-5008-4e06-90bd-beab1a817965 service neutron] 10.222.0.47 "GET /v2.0/networks/ba9f60cb-57b8-4825-a938-44e7ea68e022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413121 Aug 26 11:05:21.146905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event updated for resources: {'Port': ['ID=1cb05d1b-733d-47b1-a353-744c19282901,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:21.180026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:21.284932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2c6ff-7fc6-4c52-b1ca-8c91e5c2c0f2 req-7ccb5105-fbdb-4afb-bd7f-d0d3ec89a8f0 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:21.293755 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ba2c6ff-7fc6-4c52-b1ca-8c91e5c2c0f2 req-7ccb5105-fbdb-4afb-bd7f-d0d3ec89a8f0 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 944 time: 0.4998798 Aug 26 11:05:21.334222 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74385ef5-9035-4d89-b53b-f460ced09994 req-18f6505a-51ca-402b-afb1-9b38d3b55d38 service neutron] 10.222.0.47 "GET /v2.0/networks/ba9f60cb-57b8-4825-a938-44e7ea68e022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891375 Aug 26 11:05:21.361913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ba2c6ff-7fc6-4c52-b1ca-8c91e5c2c0f2 req-e68f3807-b828-4620-87c2-995d9140b914 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00905e5f-4e10-4d95-8d01-0241fbb608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657961 Aug 26 11:05:21.409880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Network 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:21.411530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:21.507028 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ac77e-0487-455f-b5a9-e5f4a6e3efa9 req-f97f8402-2d34-4030-a4bc-312f1316a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:21.509742 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6a2ac77e-0487-455f-b5a9-e5f4a6e3efa9 req-f97f8402-2d34-4030-a4bc-312f1316a99e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4bebcfd6c474afcac619ab69fa2c86b&device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 1096 time: 0.0839515 Aug 26 11:05:21.677639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ac77e-0487-455f-b5a9-e5f4a6e3efa9 req-5f4271b2-60dd-42ca-a50e-7929b0f9b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:21.682280 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6a2ac77e-0487-455f-b5a9-e5f4a6e3efa9 req-5f4271b2-60dd-42ca-a50e-7929b0f9b9c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ba9f60cb-57b8-4825-a938-44e7ea68e022 HTTP/1.1" status: 200 len: 910 time: 0.1620431 Aug 26 11:05:21.712239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd263f-c0d2-43a0-ae58-28e033e542cb req-6ade8e6c-ed83-46e3-9ed3-6e40449b1363 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:21.720431 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5dfd263f-c0d2-43a0-ae58-28e033e542cb req-6ade8e6c-ed83-46e3-9ed3-6e40449b1363 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 946 time: 0.2242465 Aug 26 11:05:21.728665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Router a2c432fb-6bf3-49ea-9e6d-18116e8560e5 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:05:21.745298 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6a2ac77e-0487-455f-b5a9-e5f4a6e3efa9 req-4f257f23-68f7-4194-af82-b35442cba57a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b8c66c8-69bb-45f1-8917-da00a4a6166f HTTP/1.1" status: 200 len: 217 time: 0.0549417 Aug 26 11:05:21.778646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-96cbb184-b70f-47a0-9125-642a9afbd7c4 None None] Provisioning complete for port 1cb05d1b-733d-47b1-a353-744c19282901 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:21.779453 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96cbb184-b70f-47a0-9125-642a9afbd7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:21.799266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5dfd263f-c0d2-43a0-ae58-28e033e542cb req-63e98d08-2379-465f-b571-b4b95acde478 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742729 Aug 26 11:05:21.802836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ac77e-0487-455f-b5a9-e5f4a6e3efa9 req-d2c159b3-ed90-4bd9-a6db-9e0c72daeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:21.804280 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6a2ac77e-0487-455f-b5a9-e5f4a6e3efa9 req-d2c159b3-ed90-4bd9-a6db-9e0c72daeec9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9a360e1-cd3d-4522-92ae-52cfe4c301bc HTTP/1.1" status: 200 len: 849 time: 0.0512440 Aug 26 11:05:21.834903 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-96cbb184-b70f-47a0-9125-642a9afbd7c4 None None] Port 1cb05d1b-733d-47b1-a353-744c19282901 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:05:21.846315 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6a2ac77e-0487-455f-b5a9-e5f4a6e3efa9 req-9d5ff4f2-b385-4578-9376-b51dd529f63d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ba9f60cb-57b8-4825-a938-44e7ea68e022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283430 Aug 26 11:05:21.936942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccc217-0e32-4005-a140-3bc8451169a9 req-516c2059-2de8-45b0-8089-f78bf31b9c85 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:21.938550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eccc217-0e32-4005-a140-3bc8451169a9 req-516c2059-2de8-45b0-8089-f78bf31b9c85 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.1041949 Aug 26 11:05:21.962027 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6a2ac77e-0487-455f-b5a9-e5f4a6e3efa9 req-4aa8bf25-5c8d-4fce-bf8b-0ffe519e2a6e service neutron] 10.222.0.47 "GET /v2.0/networks/ba9f60cb-57b8-4825-a938-44e7ea68e022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070864 Aug 26 11:05:21.984999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:05:21.997193 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0604b16-a830-4681-b12b-21e96e26e42e None None] Sync routers for ids ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:05:22.010951 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0604b16-a830-4681-b12b-21e96e26e42e None None] Routers {'a2c432fb-6bf3-49ea-9e6d-18116e8560e5'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:22.011584 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b0604b16-a830-4681-b12b-21e96e26e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:22.024067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-226ce9f2-d177-4271-b853-f9c1eddac5c0 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "PUT /v2.0/routers/a2c432fb-6bf3-49ea-9e6d-18116e8560e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6132746 Aug 26 11:05:22.025121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37044) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:22.039261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Request body: {'port': {'network_id': '0ddfcb3a-2939-4f5c-8598-4dd6ef23870a', 'name': 'tempest-FloatingIPAdminTestJSON-1644504741'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:22.052829 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b0604b16-a830-4681-b12b-21e96e26e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:22.066160 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:22.071745 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0604b16-a830-4681-b12b-21e96e26e42e None None] Routers {'a2c432fb-6bf3-49ea-9e6d-18116e8560e5'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:22.074256 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b0604b16-a830-4681-b12b-21e96e26e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:22.103190 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6a2ac77e-0487-455f-b5a9-e5f4a6e3efa9 req-bb0824ea-9cda-42ca-8f0c-b5b0ec079480 service neutron] 10.222.0.47 "GET /v2.0/networks/ba9f60cb-57b8-4825-a938-44e7ea68e022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316891 Aug 26 11:05:22.124876 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b0604b16-a830-4681-b12b-21e96e26e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:22.126108 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0604b16-a830-4681-b12b-21e96e26e42e None None] The sync data for ids ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:05:22.153106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eccc217-0e32-4005-a140-3bc8451169a9 req-ea94ea3d-ac64-4a8d-9d43-b9e6d3cfe37f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801214 Aug 26 11:05:22.254283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Made reservation on behalf of bd5bdb9422c44dbdba17ee611d0d7ddf for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:22.258417 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:22.278471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] device_id is not set on port 8110df64-6428-45f1-aa07-d5f6da19780d yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:05:22.392723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Allocated IP 172.20.0.12 (0ddfcb3a-2939-4f5c-8598-4dd6ef23870a/bca3272c-705c-4a76-8bbd-da1f4e7d0968/8110df64-6428-45f1-aa07-d5f6da19780d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:22.579854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc9e61-6246-4f16-9aa5-1bfcb36916e9 req-1e89871e-4e2d-4d01-9bc1-428e1b600d97 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:22.581392 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6fc9e61-6246-4f16-9aa5-1bfcb36916e9 req-1e89871e-4e2d-4d01-9bc1-428e1b600d97 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 944 time: 0.0860047 Aug 26 11:05:22.615955 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:22.641366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Transition to ACTIVE for port object 8110df64-6428-45f1-aa07-d5f6da19780d will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:05:22.650513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6fc9e61-6246-4f16-9aa5-1bfcb36916e9 req-3670304f-48d1-4288-b204-fdd97c2e76b2 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00905e5f-4e10-4d95-8d01-0241fbb608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630910 Aug 26 11:05:22.688141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:22.738175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Network 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:22.743523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:22.747629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:22.773208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event updated for resources: {'Port': ['ID=8110df64-6428-45f1-aa07-d5f6da19780d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:22.806554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:22.807284 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:22.826441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e744bc0d-3c1d-4308-b590-7ecae1500916 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7948847 Aug 26 11:05:22.830031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37068) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:22.960633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bde667-a469-46e3-a205-0860dc619ac8 req-cb93ca9c-65c4-451f-84f3-263e5135c820 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:22.963482 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-94bde667-a469-46e3-a205-0860dc619ac8 req-cb93ca9c-65c4-451f-84f3-263e5135c820 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.42 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 946 time: 0.0885956 Aug 26 11:05:22.972597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c7efa-dede-45fb-be6b-df541e5991bf req-75ccd96e-a143-4c9c-a3b1-e9d190d1ffc6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:22.974343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-634c7efa-dede-45fb-be6b-df541e5991bf req-75ccd96e-a143-4c9c-a3b1-e9d190d1ffc6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 946 time: 0.0742924 Aug 26 11:05:23.035743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'project_id': 'bd5bdb9422c44dbdba17ee611d0d7ddf', 'port_id': '8110df64-6428-45f1-aa07-d5f6da19780d'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:23.057149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-634c7efa-dede-45fb-be6b-df541e5991bf req-5e18d7d5-91ba-4988-aa8f-2c4c7ee6196c tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ebef4bf-8220-470d-94fb-55ed9a52734d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763476 Aug 26 11:05:23.068230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-66cae71f-f26d-4103-a1c4-4e57fc23ffc3 None None] Provisioning for port 8110df64-6428-45f1-aa07-d5f6da19780d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:05:23.073940 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:23.074874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-66cae71f-f26d-4103-a1c4-4e57fc23ffc3 None None] Provisioning complete for port 8110df64-6428-45f1-aa07-d5f6da19780d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:23.075283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66cae71f-f26d-4103-a1c4-4e57fc23ffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:23.094614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-94bde667-a469-46e3-a205-0860dc619ac8 req-f5fedb58-9975-4ef0-8563-150b773dc3d6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Deleting port 57698be2-4884-4f7c-aad9-2ff466a2d589 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:23.095453 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-94bde667-a469-46e3-a205-0860dc619ac8 req-f5fedb58-9975-4ef0-8563-150b773dc3d6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:23.118510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-66cae71f-f26d-4103-a1c4-4e57fc23ffc3 None None] Port 8110df64-6428-45f1-aa07-d5f6da19780d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:05:23.196772 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:23.234208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-94bde667-a469-46e3-a205-0860dc619ac8 req-f5fedb58-9975-4ef0-8563-150b773dc3d6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] For port 57698be2-4884-4f7c-aad9-2ff466a2d589, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=57698be2-4884-4f7c-aad9-2ff466a2d589,segment=NetworkSegment(4c6f9bae-1ee4-40a0-b3ca-23671a5979df),segment_id=4c6f9bae-1ee4-40a0-b3ca-23671a5979df)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:23.235321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-94bde667-a469-46e3-a205-0860dc619ac8 req-f5fedb58-9975-4ef0-8563-150b773dc3d6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:23.264760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-94bde667-a469-46e3-a205-0860dc619ac8 req-f5fedb58-9975-4ef0-8563-150b773dc3d6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Calling delete_port for 57698be2-4884-4f7c-aad9-2ff466a2d589 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:23.372853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Allocated IP 172.25.1.190 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c1bc154b-3ff6-4124-bd0d-2946482af9da) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:23.381988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a558e-f3c7-457c-b50d-2399b4c4feb1 req-22943e17-cb23-401d-92b8-dcbeeaea6c2a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:23.389360 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-583a558e-f3c7-457c-b50d-2399b4c4feb1 req-22943e17-cb23-401d-92b8-dcbeeaea6c2a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.1094842 Aug 26 11:05:23.451437 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-94bde667-a469-46e3-a205-0860dc619ac8 req-f5fedb58-9975-4ef0-8563-150b773dc3d6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:23.459830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['57698be2-4884-4f7c-aad9-2ff466a2d589'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:05:23.483527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-583a558e-f3c7-457c-b50d-2399b4c4feb1 req-5991da30-cc58-4f1f-9a75-c29f5c7b50e8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884607 Aug 26 11:05:23.494895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fedb58-9975-4ef0-8563-150b773dc3d6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Pushing event deleted for resources: {'Port': ['ID=57698be2-4884-4f7c-aad9-2ff466a2d589,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:23.541869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bde667-a469-46e3-a205-0860dc619ac8 req-f5fedb58-9975-4ef0-8563-150b773dc3d6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] No DVR routers for this DVR port 57698be2-4884-4f7c-aad9-2ff466a2d589 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:05:23.545788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-94bde667-a469-46e3-a205-0860dc619ac8 req-f5fedb58-9975-4ef0-8563-150b773dc3d6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:23.549931 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-94bde667-a469-46e3-a205-0860dc619ac8 req-f5fedb58-9975-4ef0-8563-150b773dc3d6 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.42 "DELETE /v2.0/ports/57698be2-4884-4f7c-aad9-2ff466a2d589 HTTP/1.1" status: 204 len: 173 time: 0.5788386 Aug 26 11:05:23.550532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f203c3ca-da78-4a96-b35f-e883d14047a7', 'name': 'network-vif-deleted', 'tag': '57698be2-4884-4f7c-aad9-2ff466a2d589'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:23.557963 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca377faa-fd3b-4d4b-abb4-a405b4b0f5c4" -d '{"events": [{"server_uuid": "f203c3ca-da78-4a96-b35f-e883d14047a7", "name": "network-vif-deleted", "tag": "57698be2-4884-4f7c-aad9-2ff466a2d589"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:23.587358 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:23.610950 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b816f6e1-814c-4762-8d2f-afcf0c8a62c4 x-openstack-request-id: req-b816f6e1-814c-4762-8d2f-afcf0c8a62c4 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:23.611575 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f203c3ca-da78-4a96-b35f-e883d14047a7", "name": "network-vif-deleted", "tag": "57698be2-4884-4f7c-aad9-2ff466a2d589", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:23.611932 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b816f6e1-814c-4762-8d2f-afcf0c8a62c4 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:23.612445 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f203c3ca-da78-4a96-b35f-e883d14047a7', 'name': 'network-vif-deleted', 'tag': '57698be2-4884-4f7c-aad9-2ff466a2d589', 'status': 'completed', 'code': 200} Aug 26 11:05:23.649723 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:23.697459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:23.700586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:23.704368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:23.766246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Pushing event updated for resources: {'Port': ['ID=c1bc154b-3ff6-4124-bd0d-2946482af9da,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:23.871020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2de9a-786c-488f-9f0c-a56401ffb6a6 req-2048afeb-0599-49df-9ee9-63b65458ae19 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:23.872439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ed2de9a-786c-488f-9f0c-a56401ffb6a6 req-2048afeb-0599-49df-9ee9-63b65458ae19 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 944 time: 0.1272395 Aug 26 11:05:23.992687 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ed2de9a-786c-488f-9f0c-a56401ffb6a6 req-c44ab0c0-c060-47c5-b52e-70a6198b5470 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00905e5f-4e10-4d95-8d01-0241fbb608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087737 Aug 26 11:05:24.252038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06130d97-99b6-4b3a-a235-e2b0cf0e2a9b req-cefbc6b3-38e8-4875-a797-c52776a5ee53 tempest-VolumesActionsTest-383096262 tempest-VolumesActionsTest-383096262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f203c3ca-da78-4a96-b35f-e883d14047a7 HTTP/1.1" status: 200 len: 210 time: 0.0846112 Aug 26 11:05:24.283233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:24.369564 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:24.560512 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:24.588487 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:24.687907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b0dc6-e717-4791-adc3-e6c3391e8130 req-bba47017-0713-4f11-aeb3-f14b6a02d16e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:24.690056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d7b0dc6-e717-4791-adc3-e6c3391e8130 req-bba47017-0713-4f11-aeb3-f14b6a02d16e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.1424210 Aug 26 11:05:24.697390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Pushing event updated for resources: {'Port': ['ID=c1bc154b-3ff6-4124-bd0d-2946482af9da,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:24.726971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:24.785714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d7b0dc6-e717-4791-adc3-e6c3391e8130 req-84b09131-a6e8-4e3d-87f1-490bfefee2a5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849679 Aug 26 11:05:24.866479 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Floating IP 4c12a741-8cd3-457e-bbf5-2a475ddea591 associated. External IP: 172.25.1.190, port: 8110df64-6428-45f1-aa07-d5f6da19780d. Aug 26 11:05:24.915937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2b8c66c8-69bb-45f1-8917-da00a4a6166f details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:05:25.268329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 2b8c66c8-69bb-45f1-8917-da00a4a6166f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2b8c66c8-69bb-45f1-8917-da00a4a6166f,segment=NetworkSegment(0442bc5a-1ec1-42dc-be8d-4d965ed50eda),segment_id=0442bc5a-1ec1-42dc-be8d-4d965ed50eda)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:25.286510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '2b8c66c8-69bb-45f1-8917-da00a4a6166f', 'network_id': 'ba9f60cb-57b8-4825-a938-44e7ea68e022', 'port_id': '2b8c66c8-69bb-45f1-8917-da00a4a6166f', 'mac_address': 'fa:16:3e:bf:d7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a360e1-cd3d-4522-92ae-52cfe4c301bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:05:25.353596 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:25.380671 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8c66c8-69bb-45f1-8917-da00a4a6166f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:05:25.414554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 2b8c66c8-69bb-45f1-8917-da00a4a6166f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2b8c66c8-69bb-45f1-8917-da00a4a6166f,segment=NetworkSegment(0442bc5a-1ec1-42dc-be8d-4d965ed50eda),segment_id=0442bc5a-1ec1-42dc-be8d-4d965ed50eda)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:25.420875 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:25.493889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6392046-9a28-4287-bc89-84aba81b8350 req-bd8ab22c-f92a-4838-b572-e7b214d8cbb7 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:25.494191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=2b8c66c8-69bb-45f1-8917-da00a4a6166f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:25.503095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6392046-9a28-4287-bc89-84aba81b8350 req-bd8ab22c-f92a-4838-b572-e7b214d8cbb7 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 944 time: 0.4154644 Aug 26 11:05:25.509559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Router a2c432fb-6bf3-49ea-9e6d-18116e8560e5 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:05:25.588352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6392046-9a28-4287-bc89-84aba81b8350 req-8a646fd0-654d-436d-8643-4ba6251f1c97 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00905e5f-4e10-4d95-8d01-0241fbb608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843368 Aug 26 11:05:25.713030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:05:25.723139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad8354-58f6-4566-b69e-8a6a227d0096 None None] Sync routers for ids ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:05:25.739247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad8354-58f6-4566-b69e-8a6a227d0096 None None] Routers {'a2c432fb-6bf3-49ea-9e6d-18116e8560e5'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:25.740072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-40ad8354-58f6-4566-b69e-8a6a227d0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:25.752926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:25.797872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['2b8c66c8-69bb-45f1-8917-da00a4a6166f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:05:25.800392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-40ad8354-58f6-4566-b69e-8a6a227d0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:25.800782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7d6c3150-0b8b-40f3-8da0-54df6aa56b35 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 2.9690692 Aug 26 11:05:25.805117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37156) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:25.862578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad8354-58f6-4566-b69e-8a6a227d0096 None None] Routers {'a2c432fb-6bf3-49ea-9e6d-18116e8560e5'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:25.865816 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-40ad8354-58f6-4566-b69e-8a6a227d0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:25.909441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-40ad8354-58f6-4566-b69e-8a6a227d0096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:25.910426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad8354-58f6-4566-b69e-8a6a227d0096 None None] The sync data for ids ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:05:25.991582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ce2382d0-7642-4c15-ac74-95610cd43659 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] 10.222.0.21 "GET /v2.0/floatingips/4c12a741-8cd3-457e-bbf5-2a475ddea591 HTTP/1.1" status: 200 len: 984 time: 0.1840639 Aug 26 11:05:25.993982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37168) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:26.061309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32039a9a-a03f-4a89-9516-8c97b3d752c4 req-80ce33bc-ad48-4541-b502-2ece8ee38d6b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:26.064165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-32039a9a-a03f-4a89-9516-8c97b3d752c4 req-80ce33bc-ad48-4541-b502-2ece8ee38d6b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.0715001 Aug 26 11:05:26.140241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-32039a9a-a03f-4a89-9516-8c97b3d752c4 req-dead9357-d601-4e66-b4f2-be67e4f5d7bd tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654783 Aug 26 11:05:26.163383 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-76f72076-0a8b-46c8-843b-4a1e9e2e79cc tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4605 time: 0.1675408 Aug 26 11:05:26.165932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37176) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:26.359997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Deleting port c1bc154b-3ff6-4124-bd0d-2946482af9da {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:26.360346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:26.487071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:26.487595 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:26.510105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Calling delete_port for c1bc154b-3ff6-4124-bd0d-2946482af9da owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:26.798967 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c81f9-0143-46ac-ae6f-d0fcdae56d69 req-fc82ff8c-4c11-40f5-bf8a-e5356e0239cf tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:26.803101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e49c81f9-0143-46ac-ae6f-d0fcdae56d69 req-fc82ff8c-4c11-40f5-bf8a-e5356e0239cf tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 945 time: 0.1172297 Aug 26 11:05:26.875175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e49c81f9-0143-46ac-ae6f-d0fcdae56d69 req-15b6c889-78e8-44ca-a492-ad626598d1aa tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00905e5f-4e10-4d95-8d01-0241fbb608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599720 Aug 26 11:05:26.946645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2b8c66c8-69bb-45f1-8917-da00a4a6166f up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:05:27.040311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 2b8c66c8-69bb-45f1-8917-da00a4a6166f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:05:27.053862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 2b8c66c8-69bb-45f1-8917-da00a4a6166f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:05:27.054379 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:27.243771 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:27.276541 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:27.279275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f8f965-fa99-437a-ad14-2b7b46a60326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8c66c8-69bb-45f1-8917-da00a4a6166f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:27.283143 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3bdb5b-3b28-40ae-94dc-d240da1e939b" -d '{"events": [{"server_uuid": "26f8f965-fa99-437a-ad14-2b7b46a60326", "name": "network-vif-plugged", "status": "completed", "tag": "2b8c66c8-69bb-45f1-8917-da00a4a6166f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:27.307043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 2b8c66c8-69bb-45f1-8917-da00a4a6166f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2b8c66c8-69bb-45f1-8917-da00a4a6166f,segment=NetworkSegment(0442bc5a-1ec1-42dc-be8d-4d965ed50eda),segment_id=0442bc5a-1ec1-42dc-be8d-4d965ed50eda)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:27.315337 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:27.366666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event deleted for resources: {'Port': ['ID=c1bc154b-3ff6-4124-bd0d-2946482af9da,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:27.396709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=2b8c66c8-69bb-45f1-8917-da00a4a6166f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:27.407872 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b114a7-6b7c-4785-8918-a9298791e064 x-openstack-request-id: req-a9b114a7-6b7c-4785-8918-a9298791e064 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:27.408436 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f8f965-fa99-437a-ad14-2b7b46a60326", "name": "network-vif-plugged", "status": "completed", "tag": "2b8c66c8-69bb-45f1-8917-da00a4a6166f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:27.408841 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9b114a7-6b7c-4785-8918-a9298791e064 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:27.409477 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f8f965-fa99-437a-ad14-2b7b46a60326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8c66c8-69bb-45f1-8917-da00a4a6166f', 'code': 200} Aug 26 11:05:27.457282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:27.457773 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Floating IP 4c12a741-8cd3-457e-bbf5-2a475ddea591 disassociated (deleted). External IP: 172.25.1.190, port: 8110df64-6428-45f1-aa07-d5f6da19780d. Aug 26 11:05:27.467108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc5bc5-7db4-4729-9b2d-072d21ba156e req-5ffa7040-4f33-4ea2-8639-9c0e5a198744 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:27.475254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fc5bc5-7db4-4729-9b2d-072d21ba156e req-5ffa7040-4f33-4ea2-8639-9c0e5a198744 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.1242428 Aug 26 11:05:27.528386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fc5bc5-7db4-4729-9b2d-072d21ba156e req-e4cdd3d4-4126-4df5-9968-52ff393efd40 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512033 Aug 26 11:05:27.660136 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467cad6-8c46-4143-9e36-d66920ab16b2 req-140400c7-3951-418e-876b-f5f7a6c11acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:27.662049 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d467cad6-8c46-4143-9e36-d66920ab16b2 req-140400c7-3951-418e-876b-f5f7a6c11acc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 1098 time: 0.1486063 Aug 26 11:05:27.723253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 57698be2-4884-4f7c-aad9-2ff466a2d589 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:05:27.754744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 57698be2-4884-4f7c-aad9-2ff466a2d589 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:05:27.755105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 57698be2-4884-4f7c-aad9-2ff466a2d589 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:05:27.864691 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d467cad6-8c46-4143-9e36-d66920ab16b2 req-5906cae1-bf9a-4309-9a77-fc422ce603f1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00905e5f-4e10-4d95-8d01-0241fbb608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877775 Aug 26 11:05:27.939359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Router a2c432fb-6bf3-49ea-9e6d-18116e8560e5 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:05:28.161069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c157558-47e7-4923-9ad3-4d566bc448e0 req-a24c343c-c87e-4081-918c-4a94dbe1ebf8 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:28.174802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c157558-47e7-4923-9ad3-4d566bc448e0 req-a24c343c-c87e-4081-918c-4a94dbe1ebf8 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 946 time: 0.1464474 Aug 26 11:05:28.202624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:05:28.212203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:28.230407 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4aef76-7d50-417e-b345-38ef368b86aa None None] Sync routers for ids ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:05:28.269982 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4aef76-7d50-417e-b345-38ef368b86aa None None] Routers {'a2c432fb-6bf3-49ea-9e6d-18116e8560e5'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:28.270866 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-fe4aef76-7d50-417e-b345-38ef368b86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:28.303814 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5dd65dd0-2f2a-4ef9-b1a7-50e62f28b3da tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "DELETE /v2.0/floatingips/4c12a741-8cd3-457e-bbf5-2a475ddea591 HTTP/1.1" status: 204 len: 168 time: 2.1346390 Aug 26 11:05:28.307735 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c157558-47e7-4923-9ad3-4d566bc448e0 req-b5227092-f144-4fd4-bf8a-df96cb79c75f tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00905e5f-4e10-4d95-8d01-0241fbb608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299093 Aug 26 11:05:28.310478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37258) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:28.339691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:28.353794 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-fe4aef76-7d50-417e-b345-38ef368b86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:28.380176 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:28.393726 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4aef76-7d50-417e-b345-38ef368b86aa None None] Routers {'a2c432fb-6bf3-49ea-9e6d-18116e8560e5'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:28.395303 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-fe4aef76-7d50-417e-b345-38ef368b86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:28.442898 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-fe4aef76-7d50-417e-b345-38ef368b86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:28.444366 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4aef76-7d50-417e-b345-38ef368b86aa None None] The sync data for ids ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:05:28.622776 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:28.906021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7ff19-4b0f-4aa8-ab07-88b122dcbbe6 req-3b0017b6-ff15-4a71-8284-d093ff00ab19 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:28.919118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1b7ff19-4b0f-4aa8-ab07-88b122dcbbe6 req-3b0017b6-ff15-4a71-8284-d093ff00ab19 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.2073095 Aug 26 11:05:29.024470 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1b7ff19-4b0f-4aa8-ab07-88b122dcbbe6 req-70c81271-6a1a-45f5-9970-ab826883ffe2 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031308 Aug 26 11:05:29.027926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Allocated IP 172.25.1.64 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/2b763412-53c8-4735-b38b-e68ed73bdc57) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:29.336628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:29.484571 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:29.610011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Pushing event updated for resources: {'Port': ['ID=2b763412-53c8-4735-b38b-e68ed73bdc57,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:29.690205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:29.697723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:29.701894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:29.792049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab232bf-f792-4bf5-9b39-bef412cab8d7 req-d0fa3bc2-5bdc-4923-bd3b-1b7843ab29dd tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:29.807200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aab232bf-f792-4bf5-9b39-bef412cab8d7 req-d0fa3bc2-5bdc-4923-bd3b-1b7843ab29dd tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 946 time: 0.2042449 Aug 26 11:05:30.004508 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aab232bf-f792-4bf5-9b39-bef412cab8d7 req-33c93950-91f5-499a-a29f-7e4cbc5b6d43 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00905e5f-4e10-4d95-8d01-0241fbb608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896827 Aug 26 11:05:30.054493 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:30.142051 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:30.491305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec099f-5476-4a7f-b79e-326464919e3c req-10441b9e-6d6e-4f5d-9f5b-f25a13488432 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:30.500348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36ec099f-5476-4a7f-b79e-326464919e3c req-10441b9e-6d6e-4f5d-9f5b-f25a13488432 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.2729247 Aug 26 11:05:30.598643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36ec099f-5476-4a7f-b79e-326464919e3c req-bc18e692-6cb0-41a4-8050-ebdbbeacb67f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960968 Aug 26 11:05:30.682869 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:30.697771 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:30.891974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Pushing event updated for resources: {'Port': ['ID=2b763412-53c8-4735-b38b-e68ed73bdc57,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:30.909436 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:30.926506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc7912-c443-4c08-bf74-121ec8f8a8da req-e9e2c06a-b815-4d98-ad02-7b5c5562d197 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:30.936874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42bc7912-c443-4c08-bf74-121ec8f8a8da req-e9e2c06a-b815-4d98-ad02-7b5c5562d197 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 946 time: 0.1601675 Aug 26 11:05:30.981953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:30.987616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1c1e84db-7f3d-4fed-aec0-591aab4291bf tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6682329 Aug 26 11:05:30.987616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37314) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:31.051720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42bc7912-c443-4c08-bf74-121ec8f8a8da req-ee24a2bb-86fa-4ae9-89fb-99765e001d8f tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00905e5f-4e10-4d95-8d01-0241fbb608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127875 Aug 26 11:05:31.249643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:31.287490 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:31.495031 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:31.776262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Allocated IP 172.25.1.186 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c2652734-f8c7-45fc-95c3-4f38e1643755) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:31.960671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8c6da-49aa-4535-a34f-199710343849 req-0ca97471-225b-46a1-92c1-e01495be5f48 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:31.962309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0b8c6da-49aa-4535-a34f-199710343849 req-0ca97471-225b-46a1-92c1-e01495be5f48 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.1902318 Aug 26 11:05:32.026466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0b8c6da-49aa-4535-a34f-199710343849 req-80758fe6-8469-4507-9b64-42ab323537da tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564363 Aug 26 11:05:32.090451 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:32.162042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42286386-cf44-4f08-a049-2f41e199b0f0 req-2a4c2246-2aef-4e05-b8e5-a6101d10a43f tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:32.164362 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-42286386-cf44-4f08-a049-2f41e199b0f0 req-2a4c2246-2aef-4e05-b8e5-a6101d10a43f tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.47 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 946 time: 0.1138465 Aug 26 11:05:32.201655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:32.263816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Pushing event updated for resources: {'Port': ['ID=c2652734-f8c7-45fc-95c3-4f38e1643755,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:32.276328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983af1a0-b976-4816-8db0-ef651bbb12e5 req-4b13f260-1e34-428e-b9c7-f4d535487918 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:32.278304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-983af1a0-b976-4816-8db0-ef651bbb12e5 req-4b13f260-1e34-428e-b9c7-f4d535487918 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 946 time: 0.1503940 Aug 26 11:05:32.301622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:32.346717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:32.353771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:32.383256 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-983af1a0-b976-4816-8db0-ef651bbb12e5 req-eaedb622-f26b-4fc0-8a37-ed4a486f7a6f tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845904 Aug 26 11:05:32.411693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-42286386-cf44-4f08-a049-2f41e199b0f0 req-d2e98cda-10ae-40c9-9ba0-280dd9722144 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Deleting port 2b8c66c8-69bb-45f1-8917-da00a4a6166f {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:32.412415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-42286386-cf44-4f08-a049-2f41e199b0f0 req-d2e98cda-10ae-40c9-9ba0-280dd9722144 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:32.414609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dd18e-2e6c-4124-a77a-9f29fb439cd8 req-2ea1187d-ac36-4a4e-97fc-8c7e3d6ecfd8 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:32.423041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-163dd18e-2e6c-4124-a77a-9f29fb439cd8 req-2ea1187d-ac36-4a4e-97fc-8c7e3d6ecfd8 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 946 time: 0.1414318 Aug 26 11:05:32.515065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-163dd18e-2e6c-4124-a77a-9f29fb439cd8 req-67310466-7c93-4b6c-afb2-48d6bfa8b681 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/security-groups?id=00905e5f-4e10-4d95-8d01-0241fbb608d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869586 Aug 26 11:05:32.561872 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:32.634634 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:32.687717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-42286386-cf44-4f08-a049-2f41e199b0f0 req-d2e98cda-10ae-40c9-9ba0-280dd9722144 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] For port 2b8c66c8-69bb-45f1-8917-da00a4a6166f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2b8c66c8-69bb-45f1-8917-da00a4a6166f,segment=NetworkSegment(0442bc5a-1ec1-42dc-be8d-4d965ed50eda),segment_id=0442bc5a-1ec1-42dc-be8d-4d965ed50eda)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:32.688387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-42286386-cf44-4f08-a049-2f41e199b0f0 req-d2e98cda-10ae-40c9-9ba0-280dd9722144 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:32.708269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-42286386-cf44-4f08-a049-2f41e199b0f0 req-d2e98cda-10ae-40c9-9ba0-280dd9722144 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Calling delete_port for 2b8c66c8-69bb-45f1-8917-da00a4a6166f owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:32.927467 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:32.933374 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-42286386-cf44-4f08-a049-2f41e199b0f0 req-d2e98cda-10ae-40c9-9ba0-280dd9722144 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:32.946542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['2b8c66c8-69bb-45f1-8917-da00a4a6166f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:05:32.963903 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:33.002292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e98cda-10ae-40c9-9ba0-280dd9722144 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Pushing event deleted for resources: {'Port': ['ID=2b8c66c8-69bb-45f1-8917-da00a4a6166f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:33.076535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-42286386-cf44-4f08-a049-2f41e199b0f0 req-d2e98cda-10ae-40c9-9ba0-280dd9722144 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] No DVR routers for this DVR port 2b8c66c8-69bb-45f1-8917-da00a4a6166f on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:05:33.082650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-42286386-cf44-4f08-a049-2f41e199b0f0 req-d2e98cda-10ae-40c9-9ba0-280dd9722144 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:33.087119 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-42286386-cf44-4f08-a049-2f41e199b0f0 req-d2e98cda-10ae-40c9-9ba0-280dd9722144 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.47 "DELETE /v2.0/ports/2b8c66c8-69bb-45f1-8917-da00a4a6166f HTTP/1.1" status: 204 len: 173 time: 0.9138467 Aug 26 11:05:33.088256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f8f965-fa99-437a-ad14-2b7b46a60326', 'name': 'network-vif-deleted', 'tag': '2b8c66c8-69bb-45f1-8917-da00a4a6166f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:33.095467 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07096bc0-31f7-4a3e-a5e4-88558d84e546" -d '{"events": [{"server_uuid": "26f8f965-fa99-437a-ad14-2b7b46a60326", "name": "network-vif-deleted", "tag": "2b8c66c8-69bb-45f1-8917-da00a4a6166f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:33.182770 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900cd896-d3d2-4304-98d0-2e10fe5a9f53 x-openstack-request-id: req-900cd896-d3d2-4304-98d0-2e10fe5a9f53 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:33.183698 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f8f965-fa99-437a-ad14-2b7b46a60326", "name": "network-vif-deleted", "tag": "2b8c66c8-69bb-45f1-8917-da00a4a6166f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:33.183698 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-900cd896-d3d2-4304-98d0-2e10fe5a9f53 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:33.184328 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f8f965-fa99-437a-ad14-2b7b46a60326', 'name': 'network-vif-deleted', 'tag': '2b8c66c8-69bb-45f1-8917-da00a4a6166f', 'status': 'completed', 'code': 200} Aug 26 11:05:33.196585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Pushing event updated for resources: {'Port': ['ID=c2652734-f8c7-45fc-95c3-4f38e1643755,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:33.257662 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:33.319532 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:33.342595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7285692d-4c18-41fb-be76-cfea00782c70 tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3512702 Aug 26 11:05:33.343542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37376) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:33.403691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaf691-0031-4522-9d77-b9ddbe51e2f7 req-f74c2db3-57ca-4807-b126-aa6894d3a160 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:33.417175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12aaf691-0031-4522-9d77-b9ddbe51e2f7 req-f74c2db3-57ca-4807-b126-aa6894d3a160 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.2148862 Aug 26 11:05:33.496875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12aaf691-0031-4522-9d77-b9ddbe51e2f7 req-3574195b-9668-43de-a58a-6d4dc69b69df tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759180 Aug 26 11:05:33.530615 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8d6245ec-4341-49a4-8670-f360baa1f577 tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4788 time: 0.1856914 Aug 26 11:05:33.534094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37380) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:33.637283 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9e498871-8212-4c1f-bcec-a76eb632c6a6 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0899556 Aug 26 11:05:33.643105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37388) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:33.761987 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0c1e1a7-fd64-442d-98ae-b5222358b587 req-7d458c81-c430-43d4-a452-e9008b3bfa98 tempest-ServerGroupTestJSON-868072016 tempest-ServerGroupTestJSON-868072016-project] 10.222.0.21 "GET /v2.0/ports?device_id=26f8f965-fa99-437a-ad14-2b7b46a60326 HTTP/1.1" status: 200 len: 210 time: 0.0680304 Aug 26 11:05:33.776462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d7d0a-aff3-48c3-a3d2-2a3af6a911ca req-6ab5ceba-1aee-4bd1-a587-44483433bfde tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:33.786773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-434d7d0a-aff3-48c3-a3d2-2a3af6a911ca req-6ab5ceba-1aee-4bd1-a587-44483433bfde tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 946 time: 0.1670730 Aug 26 11:05:33.846202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-434d7d0a-aff3-48c3-a3d2-2a3af6a911ca req-7ae3a672-fe03-46f8-9619-f6db313c19fd tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555987 Aug 26 11:05:33.888332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9860edca-ace5-40e2-9206-00bf474b406f tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Deleting port c2652734-f8c7-45fc-95c3-4f38e1643755 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:33.888699 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9860edca-ace5-40e2-9206-00bf474b406f tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:33.998468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9860edca-ace5-40e2-9206-00bf474b406f tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:33.998845 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9860edca-ace5-40e2-9206-00bf474b406f tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:34.018865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9860edca-ace5-40e2-9206-00bf474b406f tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Calling delete_port for c2652734-f8c7-45fc-95c3-4f38e1643755 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:34.258251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9860edca-ace5-40e2-9206-00bf474b406f tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:34.294786 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860edca-ace5-40e2-9206-00bf474b406f tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Pushing event deleted for resources: {'Port': ['ID=c2652734-f8c7-45fc-95c3-4f38e1643755,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:34.395745 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9860edca-ace5-40e2-9206-00bf474b406f tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:34.399342 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9860edca-ace5-40e2-9206-00bf474b406f tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:34.401056 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9860edca-ace5-40e2-9206-00bf474b406f tempest-FloatingIPAdminTestJSON-1476131809 tempest-FloatingIPAdminTestJSON-1476131809-project] 10.222.0.21 "DELETE /v2.0/floatingips/e686777f-9512-4d75-9dbe-b34021efbf5d HTTP/1.1" status: 204 len: 168 time: 0.7568798 Aug 26 11:05:34.404821 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37408) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:34.806906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce83312-907c-4275-8fcd-d0c615ae1533 req-f4daa350-5001-406d-a79a-34c40fbc4fa1 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:34.808416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ce83312-907c-4275-8fcd-d0c615ae1533 req-f4daa350-5001-406d-a79a-34c40fbc4fa1 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 946 time: 0.1648276 Aug 26 11:05:34.840229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454a1e7-ae6f-47a4-9007-59d395edb3c2 req-cdf6c10f-8923-4995-918b-ea6486aaa417 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:34.841725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5454a1e7-ae6f-47a4-9007-59d395edb3c2 req-cdf6c10f-8923-4995-918b-ea6486aaa417 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.1642818 Aug 26 11:05:34.899521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ce83312-907c-4275-8fcd-d0c615ae1533 req-242e35d6-d3ca-48d7-b77f-d0c304facfd6 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814376 Aug 26 11:05:34.912460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-cbff6b71-5d1f-4f62-b32b-7a9568efd3ee tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Deleting port 2b763412-53c8-4735-b38b-e68ed73bdc57 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:34.912952 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cbff6b71-5d1f-4f62-b32b-7a9568efd3ee tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:34.977536 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2b8c66c8-69bb-45f1-8917-da00a4a6166f no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:05:35.004389 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 2b8c66c8-69bb-45f1-8917-da00a4a6166f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:05:35.005004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2b8c66c8-69bb-45f1-8917-da00a4a6166f not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:05:35.075726 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5454a1e7-ae6f-47a4-9007-59d395edb3c2 req-c82061d7-5f8e-485c-8bbf-fa25e2e3ac5a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183070 Aug 26 11:05:35.133824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cbff6b71-5d1f-4f62-b32b-7a9568efd3ee tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:35.134306 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cbff6b71-5d1f-4f62-b32b-7a9568efd3ee tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:35.151404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-cbff6b71-5d1f-4f62-b32b-7a9568efd3ee tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Calling delete_port for 2b763412-53c8-4735-b38b-e68ed73bdc57 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:35.465984 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cbff6b71-5d1f-4f62-b32b-7a9568efd3ee tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:35.508845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff6b71-5d1f-4f62-b32b-7a9568efd3ee tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b763412-53c8-4735-b38b-e68ed73bdc57,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:35.547580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37456) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:35.657294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cbff6b71-5d1f-4f62-b32b-7a9568efd3ee tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:35.661719 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cbff6b71-5d1f-4f62-b32b-7a9568efd3ee tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:35.663248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cbff6b71-5d1f-4f62-b32b-7a9568efd3ee tempest-FloatingIPAdminTestJSON-24738966 tempest-FloatingIPAdminTestJSON-24738966-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/25c1795f-3a8b-47a1-a788-ffc0a44f6156 HTTP/1.1" status: 204 len: 168 time: 1.2566531 Aug 26 11:05:35.666674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37458) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:35.668501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce00316-b89b-4d47-9560-e83dbeb66236 admin admin] Deleting subnet c9a360e1-cd3d-4522-92ae-52cfe4c301bc {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:05:35.672586 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ce00316-b89b-4d47-9560-e83dbeb66236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:35.718432 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ce00316-b89b-4d47-9560-e83dbeb66236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:35.777640 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ce00316-b89b-4d47-9560-e83dbeb66236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:35.820554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1210b-98f7-4718-8097-47d67a402f65 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Deleting port 8110df64-6428-45f1-aa07-d5f6da19780d {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:35.821223 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0f1210b-98f7-4718-8097-47d67a402f65 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:35.853496 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ce00316-b89b-4d47-9560-e83dbeb66236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:35.916951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce00316-b89b-4d47-9560-e83dbeb66236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a360e1-cd3d-4522-92ae-52cfe4c301bc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:35.942310 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ce00316-b89b-4d47-9560-e83dbeb66236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:35.944409 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3ce00316-b89b-4d47-9560-e83dbeb66236 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c9a360e1-cd3d-4522-92ae-52cfe4c301bc HTTP/1.1" status: 204 len: 168 time: 0.3957882 Aug 26 11:05:35.946940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37470) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:35.973069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0f1210b-98f7-4718-8097-47d67a402f65 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:36.004654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1210b-98f7-4718-8097-47d67a402f65 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Calling delete_port for 8110df64-6428-45f1-aa07-d5f6da19780d owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:36.081029 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:36.237525 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:36.253169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9f60cb-57b8-4825-a938-44e7ea68e022']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:36.295657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0442bc5a-1ec1-42dc-be8d-4d965ed50eda') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:36.299512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0442bc5a-1ec1-42dc-be8d-4d965ed50eda') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:36.318095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-423341bf-43a2-42bc-a449-b53bbcbc0b7d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:36.320069 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-423341bf-43a2-42bc-a449-b53bbcbc0b7d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 946 time: 0.1693475 Aug 26 11:05:36.324367 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:36.377509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:36.409520 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:05:36.409870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:05:36.411681 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:05:36.501748 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:36.506552 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:36.508778 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba9f60cb-57b8-4825-a938-44e7ea68e022 HTTP/1.1" status: 204 len: 168 time: 0.5608368 Aug 26 11:05:36.534163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceed704-9cf0-4720-94b6-f423c821beec admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9f60cb-57b8-4825-a938-44e7ea68e022,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:36.539824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Deleting port 2f38822c-04f0-4429-9a1e-477cbcbd3276 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:36.540199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:36.613896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abf37d-8ca7-49c5-9194-dc0604332af8 req-47977c9b-136b-43a1-927a-bf31044700e0 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:36.621279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6abf37d-8ca7-49c5-9194-dc0604332af8 req-47977c9b-136b-43a1-927a-bf31044700e0 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 946 time: 0.5830605 Aug 26 11:05:36.722349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d129a-0b2f-4c8c-a272-ed502e312b16 req-5f5a64df-bfef-4d8e-af7c-becb5279b357 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:36.729719 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e71d129a-0b2f-4c8c-a272-ed502e312b16 req-5f5a64df-bfef-4d8e-af7c-becb5279b357 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.2017627 Aug 26 11:05:36.744013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] For port 2f38822c-04f0-4429-9a1e-477cbcbd3276, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2f38822c-04f0-4429-9a1e-477cbcbd3276,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:36.744619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:36.770667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6abf37d-8ca7-49c5-9194-dc0604332af8 req-81e587fb-3cf4-4e7b-9868-60d9f4f4e1e3 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b37eed-1592-4b7b-9ac1-38369276ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484103 Aug 26 11:05:36.811292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37494) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:36.863672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e71d129a-0b2f-4c8c-a272-ed502e312b16 req-8e509b2a-7a7f-4127-a927-3f5ab0ece914 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329014 Aug 26 11:05:36.988781 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0f1210b-98f7-4718-8097-47d67a402f65 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:37.049045 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-17125e78-f871-4b2c-8f7a-53834b4c3d28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4bebcfd6c474afcac619ab69fa2c86b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257826 Aug 26 11:05:37.051847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37498) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:37.078819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1210b-98f7-4718-8097-47d67a402f65 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event deleted for resources: {'Port': ['ID=8110df64-6428-45f1-aa07-d5f6da19780d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:37.108862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:37.109264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:37.109639 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Floating IP 180c1cc8-529d-4396-a3a1-c5c5c65be17e disassociated. External IP: 172.25.1.129, port: 2f38822c-04f0-4429-9a1e-477cbcbd3276. Aug 26 11:05:37.110005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Calling delete_port for 2f38822c-04f0-4429-9a1e-477cbcbd3276 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:37.178435 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9f43-0996-4f26-8095-046cd2856a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:37.213525 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0f1210b-98f7-4718-8097-47d67a402f65 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:37.236854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b0f1210b-98f7-4718-8097-47d67a402f65 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "DELETE /v2.0/ports/8110df64-6428-45f1-aa07-d5f6da19780d HTTP/1.1" status: 204 len: 168 time: 1.5687990 Aug 26 11:05:37.237872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37500) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:37.311037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3d16ea-d2a9-47a4-adb0-8a459acffaf5 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:37.315891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7a3d16ea-d2a9-47a4-adb0-8a459acffaf5 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2c432fb-6bf3-49ea-9e6d-18116e8560e5 HTTP/1.1" status: 200 len: 913 time: 0.0768812 Aug 26 11:05:37.316715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37504) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:37.385431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9f43-0996-4f26-8095-046cd2856a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:37.511560 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9f43-0996-4f26-8095-046cd2856a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:37.515046 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9f43-0996-4f26-8095-046cd2856a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:37.516988 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d3ab9f43-0996-4f26-8095-046cd2856a3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00905e5f-4e10-4d95-8d01-0241fbb608d4 HTTP/1.1" status: 204 len: 168 time: 0.4636314 Aug 26 11:05:37.530843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab9f43-0996-4f26-8095-046cd2856a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00905e5f-4e10-4d95-8d01-0241fbb608d4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:37.583039 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:37.674533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Pushing event deleted for resources: {'Port': ['ID=2f38822c-04f0-4429-9a1e-477cbcbd3276,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:37.836262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Router 0e53ce51-de17-40a0-96db-d88672c0b9ae has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:05:38.081634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:05:38.092343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fc7187-ecea-4513-b10e-8f5d0616cc3c None None] Sync routers for ids ['0e53ce51-de17-40a0-96db-d88672c0b9ae'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:05:38.112680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc7187-ecea-4513-b10e-8f5d0616cc3c None None] Routers {'0e53ce51-de17-40a0-96db-d88672c0b9ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:38.117229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-66fc7187-ecea-4513-b10e-8f5d0616cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0e53ce51-de17-40a0-96db-d88672c0b9ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:38.142003 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8879960-c160-4afd-8d3d-34f6153c8523 req-6593bcb5-cdf0-4189-a937-43ad9d3c103d tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 210 time: 0.2026453 Aug 26 11:05:38.200825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] No DVR routers for this DVR port 2f38822c-04f0-4429-9a1e-477cbcbd3276 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:05:38.234657 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:38.255608 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a687024b-c314-4a7b-b80b-f7e96ee8c38f req-f14650e2-bd2e-46e2-88a7-49ad178490dc tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.42 "DELETE /v2.0/ports/2f38822c-04f0-4429-9a1e-477cbcbd3276 HTTP/1.1" status: 204 len: 173 time: 1.9107275 Aug 26 11:05:38.259701 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc89452-052c-436c-84af-b2f28764da03', 'name': 'network-vif-deleted', 'tag': '2f38822c-04f0-4429-9a1e-477cbcbd3276'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:38.276771 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176898f5-0791-4ee2-8fe0-139da2d8471a" -d '{"events": [{"server_uuid": "4dc89452-052c-436c-84af-b2f28764da03", "name": "network-vif-deleted", "tag": "2f38822c-04f0-4429-9a1e-477cbcbd3276"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:38.406936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee1d9d-2453-4a1b-b173-58b65129f2d3 req-458cb941-5f0b-468e-8e34-cc0e70e44598 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:38.408551 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45ee1d9d-2453-4a1b-b173-58b65129f2d3 req-458cb941-5f0b-468e-8e34-cc0e70e44598 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.3150957 Aug 26 11:05:38.438310 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55092faa-c4b9-4021-aebe-aa665371ea8f x-openstack-request-id: req-55092faa-c4b9-4021-aebe-aa665371ea8f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:38.438968 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc89452-052c-436c-84af-b2f28764da03", "name": "network-vif-deleted", "tag": "2f38822c-04f0-4429-9a1e-477cbcbd3276", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:38.439468 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55092faa-c4b9-4021-aebe-aa665371ea8f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:38.440235 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc89452-052c-436c-84af-b2f28764da03', 'name': 'network-vif-deleted', 'tag': '2f38822c-04f0-4429-9a1e-477cbcbd3276', 'status': 'completed', 'code': 200} Aug 26 11:05:38.442613 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80b4104b-3a25-4904-af86-ace2efd9fc3c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:38.470923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-66fc7187-ecea-4513-b10e-8f5d0616cc3c None None] Set router 0e53ce51-de17-40a0-96db-d88672c0b9ae gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:05:38.533803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45ee1d9d-2453-4a1b-b173-58b65129f2d3 req-17f867f9-626a-4b7c-b127-afbb719b78d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938549 Aug 26 11:05:38.998168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-66fc7187-ecea-4513-b10e-8f5d0616cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6b78ddef-e38b-428e-9840-8fd79a2f1389', 'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'mac_address': 'fa:16:3e:2a:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:36Z', 'updated_at': '2021-08-26T11:02:52Z', 'revision_number': 5, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'subnets': [{'id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:39.044992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-80b4104b-3a25-4904-af86-ace2efd9fc3c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Deleting port 1cb05d1b-733d-47b1-a353-744c19282901 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:39.045335 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80b4104b-3a25-4904-af86-ace2efd9fc3c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:39.081474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fc7187-ecea-4513-b10e-8f5d0616cc3c None None] Checking router: 0e53ce51-de17-40a0-96db-d88672c0b9ae for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:05:39.096554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc7187-ecea-4513-b10e-8f5d0616cc3c None None] Routers {'0e53ce51-de17-40a0-96db-d88672c0b9ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:39.098663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-66fc7187-ecea-4513-b10e-8f5d0616cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0e53ce51-de17-40a0-96db-d88672c0b9ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:39.145336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37562) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:39.256527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80b4104b-3a25-4904-af86-ace2efd9fc3c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:39.302087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-80b4104b-3a25-4904-af86-ace2efd9fc3c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Calling delete_port for 1cb05d1b-733d-47b1-a353-744c19282901 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:39.369378 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-66fc7187-ecea-4513-b10e-8f5d0616cc3c None None] Set router 0e53ce51-de17-40a0-96db-d88672c0b9ae gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:05:39.475099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-87554426-network', 'tenant_id': 'd897659e20ed4835981a42cbb13a27ab'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:39.547169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Made reservation on behalf of d897659e20ed4835981a42cbb13a27ab for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:39.551449 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:39.574770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97d4d313-7d7b-4f4f-bd7b-c57ad7448bed req-f4004d82-03fd-49eb-820b-9da72aa50fac tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 210 time: 0.2431674 Aug 26 11:05:39.584626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:39.756964 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:39.772331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:39.812035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:39.847355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2f38822c-04f0-4429-9a1e-477cbcbd3276 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:05:39.857672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:05:39.873172 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:39.873787 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Added segment b919092c-4500-4d20-aabe-66c861d6259f of type vlan for network 33c827a5-a8b9-44b1-bd4b-072aeb307e24 Aug 26 11:05:39.911762 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-014ef6ff-0fc9-4bc5-9607-50c4d4185982 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018071 Aug 26 11:05:39.964539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 2f38822c-04f0-4429-9a1e-477cbcbd3276 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:05:39.964966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2f38822c-04f0-4429-9a1e-477cbcbd3276 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:05:40.050371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff34c3-e7d6-4a31-8ccc-d6a42de893bb req-4598c01f-e45e-4912-a7c1-086206c15796 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:40.051804 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:40.054769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6ff34c3-e7d6-4a31-8ccc-d6a42de893bb req-4598c01f-e45e-4912-a7c1-086206c15796 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.2836730 Aug 26 11:05:40.098116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-821ec0dd-6801-42fb-836c-85f35bf581a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:40.100408 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-821ec0dd-6801-42fb-836c-85f35bf581a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 1097 time: 0.1161659 Aug 26 11:05:40.120345 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:40.121879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:40.124038 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:40.190568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6ff34c3-e7d6-4a31-8ccc-d6a42de893bb req-4f8babec-8072-416d-a5a9-ec3d88a9f162 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227334 Aug 26 11:05:40.203858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-66fc7187-ecea-4513-b10e-8f5d0616cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6b78ddef-e38b-428e-9840-8fd79a2f1389', 'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'mac_address': 'fa:16:3e:2a:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:36Z', 'updated_at': '2021-08-26T11:02:52Z', 'revision_number': 5, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'subnets': [{'id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:40.279834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fc7187-ecea-4513-b10e-8f5d0616cc3c None None] The sync data for ids ['0e53ce51-de17-40a0-96db-d88672c0b9ae'] in n-d-778550-13 is: [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:02:38Z', 'revision_number': 4, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6b78ddef-e38b-428e-9840-8fd79a2f1389', 'name': '', 'network_id': 'dd58b45f-4b7c-433b-9f97-e8cc9467e28c', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'mac_address': 'fa:16:3e:2a:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:36Z', 'updated_at': '2021-08-26T11:02:52Z', 'revision_number': 5, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'subnets': [{'id': '4bc78573-85d3-4e43-9711-ab97e12ed774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:05:40.284251 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80b4104b-3a25-4904-af86-ace2efd9fc3c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:40.388563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4104b-3a25-4904-af86-ace2efd9fc3c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event deleted for resources: {'Port': ['ID=1cb05d1b-733d-47b1-a353-744c19282901,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:40.429768 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2833536 Aug 26 11:05:40.430544 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37588) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:40.437877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-4f6190fe-1d71-4952-887a-c0f3c7aeb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:40.439612 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-4f6190fe-1d71-4952-887a-c0f3c7aeb5ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 911 time: 0.3056562 Aug 26 11:05:40.451809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] Request body: {'subnet': {'network_id': '33c827a5-a8b9-44b1-bd4b-072aeb307e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-87554426-subnet', 'tenant_id': 'd897659e20ed4835981a42cbb13a27ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:40.648052 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-f24419ad-602e-45ab-9858-88bd8e282206 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c02a17-dd9d-4609-81f0-e40ab006f2c2 HTTP/1.1" status: 200 len: 1000 time: 0.1883209 Aug 26 11:05:40.654467 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d35858-555e-4c7d-8a36-ef02dbc8a3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=33c827a5-a8b9-44b1-bd4b-072aeb307e24,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:40.678392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 33c827a5-a8b9-44b1-bd4b-072aeb307e24 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:05:40.783457 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] Made reservation on behalf of d897659e20ed4835981a42cbb13a27ab for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:40.786252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:40.796181 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70dfe83-c6c1-48f8-af0a-1230ae6ecb28 None None] New status for floating IP 180c1cc8-529d-4396-a3a1-c5c5c65be17e: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:05:40.840208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc0c8446-b38f-486f-b3fb-c208112db6c8 req-99038f9b-c04a-4882-abf0-960de21dcb22 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 210 time: 0.0793934 Aug 26 11:05:40.990820 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80b4104b-3a25-4904-af86-ace2efd9fc3c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:41.052651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-996694f5-e8e8-493f-8670-82dac6321237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:41.056823 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-996694f5-e8e8-493f-8670-82dac6321237 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.3777690 Aug 26 11:05:41.426931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-10f08a8c-2f8c-4f57-bf03-0490a558dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:41.433534 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-10f08a8c-2f8c-4f57-bf03-0490a558dd0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3677094 Aug 26 11:05:41.435360 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:41.681634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff845c-5e5e-44bd-9355-eb7b416e7626 req-5b5db1d7-c164-4e88-ad96-ddb55d79424a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:41.683220 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62ff845c-5e5e-44bd-9355-eb7b416e7626 req-5b5db1d7-c164-4e88-ad96-ddb55d79424a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.2844219 Aug 26 11:05:41.699661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b24c56-9c19-425f-9b0e-4f2ae7701322,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:41.710673 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-0f4619d6-b508-4315-9be2-c248da0b59df service neutron] 10.222.0.47 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198703 Aug 26 11:05:41.772565 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b4104b-3a25-4904-af86-ace2efd9fc3c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Router a2c432fb-6bf3-49ea-9e6d-18116e8560e5 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:05:41.794285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62ff845c-5e5e-44bd-9355-eb7b416e7626 req-76105e00-738a-465b-a826-a7e8fab2fc9f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988035 Aug 26 11:05:41.816826 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] Checking segment: {'id': 'b919092c-4500-4d20-aabe-66c861d6259f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '33c827a5-a8b9-44b1-bd4b-072aeb307e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:05:41.817220 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] Network hostable DHCP agents. Network: 33c827a5-a8b9-44b1-bd4b-072aeb307e24, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:05:41.861747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] Network 33c827a5-a8b9-44b1-bd4b-072aeb307e24 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:05:41.933019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 33c827a5-a8b9-44b1-bd4b-072aeb307e24) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:41.949794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92a3557-36a5-4418-b407-45045b56eb2c None None] Network 33c827a5-a8b9-44b1-bd4b-072aeb307e24 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:05:41.952165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4104b-3a25-4904-af86-ace2efd9fc3c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:05:41.960732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:41.962406 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:41.970428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-80b4104b-3a25-4904-af86-ace2efd9fc3c tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "PUT /v2.0/routers/a2c432fb-6bf3-49ea-9e6d-18116e8560e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6526079 Aug 26 11:05:41.973646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37618) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:41.980669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164dd606-e297-4b75-907f-380450bfe38b None None] Sync routers for ids ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:05:42.006290 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-deabecae-6362-4643-bc01-90184e74714a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5700543 Aug 26 11:05:42.043607 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e98ad32c-3146-4dfe-8779-8b39bd7a4ec9 req-99fb1ac0-d2e6-467b-b3e7-b97adf5cb27c service neutron] 10.222.0.47 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167777 Aug 26 11:05:42.169925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68081401-9ae6-40e5-9fb1-99a88b5e8c95 req-16d72def-8207-40f6-91fa-9de73ddd8292 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 210 time: 0.0506933 Aug 26 11:05:42.263731 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164dd606-e297-4b75-907f-380450bfe38b None None] Routers {'a2c432fb-6bf3-49ea-9e6d-18116e8560e5'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:42.267505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-164dd606-e297-4b75-907f-380450bfe38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:42.275762 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:42.378668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-164dd606-e297-4b75-907f-380450bfe38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:42.508574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164dd606-e297-4b75-907f-380450bfe38b None None] Routers {'a2c432fb-6bf3-49ea-9e6d-18116e8560e5'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:05:42.513538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-164dd606-e297-4b75-907f-380450bfe38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:42.673217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:42.711497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-164dd606-e297-4b75-907f-380450bfe38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:42.714001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164dd606-e297-4b75-907f-380450bfe38b None None] The sync data for ids ['a2c432fb-6bf3-49ea-9e6d-18116e8560e5'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:05:42.791363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe19f7ce-77cd-4c57-8839-3c7103431e32 None None] Network 33c827a5-a8b9-44b1-bd4b-072aeb307e24 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:05:42.899798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Deleting port 7c977663-dd23-4b17-bf2e-8541babc6187 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:42.909404 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:43.317839 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:43.371930 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Calling delete_port for 7c977663-dd23-4b17-bf2e-8541babc6187 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:43.393241 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89aa8f6f-5a60-4775-afb9-018b4281e3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:43.441598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37672) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:43.454658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1266235249-network', 'tenant_id': '76f77abd200441098b5e4ca46a14ff8b'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:43.544248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bafba6-afd8-40ae-a491-e3bb94a14787 req-7241fe40-b1de-4938-8cf2-6699f4e66e96 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:43.547399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Made reservation on behalf of 76f77abd200441098b5e4ca46a14ff8b for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:43.552991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7bafba6-afd8-40ae-a491-e3bb94a14787 req-7241fe40-b1de-4938-8cf2-6699f4e66e96 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.3377357 Aug 26 11:05:43.553276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:43.580507 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:43.644778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-472bea1c-8f73-44ea-ba3f-5b213426a9d0 req-64f89fc9-356b-4a02-8f0b-9d403d0e7436 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 210 time: 0.0551009 Aug 26 11:05:43.666928 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7bafba6-afd8-40ae-a491-e3bb94a14787 req-219abe25-fd60-4bcd-bbe3-964960c620f7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066401 Aug 26 11:05:43.806102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:43.815260 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:43.830398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:05:43.912254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32a1394-ccde-4518-9c8c-0c2b39c622ab,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:43.955182 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:43.956753 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Added segment f2152549-6337-4894-aa6c-a2ef84368ebb of type vlan for network 0a1f3c8e-957b-429f-b148-1be9810124a4 Aug 26 11:05:43.988073 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:44.121829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:44.248691 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:44.254151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:44.255503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:44.399780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1f3c8e-957b-429f-b148-1be9810124a4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:44.415135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 0a1f3c8e-957b-429f-b148-1be9810124a4 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:05:44.426678 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8ba217d7-ea15-4d18-a392-944e312b4fe3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9819405 Aug 26 11:05:44.431037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37688) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:44.460980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] Request body: {'subnet': {'network_id': '0a1f3c8e-957b-429f-b148-1be9810124a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1266235249-subnet', 'tenant_id': '76f77abd200441098b5e4ca46a14ff8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:44.549039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] Made reservation on behalf of 76f77abd200441098b5e4ca46a14ff8b for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:44.566008 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:44.790470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event deleted for resources: {'Port': ['ID=7c977663-dd23-4b17-bf2e-8541babc6187,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:45.045742 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:45.108405 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c133af0-1cbf-4bed-8a28-e0dbf8ad2ac9 req-6dccf4f7-c2d5-460d-834d-12ca940b46ab tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 210 time: 0.2019410 Aug 26 11:05:45.110222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=286f8830-3757-477e-9992-8e8e6c43df32,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:45.164396 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:45.173975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] Checking segment: {'id': 'f2152549-6337-4894-aa6c-a2ef84368ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0a1f3c8e-957b-429f-b148-1be9810124a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:05:45.174353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] Network hostable DHCP agents. Network: 0a1f3c8e-957b-429f-b148-1be9810124a4, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:05:45.262893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] Network 0a1f3c8e-957b-429f-b148-1be9810124a4 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:05:45.293212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 0a1f3c8e-957b-429f-b148-1be9810124a4) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:45.305871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925fc7b9-2bcc-40ad-99bf-7caa9a5b8e61 None None] Network 0a1f3c8e-957b-429f-b148-1be9810124a4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:05:45.336635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:45.337470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:45.370580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bac935-b066-4dc0-8299-2d52c5db7a54 req-79735c96-c183-42d1-93a6-29a3a66d869f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:45.380950 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b1e7e059-e6df-430e-89aa-118282319d7d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9478135 Aug 26 11:05:45.398441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6bac935-b066-4dc0-8299-2d52c5db7a54 req-79735c96-c183-42d1-93a6-29a3a66d869f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.4945452 Aug 26 11:05:45.496327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:45.501560 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:45.519675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6bac935-b066-4dc0-8299-2d52c5db7a54 req-e5272e39-d13a-4f6c-8b37-1528fc161b5e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200380 Aug 26 11:05:45.636571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb71933b-20e6-4bac-8b94-ddc12dff5318 None None] Network 0a1f3c8e-957b-429f-b148-1be9810124a4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:05:45.644398 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:45.647166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Fanout notify agent at l3_agent the message router_deleted on router a2c432fb-6bf3-49ea-9e6d-18116e8560e5 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:05:45.697519 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:45.697519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1ea70e49-59eb-4609-9f94-16a7815add9f tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "DELETE /v2.0/routers/a2c432fb-6bf3-49ea-9e6d-18116e8560e5 HTTP/1.1" status: 204 len: 168 time: 3.7180486 Aug 26 11:05:45.698683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37712) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:45.871343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8f9a28-83cf-4c59-88b5-1dc8aee1c6e3 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Deleting subnet bca3272c-705c-4a76-8bbd-da1f4e7d0968 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:05:45.875160 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3e4cd36-0411-46c7-a67b-34a459389ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:45.878989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9a28-83cf-4c59-88b5-1dc8aee1c6e3 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:45.967546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9a28-83cf-4c59-88b5-1dc8aee1c6e3 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:46.175377 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9a28-83cf-4c59-88b5-1dc8aee1c6e3 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:46.257505 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:46.286872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a9a2688-f1b5-4270-88f4-6123a902bc7c req-9fb69a9a-5c12-4c12-bb05-bc2aae5fce24 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 210 time: 0.0494230 Aug 26 11:05:46.391738 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9a28-83cf-4c59-88b5-1dc8aee1c6e3 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:46.461301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cfe164-d99a-4275-a30b-fbe6915f7748 None None] Network 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:05:46.523834 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f9a28-83cf-4c59-88b5-1dc8aee1c6e3 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event deleted for resources: {'Subnet': ['ID=bca3272c-705c-4a76-8bbd-da1f4e7d0968,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:46.532197 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce8f9a28-83cf-4c59-88b5-1dc8aee1c6e3 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:46.543632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37744) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:46.569622 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ce8f9a28-83cf-4c59-88b5-1dc8aee1c6e3 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "DELETE /v2.0/subnets/bca3272c-705c-4a76-8bbd-da1f4e7d0968 HTTP/1.1" status: 204 len: 168 time: 0.8683422 Aug 26 11:05:46.800536 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:46.859815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff8ead4-0a95-4030-8ea2-e1c206d71d82 None None] DHCP port deletion for 0ddfcb3a-2939-4f5c-8598-4dd6ef23870a request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:05:46.966465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2f213-b48c-4cdd-aa6a-0548322512c9 req-a99ad35b-76c8-432c-802a-72df344b0e49 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:46.967978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bdf2f213-b48c-4cdd-aa6a-0548322512c9 req-a99ad35b-76c8-432c-802a-72df344b0e49 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.1842232 Aug 26 11:05:46.981806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8ead4-0a95-4030-8ea2-e1c206d71d82 None None] Deleting port d28b04a2-ceda-40fd-ab32-545bceae24ff {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:46.982511 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ff8ead4-0a95-4030-8ea2-e1c206d71d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:46.997121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3f4969d7-4157-4c0e-bb57-10423385083e tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:47.009572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3f4969d7-4157-4c0e-bb57-10423385083e tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/networks?id=33c827a5-a8b9-44b1-bd4b-072aeb307e24 HTTP/1.1" status: 200 len: 823 time: 0.4017739 Aug 26 11:05:47.057284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-c38f4668-cb31-4978-b5bf-7c4d82d31480 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/quotas/d897659e20ed4835981a42cbb13a27ab HTTP/1.1" status: 200 len: 375 time: 0.0466745 Aug 26 11:05:47.116864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-fe54a278-bea2-4696-9943-9203e4883df8 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d897659e20ed4835981a42cbb13a27ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585613 Aug 26 11:05:47.155083 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:47.176478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4ff8ead4-0a95-4030-8ea2-e1c206d71d82 None None] For port d28b04a2-ceda-40fd-ab32-545bceae24ff, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d28b04a2-ceda-40fd-ab32-545bceae24ff,segment=NetworkSegment(65417ef2-a784-43e9-b824-f5f6093d3ce1),segment_id=65417ef2-a784-43e9-b824-f5f6093d3ce1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:47.177047 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ff8ead4-0a95-4030-8ea2-e1c206d71d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:47.189675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bdf2f213-b48c-4cdd-aa6a-0548322512c9 req-db142e71-39a5-4d46-ab1f-5136566d90b8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711974 Aug 26 11:05:47.197891 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8ead4-0a95-4030-8ea2-e1c206d71d82 None None] Calling delete_port for d28b04a2-ceda-40fd-ab32-545bceae24ff owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:47.392371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Deleting port d28b04a2-ceda-40fd-ab32-545bceae24ff {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:47.396716 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:47.485772 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ff8ead4-0a95-4030-8ea2-e1c206d71d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:47.533496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff8ead4-0a95-4030-8ea2-e1c206d71d82 None None] No DVR routers for this DVR port d28b04a2-ceda-40fd-ab32-545bceae24ff on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:05:47.543546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8ead4-0a95-4030-8ea2-e1c206d71d82 None None] Pushing event deleted for resources: {'Port': ['ID=d28b04a2-ceda-40fd-ab32-545bceae24ff,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:47.617148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] For port d28b04a2-ceda-40fd-ab32-545bceae24ff, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d28b04a2-ceda-40fd-ab32-545bceae24ff,segment=NetworkSegment(65417ef2-a784-43e9-b824-f5f6093d3ce1),segment_id=65417ef2-a784-43e9-b824-f5f6093d3ce1)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:47.617771 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:47.640207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Calling delete_port for d28b04a2-ceda-40fd-ab32-545bceae24ff owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:47.801645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d28b04a2-ceda-40fd-ab32-545bceae24ff no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:05:47.867499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: d28b04a2-ceda-40fd-ab32-545bceae24ff {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:05:47.868458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d28b04a2-ceda-40fd-ab32-545bceae24ff not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:05:48.025656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3c00fda8-95f0-4e49-8cd8-8487f8050883 service neutron] 10.222.0.21 "GET /v2.0/networks/33c827a5-a8b9-44b1-bd4b-072aeb307e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9077380 Aug 26 11:05:48.133889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3962d7ae-fc9b-4a81-9bf1-d8fe409215a1 req-a266b295-aca2-4a0b-bdcc-71c4e3654ac4 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dc89452-052c-436c-84af-b2f28764da03 HTTP/1.1" status: 200 len: 210 time: 0.1277854 Aug 26 11:05:48.345194 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-af2257db-460e-4da3-8d99-04839c6d60f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1846287 Aug 26 11:05:48.399507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:48.467506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event deleted for resources: {'Port': ['ID=d28b04a2-ceda-40fd-ab32-545bceae24ff,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:48.483847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] No DVR routers for this DVR port d28b04a2-ceda-40fd-ab32-545bceae24ff on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:05:48.534992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-48b19fea-e56f-44ba-851b-e959e8a3f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:48.536651 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-48b19fea-e56f-44ba-851b-e959e8a3f0b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1097 time: 0.0822270 Aug 26 11:05:48.866365 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:48.879400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddfcb3a-2939-4f5c-8598-4dd6ef23870a']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:48.892414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65417ef2-a784-43e9-b824-f5f6093d3ce1') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:48.892697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65417ef2-a784-43e9-b824-f5f6093d3ce1') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:05:48.903674 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:48.928593 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:48.980650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-e48ddd0e-72ad-4115-9da7-93b22c060a93 service neutron] 10.222.0.21 "GET /v2.0/networks/33c827a5-a8b9-44b1-bd4b-072aeb307e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9224145 Aug 26 11:05:48.983395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:05:48.986563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:05:49.007658 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:05:49.202351 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:49.255226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800869-e127-4869-8e0b-93d5494d0cbb req-98952a49-1407-4ef1-b874-0349a33465a6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:49.262510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da800869-e127-4869-8e0b-93d5494d0cbb req-98952a49-1407-4ef1-b874-0349a33465a6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.5070889 Aug 26 11:05:49.377313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da800869-e127-4869-8e0b-93d5494d0cbb req-7158e0e4-845a-4ac9-a837-8e5d8f4687bc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069367 Aug 26 11:05:49.390093 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:49.403345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:49.416309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "DELETE /v2.0/networks/0ddfcb3a-2939-4f5c-8598-4dd6ef23870a HTTP/1.1" status: 204 len: 168 time: 2.8671217 Aug 26 11:05:49.417361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37802) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:49.498244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0cdc8-cd85-4acb-9b19-b81770a63177 tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event deleted for resources: {'Network': ['ID=0ddfcb3a-2939-4f5c-8598-4dd6ef23870a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:49.501571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-467ebf76-31a7-439e-b890-68139e6992b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:49.503899 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-467ebf76-31a7-439e-b890-68139e6992b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.9202213 Aug 26 11:05:49.737973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-518dbb90-4873-4852-ba5f-2d83f756cc16 req-b5f519ba-adb9-465f-8af0-50de62a321da tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 210 time: 0.1731234 Aug 26 11:05:49.793905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-4cb5013b-89df-41a4-a570-e95820366600 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 999 time: 0.2812781 Aug 26 11:05:49.831826 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37816) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:49.979049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2113a385-050f-44b2-8360-6c73b8c4cc1d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Deleting port e75b7e7c-1402-45aa-a7ab-8f275fe8b1b8 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:49.981310 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2113a385-050f-44b2-8360-6c73b8c4cc1d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:50.131536 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-0bd201c7-13dc-4cc2-ada9-9b7792cfe0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:50.136679 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-0bd201c7-13dc-4cc2-ada9-9b7792cfe0f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.3324862 Aug 26 11:05:50.239385 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c69cf1cf-bcd7-4bd6-a2a2-05c463a597c1 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:50.261633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-a04ea72c-6c8b-4e8f-b577-f78a1c592098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:50.263251 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-a04ea72c-6c8b-4e8f-b577-f78a1c592098 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165836 Aug 26 11:05:50.438223 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2113a385-050f-44b2-8360-6c73b8c4cc1d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:50.438826 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2113a385-050f-44b2-8360-6c73b8c4cc1d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:50.449703 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c69cf1cf-bcd7-4bd6-a2a2-05c463a597c1 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:50.521595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2113a385-050f-44b2-8360-6c73b8c4cc1d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Calling delete_port for e75b7e7c-1402-45aa-a7ab-8f275fe8b1b8 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:50.672490 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-666a2f56-e903-4364-8ed7-7704e1bb422a service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734663 Aug 26 11:05:50.798195 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:50.836329 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c69cf1cf-bcd7-4bd6-a2a2-05c463a597c1 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:50.839008 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c69cf1cf-bcd7-4bd6-a2a2-05c463a597c1 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:50.850429 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c69cf1cf-bcd7-4bd6-a2a2-05c463a597c1 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "DELETE /v2.0/security-groups/89b37eed-1592-4b7b-9ac1-38369276ebb0 HTTP/1.1" status: 204 len: 168 time: 1.0128629 Aug 26 11:05:50.868838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37840) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:50.878714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3638a-2397-4957-b024-48021b08b758 req-c0c1084f-3c5c-45f9-bd6f-5934f6e67b5f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:50.897044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31f3638a-2397-4957-b024-48021b08b758 req-c0c1084f-3c5c-45f9-bd6f-5934f6e67b5f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.6733873 Aug 26 11:05:50.925302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cf1cf-bcd7-4bd6-a2a2-05c463a597c1 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b37eed-1592-4b7b-9ac1-38369276ebb0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:50.934640 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-1d06861e-3803-463d-aba6-051f8871f5bd tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] show failed (client error): The resource could not be found. Aug 26 11:05:50.941118 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1d06861e-3803-463d-aba6-051f8871f5bd tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "GET /v2.0/security-groups/89b37eed-1592-4b7b-9ac1-38369276ebb0 HTTP/1.1" status: 404 len: 347 time: 0.0541790 Aug 26 11:05:50.961266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37842) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:50.974814 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-241ead0b-b80d-42fc-bc75-478b4b779982 req-cef64a72-76db-424f-8428-c8ecda79c918 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934489 Aug 26 11:05:50.999641 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2113a385-050f-44b2-8360-6c73b8c4cc1d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:51.096527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bf17c28-af06-4a91-aaf4-6d0d8a1741ba req-8f9e80a5-80ed-493d-8cba-83f75706e09c tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 210 time: 0.1936703 Aug 26 11:05:51.104581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113a385-050f-44b2-8360-6c73b8c4cc1d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Pushing event deleted for resources: {'Port': ['ID=e75b7e7c-1402-45aa-a7ab-8f275fe8b1b8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:51.318176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31f3638a-2397-4957-b024-48021b08b758 req-2e2508d4-4008-4695-9cbc-fe0f9b035329 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169486 Aug 26 11:05:51.561030 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2113a385-050f-44b2-8360-6c73b8c4cc1d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:51.564766 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2113a385-050f-44b2-8360-6c73b8c4cc1d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:51.566198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2113a385-050f-44b2-8360-6c73b8c4cc1d tempest-FloatingIPAdminTestJSON-1607544382 tempest-FloatingIPAdminTestJSON-1607544382-project] 10.222.0.21 "DELETE /v2.0/floatingips/229907b2-fb57-4b0c-b8f9-1b05fb9e79d3 HTTP/1.1" status: 204 len: 168 time: 2.1291523 Aug 26 11:05:51.605166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9d4ce-d910-43c2-a061-aa6536cd67a7 req-2c513c2d-8a31-4124-9996-da1fb05ef8bc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:51.613824 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36e9d4ce-d910-43c2-a061-aa6536cd67a7 req-2c513c2d-8a31-4124-9996-da1fb05ef8bc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1179535 Aug 26 11:05:51.641412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6dd3b-4160-4ccb-b62e-c109262fa6d7 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Deleting port ddf3338a-b6e3-4991-8a57-b5c6f56fcff1 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:51.642043 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6bd6dd3b-4160-4ccb-b62e-c109262fa6d7 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:51.761238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36e9d4ce-d910-43c2-a061-aa6536cd67a7 req-783c9680-6144-4827-a3cc-88dda93a6764 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460326 Aug 26 11:05:51.914147 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6bd6dd3b-4160-4ccb-b62e-c109262fa6d7 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:51.914462 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6bd6dd3b-4160-4ccb-b62e-c109262fa6d7 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:51.955851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6dd3b-4160-4ccb-b62e-c109262fa6d7 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Calling delete_port for ddf3338a-b6e3-4991-8a57-b5c6f56fcff1 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:52.026354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-0035e4ec-a827-4f37-a085-b5daae371c3a tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:52.032558 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-0035e4ec-a827-4f37-a085-b5daae371c3a tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.47 "GET /v2.0/networks?id=33c827a5-a8b9-44b1-bd4b-072aeb307e24 HTTP/1.1" status: 200 len: 823 time: 0.3431995 Aug 26 11:05:52.049706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Request body: {'port': {'device_id': '8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f', 'network_id': '33c827a5-a8b9-44b1-bd4b-072aeb307e24', 'admin_state_up': True, 'tenant_id': 'd897659e20ed4835981a42cbb13a27ab'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:52.094253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:52.117734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37886) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:52.289267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Made reservation on behalf of d897659e20ed4835981a42cbb13a27ab for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:52.299441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:52.368177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1e43476-a5b8-4d71-bb36-826cc294615e req-8f17fc33-bec7-4368-9ddb-95fa4b9fb202 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 210 time: 0.0968664 Aug 26 11:05:52.584581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-33dc4722-ed21-42ea-9c64-36161a99ae97 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:52.600393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-33dc4722-ed21-42ea-9c64-36161a99ae97 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 812 time: 0.5092683 Aug 26 11:05:52.644661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-1810eb16-a220-4cf2-84dd-ef3ba0be9766 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/quotas/ff0e8881fff44dc588833fa16efe7c5b HTTP/1.1" status: 200 len: 375 time: 0.0420778 Aug 26 11:05:52.711457 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f98e1e02-0bf0-4d22-a2fe-8c56910f88b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd5bdb9422c44dbdba17ee611d0d7ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5924807 Aug 26 11:05:52.714528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37902) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:52.768193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Allocated IP 172.20.0.5 (33c827a5-a8b9-44b1-bd4b-072aeb307e24/45b24c56-9c19-425f-9b0e-4f2ae7701322/d5a28717-b570-43d1-a4a1-2c033a34d059) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:52.895825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-4fdfbd89-9653-45da-a8f1-88ad8cd0cc88 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2494149 Aug 26 11:05:52.903676 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6bd6dd3b-4160-4ccb-b62e-c109262fa6d7 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:53.147794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6dd3b-4160-4ccb-b62e-c109262fa6d7 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Pushing event deleted for resources: {'Port': ['ID=ddf3338a-b6e3-4991-8a57-b5c6f56fcff1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:53.171505 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:53.205420 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ff530dc-3a62-46b8-b81e-d3c686ea171b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:53.226153 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:53.290998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Pushing event updated for resources: {'Port': ['ID=d5a28717-b570-43d1-a4a1-2c033a34d059,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:53.316999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Network 33c827a5-a8b9-44b1-bd4b-072aeb307e24 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:53.319375 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:05:53.322991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:05:53.354069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ff530dc-3a62-46b8-b81e-d3c686ea171b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:53.392481 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6bd6dd3b-4160-4ccb-b62e-c109262fa6d7 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:53.395423 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6bd6dd3b-4160-4ccb-b62e-c109262fa6d7 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:53.397868 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6bd6dd3b-4160-4ccb-b62e-c109262fa6d7 tempest-ServersTestBootFromVolume-2049729835 tempest-ServersTestBootFromVolume-2049729835-project] 10.222.0.21 "DELETE /v2.0/floatingips/180c1cc8-529d-4396-a3a1-c5c5c65be17e HTTP/1.1" status: 204 len: 168 time: 2.4348969 Aug 26 11:05:53.401966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37908) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:53.417211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-4c387fcd-2b65-48fa-89fb-13936c89aa30 service neutron] 10.222.0.21 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090306 Aug 26 11:05:53.559156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:53.560024 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:53.620121 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-3bc28002-83ee-4940-b48f-e32ce6694970 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5749903 Aug 26 11:05:53.651711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Request body: {'port': {'device_id': '8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:53.735822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-afb471b7-a811-4e65-86de-bdc934cf68f8 service neutron] 10.222.0.21 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149991 Aug 26 11:05:54.080160 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:54.398292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6d5ef-4e84-4266-a04d-666e7a8f6a6f req-b73bd2fe-39a6-4826-847e-7ae7f9d09d16 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:54.408093 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5de6d5ef-4e84-4266-a04d-666e7a8f6a6f req-b73bd2fe-39a6-4826-847e-7ae7f9d09d16 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 931 time: 0.8905306 Aug 26 11:05:54.516951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-34910ff9-8e3a-4599-b3ba-2a3b04b96eb1 req-586e9f87-9614-4e84-bb1b-771526f611ee tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 210 time: 0.0642769 Aug 26 11:05:54.522592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ff530dc-3a62-46b8-b81e-d3c686ea171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:54.531393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ff530dc-3a62-46b8-b81e-d3c686ea171b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:54.538678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3ff530dc-3a62-46b8-b81e-d3c686ea171b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fce4a166-845f-40fc-9ce7-960db387359b HTTP/1.1" status: 204 len: 168 time: 1.7936029 Aug 26 11:05:54.579838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5de6d5ef-4e84-4266-a04d-666e7a8f6a6f req-21c316ab-3f12-46cb-869e-0b0d8981898d tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678152 Aug 26 11:05:54.596429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff530dc-3a62-46b8-b81e-d3c686ea171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce4a166-845f-40fc-9ce7-960db387359b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:55.275940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a28717-b570-43d1-a4a1-2c033a34d059 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:05:55.298235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37946) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:55.299656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:55.336336 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a94efaf-232f-437d-ab90-2f5da6e820cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:55.348102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Transition to ACTIVE for port object d5a28717-b570-43d1-a4a1-2c033a34d059 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:05:55.363192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:55.375906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:55.529925 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Pushing event updated for resources: {'Port': ['ID=d5a28717-b570-43d1-a4a1-2c033a34d059,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:55.585064 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a94efaf-232f-437d-ab90-2f5da6e820cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:55.593670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a94efaf-232f-437d-ab90-2f5da6e820cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:55.728037 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:05:55.756823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4a94efaf-232f-437d-ab90-2f5da6e820cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5883a0f119994e72bdd74bfdca736dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571095 Aug 26 11:05:55.813277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37958) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:55.816261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Attempting to bind port d5a28717-b570-43d1-a4a1-2c033a34d059 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:05:55.816613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Attempting to bind port d5a28717-b570-43d1-a4a1-2c033a34d059 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'b919092c-4500-4d20-aabe-66c861d6259f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '33c827a5-a8b9-44b1-bd4b-072aeb307e24'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:05:55.816963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Attempting to bind port d5a28717-b570-43d1-a4a1-2c033a34d059 on network 33c827a5-a8b9-44b1-bd4b-072aeb307e24 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:05:55.836177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Port d5a28717-b570-43d1-a4a1-2c033a34d059 on network 33c827a5-a8b9-44b1-bd4b-072aeb307e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:05:55.836177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Attempting to bind port d5a28717-b570-43d1-a4a1-2c033a34d059 on network 33c827a5-a8b9-44b1-bd4b-072aeb307e24 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:05:55.863933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48d92b5b-60a8-4bc1-b909-01bef27a0351 req-ffac1172-a57b-419a-9855-16538164f065 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 210 time: 0.2053816 Aug 26 11:05:55.893509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94efaf-232f-437d-ab90-2f5da6e820cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c6f013-8503-41bd-a7f4-ee78ca5da4c3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:55.979521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:05:55.979698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Checking segment: {'id': 'b919092c-4500-4d20-aabe-66c861d6259f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '33c827a5-a8b9-44b1-bd4b-072aeb307e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:05:55.980092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Bound using segment: {'id': 'b919092c-4500-4d20-aabe-66c861d6259f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '33c827a5-a8b9-44b1-bd4b-072aeb307e24'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:05:55.980561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Bound port: d5a28717-b570-43d1-a4a1-2c033a34d059, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b919092c-4500-4d20-aabe-66c861d6259f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '33c827a5-a8b9-44b1-bd4b-072aeb307e24'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:05:55.980968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:56.037323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34f4c-2605-492c-9080-1f4cdd4163a5 req-0504c0a8-7588-47c4-bee1-f7fac6bb5b5c tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:56.055201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4b34f4c-2605-492c-9080-1f4cdd4163a5 req-0504c0a8-7588-47c4-bee1-f7fac6bb5b5c tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 943 time: 0.2453561 Aug 26 11:05:56.125052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4b34f4c-2605-492c-9080-1f4cdd4163a5 req-4bc21d5a-1929-4deb-a560-937c13456911 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682747 Aug 26 11:05:56.258182 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11192566-4b31-4c99-8b02-aed6bdac02f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:56.289469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-b71348a6-2af5-4429-974e-cc3a255c0f48 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:56.293307 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-b71348a6-2af5-4429-974e-cc3a255c0f48 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 812 time: 0.4873912 Aug 26 11:05:56.297676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] For port d5a28717-b570-43d1-a4a1-2c033a34d059, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:05:56.314831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] For port d5a28717-b570-43d1-a4a1-2c033a34d059, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d5a28717-b570-43d1-a4a1-2c033a34d059,segment=NetworkSegment(b919092c-4500-4d20-aabe-66c861d6259f),segment_id=b919092c-4500-4d20-aabe-66c861d6259f)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:05:56.320918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Request body: {'port': {'device_id': '01a73148-3ffc-43a7-9db8-bd5d49f623ec', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'admin_state_up': True, 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:05:56.344504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:56.344504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11192566-4b31-4c99-8b02-aed6bdac02f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:56.529722 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:56.531716 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:56.539985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] 10.222.0.47 "PUT /v2.0/ports/d5a28717-b570-43d1-a4a1-2c033a34d059 HTTP/1.1" status: 200 len: 1092 time: 2.8889191 Aug 26 11:05:56.737996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f', 'tag': 'd5a28717-b570-43d1-a4a1-2c033a34d059'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:05:56.743461 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c79be1-f152-45ac-9a90-451d7dc7a459" -d '{"events": [{"name": "network-changed", "server_uuid": "8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f", "tag": "d5a28717-b570-43d1-a4a1-2c033a34d059"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:05:56.960972 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7362e5ef-2494-4c07-91aa-5aac5a827a53 x-openstack-request-id: req-7362e5ef-2494-4c07-91aa-5aac5a827a53 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:05:56.965800 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f", "tag": "d5a28717-b570-43d1-a4a1-2c033a34d059", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:05:56.966248 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7362e5ef-2494-4c07-91aa-5aac5a827a53 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:05:56.970266 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f', 'tag': 'd5a28717-b570-43d1-a4a1-2c033a34d059', 'status': 'completed', 'code': 200} Aug 26 11:05:57.055070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Made reservation on behalf of ff0e8881fff44dc588833fa16efe7c5b for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:05:57.056680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3131b7b8-7aff-41b9-90cb-8693be505d7b req-b87b1f06-3606-4719-a697-5a2ddddfff53 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 210 time: 0.0529015 Aug 26 11:05:57.074823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:57.098369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba02f6b-35e6-4813-9152-1a4a2e3c621f req-46ba3f0c-af48-4130-b12f-a6cc4be16bf0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:57.111804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ba02f6b-35e6-4813-9152-1a4a2e3c621f req-46ba3f0c-af48-4130-b12f-a6cc4be16bf0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 947 time: 0.2496159 Aug 26 11:05:57.135081 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62f869-e289-42d4-ac9d-75782681d5ad service neutron] Pushing event updated for resources: {'Port': ['ID=d5a28717-b570-43d1-a4a1-2c033a34d059,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:57.146160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-bdbbb670-31aa-458f-9319-31b2fa219e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:57.147035 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-bdbbb670-31aa-458f-9319-31b2fa219e71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d897659e20ed4835981a42cbb13a27ab&device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 1095 time: 0.3423331 Aug 26 11:05:57.219391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ba02f6b-35e6-4813-9152-1a4a2e3c621f req-0a7353d7-de0e-4836-b067-b8a3e6303f3f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061442 Aug 26 11:05:57.370435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350643c2-9cc9-4687-be49-2ab1fb494f1e req-fe02a916-f26e-4a77-a536-22a02bcf4b50 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:57.372386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-350643c2-9cc9-4687-be49-2ab1fb494f1e req-fe02a916-f26e-4a77-a536-22a02bcf4b50 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 943 time: 0.0821624 Aug 26 11:05:57.434871 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-350643c2-9cc9-4687-be49-2ab1fb494f1e req-139a855a-514c-47c2-a2ad-def2cdfa1607 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517302 Aug 26 11:05:57.493891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11192566-4b31-4c99-8b02-aed6bdac02f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:57.498587 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11192566-4b31-4c99-8b02-aed6bdac02f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:57.501517 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-11192566-4b31-4c99-8b02-aed6bdac02f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6c6f013-8503-41bd-a7f4-ee78ca5da4c3 HTTP/1.1" status: 204 len: 168 time: 1.6782620 Aug 26 11:05:57.503921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-cb722919-9bfa-4a3c-b2bc-896f278de64a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5a28717-b570-43d1-a4a1-2c033a34d059 HTTP/1.1" status: 200 len: 217 time: 0.3412158 Aug 26 11:05:57.593411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11192566-4b31-4c99-8b02-aed6bdac02f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c6f013-8503-41bd-a7f4-ee78ca5da4c3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:57.715709 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-94983f81-80f9-4dc0-af53-ce9c2fed82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:57.717477 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-94983f81-80f9-4dc0-af53-ce9c2fed82e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45b24c56-9c19-425f-9b0e-4f2ae7701322 HTTP/1.1" status: 200 len: 863 time: 0.1458018 Aug 26 11:05:57.728409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Allocated IP 172.20.0.13 (7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4/79cce3cc-b422-48ea-9b06-fb9f6766c9d9/d852620b-a9c1-45b8-94bb-abd1b61fcc8c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:05:57.776040 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-cdbe9696-a1b4-4456-8b68-6d7da23b4ff4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33c827a5-a8b9-44b1-bd4b-072aeb307e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414944 Aug 26 11:05:57.788400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] Deleting port 6b78ddef-e38b-428e-9840-8fd79a2f1389 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:57.788589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:58.057456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] For port 6b78ddef-e38b-428e-9840-8fd79a2f1389, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6b78ddef-e38b-428e-9840-8fd79a2f1389,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:58.057955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:58.103738 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-65ebb9ca-fdd1-4dcc-92e5-8f7d24919e10 service neutron] 10.222.0.47 "GET /v2.0/networks/33c827a5-a8b9-44b1-bd4b-072aeb307e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174279 Aug 26 11:05:58.114252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37998) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:58.145173 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b763efa7-89f9-4a33-90b0-48828a736453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:58.200568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] Calling delete_port for 6b78ddef-e38b-428e-9840-8fd79a2f1389 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:58.266378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-665b742c-0cbf-442d-9c23-704980c341f2 req-a7a0945c-45c5-4adc-a54e-c7de8604a702 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 210 time: 0.0460410 Aug 26 11:05:58.300925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-10078cf0-91db-45bb-8217-4935590a895f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:58.302619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-10078cf0-91db-45bb-8217-4935590a895f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 947 time: 0.1351812 Aug 26 11:05:58.498142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Deleting port 2bed23fa-40f1-4add-9455-5db57d2f492d {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:05:58.498503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:58.534273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fd260-525c-436d-81a9-5744e8e5feb5 req-12cbacf2-c9fc-497a-a103-060d1d19c668 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:58.538323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa9fd260-525c-436d-81a9-5744e8e5feb5 req-12cbacf2-c9fc-497a-a103-060d1d19c668 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 947 time: 0.1279111 Aug 26 11:05:58.756795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b763efa7-89f9-4a33-90b0-48828a736453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:58.803461 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b763efa7-89f9-4a33-90b0-48828a736453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:58.859590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b763efa7-89f9-4a33-90b0-48828a736453 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f91c64614284f5d86c020f82cc94208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428129 Aug 26 11:05:58.867420 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa9fd260-525c-436d-81a9-5744e8e5feb5 req-f32893a7-ce95-4b36-9138-bc94a245ab39 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577448 Aug 26 11:05:58.878307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38012) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:05:58.940921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09520e72-c353-4482-b471-36b459b08139 req-b63460bc-670d-4a9b-8937-6af672d583ba tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:58.941352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:58.953676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09520e72-c353-4482-b471-36b459b08139 req-b63460bc-670d-4a9b-8937-6af672d583ba tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 943 time: 0.3363721 Aug 26 11:05:59.039781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b78ddef-e38b-428e-9840-8fd79a2f1389,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:59.073282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763efa7-89f9-4a33-90b0-48828a736453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c60d36e-5e39-4bcd-98f7-8648fb8f31b3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:59.102493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] For port 2bed23fa-40f1-4add-9455-5db57d2f492d, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=2bed23fa-40f1-4add-9455-5db57d2f492d,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:05:59.103456 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:59.216287 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:59.267627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09520e72-c353-4482-b471-36b459b08139 req-852c92cb-3d45-41ed-886b-78e49bddde20 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937255 Aug 26 11:05:59.331760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Transition to ACTIVE for port object d852620b-a9c1-45b8-94bb-abd1b61fcc8c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:05:59.344192 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b7332a7b-8bad-4960-8cfa-2faf46b97c76 req-057f0387-e1aa-478a-9d66-6e02e0b8c8b8 service neutron] 10.222.0.47 "GET /v2.0/networks/33c827a5-a8b9-44b1-bd4b-072aeb307e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2051396 Aug 26 11:05:59.521316 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60529c04-fe77-4e17-b03a-c0363833453a req-16dc628e-5328-48cd-9f73-bc210518419a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 210 time: 0.0519221 Aug 26 11:05:59.524734 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a576a7d7-06bb-40a2-bfc4-3a711fb49ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:59.551862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c79be1-f152-45ac-9a90-451d7dc7a459 req-69ca4ad3-51e8-4cfa-a1d3-1e048cbda6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:05:59.553789 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-62c79be1-f152-45ac-9a90-451d7dc7a459 req-69ca4ad3-51e8-4cfa-a1d3-1e048cbda6c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d897659e20ed4835981a42cbb13a27ab&device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 1095 time: 0.1307161 Aug 26 11:05:59.556518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:59.573846 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a576a7d7-06bb-40a2-bfc4-3a711fb49ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:59.586052 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:59.599293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9c08311b-96ac-4a74-81b1-285d78575089'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:05:59.753998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:59.756035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:59.756635 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Floating IP 748ec73e-d597-4b61-af69-0ae3da614b4f disassociated. External IP: 172.25.1.34, port: 2bed23fa-40f1-4add-9455-5db57d2f492d. Aug 26 11:05:59.758251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Calling delete_port for 2bed23fa-40f1-4add-9455-5db57d2f492d owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:05:59.781801 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a576a7d7-06bb-40a2-bfc4-3a711fb49ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:59.785152 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a576a7d7-06bb-40a2-bfc4-3a711fb49ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:05:59.812751 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a576a7d7-06bb-40a2-bfc4-3a711fb49ce2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c60d36e-5e39-4bcd-98f7-8648fb8f31b3 HTTP/1.1" status: 204 len: 168 time: 0.9271641 Aug 26 11:05:59.815902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:05:59.949175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576a7d7-06bb-40a2-bfc4-3a711fb49ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c60d36e-5e39-4bcd-98f7-8648fb8f31b3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:05:59.998645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:00.008485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:00.159872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ca239-f3ec-4bae-a040-29f1b00915fe req-7d58ff22-d8db-4fdb-8894-b5a091bfe700 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:00.162199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-132ca239-f3ec-4bae-a040-29f1b00915fe req-7d58ff22-d8db-4fdb-8894-b5a091bfe700 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 947 time: 0.1045971 Aug 26 11:06:00.372678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:00.373876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:00.374989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-132ca239-f3ec-4bae-a040-29f1b00915fe req-6c88e788-c373-441e-bc5b-6a08dedfc957 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=377c1beb-63aa-40e7-9561-63c65110fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675293 Aug 26 11:06:00.386859 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:00.493531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event deleted for resources: {'Port': ['ID=2bed23fa-40f1-4add-9455-5db57d2f492d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:00.589858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b9fbf0d7-3978-467b-aa03-276ff2650efe None None] Provisioning for port d852620b-a9c1-45b8-94bb-abd1b61fcc8c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:00.606105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b9fbf0d7-3978-467b-aa03-276ff2650efe None None] Provisioning complete for port d852620b-a9c1-45b8-94bb-abd1b61fcc8c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:00.612004 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9fbf0d7-3978-467b-aa03-276ff2650efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:00.640521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c79be1-f152-45ac-9a90-451d7dc7a459 req-83552edc-2b9e-4bba-94b4-c432fba2041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:00.642165 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-62c79be1-f152-45ac-9a90-451d7dc7a459 req-83552edc-2b9e-4bba-94b4-c432fba2041d service neutron] 10.222.0.47 "GET /v2.0/networks?id=33c827a5-a8b9-44b1-bd4b-072aeb307e24 HTTP/1.1" status: 200 len: 924 time: 1.0796878 Aug 26 11:06:00.642876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event updated for resources: {'Port': ['ID=d852620b-a9c1-45b8-94bb-abd1b61fcc8c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:00.648990 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-92e789e8-39da-4f37-95d0-0b6e4876aec7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3327212 Aug 26 11:06:00.761939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Request body: {'port': {'device_id': '01a73148-3ffc-43a7-9db8-bd5d49f623ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:00.785012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbf0d7-3978-467b-aa03-276ff2650efe None None] Port d852620b-a9c1-45b8-94bb-abd1b61fcc8c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:06:00.827745 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-62c79be1-f152-45ac-9a90-451d7dc7a459 req-e4cc62b0-c4ee-47f2-8a46-d78d663bd07e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5a28717-b570-43d1-a4a1-2c033a34d059 HTTP/1.1" status: 200 len: 217 time: 0.1763198 Aug 26 11:06:00.982037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c79be1-f152-45ac-9a90-451d7dc7a459 req-2e777b87-94b5-4094-8998-9077a5448543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:00.983774 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-62c79be1-f152-45ac-9a90-451d7dc7a459 req-2e777b87-94b5-4094-8998-9077a5448543 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=45b24c56-9c19-425f-9b0e-4f2ae7701322 HTTP/1.1" status: 200 len: 863 time: 0.1264579 Aug 26 11:06:01.043141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Router 5f07b56b-e493-4c76-9d80-0c087f269df7 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:06:01.053100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece99215-7695-4d32-a797-140100247bd6 req-eead1168-b00d-4fd7-9d54-de6209555a13 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:01.064449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ece99215-7695-4d32-a797-140100247bd6 req-eead1168-b00d-4fd7-9d54-de6209555a13 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 943 time: 0.5167875 Aug 26 11:06:01.094946 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:01.126308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ece99215-7695-4d32-a797-140100247bd6 req-49d1fb0d-738d-4063-92eb-8e48fa5f5f08 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585105 Aug 26 11:06:01.347120 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-62c79be1-f152-45ac-9a90-451d7dc7a459 req-2ad0e042-eed8-4be2-910a-96cdf21240da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33c827a5-a8b9-44b1-bd4b-072aeb307e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2519057 Aug 26 11:06:01.495127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de10749-be7c-47ed-901f-ba59d9a02c79 req-e5c0f327-a4d2-4c65-9b9a-4bc3eb297ff5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:01.509623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2de10749-be7c-47ed-901f-ba59d9a02c79 req-e5c0f327-a4d2-4c65-9b9a-4bc3eb297ff5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 932 time: 0.8153980 Aug 26 11:06:01.842233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2dda3ed-ba54-4b52-ab4e-b9b21addaaad req-055625e6-d2d2-4de3-8849-f88b999dcc77 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc2583e-419f-49d4-9317-a714710950aa HTTP/1.1" status: 200 len: 210 time: 0.2552598 Aug 26 11:06:01.852240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:06:01.865663 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c0e0b-7afc-4a5a-a9f1-09e414dab1a3 None None] Sync routers for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:06:01.887506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2de10749-be7c-47ed-901f-ba59d9a02c79 req-3740df48-d31b-4c39-b208-90d42c98eb10 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768804 Aug 26 11:06:01.902106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2bed23fa-40f1-4add-9455-5db57d2f492d no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:06:01.924922 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c0e0b-7afc-4a5a-a9f1-09e414dab1a3 None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:01.929525 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4d2c0e0b-7afc-4a5a-a9f1-09e414dab1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:02.017749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 2bed23fa-40f1-4add-9455-5db57d2f492d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:06:02.018102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 2bed23fa-40f1-4add-9455-5db57d2f492d not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:06:02.063903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] No DVR routers for this DVR port 2bed23fa-40f1-4add-9455-5db57d2f492d on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:06:02.072005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d852620b-a9c1-45b8-94bb-abd1b61fcc8c {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:02.074778 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:02.076947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7effd41b-9374-43a7-9048-dcc853b54d8e req-280f4c44-50dd-44a7-a87b-27c52388a5c0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.42 "DELETE /v2.0/ports/2bed23fa-40f1-4add-9455-5db57d2f492d HTTP/1.1" status: 204 len: 173 time: 3.7645845 Aug 26 11:06:02.077437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'name': 'network-vif-deleted', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:02.094896 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dfe23c-b188-44da-be3e-9b4b56707443" -d '{"events": [{"server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "name": "network-vif-deleted", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:02.127180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:02.177065 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-4d2c0e0b-7afc-4a5a-a9f1-09e414dab1a3 None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:02.181499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Transition to ACTIVE for port object d852620b-a9c1-45b8-94bb-abd1b61fcc8c will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:02.324716 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:02.503241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d852620b-a9c1-45b8-94bb-abd1b61fcc8c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:02.603206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] Router 0e53ce51-de17-40a0-96db-d88672c0b9ae has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:06:02.733568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f37a01-38f8-44a6-abe4-20968c72ee74 req-6afd5d3a-187d-40dc-85a9-c83af0ca0bcc tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:02.753631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9f37a01-38f8-44a6-abe4-20968c72ee74 req-6afd5d3a-187d-40dc-85a9-c83af0ca0bcc tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 943 time: 0.3599207 Aug 26 11:06:02.820705 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4d2c0e0b-7afc-4a5a-a9f1-09e414dab1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:02.918639 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b178c35b-f4cf-481b-86fe-9016514ba34a x-openstack-request-id: req-b178c35b-f4cf-481b-86fe-9016514ba34a {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:02.918994 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc2583e-419f-49d4-9317-a714710950aa", "name": "network-vif-deleted", "tag": "2bed23fa-40f1-4add-9455-5db57d2f492d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:02.919259 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b178c35b-f4cf-481b-86fe-9016514ba34a {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:02.919697 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc2583e-419f-49d4-9317-a714710950aa', 'name': 'network-vif-deleted', 'tag': '2bed23fa-40f1-4add-9455-5db57d2f492d', 'status': 'completed', 'code': 200} Aug 26 11:06:02.973793 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c0e0b-7afc-4a5a-a9f1-09e414dab1a3 None None] Checking router: 5f07b56b-e493-4c76-9d80-0c087f269df7 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:06:02.980532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9f37a01-38f8-44a6-abe4-20968c72ee74 req-8a83b30c-dae4-4efa-be3b-43377ff84d29 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235260 Aug 26 11:06:03.037845 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c0e0b-7afc-4a5a-a9f1-09e414dab1a3 None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:03.037845 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4d2c0e0b-7afc-4a5a-a9f1-09e414dab1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:03.144177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d5a28717-b570-43d1-a4a1-2c033a34d059 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:06:03.232040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38102) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:03.242891 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:06:03.255725 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0bc14bc1-fca4-4e63-8aa2-289cdc7e7dc1 admin admin] 10.222.0.21 "PUT /v2.0/routers/0e53ce51-de17-40a0-96db-d88672c0b9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8457088 Aug 26 11:06:03.263274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38104) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:03.305715 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-62c79be1-f152-45ac-9a90-451d7dc7a459 req-2c740801-a372-46c5-bd62-f9e44f5bbf67 service neutron] 10.222.0.47 "GET /v2.0/networks/33c827a5-a8b9-44b1-bd4b-072aeb307e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9426849 Aug 26 11:06:03.428870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port d5a28717-b570-43d1-a4a1-2c033a34d059, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d5a28717-b570-43d1-a4a1-2c033a34d059,segment=NetworkSegment(b919092c-4500-4d20-aabe-66c861d6259f),segment_id=b919092c-4500-4d20-aabe-66c861d6259f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:03.452607 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-4d2c0e0b-7afc-4a5a-a9f1-09e414dab1a3 None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:03.469118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'd5a28717-b570-43d1-a4a1-2c033a34d059', 'network_id': '33c827a5-a8b9-44b1-bd4b-072aeb307e24', 'port_id': 'd5a28717-b570-43d1-a4a1-2c033a34d059', 'mac_address': 'fa:16:3e:07:45:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b24c56-9c19-425f-9b0e-4f2ae7701322', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:06:03.478351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878508d-ba66-497a-ae0f-6f6ee9c7b10a None None] Sync routers for ids ['0e53ce51-de17-40a0-96db-d88672c0b9ae'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:06:03.525785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878508d-ba66-497a-ae0f-6f6ee9c7b10a None None] Routers {'0e53ce51-de17-40a0-96db-d88672c0b9ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:03.526657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4878508d-ba66-497a-ae0f-6f6ee9c7b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0e53ce51-de17-40a0-96db-d88672c0b9ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:03.727925 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26d654fd-5033-4ca2-8363-e5d9847ca127 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:03.744772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4878508d-ba66-497a-ae0f-6f6ee9c7b10a None None] Set router 0e53ce51-de17-40a0-96db-d88672c0b9ae gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:03.754708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea202927-a4d4-4859-8f68-78e6e19720aa req-b2fb066b-b639-4b55-ab27-97fe62b5be28 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:03.756696 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-62c79be1-f152-45ac-9a90-451d7dc7a459 req-1d27f6db-e422-4f38-a191-293dbc9bc925 service neutron] 10.222.0.47 "GET /v2.0/networks/33c827a5-a8b9-44b1-bd4b-072aeb307e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206491 Aug 26 11:06:03.775228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38112) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:03.793383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea202927-a4d4-4859-8f68-78e6e19720aa req-b2fb066b-b639-4b55-ab27-97fe62b5be28 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 944 time: 0.4636042 Aug 26 11:06:03.834479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Attempting to bind port d852620b-a9c1-45b8-94bb-abd1b61fcc8c on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:03.834849 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Attempting to bind port d852620b-a9c1-45b8-94bb-abd1b61fcc8c by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:03.835198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Attempting to bind port d852620b-a9c1-45b8-94bb-abd1b61fcc8c on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:03.867401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Port d852620b-a9c1-45b8-94bb-abd1b61fcc8c on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:03.874568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Attempting to bind port d852620b-a9c1-45b8-94bb-abd1b61fcc8c on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:03.935331 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26d654fd-5033-4ca2-8363-e5d9847ca127 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:04.002817 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:04.005055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Checking segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:04.006020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Bound using segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:04.008775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Bound port: d852620b-a9c1-45b8-94bb-abd1b61fcc8c, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:04.009525 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:04.046670 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4d2c0e0b-7afc-4a5a-a9f1-09e414dab1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:04.076219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea202927-a4d4-4859-8f68-78e6e19720aa req-74e82b04-c650-4185-aa56-5534a1f589c7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811718 Aug 26 11:06:04.126630 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:04.147900 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c0e0b-7afc-4a5a-a9f1-09e414dab1a3 None None] The sync data for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 is: [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:06:04.166380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-87692204-e6e8-454a-b733-d7f569c2a2f4 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:04.321156 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26d654fd-5033-4ca2-8363-e5d9847ca127 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:04.336479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26d654fd-5033-4ca2-8363-e5d9847ca127 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:04.340089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-26d654fd-5033-4ca2-8363-e5d9847ca127 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "DELETE /v2.0/security-groups/377c1beb-63aa-40e7-9561-63c65110fd89 HTTP/1.1" status: 204 len: 168 time: 1.1068325 Aug 26 11:06:04.365797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38126) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:04.367578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d654fd-5033-4ca2-8363-e5d9847ca127 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377c1beb-63aa-40e7-9561-63c65110fd89,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:04.446832 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-69e766be-b5b6-41b9-82c7-89540bffb529 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] show failed (client error): The resource could not be found. Aug 26 11:06:04.456170 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-69e766be-b5b6-41b9-82c7-89540bffb529 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups/377c1beb-63aa-40e7-9561-63c65110fd89 HTTP/1.1" status: 404 len: 347 time: 0.0706162 Aug 26 11:06:04.461068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38128) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:04.480920 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:04.482163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0605ba3-284f-410c-a2ff-f4ee4c1fd7c6 req-a43ad995-8a20-4ed7-bbd3-86837d329dea tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:04.486227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0605ba3-284f-410c-a2ff-f4ee4c1fd7c6 req-a43ad995-8a20-4ed7-bbd3-86837d329dea tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 943 time: 0.3093858 Aug 26 11:06:04.532674 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a28717-b570-43d1-a4a1-2c033a34d059 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:04.560610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port d5a28717-b570-43d1-a4a1-2c033a34d059, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d5a28717-b570-43d1-a4a1-2c033a34d059,segment=NetworkSegment(b919092c-4500-4d20-aabe-66c861d6259f),segment_id=b919092c-4500-4d20-aabe-66c861d6259f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:04.576701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:04.627735 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-87692204-e6e8-454a-b733-d7f569c2a2f4 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] 10.222.0.21 "PUT /v2.0/quotas/a38ed7292c4e4d689042e9a5caffb03f HTTP/1.1" status: 200 len: 368 time: 0.8508708 Aug 26 11:06:04.648137 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38130) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:04.678311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4878508d-ba66-497a-ae0f-6f6ee9c7b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:05:58Z', 'revision_number': 5, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:04.719983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Request body: {'network': {'project_id': 'a38ed7292c4e4d689042e9a5caffb03f'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:04.721519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=d5a28717-b570-43d1-a4a1-2c033a34d059,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:04.725705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0605ba3-284f-410c-a2ff-f4ee4c1fd7c6 req-c3dd4c67-5132-4550-b8bb-62124b5d5e3b tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202828 Aug 26 11:06:04.756288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878508d-ba66-497a-ae0f-6f6ee9c7b10a None None] Checking router: 0e53ce51-de17-40a0-96db-d88672c0b9ae for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:06:04.760626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.761473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.762034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.762611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.763346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.763913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.764641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.765219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.765786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.766334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.766978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.767542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:04.788997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878508d-ba66-497a-ae0f-6f6ee9c7b10a None None] Routers {'0e53ce51-de17-40a0-96db-d88672c0b9ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:04.790005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4878508d-ba66-497a-ae0f-6f6ee9c7b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:05:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0e53ce51-de17-40a0-96db-d88672c0b9ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:04.866293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Made reservation on behalf of a38ed7292c4e4d689042e9a5caffb03f for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:04.874467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:04.917704 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4f2441-874a-4a2c-b183-f6f7f421cfea None None] New status for floating IP 748ec73e-d597-4b61-af69-0ae3da614b4f: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:06:04.919205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:04.933706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['d5a28717-b570-43d1-a4a1-2c033a34d059'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:06:04.970691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] For port d852620b-a9c1-45b8-94bb-abd1b61fcc8c, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:04.984165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-fe0cb1ad-ea15-4cfb-be25-179164701aa0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Deleting port 9296bc32-775c-40b8-b305-af775a4cda98 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:04.984704 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fe0cb1ad-ea15-4cfb-be25-179164701aa0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:05.060351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4878508d-ba66-497a-ae0f-6f6ee9c7b10a None None] Set router 0e53ce51-de17-40a0-96db-d88672c0b9ae gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:05.076607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] For port d852620b-a9c1-45b8-94bb-abd1b61fcc8c, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d852620b-a9c1-45b8-94bb-abd1b61fcc8c,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:05.106473 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:05.241505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:05.242946 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:05.253346 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] 10.222.0.42 "PUT /v2.0/ports/d852620b-a9c1-45b8-94bb-abd1b61fcc8c HTTP/1.1" status: 200 len: 1093 time: 4.5791547 Aug 26 11:06:05.260847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a73148-3ffc-43a7-9db8-bd5d49f623ec', 'tag': 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:05.266412 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e7c996-067a-47cc-9012-41203cff4eab" -d '{"events": [{"name": "network-changed", "server_uuid": "01a73148-3ffc-43a7-9db8-bd5d49f623ec", "tag": "d852620b-a9c1-45b8-94bb-abd1b61fcc8c"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:05.289876 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fe0cb1ad-ea15-4cfb-be25-179164701aa0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:05.290150 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fe0cb1ad-ea15-4cfb-be25-179164701aa0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:05.323958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-fe0cb1ad-ea15-4cfb-be25-179164701aa0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Calling delete_port for 9296bc32-775c-40b8-b305-af775a4cda98 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:05.424125 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:05.712769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fe0cb1ad-ea15-4cfb-be25-179164701aa0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:05.762481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cb1ad-ea15-4cfb-be25-179164701aa0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event deleted for resources: {'Port': ['ID=9296bc32-775c-40b8-b305-af775a4cda98,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:05.954483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:05.978815 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10f7ff-3bed-41ad-83dd-5f88ec81eb45 req-695b53ab-7e65-4f7b-ad64-f8270411c7db tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:05.989653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b10f7ff-3bed-41ad-83dd-5f88ec81eb45 req-695b53ab-7e65-4f7b-ad64-f8270411c7db tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 944 time: 0.2903361 Aug 26 11:06:06.052203 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed1f494-43e4-4e1d-851d-a2f736350f97 x-openstack-request-id: req-2ed1f494-43e4-4e1d-851d-a2f736350f97 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:06.052757 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fe0cb1ad-ea15-4cfb-be25-179164701aa0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:06.056757 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a73148-3ffc-43a7-9db8-bd5d49f623ec", "tag": "d852620b-a9c1-45b8-94bb-abd1b61fcc8c", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:06.057059 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ed1f494-43e4-4e1d-851d-a2f736350f97 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:06.057471 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a73148-3ffc-43a7-9db8-bd5d49f623ec', 'tag': 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c', 'status': 'completed', 'code': 200} Aug 26 11:06:06.060077 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fe0cb1ad-ea15-4cfb-be25-179164701aa0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:06.084160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fe0cb1ad-ea15-4cfb-be25-179164701aa0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "DELETE /v2.0/floatingips/748ec73e-d597-4b61-af69-0ae3da614b4f HTTP/1.1" status: 204 len: 168 time: 1.6215580 Aug 26 11:06:06.086361 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:06.192922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd84c922-3280-495e-a3ba-2d01d50b5939,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:06.271195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4878508d-ba66-497a-ae0f-6f6ee9c7b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:05:58Z', 'revision_number': 5, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:06.290421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2a0ff-ea2e-46a7-9ca9-861798bf0c95 req-29707fe3-0ea0-41cc-961f-af7553e988ff tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:06.308736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:06:06.314527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53c2a0ff-ea2e-46a7-9ca9-861798bf0c95 req-29707fe3-0ea0-41cc-961f-af7553e988ff tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 944 time: 0.2168801 Aug 26 11:06:06.321315 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:06.321794 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Added segment 933c45c5-e8a0-4f57-a028-69d3f19862f5 of type vlan for network dc691cda-fcef-40a3-8273-45912adf69dd Aug 26 11:06:06.335800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878508d-ba66-497a-ae0f-6f6ee9c7b10a None None] The sync data for ids ['0e53ce51-de17-40a0-96db-d88672c0b9ae'] in n-d-778550-13 is: [{'id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'name': 'tempest-ServersTestBootFromVolume-642036845-router', 'tenant_id': 'c51fc0eeac4b4d3892c8917db439339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:02:33Z', 'updated_at': '2021-08-26T11:05:58Z', 'revision_number': 5, 'project_id': 'c51fc0eeac4b4d3892c8917db439339b', 'gw_port': {'id': 'ed9d9ed7-27d8-40c5-8900-ecde1d2654e2', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e53ce51-de17-40a0-96db-d88672c0b9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:02:34Z', 'updated_at': '2021-08-26T11:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:06:06.379105 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:06.406955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-0a50f78f-1499-4b4b-83e9-c7bebbbe7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:06.408100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53c2a0ff-ea2e-46a7-9ca9-861798bf0c95 req-164f1ea9-fee7-4b60-a806-443f04aaf3ce tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898216 Aug 26 11:06:06.408934 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-0a50f78f-1499-4b4b-83e9-c7bebbbe7fd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 1096 time: 0.9716778 Aug 26 11:06:06.412290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b10f7ff-3bed-41ad-83dd-5f88ec81eb45 req-2d53d8a6-7f17-4577-a584-edcd2d17661e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217780 Aug 26 11:06:06.425954 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:06.427396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:06.435642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:06.438204 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820e781-88b7-4f69-b69d-9fbe370e1fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d852620b-a9c1-45b8-94bb-abd1b61fcc8c,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:06.542676 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-7b72cf78-c53c-4e42-8131-8844776a85a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d852620b-a9c1-45b8-94bb-abd1b61fcc8c HTTP/1.1" status: 200 len: 217 time: 0.1009912 Aug 26 11:06:06.557322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Pushing event updated for resources: {'Network': ['ID=dc691cda-fcef-40a3-8273-45912adf69dd,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:06.569352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network dc691cda-fcef-40a3-8273-45912adf69dd details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:06:06.585360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Deleting port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:06.585741 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:06.694363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] For port ed9d9ed7-27d8-40c5-8900-ecde1d2654e2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ed9d9ed7-27d8-40c5-8900-ecde1d2654e2,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:06.694666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:06.707060 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0097aa49-fde2-4898-bd79-92d835e552ff tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0529370 Aug 26 11:06:06.708462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38162) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:06.732039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Request body: {'network': {'project_id': 'a38ed7292c4e4d689042e9a5caffb03f'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:06.740531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Calling delete_port for ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:06.834856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-5483ffde-c403-43c8-81ae-d16631040f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:06.836667 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-5483ffde-c403-43c8-81ae-d16631040f05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.2724719 Aug 26 11:06:06.845269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38164) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:06.853889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e7483d6b-30fc-476b-a385-0232e0a908f6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491292125', 'description': 'tempest-description--347354751'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:06.896305 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Made reservation on behalf of a38ed7292c4e4d689042e9a5caffb03f for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:06.898876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:06.905947 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7483d6b-30fc-476b-a385-0232e0a908f6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:06.989026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:06:07.009655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7483d6b-30fc-476b-a385-0232e0a908f6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.013697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-bcc5cc91-08ba-4b3b-b441-5f6f4c0db2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:07.015579 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7483d6b-30fc-476b-a385-0232e0a908f6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.015669 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-bcc5cc91-08ba-4b3b-b441-5f6f4c0db2c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1714396 Aug 26 11:06:07.036402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.036726 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Added segment b01c09e8-7229-4ab6-bb0c-7b520fff39d2 of type vlan for network 925534d3-2c3f-4ded-beb0-f0045587ee46 Aug 26 11:06:07.065922 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7483d6b-30fc-476b-a385-0232e0a908f6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.067276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e7483d6b-30fc-476b-a385-0232e0a908f6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2170506 Aug 26 11:06:07.070338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7483d6b-30fc-476b-a385-0232e0a908f6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf80ed6-1b6e-4180-b39a-e72e9f123907,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:07.073347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38188) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:07.111124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-913cbb8a-71b9-4a2b-a4b8-f0d913b48c67 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'security_group_rule': {'security_group_id': 'abf80ed6-1b6e-4180-b39a-e72e9f123907', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:07.164548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d5a28717-b570-43d1-a4a1-2c033a34d059 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:07.190829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.255211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port d5a28717-b570-43d1-a4a1-2c033a34d059 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:07.255644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-913cbb8a-71b9-4a2b-a4b8-f0d913b48c67 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.263071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port d5a28717-b570-43d1-a4a1-2c033a34d059 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:07.263948 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.272223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.292071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.293054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:07.293631 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.332839 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-6f26fe67-e480-4a56-9fd9-e18ef38695c1 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094883 Aug 26 11:06:07.360260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9d9ed7-27d8-40c5-8900-ecde1d2654e2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:07.370626 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.396932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a28717-b570-43d1-a4a1-2c033a34d059'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:07.399705 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60ffde8-d662-4029-8e5a-8c4b022830ad" -d '{"events": [{"server_uuid": "8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f", "name": "network-vif-plugged", "status": "completed", "tag": "d5a28717-b570-43d1-a4a1-2c033a34d059"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:07.417807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port d5a28717-b570-43d1-a4a1-2c033a34d059, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d5a28717-b570-43d1-a4a1-2c033a34d059,segment=NetworkSegment(b919092c-4500-4d20-aabe-66c861d6259f),segment_id=b919092c-4500-4d20-aabe-66c861d6259f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:07.422316 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.458630 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48163fdd-bd7c-43ae-8fd5-e8ce045ce9c7 x-openstack-request-id: req-48163fdd-bd7c-43ae-8fd5-e8ce045ce9c7 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:07.458969 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f", "name": "network-vif-plugged", "status": "completed", "tag": "d5a28717-b570-43d1-a4a1-2c033a34d059", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:07.459201 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48163fdd-bd7c-43ae-8fd5-e8ce045ce9c7 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:07.459592 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a28717-b570-43d1-a4a1-2c033a34d059', 'code': 200} Aug 26 11:06:07.480236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38206) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:07.480411 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7712052 Aug 26 11:06:07.485270 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-73bb6172-530d-4e1b-af8b-b1a1933d8642 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Request body: {'network': {'project_id': 'a38ed7292c4e4d689042e9a5caffb03f'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:07.508229 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bb6172-530d-4e1b-af8b-b1a1933d8642 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 26 11:06:07.508661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bb6172-530d-4e1b-af8b-b1a1933d8642 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:06:07.515858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-73bb6172-530d-4e1b-af8b-b1a1933d8642 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0311699 Aug 26 11:06:07.518590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38208) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:07.519332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=d5a28717-b570-43d1-a4a1-2c033a34d059,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:07.580139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef34d01-d92f-4992-a524-4cc41263e217 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Pushing event updated for resources: {'Network': ['ID=925534d3-2c3f-4ded-beb0-f0045587ee46,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:07.596356 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 925534d3-2c3f-4ded-beb0-f0045587ee46 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:06:07.602221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-913cbb8a-71b9-4a2b-a4b8-f0d913b48c67 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.612584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.616141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-913cbb8a-71b9-4a2b-a4b8-f0d913b48c67 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.654630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5c5686d2-1874-4df2-9c07-6a5c40a30341 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a38ed7292c4e4d689042e9a5caffb03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328335 Aug 26 11:06:07.659503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38212) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:07.686790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53489c98-7d41-4909-b0f9-be092854a099 req-6e291a7f-93ef-49c4-a507-1c59921b89b1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:07.695790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53489c98-7d41-4909-b0f9-be092854a099 req-6e291a7f-93ef-49c4-a507-1c59921b89b1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 944 time: 0.1083517 Aug 26 11:06:07.730142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43c3b4-dd13-4705-b58e-ddfd4b8ae511 req-9650c751-d8ab-4053-838f-b5667c62702d tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:07.731981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d43c3b4-dd13-4705-b58e-ddfd4b8ae511 req-9650c751-d8ab-4053-838f-b5667c62702d tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 945 time: 0.1820464 Aug 26 11:06:07.793677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6b78ddef-e38b-428e-9840-8fd79a2f1389 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:06:07.822431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6b78ddef-e38b-428e-9840-8fd79a2f1389 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:06:07.822866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6b78ddef-e38b-428e-9840-8fd79a2f1389 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:06:07.829418 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53489c98-7d41-4909-b0f9-be092854a099 req-d78b8327-5da6-4b80-9206-69d67c6c57a4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324959 Aug 26 11:06:07.847850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d43c3b4-dd13-4705-b58e-ddfd4b8ae511 req-b1c3a7e3-e2c8-423c-b4c9-a27a7b3d4c96 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955269 Aug 26 11:06:07.847850 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c5de26b8-d674-416c-ab41-f73c2f922928 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.876967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c5de26b8-d674-416c-ab41-f73c2f922928 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.932667 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c5de26b8-d674-416c-ab41-f73c2f922928 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.935187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c5de26b8-d674-416c-ab41-f73c2f922928 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:07.936343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c5de26b8-d674-416c-ab41-f73c2f922928 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd84c922-3280-495e-a3ba-2d01d50b5939 HTTP/1.1" status: 204 len: 168 time: 0.2729638 Aug 26 11:06:07.939925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38214) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:07.953041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de26b8-d674-416c-ab41-f73c2f922928 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd84c922-3280-495e-a3ba-2d01d50b5939,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:08.025810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.072727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f8a9d-7889-41f3-aae7-15fc527119f1 req-9dea5bf2-d38f-478c-b4a7-684b737a0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:08.074297 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-940f8a9d-7889-41f3-aae7-15fc527119f1 req-9dea5bf2-d38f-478c-b4a7-684b737a0eb9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 1097 time: 0.5437489 Aug 26 11:06:08.074961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cbb8a-71b9-4a2b-a4b8-f0d913b48c67 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b74c1f-64f9-42c4-8026-0e070e920e78,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:08.089012 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.091885 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8daca7a0-5d7a-4395-9727-b862be2712e3 req-b5d65106-62c2-45b8-83e7-699913f31c12 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294345 Aug 26 11:06:08.093272 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.097050 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-913cbb8a-71b9-4a2b-a4b8-f0d913b48c67 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.098190 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-913cbb8a-71b9-4a2b-a4b8-f0d913b48c67 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9929888 Aug 26 11:06:08.106362 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38216) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:08.118431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2e852f0a-7dec-4df7-b339-2e9d9ccfc654 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'security_group_rule': {'security_group_id': 'abf80ed6-1b6e-4180-b39a-e72e9f123907', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:08.136868 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.151650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925534d3-2c3f-4ded-beb0-f0045587ee46']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:08.164785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01c09e8-7229-4ab6-bb0c-7b520fff39d2') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:08.165127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01c09e8-7229-4ab6-bb0c-7b520fff39d2') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:08.177690 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.178172 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.178288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e53ce51-de17-40a0-96db-d88672c0b9ae {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:06:08.185086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.186446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2e852f0a-7dec-4df7-b339-2e9d9ccfc654 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.186944 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fbc59a6c-cf05-4c3b-9bed-204298f022db admin admin] 10.222.0.21 "DELETE /v2.0/routers/0e53ce51-de17-40a0-96db-d88672c0b9ae HTTP/1.1" status: 204 len: 168 time: 4.9227312 Aug 26 11:06:08.191453 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-940f8a9d-7889-41f3-aae7-15fc527119f1 req-8cfffa6f-8966-4013-ac93-ce673fe05b79 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091056 Aug 26 11:06:08.191933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38218) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:08.207050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.239246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:06:08.239246 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.245094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c996-067a-47cc-9012-41203cff4eab req-8346c839-bc95-49ca-9868-237795385c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:08.247015 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c1e7c996-067a-47cc-9012-41203cff4eab req-8346c839-bc95-49ca-9868-237795385c99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 1096 time: 0.1039934 Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:06:08.296468 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:06:08.312727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Deleting subnet 4bc78573-85d3-4e43-9711-ab97e12ed774 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:06:08.370097 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.384393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.386336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] 10.222.0.21 "DELETE /v2.0/networks/925534d3-2c3f-4ded-beb0-f0045587ee46 HTTP/1.1" status: 204 len: 168 time: 0.4445653 Aug 26 11:06:08.393486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38236) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:08.407538 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.432727 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2e852f0a-7dec-4df7-b339-2e9d9ccfc654 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.435536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b54a61-14b2-4763-a564-a4aa6f607a92 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Pushing event deleted for resources: {'Network': ['ID=925534d3-2c3f-4ded-beb0-f0045587ee46,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:08.482775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c996-067a-47cc-9012-41203cff4eab req-c5b47340-2297-4f79-baa9-b4420da273a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:08.484875 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c1e7c996-067a-47cc-9012-41203cff4eab req-c5b47340-2297-4f79-baa9-b4420da273a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.2277563 Aug 26 11:06:08.546320 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c1e7c996-067a-47cc-9012-41203cff4eab req-88bf4766-125b-48ad-9293-ad09d2c69043 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d852620b-a9c1-45b8-94bb-abd1b61fcc8c HTTP/1.1" status: 200 len: 217 time: 0.0533781 Aug 26 11:06:08.553449 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.642371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c996-067a-47cc-9012-41203cff4eab req-0816a292-22dc-468f-86e7-bdc7a9525718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:08.644272 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c1e7c996-067a-47cc-9012-41203cff4eab req-0816a292-22dc-468f-86e7-bdc7a9525718 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.0872514 Aug 26 11:06:08.739328 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.766569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7c996-067a-47cc-9012-41203cff4eab req-ce2b1567-c6d4-4792-895f-97fa68f81bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:08.768204 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c1e7c996-067a-47cc-9012-41203cff4eab req-ce2b1567-c6d4-4792-895f-97fa68f81bfb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925095 Aug 26 11:06:08.826281 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2e852f0a-7dec-4df7-b339-2e9d9ccfc654 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.869372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e852f0a-7dec-4df7-b339-2e9d9ccfc654 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b021a12-1f8b-45a3-8908-8c63177cc00e,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:08.891410 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2e852f0a-7dec-4df7-b339-2e9d9ccfc654 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.892982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2e852f0a-7dec-4df7-b339-2e9d9ccfc654 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7857058 Aug 26 11:06:08.896254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38290) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:08.907978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:08.918705 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.933920 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:08.978233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.004266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc78573-85d3-4e43-9711-ab97e12ed774,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:09.016500 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c1e7c996-067a-47cc-9012-41203cff4eab req-9ed9ba1c-b959-4a3d-baae-fb9ffeca5fa1 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400639 Aug 26 11:06:09.020091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.020446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.020791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.021131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.021465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.021798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.022316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.022453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.022983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.023661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.024142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.024477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:09.025774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1039c0c-33cf-496e-bd8f-751d7ac9ce00 None None] Network dd58b45f-4b7c-433b-9f97-e8cc9467e28c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:06:09.027547 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.032690 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b06b2027-4523-45b2-9f99-22a67eea7aa1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4bc78573-85d3-4e43-9711-ab97e12ed774 HTTP/1.1" status: 204 len: 168 time: 0.8389463 Aug 26 11:06:09.041191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38306) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:09.152994 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.182785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc691cda-fcef-40a3-8273-45912adf69dd']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:09.203382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933c45c5-e8a0-4f57-a028-69d3f19862f5') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:09.203801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933c45c5-e8a0-4f57-a028-69d3f19862f5') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:09.249668 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.263660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68acee0-d6da-4666-b539-29a245369b57 req-996ad5db-680f-4bd5-8702-36cb8ecfa08f tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:09.266092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c68acee0-d6da-4666-b539-29a245369b57 req-996ad5db-680f-4bd5-8702-36cb8ecfa08f tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 945 time: 0.2905304 Aug 26 11:06:09.276819 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.282099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dce74-b6ac-4f0e-a635-4c3bb0d642ee req-d579fa7e-33d7-4fc2-82f9-1e43d7a6fa22 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:09.283772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc3dce74-b6ac-4f0e-a635-4c3bb0d642ee req-d579fa7e-33d7-4fc2-82f9-1e43d7a6fa22 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 944 time: 0.2599607 Aug 26 11:06:09.302965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c1e7c996-067a-47cc-9012-41203cff4eab req-83ebd207-452e-4476-9e78-dee742b8a149 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691419 Aug 26 11:06:09.303084 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.340165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:06:09.340661 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:06:09.348628 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:06:09.352653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785944d-78f6-4aaa-b20d-e9d53583e28e None None] DHCP port deletion for dd58b45f-4b7c-433b-9f97-e8cc9467e28c request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:06:09.398317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Deleting port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:09.398317 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.459680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e785944d-78f6-4aaa-b20d-e9d53583e28e None None] Deleting port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:09.460057 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e785944d-78f6-4aaa-b20d-e9d53583e28e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.494058 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c68acee0-d6da-4666-b539-29a245369b57 req-f89e3e6d-a891-4eb1-8939-79a4183906db tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067654 Aug 26 11:06:09.499581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc3dce74-b6ac-4f0e-a635-4c3bb0d642ee req-9f935742-163f-4210-b1af-ae42cc42e266 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016804 Aug 26 11:06:09.531392 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.540766 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.549625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] 10.222.0.21 "DELETE /v2.0/networks/dc691cda-fcef-40a3-8273-45912adf69dd HTTP/1.1" status: 204 len: 168 time: 1.1521964 Aug 26 11:06:09.607116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] For port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:09.607984 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.615718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d9715-ef46-4c43-9ed3-4a08d4cf0a94 tempest-QuotasNegativeTest-184396213 tempest-QuotasNegativeTest-184396213-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc691cda-fcef-40a3-8273-45912adf69dd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:09.629297 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.667587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Calling delete_port for 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:09.679650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e785944d-78f6-4aaa-b20d-e9d53583e28e None None] For port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca,segment=NetworkSegment(df393cbe-e37a-4179-b6d7-dfc6dfd7a705),segment_id=df393cbe-e37a-4179-b6d7-dfc6dfd7a705)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:09.680059 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e785944d-78f6-4aaa-b20d-e9d53583e28e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.735624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e785944d-78f6-4aaa-b20d-e9d53583e28e None None] Calling delete_port for 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:09.854360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:06:09.872711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:09.886474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:06:09.886878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ed9d9ed7-27d8-40c5-8900-ecde1d2654e2 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:06:09.887289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:06:09.919981 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:09.924364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] No DVR routers for this DVR port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:06:09.933145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:06:09.933499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:06:09.983360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Allocated IP 172.25.1.140 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/b23c368d-0967-4434-b87b-3aee8cec2737) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:09.995876 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e785944d-78f6-4aaa-b20d-e9d53583e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.021438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785944d-78f6-4aaa-b20d-e9d53583e28e None None] No DVR routers for this DVR port 6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:06:10.034749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.050963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd58b45f-4b7c-433b-9f97-e8cc9467e28c']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:10.057448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785944d-78f6-4aaa-b20d-e9d53583e28e None None] Pushing event deleted for resources: {'Port': ['ID=6f4b84e8-ca4d-4f2d-96ac-f598b301a2ca,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:10.079780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:10.080087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df393cbe-e37a-4179-b6d7-dfc6dfd7a705') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:10.108311 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.127083 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.142626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:06:10.143778 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.181549 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:06:10.186774 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:06:10.279972 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.289964 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.292691 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dd58b45f-4b7c-433b-9f97-e8cc9467e28c HTTP/1.1" status: 204 len: 168 time: 1.2504282 Aug 26 11:06:10.295051 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.308586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695482d6-0f71-42af-9dc7-ad6704452910 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd58b45f-4b7c-433b-9f97-e8cc9467e28c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:10.365796 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:10.368837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:10.372751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:10.415607 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'Port': ['ID=b23c368d-0967-4434-b87b-3aee8cec2737,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:10.507788 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.537932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38474) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:10.596574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38484) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:10.610595 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.646523 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7be6665a-c502-45ae-a437-1f3992a00604 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c51fc0eeac4b4d3892c8917db439339b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071210 Aug 26 11:06:10.651824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38494) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:10.747148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c75a577d-9d54-43c4-8316-14a7174d9c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.797602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d4ec7-df34-45a1-a44b-ae24244325e6 req-e5307d09-2c3a-40c0-9e31-c01f773baa3b tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:10.798444 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c75a577d-9d54-43c4-8316-14a7174d9c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.799614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc0d4ec7-df34-45a1-a44b-ae24244325e6 req-e5307d09-2c3a-40c0-9e31-c01f773baa3b tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 945 time: 0.1587467 Aug 26 11:06:10.821482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990f392-1933-457c-b748-a32196fbe312 req-b9d84b1c-7fe2-4494-b9bf-7e137649c81b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:10.823290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e990f392-1933-457c-b748-a32196fbe312 req-b9d84b1c-7fe2-4494-b9bf-7e137649c81b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 944 time: 0.1467674 Aug 26 11:06:10.881255 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c75a577d-9d54-43c4-8316-14a7174d9c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.887721 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c75a577d-9d54-43c4-8316-14a7174d9c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:10.892388 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c75a577d-9d54-43c4-8316-14a7174d9c1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02f6561f-1839-4791-9a39-1adb178258c2 HTTP/1.1" status: 204 len: 168 time: 0.2368939 Aug 26 11:06:10.907157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a577d-9d54-43c4-8316-14a7174d9c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f6561f-1839-4791-9a39-1adb178258c2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:10.930069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc0d4ec7-df34-45a1-a44b-ae24244325e6 req-50ee96cc-645a-4d38-844d-499628580c89 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207571 Aug 26 11:06:10.948239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e990f392-1933-457c-b748-a32196fbe312 req-bf2f5038-cf49-443c-bf14-a183fe1cad99 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070676 Aug 26 11:06:10.995128 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:11.005123 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67b17a27-457e-4f17-8d11-84b2b0e74340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:11.009974 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:11.132640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'Port': ['ID=b23c368d-0967-4434-b87b-3aee8cec2737,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:11.145910 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:11.242791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc554ade-5012-4394-81fa-b3712e5bcfb6 req-3e388e08-387b-42bb-9e20-a828968b1ef6 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:11.244354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc554ade-5012-4394-81fa-b3712e5bcfb6 req-3e388e08-387b-42bb-9e20-a828968b1ef6 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 945 time: 0.0865052 Aug 26 11:06:11.273942 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67b17a27-457e-4f17-8d11-84b2b0e74340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:11.284922 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-67b17a27-457e-4f17-8d11-84b2b0e74340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:11.292987 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:11.294241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-23cff65b-b128-4b46-afaf-446150dba716 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3964736 Aug 26 11:06:11.349876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc554ade-5012-4394-81fa-b3712e5bcfb6 req-1a785973-d57a-4890-9d1c-d5e6256b4b96 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949829 Aug 26 11:06:11.358905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b17a27-457e-4f17-8d11-84b2b0e74340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9779a99-3c50-408d-89cf-94798f6b2374,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:11.365238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-67b17a27-457e-4f17-8d11-84b2b0e74340 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79c7cb7d9d2d454ea9786685b5f5fd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7667017 Aug 26 11:06:11.369119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38572) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:11.478196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-63f34091-c1eb-44e3-adbe-88b0a6f163d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:11.537379 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-63f34091-c1eb-44e3-adbe-88b0a6f163d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:11.573953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-9ca9e972-febf-49fa-b79d-e83acbbd6a47 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1491292125&fields=id&tenant_id=7deefc2f5b984afeae122ac7c02c452c HTTP/1.1" status: 200 len: 267 time: 0.0481632 Aug 26 11:06:11.613289 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-63f34091-c1eb-44e3-adbe-88b0a6f163d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:11.618529 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-63f34091-c1eb-44e3-adbe-88b0a6f163d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:11.619998 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-63f34091-c1eb-44e3-adbe-88b0a6f163d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9779a99-3c50-408d-89cf-94798f6b2374 HTTP/1.1" status: 204 len: 168 time: 0.2479672 Aug 26 11:06:11.629373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f34091-c1eb-44e3-adbe-88b0a6f163d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9779a99-3c50-408d-89cf-94798f6b2374,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:11.822009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-9c17750f-8220-49f9-9811-d5570b935176 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:11.829123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-9c17750f-8220-49f9-9811-d5570b935176 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 816 time: 0.2538309 Aug 26 11:06:11.850341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-945011fb-ca57-458e-a29f-ba11abe5a708 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/quotas/7deefc2f5b984afeae122ac7c02c452c HTTP/1.1" status: 200 len: 375 time: 0.0108523 Aug 26 11:06:11.954668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d852620b-a9c1-45b8-94bb-abd1b61fcc8c details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:06:11.982407 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-05940ff5-553c-42fe-a2c0-9cc47f55f1da tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196506 Aug 26 11:06:12.007705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cffe60-9609-4c47-82e7-b819cccca463 req-babad94f-424f-463d-a942-80dde51f70f5 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:12.009349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85cffe60-9609-4c47-82e7-b819cccca463 req-babad94f-424f-463d-a942-80dde51f70f5 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 945 time: 0.0884061 Aug 26 11:06:12.073686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85cffe60-9609-4c47-82e7-b819cccca463 req-23622f0b-acbc-400f-a57d-d4bfa950d5dc tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529191 Aug 26 11:06:12.282114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f3e06-4e9c-4243-b3a2-ad06cf79ca6e req-9a6e8826-ca36-47fa-9778-cee194e2ec54 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:12.284272 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e8f3e06-4e9c-4243-b3a2-ad06cf79ca6e req-9a6e8826-ca36-47fa-9778-cee194e2ec54 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 944 time: 0.1376622 Aug 26 11:06:12.397761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e8f3e06-4e9c-4243-b3a2-ad06cf79ca6e req-acce2d05-eb64-46f0-9c37-8d10b16baf04 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959451 Aug 26 11:06:12.457538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38710) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:12.472548 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-51fbe030-43d7-411c-a7e5-a61d4b37f8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:12.493637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-4d001be7-2126-4f64-83ea-624164a18a72 service neutron] 10.222.0.21 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831343 Aug 26 11:06:12.625279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d852620b-a9c1-45b8-94bb-abd1b61fcc8c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d852620b-a9c1-45b8-94bb-abd1b61fcc8c,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:12.672269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38732) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:12.684352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'port_id': 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c', 'mac_address': 'fa:16:3e:17:c5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:06:12.739144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-667b14ce-35e1-45db-9e96-5006ae5e831c service neutron] 10.222.0.21 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382743 Aug 26 11:06:12.798081 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-51fbe030-43d7-411c-a7e5-a61d4b37f8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:12.819634 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-51fbe030-43d7-411c-a7e5-a61d4b37f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:12.853047 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:12.884852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d852620b-a9c1-45b8-94bb-abd1b61fcc8c {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:12.916229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1529900154-network', 'tenant_id': 'a6e0a3a69cb841348e7a42df467655d2'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:12.917303 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-51fbe030-43d7-411c-a7e5-a61d4b37f8ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75ba95203db94aac84c8978d3a0006f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586797 Aug 26 11:06:12.918923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbe030-43d7-411c-a7e5-a61d4b37f8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d866ba-f03d-45ae-9a82-a68dc9a40d4b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:12.922541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38758) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:12.983468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d852620b-a9c1-45b8-94bb-abd1b61fcc8c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d852620b-a9c1-45b8-94bb-abd1b61fcc8c,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:12.994989 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.006142 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc208274-43aa-48ee-a654-302b919dac6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.049104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc208274-43aa-48ee-a654-302b919dac6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.107918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d852620b-a9c1-45b8-94bb-abd1b61fcc8c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:13.142341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc208274-43aa-48ee-a654-302b919dac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.145102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc208274-43aa-48ee-a654-302b919dac6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.146696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-735ca270-f4c5-4c20-9d0b-fc40bd0e9d65 req-64d05432-055a-44a3-a679-f0277260e593 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 210 time: 0.1062851 Aug 26 11:06:13.152671 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bc208274-43aa-48ee-a654-302b919dac6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0d866ba-f03d-45ae-9a82-a68dc9a40d4b HTTP/1.1" status: 204 len: 168 time: 0.2225065 Aug 26 11:06:13.153894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Made reservation on behalf of a6e0a3a69cb841348e7a42df467655d2 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:13.159541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.197698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc208274-43aa-48ee-a654-302b919dac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d866ba-f03d-45ae-9a82-a68dc9a40d4b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:13.199539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.223742 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38792) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:13.246082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d852620b-a9c1-45b8-94bb-abd1b61fcc8c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:06:13.272016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e5461-3f0d-4945-b5f6-d1a0f645dd1c req-b249ce82-c1cc-4a75-b39b-389dbc73395f tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:13.277413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-876e5461-3f0d-4945-b5f6-d1a0f645dd1c req-b249ce82-c1cc-4a75-b39b-389dbc73395f tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 945 time: 0.3547966 Aug 26 11:06:13.369396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-876e5461-3f0d-4945-b5f6-d1a0f645dd1c req-907a2e91-d8e7-4e49-ae32-87a38244489e tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745354 Aug 26 11:06:13.422165 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45efc934-8d78-4480-8906-45fb54370e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.454029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9dc25d7-6a5e-4d66-866e-aa0fecc98390 admin admin] Deleting subnet d57719fe-d1eb-4b0a-97b1-c02fb04b5b5e {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:06:13.471170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9dc25d7-6a5e-4d66-866e-aa0fecc98390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.533040 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.543685 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.600750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:06:13.640926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9dc25d7-6a5e-4d66-866e-aa0fecc98390 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.740011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9dc25d7-6a5e-4d66-866e-aa0fecc98390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.804764 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.805611 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Added segment 4995c192-efe4-492c-a920-865bacfc3e79 of type vlan for network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 Aug 26 11:06:13.891176 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.902683 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9dc25d7-6a5e-4d66-866e-aa0fecc98390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.914360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01f9da4-8faf-4356-9f14-55e98ee38cff,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:13.942064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc25d7-6a5e-4d66-866e-aa0fecc98390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d57719fe-d1eb-4b0a-97b1-c02fb04b5b5e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:13.944622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9dc25d7-6a5e-4d66-866e-aa0fecc98390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.946142 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d9dc25d7-6a5e-4d66-866e-aa0fecc98390 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d57719fe-d1eb-4b0a-97b1-c02fb04b5b5e HTTP/1.1" status: 204 len: 168 time: 0.7210538 Aug 26 11:06:13.948641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38856) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:13.985778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2be1a0-b656-4ac8-8f6c-cee6312aaa07 req-a70954fb-744c-4e42-976a-b6aa69efd15f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:13.988343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c2be1a0-b656-4ac8-8f6c-cee6312aaa07 req-a70954fb-744c-4e42-976a-b6aa69efd15f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 945 time: 0.3134396 Aug 26 11:06:13.989591 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:13.990706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:13.991346 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.019018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3430486 Aug 26 11:06:14.022522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38860) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:14.032820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] Request body: {'subnet': {'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1529900154-subnet', 'tenant_id': 'a6e0a3a69cb841348e7a42df467655d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:14.064603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.082764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] Made reservation on behalf of a6e0a3a69cb841348e7a42df467655d2 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:14.087213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.137415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c2be1a0-b656-4ac8-8f6c-cee6312aaa07 req-18b2a939-0047-48ec-9a7d-5d664bd24e09 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331677 Aug 26 11:06:14.138965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8dbe5d-c582-4d80-a1e0-71a67d2e4bfc admin admin] Pushing event updated for resources: {'Network': ['ID=4254d2fb-93fd-47b1-9c52-d3d1be2d9934,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:14.151487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:06:14.236200 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.253953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c25bcb-5de6-47e9-b39e-af95abd56977']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:14.271875 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6f9bae-1ee4-40a0-b3ca-23671a5979df') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:14.272208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6f9bae-1ee4-40a0-b3ca-23671a5979df') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:14.287677 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.309860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-562f4e69-87fa-469c-9cca-1669dc11c7d0 req-bb863ab8-1bdd-49ce-a6ac-2ac399cc297b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 210 time: 0.0473602 Aug 26 11:06:14.325380 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.338978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:06:14.338978 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:06:14.340255 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:06:14.482415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.493518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.495800 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a6c25bcb-5de6-47e9-b39e-af95abd56977 HTTP/1.1" status: 204 len: 168 time: 0.5455265 Aug 26 11:06:14.508325 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.515636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c600f2e-cab0-4cf1-a7a9-3d6a77b000a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c25bcb-5de6-47e9-b39e-af95abd56977,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:14.550602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d47ef1-2f13-472e-8e9d-acdb9a8a30f3 req-5ef33f64-a9d3-47ed-86ae-3b9a1017acdf tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:14.552523 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-40d47ef1-2f13-472e-8e9d-acdb9a8a30f3 req-5ef33f64-a9d3-47ed-86ae-3b9a1017acdf tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 945 time: 0.2158453 Aug 26 11:06:14.553247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e60375-050a-4280-a5f3-058cac6cf8ef req-ff4dd870-5105-4c43-8f03-c3141558bd99 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:14.555030 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83e60375-050a-4280-a5f3-058cac6cf8ef req-ff4dd870-5105-4c43-8f03-c3141558bd99 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 945 time: 0.1049988 Aug 26 11:06:14.638064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83e60375-050a-4280-a5f3-058cac6cf8ef req-c5616ad2-0b23-46b8-8292-3840ed929390 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/security-groups?id=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692656 Aug 26 11:06:14.657881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc33b32-12c6-4c13-9a35-060ac11909ce,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:14.714336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] Checking segment: {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:14.715034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] Network hostable DHCP agents. Network: 4254d2fb-93fd-47b1-9c52-d3d1be2d9934, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:06:14.757393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] Network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:06:14.777235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-40d47ef1-2f13-472e-8e9d-acdb9a8a30f3 req-6079b23a-3163-4b97-9571-34c955cd7d04 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Deleting port d5a28717-b570-43d1-a4a1-2c033a34d059 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:14.777953 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-40d47ef1-2f13-472e-8e9d-acdb9a8a30f3 req-6079b23a-3163-4b97-9571-34c955cd7d04 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.783301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 4254d2fb-93fd-47b1-9c52-d3d1be2d9934) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:14.805110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cffd4f-e015-4949-bc46-cc3ccfc64039 None None] Network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:06:14.831385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:14.832250 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:14.884999 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c726e569-1a1a-44e5-a6ce-8d2f841451d0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8610678 Aug 26 11:06:14.904013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-7e9accba-b770-4389-ad10-b823d8920be0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:14.907024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-7e9accba-b770-4389-ad10-b823d8920be0 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.47 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 816 time: 0.2678912 Aug 26 11:06:14.979784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-8c96304f-2344-4299-a451-c80c56db6f41 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7deefc2f5b984afeae122ac7c02c452c HTTP/1.1" status: 200 len: 380 time: 0.0621433 Aug 26 11:06:14.988460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38888) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:15.002211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-40d47ef1-2f13-472e-8e9d-acdb9a8a30f3 req-6079b23a-3163-4b97-9571-34c955cd7d04 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] For port d5a28717-b570-43d1-a4a1-2c033a34d059, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d5a28717-b570-43d1-a4a1-2c033a34d059,segment=NetworkSegment(b919092c-4500-4d20-aabe-66c861d6259f),segment_id=b919092c-4500-4d20-aabe-66c861d6259f)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:15.002609 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-40d47ef1-2f13-472e-8e9d-acdb9a8a30f3 req-6079b23a-3163-4b97-9571-34c955cd7d04 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:15.006994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'port': {'device_id': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'admin_state_up': True, 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'security_groups': ['abf80ed6-1b6e-4180-b39a-e72e9f123907']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:15.039724 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-40d47ef1-2f13-472e-8e9d-acdb9a8a30f3 req-6079b23a-3163-4b97-9571-34c955cd7d04 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Calling delete_port for d5a28717-b570-43d1-a4a1-2c033a34d059 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:15.129049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ba802-ad34-4f54-8f3e-785d5f153975 None None] Network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:06:15.388321 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1cc96fa5-3803-470e-8730-a1a79501a5b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56fcb93295e745a5934bbca4b4cbac37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956070 Aug 26 11:06:15.390209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38904) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:15.458058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23812b4-6edc-4801-8168-a471be3d6525 req-9193bec0-304d-4ec2-9f23-0c6fe2014d16 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:15.459775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f23812b4-6edc-4801-8168-a471be3d6525 req-9193bec0-304d-4ec2-9f23-0c6fe2014d16 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 945 time: 0.1768987 Aug 26 11:06:15.515630 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-40d47ef1-2f13-472e-8e9d-acdb9a8a30f3 req-6079b23a-3163-4b97-9571-34c955cd7d04 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:15.564817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11e5d723-4edc-49da-9d4c-9d6747aca408 req-4d7b297c-bf3d-467f-a76f-c5d683d635ce tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 210 time: 0.0747118 Aug 26 11:06:15.579652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079b23a-3163-4b97-9571-34c955cd7d04 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Pushing event deleted for resources: {'Port': ['ID=d5a28717-b570-43d1-a4a1-2c033a34d059,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:15.597051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Made reservation on behalf of 7deefc2f5b984afeae122ac7c02c452c for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:15.603073 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:15.628823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f23812b4-6edc-4801-8168-a471be3d6525 req-a5350223-6b19-4b20-90f5-be3712155d32 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587613 Aug 26 11:06:15.678178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d47ef1-2f13-472e-8e9d-acdb9a8a30f3 req-6079b23a-3163-4b97-9571-34c955cd7d04 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] No DVR routers for this DVR port d5a28717-b570-43d1-a4a1-2c033a34d059 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:06:15.680491 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2c9dcdd-49f6-417b-ae9d-653981353054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:15.705778 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2c9dcdd-49f6-417b-ae9d-653981353054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:15.714644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-40d47ef1-2f13-472e-8e9d-acdb9a8a30f3 req-6079b23a-3163-4b97-9571-34c955cd7d04 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:15.719770 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-40d47ef1-2f13-472e-8e9d-acdb9a8a30f3 req-6079b23a-3163-4b97-9571-34c955cd7d04 tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.47 "DELETE /v2.0/ports/d5a28717-b570-43d1-a4a1-2c033a34d059 HTTP/1.1" status: 204 len: 173 time: 1.1568985 Aug 26 11:06:15.720332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f', 'name': 'network-vif-deleted', 'tag': 'd5a28717-b570-43d1-a4a1-2c033a34d059'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:15.722855 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9a7a11-83c0-455b-8efd-8409388e0649" -d '{"events": [{"server_uuid": "8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f", "name": "network-vif-deleted", "tag": "d5a28717-b570-43d1-a4a1-2c033a34d059"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:15.760692 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a009e42-bf66-4e1b-b3b7-6d04aa732f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:15.817061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2c9dcdd-49f6-417b-ae9d-653981353054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:15.819929 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2c9dcdd-49f6-417b-ae9d-653981353054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:15.825105 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a2c9dcdd-49f6-417b-ae9d-653981353054 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ebef4bf-8220-470d-94fb-55ed9a52734d HTTP/1.1" status: 204 len: 168 time: 0.4268272 Aug 26 11:06:15.834368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38920) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:15.844185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9dcdd-49f6-417b-ae9d-653981353054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebef4bf-8220-470d-94fb-55ed9a52734d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:15.878025 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d15372e-3ade-46b6-b62c-345923c4083f req-aebebd06-e94b-41bc-ace2-93cbbca76b5c tempest-ServersNegativeTestMultiTenantJSON-1415326948 tempest-ServersNegativeTestMultiTenantJSON-1415326948-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f HTTP/1.1" status: 200 len: 210 time: 0.0769980 Aug 26 11:06:15.951863 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5466a5f6-491a-4de4-8f19-3367425a2f06 x-openstack-request-id: req-5466a5f6-491a-4de4-8f19-3367425a2f06 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:15.952408 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f", "name": "network-vif-deleted", "tag": "d5a28717-b570-43d1-a4a1-2c033a34d059", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:15.952979 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5466a5f6-491a-4de4-8f19-3367425a2f06 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:15.953552 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f14c2ed-08a7-4c0d-ab5a-8c8245fabe9f', 'name': 'network-vif-deleted', 'tag': 'd5a28717-b570-43d1-a4a1-2c033a34d059', 'status': 'completed', 'code': 200} Aug 26 11:06:15.969953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d852620b-a9c1-45b8-94bb-abd1b61fcc8c up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:16.033202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Allocated IP 172.20.0.4 (c64b4187-b470-473a-8e56-145b91806fc5/9398a137-c7e7-4668-9b5e-52739eaf067d/6f9a2737-5ca1-490e-8f53-a7f3f447aea0) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:16.103687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port d852620b-a9c1-45b8-94bb-abd1b61fcc8c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:16.111209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port d852620b-a9c1-45b8-94bb-abd1b61fcc8c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:16.111688 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:16.277871 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:16.287782 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:16.364360 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:16.370050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d852620b-a9c1-45b8-94bb-abd1b61fcc8c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d852620b-a9c1-45b8-94bb-abd1b61fcc8c,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:16.372260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a73148-3ffc-43a7-9db8-bd5d49f623ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:16.381471 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97053d9-8173-4564-ad77-546597d1f577" -d '{"events": [{"server_uuid": "01a73148-3ffc-43a7-9db8-bd5d49f623ec", "name": "network-vif-plugged", "status": "completed", "tag": "d852620b-a9c1-45b8-94bb-abd1b61fcc8c"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:16.384680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Transition to ACTIVE for port object 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:16.384885 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:16.402394 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1638069060'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:16.454175 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bb9ee8-550e-4a49-9eff-7f242a805547 x-openstack-request-id: req-e2bb9ee8-550e-4a49-9eff-7f242a805547 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:16.454476 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a73148-3ffc-43a7-9db8-bd5d49f623ec", "name": "network-vif-plugged", "status": "completed", "tag": "d852620b-a9c1-45b8-94bb-abd1b61fcc8c", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:16.454762 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2bb9ee8-550e-4a49-9eff-7f242a805547 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:16.455223 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a73148-3ffc-43a7-9db8-bd5d49f623ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c', 'code': 200} Aug 26 11:06:16.494023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d852620b-a9c1-45b8-94bb-abd1b61fcc8c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:16.512621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Made reservation on behalf of 7ab3586a85ac4bbdbdb39abf6f2e89bb for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:16.519343 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:16.540415 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:16.552470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a915dd-d015-42c2-8603-356266e2022c req-cad74d23-07aa-4d14-a4b8-34c90446080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:16.554949 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d8a915dd-d015-42c2-8603-356266e2022c req-cad74d23-07aa-4d14-a4b8-34c90446080b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 1098 time: 0.0488966 Aug 26 11:06:16.569727 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:16.618024 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d8a915dd-d015-42c2-8603-356266e2022c req-d47939c7-0815-46f4-b878-2c56b17bd163 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530581 Aug 26 11:06:16.619516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5977c56c-09e8-4d1f-873f-29b37f2d6663 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:16.621044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5977c56c-09e8-4d1f-873f-29b37f2d6663 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/networks?id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934 HTTP/1.1" status: 200 len: 813 time: 0.3972847 Aug 26 11:06:16.654093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Network c64b4187-b470-473a-8e56-145b91806fc5 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:16.659064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event updated for resources: {'Port': ['ID=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:16.673409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:16.681827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.682640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.683302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.683754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.684221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.684552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.684887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.685234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.685597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.686082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.686591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.687148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:16.707538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:16.711696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5aad28e7-0145-4be5-a235-2a9e6c48a34a tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/quotas/a6e0a3a69cb841348e7a42df467655d2 HTTP/1.1" status: 200 len: 375 time: 0.0771434 Aug 26 11:06:16.818563 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-cbb56185-3d7a-44ef-8b0e-2cc32d8674bf tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6e0a3a69cb841348e7a42df467655d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522397 Aug 26 11:06:16.858224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:16.858956 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:16.928003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21827-120e-426c-bef0-56c5181abe76 req-04f058a6-3545-43a5-a480-b2c57a6ed3e9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:16.929595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61e21827-120e-426c-bef0-56c5181abe76 req-04f058a6-3545-43a5-a480-b2c57a6ed3e9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 931 time: 0.2579989 Aug 26 11:06:16.964142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8c0a4c72-29da-48f7-b5a4-6f2c13df4f24 None None] Provisioning for port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:16.971937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8c0a4c72-29da-48f7-b5a4-6f2c13df4f24 None None] Provisioning complete for port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:16.972814 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c0a4c72-29da-48f7-b5a4-6f2c13df4f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:17.030064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a4c72-29da-48f7-b5a4-6f2c13df4f24 None None] Port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:06:17.043834 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61e21827-120e-426c-bef0-56c5181abe76 req-3ec6fdc0-a956-4d7e-be1e-7a6dc3155104 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035340 Aug 26 11:06:17.046008 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:17.049040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-4046a99b-1dfd-4dca-ba3e-611007dc5fc4 service neutron] 10.222.0.21 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178257 Aug 26 11:06:17.052075 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:17.080166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-a4893b4c-09b0-4a70-83b6-e55df805c06b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0796688 Aug 26 11:06:17.150681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Request body: {'port': {'device_id': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:17.154870 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:17.170445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142f4931-c4d0-495f-90cb-4bccf1d6f2a1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:17.179049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:06:17.194130 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:17.194534 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Added segment 786e3674-b1e7-4f07-a4e1-4323d9eab8ad of type vlan for network 42e2cc65-19e8-400b-bf94-17d145d12957 Aug 26 11:06:17.260491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d5a28717-b570-43d1-a4a1-2c033a34d059 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:06:17.285901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: d5a28717-b570-43d1-a4a1-2c033a34d059 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:06:17.286253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d5a28717-b570-43d1-a4a1-2c033a34d059 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:06:17.288691 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:17.339011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:17.383071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d4448-2e8d-4a4d-97c4-3c0d80320768 req-2b25b9c3-d4a1-49b8-9cfd-b8da20518956 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:17.384640 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-462d4448-2e8d-4a4d-97c4-3c0d80320768 req-2b25b9c3-d4a1-49b8-9cfd-b8da20518956 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 946 time: 0.2113471 Aug 26 11:06:17.389389 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:17.394820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:17.395418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:17.404680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2e06f48e-6b33-42b6-ac52-dd56873c143b service neutron] 10.222.0.21 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474329 Aug 26 11:06:17.711987 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38988) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:17.809065 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadebad4-4bf2-415a-903f-2c1282e97457 admin admin] Deleting subnet 45b24c56-9c19-425f-9b0e-4f2ae7701322 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:06:17.838330 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dadebad4-4bf2-415a-903f-2c1282e97457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:17.934965 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dadebad4-4bf2-415a-903f-2c1282e97457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:17.992066 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dadebad4-4bf2-415a-903f-2c1282e97457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.027117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1671848 Aug 26 11:06:18.075994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dadebad4-4bf2-415a-903f-2c1282e97457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.091162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-462d4448-2e8d-4a4d-97c4-3c0d80320768 req-b7e60f65-3d79-4e47-971a-f1ffcac9e031 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926596 Aug 26 11:06:18.118471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c7d15-05a4-4f37-98bf-d3158fad206d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Pushing event updated for resources: {'Network': ['ID=42e2cc65-19e8-400b-bf94-17d145d12957,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:18.132656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 42e2cc65-19e8-400b-bf94-17d145d12957 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:06:18.142040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50f89fa8-1f31-4946-9037-d91834662381 req-1940b52f-7899-4fe4-965e-2e517b0c22e0 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 210 time: 0.1617429 Aug 26 11:06:18.158664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadebad4-4bf2-415a-903f-2c1282e97457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b24c56-9c19-425f-9b0e-4f2ae7701322,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:18.160661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dadebad4-4bf2-415a-903f-2c1282e97457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.163626 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dadebad4-4bf2-415a-903f-2c1282e97457 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45b24c56-9c19-425f-9b0e-4f2ae7701322 HTTP/1.1" status: 204 len: 168 time: 0.4504347 Aug 26 11:06:18.166880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39042) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:18.353853 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.468662 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.470717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56151eb-be5e-4a30-a56d-e1919845d948 req-4a967cfc-b066-4edf-a54b-b649a84137b9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:18.472872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b56151eb-be5e-4a30-a56d-e1919845d948 req-4a967cfc-b066-4edf-a54b-b649a84137b9 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 931 time: 0.1918342 Aug 26 11:06:18.496491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c827a5-a8b9-44b1-bd4b-072aeb307e24']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:18.510356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b919092c-4500-4d20-aabe-66c861d6259f') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:18.510958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b919092c-4500-4d20-aabe-66c861d6259f') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:18.526325 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.576885 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.591550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:06:18.591931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:06:18.594092 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:06:18.621605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b56151eb-be5e-4a30-a56d-e1919845d948 req-b3fcbca3-75ea-4ae3-8b70-0596db3013de tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398361 Aug 26 11:06:18.627282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39092) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:18.650884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Request body: {'port': {'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957', 'binding:host_id': 'n-h2-778550-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021927604'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:18.692087 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.700984 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.705496 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] 10.222.0.21 "DELETE /v2.0/networks/33c827a5-a8b9-44b1-bd4b-072aeb307e24 HTTP/1.1" status: 204 len: 168 time: 0.5375226 Aug 26 11:06:18.708288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39110) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:18.782609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Made reservation on behalf of 67cea2b2f9be4827917cb7213e3e1820 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:18.785526 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.841057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c684090-6de8-4e19-8662-5907f43f28eb admin admin] Deleting subnet 286f8830-3757-477e-9992-8e8e6c43df32 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:06:18.856600 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c684090-6de8-4e19-8662-5907f43f28eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.861432 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.862169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7d990-7617-4df8-8a29-b0e6af148d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=33c827a5-a8b9-44b1-bd4b-072aeb307e24,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:18.875612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:18.909771 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.963811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Transition to ACTIVE for port object 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:18.977990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:18.994311 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c684090-6de8-4e19-8662-5907f43f28eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.106556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Pushing event updated for resources: {'Port': ['ID=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:19.113307 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c684090-6de8-4e19-8662-5907f43f28eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.214430 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.325000 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c684090-6de8-4e19-8662-5907f43f28eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.396614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c684090-6de8-4e19-8662-5907f43f28eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286f8830-3757-477e-9992-8e8e6c43df32,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:19.415592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c684090-6de8-4e19-8662-5907f43f28eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.417965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7c684090-6de8-4e19-8662-5907f43f28eb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/286f8830-3757-477e-9992-8e8e6c43df32 HTTP/1.1" status: 204 len: 168 time: 0.7082946 Aug 26 11:06:19.421123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39140) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:19.435090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-753d55ef-f5e0-44b2-92df-6a1b726e1558 req-c2e822d2-dd38-4696-a7b2-e0fb6a089bdb tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 210 time: 0.1100137 Aug 26 11:06:19.449032 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.473355 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.477496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] device_id is not set on port 420af13a-674c-452a-93c7-aa5041855d53 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:06:19.523261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39142) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:19.565081 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.725503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.756091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1f3c8e-957b-429f-b148-1be9810124a4']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:19.779249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-68fcabd7-92e2-4d54-8c14-18c4472248cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.794230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2152549-6337-4894-aa6c-a2ef84368ebb') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:19.794530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2152549-6337-4894-aa6c-a2ef84368ebb') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:19.805445 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.820906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05317f4-1690-463a-9273-aac2a3b15efa,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:19.872830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b23be-8e9a-47c5-a17f-6c41387e80d8 req-5b0891d3-dfbf-405d-bc15-4031eb19136f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:19.882071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f03b23be-8e9a-47c5-a17f-6c41387e80d8 req-5b0891d3-dfbf-405d-bc15-4031eb19136f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 946 time: 0.5275466 Aug 26 11:06:19.888082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Attempting to bind port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:19.888427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Attempting to bind port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:19.888970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Attempting to bind port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 on network c64b4187-b470-473a-8e56-145b91806fc5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:19.894352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.967478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 on network c64b4187-b470-473a-8e56-145b91806fc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:19.968032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Attempting to bind port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 on network c64b4187-b470-473a-8e56-145b91806fc5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:19.980125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:19.980835 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Checking segment: {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:19.981447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Bound using segment: {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:19.982148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Bound port: 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9487b8-135f-45b6-b43c-743d6dd6e785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:19.983340 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:19.991945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] device_id is not set on port 420af13a-674c-452a-93c7-aa5041855d53 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:06:20.026024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f03b23be-8e9a-47c5-a17f-6c41387e80d8 req-692986fd-a4f6-46f2-93b4-e19631e974bf tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408880 Aug 26 11:06:20.028122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:06:20.028960 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:20.043727 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:06:20.046451 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:06:20.076267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Transition to ACTIVE for port object 420af13a-674c-452a-93c7-aa5041855d53 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:20.103705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e25af9-0d2f-485c-96b1-02de72bc4d5e req-ac07a638-c5b5-4c71-bdca-553c3bb7a33b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:20.105547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2e25af9-0d2f-485c-96b1-02de72bc4d5e req-ac07a638-c5b5-4c71-bdca-553c3bb7a33b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.2898049 Aug 26 11:06:20.110280 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:20.231398 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:20.244689 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:20.249401 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/0a1f3c8e-957b-429f-b148-1be9810124a4 HTTP/1.1" status: 204 len: 168 time: 0.8244543 Aug 26 11:06:20.269191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5d16fd6e-e6af-4125-aa5c-5d59492e5ad6 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:20.271142 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5d16fd6e-e6af-4125-aa5c-5d59492e5ad6 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.47 "GET /v2.0/networks?id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934 HTTP/1.1" status: 200 len: 813 time: 0.5420427 Aug 26 11:06:20.283558 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:20.288017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:20.294068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event updated for resources: {'Port': ['ID=420af13a-674c-452a-93c7-aa5041855d53,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:20.304099 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:20.305115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Request body: {'port': {'device_id': '14358a64-05a1-427b-9a3b-32e8919de77e', 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934', 'admin_state_up': True, 'tenant_id': 'a6e0a3a69cb841348e7a42df467655d2'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:20.328189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee817d01-12b5-4f30-9e12-492b08e1a5ab admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1f3c8e-957b-429f-b148-1be9810124a4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:20.359090 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:20.390117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-babc1f07-8514-4bec-af89-71a02b6150eb tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:20.391773 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-babc1f07-8514-4bec-af89-71a02b6150eb tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "GET /v2.0/networks?id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934 HTTP/1.1" status: 200 len: 813 time: 0.5211871 Aug 26 11:06:20.405597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Request body: {'port': {'device_id': '621605f1-300a-49bd-bc6f-c5e5d4c90711', 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934', 'admin_state_up': True, 'tenant_id': 'a6e0a3a69cb841348e7a42df467655d2'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:20.429805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39156) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:20.433454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Pushing event updated for resources: {'Port': ['ID=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:20.459576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Checking segment: {'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:20.459903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Network hostable DHCP agents. Network: 42e2cc65-19e8-400b-bf94-17d145d12957, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:06:20.475549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2e25af9-0d2f-485c-96b1-02de72bc4d5e req-b6e81bf1-2a7c-44c5-a64c-0b1b12b520ba tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375337 Aug 26 11:06:20.477041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:20.477686 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:20.480593 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-430b6c48-9a23-4c17-8f44-661556b7a39f service neutron] 10.222.0.47 "PUT /v2.0/ports/6f9a2737-5ca1-490e-8f53-a7f3f447aea0 HTTP/1.1" status: 200 len: 1092 time: 3.3615696 Aug 26 11:06:20.481712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:20.484617 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea1b4cf-3db1-4994-8f75-4b23afd35fff" -d '{"events": [{"name": "network-changed", "server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:20.538752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Network 42e2cc65-19e8-400b-bf94-17d145d12957 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:06:20.594208 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0572a0-993a-4746-a7e0-94a4f95b91af x-openstack-request-id: req-7e0572a0-993a-4746-a7e0-94a4f95b91af {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:20.594506 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:20.594788 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e0572a0-993a-4746-a7e0-94a4f95b91af {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:20.595193 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'status': 'completed', 'code': 200} Aug 26 11:06:20.597854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 42e2cc65-19e8-400b-bf94-17d145d12957) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:20.607907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e1437-fbe7-428d-ab1c-d05f5056245b None None] Network 42e2cc65-19e8-400b-bf94-17d145d12957 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:06:20.618933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:20.646332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28ad0e85-8a30-45f1-9649-6daedd98bd39 req-1b5c1b40-d467-4a51-9e71-eb8f2826a21e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 210 time: 0.0545852 Aug 26 11:06:20.668559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:20.668903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:20.669276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:20.686994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-d542deb6-3a50-4c95-a17b-80c420d122c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:20.688748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-d542deb6-3a50-4c95-a17b-80c420d122c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 1095 time: 0.1671033 Aug 26 11:06:20.689592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:20.689942 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:20.690339 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 2 to bind port 420af13a-674c-452a-93c7-aa5041855d53 Aug 26 11:06:20.765007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:20.765343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:20.765683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:20.769793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-3214a6fa-b311-4741-af21-907d1bd31f2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0 HTTP/1.1" status: 200 len: 217 time: 0.0636008 Aug 26 11:06:20.771995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:20.772351 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:20.772757 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 3 to bind port 420af13a-674c-452a-93c7-aa5041855d53 Aug 26 11:06:20.818001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:20.818343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:20.818690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:20.829978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:20.830314 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:20.832321 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 4 to bind port 420af13a-674c-452a-93c7-aa5041855d53 Aug 26 11:06:20.850528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-3d650b7b-36ac-4085-a315-3456c50873ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:20.852138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-3d650b7b-36ac-4085-a315-3456c50873ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.0699408 Aug 26 11:06:20.853490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:20.853831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:20.854174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:20.860959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:20.861295 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:20.869031 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 5 to bind port 420af13a-674c-452a-93c7-aa5041855d53 Aug 26 11:06:20.903029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:20.903029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:20.903203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:20.911552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:20.911890 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:20.912986 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 6 to bind port 420af13a-674c-452a-93c7-aa5041855d53 Aug 26 11:06:20.929175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-5e1c310d-916f-47e8-a75f-0f28dcf29631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:20.930701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-5e1c310d-916f-47e8-a75f-0f28dcf29631 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709009 Aug 26 11:06:20.931562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:20.931895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:20.932740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:20.937505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:20.937840 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:20.939568 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 7 to bind port 420af13a-674c-452a-93c7-aa5041855d53 Aug 26 11:06:20.980680 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-68fcabd7-92e2-4d54-8c14-18c4472248cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:20.998829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:20.999175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:20.999530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:21.007171 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:21.007343 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:21.007456 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-68fcabd7-92e2-4d54-8c14-18c4472248cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.010991 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 8 to bind port 420af13a-674c-452a-93c7-aa5041855d53 Aug 26 11:06:21.029830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:21.030178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:21.030520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:21.046341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:21.047052 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:21.049297 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 9 to bind port 420af13a-674c-452a-93c7-aa5041855d53 Aug 26 11:06:21.073726 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-4fd38598-437a-407e-8664-146d024c9d04 service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349542 Aug 26 11:06:21.074657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:21.074802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:21.075076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:21.088628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:21.088885 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:21.091179 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-23da0ee7-0e3a-4873-a69e-b891d1b3f451 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d897659e20ed4835981a42cbb13a27ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783493 Aug 26 11:06:21.091337 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 10 to bind port 420af13a-674c-452a-93c7-aa5041855d53 Aug 26 11:06:21.094842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39164) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:21.109302 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-68fcabd7-92e2-4d54-8c14-18c4472248cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19b5d18a0d694b9c91fa54c99af80473&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5463820 Aug 26 11:06:21.109635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39166) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:21.110020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcabd7-92e2-4d54-8c14-18c4472248cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ac2752-4dc1-489c-b38d-cc21246f6d45,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:21.168971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:21.169605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:21.170247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:21.179867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Made reservation on behalf of a6e0a3a69cb841348e7a42df467655d2 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:21.183772 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.206527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 420af13a-674c-452a-93c7-aa5041855d53 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:21.206527 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 420af13a-674c-452a-93c7-aa5041855d53 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:21.206527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.275342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Made reservation on behalf of a6e0a3a69cb841348e7a42df467655d2 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:21.278855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.309166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042315d9-e1e8-4156-9b54-fa3b88a5eb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.319501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-736a127e-1c48-4cbc-9b06-b09933f9ea09 req-cf23f168-b776-49c3-8090-c430bd85dca4 service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384264 Aug 26 11:06:21.357111 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042315d9-e1e8-4156-9b54-fa3b88a5eb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.380234 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-afabc1f6-7c8c-4fd4-9705-d4ff05bd047b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.388358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] For port 420af13a-674c-452a-93c7-aa5041855d53, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:21.388783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempted to set empty binding levels {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 26 11:06:21.416650 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.456024 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-afabc1f6-7c8c-4fd4-9705-d4ff05bd047b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.464015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:21.464634 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.468688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Allocated IP 172.20.0.8 (4254d2fb-93fd-47b1-9c52-d3d1be2d9934/ecc33b32-12c6-4c13-9a35-060ac11909ce/f8da7921-50bd-4fa6-a13e-ff6041036b90) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:21.505967 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1b4cf-3db1-4994-8f75-4b23afd35fff req-26cf921e-3723-460f-93af-a4966bccf5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:21.507625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cea1b4cf-3db1-4994-8f75-4b23afd35fff req-26cf921e-3723-460f-93af-a4966bccf5a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 1095 time: 0.1387208 Aug 26 11:06:21.509075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event updated for resources: {'Port': ['ID=420af13a-674c-452a-93c7-aa5041855d53,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:21.512428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-caa025da-f5f8-4d54-988f-eb9687608450 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.8797374 Aug 26 11:06:21.523136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39174) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:21.598261 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042315d9-e1e8-4156-9b54-fa3b88a5eb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.600944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042315d9-e1e8-4156-9b54-fa3b88a5eb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.604822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-042315d9-e1e8-4156-9b54-fa3b88a5eb45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4ac2752-4dc1-489c-b38d-cc21246f6d45 HTTP/1.1" status: 204 len: 168 time: 0.4978132 Aug 26 11:06:21.666372 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-afabc1f6-7c8c-4fd4-9705-d4ff05bd047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.668992 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-afabc1f6-7c8c-4fd4-9705-d4ff05bd047b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.673202 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-afabc1f6-7c8c-4fd4-9705-d4ff05bd047b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c HTTP/1.1" status: 204 len: 168 time: 0.5749350 Aug 26 11:06:21.686567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042315d9-e1e8-4156-9b54-fa3b88a5eb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ac2752-4dc1-489c-b38d-cc21246f6d45,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:21.739297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabc1f6-7c8c-4fd4-9705-d4ff05bd047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372ae8c8-5fb3-465c-bbb9-bf36f6c48e7c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:21.747823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0819b3-bac0-422b-889e-3290b0de9cd3 req-20202d85-8c78-4940-bd17-745bff5ea2f7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:21.759565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c0819b3-bac0-422b-889e-3290b0de9cd3 req-20202d85-8c78-4940-bd17-745bff5ea2f7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.1663105 Aug 26 11:06:21.777070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1b4cf-3db1-4994-8f75-4b23afd35fff req-ba196153-98d0-49a7-ae04-f3c35f0f455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:21.778478 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cea1b4cf-3db1-4994-8f75-4b23afd35fff req-ba196153-98d0-49a7-ae04-f3c35f0f455b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 917 time: 0.2628467 Aug 26 11:06:21.819163 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.879811 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.903976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ced69e81-3b61-4779-9430-0320bac6bc9c req-278ab07f-4ec0-4568-b72d-b3b94060751a tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 210 time: 0.0933082 Aug 26 11:06:21.908589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cea1b4cf-3db1-4994-8f75-4b23afd35fff req-636eccdf-a297-47dd-babc-aafb1fbaae69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0 HTTP/1.1" status: 200 len: 217 time: 0.1189787 Aug 26 11:06:21.910095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf21c7-55c2-4a0f-b1bd-47d39b9ca656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Deleting port 420af13a-674c-452a-93c7-aa5041855d53 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:21.910313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f6cf21c7-55c2-4a0f-b1bd-47d39b9ca656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:21.948012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c0819b3-bac0-422b-889e-3290b0de9cd3 req-0c7e81d1-1645-42e8-8449-9a03ea5acd5a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740005 Aug 26 11:06:22.035042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:22.060900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:22.067350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:22.070408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Pushing event updated for resources: {'Port': ['ID=f8da7921-50bd-4fa6-a13e-ff6041036b90,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:22.071581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-f6cf21c7-55c2-4a0f-b1bd-47d39b9ca656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] For port 420af13a-674c-452a-93c7-aa5041855d53, host n-h2-778550-13, got binding levels [] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:22.071954 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f6cf21c7-55c2-4a0f-b1bd-47d39b9ca656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.099323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf21c7-55c2-4a0f-b1bd-47d39b9ca656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Calling delete_port for 420af13a-674c-452a-93c7-aa5041855d53 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:22.102546 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.120689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1b4cf-3db1-4994-8f75-4b23afd35fff req-23e5ca73-5200-402c-919c-b4a52bf625b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:22.122447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cea1b4cf-3db1-4994-8f75-4b23afd35fff req-23e5ca73-5200-402c-919c-b4a52bf625b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.2025247 Aug 26 11:06:22.122993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Allocated IP 172.20.0.14 (4254d2fb-93fd-47b1-9c52-d3d1be2d9934/ecc33b32-12c6-4c13-9a35-060ac11909ce/02d004ae-728a-40af-8e4c-5ad09ba2e8b1) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:22.145310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:22.145978 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.171670 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-2776451e-235b-4482-9f83-30ae45b12a8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8733232 Aug 26 11:06:22.186923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Request body: {'port': {'device_id': '14358a64-05a1-427b-9a3b-32e8919de77e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:22.301699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1b4cf-3db1-4994-8f75-4b23afd35fff req-d69c8ede-40dc-4b44-a14f-00f288c2a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:22.303356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cea1b4cf-3db1-4994-8f75-4b23afd35fff req-d69c8ede-40dc-4b44-a14f-00f288c2a5f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723874 Aug 26 11:06:22.356541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f6cf21c7-55c2-4a0f-b1bd-47d39b9ca656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.422794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf21c7-55c2-4a0f-b1bd-47d39b9ca656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event deleted for resources: {'Port': ['ID=420af13a-674c-452a-93c7-aa5041855d53,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:22.436908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39194) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:22.441099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.441297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39196) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:22.455836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f6cf21c7-55c2-4a0f-b1bd-47d39b9ca656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.460196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f6cf21c7-55c2-4a0f-b1bd-47d39b9ca656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "DELETE /v2.0/ports/420af13a-674c-452a-93c7-aa5041855d53 HTTP/1.1" status: 204 len: 168 time: 0.9336100 Aug 26 11:06:22.463466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39198) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:22.488644 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76570831-ed2f-442f-95f1-99e4f957c4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.528901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cea1b4cf-3db1-4994-8f75-4b23afd35fff req-013cdf5e-b779-498d-91d3-f564be28ae8a service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109568 Aug 26 11:06:22.566461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-77e436c1-a573-4518-8f80-cab6958c2220 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76f77abd200441098b5e4ca46a14ff8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1218967 Aug 26 11:06:22.591714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39200) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:22.607729 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.641699 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b42dba-5572-4bbd-a771-2c4303ca0f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] GET failed (client error): The resource could not be found. Aug 26 11:06:22.648266 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0b42dba-5572-4bbd-a771-2c4303ca0f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "GET /v2.0/ports/420af13a-674c-452a-93c7-aa5041855d53 HTTP/1.1" status: 404 len: 333 time: 0.0500200 Aug 26 11:06:22.650590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39202) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:22.667021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Request body: {'port': {'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804051584'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:22.715555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cea1b4cf-3db1-4994-8f75-4b23afd35fff req-6fd1a232-f054-4c1b-b8e0-3f8d5014694d service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756778 Aug 26 11:06:22.725033 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.735338 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81960613-8c2f-4397-9856-6560a4cae8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.772328 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81960613-8c2f-4397-9856-6560a4cae8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.797428 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76570831-ed2f-442f-95f1-99e4f957c4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.812485 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76570831-ed2f-442f-95f1-99e4f957c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.841240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Pushing event updated for resources: {'Port': ['ID=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:22.860023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-76570831-ed2f-442f-95f1-99e4f957c4e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7aa9c928614c49199684e221f17a952b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213340 Aug 26 11:06:22.862102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76570831-ed2f-442f-95f1-99e4f957c4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f08992-29c1-4bd9-9ba9-b996ac5517ae,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:22.865357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39206) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:22.865923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:22.877897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:22.881006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:22.886178 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81960613-8c2f-4397-9856-6560a4cae8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.888403 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81960613-8c2f-4397-9856-6560a4cae8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.891903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-81960613-8c2f-4397-9856-6560a4cae8a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c32a1394-ccde-4518-9c8c-0c2b39c622ab HTTP/1.1" status: 204 len: 168 time: 0.2935951 Aug 26 11:06:22.893861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39210) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:22.916746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81960613-8c2f-4397-9856-6560a4cae8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32a1394-ccde-4518-9c8c-0c2b39c622ab,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:22.927540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Made reservation on behalf of 67cea2b2f9be4827917cb7213e3e1820 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:22.929981 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:22.967237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] device_id is not set on port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:06:22.972165 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a52a-f529-4012-a1d9-6214848eb24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.030149 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a52a-f529-4012-a1d9-6214848eb24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.161259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75119104-97db-4b9b-b692-9e2941f7b6f7 req-122eec3c-9002-4db6-8fe1-1de232d4e53f tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:23.169304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75119104-97db-4b9b-b692-9e2941f7b6f7 req-122eec3c-9002-4db6-8fe1-1de232d4e53f tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 932 time: 0.1358426 Aug 26 11:06:23.209901 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf140d-3d4d-437c-8abe-b20f56599894 req-9b4c2209-2d65-4a6c-ad7f-a7c7c565cf69 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:23.211741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ccbf140d-3d4d-437c-8abe-b20f56599894 req-9b4c2209-2d65-4a6c-ad7f-a7c7c565cf69 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.1171348 Aug 26 11:06:23.237166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a52a-f529-4012-a1d9-6214848eb24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.240259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ce7a52a-f529-4012-a1d9-6214848eb24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.241058 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5ce7a52a-f529-4012-a1d9-6214848eb24c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71f08992-29c1-4bd9-9ba9-b996ac5517ae HTTP/1.1" status: 204 len: 168 time: 0.3743901 Aug 26 11:06:23.258396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7a52a-f529-4012-a1d9-6214848eb24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f08992-29c1-4bd9-9ba9-b996ac5517ae,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:23.275746 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75119104-97db-4b9b-b692-9e2941f7b6f7 req-927e174a-5ba7-4b00-87ce-aecfbad430c7 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001360 Aug 26 11:06:23.298559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ccbf140d-3d4d-437c-8abe-b20f56599894 req-f4d7b5f1-2224-44ff-b018-06e8a031247e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714486 Aug 26 11:06:23.327216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:23.328698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.345826 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.395387 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-5f3764ae-0613-4e68-bc4c-b8baabd43079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9943190 Aug 26 11:06:23.398897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8da7921-50bd-4fa6-a13e-ff6041036b90 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:23.428508 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07d65656-1f4b-4963-9e45-cf37142ccc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.431088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Request body: {'port': {'device_id': '621605f1-300a-49bd-bc6f-c5e5d4c90711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:23.464624 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.489939 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.528768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Transition to ACTIVE for port object f8da7921-50bd-4fa6-a13e-ff6041036b90 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:23.564711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.589197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Network 42e2cc65-19e8-400b-bf94-17d145d12957 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:23.589964 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.597807 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07d65656-1f4b-4963-9e45-cf37142ccc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.602899 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07d65656-1f4b-4963-9e45-cf37142ccc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.606963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:23.613707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:23.614673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:23.615314 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.617529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event updated for resources: {'Port': ['ID=ac6cafe4-d056-4375-90e6-b9ae3cde4f47,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:23.635807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-07d65656-1f4b-4963-9e45-cf37142ccc78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2b750bc4f5c4b8995dd8d10e405a332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7407663 Aug 26 11:06:23.643116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39234) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:23.683332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d65656-1f4b-4963-9e45-cf37142ccc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd8ae29-a0e3-4cb9-8d4a-d499a5ca36f4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:23.726382 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4202a465-5af8-4435-beb0-6561af39ddf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.749918 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-71735a48-3dfb-4425-a20d-db3a86e3cf62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0900676 Aug 26 11:06:23.753058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39244) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:23.757259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4202a465-5af8-4435-beb0-6561af39ddf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.764817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:23.782382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8da7921-50bd-4fa6-a13e-ff6041036b90,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:23.854697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.902880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Attempting to bind port f8da7921-50bd-4fa6-a13e-ff6041036b90 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:23.903413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Attempting to bind port f8da7921-50bd-4fa6-a13e-ff6041036b90 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:23.903893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Attempting to bind port f8da7921-50bd-4fa6-a13e-ff6041036b90 on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:23.925194 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4202a465-5af8-4435-beb0-6561af39ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.928586 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4202a465-5af8-4435-beb0-6561af39ddf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.929991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4202a465-5af8-4435-beb0-6561af39ddf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bd8ae29-a0e3-4cb9-8d4a-d499a5ca36f4 HTTP/1.1" status: 204 len: 168 time: 0.2858841 Aug 26 11:06:23.948789 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Port f8da7921-50bd-4fa6-a13e-ff6041036b90 on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:23.949115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Attempting to bind port f8da7921-50bd-4fa6-a13e-ff6041036b90 on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:23.958639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:23.959023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Checking segment: {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:23.959952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Bound using segment: {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:23.960576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Bound port: f8da7921-50bd-4fa6-a13e-ff6041036b90, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:23.961119 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:23.971643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202a465-5af8-4435-beb0-6561af39ddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd8ae29-a0e3-4cb9-8d4a-d499a5ca36f4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:24.077854 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] For port f8da7921-50bd-4fa6-a13e-ff6041036b90, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:24.082804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] For port f8da7921-50bd-4fa6-a13e-ff6041036b90, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f8da7921-50bd-4fa6-a13e-ff6041036b90,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:24.087172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] device_id is not set on port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:06:24.091795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.101607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.116710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Transition to ACTIVE for port object ac6cafe4-d056-4375-90e6-b9ae3cde4f47 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:24.122352 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.162046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:24.163055 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.164978 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8da7921-50bd-4fa6-a13e-ff6041036b90 HTTP/1.1" status: 200 len: 1092 time: 1.9840438 Aug 26 11:06:24.165606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14358a64-05a1-427b-9a3b-32e8919de77e', 'tag': 'f8da7921-50bd-4fa6-a13e-ff6041036b90'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:24.168127 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc666456-f2d8-4d3b-a2c7-18bef8adb950" -d '{"events": [{"name": "network-changed", "server_uuid": "14358a64-05a1-427b-9a3b-32e8919de77e", "tag": "f8da7921-50bd-4fa6-a13e-ff6041036b90"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:24.196746 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:24.201542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event updated for resources: {'Port': ['ID=ac6cafe4-d056-4375-90e6-b9ae3cde4f47,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:24.207653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:24.208046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:24.208393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.209796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.214315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:24.214857 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:24.215304 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 2 to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 Aug 26 11:06:24.216361 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c1787-52ac-4f8e-b30d-8e967f4d12b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8da7921-50bd-4fa6-a13e-ff6041036b90,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:24.244238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:24.244595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:24.244944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.257125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:24.257479 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:24.257893 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 3 to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 Aug 26 11:06:24.264389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Transition to ACTIVE for port object 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:24.274782 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.280836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:24.282424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:24.282617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.291451 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff7143f-29a2-4849-a630-3640a5a58938 x-openstack-request-id: req-cff7143f-29a2-4849-a630-3640a5a58938 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:24.291618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:24.291704 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14358a64-05a1-427b-9a3b-32e8919de77e", "tag": "f8da7921-50bd-4fa6-a13e-ff6041036b90", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:24.291921 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cff7143f-29a2-4849-a630-3640a5a58938 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:24.292323 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14358a64-05a1-427b-9a3b-32e8919de77e', 'tag': 'f8da7921-50bd-4fa6-a13e-ff6041036b90', 'status': 'completed', 'code': 200} Aug 26 11:06:24.292437 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:24.292727 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 4 to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 Aug 26 11:06:24.309867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:24.311140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:24.311534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.314908 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-60e41aec-d7c7-4a0e-a926-a2c403480114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:24.316461 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-60e41aec-d7c7-4a0e-a926-a2c403480114 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6e0a3a69cb841348e7a42df467655d2&device_id=14358a64-05a1-427b-9a3b-32e8919de77e HTTP/1.1" status: 200 len: 1095 time: 0.1023011 Aug 26 11:06:24.328687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:24.329040 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:24.329494 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 5 to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 Aug 26 11:06:24.348523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:24.349076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:24.349487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.358248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:24.359018 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:24.359487 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 6 to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 Aug 26 11:06:24.369430 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-af56d8e3-4990-407c-ac5a-3cadbbe4c63f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8da7921-50bd-4fa6-a13e-ff6041036b90 HTTP/1.1" status: 200 len: 217 time: 0.0435226 Aug 26 11:06:24.382704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:24.383021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:24.383325 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.390848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:24.391863 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:24.392250 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 7 to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 Aug 26 11:06:24.395220 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Pushing event updated for resources: {'Port': ['ID=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:24.420943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:24.421622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:24.421622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.451624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:24.452248 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:24.454989 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 8 to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 Aug 26 11:06:24.490148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39270) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:24.502330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:24.502675 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:24.503044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.513592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:24.513932 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:24.514485 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 9 to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 Aug 26 11:06:24.516580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ee75642-5e11-4746-a11b-4b0f118dffc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.530553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-fb166a47-c958-4880-a41b-20e53d5b71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:24.532455 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-fb166a47-c958-4880-a41b-20e53d5b71c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ecc33b32-12c6-4c13-9a35-060ac11909ce HTTP/1.1" status: 200 len: 853 time: 0.1544216 Aug 26 11:06:24.535030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a07fc8-3ca5-4ad0-ac90-f8d8229c7846 req-d9379809-0eff-465d-9569-ddc8e96d22f4 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:24.536590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4a07fc8-3ca5-4ad0-ac90-f8d8229c7846 req-d9379809-0eff-465d-9569-ddc8e96d22f4 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 944 time: 0.1294358 Aug 26 11:06:24.547011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8ab64-23e0-44d5-9c67-4b75265e1c51 req-e44f8a04-f893-468b-be1b-db2e9409f1ba tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:24.548505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fed8ab64-23e0-44d5-9c67-4b75265e1c51 req-e44f8a04-f893-468b-be1b-db2e9409f1ba tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.1226382 Aug 26 11:06:24.552945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:24.553281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:24.553799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.575956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:24.576293 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:24.579312 n-d-778550-13 neutron-server[101267]: INFO neutron.plugins.ml2.plugin [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 10 to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 Aug 26 11:06:24.585919 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-bf34caae-d70e-449c-9abb-56541d9f5939 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299861 Aug 26 11:06:24.618073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:24.618415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:24.618787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.625661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4a07fc8-3ca5-4ad0-ac90-f8d8229c7846 req-dc749137-8537-4e11-9c5c-a6548ac2e603 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746720 Aug 26 11:06:24.634987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:24.635240 n-d-778550-13 neutron-server[101267]: ERROR neutron.plugins.ml2.managers [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:24.635622 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.650089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fed8ab64-23e0-44d5-9c67-4b75265e1c51 req-e6a72c1c-793b-401e-a626-737cfb6470ec tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886173 Aug 26 11:06:24.726907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] For port ac6cafe4-d056-4375-90e6-b9ae3cde4f47, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:24.727371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempted to set empty binding levels {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 26 11:06:24.729145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Attempting to bind port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:24.729484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Attempting to bind port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:24.729821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Attempting to bind port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.735046 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.758819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:24.759158 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Attempting to bind port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:24.788663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:24.789290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Checking segment: {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:24.790584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Bound using segment: {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:24.790584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Bound port: 02d004ae-728a-40af-8e4c-5ad09ba2e8b1, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:24.791039 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.872726 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-32e8463b-4b06-41cb-9494-e81d0b84cc1d service neutron] 10.222.0.47 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778196 Aug 26 11:06:24.918203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ee75642-5e11-4746-a11b-4b0f118dffc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.957484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ee75642-5e11-4746-a11b-4b0f118dffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:24.980540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] For port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:25.009614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] For port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:25.031741 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.051614 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0ee75642-5e11-4746-a11b-4b0f118dffc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fca3340ac4e4408a6ab1d89b358008c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5600083 Aug 26 11:06:25.072952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee75642-5e11-4746-a11b-4b0f118dffc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cdc6c7-697b-437a-b280-2994ade150c2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:25.079642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39288) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:25.080991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.081625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.083266 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] 10.222.0.42 "PUT /v2.0/ports/02d004ae-728a-40af-8e4c-5ad09ba2e8b1 HTTP/1.1" status: 200 len: 1093 time: 1.6568885 Aug 26 11:06:25.086753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] In _notify_port_updated(), no bound segment for port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101267) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:06:25.087366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.087978 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.090714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "PUT /v2.0/ports/ac6cafe4-d056-4375-90e6-b9ae3cde4f47 HTTP/1.1" status: 200 len: 980 time: 1.3363910 Aug 26 11:06:25.094017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39290) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:25.160880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abee0f2-8387-4ab8-9e29-cff15395bb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event updated for resources: {'Port': ['ID=ac6cafe4-d056-4375-90e6-b9ae3cde4f47,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:25.173514 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-04fc7d5a-c5e5-4a1c-b5c8-4786ed41992e service neutron] 10.222.0.47 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920656 Aug 26 11:06:25.184851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b2599-5482-47d5-85c4-4987b02d9df4 service neutron] Pushing event updated for resources: {'Port': ['ID=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:25.198361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.198894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.199378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.200147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.201276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.201787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.202237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.202704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.203441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.204113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.204595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.205400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.205903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.206787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.207183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.207841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.208455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.209174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.209791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.210633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.211303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.211934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.212573 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.213241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.213347 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e43a1b15-2af2-4781-9878-23c949efc17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.218328 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-255ad976-2b21-4ddd-91e8-78308c6745a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21500 time: 0.1233072 Aug 26 11:06:25.222288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39298) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:25.230884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-4e85eb89-be0d-461f-a739-1748f71c9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.232464 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-4e85eb89-be0d-461f-a739-1748f71c9e38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e0a3a69cb841348e7a42df467655d2&device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 1096 time: 0.0904171 Aug 26 11:06:25.276247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:06:25.278601 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e43a1b15-2af2-4781-9878-23c949efc17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.295103 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-9960ad51-f5d2-49ce-b3e5-91b4a5cff1e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02d004ae-728a-40af-8e4c-5ad09ba2e8b1 HTTP/1.1" status: 200 len: 217 time: 0.0548086 Aug 26 11:06:25.359995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-75225dd3-8df6-4bc3-bc8f-78adc53c0abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Deleting port ac6cafe4-d056-4375-90e6-b9ae3cde4f47 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:25.362491 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75225dd3-8df6-4bc3-bc8f-78adc53c0abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.370444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-a577abe2-34ac-4c6b-9171-d31d184dbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.382008 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-a577abe2-34ac-4c6b-9171-d31d184dbc58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecc33b32-12c6-4c13-9a35-060ac11909ce HTTP/1.1" status: 200 len: 853 time: 0.0495572 Aug 26 11:06:25.414348 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-98d63449-5dfc-460d-afd6-77fb3ec7c736 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341203 Aug 26 11:06:25.439185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:25.444195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc666456-f2d8-4d3b-a2c7-18bef8adb950 req-199af7f1-aa6b-48ba-bcab-f9cfbf3ba51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.445791 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bc666456-f2d8-4d3b-a2c7-18bef8adb950 req-199af7f1-aa6b-48ba-bcab-f9cfbf3ba51d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6e0a3a69cb841348e7a42df467655d2&device_id=14358a64-05a1-427b-9a3b-32e8919de77e HTTP/1.1" status: 200 len: 1095 time: 0.1651073 Aug 26 11:06:25.465727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'port_id': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'mac_address': 'fa:16:3e:56:c3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:06:25.468740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-75225dd3-8df6-4bc3-bc8f-78adc53c0abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] For port ac6cafe4-d056-4375-90e6-b9ae3cde4f47, host n-h2-778550-13, got binding levels [] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:25.469261 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75225dd3-8df6-4bc3-bc8f-78adc53c0abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.498771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-75225dd3-8df6-4bc3-bc8f-78adc53c0abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Calling delete_port for ac6cafe4-d056-4375-90e6-b9ae3cde4f47 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:25.533822 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e43a1b15-2af2-4781-9878-23c949efc17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.536962 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e43a1b15-2af2-4781-9878-23c949efc17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.538163 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e43a1b15-2af2-4781-9878-23c949efc17b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9cdc6c7-697b-437a-b280-2994ade150c2 HTTP/1.1" status: 204 len: 168 time: 0.4541600 Aug 26 11:06:25.553431 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.559413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a1b15-2af2-4781-9878-23c949efc17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cdc6c7-697b-437a-b280-2994ade150c2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:25.582672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:25.605859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:25.613095 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-44c272a6-2015-49e8-9942-207226b8a052 service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890757 Aug 26 11:06:25.615889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc666456-f2d8-4d3b-a2c7-18bef8adb950 req-ea3b46a1-f387-40f8-96d5-53ed5aca8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.617355 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bc666456-f2d8-4d3b-a2c7-18bef8adb950 req-ea3b46a1-f387-40f8-96d5-53ed5aca8d23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934 HTTP/1.1" status: 200 len: 914 time: 0.1409411 Aug 26 11:06:25.628820 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.662417 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75225dd3-8df6-4bc3-bc8f-78adc53c0abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.688338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:25.701576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75225dd3-8df6-4bc3-bc8f-78adc53c0abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.706244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-75225dd3-8df6-4bc3-bc8f-78adc53c0abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ac6cafe4-d056-4375-90e6-b9ae3cde4f47 HTTP/1.1" status: 204 len: 168 time: 0.4802265 Aug 26 11:06:25.706244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75225dd3-8df6-4bc3-bc8f-78adc53c0abb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac6cafe4-d056-4375-90e6-b9ae3cde4f47,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:25.708602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39318) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:25.735325 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c98f544-c5d5-4c8d-8789-6726b429117a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] GET failed (client error): The resource could not be found. Aug 26 11:06:25.737065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9c98f544-c5d5-4c8d-8789-6726b429117a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "GET /v2.0/ports/ac6cafe4-d056-4375-90e6-b9ae3cde4f47 HTTP/1.1" status: 404 len: 333 time: 0.0275173 Aug 26 11:06:25.741251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39322) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:25.758179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-161459780', 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:25.811681 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bc666456-f2d8-4d3b-a2c7-18bef8adb950 req-180de863-771b-4ff7-b09c-e65dfbdd16a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8da7921-50bd-4fa6-a13e-ff6041036b90 HTTP/1.1" status: 200 len: 217 time: 0.1706676 Aug 26 11:06:25.851577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Made reservation on behalf of 67cea2b2f9be4827917cb7213e3e1820 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:25.853854 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:25.894610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] device_id is not set on port c1b2be4a-2d9f-42f1-ad3c-cd51baaaff64 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:06:25.914799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc666456-f2d8-4d3b-a2c7-18bef8adb950 req-773c6bd4-51dc-473c-90fa-885e8ac6882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.916361 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bc666456-f2d8-4d3b-a2c7-18bef8adb950 req-773c6bd4-51dc-473c-90fa-885e8ac6882c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ecc33b32-12c6-4c13-9a35-060ac11909ce HTTP/1.1" status: 200 len: 853 time: 0.0958810 Aug 26 11:06:25.945539 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-edbb0888-2f35-4cbf-ac9f-0f17544b1581 req-22825a8b-4566-4091-ae2e-ca3af898c016 service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253374 Aug 26 11:06:25.957873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f58e3-4eb4-411d-90f1-87ae6d139e68 req-7931bdaf-8866-4f72-86e0-be4bb748cfd1 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.958433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc5f58e3-4eb4-411d-90f1-87ae6d139e68 req-7931bdaf-8866-4f72-86e0-be4bb748cfd1 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 944 time: 0.1652601 Aug 26 11:06:25.983406 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bc666456-f2d8-4d3b-a2c7-18bef8adb950 req-b61cbb53-eeb6-48a8-98d6-f6def7cbb021 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582683 Aug 26 11:06:25.990762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5139e6-12b8-438e-b779-d687c755c387 req-2a716983-4fb9-43f9-8b5b-664122066632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:25.992398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a5139e6-12b8-438e-b779-d687c755c387 req-2a716983-4fb9-43f9-8b5b-664122066632 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 944 time: 0.1746581 Aug 26 11:06:26.003218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['6f9a2737-5ca1-490e-8f53-a7f3f447aea0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:06:26.087573 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc5f58e3-4eb4-411d-90f1-87ae6d139e68 req-9e71e767-0405-4d5b-a5f9-e8946f3161ef tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190338 Aug 26 11:06:26.143321 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bc666456-f2d8-4d3b-a2c7-18bef8adb950 req-59cf9e95-4210-4817-83f7-880b6c3dae0d service neutron] 10.222.0.47 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527698 Aug 26 11:06:26.146841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a5139e6-12b8-438e-b779-d687c755c387 req-243f7801-71da-4f09-9bec-63ca7c059da8 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322231 Aug 26 11:06:26.203469 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:26.284519 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:26.294287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621605f1-300a-49bd-bc6f-c5e5d4c90711', 'tag': '02d004ae-728a-40af-8e4c-5ad09ba2e8b1'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:26.298140 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcce69f-1330-4d76-867b-6ae2b7ec06be" -d '{"events": [{"name": "network-changed", "server_uuid": "621605f1-300a-49bd-bc6f-c5e5d4c90711", "tag": "02d004ae-728a-40af-8e4c-5ad09ba2e8b1"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:26.317573 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bc666456-f2d8-4d3b-a2c7-18bef8adb950 req-2205ecf0-e58a-4283-8946-23b5baf41343 service neutron] 10.222.0.47 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657350 Aug 26 11:06:26.340891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Network 42e2cc65-19e8-400b-bf94-17d145d12957 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:26.344548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:26.348715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:26.349799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:26.350262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:26.359360 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc473b0-439b-4b8a-8751-3ec1888114aa x-openstack-request-id: req-cdc473b0-439b-4b8a-8751-3ec1888114aa {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:26.359656 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621605f1-300a-49bd-bc6f-c5e5d4c90711", "tag": "02d004ae-728a-40af-8e4c-5ad09ba2e8b1", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:26.359918 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdc473b0-439b-4b8a-8751-3ec1888114aa {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:26.360355 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621605f1-300a-49bd-bc6f-c5e5d4c90711', 'tag': '02d004ae-728a-40af-8e4c-5ad09ba2e8b1', 'status': 'completed', 'code': 200} Aug 26 11:06:26.374970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event updated for resources: {'Port': ['ID=c1b2be4a-2d9f-42f1-ad3c-cd51baaaff64,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:26.383763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39346) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:26.384258 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cfdab791-0c05-4b39-a507-b182c84012f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6404288 Aug 26 11:06:26.443718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cccfa4-9b64-488e-b0fb-b56b62146914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:26.446781 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f5cccfa4-9b64-488e-b0fb-b56b62146914 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "GET /v2.0/ports/c1b2be4a-2d9f-42f1-ad3c-cd51baaaff64 HTTP/1.1" status: 200 len: 958 time: 0.0607007 Aug 26 11:06:26.448395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39354) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:26.455658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcce69f-1330-4d76-867b-6ae2b7ec06be req-71d2a15f-1009-4440-851d-2082d9fb94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:26.457274 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3bcce69f-1330-4d76-867b-6ae2b7ec06be req-71d2a15f-1009-4440-851d-2082d9fb94f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e0a3a69cb841348e7a42df467655d2&device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 1096 time: 0.0759645 Aug 26 11:06:26.551813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-65b800e6-990b-443c-9b99-f60234baae9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Deleting port c1b2be4a-2d9f-42f1-ad3c-cd51baaaff64 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:26.552824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-65b800e6-990b-443c-9b99-f60234baae9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:26.579650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcce69f-1330-4d76-867b-6ae2b7ec06be req-915778ff-11b6-465c-9e50-f95298a5f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:26.581904 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3bcce69f-1330-4d76-867b-6ae2b7ec06be req-915778ff-11b6-465c-9e50-f95298a5f48f service neutron] 10.222.0.42 "GET /v2.0/networks?id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934 HTTP/1.1" status: 200 len: 914 time: 0.1170731 Aug 26 11:06:26.631508 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3bcce69f-1330-4d76-867b-6ae2b7ec06be req-37f8307a-d646-4cd7-b81e-8b9e8d288815 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02d004ae-728a-40af-8e4c-5ad09ba2e8b1 HTTP/1.1" status: 200 len: 217 time: 0.0417533 Aug 26 11:06:26.633430 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-65b800e6-990b-443c-9b99-f60234baae9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:26.653095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-65b800e6-990b-443c-9b99-f60234baae9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Calling delete_port for c1b2be4a-2d9f-42f1-ad3c-cd51baaaff64 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:26.714346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcce69f-1330-4d76-867b-6ae2b7ec06be req-4f6c4b34-d22b-4bee-a7f3-413c9c23582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:26.717686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3bcce69f-1330-4d76-867b-6ae2b7ec06be req-4f6c4b34-d22b-4bee-a7f3-413c9c23582c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecc33b32-12c6-4c13-9a35-060ac11909ce HTTP/1.1" status: 200 len: 853 time: 0.0780389 Aug 26 11:06:26.749261 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-65b800e6-990b-443c-9b99-f60234baae9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:26.764037 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3bcce69f-1330-4d76-867b-6ae2b7ec06be req-b9936fa7-c281-4e29-a620-4ac0c4c402b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375319 Aug 26 11:06:26.783193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b800e6-990b-443c-9b99-f60234baae9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1b2be4a-2d9f-42f1-ad3c-cd51baaaff64,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:26.789439 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-65b800e6-990b-443c-9b99-f60234baae9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:26.792386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-65b800e6-990b-443c-9b99-f60234baae9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c1b2be4a-2d9f-42f1-ad3c-cd51baaaff64 HTTP/1.1" status: 204 len: 168 time: 0.3428609 Aug 26 11:06:26.795433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39372) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:26.829430 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-a010c020-50f2-4602-b8a6-71e065cb9a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] GET failed (client error): The resource could not be found. Aug 26 11:06:26.836235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a010c020-50f2-4602-b8a6-71e065cb9a72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "GET /v2.0/ports/c1b2be4a-2d9f-42f1-ad3c-cd51baaaff64 HTTP/1.1" status: 404 len: 333 time: 0.0395145 Aug 26 11:06:26.836919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39374) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:26.848173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Request body: {'port': {'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2032765777'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:26.869273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Made reservation on behalf of 67cea2b2f9be4827917cb7213e3e1820 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:26.872069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:26.886369 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3bcce69f-1330-4d76-867b-6ae2b7ec06be req-f74082e2-5d63-43a3-a691-e3431bebf6d7 service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156301 Aug 26 11:06:26.896274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] device_id is not set on port 66138efd-cc59-4926-9076-7ee8cafc60bd yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:06:27.007306 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3bcce69f-1330-4d76-867b-6ae2b7ec06be req-330eb941-effb-4dd7-9ea5-e57cd307d171 service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128759 Aug 26 11:06:27.065561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:27.104795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:27.149253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Network 42e2cc65-19e8-400b-bf94-17d145d12957 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:27.152223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:27.156659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:27.157615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:27.158222 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:27.175953 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event updated for resources: {'Port': ['ID=66138efd-cc59-4926-9076-7ee8cafc60bd,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:27.185706 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d5667162-09f3-44b9-a9a3-a7f43ef296a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3475714 Aug 26 11:06:27.190019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39392) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:27.195896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:27.289153 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:27.296557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:27.350137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf25b5f-b2e1-4778-b6e7-a0f0c3c2b60b req-2bc45047-d6a3-48d6-b0c0-aefa71ffc0b3 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:27.351817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbf25b5f-b2e1-4778-b6e7-a0f0c3c2b60b req-2bc45047-d6a3-48d6-b0c0-aefa71ffc0b3 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 944 time: 0.1629231 Aug 26 11:06:27.394201 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b5dfb-312b-40d0-a100-565033756f05 req-4dd7be11-8da2-4733-9975-384862978016 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:27.395883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e27b5dfb-312b-40d0-a100-565033756f05 req-4dd7be11-8da2-4733-9975-384862978016 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 944 time: 0.1197591 Aug 26 11:06:27.399228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:27.403531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:27.404485 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:27.431850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbf25b5f-b2e1-4778-b6e7-a0f0c3c2b60b req-48d9e121-7075-49e4-8d89-0cf0c39d6b2f tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701005 Aug 26 11:06:27.458802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e27b5dfb-312b-40d0-a100-565033756f05 req-8067f80d-0ad4-41e1-b22c-4160a3bea971 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557003 Aug 26 11:06:27.576530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:27.605958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:27.608454 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5adc83-1779-47df-b4f0-424e98fd8786" -d '{"events": [{"server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:27.623029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:27.628573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] device_id is not set on port 66138efd-cc59-4926-9076-7ee8cafc60bd yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:06:27.630019 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:27.640378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:27.655687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Transition to ACTIVE for port object 66138efd-cc59-4926-9076-7ee8cafc60bd will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:27.660404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:27.675621 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f495112c-c38a-4389-a58a-51c2833cb345 x-openstack-request-id: req-f495112c-c38a-4389-a58a-51c2833cb345 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:27.676167 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:27.676575 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f495112c-c38a-4389-a58a-51c2833cb345 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:27.677127 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'code': 200} Aug 26 11:06:27.708166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:27.769042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event updated for resources: {'Port': ['ID=66138efd-cc59-4926-9076-7ee8cafc60bd,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:27.792189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:27.792910 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:27.793292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:27.799807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:27.800172 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:27.800912 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 2 to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd Aug 26 11:06:27.820285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40a3c-26fb-4076-9856-b7f9909ffb0b req-002c9fd9-fb47-4749-8140-71ee98207b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:27.821900 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-69a40a3c-26fb-4076-9856-b7f9909ffb0b req-002c9fd9-fb47-4749-8140-71ee98207b9f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0929401 Aug 26 11:06:27.823066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:27.823411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:27.823756 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:27.830455 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:27.830673 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:27.835839 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 3 to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd Aug 26 11:06:27.860536 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:27.861130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:27.861666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:27.876020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:27.876020 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:27.876396 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 4 to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd Aug 26 11:06:27.880953 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-69a40a3c-26fb-4076-9856-b7f9909ffb0b req-3254d819-56d0-41eb-b030-1e21dcf7fbcc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515039 Aug 26 11:06:27.893391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:27.893768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:27.894125 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:27.899235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:27.899769 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:27.901054 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 5 to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd Aug 26 11:06:27.915596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:27.916111 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:27.916753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:27.923464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:27.923948 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:27.924350 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 6 to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd Aug 26 11:06:27.942072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:27.942419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:27.942768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:27.948822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:27.949202 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:27.949636 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 7 to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd Aug 26 11:06:27.967486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:27.967824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:27.968299 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:27.974327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:27.974662 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:27.975085 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 8 to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd Aug 26 11:06:27.992070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:27.992419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:27.992760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:27.999216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:27.999745 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:28.000140 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 9 to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd Aug 26 11:06:28.015947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:28.016371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:28.016825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:28.021315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:28.021817 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:28.022141 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempt 10 to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd Aug 26 11:06:28.036054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:28.036430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:28.036760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempting to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:28.042002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:28.042340 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Failed to bind port 66138efd-cc59-4926-9076-7ee8cafc60bd on host n-h2-778550-13 for vnic_type normal using segments [{'id': '786e3674-b1e7-4f07-a4e1-4323d9eab8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e2cc65-19e8-400b-bf94-17d145d12957'}] Aug 26 11:06:28.042718 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.130356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] For port 66138efd-cc59-4926-9076-7ee8cafc60bd, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:28.130907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attempted to set empty binding levels {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 26 11:06:28.135814 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.173633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39424) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:28.178703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] In _notify_port_updated(), no bound segment for port 66138efd-cc59-4926-9076-7ee8cafc60bd on network 42e2cc65-19e8-400b-bf94-17d145d12957 {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:06:28.179822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:28.180823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.183296 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "PUT /v2.0/ports/66138efd-cc59-4926-9076-7ee8cafc60bd HTTP/1.1" status: 200 len: 980 time: 0.9921181 Aug 26 11:06:28.186655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39426) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:28.280920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb61f6e-e109-4b51-9929-8c29cdb1d5c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event updated for resources: {'Port': ['ID=66138efd-cc59-4926-9076-7ee8cafc60bd,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:28.288974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39430) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:28.295760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'network': {'name': 'tempest-network-smoke--1539916751', 'project_id': '7202d08226184cb383eb9303d1ec18da', 'port_security_enabled': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:28.322108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0c98bae0-1377-4ef3-b88b-c57b9b0cb533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Deleting port 66138efd-cc59-4926-9076-7ee8cafc60bd {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:28.322438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c98bae0-1377-4ef3-b88b-c57b9b0cb533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.324620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Made reservation on behalf of 7202d08226184cb383eb9303d1ec18da for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:28.328003 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.336953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.398897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-0c98bae0-1377-4ef3-b88b-c57b9b0cb533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] For port 66138efd-cc59-4926-9076-7ee8cafc60bd, host n-h2-778550-13, got binding levels [] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:28.399281 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c98bae0-1377-4ef3-b88b-c57b9b0cb533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.414590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0c98bae0-1377-4ef3-b88b-c57b9b0cb533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Calling delete_port for 66138efd-cc59-4926-9076-7ee8cafc60bd owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:28.445018 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.450005 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.490043 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48c53f7-6523-49c0-8684-38a5fad2c64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.507160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:06:28.525860 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c98bae0-1377-4ef3-b88b-c57b9b0cb533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.539249 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.539768 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Added segment d839af18-f32a-4dcf-9a58-e8dea1f79948 of type vlan for network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 Aug 26 11:06:28.543129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14525bce-3e0c-4ef0-a15b-be42e804fa30,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:28.590840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98bae0-1377-4ef3-b88b-c57b9b0cb533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Pushing event deleted for resources: {'Port': ['ID=66138efd-cc59-4926-9076-7ee8cafc60bd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:28.599344 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c98bae0-1377-4ef3-b88b-c57b9b0cb533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.605124 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0c98bae0-1377-4ef3-b88b-c57b9b0cb533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "DELETE /v2.0/ports/66138efd-cc59-4926-9076-7ee8cafc60bd HTTP/1.1" status: 204 len: 168 time: 0.4171510 Aug 26 11:06:28.606596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39446) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:28.631744 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee81484-0ed8-4723-b5b6-bea5a372190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] GET failed (client error): The resource could not be found. Aug 26 11:06:28.635214 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5ee81484-0ed8-4723-b5b6-bea5a372190d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029239421-project-admin] 10.222.0.21 "GET /v2.0/ports/66138efd-cc59-4926-9076-7ee8cafc60bd HTTP/1.1" status: 404 len: 333 time: 0.0283136 Aug 26 11:06:28.639170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39448) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:28.664048 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.725235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.732811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f5cf6-7885-4c11-97fa-9de77aa42fe4 req-d4ef015c-2d9e-4eec-b12d-a1ef5f1ecfd0 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:28.734363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-660f5cf6-7885-4c11-97fa-9de77aa42fe4 req-d4ef015c-2d9e-4eec-b12d-a1ef5f1ecfd0 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 944 time: 0.1765242 Aug 26 11:06:28.740816 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.746298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:28.746922 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.756411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13447906-069a-4d96-bacf-ed862c9cd5be req-4ef71d1e-095b-4d02-92ff-616e762544ba tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:28.757882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13447906-069a-4d96-bacf-ed862c9cd5be req-4ef71d1e-095b-4d02-92ff-616e762544ba tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.1594183 Aug 26 11:06:28.828231 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.839993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e2cc65-19e8-400b-bf94-17d145d12957']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:28.855287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786e3674-b1e7-4f07-a4e1-4323d9eab8ad') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:28.855659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786e3674-b1e7-4f07-a4e1-4323d9eab8ad') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:28.866300 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.881936 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.890312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:06:28.890757 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:06:28.894402 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:06:28.925765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Network': ['ID=f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:28.935185 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48c53f7-6523-49c0-8684-38a5fad2c64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.938374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:06:28.941172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-660f5cf6-7885-4c11-97fa-9de77aa42fe4 req-72d582ee-99db-490a-a32c-08a9fd940173 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803057 Aug 26 11:06:28.945533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13447906-069a-4d96-bacf-ed862c9cd5be req-080bb1ee-475f-486f-b13e-e9ff2f60acb5 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738586 Aug 26 11:06:28.946326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b48c53f7-6523-49c0-8684-38a5fad2c64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:28.973929 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-94aa93c6-31a7-441f-a4e4-0c433de195b3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6838059 Aug 26 11:06:28.977716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39454) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:28.988477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'admin_state_up': True, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:29.014516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c53f7-6523-49c0-8684-38a5fad2c64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aad0c1-a956-40b9-ae68-9de6eed61a6b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:29.023981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b48c53f7-6523-49c0-8684-38a5fad2c64d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=480e11f20c4d4bc0abd62488f43cbabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8478999 Aug 26 11:06:29.026501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39456) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:29.037145 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.046953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.047955 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.058077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.063706 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] 10.222.0.21 "DELETE /v2.0/networks/42e2cc65-19e8-400b-bf94-17d145d12957 HTTP/1.1" status: 204 len: 168 time: 0.4233239 Aug 26 11:06:29.104665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187bb8f-d283-4c83-8d3d-6028d931ea14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653341096-project] Pushing event deleted for resources: {'Network': ['ID=42e2cc65-19e8-400b-bf94-17d145d12957,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:29.145618 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.146647 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92619fec-badf-4b1a-a60b-cab7218f571e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.247961 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92619fec-badf-4b1a-a60b-cab7218f571e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.296153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f8da7921-50bd-4fa6-a13e-ff6041036b90 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:06:29.354323 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.410328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f8da7921-50bd-4fa6-a13e-ff6041036b90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f8da7921-50bd-4fa6-a13e-ff6041036b90,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:29.410907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39464) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:29.424093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'f8da7921-50bd-4fa6-a13e-ff6041036b90', 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934', 'port_id': 'f8da7921-50bd-4fa6-a13e-ff6041036b90', 'mac_address': 'fa:16:3e:b1:01:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc33b32-12c6-4c13-9a35-060ac11909ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:06:29.440026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92619fec-badf-4b1a-a60b-cab7218f571e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.443570 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92619fec-badf-4b1a-a60b-cab7218f571e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.445064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-92619fec-badf-4b1a-a60b-cab7218f571e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93aad0c1-a956-40b9-ae68-9de6eed61a6b HTTP/1.1" status: 204 len: 168 time: 0.4175534 Aug 26 11:06:29.458643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92619fec-badf-4b1a-a60b-cab7218f571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aad0c1-a956-40b9-ae68-9de6eed61a6b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:29.485949 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.509194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8da7921-50bd-4fa6-a13e-ff6041036b90 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:29.543133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f8da7921-50bd-4fa6-a13e-ff6041036b90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f8da7921-50bd-4fa6-a13e-ff6041036b90,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:29.548051 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.605087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f8da7921-50bd-4fa6-a13e-ff6041036b90,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:29.651765 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8e4866ff-a6c9-49c8-85ab-3830a0cd3e9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ab3586a85ac4bbdbdb39abf6f2e89bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377732 Aug 26 11:06:29.652828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39472) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:29.653269 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.674133 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.724681 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8acd5c7-9df6-441f-beff-99656a99f98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.759231 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8acd5c7-9df6-441f-beff-99656a99f98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.830779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Allocated IP 172.25.1.26 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/3679efad-7dbd-4fea-b139-db6e7cba2e1b) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:29.839797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8acd5c7-9df6-441f-beff-99656a99f98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.844045 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a8acd5c7-9df6-441f-beff-99656a99f98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.844683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39474) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:29.845779 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a8acd5c7-9df6-441f-beff-99656a99f98e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/142f4931-c4d0-495f-90cb-4bccf1d6f2a1 HTTP/1.1" status: 204 len: 168 time: 0.1917140 Aug 26 11:06:29.859795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['f8da7921-50bd-4fa6-a13e-ff6041036b90'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:06:29.868760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acd5c7-9df6-441f-beff-99656a99f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142f4931-c4d0-495f-90cb-4bccf1d6f2a1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:29.885760 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7cf949a8-7e4b-4727-a000-be622c3ac6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:29.980940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:06:30.100122 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:30.194811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a0943-3a27-491b-825d-aca9be6001a5 req-40b23ddd-6e04-4258-96f1-b93ef5e3188e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:30.196773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c28a0943-3a27-491b-825d-aca9be6001a5 req-40b23ddd-6e04-4258-96f1-b93ef5e3188e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 944 time: 0.1227791 Aug 26 11:06:30.211684 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7cf949a8-7e4b-4727-a000-be622c3ac6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:30.223226 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7cf949a8-7e4b-4727-a000-be622c3ac6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:30.287225 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:30.293060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:30.324313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '02d004ae-728a-40af-8e4c-5ad09ba2e8b1', 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934', 'port_id': '02d004ae-728a-40af-8e4c-5ad09ba2e8b1', 'mac_address': 'fa:16:3e:64:0b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc33b32-12c6-4c13-9a35-060ac11909ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:06:30.371468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c28a0943-3a27-491b-825d-aca9be6001a5 req-9f20009a-74d7-4a60-bb56-d4fad02e6fe6 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633420 Aug 26 11:06:30.385248 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:30.396256 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7cf949a8-7e4b-4727-a000-be622c3ac6bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4927ebc70d92432292abe23545c071e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506637 Aug 26 11:06:30.399194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39498) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:30.400342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf949a8-7e4b-4727-a000-be622c3ac6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9192e0-0c66-4d71-8f1e-5f3e7e9e627c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:30.410999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:30.431249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:30.435633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:30.442235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:30.471112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:30.477905 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:30.515166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Port': ['ID=3679efad-7dbd-4fea-b139-db6e7cba2e1b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:30.516414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39500) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:30.561457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:30.649450 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-700eb1f0-d57a-4440-bcd2-c29a438a45ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:30.681719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-700eb1f0-d57a-4440-bcd2-c29a438a45ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:30.689022 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-87a2e70f-73df-45b1-9474-0ea60713c83e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67cea2b2f9be4827917cb7213e3e1820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627395 Aug 26 11:06:30.690537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39508) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:30.724531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['02d004ae-728a-40af-8e4c-5ad09ba2e8b1'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:06:30.752576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-700eb1f0-d57a-4440-bcd2-c29a438a45ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:30.756032 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-700eb1f0-d57a-4440-bcd2-c29a438a45ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:30.759801 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-700eb1f0-d57a-4440-bcd2-c29a438a45ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a9192e0-0c66-4d71-8f1e-5f3e7e9e627c HTTP/1.1" status: 204 len: 168 time: 0.3570848 Aug 26 11:06:30.781033 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700eb1f0-d57a-4440-bcd2-c29a438a45ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9192e0-0c66-4d71-8f1e-5f3e7e9e627c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:30.886136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4befe5-40e1-47c8-a096-92f94ecf3baf req-0b6f3e84-dafa-40bd-ad71-520086f41a3e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:30.888508 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e4befe5-40e1-47c8-a096-92f94ecf3baf req-0b6f3e84-dafa-40bd-ad71-520086f41a3e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.2027340 Aug 26 11:06:30.897368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e5f59-4f42-4f94-aa92-05f150b8fc46 req-78af6e6b-f0ff-48a2-bcc6-1f5015e3571b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:30.899290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-383e5f59-4f42-4f94-aa92-05f150b8fc46 req-78af6e6b-f0ff-48a2-bcc6-1f5015e3571b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1553864 Aug 26 11:06:30.979606 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4838e2ce-80ee-4e55-84d0-455232bf8da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:31.068617 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4838e2ce-80ee-4e55-84d0-455232bf8da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:31.072637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e4befe5-40e1-47c8-a096-92f94ecf3baf req-87d11b8a-2fcf-42fd-b47b-9ced5ef4aff3 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726880 Aug 26 11:06:31.084159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-383e5f59-4f42-4f94-aa92-05f150b8fc46 req-7ed7f936-de52-4c92-8820-d064736b9758 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678731 Aug 26 11:06:31.139954 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:31.318221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f8da7921-50bd-4fa6-a13e-ff6041036b90 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:31.356485 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4838e2ce-80ee-4e55-84d0-455232bf8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:31.359829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4838e2ce-80ee-4e55-84d0-455232bf8da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:31.361632 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4838e2ce-80ee-4e55-84d0-455232bf8da6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c05317f4-1690-463a-9273-aac2a3b15efa HTTP/1.1" status: 204 len: 168 time: 0.6713619 Aug 26 11:06:31.378473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba472eba-3e36-4586-ac7b-0650c1b0d262 req-29a4eeab-c3e2-444f-a75f-cff741a3387f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:31.380258 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba472eba-3e36-4586-ac7b-0650c1b0d262 req-29a4eeab-c3e2-444f-a75f-cff741a3387f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.1584823 Aug 26 11:06:31.389842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39530) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:31.395529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e9733682-f48d-41c2-8522-024b713f4c5c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Request body: {'floatingip': {'port_id': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:31.428833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f8f3c-8b43-4e07-bb5f-96fba4d8f078 req-a89a7849-7eae-450a-967a-c8f579f64e3f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:31.436749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c4f8f3c-8b43-4e07-bb5f-96fba4d8f078 req-a89a7849-7eae-450a-967a-c8f579f64e3f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2159288 Aug 26 11:06:31.483465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port f8da7921-50bd-4fa6-a13e-ff6041036b90 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:31.488304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port f8da7921-50bd-4fa6-a13e-ff6041036b90 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:31.488733 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:31.492278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838e2ce-80ee-4e55-84d0-455232bf8da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05317f4-1690-463a-9273-aac2a3b15efa,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:31.521141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9733682-f48d-41c2-8522-024b713f4c5c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:31.556120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c4f8f3c-8b43-4e07-bb5f-96fba4d8f078 req-43ee5f0d-3fb4-4cca-b13c-568439d37d6e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143367 Aug 26 11:06:31.798368 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:31.857678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14358a64-05a1-427b-9a3b-32e8919de77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8da7921-50bd-4fa6-a13e-ff6041036b90'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:31.864059 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6e1509-1950-4c21-a1d6-f5fbd995775e" -d '{"events": [{"server_uuid": "14358a64-05a1-427b-9a3b-32e8919de77e", "name": "network-vif-plugged", "status": "completed", "tag": "f8da7921-50bd-4fa6-a13e-ff6041036b90"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:31.894601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f8da7921-50bd-4fa6-a13e-ff6041036b90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f8da7921-50bd-4fa6-a13e-ff6041036b90,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:31.902676 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:31.979746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f8da7921-50bd-4fa6-a13e-ff6041036b90,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:31.996330 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:32.173418 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:32.182416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6e7b-e10c-495c-a27d-88cc0eb340c7 req-1d287796-d73b-415d-8084-97837a3739c7 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:32.186505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:32.187020 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:32.190076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-606a6e7b-e10c-495c-a27d-88cc0eb340c7 req-1d287796-d73b-415d-8084-97837a3739c7 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 945 time: 0.6490996 Aug 26 11:06:32.196169 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:32.217576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2335-07d1-4693-91bb-0abb1d86c074 req-2e661174-32fe-4644-8ba9-196eea44950f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:32.225684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25ba2335-07d1-4693-91bb-0abb1d86c074 req-2e661174-32fe-4644-8ba9-196eea44950f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1232374 Aug 26 11:06:32.426667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-606a6e7b-e10c-495c-a27d-88cc0eb340c7 req-7e3af615-5867-417d-ad68-72fe5bcb5ae7 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356536 Aug 26 11:06:32.447908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25ba2335-07d1-4693-91bb-0abb1d86c074 req-b7878b68-71bd-407c-91de-e1bbae31224f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178845 Aug 26 11:06:32.464683 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:32.486188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Router 08b55e96-ee7c-4106-b4e7-5fa44caf757a is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:06:32.550864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:32.556040 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:32.611753 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c1267f-49fa-4304-ac7a-25e6f2ff3ccf x-openstack-request-id: req-75c1267f-49fa-4304-ac7a-25e6f2ff3ccf {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:32.612058 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14358a64-05a1-427b-9a3b-32e8919de77e", "name": "network-vif-plugged", "status": "completed", "tag": "f8da7921-50bd-4fa6-a13e-ff6041036b90", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:32.612317 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75c1267f-49fa-4304-ac7a-25e6f2ff3ccf {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:32.612715 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14358a64-05a1-427b-9a3b-32e8919de77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8da7921-50bd-4fa6-a13e-ff6041036b90', 'code': 200} Aug 26 11:06:32.674204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:32.719338 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:06:32.758565 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:06:32.771477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Sync routers for ids ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:06:32.788188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Routers {'08b55e96-ee7c-4106-b4e7-5fa44caf757a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:32.788830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:32.822484 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:32.829274 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-852ac4bd-510c-4aa3-b358-a3712394ebaa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.8481438 Aug 26 11:06:32.831268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39586) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:32.862391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017d9c0-d659-4505-9706-eaf7a1c79a64 req-3a7892cc-dc81-4ab8-b136-e10988dc2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:32.863868 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3017d9c0-d659-4505-9706-eaf7a1c79a64 req-3a7892cc-dc81-4ab8-b136-e10988dc2c64 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14358a64-05a1-427b-9a3b-32e8919de77e HTTP/1.1" status: 200 len: 1097 time: 0.1438375 Aug 26 11:06:32.961747 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3017d9c0-d659-4505-9706-eaf7a1c79a64 req-3ccc7a63-65cb-443a-8fa3-61e0ef4b9768 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800126 Aug 26 11:06:33.211393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f83cf-6a52-44dc-9ac5-7c6108391447 req-1cfee83d-fb03-4f90-9ace-f9b0da1e4f74 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:33.231336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-057f83cf-6a52-44dc-9ac5-7c6108391447 req-1cfee83d-fb03-4f90-9ace-f9b0da1e4f74 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1481094 Aug 26 11:06:33.232602 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9733682-f48d-41c2-8522-024b713f4c5c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:33.239364 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9733682-f48d-41c2-8522-024b713f4c5c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:33.258033 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Set router 08b55e96-ee7c-4106-b4e7-5fa44caf757a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:33.277955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-057f83cf-6a52-44dc-9ac5-7c6108391447 req-d52cef6f-2ff8-4f58-bd6c-a0ac98c91296 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400047 Aug 26 11:06:33.352347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ccaa75dc-2cf4-4d12-893f-b12b6162c957 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7202d08226184cb383eb9303d1ec18da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5193627 Aug 26 11:06:33.355973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39606) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:33.620430 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-e9733682-f48d-41c2-8522-024b713f4c5c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Floating IP 31439dff-764d-4651-ab87-1f2eeef80069 associated. External IP: 172.25.1.140, port: 6f9a2737-5ca1-490e-8f53-a7f3f447aea0. Aug 26 11:06:33.651551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:30Z', 'revision_number': 3, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:33.697570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd618f2d-1dd8-4093-8b0a-3d1a04186a79 req-49aefa86-5c60-4922-91bb-421246b810ea tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:33.699248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Checking router: 08b55e96-ee7c-4106-b4e7-5fa44caf757a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:06:33.699729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Updating router 08b55e96-ee7c-4106-b4e7-5fa44caf757a port 3679efad-7dbd-4fea-b139-db6e7cba2e1b binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:06:33.708361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd618f2d-1dd8-4093-8b0a-3d1a04186a79 req-49aefa86-5c60-4922-91bb-421246b810ea tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 946 time: 0.1269009 Aug 26 11:06:33.740612 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:33.767211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd618f2d-1dd8-4093-8b0a-3d1a04186a79 req-5cbf5e6f-b609-495c-8825-d0d40a4de35a tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577819 Aug 26 11:06:33.812280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba13885-bf66-4995-a8d0-07006d33a3fa tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:33.814495 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1ba13885-bf66-4995-a8d0-07006d33a3fa tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4558892 Aug 26 11:06:33.817783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39622) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:33.861377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4dbe8d18-3235-4939-8fbd-3129b9c6e378 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425589 Aug 26 11:06:33.864472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39626) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:33.877161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-460747111', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'project_id': '7202d08226184cb383eb9303d1ec18da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:34.018702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Made reservation on behalf of 7202d08226184cb383eb9303d1ec18da for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:34.024168 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.029153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9733682-f48d-41c2-8522-024b713f4c5c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Router 5f07b56b-e493-4c76-9d80-0c087f269df7 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:06:34.189175 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.211113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39636) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:34.213845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Transition to ACTIVE for port object 3679efad-7dbd-4fea-b139-db6e7cba2e1b will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:34.231101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9733682-f48d-41c2-8522-024b713f4c5c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:06:34.237899 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.240704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9733682-f48d-41c2-8522-024b713f4c5c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.243348 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab11ce-b60e-4e55-a13c-389943357812 None None] Sync routers for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:06:34.262642 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab11ce-b60e-4e55-a13c-389943357812 None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:34.266816 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cab11ce-b60e-4e55-a13c-389943357812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:34.301453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Attempting to bind port 3679efad-7dbd-4fea-b139-db6e7cba2e1b on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:34.301453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Attempting to bind port 3679efad-7dbd-4fea-b139-db6e7cba2e1b by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:34.301834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Attempting to bind port 3679efad-7dbd-4fea-b139-db6e7cba2e1b on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:34.310133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407134c-ee85-4ddd-a44b-2da6bb9eed42 None None] Pushing event updated for resources: {'Port': ['ID=3679efad-7dbd-4fea-b139-db6e7cba2e1b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:34.318207 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:34.318517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:34.321801 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.322247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:34.322777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Bound port: 3679efad-7dbd-4fea-b139-db6e7cba2e1b, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:34.323251 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.340557 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e9733682-f48d-41c2-8522-024b713f4c5c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "PUT /v2.0/floatingips/31439dff-764d-4651-ab87-1f2eeef80069 HTTP/1.1" status: 200 len: 991 time: 2.9465108 Aug 26 11:06:34.343656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:34.351357 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8191dc-aa30-46cd-87ed-525e117d2d65" -d '{"events": [{"name": "network-changed", "server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:34.409435 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.455171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] For port 3679efad-7dbd-4fea-b139-db6e7cba2e1b, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:34.460857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] For port 3679efad-7dbd-4fea-b139-db6e7cba2e1b, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3679efad-7dbd-4fea-b139-db6e7cba2e1b,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:34.483611 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.558101 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebbc8ec-e753-49cb-b5b6-d7901563db2c x-openstack-request-id: req-bebbc8ec-e753-49cb-b5b6-d7901563db2c {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:34.558398 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:34.558655 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bebbc8ec-e753-49cb-b5b6-d7901563db2c {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:34.559303 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'status': 'completed', 'code': 200} Aug 26 11:06:34.575435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3f01a-abfb-4c71-8f8e-a8f71ac077be req-ae7c42b9-fedf-44a4-9084-be421d7092ed tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:34.577089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5d3f01a-abfb-4c71-8f8e-a8f71ac077be req-ae7c42b9-fedf-44a4-9084-be421d7092ed tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1540949 Aug 26 11:06:34.578707 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9cab11ce-b60e-4e55-a13c-389943357812 None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:34.634502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621605f1-300a-49bd-bc6f-c5e5d4c90711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d004ae-728a-40af-8e4c-5ad09ba2e8b1'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:34.648268 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6053ecb8-a15e-4cce-9cd6-e7ec22525507" -d '{"events": [{"server_uuid": "621605f1-300a-49bd-bc6f-c5e5d4c90711", "name": "network-vif-plugged", "status": "completed", "tag": "02d004ae-728a-40af-8e4c-5ad09ba2e8b1"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:34.656397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Subnet': ['ID=cb012304-52aa-4dbc-ac61-aa79dcbee29f,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:34.671559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407134c-ee85-4ddd-a44b-2da6bb9eed42 None None] Pushing event updated for resources: {'Port': ['ID=3679efad-7dbd-4fea-b139-db6e7cba2e1b,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:34.674066 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fec1b44-3c67-44f5-bb36-60238eb5118e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.675467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Routers {'08b55e96-ee7c-4106-b4e7-5fa44caf757a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:34.676232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:34.676808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Checking segment: {'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:34.677187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network hostable DHCP agents. Network: f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:06:34.725851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5d3f01a-abfb-4c71-8f8e-a8f71ac077be req-c0a1179f-065c-4b45-a01b-f7d3fee09d99 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149380 Aug 26 11:06:34.749848 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15156abb-1902-45cc-80ce-3f103d563d7b x-openstack-request-id: req-15156abb-1902-45cc-80ce-3f103d563d7b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:34.750213 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621605f1-300a-49bd-bc6f-c5e5d4c90711", "name": "network-vif-plugged", "status": "completed", "tag": "02d004ae-728a-40af-8e4c-5ad09ba2e8b1", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:34.750474 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15156abb-1902-45cc-80ce-3f103d563d7b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:34.751165 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621605f1-300a-49bd-bc6f-c5e5d4c90711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d004ae-728a-40af-8e4c-5ad09ba2e8b1', 'code': 200} Aug 26 11:06:34.764009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:06:34.781780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:34.790152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:34.790786 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.863603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fec1b44-3c67-44f5-bb36-60238eb5118e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.878197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8191dc-aa30-46cd-87ed-525e117d2d65 req-83cc236a-7b7c-4c9c-a74b-cdcfd33e937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:34.880170 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa8191dc-aa30-46cd-87ed-525e117d2d65 req-83cc236a-7b7c-4c9c-a74b-cdcfd33e937e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 1097 time: 0.2997477 Aug 26 11:06:34.882951 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fec1b44-3c67-44f5-bb36-60238eb5118e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:34.917371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-78955b2b-9f69-488a-9bdc-eaacded73219 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0476823 Aug 26 11:06:34.917371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39666) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:34.993942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99968286-7fff-41b8-a9b1-9f07985f073b req-c8dd809e-6f7b-4d0d-b638-2920928a7e19 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:35.003276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99968286-7fff-41b8-a9b1-9f07985f073b req-c8dd809e-6f7b-4d0d-b638-2920928a7e19 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 946 time: 0.1379614 Aug 26 11:06:35.053403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39668) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:35.094119 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1fec1b44-3c67-44f5-bb36-60238eb5118e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1014e6239514f2d98686815817206bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8811107 Aug 26 11:06:35.096626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39672) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:35.097689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8191dc-aa30-46cd-87ed-525e117d2d65 req-78a12c11-555a-4800-ba30-eaeb301752db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:35.099246 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa8191dc-aa30-46cd-87ed-525e117d2d65 req-78a12c11-555a-4800-ba30-eaeb301752db service neutron] 10.222.0.47 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 917 time: 0.1928070 Aug 26 11:06:35.100997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec1b44-3c67-44f5-bb36-60238eb5118e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e4526d-02f7-4509-9911-53d792bc4bef,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:35.120292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99968286-7fff-41b8-a9b1-9f07985f073b req-b78bbaee-4f14-4f78-be4f-b073d3d72f82 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157660 Aug 26 11:06:35.131907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613ef61-3d86-4e68-84bc-52812cfc37ba req-ff905fe2-216f-41d6-a326-9ffa9e610d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:35.133441 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f613ef61-3d86-4e68-84bc-52812cfc37ba req-ff905fe2-216f-41d6-a326-9ffa9e610d07 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 1098 time: 0.2681699 Aug 26 11:06:35.204905 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cab11ce-b60e-4e55-a13c-389943357812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '31439dff-764d-4651-ab87-1f2eeef80069', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'floating_ip_address': '172.25.1.140', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'port_id': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'mac_address': 'fa:16:3e:56:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:06:10Z', 'updated_at': '2021-08-26T11:06:33Z', 'revision_number': 1, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:35.210658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1484763201', 'router:external': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:35.257425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5884c9f-5812-4c8b-bc09-3fd76b468906 None None] Network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:06:35.261312 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab11ce-b60e-4e55-a13c-389943357812 None None] Checking router: 5f07b56b-e493-4c76-9d80-0c087f269df7 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:06:35.273327 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab11ce-b60e-4e55-a13c-389943357812 None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:35.274105 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cab11ce-b60e-4e55-a13c-389943357812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:35.290894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Made reservation on behalf of f1dd8640b2d344c1a9d7915703692c86 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:35.293113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:35.350942 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:35.352790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] Set router 08b55e96-ee7c-4106-b4e7-5fa44caf757a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:35.391238 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f613ef61-3d86-4e68-84bc-52812cfc37ba req-235ba0cf-94d0-4b44-b735-e05b09b05781 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841264 Aug 26 11:06:35.400099 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa8191dc-aa30-46cd-87ed-525e117d2d65 req-0250e70a-f831-4f73-9860-b162c4711e6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0 HTTP/1.1" status: 200 len: 999 time: 0.2898414 Aug 26 11:06:35.460327 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9cab11ce-b60e-4e55-a13c-389943357812 None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:35.474197 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd72fe0f-1fa4-457f-ad9d-974ae204a613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:35.505199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8191dc-aa30-46cd-87ed-525e117d2d65 req-b66760a8-d276-41d7-aac1-bb439af460af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:35.506300 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa8191dc-aa30-46cd-87ed-525e117d2d65 req-b66760a8-d276-41d7-aac1-bb439af460af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.0979187 Aug 26 11:06:35.512517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd72fe0f-1fa4-457f-ad9d-974ae204a613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:35.617878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'fixed_ips': [{'subnet_id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:06:35.619313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8191dc-aa30-46cd-87ed-525e117d2d65 req-502cd019-109e-4bd5-9983-9a1cd26a58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:35.619462 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:35.620480 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa8191dc-aa30-46cd-87ed-525e117d2d65 req-502cd019-109e-4bd5-9983-9a1cd26a58f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037536 Aug 26 11:06:35.676206 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd72fe0f-1fa4-457f-ad9d-974ae204a613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:35.678923 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd72fe0f-1fa4-457f-ad9d-974ae204a613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:35.682811 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cd72fe0f-1fa4-457f-ad9d-974ae204a613 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81e4526d-02f7-4509-9911-53d792bc4bef HTTP/1.1" status: 204 len: 168 time: 0.5826750 Aug 26 11:06:35.685020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:35.720341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:35.743989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72fe0f-1fa4-457f-ad9d-974ae204a613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e4526d-02f7-4509-9911-53d792bc4bef,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:35.784800 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:06:35.848115 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:35.860354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9debda85-3ba1-4545-b698-d0bf871045a1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:35.867425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:35.867774 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Added segment d20aaea7-e48e-4f57-a529-b5fcafd67387 of type vlan for network 84c59af6-9d12-4090-a01d-689dc65ec615 Aug 26 11:06:35.890404 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa8191dc-aa30-46cd-87ed-525e117d2d65 req-69d9092d-2d54-4563-8e49-465dd90b5c14 service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599506 Aug 26 11:06:35.944607 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cab11ce-b60e-4e55-a13c-389943357812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '31439dff-764d-4651-ab87-1f2eeef80069', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'floating_ip_address': '172.25.1.140', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'port_id': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'mac_address': 'fa:16:3e:56:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:06:10Z', 'updated_at': '2021-08-26T11:06:33Z', 'revision_number': 1, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:35.988677 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab11ce-b60e-4e55-a13c-389943357812 None None] The sync data for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 is: [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '31439dff-764d-4651-ab87-1f2eeef80069', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'floating_ip_address': '172.25.1.140', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'port_id': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'mac_address': 'fa:16:3e:56:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:06:10Z', 'updated_at': '2021-08-26T11:06:33Z', 'revision_number': 1, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:06:36.102255 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:36.110239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:30Z', 'revision_number': 3, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:36.185790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c72fbf-bd8a-4843-9b8e-b91410c59bf9 req-8c952538-7ae6-430c-8cfb-c9eee39696dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:36.187705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68c72fbf-bd8a-4843-9b8e-b91410c59bf9 req-8c952538-7ae6-430c-8cfb-c9eee39696dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2306557 Aug 26 11:06:36.204137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Allocated IP 172.20.0.2 (f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2/cb012304-52aa-4dbc-ac61-aa79dcbee29f/5afdda37-9458-4f76-9504-b60194639cea) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:36.238338 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa8191dc-aa30-46cd-87ed-525e117d2d65 req-d6881423-631e-48f1-b998-df614f297497 service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346212 Aug 26 11:06:36.241532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62437a70-22f7-4ef9-b97c-ff8d6627bc83 None None] The sync data for ids ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'] in n-d-778550-13 is: [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:30Z', 'revision_number': 3, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:06:36.243775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:36.245700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:36.247188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:36.322425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2672973 Aug 26 11:06:36.326557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39694) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:36.332620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Request body: {'subnet': {'network_id': '84c59af6-9d12-4090-a01d-689dc65ec615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:36.336881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae170c0e-a747-4b85-a3ae-727d5ff31ccc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event updated for resources: {'Network': ['ID=84c59af6-9d12-4090-a01d-689dc65ec615,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:36.381016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Made reservation on behalf of f1dd8640b2d344c1a9d7915703692c86 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:36.383655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:36.390598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 84c59af6-9d12-4090-a01d-689dc65ec615 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:06:36.400586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68c72fbf-bd8a-4843-9b8e-b91410c59bf9 req-ab073e66-7f36-45eb-af13-41cc8a41c00d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041068 Aug 26 11:06:36.523847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7631ef85-b099-48ee-91af-a6eaeb8f7780 None None] New status for floating IP 31439dff-764d-4651-ab87-1f2eeef80069: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:06:36.632897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372de0df-7f8d-4875-9463-2125cd9c9515 req-01642ba7-f851-4bdf-bfb6-cc4ffbfe3c19 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:36.646664 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-372de0df-7f8d-4875-9463-2125cd9c9515 req-01642ba7-f851-4bdf-bfb6-cc4ffbfe3c19 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 946 time: 0.4164426 Aug 26 11:06:36.816875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-372de0df-7f8d-4875-9463-2125cd9c9515 req-88f31161-03ba-46d5-968b-7720485a0b6b tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605406 Aug 26 11:06:37.002752 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:37.025387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Transition to ACTIVE for port object 5afdda37-9458-4f76-9504-b60194639cea will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:37.062582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Transition to ACTIVE for port object 5afdda37-9458-4f76-9504-b60194639cea will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:37.087317 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:37.150393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:06:37.150973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:37.156275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Pushing event updated for resources: {'Port': ['ID=5afdda37-9458-4f76-9504-b60194639cea,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:37.168125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:37.170152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:37.172770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:37.178537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Allocated IP 172.20.0.1 (f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2/cb012304-52aa-4dbc-ac61-aa79dcbee29f/56020251-d4dd-46ee-8bd5-7c18133e5fda) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:37.247064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Attempting to bind port 5afdda37-9458-4f76-9504-b60194639cea on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:37.248018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Attempting to bind port 5afdda37-9458-4f76-9504-b60194639cea by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:37.248437 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Attempting to bind port 5afdda37-9458-4f76-9504-b60194639cea on network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:37.254392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:37.255042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Checking segment: {'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:37.255555 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:37.256163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Bound using segment: {'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:37.256773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Bound port: 5afdda37-9458-4f76-9504-b60194639cea, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:37.257236 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:37.259909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f4b882b3-edb7-44d3-9df1-4a3e7b4c1d83,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:37.302879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Checking segment: {'id': 'd20aaea7-e48e-4f57-a529-b5fcafd67387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '84c59af6-9d12-4090-a01d-689dc65ec615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:37.303478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Network hostable DHCP agents. Network: 84c59af6-9d12-4090-a01d-689dc65ec615, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:06:37.323447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Network 84c59af6-9d12-4090-a01d-689dc65ec615 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:06:37.338223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 84c59af6-9d12-4090-a01d-689dc65ec615) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:37.345927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:37.346020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:37.350417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a0899-5898-4b6d-a0fd-d20be363820e None None] Network 84c59af6-9d12-4090-a01d-689dc65ec615 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:06:37.373482 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d51c871f-afea-4c5c-9d17-d78798163bc0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0452592 Aug 26 11:06:37.377157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39720) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:37.386899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-879425154', 'network_id': '84c59af6-9d12-4090-a01d-689dc65ec615'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:37.423574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] For port 5afdda37-9458-4f76-9504-b60194639cea, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:37.428323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Made reservation on behalf of f1dd8640b2d344c1a9d7915703692c86 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:37.432755 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:37.444825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] For port 5afdda37-9458-4f76-9504-b60194639cea, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5afdda37-9458-4f76-9504-b60194639cea,segment=NetworkSegment(d839af18-f32a-4dcf-9a58-e8dea1f79948),segment_id=d839af18-f32a-4dcf-9a58-e8dea1f79948)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:37.453674 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:37.466600 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:37.483402 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] device_id is not set on port 8f5bb283-17dc-485d-bfe2-a3c8b16fb483 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:06:37.524904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Transition to ACTIVE for port object 56020251-d4dd-46ee-8bd5-7c18133e5fda will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:37.678215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6084beb5-c644-4190-b5ca-bf25aaf0c1b1 None None] Network 84c59af6-9d12-4090-a01d-689dc65ec615 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:06:37.695926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:37.723630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Allocated IP 2001:db8::2aa (84c59af6-9d12-4090-a01d-689dc65ec615/f4b882b3-edb7-44d3-9df1-4a3e7b4c1d83/8f5bb283-17dc-485d-bfe2-a3c8b16fb483) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:37.756383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a7b2d-7dc2-49fd-8ef3-6609e47ee866 None None] Pushing event updated for resources: {'Port': ['ID=5afdda37-9458-4f76-9504-b60194639cea,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:37.850195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71bf25-9bf2-486a-a15e-8b5e08a19b64 req-a4cf25f4-5dc8-419c-bb90-7842308d073b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:37.854154 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b71bf25-9bf2-486a-a15e-8b5e08a19b64 req-a4cf25f4-5dc8-419c-bb90-7842308d073b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3368516 Aug 26 11:06:37.854687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39728) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:37.890852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:37.917998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:37.921849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:38.029151 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3679efad-7dbd-4fea-b139-db6e7cba2e1b up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:38.032859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Port': ['ID=56020251-d4dd-46ee-8bd5-7c18133e5fda,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:38.041992 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b71bf25-9bf2-486a-a15e-8b5e08a19b64 req-967b63d3-814c-4fb6-883b-f6f6b9ff7ae0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462765 Aug 26 11:06:38.060181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ef26d-d99c-417d-919a-e78448bef043 req-f7edb6bb-c2dc-47c7-93e6-015b6d5312f2 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:38.061870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff0ef26d-d99c-417d-919a-e78448bef043 req-f7edb6bb-c2dc-47c7-93e6-015b6d5312f2 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 946 time: 0.1124187 Aug 26 11:06:38.068138 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.140964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3679efad-7dbd-4fea-b139-db6e7cba2e1b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:38.148315 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.153174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3679efad-7dbd-4fea-b139-db6e7cba2e1b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:38.155042 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.177508 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f2897ba-48c4-486c-8316-c397086ebddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.213039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff0ef26d-d99c-417d-919a-e78448bef043 req-cb2e85e2-c8f7-4191-9fa0-69678e479e0c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404719 Aug 26 11:06:38.244213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.307231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event updated for resources: {'Port': ['ID=8f5bb283-17dc-485d-bfe2-a3c8b16fb483,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:38.316289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Network 84c59af6-9d12-4090-a01d-689dc65ec615 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:38.318473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:38.320984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:38.322253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:38.322883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.342600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.382561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 3679efad-7dbd-4fea-b139-db6e7cba2e1b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3679efad-7dbd-4fea-b139-db6e7cba2e1b,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:38.391596 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.393695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.458223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=3679efad-7dbd-4fea-b139-db6e7cba2e1b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:38.539049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed151bbf-1cd0-4aa7-a3f1-506e07d211ce req-80adaf0d-1f5a-4df1-b99e-19e4f666f389 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:38.540653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed151bbf-1cd0-4aa7-a3f1-506e07d211ce req-80adaf0d-1f5a-4df1-b99e-19e4f666f389 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=14358a64-05a1-427b-9a3b-32e8919de77e HTTP/1.1" status: 200 len: 945 time: 0.2080946 Aug 26 11:06:38.586760 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f2897ba-48c4-486c-8316-c397086ebddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.603111 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a437a60e-76cf-434c-8df7-94bec9e211b0 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2246299 Aug 26 11:06:38.605621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39748) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:38.624415 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f2897ba-48c4-486c-8316-c397086ebddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.682383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed151bbf-1cd0-4aa7-a3f1-506e07d211ce req-20aa9104-489a-45e8-85d4-6c0d13380769 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309819 Aug 26 11:06:38.697018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0f2897ba-48c4-486c-8316-c397086ebddb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b101fe23d6e42e780e0efdb44b47125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8385272 Aug 26 11:06:38.697667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39750) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:38.713283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2897ba-48c4-486c-8316-c397086ebddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ddb25a-7c0d-43c2-a875-606ec39b8682,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:38.744834 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a0e6b-3ae5-4765-8fd7-8a7445a4f4c2 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Deleting port 8f5bb283-17dc-485d-bfe2-a3c8b16fb483 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:38.749468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0e6b-3ae5-4765-8fd7-8a7445a4f4c2 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.847635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0e6b-3ae5-4765-8fd7-8a7445a4f4c2 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.860997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a0e6b-3ae5-4765-8fd7-8a7445a4f4c2 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Calling delete_port for 8f5bb283-17dc-485d-bfe2-a3c8b16fb483 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:38.914797 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bb8838c6-4f63-43ad-a238-405f0c0a6268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:38.971206 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bb8838c6-4f63-43ad-a238-405f0c0a6268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:39.045274 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0e6b-3ae5-4765-8fd7-8a7445a4f4c2 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:39.094482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a0e6b-3ae5-4765-8fd7-8a7445a4f4c2 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f5bb283-17dc-485d-bfe2-a3c8b16fb483,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:39.111679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:39.120869 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:39.130921 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0e6b-3ae5-4765-8fd7-8a7445a4f4c2 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:39.133138 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ae4a0e6b-3ae5-4765-8fd7-8a7445a4f4c2 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8f5bb283-17dc-485d-bfe2-a3c8b16fb483 HTTP/1.1" status: 204 len: 168 time: 0.5265164 Aug 26 11:06:39.137074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39760) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:39.142129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84c59af6-9d12-4090-a01d-689dc65ec615', 'external_fixed_ips': [{'subnet_id': 'f4b882b3-edb7-44d3-9df1-4a3e7b4c1d83', 'ip_address': '2001:db8::2aa'}]}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:39.195848 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:39.199459 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:39.351976 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bb8838c6-4f63-43ad-a238-405f0c0a6268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:39.355068 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bb8838c6-4f63-43ad-a238-405f0c0a6268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:39.360188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bb8838c6-4f63-43ad-a238-405f0c0a6268 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90ddb25a-7c0d-43c2-a875-606ec39b8682 HTTP/1.1" status: 204 len: 168 time: 0.6584039 Aug 26 11:06:39.413612 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:39.432067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Port': ['ID=56020251-d4dd-46ee-8bd5-7c18133e5fda,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:39.450160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8838c6-4f63-43ad-a238-405f0c0a6268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ddb25a-7c0d-43c2-a875-606ec39b8682,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:39.458602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:39.563794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6aa62-98b2-4aa4-8867-83df0b9b53a8 req-fea0cdbd-0681-4b88-8445-8effff3229fe tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:39.601744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bc6aa62-98b2-4aa4-8867-83df0b9b53a8 req-fea0cdbd-0681-4b88-8445-8effff3229fe tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3455451 Aug 26 11:06:39.725906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b19fc-4a5b-423a-a623-ddf1689e5038 None None] Network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:06:39.849776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:40.057614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c574baa8-4d4e-4fa1-a266-93ebb9a5b045 None None] Provisioning for port 5afdda37-9458-4f76-9504-b60194639cea completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:40.067285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3679efad-7dbd-4fea-b139-db6e7cba2e1b up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:40.212314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3679efad-7dbd-4fea-b139-db6e7cba2e1b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:40.212944 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:40.392320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5afdda37-9458-4f76-9504-b60194639cea up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:40.432276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:40.477831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 5afdda37-9458-4f76-9504-b60194639cea completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:40.496506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5afdda37-9458-4f76-9504-b60194639cea triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:40.497110 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:40.501867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:40.619092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bc6aa62-98b2-4aa4-8867-83df0b9b53a8 req-cdfdd4cf-7203-4d86-b3a3-28bb0cac6b6d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0115988 Aug 26 11:06:40.775922 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:40.780267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c12ccccd-de5b-4e8f-8107-69a14203a6f7 None None] Provisioning complete for port 5afdda37-9458-4f76-9504-b60194639cea triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:40.780701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c12ccccd-de5b-4e8f-8107-69a14203a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:40.902255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:40.914228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Allocated IP 2001:db8::2aa (84c59af6-9d12-4090-a01d-689dc65ec615/f4b882b3-edb7-44d3-9df1-4a3e7b4c1d83/8bde73c4-7883-432d-9582-4a7edeec9cdc) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:40.941040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:40.969482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 5afdda37-9458-4f76-9504-b60194639cea, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5afdda37-9458-4f76-9504-b60194639cea,segment=NetworkSegment(d839af18-f32a-4dcf-9a58-e8dea1f79948),segment_id=d839af18-f32a-4dcf-9a58-e8dea1f79948)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:41.057503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:41.100024 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:41.161359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:41.173634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c12ccccd-de5b-4e8f-8107-69a14203a6f7 None None] Provisioning for port 56020251-d4dd-46ee-8bd5-7c18133e5fda completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:41.186336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c12ccccd-de5b-4e8f-8107-69a14203a6f7 None None] Provisioning complete for port 56020251-d4dd-46ee-8bd5-7c18133e5fda triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:41.186922 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c12ccccd-de5b-4e8f-8107-69a14203a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:41.204940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-3abf1bf9-bd75-4204-bec7-31bf9d1a6e22 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:41.206548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-3abf1bf9-bd75-4204-bec7-31bf9d1a6e22 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/networks?id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934 HTTP/1.1" status: 200 len: 813 time: 1.5336952 Aug 26 11:06:41.252456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-8c74953c-e4a4-42ef-993c-03cacd3d01c5 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/quotas/a6e0a3a69cb841348e7a42df467655d2 HTTP/1.1" status: 200 len: 375 time: 0.0330138 Aug 26 11:06:41.304424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Router 08b55e96-ee7c-4106-b4e7-5fa44caf757a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:06:41.324765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=5afdda37-9458-4f76-9504-b60194639cea,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:41.343261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-2975776f-4a81-4f69-b726-f06575e350eb tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6e0a3a69cb841348e7a42df467655d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881269 Aug 26 11:06:41.376394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c12ccccd-de5b-4e8f-8107-69a14203a6f7 None None] Port 56020251-d4dd-46ee-8bd5-7c18133e5fda cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:06:41.519179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-45e19d6c-81a2-4bc1-afde-3d82e39d3a67 None None] Provisioning complete for port 56020251-d4dd-46ee-8bd5-7c18133e5fda triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:41.519558 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45e19d6c-81a2-4bc1-afde-3d82e39d3a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:41.555054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b1dedd02-e543-4bb6-8f6a-c75ff5a03e19 service neutron] 10.222.0.21 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098560 Aug 26 11:06:41.620315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:06:41.628674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f08b7513-7dfe-4f70-ba4d-4b263a69357d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "PUT /v2.0/routers/08b55e96-ee7c-4106-b4e7-5fa44caf757a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7049315 Aug 26 11:06:41.634664 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Sync routers for ids ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:06:41.643600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39820) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:41.657359 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Routers {'08b55e96-ee7c-4106-b4e7-5fa44caf757a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:41.658016 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:41.658654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-45e19d6c-81a2-4bc1-afde-3d82e39d3a67 None None] Port 56020251-d4dd-46ee-8bd5-7c18133e5fda cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:06:41.695424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a513369d-cd82-4f92-95e6-46f912a186a0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--127572264', 'description': 'tempest-secgroup_access--127572264 description', 'project_id': '7202d08226184cb383eb9303d1ec18da'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:41.884843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event updated for resources: {'Port': ['ID=8bde73c4-7883-432d-9582-4a7edeec9cdc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:41.885998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5afdda37-9458-4f76-9504-b60194639cea up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:41.907233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Network 84c59af6-9d12-4090-a01d-689dc65ec615 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:41.912303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:41.917572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:41.941367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499b8c2-044b-4e58-b6fe-ce0002a9f4e4 req-76a2cb0c-a43c-40cf-b589-2b3a8e244132 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:41.952264 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8499b8c2-044b-4e58-b6fe-ce0002a9f4e4 req-76a2cb0c-a43c-40cf-b589-2b3a8e244132 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.47 "GET /v2.0/ports?device_id=14358a64-05a1-427b-9a3b-32e8919de77e HTTP/1.1" status: 200 len: 945 time: 0.8357773 Aug 26 11:06:41.996351 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a513369d-cd82-4f92-95e6-46f912a186a0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:42.014636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5afdda37-9458-4f76-9504-b60194639cea triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:42.015044 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:42.071262 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Set router 08b55e96-ee7c-4106-b4e7-5fa44caf757a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:42.082053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-7ba502b8-6c3c-4842-8607-bb5c4bf0338a service neutron] 10.222.0.21 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260866 Aug 26 11:06:42.164895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe8934-786a-4a16-ae5c-b160634c9bb2 req-48a609f6-00dc-4e0e-8695-155cd7901f69 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:42.167138 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2bbe8934-786a-4a16-ae5c-b160634c9bb2 req-48a609f6-00dc-4e0e-8695-155cd7901f69 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "GET /v2.0/ports?device_id=621605f1-300a-49bd-bc6f-c5e5d4c90711 HTTP/1.1" status: 200 len: 946 time: 1.0334079 Aug 26 11:06:42.183990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e869d734-1848-4db9-8809-fa177d40fd85 req-bad28f6a-3fde-4660-a875-f72688a119de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4043746 Aug 26 11:06:42.246187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14056b0-8a1a-4c40-930b-52bbd4e71f7d req-0d90b20e-fa49-42ce-9e21-8a592922ed8c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:42.258498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a14056b0-8a1a-4c40-930b-52bbd4e71f7d req-0d90b20e-fa49-42ce-9e21-8a592922ed8c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.5077896 Aug 26 11:06:42.490905 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a14056b0-8a1a-4c40-930b-52bbd4e71f7d req-a6bc5c21-63d9-4d2d-a819-81631a87d8d3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314460 Aug 26 11:06:42.535936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869d734-1848-4db9-8809-fa177d40fd85 req-4556706a-05b5-4b4d-a5f9-51eb0b77b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:42.537476 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e869d734-1848-4db9-8809-fa177d40fd85 req-4556706a-05b5-4b4d-a5f9-51eb0b77b741 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53b44352072540a3a64471c3f9e00bda&device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 1097 time: 0.2736568 Aug 26 11:06:42.779790 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a513369d-cd82-4f92-95e6-46f912a186a0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:42.781085 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '56020251-d4dd-46ee-8bd5-7c18133e5fda', 'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:fc:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:36Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 2, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:42.789563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a513369d-cd82-4f92-95e6-46f912a186a0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:42.817333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39854) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:42.852621 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a513369d-cd82-4f92-95e6-46f912a186a0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:42.859693 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a513369d-cd82-4f92-95e6-46f912a186a0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2031815 Aug 26 11:06:42.898836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39858) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:42.907522 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Checking router: 08b55e96-ee7c-4106-b4e7-5fa44caf757a for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:06:42.909086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:42.909841 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Updating router 08b55e96-ee7c-4106-b4e7-5fa44caf757a port 56020251-d4dd-46ee-8bd5-7c18133e5fda binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:06:42.913412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b40df52c-65fd-4f46-ae01-d3a632309c49 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--585692665', 'description': 'tempest-secgroup_general--585692665 description', 'project_id': '7202d08226184cb383eb9303d1ec18da'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:43.065393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513369d-cd82-4f92-95e6-46f912a186a0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ee2762-ff26-4140-9d8c-f9b7c09e93f5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:43.110435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869d734-1848-4db9-8809-fa177d40fd85 req-beadf11f-1a51-4d94-bfcc-2235e7583e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:43.118273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e869d734-1848-4db9-8809-fa177d40fd85 req-beadf11f-1a51-4d94-bfcc-2235e7583e85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 200 len: 911 time: 0.5485809 Aug 26 11:06:43.120233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b40df52c-65fd-4f46-ae01-d3a632309c49 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.186870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8499b8c2-044b-4e58-b6fe-ce0002a9f4e4 req-aa420da4-7ccb-4a48-b135-b6afa649ab8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Deleting port f8da7921-50bd-4fa6-a13e-ff6041036b90 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:43.187232 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8499b8c2-044b-4e58-b6fe-ce0002a9f4e4 req-aa420da4-7ccb-4a48-b135-b6afa649ab8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.216500 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.240974 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2596eed8-3e8d-4ccd-bc36-6e2ca1ff5a78 req-86e3974d-153c-4102-9dcb-a73dc3522bed tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 210 time: 0.1382303 Aug 26 11:06:43.281035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-2bbe8934-786a-4a16-ae5c-b160634c9bb2 req-3e6a59f2-6e2d-498b-8fe1-e7bbf02b043e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Deleting port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:43.281644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-2bbe8934-786a-4a16-ae5c-b160634c9bb2 req-3e6a59f2-6e2d-498b-8fe1-e7bbf02b043e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.317240 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f09ff16-e3a0-4f21-a7d0-f8c35acde7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.408471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f8da7921-50bd-4fa6-a13e-ff6041036b90 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:06:43.452968 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-026f2f6a-4e57-436b-85d4-ef36452d9caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.469877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8499b8c2-044b-4e58-b6fe-ce0002a9f4e4 req-aa420da4-7ccb-4a48-b135-b6afa649ab8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] For port f8da7921-50bd-4fa6-a13e-ff6041036b90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f8da7921-50bd-4fa6-a13e-ff6041036b90,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:43.470592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8499b8c2-044b-4e58-b6fe-ce0002a9f4e4 req-aa420da4-7ccb-4a48-b135-b6afa649ab8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.489519 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.502912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8499b8c2-044b-4e58-b6fe-ce0002a9f4e4 req-aa420da4-7ccb-4a48-b135-b6afa649ab8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Calling delete_port for f8da7921-50bd-4fa6-a13e-ff6041036b90 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:43.551818 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.586400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e869d734-1848-4db9-8809-fa177d40fd85 req-e3289e76-4a27-4870-b0cc-1f766906663f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6c02a17-dd9d-4609-81f0-e40ab006f2c2 HTTP/1.1" status: 200 len: 1000 time: 0.3711655 Aug 26 11:06:43.603649 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14358a64-05a1-427b-9a3b-32e8919de77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8da7921-50bd-4fa6-a13e-ff6041036b90'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:43.611862 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402ce33f-d9a5-4e42-8de3-458e89b01bd5" -d '{"events": [{"server_uuid": "14358a64-05a1-427b-9a3b-32e8919de77e", "name": "network-vif-unplugged", "status": "completed", "tag": "f8da7921-50bd-4fa6-a13e-ff6041036b90"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:43.649388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f8da7921-50bd-4fa6-a13e-ff6041036b90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f8da7921-50bd-4fa6-a13e-ff6041036b90,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:43.658925 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.709147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-2bbe8934-786a-4a16-ae5c-b160634c9bb2 req-3e6a59f2-6e2d-498b-8fe1-e7bbf02b043e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] For port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:43.709652 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-2bbe8934-786a-4a16-ae5c-b160634c9bb2 req-3e6a59f2-6e2d-498b-8fe1-e7bbf02b043e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.737498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869d734-1848-4db9-8809-fa177d40fd85 req-700ccf0a-8ae3-4a79-982d-827a118cd479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:43.758949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e869d734-1848-4db9-8809-fa177d40fd85 req-700ccf0a-8ae3-4a79-982d-827a118cd479 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 200 len: 849 time: 0.1498916 Aug 26 11:06:43.764012 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4892623-27b3-4e42-932f-8737b5079796 x-openstack-request-id: req-c4892623-27b3-4e42-932f-8737b5079796 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:43.765785 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14358a64-05a1-427b-9a3b-32e8919de77e", "name": "network-vif-unplugged", "status": "completed", "tag": "f8da7921-50bd-4fa6-a13e-ff6041036b90", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:43.767059 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4892623-27b3-4e42-932f-8737b5079796 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:43.768390 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14358a64-05a1-427b-9a3b-32e8919de77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8da7921-50bd-4fa6-a13e-ff6041036b90', 'code': 200} Aug 26 11:06:43.806260 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.825387 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Transition to ACTIVE for port object 56020251-d4dd-46ee-8bd5-7c18133e5fda will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:43.835421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f8da7921-50bd-4fa6-a13e-ff6041036b90,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:43.865596 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:43.962859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-2bbe8934-786a-4a16-ae5c-b160634c9bb2 req-3e6a59f2-6e2d-498b-8fe1-e7bbf02b043e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Calling delete_port for 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:43.983516 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Pushing event updated for resources: {'Port': ['ID=56020251-d4dd-46ee-8bd5-7c18133e5fda,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:44.004249 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.004718 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.005177 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.005519 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.005856 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.006309 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.018801 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.019350 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.019732 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.020075 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.020413 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.020872 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:06:44.039343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:06:44.107007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc659bb-bdd8-499c-8ad5-8dd2a4394bff req-24bc368b-2532-446c-b00a-cdef09ab7763 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:44.108692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbc659bb-bdd8-499c-8ad5-8dd2a4394bff req-24bc368b-2532-446c-b00a-cdef09ab7763 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3484988 Aug 26 11:06:44.133634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869d734-1848-4db9-8809-fa177d40fd85 req-5a3e409f-8873-4f3e-85c5-e613fa0547c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:44.135785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e869d734-1848-4db9-8809-fa177d40fd85 req-5a3e409f-8873-4f3e-85c5-e613fa0547c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=737316ca-f35a-431f-ace5-2858a9d1bebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3539047 Aug 26 11:06:44.183899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8499b8c2-044b-4e58-b6fe-ce0002a9f4e4 req-aa420da4-7ccb-4a48-b135-b6afa649ab8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:44.207461 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Attempting to bind port 56020251-d4dd-46ee-8bd5-7c18133e5fda on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:44.208306 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Attempting to bind port 56020251-d4dd-46ee-8bd5-7c18133e5fda by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:44.208891 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Attempting to bind port 56020251-d4dd-46ee-8bd5-7c18133e5fda on network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:44.211319 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Router 8dd883ef-9836-4eb6-b29a-963b946b3845 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:06:44.222062 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b40df52c-65fd-4f46-ae01-d3a632309c49 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:44.234686 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:44.236306 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Checking segment: {'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:44.237546 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:44.259950 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Bound using segment: {'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:44.261235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa420da4-7ccb-4a48-b135-b6afa649ab8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Pushing event deleted for resources: {'Port': ['ID=f8da7921-50bd-4fa6-a13e-ff6041036b90,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:44.261797 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Bound port: 56020251-d4dd-46ee-8bd5-7c18133e5fda, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:44.268111 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:44.297690 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:44.304937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b40df52c-65fd-4f46-ae01-d3a632309c49 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:44.352506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:44.361830 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:44.401671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbc659bb-bdd8-499c-8ad5-8dd2a4394bff req-51729f7c-a4d2-4ff5-a5ab-4382426b1d62 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615089 Aug 26 11:06:44.429999 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] For port 56020251-d4dd-46ee-8bd5-7c18133e5fda, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:44.440645 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] For port 56020251-d4dd-46ee-8bd5-7c18133e5fda, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=56020251-d4dd-46ee-8bd5-7c18133e5fda,segment=NetworkSegment(d839af18-f32a-4dcf-9a58-e8dea1f79948),segment_id=d839af18-f32a-4dcf-9a58-e8dea1f79948)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:44.452708 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:44.464002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8499b8c2-044b-4e58-b6fe-ce0002a9f4e4 req-aa420da4-7ccb-4a48-b135-b6afa649ab8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] No DVR routers for this DVR port f8da7921-50bd-4fa6-a13e-ff6041036b90 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:06:44.469214 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8499b8c2-044b-4e58-b6fe-ce0002a9f4e4 req-aa420da4-7ccb-4a48-b135-b6afa649ab8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:44.471551 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8499b8c2-044b-4e58-b6fe-ce0002a9f4e4 req-aa420da4-7ccb-4a48-b135-b6afa649ab8c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.47 "DELETE /v2.0/ports/f8da7921-50bd-4fa6-a13e-ff6041036b90 HTTP/1.1" status: 204 len: 173 time: 2.4709582 Aug 26 11:06:44.473651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14358a64-05a1-427b-9a3b-32e8919de77e', 'name': 'network-vif-deleted', 'tag': 'f8da7921-50bd-4fa6-a13e-ff6041036b90'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:44.476249 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa82df42-1044-4be0-9720-975f83789ca3" -d '{"events": [{"server_uuid": "14358a64-05a1-427b-9a3b-32e8919de77e", "name": "network-vif-deleted", "tag": "f8da7921-50bd-4fa6-a13e-ff6041036b90"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:44.509306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78f4e188-6273-4b7b-9163-2b2dfad869f6 req-4b64cb1a-b6bf-483e-ba03-2521eb51b79a tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 210 time: 0.1194022 Aug 26 11:06:44.521359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40df52c-65fd-4f46-ae01-d3a632309c49 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f339c-4b4f-41c4-a707-d20b3a3d5cec,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:44.522560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:06:44.582166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Sync routers for ids ['8dd883ef-9836-4eb6-b29a-963b946b3845'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:06:44.587529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e869d734-1848-4db9-8809-fa177d40fd85 req-e44ec096-4a32-4658-9a12-fc824ceb9d52 service neutron] 10.222.0.47 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402194 Aug 26 11:06:44.602416 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22058c2e-009b-4df7-b973-8a499f873ea7 x-openstack-request-id: req-22058c2e-009b-4df7-b973-8a499f873ea7 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:44.603014 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14358a64-05a1-427b-9a3b-32e8919de77e", "name": "network-vif-deleted", "tag": "f8da7921-50bd-4fa6-a13e-ff6041036b90", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:44.603459 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22058c2e-009b-4df7-b973-8a499f873ea7 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:44.604194 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14358a64-05a1-427b-9a3b-32e8919de77e', 'name': 'network-vif-deleted', 'tag': 'f8da7921-50bd-4fa6-a13e-ff6041036b90', 'status': 'completed', 'code': 200} Aug 26 11:06:44.609980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:44.629037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Routers {'8dd883ef-9836-4eb6-b29a-963b946b3845'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:44.629673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8dd883ef-9836-4eb6-b29a-963b946b3845'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:44.659539 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-2bbe8934-786a-4a16-ae5c-b160634c9bb2 req-3e6a59f2-6e2d-498b-8fe1-e7bbf02b043e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:44.682068 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Routers {'08b55e96-ee7c-4106-b4e7-5fa44caf757a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:44.683189 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:44.716608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a59f2-6e2d-498b-8fe1-e7bbf02b043e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Pushing event deleted for resources: {'Port': ['ID=02d004ae-728a-40af-8e4c-5ad09ba2e8b1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:44.829245 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016a8ba-e370-4717-9147-f5ad7ca1693b None None] Pushing event updated for resources: {'Port': ['ID=56020251-d4dd-46ee-8bd5-7c18133e5fda,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:44.847586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbe8934-786a-4a16-ae5c-b160634c9bb2 req-3e6a59f2-6e2d-498b-8fe1-e7bbf02b043e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] No DVR routers for this DVR port 02d004ae-728a-40af-8e4c-5ad09ba2e8b1 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:06:44.853645 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-2bbe8934-786a-4a16-ae5c-b160634c9bb2 req-3e6a59f2-6e2d-498b-8fe1-e7bbf02b043e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:44.855853 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2bbe8934-786a-4a16-ae5c-b160634c9bb2 req-3e6a59f2-6e2d-498b-8fe1-e7bbf02b043e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "DELETE /v2.0/ports/02d004ae-728a-40af-8e4c-5ad09ba2e8b1 HTTP/1.1" status: 204 len: 173 time: 2.6815882 Aug 26 11:06:44.934200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Set router 8dd883ef-9836-4eb6-b29a-963b946b3845 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:44.989456 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] Set router 08b55e96-ee7c-4106-b4e7-5fa44caf757a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:45.061687 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e869d734-1848-4db9-8809-fa177d40fd85 req-7c04f85e-b646-47e3-a233-e059a0706efc service neutron] 10.222.0.47 "GET /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464872 Aug 26 11:06:45.181916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eda5fd-4729-4a12-9d21-b27a5ab6fc18 req-89a7ffc2-d7a3-4ec9-80f1-5afce16b77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:45.183563 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-56eda5fd-4729-4a12-9d21-b27a5ab6fc18 req-89a7ffc2-d7a3-4ec9-80f1-5afce16b77f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1097 time: 0.1106210 Aug 26 11:06:45.194003 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-026f2f6a-4e57-436b-85d4-ef36452d9caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:45.215318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85810978-e109-4074-b775-deea3e8ae294 req-1f299b8a-4499-4f0c-be50-da251c18c40a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:45.229674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85810978-e109-4074-b775-deea3e8ae294 req-1f299b8a-4499-4f0c-be50-da251c18c40a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3146503 Aug 26 11:06:45.371190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-026f2f6a-4e57-436b-85d4-ef36452d9caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:45.391272 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '56020251-d4dd-46ee-8bd5-7c18133e5fda', 'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:fc:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:36Z', 'updated_at': '2021-08-26T11:06:44Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:45.392826 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eda5fd-4729-4a12-9d21-b27a5ab6fc18 req-6c60bae9-aba2-4fbf-ad62-994a57e1c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:45.394596 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-56eda5fd-4729-4a12-9d21-b27a5ab6fc18 req-6c60bae9-aba2-4fbf-ad62-994a57e1c5bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.1991847 Aug 26 11:06:45.396252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:45.397541 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-69509f2d-c715-4b64-83df-18d5944b2cd8 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.2589724 Aug 26 11:06:45.401598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39900) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:45.423392 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78908e06-0d71-4af6-ba9d-5670e08fbe4b None None] The sync data for ids ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'] in n-d-778550-13 is: [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '56020251-d4dd-46ee-8bd5-7c18133e5fda', 'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:fc:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:36Z', 'updated_at': '2021-08-26T11:06:44Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:06:45.459395 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85810978-e109-4074-b775-deea3e8ae294 req-807c63e1-ffe1-4105-995a-7f9cbbbb462f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288234 Aug 26 11:06:45.592342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-d5ebaa28-0380-4aab-b4a3-3fb7d10fed05 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:45.595202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-d5ebaa28-0380-4aab-b4a3-3fb7d10fed05 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "GET /v2.0/networks?id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934 HTTP/1.1" status: 200 len: 813 time: 0.8721433 Aug 26 11:06:45.623022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-026f2f6a-4e57-436b-85d4-ef36452d9caa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e8a8a49507b4e80be88823adf65586c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7826982 Aug 26 11:06:45.626490 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b40df52c-65fd-4f46-ae01-d3a632309c49 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:45.635339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b40df52c-65fd-4f46-ae01-d3a632309c49 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 2.7292371 Aug 26 11:06:45.637304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39904) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:45.638186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39906) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:45.652022 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-56eda5fd-4729-4a12-9d21-b27a5ab6fc18 req-2c7d9390-fdf5-4185-a351-582b06858e2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 999 time: 0.2449768 Aug 26 11:06:45.653794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Request body: {'port': {'device_id': 'a3cb80be-522b-43f6-8cf5-4e9485fdab60', 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934', 'admin_state_up': True, 'tenant_id': 'a6e0a3a69cb841348e7a42df467655d2'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:45.682680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-45c6e72d-e30a-4fed-9b5f-ac0cae2b0b58 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'security_group_rule': {'security_group_id': '60ee2762-ff26-4140-9d8c-f9b7c09e93f5', 'project_id': '7202d08226184cb383eb9303d1ec18da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:45.715429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd883ef-9836-4eb6-b29a-963b946b3845', 'name': '', 'tenant_id': 'f1dd8640b2d344c1a9d7915703692c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84c59af6-9d12-4090-a01d-689dc65ec615', 'external_fixed_ips': [{'subnet_id': 'f4b882b3-edb7-44d3-9df1-4a3e7b4c1d83', 'ip_address': '2001:db8::2aa'}], 'enable_snat': True}, 'gw_port_id': '8bde73c4-7883-432d-9582-4a7edeec9cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:39Z', 'updated_at': '2021-08-26T11:06:42Z', 'revision_number': 3, 'project_id': 'f1dd8640b2d344c1a9d7915703692c86', 'gw_port': {'id': '8bde73c4-7883-432d-9582-4a7edeec9cdc', 'name': '', 'network_id': '84c59af6-9d12-4090-a01d-689dc65ec615', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd883ef-9836-4eb6-b29a-963b946b3845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'f4b882b3-edb7-44d3-9df1-4a3e7b4c1d83', 'ip_address': '2001:db8::2aa', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:40Z', 'updated_at': '2021-08-26T11:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4b882b3-edb7-44d3-9df1-4a3e7b4c1d83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:45.724788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f2f6a-4e57-436b-85d4-ef36452d9caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf8d43b-f955-49a8-b1e7-d06547602d39,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:45.829337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621605f1-300a-49bd-bc6f-c5e5d4c90711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d004ae-728a-40af-8e4c-5ad09ba2e8b1'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:45.844293 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d899da05-cac2-428e-9c9a-c811dd9e3627" -d '{"events": [{"server_uuid": "621605f1-300a-49bd-bc6f-c5e5d4c90711", "name": "network-vif-unplugged", "status": "completed", "tag": "02d004ae-728a-40af-8e4c-5ad09ba2e8b1"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:45.866441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Checking router: 8dd883ef-9836-4eb6-b29a-963b946b3845 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:06:45.867028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Updating router 8dd883ef-9836-4eb6-b29a-963b946b3845 port 8bde73c4-7883-432d-9582-4a7edeec9cdc binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:06:45.873377 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56e71f9c-8fd2-484b-98e9-bcc07c9e82d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:45.939552 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:45.944040 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5856cb33-9214-491c-9a85-e9fd8b0dc451 x-openstack-request-id: req-5856cb33-9214-491c-9a85-e9fd8b0dc451 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:45.948667 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621605f1-300a-49bd-bc6f-c5e5d4c90711", "name": "network-vif-unplugged", "status": "completed", "tag": "02d004ae-728a-40af-8e4c-5ad09ba2e8b1", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:45.949792 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5856cb33-9214-491c-9a85-e9fd8b0dc451 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:45.950471 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621605f1-300a-49bd-bc6f-c5e5d4c90711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d004ae-728a-40af-8e4c-5ad09ba2e8b1', 'code': 200} Aug 26 11:06:46.039876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 56020251-d4dd-46ee-8bd5-7c18133e5fda up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:46.080766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0acf1886-17e3-4e54-bc5f-df0cf0f6bbb0 req-d6346949-36ef-4684-99f8-fb67d8746315 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 210 time: 0.3301146 Aug 26 11:06:46.091104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eda5fd-4729-4a12-9d21-b27a5ab6fc18 req-5045a066-d562-49c2-9545-dbff7d8efaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:46.093052 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-56eda5fd-4729-4a12-9d21-b27a5ab6fc18 req-5045a066-d562-49c2-9545-dbff7d8efaf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1072917 Aug 26 11:06:46.345225 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45c6e72d-e30a-4fed-9b5f-ac0cae2b0b58 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:46.353745 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63ed08ab-05cb-4440-ac30-87aa49175bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:46.380840 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:46.402425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 56020251-d4dd-46ee-8bd5-7c18133e5fda completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:46.414318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 56020251-d4dd-46ee-8bd5-7c18133e5fda triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:46.417033 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:46.428631 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:46.440058 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63ed08ab-05cb-4440-ac30-87aa49175bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:46.585348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eda5fd-4729-4a12-9d21-b27a5ab6fc18 req-59ee9213-3033-4e0d-93d6-2fff5ed28424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:46.587574 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63ed08ab-05cb-4440-ac30-87aa49175bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:46.592775 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-56eda5fd-4729-4a12-9d21-b27a5ab6fc18 req-59ee9213-3033-4e0d-93d6-2fff5ed28424 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4912386 Aug 26 11:06:46.594058 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63ed08ab-05cb-4440-ac30-87aa49175bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:46.601606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-63ed08ab-05cb-4440-ac30-87aa49175bba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbf8d43b-f955-49a8-b1e7-d06547602d39 HTTP/1.1" status: 204 len: 168 time: 0.9564178 Aug 26 11:06:46.605912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621605f1-300a-49bd-bc6f-c5e5d4c90711', 'name': 'network-vif-deleted', 'tag': '02d004ae-728a-40af-8e4c-5ad09ba2e8b1'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:46.608415 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3835a38-2f53-4c1b-ab6e-e9559d452f36" -d '{"events": [{"server_uuid": "621605f1-300a-49bd-bc6f-c5e5d4c90711", "name": "network-vif-deleted", "tag": "02d004ae-728a-40af-8e4c-5ad09ba2e8b1"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:46.690824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed08ab-05cb-4440-ac30-87aa49175bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf8d43b-f955-49a8-b1e7-d06547602d39,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:46.796205 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-56eda5fd-4729-4a12-9d21-b27a5ab6fc18 req-6b0c9ed3-2234-42b2-95d0-a35af187fbf5 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909199 Aug 26 11:06:46.801391 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4e0c77-c11a-4334-82bd-a8967672c411 x-openstack-request-id: req-eb4e0c77-c11a-4334-82bd-a8967672c411 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:46.801812 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621605f1-300a-49bd-bc6f-c5e5d4c90711", "name": "network-vif-deleted", "tag": "02d004ae-728a-40af-8e4c-5ad09ba2e8b1", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:46.802167 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb4e0c77-c11a-4334-82bd-a8967672c411 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:46.802668 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621605f1-300a-49bd-bc6f-c5e5d4c90711', 'name': 'network-vif-deleted', 'tag': '02d004ae-728a-40af-8e4c-5ad09ba2e8b1', 'status': 'completed', 'code': 200} Aug 26 11:06:46.835941 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:46.889610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Made reservation on behalf of a6e0a3a69cb841348e7a42df467655d2 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:46.896880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:46.944297 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45c6e72d-e30a-4fed-9b5f-ac0cae2b0b58 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:46.945843 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-56eda5fd-4729-4a12-9d21-b27a5ab6fc18 req-4a3d867d-563c-4350-a711-dd6dc87e39de service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336775 Aug 26 11:06:46.954094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc513f5-c797-4f62-af43-bb6ba666022f req-9df08059-93e6-4189-a647-5a93946e7004 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:46.962819 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3fc513f5-c797-4f62-af43-bb6ba666022f req-9df08059-93e6-4189-a647-5a93946e7004 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3430040 Aug 26 11:06:46.984222 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45c6e72d-e30a-4fed-9b5f-ac0cae2b0b58 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.025429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6e72d-e30a-4fed-9b5f-ac0cae2b0b58 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5561b901-f362-41db-ba3e-174327dc7816,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:47.028739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-e8a05cc7-3424-4867-8c77-c66e4ca120d0 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:47.031487 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-e8a05cc7-3424-4867-8c77-c66e4ca120d0 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "GET /v2.0/networks?id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934 HTTP/1.1" status: 200 len: 813 time: 1.3776917 Aug 26 11:06:47.055897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Request body: {'port': {'device_id': '1dca45d1-4552-4c51-b720-5c4db3d5e20b', 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934', 'admin_state_up': True, 'tenant_id': 'a6e0a3a69cb841348e7a42df467655d2'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:47.074120 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 56020251-d4dd-46ee-8bd5-7c18133e5fda, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=56020251-d4dd-46ee-8bd5-7c18133e5fda,segment=NetworkSegment(d839af18-f32a-4dcf-9a58-e8dea1f79948),segment_id=d839af18-f32a-4dcf-9a58-e8dea1f79948)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:47.085648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.154613 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45c6e72d-e30a-4fed-9b5f-ac0cae2b0b58 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.167300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-45c6e72d-e30a-4fed-9b5f-ac0cae2b0b58 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5207975 Aug 26 11:06:47.206666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3fc513f5-c797-4f62-af43-bb6ba666022f req-d55b1a4e-3ed5-4bf6-aada-621cd8533ed6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428389 Aug 26 11:06:47.220138 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.267141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Transition to ACTIVE for port object 8bde73c4-7883-432d-9582-4a7edeec9cdc will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:47.346383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.356635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.413873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcc91754-7437-4947-b417-66423276d97c req-2dff14a0-0397-42d2-b866-c0f97d8b49ad tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 210 time: 0.0618546 Aug 26 11:06:47.458872 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.472775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Made reservation on behalf of a6e0a3a69cb841348e7a42df467655d2 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:47.483053 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.508816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Allocated IP 172.20.0.3 (4254d2fb-93fd-47b1-9c52-d3d1be2d9934/ecc33b32-12c6-4c13-9a35-060ac11909ce/8e4a1899-13a4-4279-900a-1338a09fe913) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:47.556967 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=56020251-d4dd-46ee-8bd5-7c18133e5fda,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:47.565392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Attempting to bind port 8bde73c4-7883-432d-9582-4a7edeec9cdc on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:47.566753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Attempting to bind port 8bde73c4-7883-432d-9582-4a7edeec9cdc by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'd20aaea7-e48e-4f57-a529-b5fcafd67387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '84c59af6-9d12-4090-a01d-689dc65ec615'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:47.568100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Attempting to bind port 8bde73c4-7883-432d-9582-4a7edeec9cdc on network 84c59af6-9d12-4090-a01d-689dc65ec615 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:47.669282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:47.671751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Checking segment: {'id': 'd20aaea7-e48e-4f57-a529-b5fcafd67387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '84c59af6-9d12-4090-a01d-689dc65ec615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:47.675218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.675767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Bound using segment: {'id': 'd20aaea7-e48e-4f57-a529-b5fcafd67387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '84c59af6-9d12-4090-a01d-689dc65ec615'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:47.676358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Bound port: 8bde73c4-7883-432d-9582-4a7edeec9cdc, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20aaea7-e48e-4f57-a529-b5fcafd67387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '84c59af6-9d12-4090-a01d-689dc65ec615'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:47.676827 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.739695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722c7fe-b77d-43ac-88f5-26aae4bf5df5 None None] Pushing event updated for resources: {'Port': ['ID=8bde73c4-7883-432d-9582-4a7edeec9cdc,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:47.741553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Deleting port 8bde73c4-7883-432d-9582-4a7edeec9cdc {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:47.741977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.798282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] For port 8bde73c4-7883-432d-9582-4a7edeec9cdc, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:47.805656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] For port 8bde73c4-7883-432d-9582-4a7edeec9cdc, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8bde73c4-7883-432d-9582-4a7edeec9cdc,segment=NetworkSegment(d20aaea7-e48e-4f57-a529-b5fcafd67387),segment_id=d20aaea7-e48e-4f57-a529-b5fcafd67387)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:47.815182 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.844242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-329e52c5-c8dc-477c-98e9-e321bf368200 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--585692665&fields=id&tenant_id=7202d08226184cb383eb9303d1ec18da HTTP/1.1" status: 200 len: 267 time: 0.1659248 Aug 26 11:06:47.860696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] For port 8bde73c4-7883-432d-9582-4a7edeec9cdc, host n-d-778550-13, got binding levels [] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:47.861503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:47.879246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Calling delete_port for 8bde73c4-7883-432d-9582-4a7edeec9cdc owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:47.916811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Routers {'8dd883ef-9836-4eb6-b29a-963b946b3845'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:47.917392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['8dd883ef-9836-4eb6-b29a-963b946b3845'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:47.975366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-3e14da11-8359-411c-b3c4-a7c5104c0ff8 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--127572264&fields=id&tenant_id=7202d08226184cb383eb9303d1ec18da HTTP/1.1" status: 200 len: 267 time: 0.1297371 Aug 26 11:06:47.993650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 56020251-d4dd-46ee-8bd5-7c18133e5fda up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:48.056078 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.120775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.149494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722c7fe-b77d-43ac-88f5-26aae4bf5df5 None None] Pushing event updated for resources: {'Port': ['ID=8bde73c4-7883-432d-9582-4a7edeec9cdc,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:48.175959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bde73c4-7883-432d-9582-4a7edeec9cdc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:48.178494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13749-793d-42af-b0fd-57122895e233 req-ee82b205-e2d0-4fd5-8f72-9461e47006b0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:48.182025 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-ee82b205-e2d0-4fd5-8f72-9461e47006b0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/networks?id=f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 HTTP/1.1" status: 200 len: 797 time: 0.2055211 Aug 26 11:06:48.225267 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.237002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-bef06378-4bd6-4620-aaf5-c2448c0d6e34 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/quotas/7202d08226184cb383eb9303d1ec18da HTTP/1.1" status: 200 len: 375 time: 0.0406084 Aug 26 11:06:48.253823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 56020251-d4dd-46ee-8bd5-7c18133e5fda triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:48.254681 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.296469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] Set router 8dd883ef-9836-4eb6-b29a-963b946b3845 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:06:48.316022 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.388021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd883ef-9836-4eb6-b29a-963b946b3845', 'name': '', 'tenant_id': 'f1dd8640b2d344c1a9d7915703692c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:39Z', 'updated_at': '2021-08-26T11:06:47Z', 'revision_number': 4, 'project_id': 'f1dd8640b2d344c1a9d7915703692c86', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:48.427609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392d863e-cfff-45ad-b802-d4cdb05bfcec None None] The sync data for ids ['8dd883ef-9836-4eb6-b29a-963b946b3845'] in n-d-778550-13 is: [{'id': '8dd883ef-9836-4eb6-b29a-963b946b3845', 'name': '', 'tenant_id': 'f1dd8640b2d344c1a9d7915703692c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:39Z', 'updated_at': '2021-08-26T11:06:47Z', 'revision_number': 4, 'project_id': 'f1dd8640b2d344c1a9d7915703692c86', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:06:48.439002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:48.441406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:48.454468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-04ea98f8-2cae-45bb-b232-547021a193c1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7202d08226184cb383eb9303d1ec18da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1928747 Aug 26 11:06:48.460387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.472219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39972) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:48.477030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.488876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:48.560184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:48.560883 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.596991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Allocated IP 172.20.0.9 (4254d2fb-93fd-47b1-9c52-d3d1be2d9934/ecc33b32-12c6-4c13-9a35-060ac11909ce/1552a8ff-f0b0-41ea-89f6-b1888ec30e0c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:48.604407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.604874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8dd883ef-9836-4eb6-b29a-963b946b3845 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:06:48.610309 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.614924 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-df8c2a64-3e2f-40ff-83b3-ae564b7ea80d tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8dd883ef-9836-4eb6-b29a-963b946b3845 HTTP/1.1" status: 204 len: 168 time: 3.2116790 Aug 26 11:06:48.615653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39980) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:48.627085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Pushing event updated for resources: {'Port': ['ID=8e4a1899-13a4-4279-900a-1338a09fe913,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:48.644743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bd4f0f91-61a0-48a6-8fb7-3fd4318dc079 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0081723 Aug 26 11:06:48.664593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Request body: {'port': {'device_id': 'a3cb80be-522b-43f6-8cf5-4e9485fdab60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:48.717353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d0f63-1298-4e08-8a04-886dfd6f3554 req-98a7dae0-bb9a-4d89-a141-c9e6882e3d4e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:48.724894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-540d0f63-1298-4e08-8a04-886dfd6f3554 req-98a7dae0-bb9a-4d89-a141-c9e6882e3d4e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3551562 Aug 26 11:06:48.747574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c556e25-e1c4-423c-852d-5845eba7840e tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Deleting subnet f4b882b3-edb7-44d3-9df1-4a3e7b4c1d83 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:06:48.759870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1627461875'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:48.765334 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4c556e25-e1c4-423c-852d-5845eba7840e tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.817197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-2da56878-ee75-4ee1-a010-febdab78229f service neutron] 10.222.0.21 "GET /v2.0/networks/f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512078 Aug 26 11:06:48.829384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-540d0f63-1298-4e08-8a04-886dfd6f3554 req-3dc7bf76-1c41-4a63-a9c8-f75621766ca9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035154 Aug 26 11:06:48.859173 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4c556e25-e1c4-423c-852d-5845eba7840e tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.870143 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.907242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Made reservation on behalf of 95188b9ae45046e7a63016aac2d34471 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:48.910897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.942073 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.948492 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4c556e25-e1c4-423c-852d-5845eba7840e tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:48.995338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1374a20b-d7e2-4d47-a104-9833a59fef92 req-49ceece2-60fd-425b-b92b-05afa9c6afa9 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 210 time: 0.0448565 Aug 26 11:06:49.019909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:49.099890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-cd2ca5b1-abd2-493c-9549-e252d22c9cdc service neutron] 10.222.0.21 "GET /v2.0/networks/f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603004 Aug 26 11:06:49.103287 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4c556e25-e1c4-423c-852d-5845eba7840e tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:49.148774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c556e25-e1c4-423c-852d-5845eba7840e tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b882b3-edb7-44d3-9df1-4a3e7b4c1d83,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:49.154628 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4c556e25-e1c4-423c-852d-5845eba7840e tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:49.159299 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4c556e25-e1c4-423c-852d-5845eba7840e tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/f4b882b3-edb7-44d3-9df1-4a3e7b4c1d83 HTTP/1.1" status: 204 len: 168 time: 0.5400689 Aug 26 11:06:49.159649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39984) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:49.228748 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:49.251721 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:49.278917 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:49.354608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:49.371742 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:06:49.377371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:49.412406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:49.417252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d732689f-6c07-4eaa-815d-ea7b7e7ae61f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:49.428521 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:49.429040 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Added segment 61d4eca5-908d-49b7-9958-a43b73446c50 of type vlan for network b1fb2f6c-5454-4f3c-a87d-e15004dbe656 Aug 26 11:06:49.432139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:49.468309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:49.504423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Pushing event updated for resources: {'Port': ['ID=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:49.571900 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:49.588211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:49.588907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:49.616214 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-b8580898-cc18-422d-a133-2080808ea25d tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5668836 Aug 26 11:06:49.633563 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Request body: {'port': {'device_id': '1dca45d1-4552-4c51-b720-5c4db3d5e20b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:50.095513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d15d6fe2-3376-4b51-8a81-fa5196618f48 req-ae73ff79-64e2-4595-8793-5d4e4e2d2934 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 210 time: 0.0973928 Aug 26 11:06:50.100122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.112142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:50.113282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.118074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40006) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:50.233260 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7577240 Aug 26 11:06:50.240605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40012) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:50.288674 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.313285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Request body: {'subnet': {'network_id': 'b1fb2f6c-5454-4f3c-a87d-e15004dbe656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:50.330945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d6f6b-7187-4e48-b1a5-c5ed9dbfa35b req-a6ad5907-7a36-46f2-869c-467d96e2e2f2 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:50.338843 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b4d6f6b-7187-4e48-b1a5-c5ed9dbfa35b req-a6ad5907-7a36-46f2-869c-467d96e2e2f2 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 1.0029435 Aug 26 11:06:50.361847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e100e72-3a0f-419b-bb43-2639bcf37a8e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Pushing event updated for resources: {'Network': ['ID=b1fb2f6c-5454-4f3c-a87d-e15004dbe656,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:50.388276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b1fb2f6c-5454-4f3c-a87d-e15004dbe656 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:06:50.466693 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.489180 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.504534 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-d52da90e-853a-4fd0-b9d2-dbf4c123063f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2675576 Aug 26 11:06:50.561852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c59af6-9d12-4090-a01d-689dc65ec615']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:50.571112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4a1899-13a4-4279-900a-1338a09fe913 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:50.612974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763469-5d8b-4ea6-a338-ca767284eafe req-dce3b826-e9ed-49da-901b-f59d7b3c4ee0 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:50.614581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9763469-5d8b-4ea6-a338-ca767284eafe req-dce3b826-e9ed-49da-901b-f59d7b3c4ee0 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 931 time: 0.4018030 Aug 26 11:06:50.616868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20aaea7-e48e-4f57-a529-b5fcafd67387') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:50.617164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20aaea7-e48e-4f57-a529-b5fcafd67387') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:50.623033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.634453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d71f5794-d587-48f2-b0dc-0c9ffc69b15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.638672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Made reservation on behalf of 95188b9ae45046e7a63016aac2d34471 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:50.641418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.642326 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.650882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b4d6f6b-7187-4e48-b1a5-c5ed9dbfa35b req-b1c86263-d8ce-4557-a5f0-d14338b24b21 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108642 Aug 26 11:06:50.692188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Transition to ACTIVE for port object 8e4a1899-13a4-4279-900a-1338a09fe913 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:50.695353 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.711816 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.722603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:06:50.723054 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:06:50.726426 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:06:50.757102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-12070d26-4061-4b31-8c3e-68238151bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:50.759158 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-12070d26-4061-4b31-8c3e-68238151bd2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 1098 time: 0.1881149 Aug 26 11:06:50.819062 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9763469-5d8b-4ea6-a338-ca767284eafe req-3379ba93-2b38-45e0-bfa2-50ecb5b008b8 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857376 Aug 26 11:06:50.864086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4a1899-13a4-4279-900a-1338a09fe913,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:50.898971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.943096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84c59af6-9d12-4090-a01d-689dc65ec615 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 26 11:06:50.990307 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:50.993339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "DELETE /v2.0/networks/84c59af6-9d12-4090-a01d-689dc65ec615 HTTP/1.1" status: 204 len: 168 time: 1.8324101 Aug 26 11:06:51.135336 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb757d34-fad5-4241-ac92-eb8e036d967f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event deleted for resources: {'Network': ['ID=84c59af6-9d12-4090-a01d-689dc65ec615,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:51.174834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Attempting to bind port 8e4a1899-13a4-4279-900a-1338a09fe913 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:51.175175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Attempting to bind port 8e4a1899-13a4-4279-900a-1338a09fe913 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:51.175511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Attempting to bind port 8e4a1899-13a4-4279-900a-1338a09fe913 on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:51.185367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Port 8e4a1899-13a4-4279-900a-1338a09fe913 on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:51.185770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Attempting to bind port 8e4a1899-13a4-4279-900a-1338a09fe913 on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:51.187284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:51.199201 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:51.200076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Checking segment: {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:51.200484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Bound using segment: {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:51.200948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Bound port: 8e4a1899-13a4-4279-900a-1338a09fe913, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:51.201336 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.202362 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.243367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-bc426bd7-0fa1-409f-8ad5-e46cd035776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:51.245881 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-bc426bd7-0fa1-409f-8ad5-e46cd035776f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.4390204 Aug 26 11:06:51.252562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Transition to ACTIVE for port object 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:51.259282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13749-793d-42af-b0fd-57122895e233 req-7a93cb5e-9924-497b-8a5a-fc046e9358ec tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:51.261041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-7a93cb5e-9924-497b-8a5a-fc046e9358ec tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.47 "GET /v2.0/networks?id=f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 HTTP/1.1" status: 200 len: 797 time: 0.2722402 Aug 26 11:06:51.269897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.310973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a25b240-b3aa-48e9-990a-532e2cd02ce1 req-88896e31-bba9-4fb6-9858-ba35377f19b7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 210 time: 0.0877199 Aug 26 11:06:51.378658 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d71f5794-d587-48f2-b0dc-0c9ffc69b15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.379361 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-3fc74ef7-370f-4870-9ecc-af3128c1b101 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c08311b-96ac-4a74-81b1-285d78575089 HTTP/1.1" status: 200 len: 217 time: 0.1247344 Aug 26 11:06:51.403701 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d71f5794-d587-48f2-b0dc-0c9ffc69b15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.459754 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d71f5794-d587-48f2-b0dc-0c9ffc69b15d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2396f3e20325434091511f2739a95eda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3402433 Aug 26 11:06:51.461876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40028) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:51.462662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40030) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:51.471278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f5794-d587-48f2-b0dc-0c9ffc69b15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b7532-46ef-4c43-9cd3-7fd0adc88bd4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:51.473400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Pushing event updated for resources: {'Port': ['ID=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:51.481409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-02922a80-86d4-40f1-a3f5-5e6d50992ae3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7202d08226184cb383eb9303d1ec18da HTTP/1.1" status: 200 len: 476 time: 0.1729891 Aug 26 11:06:51.482644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.494385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8ed1cb38-800f-4f8f-b271-5f559bd5d40a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Request body: {'router': {'name': 'tempest-router--680128242', 'project_id': '716c811bd77642ad8873d6c0b363e332'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:51.516707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'port': {'device_id': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'admin_state_up': True, 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'security_groups': ['f98f339c-4b4f-41c4-a707-d20b3a3d5cec', '60ee2762-ff26-4140-9d8c-f9b7c09e93f5']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:51.572907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-e550d67a-0155-4814-87bd-78fdcb07fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:51.574399 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-e550d67a-0155-4814-87bd-78fdcb07fe46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1750746 Aug 26 11:06:51.607916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec184c7a-8eba-4f4e-9e48-02dff8e93c64 req-f961660f-48d6-422e-8c86-73886340f64d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:51.609601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec184c7a-8eba-4f4e-9e48-02dff8e93c64 req-f961660f-48d6-422e-8c86-73886340f64d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3272133 Aug 26 11:06:51.615761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] For port 8e4a1899-13a4-4279-900a-1338a09fe913, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:51.644561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Pushing event updated for resources: {'Subnet': ['ID=d53ea1be-9c61-4c28-af85-d806156f1d34,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:51.669276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] For port 8e4a1899-13a4-4279-900a-1338a09fe913, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8e4a1899-13a4-4279-900a-1338a09fe913,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:51.677971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Attempting to bind port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:51.678318 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Attempting to bind port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:51.678674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Attempting to bind port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:51.689489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Checking segment: {'id': '61d4eca5-908d-49b7-9958-a43b73446c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b1fb2f6c-5454-4f3c-a87d-e15004dbe656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:51.689489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Network hostable DHCP agents. Network: b1fb2f6c-5454-4f3c-a87d-e15004dbe656, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:06:51.694294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:51.695188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Attempting to bind port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c on network 4254d2fb-93fd-47b1-9c52-d3d1be2d9934 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:51.695622 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cb38-800f-4f8f-b271-5f559bd5d40a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.696771 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cb38-800f-4f8f-b271-5f559bd5d40a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.697968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-351611b8-42d4-405f-99ec-b900fce4db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:51.700189 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-351611b8-42d4-405f-99ec-b900fce4db47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136627 Aug 26 11:06:51.710629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:51.710979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Checking segment: {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:51.711358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Bound using segment: {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:51.711806 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Bound port: 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4995c192-efe4-492c-a920-865bacfc3e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:51.712170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.713658 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.783422 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Network b1fb2f6c-5454-4f3c-a87d-e15004dbe656 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:06:51.788323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:51.788961 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.790365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] 10.222.0.42 "PUT /v2.0/ports/8e4a1899-13a4-4279-900a-1338a09fe913 HTTP/1.1" status: 200 len: 1092 time: 3.1308622 Aug 26 11:06:51.804361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cb80be-522b-43f6-8cf5-4e9485fdab60', 'tag': '8e4a1899-13a4-4279-900a-1338a09fe913'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:51.811828 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5223d742-1bd0-4c1f-897a-108604dba71f" -d '{"events": [{"name": "network-changed", "server_uuid": "a3cb80be-522b-43f6-8cf5-4e9485fdab60", "tag": "8e4a1899-13a4-4279-900a-1338a09fe913"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:51.818609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b1fb2f6c-5454-4f3c-a87d-e15004dbe656) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:51.827081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4f1de82c-837e-443e-9761-789103b899ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.828062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c626e-cae7-4839-b41f-5fb42917d97b None None] Network b1fb2f6c-5454-4f3c-a87d-e15004dbe656 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:06:51.843309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:51.844181 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.882077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec184c7a-8eba-4f4e-9e48-02dff8e93c64 req-868feef5-5ba0-4bd3-90e6-2032e7a71a64 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554832 Aug 26 11:06:51.889005 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-17b40988-08b2-4137-af1e-38e7130265c0 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786757 Aug 26 11:06:51.889303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] For port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:51.892527 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-63c542fe-53f4-4c7d-b7b8-85a487c2310c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6376035 Aug 26 11:06:51.894361 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] For port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:51.895559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40038) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:51.925452 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:51.966327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Request body: {'port': {'network_id': 'b1fb2f6c-5454-4f3c-a87d-e15004dbe656', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1992424668'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:51.971463 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced5584f-60c3-49e3-88a9-c146c8a00bb9 x-openstack-request-id: req-ced5584f-60c3-49e3-88a9-c146c8a00bb9 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:51.972274 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3cb80be-522b-43f6-8cf5-4e9485fdab60", "tag": "8e4a1899-13a4-4279-900a-1338a09fe913", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:51.972539 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ced5584f-60c3-49e3-88a9-c146c8a00bb9 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:51.972991 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cb80be-522b-43f6-8cf5-4e9485fdab60', 'tag': '8e4a1899-13a4-4279-900a-1338a09fe913', 'status': 'completed', 'code': 200} Aug 26 11:06:51.988213 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4f1de82c-837e-443e-9761-789103b899ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.051875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3b084-680b-4d5f-b854-4def54afa946 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4a1899-13a4-4279-900a-1338a09fe913,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:52.066521 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cb38-800f-4f8f-b271-5f559bd5d40a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.081948 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Pushing event updated for resources: {'Port': ['ID=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:52.082347 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Made reservation on behalf of 7202d08226184cb383eb9303d1ec18da for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:52.085962 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.086857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b1fb2f6c-5454-4f3c-a87d-e15004dbe656', 'network_id': 'b1fb2f6c-5454-4f3c-a87d-e15004dbe656', 'tenant_id': '95188b9ae45046e7a63016aac2d34471', 'fixed_ips': [{'subnet_id': 'd53ea1be-9c61-4c28-af85-d806156f1d34'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:06:52.088149 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.091048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:52.091702 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.093548 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] 10.222.0.42 "PUT /v2.0/ports/1552a8ff-f0b0-41ea-89f6-b1888ec30e0c HTTP/1.1" status: 200 len: 1092 time: 2.4677503 Aug 26 11:06:52.094212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dca45d1-4552-4c51-b720-5c4db3d5e20b', 'tag': '1552a8ff-f0b0-41ea-89f6-b1888ec30e0c'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:52.097015 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da85028-87d0-49e6-ad3a-3c987c59743b" -d '{"events": [{"name": "network-changed", "server_uuid": "1dca45d1-4552-4c51-b720-5c4db3d5e20b", "tag": "1552a8ff-f0b0-41ea-89f6-b1888ec30e0c"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:52.109826 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.122472 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34f55d65-f04f-4188-937a-d5fb15f6b516 req-307306e9-c371-4b74-9e6b-57bb4e99c1c1 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255507 Aug 26 11:06:52.235426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-2438e1ce-d07b-48c0-bc69-1df5fc5746d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:52.238531 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-2438e1ce-d07b-48c0-bc69-1df5fc5746d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e0a3a69cb841348e7a42df467655d2&device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 1095 time: 0.1001368 Aug 26 11:06:52.252213 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cb38-800f-4f8f-b271-5f559bd5d40a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.284859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Allocated IP 2001:db8::2 (b1fb2f6c-5454-4f3c-a87d-e15004dbe656/d53ea1be-9c61-4c28-af85-d806156f1d34/dfcf33de-1858-4b0f-94bb-76f4eb1b4e59) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:52.307011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cb38-800f-4f8f-b271-5f559bd5d40a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.310799 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8ed1cb38-800f-4f8f-b271-5f559bd5d40a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8253920 Aug 26 11:06:52.317265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40048) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:52.322949 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713863b7-35a7-4b6a-a35e-6c052d78b360 x-openstack-request-id: req-713863b7-35a7-4b6a-a35e-6c052d78b360 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:52.323900 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dca45d1-4552-4c51-b720-5c4db3d5e20b", "tag": "1552a8ff-f0b0-41ea-89f6-b1888ec30e0c", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:52.324080 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-713863b7-35a7-4b6a-a35e-6c052d78b360 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:52.324700 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dca45d1-4552-4c51-b720-5c4db3d5e20b', 'tag': '1552a8ff-f0b0-41ea-89f6-b1888ec30e0c', 'status': 'completed', 'code': 200} Aug 26 11:06:52.330464 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-360a4f6e-dab0-4af8-b93c-e5558d43ea5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c HTTP/1.1" status: 200 len: 217 time: 0.0783281 Aug 26 11:06:52.410241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-914e1545-90fe-441b-9cff-54e6b6f2b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:52.411950 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-914e1545-90fe-441b-9cff-54e6b6f2b4bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecc33b32-12c6-4c13-9a35-060ac11909ce HTTP/1.1" status: 200 len: 853 time: 0.0751977 Aug 26 11:06:52.452599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-1d9da38c-5416-4117-9327-efb34e5467d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:52.454077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-1d9da38c-5416-4117-9327-efb34e5467d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e0a3a69cb841348e7a42df467655d2&device_id=a3cb80be-522b-43f6-8cf5-4e9485fdab60 HTTP/1.1" status: 200 len: 1095 time: 0.6175942 Aug 26 11:06:52.456535 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-cb661130-282f-4b63-b9e2-47b739b4067a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365090 Aug 26 11:06:52.472813 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.483516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Transition to ACTIVE for port object dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:52.499956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Transition to ACTIVE for port object dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:52.507581 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.513429 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4f1de82c-837e-443e-9761-789103b899ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.516749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4f1de82c-837e-443e-9761-789103b899ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.520340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4f1de82c-837e-443e-9761-789103b899ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b38b7532-46ef-4c43-9cd3-7fd0adc88bd4 HTTP/1.1" status: 204 len: 168 time: 1.0338221 Aug 26 11:06:52.539621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c0f69-8a49-4550-afac-5c6464b7681d req-c7dabcc0-c1d1-496e-92b4-afbd7ea79636 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:52.542451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff2c0f69-8a49-4550-afac-5c6464b7681d req-c7dabcc0-c1d1-496e-92b4-afbd7ea79636 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 943 time: 0.4744294 Aug 26 11:06:52.562026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Network b1fb2f6c-5454-4f3c-a87d-e15004dbe656 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:52.568065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:52.572226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:52.575256 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-15cd7af9-84cb-4b63-9eab-eb3b5b5f4c02 service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052430 Aug 26 11:06:52.592727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Pushing event updated for resources: {'Port': ['ID=dfcf33de-1858-4b0f-94bb-76f4eb1b4e59,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:52.606438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Allocated IP 172.20.0.10 (f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2/cb012304-52aa-4dbc-ac61-aa79dcbee29f/2298b6ad-7544-492b-a6ab-2c9c313263b0) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:52.609061 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28660ee7-27a7-43e0-8c42-20dcdee9567a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.619665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-998e0347-f951-4d94-8491-2fa3e56f5881 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4a1899-13a4-4279-900a-1338a09fe913 HTTP/1.1" status: 200 len: 217 time: 0.1092179 Aug 26 11:06:52.620414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1de82c-837e-443e-9761-789103b899ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38b7532-46ef-4c43-9cd3-7fd0adc88bd4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:52.665664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Attempting to bind port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:52.666326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Attempting to bind port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '61d4eca5-908d-49b7-9958-a43b73446c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b1fb2f6c-5454-4f3c-a87d-e15004dbe656'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:52.666902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Attempting to bind port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 on network b1fb2f6c-5454-4f3c-a87d-e15004dbe656 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:52.685314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:52.685989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Checking segment: {'id': '61d4eca5-908d-49b7-9958-a43b73446c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b1fb2f6c-5454-4f3c-a87d-e15004dbe656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:52.689150 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.690938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Bound using segment: {'id': '61d4eca5-908d-49b7-9958-a43b73446c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b1fb2f6c-5454-4f3c-a87d-e15004dbe656'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:52.691963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Bound port: dfcf33de-1858-4b0f-94bb-76f4eb1b4e59, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d4eca5-908d-49b7-9958-a43b73446c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b1fb2f6c-5454-4f3c-a87d-e15004dbe656'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:52.693192 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.742878 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-76a71165-3114-4a5b-beb3-c2494384aa29 service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607528 Aug 26 11:06:52.784858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] For port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:52.789191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] For port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=dfcf33de-1858-4b0f-94bb-76f4eb1b4e59,segment=NetworkSegment(61d4eca5-908d-49b7-9958-a43b73446c50),segment_id=61d4eca5-908d-49b7-9958-a43b73446c50)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:52.794353 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.807786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d1364-3d3f-4d92-93ab-fb72d283cc1e req-8514a0b3-fde3-4691-9ca3-cdb5a8452de1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:52.809388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a5d1364-3d3f-4d92-93ab-fb72d283cc1e req-8514a0b3-fde3-4691-9ca3-cdb5a8452de1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.4237976 Aug 26 11:06:52.877359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92dceb-07a7-4d9d-abee-5339fd5d83f4 None None] Pushing event updated for resources: {'Port': ['ID=dfcf33de-1858-4b0f-94bb-76f4eb1b4e59,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:52.878178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da85028-87d0-49e6-ad3a-3c987c59743b req-e77028a4-b8b1-4ddd-acd8-8f21f47f61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:52.880046 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2da85028-87d0-49e6-ad3a-3c987c59743b req-e77028a4-b8b1-4ddd-acd8-8f21f47f61b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e0a3a69cb841348e7a42df467655d2&device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 1095 time: 0.0814166 Aug 26 11:06:52.904524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Made reservation on behalf of 95188b9ae45046e7a63016aac2d34471 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:52.908009 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.912309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff2c0f69-8a49-4550-afac-5c6464b7681d req-3a13b589-25a9-455c-aea0-ede6f9dc9676 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565943 Aug 26 11:06:52.979467 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28660ee7-27a7-43e0-8c42-20dcdee9567a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.986097 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28660ee7-27a7-43e0-8c42-20dcdee9567a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:52.990720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-0b30f9c1-bb46-4d14-8bee-ebc2abdbdb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:52.992552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-0b30f9c1-bb46-4d14-8bee-ebc2abdbdb8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecc33b32-12c6-4c13-9a35-060ac11909ce HTTP/1.1" status: 200 len: 853 time: 0.3203933 Aug 26 11:06:53.009852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da85028-87d0-49e6-ad3a-3c987c59743b req-7abd4885-d271-46bc-9136-96e24d6c9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:53.011639 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2da85028-87d0-49e6-ad3a-3c987c59743b req-7abd4885-d271-46bc-9136-96e24d6c9f25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934 HTTP/1.1" status: 200 len: 914 time: 0.1230862 Aug 26 11:06:53.028865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] device_id is not set on port 5d1823ac-390c-4359-a0ec-c9fde6b5ffba yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:06:53.068040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40058) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:53.077716 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2da85028-87d0-49e6-ad3a-3c987c59743b req-ed42a68c-03ab-4f2b-9e70-b14751865161 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c HTTP/1.1" status: 200 len: 217 time: 0.0554192 Aug 26 11:06:53.085424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6bbf7ac-f28b-4c4f-9529-daa4a8fd36f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:53.150501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-13d273c8-bb9f-4215-bd08-7581670a1712 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270027 Aug 26 11:06:53.150501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2d0a4aa-a529-4e69-bc40-8063ab16c617 req-229834a5-de09-42f9-8a74-c7178db5a247 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 210 time: 0.1542785 Aug 26 11:06:53.194805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da85028-87d0-49e6-ad3a-3c987c59743b req-3fe87048-573e-43d6-a2c3-037378d613f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:53.196808 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2da85028-87d0-49e6-ad3a-3c987c59743b req-3fe87048-573e-43d6-a2c3-037378d613f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecc33b32-12c6-4c13-9a35-060ac11909ce HTTP/1.1" status: 200 len: 853 time: 0.1044023 Aug 26 11:06:53.221473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a5d1364-3d3f-4d92-93ab-fb72d283cc1e req-f5087951-ecac-40a3-8763-c73fc8388e03 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793623 Aug 26 11:06:53.261248 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2da85028-87d0-49e6-ad3a-3c987c59743b req-198821ad-a635-4232-934d-55d1432d8719 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555615 Aug 26 11:06:53.288573 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28660ee7-27a7-43e0-8c42-20dcdee9567a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:53.289770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28660ee7-27a7-43e0-8c42-20dcdee9567a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f63fd83c-72e5-4abc-9c5b-7d31561bdf03 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:06:53.342258 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28660ee7-27a7-43e0-8c42-20dcdee9567a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:53.344001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-28660ee7-27a7-43e0-8c42-20dcdee9567a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f63fd83c-72e5-4abc-9c5b-7d31561bdf03 HTTP/1.1" status: 204 len: 168 time: 1.0252283 Aug 26 11:06:53.396771 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6bbf7ac-f28b-4c4f-9529-daa4a8fd36f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:53.403546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6bbf7ac-f28b-4c4f-9529-daa4a8fd36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:53.453078 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2da85028-87d0-49e6-ad3a-3c987c59743b req-3362375f-b5f6-4a28-be6e-abcfb1a1bd63 service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750953 Aug 26 11:06:53.470829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbf7ac-f28b-4c4f-9529-daa4a8fd36f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8384e20-a77c-4dc6-82b0-cdf11412d1e0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:53.476632 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b6bbf7ac-f28b-4c4f-9529-daa4a8fd36f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9100b9370674fe4b8fff6816791a4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075403 Aug 26 11:06:53.478701 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40064) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:53.600076 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb9c3-2332-49fd-9e32-92f8bcf606d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:53.634163 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2da85028-87d0-49e6-ad3a-3c987c59743b req-691fd1fa-c92a-4ec1-b24e-24bb15588eda service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721699 Aug 26 11:06:53.642896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40066) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:53.653498 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb9c3-2332-49fd-9e32-92f8bcf606d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:53.712045 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb9c3-2332-49fd-9e32-92f8bcf606d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:53.716483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f5bbb9c3-2332-49fd-9e32-92f8bcf606d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:53.718698 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f5bbb9c3-2332-49fd-9e32-92f8bcf606d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8384e20-a77c-4dc6-82b0-cdf11412d1e0 HTTP/1.1" status: 204 len: 168 time: 0.2391610 Aug 26 11:06:53.741669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbb9c3-2332-49fd-9e32-92f8bcf606d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8384e20-a77c-4dc6-82b0-cdf11412d1e0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:53.799787 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:53.819805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Allocated IP 2001:db8::146 (b1fb2f6c-5454-4f3c-a87d-e15004dbe656/d53ea1be-9c61-4c28-af85-d806156f1d34/5d1823ac-390c-4359-a0ec-c9fde6b5ffba) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:53.835279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-37e23f19-48d2-47ea-945f-ed848e8eae73 service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024690 Aug 26 11:06:53.860081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Transition to ACTIVE for port object 2298b6ad-7544-492b-a6ab-2c9c313263b0 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:53.945925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:54.019596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:54.025929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1333546139', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:54.056019 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.057798 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.136972 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.272846 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.303862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-bb9ba30d-41d9-4d4f-b739-b51978086d7a service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592407 Aug 26 11:06:54.314595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6d2b06-813f-4cb4-9345-7a537a1999ac None None] Network b1fb2f6c-5454-4f3c-a87d-e15004dbe656 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:06:54.342404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.360352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Transition to ACTIVE for port object 5d1823ac-390c-4359-a0ec-c9fde6b5ffba will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:54.368638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99c747e0-4de4-47a2-9382-9fe637d996fa req-75d8aa3d-d4f5-4f08-bbb2-4d15f1c432f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 210 time: 0.0828819 Aug 26 11:06:54.414902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc346f6-1dc2-4457-8c06-e071524a16ab req-b34d72c0-2e77-4f9d-b821-f37a2b4d42ad tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:54.423191 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1fc346f6-1dc2-4457-8c06-e071524a16ab req-b34d72c0-2e77-4f9d-b821-f37a2b4d42ad tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 943 time: 0.2649071 Aug 26 11:06:54.430527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.521542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-01595d6b-eef9-46b8-b267-b761f0bc1d87 None None] Provisioning for port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:54.531735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-01595d6b-eef9-46b8-b267-b761f0bc1d87 None None] Provisioning complete for port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:54.532223 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01595d6b-eef9-46b8-b267-b761f0bc1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.548438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Port': ['ID=2298b6ad-7544-492b-a6ab-2c9c313263b0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:54.571219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:54.585502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223d742-1bd0-4c1f-897a-108604dba71f req-746dd770-3e44-4316-9160-213b3cbb9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:54.587345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5223d742-1bd0-4c1f-897a-108604dba71f req-746dd770-3e44-4316-9160-213b3cbb9626 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e0a3a69cb841348e7a42df467655d2&device_id=a3cb80be-522b-43f6-8cf5-4e9485fdab60 HTTP/1.1" status: 200 len: 1095 time: 0.2181904 Aug 26 11:06:54.592912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:54.600494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:54.632421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1fc346f6-1dc2-4457-8c06-e071524a16ab req-5a3ceca4-12bb-4c11-9cd5-aecb8fb8b0ce tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081099 Aug 26 11:06:54.646645 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01595d6b-eef9-46b8-b267-b761f0bc1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.765002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-01595d6b-eef9-46b8-b267-b761f0bc1d87 None None] For port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=dfcf33de-1858-4b0f-94bb-76f4eb1b4e59,segment=NetworkSegment(61d4eca5-908d-49b7-9958-a43b73446c50),segment_id=61d4eca5-908d-49b7-9958-a43b73446c50)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:54.776636 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01595d6b-eef9-46b8-b267-b761f0bc1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.783372 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.802421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.834469 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.839462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c2b5a-a71d-48aa-b361-e76c158a314e req-160e17a4-e946-4ccf-a24a-03a731355906 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:54.849465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d56c2b5a-a71d-48aa-b361-e76c158a314e req-160e17a4-e946-4ccf-a24a-03a731355906 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3633032 Aug 26 11:06:54.859184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:54.859592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:54.900414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01595d6b-eef9-46b8-b267-b761f0bc1d87 None None] Pushing event updated for resources: {'Port': ['ID=dfcf33de-1858-4b0f-94bb-76f4eb1b4e59,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:54.988726 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Pushing event updated for resources: {'Port': ['ID=5d1823ac-390c-4359-a0ec-c9fde6b5ffba,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:55.003001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-374ed337-84e9-4a11-9125-fd96f8c22cb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.4915273 Aug 26 11:06:55.003608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2bb3d7d8-a59b-4a13-ac4a-2b949bc876e3 None None] Provisioning complete for port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:55.004959 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bb3d7d8-a59b-4a13-ac4a-2b949bc876e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:55.020804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Network b1fb2f6c-5454-4f3c-a87d-e15004dbe656 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:55.026583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40100) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:55.036526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Allocated IP 172.25.1.200 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/8dc62a81-661d-4078-99f4-b1fa2def6d6b) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:55.043714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Request body: {'port': {'device_id': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:55.050803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:55.093875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:55.100886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:55.104905 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:55.112354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d56c2b5a-a71d-48aa-b361-e76c158a314e req-0e2ddcaa-931b-4c63-b616-daf0daa9e8a5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620394 Aug 26 11:06:55.113453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223d742-1bd0-4c1f-897a-108604dba71f req-1a929aa9-fa4f-44e5-ace2-8acdf722babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:55.115009 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5223d742-1bd0-4c1f-897a-108604dba71f req-1a929aa9-fa4f-44e5-ace2-8acdf722babb service neutron] 10.222.0.42 "GET /v2.0/networks?id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934 HTTP/1.1" status: 200 len: 914 time: 0.5156751 Aug 26 11:06:55.196198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5223d742-1bd0-4c1f-897a-108604dba71f req-96b54e11-c1a9-4b7f-9cb4-25b1a105cea1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e4a1899-13a4-4279-900a-1338a09fe913 HTTP/1.1" status: 200 len: 217 time: 0.0677705 Aug 26 11:06:55.200455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fd8ffd62-8ee7-45a2-8367-349e5587e367 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2385161 Aug 26 11:06:55.203783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40106) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:55.210673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Request body: {'port': {'network_id': 'b1fb2f6c-5454-4f3c-a87d-e15004dbe656', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-317844297', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:55.211278 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.api.validators [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] bootfile-name is not in valid_values {{(pid=101267) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:06:55.212363 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.api.validators [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] tftp-server is not in valid_values {{(pid=101267) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:06:55.212363 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.api.validators [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] server-ip-address is not in valid_values {{(pid=101267) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:06:55.238686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-87153fd7-1f24-4a54-b55c-d1091b881554 None None] Provisioning for port 2298b6ad-7544-492b-a6ab-2c9c313263b0 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:55.242571 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:55.245611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-87153fd7-1f24-4a54-b55c-d1091b881554 None None] Provisioning complete for port 2298b6ad-7544-492b-a6ab-2c9c313263b0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:55.247430 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87153fd7-1f24-4a54-b55c-d1091b881554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:55.297949 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:55.321023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-87153fd7-1f24-4a54-b55c-d1091b881554 None None] Port 2298b6ad-7544-492b-a6ab-2c9c313263b0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:06:55.346312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:55.363675 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1225085135-network', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:55.462040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:55.466298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2240e1ba-5ce2-49ec-8476-03f10002bc51 None None] Provisioning for port 5d1823ac-390c-4359-a0ec-c9fde6b5ffba completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:55.474632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:55.476339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2240e1ba-5ce2-49ec-8476-03f10002bc51 None None] Provisioning complete for port 5d1823ac-390c-4359-a0ec-c9fde6b5ffba triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:55.476819 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2240e1ba-5ce2-49ec-8476-03f10002bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:55.483187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:55.523695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223d742-1bd0-4c1f-897a-108604dba71f req-6e6183fa-ac56-43dd-8c0d-2e9d9d1fcb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:55.526378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5223d742-1bd0-4c1f-897a-108604dba71f req-6e6183fa-ac56-43dd-8c0d-2e9d9d1fcb1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ecc33b32-12c6-4c13-9a35-060ac11909ce HTTP/1.1" status: 200 len: 853 time: 0.2438674 Aug 26 11:06:55.547371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2240e1ba-5ce2-49ec-8476-03f10002bc51 None None] Port 5d1823ac-390c-4359-a0ec-c9fde6b5ffba cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:06:55.663248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Pushing event updated for resources: {'Port': ['ID=8dc62a81-661d-4078-99f4-b1fa2def6d6b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:55.712738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Made reservation on behalf of 163e7ad3a3344243b93c92286cd24c25 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:55.712738 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:55.718043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5223d742-1bd0-4c1f-897a-108604dba71f req-08e08803-2db7-4e77-8e77-f76ae0b17863 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4254d2fb-93fd-47b1-9c52-d3d1be2d9934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552839 Aug 26 11:06:55.833122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Made reservation on behalf of 95188b9ae45046e7a63016aac2d34471 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:55.837652 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:55.840737 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:55.870695 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:55.871419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:55.963375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:55.964414 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:56.000015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] device_id is not set on port 25838b77-e8fb-41a7-bab8-6463eb77eba0 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:06:56.048984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:06:56.167932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Allocated IP 2001:db8::3c6 (b1fb2f6c-5454-4f3c-a87d-e15004dbe656/d53ea1be-9c61-4c28-af85-d806156f1d34/25838b77-e8fb-41a7-bab8-6463eb77eba0) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:56.407024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:56.423980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '1552a8ff-f0b0-41ea-89f6-b1888ec30e0c', 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934', 'port_id': '1552a8ff-f0b0-41ea-89f6-b1888ec30e0c', 'mac_address': 'fa:16:3e:6c:12:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc33b32-12c6-4c13-9a35-060ac11909ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:06:56.498609 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:56.500294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164578-66a5-4583-8613-ad3fc381ebd1 req-61ffbf8e-416a-45d5-b447-19fe21da7a71 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:56.502230 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85164578-66a5-4583-8613-ad3fc381ebd1 req-61ffbf8e-416a-45d5-b447-19fe21da7a71 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 1.0927813 Aug 26 11:06:56.528657 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:56.537478 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:56.548527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:56.549224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e6f6e-06aa-4c94-a34a-7442393498a2 req-cb5876d8-9838-49f4-a3bb-17b3b2c99de9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:56.551475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b2e6f6e-06aa-4c94-a34a-7442393498a2 req-cb5876d8-9838-49f4-a3bb-17b3b2c99de9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 971 time: 0.8318377 Aug 26 11:06:56.582953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:56.588389 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:56.612921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5223d742-1bd0-4c1f-897a-108604dba71f req-19810c73-fdb0-4e86-adb8-702b543e7cf6 service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8655689 Aug 26 11:06:56.644982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Transition to ACTIVE for port object 25838b77-e8fb-41a7-bab8-6463eb77eba0 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:56.662786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:56.684043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Router f866d5e1-5881-494f-aad0-baab75e0e342 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:06:56.773516 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b2e6f6e-06aa-4c94-a34a-7442393498a2 req-daea5771-4f09-466e-97d7-2c8b2ef808f7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2042572 Aug 26 11:06:56.776909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-85164578-66a5-4583-8613-ad3fc381ebd1 req-4067ee19-76bd-4c22-bf03-20faea00d6bd tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568879 Aug 26 11:06:56.805597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:06:56.817049 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2620edad-8515-49be-9d2f-dd8f0a9780cd None None] Sync routers for ids ['f866d5e1-5881-494f-aad0-baab75e0e342'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:06:56.831231 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620edad-8515-49be-9d2f-dd8f0a9780cd None None] Routers {'f866d5e1-5881-494f-aad0-baab75e0e342'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:56.831871 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2620edad-8515-49be-9d2f-dd8f0a9780cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f866d5e1-5881-494f-aad0-baab75e0e342'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:56.836379 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:56.849794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1552a8ff-f0b0-41ea-89f6-b1888ec30e0c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:06:56.851241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:56.855463 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-23aedc82-76a1-44c7-b36c-b4cdc4035a63 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2090268 Aug 26 11:06:56.855945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40118) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:56.869088 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:56.897452 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2620edad-8515-49be-9d2f-dd8f0a9780cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:56.903204 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:56.910509 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620edad-8515-49be-9d2f-dd8f0a9780cd None None] Routers {'f866d5e1-5881-494f-aad0-baab75e0e342'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:06:56.911411 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2620edad-8515-49be-9d2f-dd8f0a9780cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f866d5e1-5881-494f-aad0-baab75e0e342'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:56.939191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2298b6ad-7544-492b-a6ab-2c9c313263b0 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:56.965673 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2620edad-8515-49be-9d2f-dd8f0a9780cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:06:56.966798 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2620edad-8515-49be-9d2f-dd8f0a9780cd None None] The sync data for ids ['f866d5e1-5881-494f-aad0-baab75e0e342'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:06:56.981984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:06:56.988273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5223d742-1bd0-4c1f-897a-108604dba71f req-67ecf061-3905-4efa-97c0-33a7cce3cc58 service neutron] 10.222.0.42 "GET /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572896 Aug 26 11:06:56.990331 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.031705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5b139a-56c4-4cd1-b4a5-426a09f995a5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:57.047755 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.047755 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Added segment 2d7f060c-9b57-4594-a7f0-392afd152a29 of type vlan for network 160d046a-617f-409e-b320-bb513969272a Aug 26 11:06:57.082078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Transition to ACTIVE for port object 2298b6ad-7544-492b-a6ab-2c9c313263b0 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:57.082888 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ee0b9db2-9425-45c4-8afd-a12b9eff2937 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/routers/f866d5e1-5881-494f-aad0-baab75e0e342 HTTP/1.1" status: 200 len: 925 time: 0.2249253 Aug 26 11:06:57.084151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Network b1fb2f6c-5454-4f3c-a87d-e15004dbe656 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:57.086020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40120) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:57.107751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Pushing event updated for resources: {'Port': ['ID=25838b77-e8fb-41a7-bab8-6463eb77eba0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:57.113982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:57.115966 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.124150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:57.130238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:57.130975 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.147665 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0ae96128-c7d1-427d-8517-a77db2bde0fb tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=f866d5e1-5881-494f-aad0-baab75e0e342 HTTP/1.1" status: 200 len: 205 time: 0.0558276 Aug 26 11:06:57.147665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40122) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:57.175829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.217018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e20522-28ac-4ea1-994d-1a972d0508df req-baabd146-7305-4d98-8463-b4c4160d3322 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:57.218571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3e20522-28ac-4ea1-994d-1a972d0508df req-baabd146-7305-4d98-8463-b4c4160d3322 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 944 time: 0.2941799 Aug 26 11:06:57.222961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8148bff4-656e-4aa3-b71a-9d3e947b1fd8 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0185955 Aug 26 11:06:57.224945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40124) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:57.234040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Pushing event updated for resources: {'Port': ['ID=2298b6ad-7544-492b-a6ab-2c9c313263b0,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:57.318314 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.319513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:57.320263 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.407074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c062e1-3960-4f6b-b3d6-1b8978bfd0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:57.413587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c062e1-3960-4f6b-b3d6-1b8978bfd0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:57.420726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c062e1-3960-4f6b-b3d6-1b8978bfd0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:57.422475 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d4c062e1-3960-4f6b-b3d6-1b8978bfd0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1960669 Aug 26 11:06:57.425926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.430783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3e20522-28ac-4ea1-994d-1a972d0508df req-597b1bc4-d866-4b53-a7c6-daf4ad13e6bb tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777964 Aug 26 11:06:57.433371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40126) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:57.448742 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4132183 Aug 26 11:06:57.474714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40128) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:57.487419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] Request body: {'subnet': {'network_id': '160d046a-617f-409e-b320-bb513969272a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1225085135-subnet', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:57.495333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873f15b-f07a-470c-b724-c50515a19e79 admin admin] Pushing event updated for resources: {'Network': ['ID=160d046a-617f-409e-b320-bb513969272a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:57.506539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 160d046a-617f-409e-b320-bb513969272a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:06:57.557892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Attempting to bind port 2298b6ad-7544-492b-a6ab-2c9c313263b0 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:57.558404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Attempting to bind port 2298b6ad-7544-492b-a6ab-2c9c313263b0 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:57.558578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Attempting to bind port 2298b6ad-7544-492b-a6ab-2c9c313263b0 on network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:57.568782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Port 2298b6ad-7544-492b-a6ab-2c9c313263b0 on network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:06:57.569123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Attempting to bind port 2298b6ad-7544-492b-a6ab-2c9c313263b0 on network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:57.585044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:57.585425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Checking segment: {'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:57.585831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Bound using segment: {'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:57.586340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Bound port: 2298b6ad-7544-492b-a6ab-2c9c313263b0, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd839af18-f32a-4dcf-9a58-e8dea1f79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:57.586953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.590547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] Made reservation on behalf of 163e7ad3a3344243b93c92286cd24c25 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:06:57.593887 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.612693 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-08628d11-ff7c-4242-b6f9-a2940b264a96 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Deleting port 25838b77-e8fb-41a7-bab8-6463eb77eba0 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:57.613052 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08628d11-ff7c-4242-b6f9-a2940b264a96 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.666402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.734537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] For port 2298b6ad-7544-492b-a6ab-2c9c313263b0, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:57.753668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] For port 2298b6ad-7544-492b-a6ab-2c9c313263b0, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2298b6ad-7544-492b-a6ab-2c9c313263b0,segment=NetworkSegment(d839af18-f32a-4dcf-9a58-e8dea1f79948),segment_id=d839af18-f32a-4dcf-9a58-e8dea1f79948)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:57.762522 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.765532 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08628d11-ff7c-4242-b6f9-a2940b264a96 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.787730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Deleting port 8dc62a81-661d-4078-99f4-b1fa2def6d6b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:06:57.788098 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.790097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2b2f9667-2da6-4cb7-9706-67269072b4ae None None] Provisioning for port 25838b77-e8fb-41a7-bab8-6463eb77eba0 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:57.797446 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2b2f9667-2da6-4cb7-9706-67269072b4ae None None] Provisioning complete for port 25838b77-e8fb-41a7-bab8-6463eb77eba0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:57.799537 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b2f9667-2da6-4cb7-9706-67269072b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.815585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-08628d11-ff7c-4242-b6f9-a2940b264a96 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Calling delete_port for 25838b77-e8fb-41a7-bab8-6463eb77eba0 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:57.826665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:57.828345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.830581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] 10.222.0.47 "PUT /v2.0/ports/2298b6ad-7544-492b-a6ab-2c9c313263b0 HTTP/1.1" status: 200 len: 1132 time: 2.7962058 Aug 26 11:06:57.836833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'tag': '2298b6ad-7544-492b-a6ab-2c9c313263b0'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:57.840835 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ff49b-c15f-49ed-b4b1-53ce588d7388", "tag": "2298b6ad-7544-492b-a6ab-2c9c313263b0"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:57.922339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f9667-2da6-4cb7-9706-67269072b4ae None None] Port 25838b77-e8fb-41a7-bab8-6463eb77eba0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:06:57.927603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:57.981117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924bdd3-c635-457f-a2eb-d103d79cad94 service neutron] Pushing event updated for resources: {'Port': ['ID=2298b6ad-7544-492b-a6ab-2c9c313263b0,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:57.989611 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.024522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acfdec25-6139-4c6f-9216-ed4f390eb738,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:58.028917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Calling delete_port for 8dc62a81-661d-4078-99f4-b1fa2def6d6b owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:06:58.043752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] Checking segment: {'id': '2d7f060c-9b57-4594-a7f0-392afd152a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '160d046a-617f-409e-b320-bb513969272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:58.044117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] Network hostable DHCP agents. Network: 160d046a-617f-409e-b320-bb513969272a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:06:58.057048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8e4a1899-13a4-4279-900a-1338a09fe913 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:06:58.059985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:06:58.113141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] Network 160d046a-617f-409e-b320-bb513969272a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:06:58.123714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13749-793d-42af-b0fd-57122895e233 req-e7c7b82e-5d07-472a-ba9e-95e974bf91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:58.136891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-e7c7b82e-5d07-472a-ba9e-95e974bf91b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7202d08226184cb383eb9303d1ec18da&device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 1135 time: 0.2573102 Aug 26 11:06:58.148030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71cc1a-fdec-4241-ab98-820c9361b573 req-7600ba57-bedf-4885-ae19-c710e11d8c73 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:58.149619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e71cc1a-fdec-4241-ab98-820c9361b573 req-7600ba57-bedf-4885-ae19-c710e11d8c73 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 983 time: 0.2197707 Aug 26 11:06:58.166788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089af3aa-b686-4127-be5e-5a1ea072aa6b req-c09e2522-9c0b-4068-93ba-64f72e481e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:58.172086 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 160d046a-617f-409e-b320-bb513969272a) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:58.177050 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-089af3aa-b686-4127-be5e-5a1ea072aa6b req-c09e2522-9c0b-4068-93ba-64f72e481e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2119396 Aug 26 11:06:58.180298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:58.180910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.187800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f46d96-1a69-444f-a1e1-69db3347070e None None] Network 160d046a-617f-409e-b320-bb513969272a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:06:58.204896 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aaa71e01-4bab-470d-96c4-ca75ed1bd2d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7289357 Aug 26 11:06:58.207547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40140) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:58.212794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1225085135-router', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:58.256178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:06:58.256687 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-541796b8-6349-42d8-b129-c10125ba51cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2298b6ad-7544-492b-a6ab-2c9c313263b0 HTTP/1.1" status: 200 len: 217 time: 0.1050646 Aug 26 11:06:58.283519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:06:58.283926 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.299850 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.301159 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.307801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.348393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Pushing event deleted for resources: {'Port': ['ID=8dc62a81-661d-4078-99f4-b1fa2def6d6b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:58.366878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8e4a1899-13a4-4279-900a-1338a09fe913, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8e4a1899-13a4-4279-900a-1338a09fe913,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:58.393215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '8e4a1899-13a4-4279-900a-1338a09fe913', 'network_id': '4254d2fb-93fd-47b1-9c52-d3d1be2d9934', 'port_id': '8e4a1899-13a4-4279-900a-1338a09fe913', 'mac_address': 'fa:16:3e:6c:62:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc33b32-12c6-4c13-9a35-060ac11909ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:06:58.427000 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.526966 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.529814 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.533108 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.535029 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.554041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-160d046a-617f-409e-b320-bb513969272a', 'network_id': '160d046a-617f-409e-b320-bb513969272a', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'fixed_ips': [{'subnet_id': 'acfdec25-6139-4c6f-9216-ed4f390eb738'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:06:58.554945 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.575255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4a1899-13a4-4279-900a-1338a09fe913 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:06:58.581591 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.583401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Fanout notify agent at l3_agent the message router_deleted on router f866d5e1-5881-494f-aad0-baab75e0e342 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:06:58.587034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dca45d1-4552-4c51-b720-5c4db3d5e20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1552a8ff-f0b0-41ea-89f6-b1888ec30e0c'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:06:58.589321 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bad161-0825-4e6b-9de5-6033e84a558d" -d '{"events": [{"server_uuid": "1dca45d1-4552-4c51-b720-5c4db3d5e20b", "name": "network-vif-plugged", "status": "completed", "tag": "1552a8ff-f0b0-41ea-89f6-b1888ec30e0c"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:06:58.594097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.596180 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0cba5f2-9bb2-4d02-8c5b-07c7124ca1f7 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/f866d5e1-5881-494f-aad0-baab75e0e342 HTTP/1.1" status: 204 len: 168 time: 1.4474514 Aug 26 11:06:58.600735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40146) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:58.606216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2107966807', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'enable_snat': False}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:58.616987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:58.635613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.638834 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.639021 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.641200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8e4a1899-13a4-4279-900a-1338a09fe913, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8e4a1899-13a4-4279-900a-1338a09fe913,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:06:58.666896 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.683637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-089af3aa-b686-4127-be5e-5a1ea072aa6b req-48364e11-f854-4ec6-8c79-7837dff5e00f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5061686 Aug 26 11:06:58.690760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e71cc1a-fdec-4241-ab98-820c9361b573 req-e24ea353-9ab1-42d8-a3c4-8535945fd49a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5041151 Aug 26 11:06:58.694659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:58.695325 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13749-793d-42af-b0fd-57122895e233 req-69bdad57-5e19-4a9c-ad22-55cadd40b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:58.697016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-69bdad57-5e19-4a9c-ad22-55cadd40b981 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb012304-52aa-4dbc-ac61-aa79dcbee29f HTTP/1.1" status: 200 len: 834 time: 0.4309318 Aug 26 11:06:58.732368 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08628d11-ff7c-4242-b6f9-a2940b264a96 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.758822 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daafd314-c046-40b7-8058-ad53b5b848d6 x-openstack-request-id: req-daafd314-c046-40b7-8058-ad53b5b848d6 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:58.759121 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ff49b-c15f-49ed-b4b1-53ce588d7388", "tag": "2298b6ad-7544-492b-a6ab-2c9c313263b0", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:58.759384 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daafd314-c046-40b7-8058-ad53b5b848d6 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:58.759768 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'tag': '2298b6ad-7544-492b-a6ab-2c9c313263b0', 'status': 'completed', 'code': 200} Aug 26 11:06:58.813354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13749-793d-42af-b0fd-57122895e233 req-30c495c2-ecc0-43d9-84ab-a220943b8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:58.815039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-30c495c2-ecc0-43d9-84ab-a220943b8b06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032572 Aug 26 11:06:58.816162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08628d11-ff7c-4242-b6f9-a2940b264a96 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Pushing event deleted for resources: {'Port': ['ID=25838b77-e8fb-41a7-bab8-6463eb77eba0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:58.864820 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=8e4a1899-13a4-4279-900a-1338a09fe913,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:58.912583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Allocated IP 172.20.0.2 (160d046a-617f-409e-b320-bb513969272a/acfdec25-6139-4c6f-9216-ed4f390eb738/6f32ad6a-f4d7-4408-9aa0-0829117668c3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:06:58.917962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['8e4a1899-13a4-4279-900a-1338a09fe913'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:06:58.936584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.938434 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.987787 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8da6366-9fe1-4226-8873-5e35877a0f2c x-openstack-request-id: req-d8da6366-9fe1-4226-8873-5e35877a0f2c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:06:58.992552 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08628d11-ff7c-4242-b6f9-a2940b264a96 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:58.993032 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dca45d1-4552-4c51-b720-5c4db3d5e20b", "name": "network-vif-plugged", "status": "completed", "tag": "1552a8ff-f0b0-41ea-89f6-b1888ec30e0c", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:06:58.993415 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8da6366-9fe1-4226-8873-5e35877a0f2c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:06:58.993921 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dca45d1-4552-4c51-b720-5c4db3d5e20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1552a8ff-f0b0-41ea-89f6-b1888ec30e0c', 'code': 200} Aug 26 11:06:59.006171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40150) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:06:59.006678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-08628d11-ff7c-4242-b6f9-a2940b264a96 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] 10.222.0.21 "DELETE /v2.0/ports/25838b77-e8fb-41a7-bab8-6463eb77eba0 HTTP/1.1" status: 204 len: 168 time: 1.5696244 Aug 26 11:06:59.013926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Request body: {'port': {'name': 'tempest-new-port-name-1344706513', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:06:59.014355 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.api.validators [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] bootfile-name is not in valid_values {{(pid=101266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:06:59.014899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.api.validators [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] tftp-server is not in valid_values {{(pid=101266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:06:59.015244 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.api.validators [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] server-ip-address is not in valid_values {{(pid=101266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:06:59.188853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-17d95727-6f34-48a7-a4ec-f4cb7060b005 service neutron] 10.222.0.47 "GET /v2.0/networks/f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525026 Aug 26 11:06:59.258749 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:59.275916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Transition to ACTIVE for port object 6f32ad6a-f4d7-4408-9aa0-0829117668c3 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:59.304106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Transition to ACTIVE for port object 6f32ad6a-f4d7-4408-9aa0-0829117668c3 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:06:59.311561 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:59.348667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dec13749-793d-42af-b0fd-57122895e233 req-2452467e-515c-4742-b993-cc288dd47aee service neutron] 10.222.0.47 "GET /v2.0/networks/f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481779 Aug 26 11:06:59.355231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Network 160d046a-617f-409e-b320-bb513969272a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:06:59.358150 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:06:59.360206 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c1ec4-bb9e-43ac-b89c-1d0ddc076220 req-e3f006df-99c3-43d8-9fd3-722f44479bb3 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:59.363038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:06:59.366413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Pushing event updated for resources: {'Port': ['ID=6f32ad6a-f4d7-4408-9aa0-0829117668c3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:59.367836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e6c1ec4-bb9e-43ac-b89c-1d0ddc076220 req-e3f006df-99c3-43d8-9fd3-722f44479bb3 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 945 time: 0.3987410 Aug 26 11:06:59.391890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:59.396935 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:59.403235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797eabf-b284-4de1-b04f-c1207311c0f3 req-ed7a09ce-5cba-4207-98a9-b2cbe48523c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:59.404555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1797eabf-b284-4de1-b04f-c1207311c0f3 req-ed7a09ce-5cba-4207-98a9-b2cbe48523c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 1097 time: 0.3554859 Aug 26 11:06:59.410196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:59.447290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031154cc-edec-40b6-83ba-b7b40c120ac4 req-9f360d0f-5ce4-44f2-98b7-89cae84fce12 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:59.448915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-031154cc-edec-40b6-83ba-b7b40c120ac4 req-9f360d0f-5ce4-44f2-98b7-89cae84fce12 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2912750 Aug 26 11:06:59.452624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Attempting to bind port 6f32ad6a-f4d7-4408-9aa0-0829117668c3 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:06:59.452906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Attempting to bind port 6f32ad6a-f4d7-4408-9aa0-0829117668c3 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '2d7f060c-9b57-4594-a7f0-392afd152a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '160d046a-617f-409e-b320-bb513969272a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:06:59.453290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Attempting to bind port 6f32ad6a-f4d7-4408-9aa0-0829117668c3 on network 160d046a-617f-409e-b320-bb513969272a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:06:59.466258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:06:59.468509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Checking segment: {'id': '2d7f060c-9b57-4594-a7f0-392afd152a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '160d046a-617f-409e-b320-bb513969272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:06:59.469286 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:59.469980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Bound using segment: {'id': '2d7f060c-9b57-4594-a7f0-392afd152a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '160d046a-617f-409e-b320-bb513969272a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:06:59.471320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Bound port: 6f32ad6a-f4d7-4408-9aa0-0829117668c3, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f060c-9b57-4594-a7f0-392afd152a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '160d046a-617f-409e-b320-bb513969272a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:06:59.472115 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:59.510679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0e6c1ec4-bb9e-43ac-b89c-1d0ddc076220 req-a96f1de4-42cc-4d44-aa3b-bc8f5bced484 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408141 Aug 26 11:06:59.578691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] For port 6f32ad6a-f4d7-4408-9aa0-0829117668c3, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:06:59.584595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1797eabf-b284-4de1-b04f-c1207311c0f3 req-df070825-0776-46fc-9287-53a0e189978b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706133 Aug 26 11:06:59.586066 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] For port 6f32ad6a-f4d7-4408-9aa0-0829117668c3, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6f32ad6a-f4d7-4408-9aa0-0829117668c3,segment=NetworkSegment(2d7f060c-9b57-4594-a7f0-392afd152a29),segment_id=2d7f060c-9b57-4594-a7f0-392afd152a29)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:06:59.595386 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:06:59.604571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-031154cc-edec-40b6-83ba-b7b40c120ac4 req-c5b05db7-742d-44db-82a6-8d160d003a2b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330948 Aug 26 11:06:59.613185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33 req-348e7fe9-cf74-4dc8-91eb-3a4baa49dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:59.615537 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33 req-348e7fe9-cf74-4dc8-91eb-3a4baa49dce3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7202d08226184cb383eb9303d1ec18da&device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 1135 time: 0.1625652 Aug 26 11:06:59.669018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad45a2-02b6-402f-be73-df4e59d8bfc0 None None] Pushing event updated for resources: {'Port': ['ID=6f32ad6a-f4d7-4408-9aa0-0829117668c3,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:06:59.772272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33 req-474f2524-deb2-4df6-b25c-bae0727526e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:59.776752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33 req-474f2524-deb2-4df6-b25c-bae0727526e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 HTTP/1.1" status: 200 len: 898 time: 0.1519749 Aug 26 11:06:59.831466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33 req-05dddf10-38b5-4809-bdff-356b0171065c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2298b6ad-7544-492b-a6ab-2c9c313263b0 HTTP/1.1" status: 200 len: 217 time: 0.0473974 Aug 26 11:06:59.962761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33 req-db4714c0-da51-4953-bfff-c642f91e4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:59.962761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33 req-db4714c0-da51-4953-bfff-c642f91e4817 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb012304-52aa-4dbc-ac61-aa79dcbee29f HTTP/1.1" status: 200 len: 834 time: 0.1148889 Aug 26 11:06:59.970841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4332b-a894-42e3-805e-c6a045027d55 req-3780f8e2-102b-44c2-ba87-becee103e998 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:06:59.972659 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22f4332b-a894-42e3-805e-c6a045027d55 req-3780f8e2-102b-44c2-ba87-becee103e998 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1440613 Aug 26 11:07:00.000076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280592a-1344-4bee-89dd-dd247d05a65e req-cf5257bb-ccf4-48ef-802c-b858c7ab7536 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:00.003047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c280592a-1344-4bee-89dd-dd247d05a65e req-cf5257bb-ccf4-48ef-802c-b858c7ab7536 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 983 time: 0.1388800 Aug 26 11:07:00.069214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8e4a1899-13a4-4279-900a-1338a09fe913 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:00.100391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22f4332b-a894-42e3-805e-c6a045027d55 req-473fa1c9-910c-48eb-ac1f-7b13a49e6df7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807126 Aug 26 11:07:00.148355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33 req-a15caa4e-5c6a-4ee1-978f-3625c176af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:00.149991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33 req-a15caa4e-5c6a-4ee1-978f-3625c176af8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1752198 Aug 26 11:07:00.158450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c280592a-1344-4bee-89dd-dd247d05a65e req-4d2ed606-72d2-4e46-9c64-32ae05e3017f tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1376312 Aug 26 11:07:00.176001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 8e4a1899-13a4-4279-900a-1338a09fe913 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:00.182691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 8e4a1899-13a4-4279-900a-1338a09fe913 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:00.185519 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.280185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33 req-de0e7191-62c0-4f9d-a33d-d1ccaf100454 service neutron] 10.222.0.47 "GET /v2.0/networks/f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183691 Aug 26 11:07:00.336820 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.379788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8e4a1899-13a4-4279-900a-1338a09fe913, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8e4a1899-13a4-4279-900a-1338a09fe913,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:00.385220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.398282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.437187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9111d46-2bd3-4948-800e-618bf7f365bc req-279609b0-f7a5-44d7-9c86-5c237fc512e5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:00.438867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9111d46-2bd3-4948-800e-618bf7f365bc req-279609b0-f7a5-44d7-9c86-5c237fc512e5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.0910642 Aug 26 11:07:00.447900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=8e4a1899-13a4-4279-900a-1338a09fe913,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:00.448558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-466b4d74-bf70-456f-a6e8-7e3d0ae84f33 req-6c624ca5-5420-40f9-8fc3-619911fd6b0d service neutron] 10.222.0.47 "GET /v2.0/networks/f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528418 Aug 26 11:07:00.455750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.488651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9111d46-2bd3-4948-800e-618bf7f365bc req-5aa92bd3-55d9-4570-9860-14f33ab29770 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427306 Aug 26 11:07:00.517299 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] In _notify_port_updated(), no bound segment for port 5d1823ac-390c-4359-a0ec-c9fde6b5ffba on network b1fb2f6c-5454-4f3c-a87d-e15004dbe656 {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:07:00.523064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:00.523911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.525319 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] 10.222.0.21 "PUT /v2.0/ports/5d1823ac-390c-4359-a0ec-c9fde6b5ffba HTTP/1.1" status: 200 len: 1130 time: 1.5178649 Aug 26 11:07:00.528606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40164) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:00.533262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.544795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.591730 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.594045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a777da47-fd33-4f3c-a230-dd0c932b412c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:00.594453 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.597370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc5a8b-82ea-4ab7-9d59-27165a413ac5 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Pushing event updated for resources: {'Port': ['ID=5d1823ac-390c-4359-a0ec-c9fde6b5ffba,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:00.600922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40168) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:00.601082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a777da47-fd33-4f3c-a230-dd0c932b412c tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] 10.222.0.21 "GET /v2.0/ports/5d1823ac-390c-4359-a0ec-c9fde6b5ffba HTTP/1.1" status: 200 len: 1130 time: 0.0707424 Aug 26 11:07:00.697514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd598c-853a-4c39-8c61-4e459afc2f8d req-af586c3f-51f2-44a3-a56c-99f698b7026b tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:00.700024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7cfd598c-853a-4c39-8c61-4e459afc2f8d req-af586c3f-51f2-44a3-a56c-99f698b7026b tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 945 time: 0.0972886 Aug 26 11:07:00.761649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7cfd598c-853a-4c39-8c61-4e459afc2f8d req-91e39701-56e1-485d-8e95-1d3771896c86 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520401 Aug 26 11:07:00.901009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Allocated IP 172.25.1.122 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/05643127-11d1-4147-bc23-bd12e4dc9277) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:00.923245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-10bc525e-d432-4d5d-9155-247c05f55d57 None None] Provisioning complete for port 5d1823ac-390c-4359-a0ec-c9fde6b5ffba triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:00.924116 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10bc525e-d432-4d5d-9155-247c05f55d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.943174 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-102027d6-0d86-423a-8dcb-4842f783df4e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Deleting port 5d1823ac-390c-4359-a0ec-c9fde6b5ffba {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:00.943531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-102027d6-0d86-423a-8dcb-4842f783df4e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:00.975497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-10bc525e-d432-4d5d-9155-247c05f55d57 None None] Port 5d1823ac-390c-4359-a0ec-c9fde6b5ffba cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:07:00.994942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb80be-522b-43f6-8cf5-4e9485fdab60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4a1899-13a4-4279-900a-1338a09fe913'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:07:00.998620 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c0475d-83a1-4387-9b0f-7efb6efb47f3" -d '{"events": [{"server_uuid": "a3cb80be-522b-43f6-8cf5-4e9485fdab60", "name": "network-vif-plugged", "status": "completed", "tag": "8e4a1899-13a4-4279-900a-1338a09fe913"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:07:01.064103 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f822c5-f1f7-4f9d-8e8b-b0739162d7e1 x-openstack-request-id: req-20f822c5-f1f7-4f9d-8e8b-b0739162d7e1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:07:01.064475 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cb80be-522b-43f6-8cf5-4e9485fdab60", "name": "network-vif-plugged", "status": "completed", "tag": "8e4a1899-13a4-4279-900a-1338a09fe913", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:07:01.064794 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20f822c5-f1f7-4f9d-8e8b-b0739162d7e1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:07:01.065262 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cb80be-522b-43f6-8cf5-4e9485fdab60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4a1899-13a4-4279-900a-1338a09fe913', 'code': 200} Aug 26 11:07:01.103181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87b2ac-e793-49e0-b94f-abe7dad0750a None None] Network 160d046a-617f-409e-b320-bb513969272a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:01.118879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-102027d6-0d86-423a-8dcb-4842f783df4e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:01.131968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:01.142927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-102027d6-0d86-423a-8dcb-4842f783df4e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Calling delete_port for 5d1823ac-390c-4359-a0ec-c9fde6b5ffba owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:01.189729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2928514-0f56-4997-b813-0192e2a569bd req-e4e51f31-e8f5-4dfa-8c4d-56dec7fa3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:01.191403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2928514-0f56-4997-b813-0192e2a569bd req-e4e51f31-e8f5-4dfa-8c4d-56dec7fa3396 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a3cb80be-522b-43f6-8cf5-4e9485fdab60 HTTP/1.1" status: 200 len: 1097 time: 0.0500581 Aug 26 11:07:01.271162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:01.287255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e40c9ec9-c719-42ac-9f70-6d30ba2f649d None None] Provisioning for port 6f32ad6a-f4d7-4408-9aa0-0829117668c3 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:01.302874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2928514-0f56-4997-b813-0192e2a569bd req-c67a5d7c-cc36-45ca-801f-09f7812bdaf4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017191 Aug 26 11:07:01.358005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4a5a-3b6e-4fa5-9196-802874dee04a req-db13f835-8f67-421f-819a-6265c1b6ebc0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:01.359842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45ad4a5a-3b6e-4fa5-9196-802874dee04a req-db13f835-8f67-421f-819a-6265c1b6ebc0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 983 time: 0.1100407 Aug 26 11:07:01.366803 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:01.402359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:01.416093 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:01.426877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45ad4a5a-3b6e-4fa5-9196-802874dee04a req-8dcefd02-e4ed-4d57-b761-35d086ae2ba7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0490980 Aug 26 11:07:01.445887 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event updated for resources: {'Port': ['ID=05643127-11d1-4147-bc23-bd12e4dc9277,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:01.448687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Allocated IP 172.25.1.71 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/4705b109-a9f0-42f4-95e1-bb81149b3817) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:01.534719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-102027d6-0d86-423a-8dcb-4842f783df4e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:01.580585 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102027d6-0d86-423a-8dcb-4842f783df4e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Pushing event deleted for resources: {'Port': ['ID=5d1823ac-390c-4359-a0ec-c9fde6b5ffba,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:01.680475 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-102027d6-0d86-423a-8dcb-4842f783df4e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:01.682456 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-102027d6-0d86-423a-8dcb-4842f783df4e tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] 10.222.0.21 "DELETE /v2.0/ports/5d1823ac-390c-4359-a0ec-c9fde6b5ffba HTTP/1.1" status: 204 len: 168 time: 1.0757377 Aug 26 11:07:01.685850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40178) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:01.746348 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:01.761116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f683f2a-f9b0-4de6-a3e7-5564f3b11491 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Deleting subnet d53ea1be-9c61-4c28-af85-d806156f1d34 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:07:01.765813 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5f683f2a-f9b0-4de6-a3e7-5564f3b11491 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:01.842611 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5f683f2a-f9b0-4de6-a3e7-5564f3b11491 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:01.908266 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:01.929570 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f32ad6a-f4d7-4408-9aa0-0829117668c3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:01.953398 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:01.971560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c4a1b-f9d5-4ebd-8e50-69e028be69cd req-3e4da4a2-7569-423d-955f-576a5395fdcb tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:01.973073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-536c4a1b-f9d5-4ebd-8e50-69e028be69cd req-3e4da4a2-7569-423d-955f-576a5395fdcb tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 945 time: 0.0917928 Aug 26 11:07:01.991458 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5f683f2a-f9b0-4de6-a3e7-5564f3b11491 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.003385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:02.003661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6f32ad6a-f4d7-4408-9aa0-0829117668c3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:02.008449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6f32ad6a-f4d7-4408-9aa0-0829117668c3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:02.008835 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.014321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:02.024396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:02.053682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=4705b109-a9f0-42f4-95e1-bb81149b3817,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:02.063555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-536c4a1b-f9d5-4ebd-8e50-69e028be69cd req-ce525a74-cc4d-4937-851e-f52254a564ce tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807133 Aug 26 11:07:02.113636 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.126294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5f683f2a-f9b0-4de6-a3e7-5564f3b11491 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.158327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 6f32ad6a-f4d7-4408-9aa0-0829117668c3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6f32ad6a-f4d7-4408-9aa0-0829117668c3,segment=NetworkSegment(2d7f060c-9b57-4594-a7f0-392afd152a29),segment_id=2d7f060c-9b57-4594-a7f0-392afd152a29)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:02.165241 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.187580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f683f2a-f9b0-4de6-a3e7-5564f3b11491 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Pushing event deleted for resources: {'Subnet': ['ID=d53ea1be-9c61-4c28-af85-d806156f1d34,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:02.197205 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5f683f2a-f9b0-4de6-a3e7-5564f3b11491 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.202493 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5f683f2a-f9b0-4de6-a3e7-5564f3b11491 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] 10.222.0.21 "DELETE /v2.0/subnets/d53ea1be-9c61-4c28-af85-d806156f1d34 HTTP/1.1" status: 204 len: 168 time: 0.5155203 Aug 26 11:07:02.207614 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40184) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:02.207826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff814ee-d944-4df9-92eb-3f2ac8fc619d None None] Network b1fb2f6c-5454-4f3c-a87d-e15004dbe656 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:02.329008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34cee-36c9-4858-bfe5-415b335c0745 req-ea05b730-dc99-49cd-bd7b-9e0d6f2902d2 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:02.330851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64a34cee-36c9-4858-bfe5-415b335c0745 req-ea05b730-dc99-49cd-bd7b-9e0d6f2902d2 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cb80be-522b-43f6-8cf5-4e9485fdab60 HTTP/1.1" status: 200 len: 945 time: 0.1472583 Aug 26 11:07:02.334957 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.359042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=6f32ad6a-f4d7-4408-9aa0-0829117668c3,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:02.374110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.467853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64a34cee-36c9-4858-bfe5-415b335c0745 req-763e9f0b-beeb-4460-b794-4329514bd31e tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193407 Aug 26 11:07:02.509211 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Deleting port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:02.509211 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.595958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90225fa-080c-4024-a0d4-a090ad21d5ed None None] DHCP port deletion for b1fb2f6c-5454-4f3c-a87d-e15004dbe656 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:07:02.656722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b90225fa-080c-4024-a0d4-a090ad21d5ed None None] Deleting port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:02.657142 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b90225fa-080c-4024-a0d4-a090ad21d5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.671401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] For port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=dfcf33de-1858-4b0f-94bb-76f4eb1b4e59,segment=NetworkSegment(61d4eca5-908d-49b7-9958-a43b73446c50),segment_id=61d4eca5-908d-49b7-9958-a43b73446c50)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:02.671789 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.690447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Calling delete_port for dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:02.702652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24ceaf-bc21-48aa-8957-44168f6f4bbd req-904942fa-7f26-4adb-a676-2417da119a10 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:02.710297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa24ceaf-bc21-48aa-8957-44168f6f4bbd req-904942fa-7f26-4adb-a676-2417da119a10 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 983 time: 0.1032608 Aug 26 11:07:02.760909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b90225fa-080c-4024-a0d4-a090ad21d5ed None None] For port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=dfcf33de-1858-4b0f-94bb-76f4eb1b4e59,segment=NetworkSegment(61d4eca5-908d-49b7-9958-a43b73446c50),segment_id=61d4eca5-908d-49b7-9958-a43b73446c50)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:02.761227 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b90225fa-080c-4024-a0d4-a090ad21d5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.786925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b90225fa-080c-4024-a0d4-a090ad21d5ed None None] Calling delete_port for dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:02.803052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fa24ceaf-bc21-48aa-8957-44168f6f4bbd req-24160931-608c-42c5-83e6-5c799b411083 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0916934 Aug 26 11:07:02.813809 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.858434 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.890396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Pushing event deleted for resources: {'Port': ['ID=dfcf33de-1858-4b0f-94bb-76f4eb1b4e59,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:02.892556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] No DVR routers for this DVR port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:07:02.905917 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b90225fa-080c-4024-a0d4-a090ad21d5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:02.935707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90225fa-080c-4024-a0d4-a090ad21d5ed None None] Pushing event deleted for resources: {'Port': ['ID=dfcf33de-1858-4b0f-94bb-76f4eb1b4e59,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:02.943163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90225fa-080c-4024-a0d4-a090ad21d5ed None None] No DVR routers for this DVR port dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:07:03.007810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.019981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fb2f6c-5454-4f3c-a87d-e15004dbe656']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:03.038525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d4eca5-908d-49b7-9958-a43b73446c50') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:03.038525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d4eca5-908d-49b7-9958-a43b73446c50') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:03.049649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.065348 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.073439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:03.073439 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:03.076618 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:03.085480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Router aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:07:03.153205 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.166621 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.171906 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] 10.222.0.21 "DELETE /v2.0/networks/b1fb2f6c-5454-4f3c-a87d-e15004dbe656 HTTP/1.1" status: 204 len: 168 time: 0.9644773 Aug 26 11:07:03.199766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3fe8f-0a6d-4bee-95d9-44008365c440 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626 tempest-ExtraDHCPOptionsIpV6TestJSON-581882626-project] Pushing event deleted for resources: {'Network': ['ID=b1fb2f6c-5454-4f3c-a87d-e15004dbe656,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:03.303889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:03.313058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Sync routers for ids ['aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:03.313897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.327541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Routers {'aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:03.328250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:03.374797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.379458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40196) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:03.379817 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3bfcdb7e-e48f-468b-9790-7b64531e6856 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7777410 Aug 26 11:07:03.461555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Set router aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:03.490955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Router 24957d22-cd19-4978-a99f-78239a02e655 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:07:03.492944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40200) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:03.501766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2298b6ad-7544-492b-a6ab-2c9c313263b0 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:07:03.530251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-23ecf16d-dbe5-42bd-98d6-268ed818870e tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/routers/aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46 HTTP/1.1" status: 200 len: 909 time: 0.1493049 Aug 26 11:07:03.531140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40206) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:03.548070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2107966807', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'enable_snat': True}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:03.612023 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.618371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.669533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:03.679668 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Sync routers for ids ['24957d22-cd19-4978-a99f-78239a02e655'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:03.695035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.697473 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Routers {'24957d22-cd19-4978-a99f-78239a02e655'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:03.698349 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['24957d22-cd19-4978-a99f-78239a02e655'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:03.700016 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7264447d-0912-4270-a709-a1a2b6784bd1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4903290 Aug 26 11:07:03.702297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40210) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:03.723921 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.733120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0cc49-7889-4631-bdf3-d52709715bed req-a8a8a444-bab7-4b0b-a3aa-b76a65024636 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:03.735818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71b0cc49-7889-4631-bdf3-d52709715bed req-a8a8a444-bab7-4b0b-a3aa-b76a65024636 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cb80be-522b-43f6-8cf5-4e9485fdab60 HTTP/1.1" status: 200 len: 945 time: 0.1365349 Aug 26 11:07:03.841929 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9abe0c80-ee21-4855-a5ba-b301984ae7e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95188b9ae45046e7a63016aac2d34471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438957 Aug 26 11:07:03.845135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40214) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:03.959207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71b0cc49-7889-4631-bdf3-d52709715bed req-97842770-563c-4c40-ab46-2cde3736d078 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822734 Aug 26 11:07:03.962823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-630c2344-de64-46b8-b326-3ab77561fb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:03.977853 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Set router 24957d22-cd19-4978-a99f-78239a02e655 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:03.984485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f32ad6a-f4d7-4408-9aa0-0829117668c3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:04.029398 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.064169 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-630c2344-de64-46b8-b326-3ab77561fb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.084357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994dd18-9428-4e1c-b12c-4d6ef43f3f87 req-51c736bf-22c3-4f40-85b7-6e7d4bbe788d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:04.092397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e994dd18-9428-4e1c-b12c-4d6ef43f3f87 req-51c736bf-22c3-4f40-85b7-6e7d4bbe788d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 983 time: 0.1303596 Aug 26 11:07:04.220032 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24957d22-cd19-4978-a99f-78239a02e655', 'name': 'tempest-TestAggregatesBasicOps-1225085135-router', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:02Z', 'revision_number': 3, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'gw_port': {'id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24957d22-cd19-4978-a99f-78239a02e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:00Z', 'updated_at': '2021-08-26T11:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:04.239393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e994dd18-9428-4e1c-b12c-4d6ef43f3f87 req-858932a8-c584-42e7-b8c9-dd62393ccb15 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1459990 Aug 26 11:07:04.240941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-630c2344-de64-46b8-b326-3ab77561fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.245402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-630c2344-de64-46b8-b326-3ab77561fb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.256422 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-630c2344-de64-46b8-b326-3ab77561fb43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d732689f-6c07-4eaa-815d-ea7b7e7ae61f HTTP/1.1" status: 204 len: 168 time: 0.4018564 Aug 26 11:07:04.271362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c2344-de64-46b8-b326-3ab77561fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d732689f-6c07-4eaa-815d-ea7b7e7ae61f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:04.276370 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 2298b6ad-7544-492b-a6ab-2c9c313263b0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2298b6ad-7544-492b-a6ab-2c9c313263b0,segment=NetworkSegment(d839af18-f32a-4dcf-9a58-e8dea1f79948),segment_id=d839af18-f32a-4dcf-9a58-e8dea1f79948)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:04.278705 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Checking router: 24957d22-cd19-4978-a99f-78239a02e655 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:04.279094 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Updating router 24957d22-cd19-4978-a99f-78239a02e655 port 4705b109-a9f0-42f4-95e1-bb81149b3817 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:07:04.316228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '2298b6ad-7544-492b-a6ab-2c9c313263b0', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'port_id': '2298b6ad-7544-492b-a6ab-2c9c313263b0', 'mac_address': 'fa:16:3e:66:42:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:07:04.327143 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.384273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6f32ad6a-f4d7-4408-9aa0-0829117668c3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:04.384796 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.414646 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.448739 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2298b6ad-7544-492b-a6ab-2c9c313263b0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:07:04.473007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46', 'name': 'tempest-snat-router-2107966807', 'tenant_id': 'f1dd8640b2d344c1a9d7915703692c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.122'}], 'enable_snat': False}, 'gw_port_id': '05643127-11d1-4147-bc23-bd12e4dc9277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:01Z', 'revision_number': 3, 'project_id': 'f1dd8640b2d344c1a9d7915703692c86', 'gw_port': {'id': '05643127-11d1-4147-bc23-bd12e4dc9277', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:00Z', 'updated_at': '2021-08-26T11:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:04.555015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 2298b6ad-7544-492b-a6ab-2c9c313263b0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2298b6ad-7544-492b-a6ab-2c9c313263b0,segment=NetworkSegment(d839af18-f32a-4dcf-9a58-e8dea1f79948),segment_id=d839af18-f32a-4dcf-9a58-e8dea1f79948)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:04.575889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Checking router: aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:04.576254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Updating router aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46 port 05643127-11d1-4147-bc23-bd12e4dc9277 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:07:04.579724 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.603132 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.613358 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.647791 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.717079 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.790546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae12174-c8a1-4846-ae29-43d8dd8f6c9e req-aa9b5c12-9bbb-4f95-a1c8-095adc0b1aee tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:04.797975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ae12174-c8a1-4846-ae29-43d8dd8f6c9e req-aa9b5c12-9bbb-4f95-a1c8-095adc0b1aee tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cb80be-522b-43f6-8cf5-4e9485fdab60 HTTP/1.1" status: 200 len: 945 time: 0.1025379 Aug 26 11:07:04.803773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=2298b6ad-7544-492b-a6ab-2c9c313263b0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:04.851924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.852165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.852388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.853075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.853075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.853396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.853738 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.854075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.855137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.855137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.855430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.855608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:04.874180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ae12174-c8a1-4846-ae29-43d8dd8f6c9e req-17eb4326-d339-4d53-b3fa-2cb8a351cfff tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670760 Aug 26 11:07:04.961278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:07:04.966326 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.977539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Allocated IP 172.20.0.1 (160d046a-617f-409e-b320-bb513969272a/acfdec25-6139-4c6f-9216-ed4f390eb738/060b90f0-87c9-42f8-ab55-3e94f54cb956) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:04.980813 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Transition to ACTIVE for port object 4705b109-a9f0-42f4-95e1-bb81149b3817 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:04.988513 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:04.996796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['2298b6ad-7544-492b-a6ab-2c9c313263b0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:07:05.001906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:07:05.002465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dfcf33de-1858-4b0f-94bb-76f4eb1b4e59 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:07:05.044400 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Attempting to bind port 4705b109-a9f0-42f4-95e1-bb81149b3817 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:05.045246 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Attempting to bind port 4705b109-a9f0-42f4-95e1-bb81149b3817 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:05.045716 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Attempting to bind port 4705b109-a9f0-42f4-95e1-bb81149b3817 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:05.062872 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:05.063675 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:05.064138 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.064545 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:05.065036 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Bound port: 4705b109-a9f0-42f4-95e1-bb81149b3817, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:05.065468 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.100840 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1e01c-d467-4a1f-a895-f8beb872bab9 None None] Pushing event updated for resources: {'Port': ['ID=4705b109-a9f0-42f4-95e1-bb81149b3817,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:05.103248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Allocated IP 172.25.1.14 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/d0e9d9cc-a4b2-4f13-a27d-dea9464f6df6) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:05.159986 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] For port 4705b109-a9f0-42f4-95e1-bb81149b3817, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:05.164239 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] For port 4705b109-a9f0-42f4-95e1-bb81149b3817, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4705b109-a9f0-42f4-95e1-bb81149b3817,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:05.178629 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.200196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.228675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Transition to ACTIVE for port object 060b90f0-87c9-42f8-ab55-3e94f54cb956 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:05.263610 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Routers {'24957d22-cd19-4978-a99f-78239a02e655'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:05.264232 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['24957d22-cd19-4978-a99f-78239a02e655'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:05.288083 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.311821 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1e01c-d467-4a1f-a895-f8beb872bab9 None None] Pushing event updated for resources: {'Port': ['ID=4705b109-a9f0-42f4-95e1-bb81149b3817,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:05.342746 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.371364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Network 160d046a-617f-409e-b320-bb513969272a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:05.375718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:05.384325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:05.412550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Pushing event updated for resources: {'Port': ['ID=060b90f0-87c9-42f8-ab55-3e94f54cb956,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:05.461962 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.466652 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.529779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event updated for resources: {'Port': ['ID=d0e9d9cc-a4b2-4f13-a27d-dea9464f6df6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:05.575113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871be88d-1a1f-4942-8263-cdd2886e2730 req-76ee4cc6-93dd-41e8-ba64-d710d7274f81 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:05.598410 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-871be88d-1a1f-4942-8263-cdd2886e2730 req-76ee4cc6-93dd-41e8-ba64-d710d7274f81 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 984 time: 0.1729443 Aug 26 11:07:05.602430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:05.618539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:05.635181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:05.646898 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] Set router 24957d22-cd19-4978-a99f-78239a02e655 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:05.690927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40250) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:05.768386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-871be88d-1a1f-4942-8263-cdd2886e2730 req-ebaff783-3ee0-44b0-a180-dacc7a18c6f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1686180 Aug 26 11:07:05.843294 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.849224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f27e088a-1695-4c90-ad96-7db9d0b161c4 None None] Provisioning for port 060b90f0-87c9-42f8-ab55-3e94f54cb956 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:05.863879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f27e088a-1695-4c90-ad96-7db9d0b161c4 None None] Provisioning complete for port 060b90f0-87c9-42f8-ab55-3e94f54cb956 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:05.864604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f27e088a-1695-4c90-ad96-7db9d0b161c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.869202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Transition to ACTIVE for port object 05643127-11d1-4147-bc23-bd12e4dc9277 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:05.923743 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.926323 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:05.992454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f27e088a-1695-4c90-ad96-7db9d0b161c4 None None] Port 060b90f0-87c9-42f8-ab55-3e94f54cb956 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:07:06.045104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cde6de-b07b-4da3-81e1-fad6402d7603 None None] Pushing event updated for resources: {'Port': ['ID=05643127-11d1-4147-bc23-bd12e4dc9277,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:06.059025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Attempting to bind port 05643127-11d1-4147-bc23-bd12e4dc9277 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:06.059515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Attempting to bind port 05643127-11d1-4147-bc23-bd12e4dc9277 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:06.060142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Attempting to bind port 05643127-11d1-4147-bc23-bd12e4dc9277 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:06.069921 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:06.070419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:06.070972 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:06.071390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:06.072278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Bound port: 05643127-11d1-4147-bc23-bd12e4dc9277, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:06.072708 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:06.084330 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24957d22-cd19-4978-a99f-78239a02e655', 'name': 'tempest-TestAggregatesBasicOps-1225085135-router', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:02Z', 'revision_number': 3, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'gw_port': {'id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24957d22-cd19-4978-a99f-78239a02e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:00Z', 'updated_at': '2021-08-26T11:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:06.135219 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119d193c-0e8f-4bf9-828e-a2aaa80def5f None None] The sync data for ids ['24957d22-cd19-4978-a99f-78239a02e655'] in n-d-778550-13 is: [{'id': '24957d22-cd19-4978-a99f-78239a02e655', 'name': 'tempest-TestAggregatesBasicOps-1225085135-router', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:02Z', 'revision_number': 3, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'gw_port': {'id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24957d22-cd19-4978-a99f-78239a02e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:00Z', 'updated_at': '2021-08-26T11:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:06.160828 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] For port 05643127-11d1-4147-bc23-bd12e4dc9277, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:06.164809 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] For port 05643127-11d1-4147-bc23-bd12e4dc9277, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=05643127-11d1-4147-bc23-bd12e4dc9277,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:06.173914 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:06.196600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83638e2f-f276-4cb4-9b5b-b01a9de53371 req-b47f14c0-e9c9-4db1-88d3-5718d5b3f1d3 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:06.198173 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-83638e2f-f276-4cb4-9b5b-b01a9de53371 req-b47f14c0-e9c9-4db1-88d3-5718d5b3f1d3 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dca45d1-4552-4c51-b720-5c4db3d5e20b HTTP/1.1" status: 200 len: 945 time: 0.1015432 Aug 26 11:07:06.294227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cde6de-b07b-4da3-81e1-fad6402d7603 None None] Pushing event updated for resources: {'Port': ['ID=05643127-11d1-4147-bc23-bd12e4dc9277,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:06.316378 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Routers {'aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:06.317093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:06.350567 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:06.353934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1706640194'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:06.359334 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:06.425645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:06.429417 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:06.463403 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fba32-c81f-4712-b4ac-726ed0ab6ac9 req-04548e35-e2f7-4b42-b18b-fd5bb9fdab03 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:06.465634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a6fba32-c81f-4712-b4ac-726ed0ab6ac9 req-04548e35-e2f7-4b42-b18b-fd5bb9fdab03 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3cb80be-522b-43f6-8cf5-4e9485fdab60 HTTP/1.1" status: 200 len: 945 time: 0.7023327 Aug 26 11:07:06.468030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] Set router aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:06.470638 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:06.507014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20d85e-f535-4c07-8c66-8a2b18aa394a req-259d5d5b-f1dd-4bec-976b-2adebf1a6251 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:06.525770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a20d85e-f535-4c07-8c66-8a2b18aa394a req-259d5d5b-f1dd-4bec-976b-2adebf1a6251 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cb80be-522b-43f6-8cf5-4e9485fdab60 HTTP/1.1" status: 200 len: 945 time: 0.2243936 Aug 26 11:07:06.797470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46', 'name': 'tempest-snat-router-2107966807', 'tenant_id': 'f1dd8640b2d344c1a9d7915703692c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.122'}], 'enable_snat': False}, 'gw_port_id': '05643127-11d1-4147-bc23-bd12e4dc9277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:01Z', 'revision_number': 3, 'project_id': 'f1dd8640b2d344c1a9d7915703692c86', 'gw_port': {'id': '05643127-11d1-4147-bc23-bd12e4dc9277', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:00Z', 'updated_at': '2021-08-26T11:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:06.811722 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Pushing event updated for resources: {'Port': ['ID=060b90f0-87c9-42f8-ab55-3e94f54cb956,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:06.811973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a20d85e-f535-4c07-8c66-8a2b18aa394a req-da48dbb9-f8b7-4bb6-8d1f-2dad04914c55 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826514 Aug 26 11:07:06.819657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-83638e2f-f276-4cb4-9b5b-b01a9de53371 req-41d9510e-71e9-4053-be3f-42f4d925b04c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Deleting port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:06.819981 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-83638e2f-f276-4cb4-9b5b-b01a9de53371 req-41d9510e-71e9-4053-be3f-42f4d925b04c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:06.906354 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:06.927675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc7df6-dbe8-479a-bf67-86adbe92aaff None None] The sync data for ids ['aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46'] in n-d-778550-13 is: [{'id': 'aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46', 'name': 'tempest-snat-router-2107966807', 'tenant_id': 'f1dd8640b2d344c1a9d7915703692c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.122'}], 'enable_snat': False}, 'gw_port_id': '05643127-11d1-4147-bc23-bd12e4dc9277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:01Z', 'revision_number': 3, 'project_id': 'f1dd8640b2d344c1a9d7915703692c86', 'gw_port': {'id': '05643127-11d1-4147-bc23-bd12e4dc9277', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:00Z', 'updated_at': '2021-08-26T11:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:06.944993 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:06.963896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-83638e2f-f276-4cb4-9b5b-b01a9de53371 req-41d9510e-71e9-4053-be3f-42f4d925b04c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] For port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:06.964486 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-83638e2f-f276-4cb4-9b5b-b01a9de53371 req-41d9510e-71e9-4053-be3f-42f4d925b04c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:06.987685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-83638e2f-f276-4cb4-9b5b-b01a9de53371 req-41d9510e-71e9-4053-be3f-42f4d925b04c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Calling delete_port for 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:07.019283 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.064141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.115484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:07.151185 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.151548 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment e4777888-4a5d-4293-9bc7-e669cda37ca3 of type vlan for network f70229cf-31b4-4eab-90fc-e538196eba02 Aug 26 11:07:07.163675 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50190e-d77d-457f-9a3a-bd32758845b6 req-a7ef46d5-3652-4fbd-b8b7-21a550735389 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:07.166450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f50190e-d77d-457f-9a3a-bd32758845b6 req-a7ef46d5-3652-4fbd-b8b7-21a550735389 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 984 time: 0.2258484 Aug 26 11:07:07.175549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65053410-35cf-4095-be32-7819376d5a14,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:07.179998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-8a6fba32-c81f-4712-b4ac-726ed0ab6ac9 req-7503c70e-a045-4100-9b3c-4d8f85b5ee39 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Deleting port 8e4a1899-13a4-4279-900a-1338a09fe913 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:07.180382 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8a6fba32-c81f-4712-b4ac-726ed0ab6ac9 req-7503c70e-a045-4100-9b3c-4d8f85b5ee39 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.279619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-83638e2f-f276-4cb4-9b5b-b01a9de53371 req-41d9510e-71e9-4053-be3f-42f4d925b04c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.291841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1552a8ff-f0b0-41ea-89f6-b1888ec30e0c', '8e4a1899-13a4-4279-900a-1338a09fe913'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:07:07.333251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9510e-71e9-4053-be3f-42f4d925b04c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Pushing event deleted for resources: {'Port': ['ID=1552a8ff-f0b0-41ea-89f6-b1888ec30e0c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:07.356702 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.384870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Network 160d046a-617f-409e-b320-bb513969272a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:07.388431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:07.435881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-83638e2f-f276-4cb4-9b5b-b01a9de53371 req-41d9510e-71e9-4053-be3f-42f4d925b04c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] No DVR routers for this DVR port 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:07:07.444574 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-83638e2f-f276-4cb4-9b5b-b01a9de53371 req-41d9510e-71e9-4053-be3f-42f4d925b04c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.448175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f50190e-d77d-457f-9a3a-bd32758845b6 req-ca315420-ee52-444a-9bdb-b378707c2685 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2622919 Aug 26 11:07:07.462085 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-83638e2f-f276-4cb4-9b5b-b01a9de53371 req-41d9510e-71e9-4053-be3f-42f4d925b04c tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "DELETE /v2.0/ports/1552a8ff-f0b0-41ea-89f6-b1888ec30e0c HTTP/1.1" status: 204 len: 173 time: 1.2561250 Aug 26 11:07:07.464126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dca45d1-4552-4c51-b720-5c4db3d5e20b', 'name': 'network-vif-deleted', 'tag': '1552a8ff-f0b0-41ea-89f6-b1888ec30e0c'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:07:07.480398 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9eb6d5-7a58-4207-b650-c246887bbaa7" -d '{"events": [{"server_uuid": "1dca45d1-4552-4c51-b720-5c4db3d5e20b", "name": "network-vif-deleted", "tag": "1552a8ff-f0b0-41ea-89f6-b1888ec30e0c"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:07:07.537721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2298b6ad-7544-492b-a6ab-2c9c313263b0 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:07.563174 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.578120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:07.578808 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.598521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-8a6fba32-c81f-4712-b4ac-726ed0ab6ac9 req-7503c70e-a045-4100-9b3c-4d8f85b5ee39 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] For port 8e4a1899-13a4-4279-900a-1338a09fe913, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8e4a1899-13a4-4279-900a-1338a09fe913,segment=NetworkSegment(4995c192-efe4-492c-a920-865bacfc3e79),segment_id=4995c192-efe4-492c-a920-865bacfc3e79)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:07.599089 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8a6fba32-c81f-4712-b4ac-726ed0ab6ac9 req-7503c70e-a045-4100-9b3c-4d8f85b5ee39 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.701896 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bbad29-b7b8-42df-a76a-0acf69b84b59 x-openstack-request-id: req-99bbad29-b7b8-42df-a76a-0acf69b84b59 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:07:07.702300 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dca45d1-4552-4c51-b720-5c4db3d5e20b", "name": "network-vif-deleted", "tag": "1552a8ff-f0b0-41ea-89f6-b1888ec30e0c", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:07:07.702722 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99bbad29-b7b8-42df-a76a-0acf69b84b59 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:07:07.703614 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dca45d1-4552-4c51-b720-5c4db3d5e20b', 'name': 'network-vif-deleted', 'tag': '1552a8ff-f0b0-41ea-89f6-b1888ec30e0c', 'status': 'completed', 'code': 200} Aug 26 11:07:07.750296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-8a6fba32-c81f-4712-b4ac-726ed0ab6ac9 req-7503c70e-a045-4100-9b3c-4d8f85b5ee39 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Calling delete_port for 8e4a1899-13a4-4279-900a-1338a09fe913 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:07.759379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Router 24957d22-cd19-4978-a99f-78239a02e655 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:07:07.765562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 2298b6ad-7544-492b-a6ab-2c9c313263b0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:07.791419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 2298b6ad-7544-492b-a6ab-2c9c313263b0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:07.794276 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.848530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1499922 Aug 26 11:07:07.958235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-45170dcf-5c29-4691-a792-aa37236a5a89 None None] Provisioning complete for port 060b90f0-87c9-42f8-ab55-3e94f54cb956 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:07.958634 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45170dcf-5c29-4691-a792-aa37236a5a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:07.995591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40270) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:08.028957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-45170dcf-5c29-4691-a792-aa37236a5a89 None None] Port 060b90f0-87c9-42f8-ab55-3e94f54cb956 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:07:08.066519 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:08.076980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'network_id': 'f70229cf-31b4-4eab-90fc-e538196eba02', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:08.093594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4705b109-a9f0-42f4-95e1-bb81149b3817 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:08.156380 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:08.219990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:08.239476 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f059ea8c-d9b5-4b02-a43d-bf1da258a910 admin admin] 10.222.0.21 "PUT /v2.0/routers/24957d22-cd19-4978-a99f-78239a02e655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5344691 Aug 26 11:07:08.256678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2298b6ad-7544-492b-a6ab-2c9c313263b0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:07:08.259402 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db30a634-5c97-46b4-9b6b-c72487a9951b" -d '{"events": [{"server_uuid": "7e1ff49b-c15f-49ed-b4b1-53ce588d7388", "name": "network-vif-plugged", "status": "completed", "tag": "2298b6ad-7544-492b-a6ab-2c9c313263b0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:07:08.285660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 2298b6ad-7544-492b-a6ab-2c9c313263b0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2298b6ad-7544-492b-a6ab-2c9c313263b0,segment=NetworkSegment(d839af18-f32a-4dcf-9a58-e8dea1f79948),segment_id=d839af18-f32a-4dcf-9a58-e8dea1f79948)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:08.300784 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:08.350123 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9030dca9-29ef-4a44-88ea-9c0c99ccac98 x-openstack-request-id: req-9030dca9-29ef-4a44-88ea-9c0c99ccac98 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:07:08.350844 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1ff49b-c15f-49ed-b4b1-53ce588d7388", "name": "network-vif-plugged", "status": "completed", "tag": "2298b6ad-7544-492b-a6ab-2c9c313263b0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:07:08.352159 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9030dca9-29ef-4a44-88ea-9c0c99ccac98 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:07:08.354323 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2298b6ad-7544-492b-a6ab-2c9c313263b0', 'code': 200} Aug 26 11:07:08.420326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 4705b109-a9f0-42f4-95e1-bb81149b3817 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:08.426700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=2298b6ad-7544-492b-a6ab-2c9c313263b0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:08.431070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 4705b109-a9f0-42f4-95e1-bb81149b3817 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:08.431711 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:08.478848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bab931-3ba9-41e5-9203-2f798947b7d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=f70229cf-31b4-4eab-90fc-e538196eba02,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:08.542865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f70229cf-31b4-4eab-90fc-e538196eba02 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:08.632043 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:08.672270 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 4705b109-a9f0-42f4-95e1-bb81149b3817, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4705b109-a9f0-42f4-95e1-bb81149b3817,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:08.678264 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:08.679222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 05643127-11d1-4147-bc23-bd12e4dc9277 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:08.715052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eab243-1327-453e-866f-c38c53dc2a7c req-62f040a6-65af-494a-b78c-d8b9a189edb0 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:08.717530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84eab243-1327-453e-866f-c38c53dc2a7c req-62f040a6-65af-494a-b78c-d8b9a189edb0 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cb80be-522b-43f6-8cf5-4e9485fdab60 HTTP/1.1" status: 200 len: 945 time: 0.7177327 Aug 26 11:07:08.771046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=4705b109-a9f0-42f4-95e1-bb81149b3817,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:08.788321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 05643127-11d1-4147-bc23-bd12e4dc9277 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:08.793681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 05643127-11d1-4147-bc23-bd12e4dc9277 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:08.794077 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:08.855465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b18fe-c220-40b1-ba73-29e2f69cc379 req-26172299-625f-49f0-8775-7986162a4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:08.857197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af2b18fe-c220-40b1-ba73-29e2f69cc379 req-26172299-625f-49f0-8775-7986162a4bc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 1137 time: 0.4067781 Aug 26 11:07:08.874598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:08.879660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:08.918670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84eab243-1327-453e-866f-c38c53dc2a7c req-8d6fabe4-0c1a-47cf-873b-cb5de7fa2417 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/security-groups?id=b01f9da4-8faf-4356-9f14-55e98ee38cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844413 Aug 26 11:07:08.927333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289c711-356d-4520-8db0-6546e1a686ef req-f9833e04-24b9-4d34-931c-494dbd60fd23 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:08.935297 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:08.935643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1289c711-356d-4520-8db0-6546e1a686ef req-f9833e04-24b9-4d34-931c-494dbd60fd23 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 985 time: 0.2793763 Aug 26 11:07:08.975100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 05643127-11d1-4147-bc23-bd12e4dc9277, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=05643127-11d1-4147-bc23-bd12e4dc9277,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:08.981954 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.054990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=05643127-11d1-4147-bc23-bd12e4dc9277,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:09.079762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Router 9ab88114-6741-42dc-94d9-5a93ead42a60 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:07:09.142913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1289c711-356d-4520-8db0-6546e1a686ef req-9d7318ec-09bf-4e36-816c-01b249c91a53 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2062254 Aug 26 11:07:09.150055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af2b18fe-c220-40b1-ba73-29e2f69cc379 req-79d1e38a-264f-4b35-974f-2b3501167997 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2791264 Aug 26 11:07:09.209207 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8a6fba32-c81f-4712-b4ac-726ed0ab6ac9 req-7503c70e-a045-4100-9b3c-4d8f85b5ee39 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.272784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503c70e-a045-4100-9b3c-4d8f85b5ee39 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Pushing event deleted for resources: {'Port': ['ID=8e4a1899-13a4-4279-900a-1338a09fe913,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:09.357219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6fba32-c81f-4712-b4ac-726ed0ab6ac9 req-7503c70e-a045-4100-9b3c-4d8f85b5ee39 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] No DVR routers for this DVR port 8e4a1899-13a4-4279-900a-1338a09fe913 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:07:09.368126 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8a6fba32-c81f-4712-b4ac-726ed0ab6ac9 req-7503c70e-a045-4100-9b3c-4d8f85b5ee39 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.370168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a6fba32-c81f-4712-b4ac-726ed0ab6ac9 req-7503c70e-a045-4100-9b3c-4d8f85b5ee39 tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.42 "DELETE /v2.0/ports/8e4a1899-13a4-4279-900a-1338a09fe913 HTTP/1.1" status: 204 len: 173 time: 2.8922033 Aug 26 11:07:09.370662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb80be-522b-43f6-8cf5-4e9485fdab60', 'name': 'network-vif-deleted', 'tag': '8e4a1899-13a4-4279-900a-1338a09fe913'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:07:09.373584 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa982e7-8314-45ef-b2eb-ba6aef0ee617" -d '{"events": [{"server_uuid": "a3cb80be-522b-43f6-8cf5-4e9485fdab60", "name": "network-vif-deleted", "tag": "8e4a1899-13a4-4279-900a-1338a09fe913"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:07:09.400532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40300) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:09.408273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-576967896-network', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:09.424639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:09.445898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] Sync routers for ids ['9ab88114-6741-42dc-94d9-5a93ead42a60'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:09.451809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Made reservation on behalf of d10f1580d4e04ce395a9627cc83a2893 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:09.456042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] Routers {'9ab88114-6741-42dc-94d9-5a93ead42a60'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:09.456919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9ab88114-6741-42dc-94d9-5a93ead42a60'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:09.459772 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.484478 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.488421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.491310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5c8f1d3d-f56b-43ee-9b91-91ae8f5849dc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9588816 Aug 26 11:07:09.498005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40302) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:09.499897 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f95963-5787-407c-a1a1-2e5e9d4ed8c8 x-openstack-request-id: req-28f95963-5787-407c-a1a1-2e5e9d4ed8c8 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:07:09.500839 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cb80be-522b-43f6-8cf5-4e9485fdab60", "name": "network-vif-deleted", "tag": "8e4a1899-13a4-4279-900a-1338a09fe913", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:07:09.501195 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28f95963-5787-407c-a1a1-2e5e9d4ed8c8 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:07:09.501716 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cb80be-522b-43f6-8cf5-4e9485fdab60', 'name': 'network-vif-deleted', 'tag': '8e4a1899-13a4-4279-900a-1338a09fe913', 'status': 'completed', 'code': 200} Aug 26 11:07:09.558349 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.626271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] Set router 9ab88114-6741-42dc-94d9-5a93ead42a60 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:09.643288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=df0e430a-5eb7-4639-93ce-ac20d066adb6,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:09.653217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking segment: {'id': 'e4777888-4a5d-4293-9bc7-e669cda37ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f70229cf-31b4-4eab-90fc-e538196eba02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:09.653727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network hostable DHCP agents. Network: f70229cf-31b4-4eab-90fc-e538196eba02, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:09.662056 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0c6905b3-92ff-4632-9968-f60e376effed tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/routers/9ab88114-6741-42dc-94d9-5a93ead42a60 HTTP/1.1" status: 200 len: 907 time: 0.1625812 Aug 26 11:07:09.666935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40304) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:09.724525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network f70229cf-31b4-4eab-90fc-e538196eba02 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:09.733066 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:07:09.745624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f70229cf-31b4-4eab-90fc-e538196eba02) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:09.763598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6885876-e1a7-483a-a01b-19b59b5a028e None None] Network f70229cf-31b4-4eab-90fc-e538196eba02 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:09.768795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:09.769661 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.801600 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.811149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.829693 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dd683b9e-8e34-4e6c-a7a4-cead0287bcaa tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7705297 Aug 26 11:07:09.833100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40306) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:09.840576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1257732790'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:09.850709 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Sync routers for ids ['24957d22-cd19-4978-a99f-78239a02e655'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:09.863796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:09.867359 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.869430 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Routers {'24957d22-cd19-4978-a99f-78239a02e655'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:09.873456 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['24957d22-cd19-4978-a99f-78239a02e655'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:09.892578 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.895398 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Added segment 880cb64c-1b0e-4255-bec4-59abc36a98d7 of type vlan for network 71e54b8e-834f-4496-890a-8521f2d3cd0d Aug 26 11:07:09.964003 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:09.971318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:09.991748 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.012363 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.013434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:10.014170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.067937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4705b109-a9f0-42f4-95e1-bb81149b3817 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:10.139849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8e4a1899-13a4-4279-900a-1338a09fe913 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:07:10.166879 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7639620 Aug 26 11:07:10.171072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40312) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:10.187121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 8e4a1899-13a4-4279-900a-1338a09fe913 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:07:10.187612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8e4a1899-13a4-4279-900a-1338a09fe913 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:07:10.188241 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:07:10.195995 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] Request body: {'subnet': {'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-576967896-subnet', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:10.208388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5955f8-bdbb-4c39-8ad6-259699b4114b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:10.259716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Pushing event updated for resources: {'Network': ['ID=71e54b8e-834f-4496-890a-8521f2d3cd0d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:10.261106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-460e124a-1be1-46c8-80f7-ec87b68e3b87 req-7b2cb08d-2619-4994-83b8-1c0c917d02df tempest-MultipleCreateTestJSON-2081341525 tempest-MultipleCreateTestJSON-2081341525-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3cb80be-522b-43f6-8cf5-4e9485fdab60 HTTP/1.1" status: 200 len: 210 time: 0.1169567 Aug 26 11:07:10.276670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:07:10.280780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1552a8ff-f0b0-41ea-89f6-b1888ec30e0c not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:07:10.294398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.294895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.295104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.295448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.295768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.296343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.296527 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.296966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.297150 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.302979 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Set router 24957d22-cd19-4978-a99f-78239a02e655 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:10.304191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:10.306153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.309128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.310545 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.323565 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.324640 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment b03ad5fb-0ad2-4d29-845f-ea3e33a16d13 of type vlan for network a12ae5a2-7487-4592-874e-80315436f13c Aug 26 11:07:10.342330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.342618 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.343642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.344498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.345545 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.346521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.347461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.348237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.349108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.351014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.351908 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.352751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.353666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55943d8-2229-4e14-b28a-e3171e38fd1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:10.362902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] Made reservation on behalf of d10f1580d4e04ce395a9627cc83a2893 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:10.368887 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.417219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 71e54b8e-834f-4496-890a-8521f2d3cd0d details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:10.445121 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.462252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46219417-2485-4175-a2e2-537140f64625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-f70229cf-31b4-4eab-90fc-e538196eba02', 'network_id': 'f70229cf-31b4-4eab-90fc-e538196eba02', 'tenant_id': '32edb2d561c6454384302382a22291ba', 'fixed_ips': [{'subnet_id': 'df0e430a-5eb7-4639-93ce-ac20d066adb6'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:10.463752 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46219417-2485-4175-a2e2-537140f64625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.535191 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.542243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:10.543271 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.666157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759c7a-f128-4b7d-9800-45fdbad36bb2 req-73a19b27-4f75-46ea-9290-e110e7e4b954 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:10.669793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07759c7a-f128-4b7d-9800-45fdbad36bb2 req-73a19b27-4f75-46ea-9290-e110e7e4b954 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 985 time: 0.3393357 Aug 26 11:07:10.697100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.712074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 4705b109-a9f0-42f4-95e1-bb81149b3817 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:10.712818 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.783882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] Checking segment: {'id': '880cb64c-1b0e-4255-bec4-59abc36a98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:10.784259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] Network hostable DHCP agents. Network: 71e54b8e-834f-4496-890a-8521f2d3cd0d, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:10.786924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d68abb-82ae-4847-b373-7a2f52c8b9c6,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:10.810758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] Network 71e54b8e-834f-4496-890a-8521f2d3cd0d is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:10.816946 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24957d22-cd19-4978-a99f-78239a02e655', 'name': 'tempest-TestAggregatesBasicOps-1225085135-router', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:05Z', 'revision_number': 4, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'gw_port': {'id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24957d22-cd19-4978-a99f-78239a02e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:00Z', 'updated_at': '2021-08-26T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '060b90f0-87c9-42f8-ab55-3e94f54cb956', 'name': '', 'network_id': '160d046a-617f-409e-b320-bb513969272a', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'mac_address': 'fa:16:3e:10:02:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24957d22-cd19-4978-a99f-78239a02e655', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'acfdec25-6139-4c6f-9216-ed4f390eb738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:04Z', 'updated_at': '2021-08-26T11:07:06Z', 'revision_number': 2, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'subnets': [{'id': 'acfdec25-6139-4c6f-9216-ed4f390eb738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:10.827383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 71e54b8e-834f-4496-890a-8521f2d3cd0d) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:10.835625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:10.840773 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.843848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1209d2-4db6-4098-a487-1dd81f0fb34d None None] Network 71e54b8e-834f-4496-890a-8521f2d3cd0d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:10.856577 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Checking router: 24957d22-cd19-4978-a99f-78239a02e655 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:10.857097 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Updating router 24957d22-cd19-4978-a99f-78239a02e655 port 060b90f0-87c9-42f8-ab55-3e94f54cb956 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:07:10.877100 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d912c6dc-727b-4146-814e-b44e66fe5b4e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6973550 Aug 26 11:07:10.878121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40318) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:10.887706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-576967896-router', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:10.894260 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.921923 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:10.923818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.033467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.135227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3001153 Aug 26 11:07:11.137287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40320) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:11.144042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'network_id': 'a12ae5a2-7487-4592-874e-80315436f13c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:11.156932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd40b22-3adf-407e-8d44-6332cb835f3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=a12ae5a2-7487-4592-874e-80315436f13c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:11.180634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network a12ae5a2-7487-4592-874e-80315436f13c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:11.188666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Deleting port d0e9d9cc-a4b2-4f13-a27d-dea9464f6df6 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:11.189024 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.203639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07759c7a-f128-4b7d-9800-45fdbad36bb2 req-66578db3-0487-46c6-8bba-a892798d55bd tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5171974 Aug 26 11:07:11.285693 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab88114-6741-42dc-94d9-5a93ead42a60', 'name': 'tempest-snat-router-2107966807', 'tenant_id': 'f1dd8640b2d344c1a9d7915703692c86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': 'd0e9d9cc-a4b2-4f13-a27d-dea9464f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:03Z', 'updated_at': '2021-08-26T11:07:06Z', 'revision_number': 3, 'project_id': 'f1dd8640b2d344c1a9d7915703692c86', 'gw_port': {'id': 'd0e9d9cc-a4b2-4f13-a27d-dea9464f6df6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab88114-6741-42dc-94d9-5a93ead42a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:04Z', 'updated_at': '2021-08-26T11:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:11.312320 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.315215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-46219417-2485-4175-a2e2-537140f64625 None None] Allocated IP 172.20.255.242 (f70229cf-31b4-4eab-90fc-e538196eba02/df0e430a-5eb7-4639-93ce-ac20d066adb6/5a2c676b-45a1-4764-a2e9-fe56702d06eb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:11.329231 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.333172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Calling delete_port for d0e9d9cc-a4b2-4f13-a27d-dea9464f6df6 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:11.342281 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.375190 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Transition to ACTIVE for port object 060b90f0-87c9-42f8-ab55-3e94f54cb956 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:11.390652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] Checking router: 9ab88114-6741-42dc-94d9-5a93ead42a60 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:11.391266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] Updating router 9ab88114-6741-42dc-94d9-5a93ead42a60 port d0e9d9cc-a4b2-4f13-a27d-dea9464f6df6 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:07:11.394093 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.445115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40326) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:11.470279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 05643127-11d1-4147-bc23-bd12e4dc9277 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:11.513653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9f6388-7620-4da3-9415-d51c04b3810a admin admin] Deleting subnet ecc33b32-12c6-4c13-9a35-060ac11909ce {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:07:11.516021 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ef4de-2d90-4b1f-9283-43557303264a None None] Pushing event updated for resources: {'Port': ['ID=060b90f0-87c9-42f8-ab55-3e94f54cb956,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:11.517193 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b9f6388-7620-4da3-9415-d51c04b3810a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.566393 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b9f6388-7620-4da3-9415-d51c04b3810a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.588090 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.591861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:11.595737 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.595922 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.729558 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0e9d9cc-a4b2-4f13-a27d-dea9464f6df6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:11.739764 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Attempting to bind port 060b90f0-87c9-42f8-ab55-3e94f54cb956 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:11.742300 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Attempting to bind port 060b90f0-87c9-42f8-ab55-3e94f54cb956 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '2d7f060c-9b57-4594-a7f0-392afd152a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '160d046a-617f-409e-b320-bb513969272a'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:11.744577 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Attempting to bind port 060b90f0-87c9-42f8-ab55-3e94f54cb956 on network 160d046a-617f-409e-b320-bb513969272a {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:11.750318 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b9f6388-7620-4da3-9415-d51c04b3810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.764844 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:11.770599 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Checking segment: {'id': '2d7f060c-9b57-4594-a7f0-392afd152a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '160d046a-617f-409e-b320-bb513969272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:11.771862 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.773618 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Bound using segment: {'id': '2d7f060c-9b57-4594-a7f0-392afd152a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '160d046a-617f-409e-b320-bb513969272a'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:11.773618 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Bound port: 060b90f0-87c9-42f8-ab55-3e94f54cb956, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7f060c-9b57-4594-a7f0-392afd152a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '160d046a-617f-409e-b320-bb513969272a'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:11.774984 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.827247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.827449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] Port d0e9d9cc-a4b2-4f13-a27d-dea9464f6df6 not found while updating agent binding for router 9ab88114-6741-42dc-94d9-5a93ead42a60. {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 26 11:07:11.853469 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46219417-2485-4175-a2e2-537140f64625 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.883754 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] For port 060b90f0-87c9-42f8-ab55-3e94f54cb956, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:11.888464 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] For port 060b90f0-87c9-42f8-ab55-3e94f54cb956, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=060b90f0-87c9-42f8-ab55-3e94f54cb956,segment=NetworkSegment(2d7f060c-9b57-4594-a7f0-392afd152a29),segment_id=2d7f060c-9b57-4594-a7f0-392afd152a29)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:11.894582 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.948465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-71e54b8e-834f-4496-890a-8521f2d3cd0d', 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'fixed_ips': [{'subnet_id': '63d68abb-82ae-4847-b373-7a2f52c8b9c6'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:11.950005 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.971232 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Routers {'24957d22-cd19-4978-a99f-78239a02e655'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:11.972640 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['24957d22-cd19-4978-a99f-78239a02e655'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:11.981531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-46219417-2485-4175-a2e2-537140f64625 None None] Transition to ACTIVE for port object 5a2c676b-45a1-4764-a2e9-fe56702d06eb will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:11.994087 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:11.996793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] Routers {'9ab88114-6741-42dc-94d9-5a93ead42a60'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:11.997487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9ab88114-6741-42dc-94d9-5a93ead42a60'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:12.000190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.007344 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 05643127-11d1-4147-bc23-bd12e4dc9277 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:12.007817 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.069193 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b9f6388-7620-4da3-9415-d51c04b3810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.095533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.099216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ab88114-6741-42dc-94d9-5a93ead42a60 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:07:12.109392 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.117020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b9f6388-7620-4da3-9415-d51c04b3810a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.117384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ac56af75-15c4-43a9-bfa5-c08ada4fd5e4 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "DELETE /v2.0/routers/9ab88114-6741-42dc-94d9-5a93ead42a60 HTTP/1.1" status: 204 len: 168 time: 2.4470026 Aug 26 11:07:12.118318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40332) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:12.121448 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9b9f6388-7620-4da3-9415-d51c04b3810a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ecc33b32-12c6-4c13-9a35-060ac11909ce HTTP/1.1" status: 204 len: 168 time: 0.6730716 Aug 26 11:07:12.135201 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40334) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:12.149425 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ef4de-2d90-4b1f-9283-43557303264a None None] Pushing event updated for resources: {'Port': ['ID=060b90f0-87c9-42f8-ab55-3e94f54cb956,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:12.173421 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f6388-7620-4da3-9415-d51c04b3810a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc33b32-12c6-4c13-9a35-060ac11909ce,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:12.203341 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] Set router 24957d22-cd19-4978-a99f-78239a02e655 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:12.206339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.254271 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.327083 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-46219417-2485-4175-a2e2-537140f64625 None None] Transition to ACTIVE for port object 5a2c676b-45a1-4764-a2e9-fe56702d06eb will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:12.339868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:12.340605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed108b8-903a-40a7-bc77-bd537d39c197 None None] The sync data for ids ['9ab88114-6741-42dc-94d9-5a93ead42a60'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:12.411445 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46219417-2485-4175-a2e2-537140f64625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.417441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.460927 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.507232 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.526499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46219417-2485-4175-a2e2-537140f64625 None None] Network f70229cf-31b4-4eab-90fc-e538196eba02 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:12.538849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-46219417-2485-4175-a2e2-537140f64625 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:12.545839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46219417-2485-4175-a2e2-537140f64625 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:12.548642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46219417-2485-4175-a2e2-537140f64625 None None] Pushing event updated for resources: {'Port': ['ID=5a2c676b-45a1-4764-a2e9-fe56702d06eb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:12.604417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=ba9aca91-2b94-4a38-9544-64abea6fb29e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:12.611082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcefc5d-e1b7-42da-a914-01c1660e2330 req-4158db4f-d161-405b-bf22-db11142232b6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:12.611658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Allocated IP 172.20.0.2 (71e54b8e-834f-4496-890a-8521f2d3cd0d/63d68abb-82ae-4847-b373-7a2f52c8b9c6/d6cbd05f-f1f5-482c-a208-0a861c8fdf88) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:12.612386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5dcefc5d-e1b7-42da-a914-01c1660e2330 req-4158db4f-d161-405b-bf22-db11142232b6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 985 time: 0.1993947 Aug 26 11:07:12.619671 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24957d22-cd19-4978-a99f-78239a02e655', 'name': 'tempest-TestAggregatesBasicOps-1225085135-router', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:05Z', 'revision_number': 4, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'gw_port': {'id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24957d22-cd19-4978-a99f-78239a02e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:00Z', 'updated_at': '2021-08-26T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '060b90f0-87c9-42f8-ab55-3e94f54cb956', 'name': '', 'network_id': '160d046a-617f-409e-b320-bb513969272a', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'mac_address': 'fa:16:3e:10:02:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24957d22-cd19-4978-a99f-78239a02e655', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'acfdec25-6139-4c6f-9216-ed4f390eb738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:04Z', 'updated_at': '2021-08-26T11:07:11Z', 'revision_number': 4, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'subnets': [{'id': 'acfdec25-6139-4c6f-9216-ed4f390eb738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:12.639580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Allocated IP 172.25.1.112 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c9472631-0a09-44b7-ac0c-87eb18039e39) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:12.644514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking segment: {'id': 'b03ad5fb-0ad2-4d29-845f-ea3e33a16d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a12ae5a2-7487-4592-874e-80315436f13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:12.645393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network hostable DHCP agents. Network: a12ae5a2-7487-4592-874e-80315436f13c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:12.666791 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb0d53-15e0-465f-81cc-6d273ebbd6da None None] The sync data for ids ['24957d22-cd19-4978-a99f-78239a02e655'] in n-d-778550-13 is: [{'id': '24957d22-cd19-4978-a99f-78239a02e655', 'name': 'tempest-TestAggregatesBasicOps-1225085135-router', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:05Z', 'revision_number': 4, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'gw_port': {'id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24957d22-cd19-4978-a99f-78239a02e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:00Z', 'updated_at': '2021-08-26T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '060b90f0-87c9-42f8-ab55-3e94f54cb956', 'name': '', 'network_id': '160d046a-617f-409e-b320-bb513969272a', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'mac_address': 'fa:16:3e:10:02:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24957d22-cd19-4978-a99f-78239a02e655', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': 'acfdec25-6139-4c6f-9216-ed4f390eb738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:04Z', 'updated_at': '2021-08-26T11:07:11Z', 'revision_number': 4, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'subnets': [{'id': 'acfdec25-6139-4c6f-9216-ed4f390eb738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:12.671619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-46219417-2485-4175-a2e2-537140f64625 None None] Attempting to bind port 5a2c676b-45a1-4764-a2e9-fe56702d06eb on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:12.671996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-46219417-2485-4175-a2e2-537140f64625 None None] Attempting to bind port 5a2c676b-45a1-4764-a2e9-fe56702d06eb by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'e4777888-4a5d-4293-9bc7-e669cda37ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f70229cf-31b4-4eab-90fc-e538196eba02'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:12.672354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46219417-2485-4175-a2e2-537140f64625 None None] Attempting to bind port 5a2c676b-45a1-4764-a2e9-fe56702d06eb on network f70229cf-31b4-4eab-90fc-e538196eba02 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:12.715447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46219417-2485-4175-a2e2-537140f64625 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:12.715829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46219417-2485-4175-a2e2-537140f64625 None None] Checking segment: {'id': 'e4777888-4a5d-4293-9bc7-e669cda37ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f70229cf-31b4-4eab-90fc-e538196eba02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:12.716248 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46219417-2485-4175-a2e2-537140f64625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.716642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46219417-2485-4175-a2e2-537140f64625 None None] Bound using segment: {'id': 'e4777888-4a5d-4293-9bc7-e669cda37ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f70229cf-31b4-4eab-90fc-e538196eba02'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:12.717139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-46219417-2485-4175-a2e2-537140f64625 None None] Bound port: 5a2c676b-45a1-4764-a2e9-fe56702d06eb, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4777888-4a5d-4293-9bc7-e669cda37ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f70229cf-31b4-4eab-90fc-e538196eba02'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:12.717526 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46219417-2485-4175-a2e2-537140f64625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.737017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network a12ae5a2-7487-4592-874e-80315436f13c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:12.806824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.835923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, a12ae5a2-7487-4592-874e-80315436f13c) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:12.836506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4254d2fb-93fd-47b1-9c52-d3d1be2d9934']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:12.861331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3522361-e2cd-495c-809a-0424da1f3afd None None] Network a12ae5a2-7487-4592-874e-80315436f13c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:12.861519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:12.862013 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.881326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4995c192-efe4-492c-a920-865bacfc3e79') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:12.881718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4995c192-efe4-492c-a920-865bacfc3e79') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:12.896945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5dcefc5d-e1b7-42da-a914-01c1660e2330 req-1735fe44-099e-4c12-b498-8465df92d3e8 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2240491 Aug 26 11:07:12.930508 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.939015 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:12.973207 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.015241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.020231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-46219417-2485-4175-a2e2-537140f64625 None None] For port 5a2c676b-45a1-4764-a2e9-fe56702d06eb, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:13.021540 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e426e01c-e3dd-43bd-b7dd-d144f290c42f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8827386 Aug 26 11:07:13.030684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-46219417-2485-4175-a2e2-537140f64625 None None] For port 5a2c676b-45a1-4764-a2e9-fe56702d06eb, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5a2c676b-45a1-4764-a2e9-fe56702d06eb,segment=NetworkSegment(e4777888-4a5d-4293-9bc7-e669cda37ca3),segment_id=e4777888-4a5d-4293-9bc7-e669cda37ca3)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:13.044371 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46219417-2485-4175-a2e2-537140f64625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.044627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40346) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:13.060233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.113862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:13.120011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:13.122646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:13.160084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:13.160511 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:13.173202 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:13.181962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Pushing event updated for resources: {'Port': ['ID=c9472631-0a09-44b7-ac0c-87eb18039e39,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:13.203209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3820f-bf13-4657-b048-02aea04d83fa req-3f41f132-cb81-4fdc-b9ff-de5cb8825924 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:13.212978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41b3820f-bf13-4657-b048-02aea04d83fa req-3f41f132-cb81-4fdc-b9ff-de5cb8825924 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 985 time: 0.2313511 Aug 26 11:07:13.257349 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46219417-2485-4175-a2e2-537140f64625 None None] Pushing event updated for resources: {'Port': ['ID=5a2c676b-45a1-4764-a2e9-fe56702d06eb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:13.268399 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.313653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Transition to ACTIVE for port object d6cbd05f-f1f5-482c-a208-0a861c8fdf88 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:13.325148 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ade7d31-182a-4c3d-967e-c958a9ede8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.371293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-a12ae5a2-7487-4592-874e-80315436f13c', 'network_id': 'a12ae5a2-7487-4592-874e-80315436f13c', 'tenant_id': '32edb2d561c6454384302382a22291ba', 'fixed_ips': [{'subnet_id': 'ba9aca91-2b94-4a38-9544-64abea6fb29e'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:13.372367 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.375180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Transition to ACTIVE for port object d6cbd05f-f1f5-482c-a208-0a861c8fdf88 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:13.389145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.398970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41b3820f-bf13-4657-b048-02aea04d83fa req-4e2c5830-afa3-437c-a6db-54df8ab3d6da tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1849842 Aug 26 11:07:13.479726 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Network 71e54b8e-834f-4496-890a-8521f2d3cd0d is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:13.502150 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:13.504647 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.513547 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:13.613283 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.619206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4254d2fb-93fd-47b1-9c52-d3d1be2d9934 HTTP/1.1" status: 204 len: 168 time: 1.4799340 Aug 26 11:07:13.621117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db150b-48da-41e2-9bef-a3ed04b24502 admin admin] Pushing event deleted for resources: {'Network': ['ID=4254d2fb-93fd-47b1-9c52-d3d1be2d9934,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:13.676319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Pushing event updated for resources: {'Port': ['ID=d6cbd05f-f1f5-482c-a208-0a861c8fdf88,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:13.706152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Deleting port 05643127-11d1-4147-bc23-bd12e4dc9277 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:13.706763 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.713080 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.785590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.831831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Attempting to bind port d6cbd05f-f1f5-482c-a208-0a861c8fdf88 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:13.832150 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Attempting to bind port d6cbd05f-f1f5-482c-a208-0a861c8fdf88 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '880cb64c-1b0e-4255-bec4-59abc36a98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:13.832516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Attempting to bind port d6cbd05f-f1f5-482c-a208-0a861c8fdf88 on network 71e54b8e-834f-4496-890a-8521f2d3cd0d {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:13.847576 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:13.847966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Checking segment: {'id': '880cb64c-1b0e-4255-bec4-59abc36a98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:13.848367 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.848763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Bound using segment: {'id': '880cb64c-1b0e-4255-bec4-59abc36a98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:13.849424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Bound port: d6cbd05f-f1f5-482c-a208-0a861c8fdf88, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880cb64c-1b0e-4255-bec4-59abc36a98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:13.849795 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:13.899089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Allocated IP 172.20.0.2 (a12ae5a2-7487-4592-874e-80315436f13c/ba9aca91-2b94-4a38-9544-64abea6fb29e/f57f6f98-a002-40ca-ba73-533236b830d1) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:13.980398 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.072456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40354) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:14.075624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ae3dd-5a0d-4bd2-8dc6-6bae7fb2051d req-a24f53cf-303f-4592-bb09-61b3d9abd140 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:14.080507 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e8ae3dd-5a0d-4bd2-8dc6-6bae7fb2051d req-a24f53cf-303f-4592-bb09-61b3d9abd140 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 1137 time: 0.4075637 Aug 26 11:07:14.111745 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e8ae3dd-5a0d-4bd2-8dc6-6bae7fb2051d req-1e81837c-65d0-4476-b661-1d964fa36cb0 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.158167 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.171337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Transition to ACTIVE for port object f57f6f98-a002-40ca-ba73-533236b830d1 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:14.198269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Transition to ACTIVE for port object f57f6f98-a002-40ca-ba73-533236b830d1 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:14.212059 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.255912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Network a12ae5a2-7487-4592-874e-80315436f13c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:14.297085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] For port 05643127-11d1-4147-bc23-bd12e4dc9277, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=05643127-11d1-4147-bc23-bd12e4dc9277,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:14.298152 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.304250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:14.307896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:14.327024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b9a904ec-5fb1-4017-8f3c-171c6be6530f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6e0a3a69cb841348e7a42df467655d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447386 Aug 26 11:07:14.347664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40358) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:14.373522 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.390793 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Calling delete_port for 05643127-11d1-4147-bc23-bd12e4dc9277 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:14.411916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] For port d6cbd05f-f1f5-482c-a208-0a861c8fdf88, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:14.435443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Pushing event updated for resources: {'Port': ['ID=f57f6f98-a002-40ca-ba73-533236b830d1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:14.463484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9aca91-2b94-4a38-9544-64abea6fb29e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:14.468799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] For port d6cbd05f-f1f5-482c-a208-0a861c8fdf88, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d6cbd05f-f1f5-482c-a208-0a861c8fdf88,segment=NetworkSegment(880cb64c-1b0e-4255-bec4-59abc36a98d7),segment_id=880cb64c-1b0e-4255-bec4-59abc36a98d7)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:14.484303 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.499584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.513311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Attempting to bind port f57f6f98-a002-40ca-ba73-533236b830d1 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:14.513773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Attempting to bind port f57f6f98-a002-40ca-ba73-533236b830d1 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'b03ad5fb-0ad2-4d29-845f-ea3e33a16d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a12ae5a2-7487-4592-874e-80315436f13c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:14.515140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Attempting to bind port f57f6f98-a002-40ca-ba73-533236b830d1 on network a12ae5a2-7487-4592-874e-80315436f13c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:14.540958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:14.544835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Checking segment: {'id': 'b03ad5fb-0ad2-4d29-845f-ea3e33a16d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a12ae5a2-7487-4592-874e-80315436f13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:14.545392 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.545912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Bound using segment: {'id': 'b03ad5fb-0ad2-4d29-845f-ea3e33a16d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a12ae5a2-7487-4592-874e-80315436f13c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:14.549457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Bound port: f57f6f98-a002-40ca-ba73-533236b830d1, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03ad5fb-0ad2-4d29-845f-ea3e33a16d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a12ae5a2-7487-4592-874e-80315436f13c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:14.550053 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.647024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d497b-78ef-4c8a-b046-8f4a78ac30f8 None None] Pushing event updated for resources: {'Port': ['ID=d6cbd05f-f1f5-482c-a208-0a861c8fdf88,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:14.697643 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e8ae3dd-5a0d-4bd2-8dc6-6bae7fb2051d req-1e81837c-65d0-4476-b661-1d964fa36cb0 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.737427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] For port f57f6f98-a002-40ca-ba73-533236b830d1, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:14.739038 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4e8ae3dd-5a0d-4bd2-8dc6-6bae7fb2051d req-1e81837c-65d0-4476-b661-1d964fa36cb0 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.751508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] For port f57f6f98-a002-40ca-ba73-533236b830d1, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f57f6f98-a002-40ca-ba73-533236b830d1,segment=NetworkSegment(b03ad5fb-0ad2-4d29-845f-ea3e33a16d13),segment_id=b03ad5fb-0ad2-4d29-845f-ea3e33a16d13)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:14.764681 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.772065 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:07:14.802793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.816650 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-539dac99-7609-4589-b157-b5eb700a48ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:14.838228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e8ae3dd-5a0d-4bd2-8dc6-6bae7fb2051d req-1e81837c-65d0-4476-b661-1d964fa36cb0 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.7463572 Aug 26 11:07:14.892325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40360) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:14.916716 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 060b90f0-87c9-42f8-ab55-3e94f54cb956 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:14.921056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b532b08-a892-42e7-aaf4-1d00d4ddfa75 None None] Pushing event updated for resources: {'Port': ['ID=f57f6f98-a002-40ca-ba73-533236b830d1,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:14.971662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12ae5a2-7487-4592-874e-80315436f13c']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:14.996642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f851ea36-c3dc-449c-8be0-91f8aa287a9e tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:14.997309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81837c-65d0-4476-b661-1d964fa36cb0 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6522c9-f016-4454-a0d9-a3f67c1ad1f8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:14.998670 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f851ea36-c3dc-449c-8be0-91f8aa287a9e tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 1132 time: 0.1054149 Aug 26 11:07:15.002077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40362) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:15.045422 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394556a6-7670-4095-bd26-d7c87a45dd10 None None] Network a12ae5a2-7487-4592-874e-80315436f13c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:15.074455 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '2298b6ad-7544-492b-a6ab-2c9c313263b0', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:15.087601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03ad5fb-0ad2-4d29-845f-ea3e33a16d13') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:15.088071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03ad5fb-0ad2-4d29-845f-ea3e33a16d13') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:15.092663 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-539dac99-7609-4589-b157-b5eb700a48ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.095638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 060b90f0-87c9-42f8-ab55-3e94f54cb956 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:15.122167 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.123041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:15.130400 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.174502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84aa229-9585-436b-9edb-d8d8bf669bc3 None None] Network f70229cf-31b4-4eab-90fc-e538196eba02 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:15.185799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Sync routers for ids ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:15.189397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 060b90f0-87c9-42f8-ab55-3e94f54cb956 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:15.190016 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.197612 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.202438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.202669 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-135f2e28-7a36-488c-82d8-e782df3aea62 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3198371 Aug 26 11:07:15.203114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40368) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:15.239990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:15.240699 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:15.244432 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:15.264457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.343430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event deleted for resources: {'Port': ['ID=05643127-11d1-4147-bc23-bd12e4dc9277,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:15.374410 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 11:07:15.374410 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 11:07:15.374410 n-d-778550-13 neutron-server[101267]: [parameters: {'id': 'a12ae5a2-7487-4592-874e-80315436f13c'}] Aug 26 11:07:15.374410 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:07:15.375834 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:07:15.398750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.405269 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-539dac99-7609-4589-b157-b5eb700a48ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.408313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-539dac99-7609-4589-b157-b5eb700a48ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.409844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-539dac99-7609-4589-b157-b5eb700a48ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b01f9da4-8faf-4356-9f14-55e98ee38cff HTTP/1.1" status: 204 len: 168 time: 1.0484953 Aug 26 11:07:15.429960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dac99-7609-4589-b157-b5eb700a48ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01f9da4-8faf-4356-9f14-55e98ee38cff,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:15.443114 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.550353 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.552724 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.610232 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.610966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:07:15.613386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1af4a52f-c4e8-4061-a6f1-dcb673ee1539 None None] Provisioning for port 5a2c676b-45a1-4764-a2e9-fe56702d06eb completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:15.619853 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.621356 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Routers {'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:15.622088 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:06:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:15.627495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1a7c2305-c2e8-4b00-b9af-80cab0a6d4de tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "DELETE /v2.0/routers/aa42c97f-9b3c-49b5-86e6-a49fc4cc3e46 HTTP/1.1" status: 204 len: 168 time: 3.5004036 Aug 26 11:07:15.628727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40372) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:15.637590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1705296243', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:15.670871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.672151 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.679462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Allocated IP 172.25.1.162 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c7537fb8-b34f-4182-876a-14c8bfe68449) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:15.754387 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.911799 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.927065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:15.989891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:16.032221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0585e48b-c322-4511-b6dd-9f5f4416286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:16.112860 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:16.117524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:16.137241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:16.148764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 060b90f0-87c9-42f8-ab55-3e94f54cb956, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=060b90f0-87c9-42f8-ab55-3e94f54cb956,segment=NetworkSegment(2d7f060c-9b57-4594-a7f0-392afd152a29),segment_id=2d7f060c-9b57-4594-a7f0-392afd152a29)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:16.208639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:16.217059 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:16.219151 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5a2c676b-45a1-4764-a2e9-fe56702d06eb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:16.297705 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:16.303063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:16.395296 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Port': ['ID=c7537fb8-b34f-4182-876a-14c8bfe68449,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:16.406755 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Set router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:16.606949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7597d628-f007-4841-974b-4ccfbf94ec8c None None] Network 71e54b8e-834f-4496-890a-8521f2d3cd0d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:16.609649 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:16.717446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Deleting port f57f6f98-a002-40ca-ba73-533236b830d1 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:16.717795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:16.820954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] For port f57f6f98-a002-40ca-ba73-533236b830d1, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f57f6f98-a002-40ca-ba73-533236b830d1,segment=NetworkSegment(b03ad5fb-0ad2-4d29-845f-ea3e33a16d13),segment_id=b03ad5fb-0ad2-4d29-845f-ea3e33a16d13)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:16.821659 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:16.843343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Calling delete_port for f57f6f98-a002-40ca-ba73-533236b830d1 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:16.883142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=060b90f0-87c9-42f8-ab55-3e94f54cb956,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:16.915410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-81583441-3f30-405f-8b75-f0aa937f86b7 None None] Provisioning for port d6cbd05f-f1f5-482c-a208-0a861c8fdf88 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:16.953077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 5a2c676b-45a1-4764-a2e9-fe56702d06eb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:16.961426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5a2c676b-45a1-4764-a2e9-fe56702d06eb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:16.962098 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.087925 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Allocated IP 172.20.0.1 (71e54b8e-834f-4496-890a-8521f2d3cd0d/63d68abb-82ae-4847-b373-7a2f52c8b9c6/c920ea4a-9312-4a1b-9d55-b241291d0c8f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:17.184062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'name': 'tempest-TestAggregatesBasicOps-576967896-router', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:10Z', 'updated_at': '2021-08-26T11:07:13Z', 'revision_number': 3, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'gw_port': {'id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:12Z', 'updated_at': '2021-08-26T11:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:17.195646 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.251425 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.274342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Checking router: ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:17.274584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Updating router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a port c9472631-0a09-44b7-ac0c-87eb18039e39 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:07:17.307486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.309456 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.336284 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.345322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Port': ['ID=f57f6f98-a002-40ca-ba73-533236b830d1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:17.358420 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.368420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No DVR routers for this DVR port f57f6f98-a002-40ca-ba73-533236b830d1 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:07:17.472753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b321a977-d817-432c-bff8-e91f2b786352 None None] Provisioning complete for port 5a2c676b-45a1-4764-a2e9-fe56702d06eb triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:17.473196 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b321a977-d817-432c-bff8-e91f2b786352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.479965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 5a2c676b-45a1-4764-a2e9-fe56702d06eb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5a2c676b-45a1-4764-a2e9-fe56702d06eb,segment=NetworkSegment(e4777888-4a5d-4293-9bc7-e669cda37ca3),segment_id=e4777888-4a5d-4293-9bc7-e669cda37ca3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:17.527483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.527828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.533792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.534320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.534477 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.534669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.537545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.537900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.538243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.538588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.538956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.539283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.539613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:17.649640 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.673126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Allocated IP 172.25.1.234 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/2377a4ac-9bf5-4360-aec2-14c2fdf68342) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:17.698237 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.739845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa47ee6-7be9-48e7-a2fe-d174f638e4b1 None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:07:17.768688 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.793826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=5a2c676b-45a1-4764-a2e9-fe56702d06eb,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:17.813440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.842357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62d58c62-5ea7-4a00-bdc4-e7163f76d963 req-c2bdd722-e01d-4331-bf08-93ae797d51d8 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=2073e91c-45a9-423b-bff1-4b493209fdb1 HTTP/1.1" status: 200 len: 210 time: 0.1650512 Aug 26 11:07:17.849378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12ae5a2-7487-4592-874e-80315436f13c']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:17.881479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Transition to ACTIVE for port object c920ea4a-9312-4a1b-9d55-b241291d0c8f will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:17.892571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03ad5fb-0ad2-4d29-845f-ea3e33a16d13') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:17.892884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03ad5fb-0ad2-4d29-845f-ea3e33a16d13') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:17.895889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d6cbd05f-f1f5-482c-a208-0a861c8fdf88 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:17.906391 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.929758 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.945180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:17.945604 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:17.949247 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:17.997137 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.041172 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.072713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa47ee6-7be9-48e7-a2fe-d174f638e4b1 None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:07:18.076741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port d6cbd05f-f1f5-482c-a208-0a861c8fdf88 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:18.077472 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.088025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.089839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/a12ae5a2-7487-4592-874e-80315436f13c HTTP/1.1" status: 204 len: 168 time: 5.0407333 Aug 26 11:07:18.093954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d6cbd05f-f1f5-482c-a208-0a861c8fdf88 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:18.094346 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.107177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40436) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:18.124022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408632ff-b2ec-4ec9-aeeb-a79c15298f6d tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=a12ae5a2-7487-4592-874e-80315436f13c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:18.129979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-748872609'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:18.148049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Network 71e54b8e-834f-4496-890a-8521f2d3cd0d is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:18.159017 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.172932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:18.187933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:18.195137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6304460d-ddf6-41a9-9c76-076918574a37 None None] Provisioning complete for port d6cbd05f-f1f5-482c-a208-0a861c8fdf88 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:18.195592 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6304460d-ddf6-41a9-9c76-076918574a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.196910 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Pushing event updated for resources: {'Port': ['ID=c920ea4a-9312-4a1b-9d55-b241291d0c8f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:18.213148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.244013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:18.250230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:18.254826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:18.260986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Pushing event updated for resources: {'Port': ['ID=2377a4ac-9bf5-4360-aec2-14c2fdf68342,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:18.288262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.339112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:18.343305 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.416502 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.484714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Port': ['ID=c7537fb8-b34f-4182-876a-14c8bfe68449,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:18.487696 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.545618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:18.609910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.610522 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment 9a07c26e-b9d4-4f59-9186-beb11bab004c of type vlan for network d16d5fd5-2788-4245-a4df-d09bc98f6bc1 Aug 26 11:07:18.642163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56004839-73f8-495b-aa8b-412828bb7707 req-6573c2b7-dec8-4b1a-ade3-83c14a5eabe0 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0931332 Aug 26 11:07:18.711593 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.715643 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Floating IP 5beeb9a8-00d1-40a2-a05f-c612d72535a9 associated. External IP: 172.25.1.162, port: 2298b6ad-7544-492b-a6ab-2c9c313263b0. Aug 26 11:07:18.875749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.881329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:18.882282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.883949 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.968998 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6304460d-ddf6-41a9-9c76-076918574a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.979299 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:18.993456 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.007247 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8938982 Aug 26 11:07:19.013365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40456) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:19.019615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'network_id': 'd16d5fd5-2788-4245-a4df-d09bc98f6bc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:19.020461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3f37a-2fa4-4e96-8d69-13530dde3115 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=d16d5fd5-2788-4245-a4df-d09bc98f6bc1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:19.063028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network d16d5fd5-2788-4245-a4df-d09bc98f6bc1 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:19.087381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6304460d-ddf6-41a9-9c76-076918574a37 None None] For port d6cbd05f-f1f5-482c-a208-0a861c8fdf88, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d6cbd05f-f1f5-482c-a208-0a861c8fdf88,segment=NetworkSegment(880cb64c-1b0e-4255-bec4-59abc36a98d7),segment_id=880cb64c-1b0e-4255-bec4-59abc36a98d7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:19.194541 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6304460d-ddf6-41a9-9c76-076918574a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.301572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Router 08b55e96-ee7c-4106-b4e7-5fa44caf757a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:07:19.310535 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.318322 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.318764 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.341373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:19.346330 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.348564 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.358319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Transition to ACTIVE for port object c9472631-0a09-44b7-ac0c-87eb18039e39 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:19.360476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.395680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:07:19.396041 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:07:19.397079 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.399042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304460d-ddf6-41a9-9c76-076918574a37 None None] Pushing event updated for resources: {'Port': ['ID=d6cbd05f-f1f5-482c-a208-0a861c8fdf88,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:19.473965 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.474600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Performing IP validity checks on allocation pools {{(pid=101267) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 26 11:07:19.475152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101267) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 26 11:07:19.482755 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e05e9-5c2a-4647-832a-16338166cf10 None None] Pushing event updated for resources: {'Port': ['ID=c9472631-0a09-44b7-ac0c-87eb18039e39,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:19.494925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Attempting to bind port c9472631-0a09-44b7-ac0c-87eb18039e39 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:19.496196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Attempting to bind port c9472631-0a09-44b7-ac0c-87eb18039e39 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:19.497687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Attempting to bind port c9472631-0a09-44b7-ac0c-87eb18039e39 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:19.499459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Pushing event updated for resources: {'Port': ['ID=c920ea4a-9312-4a1b-9d55-b241291d0c8f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:19.512827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:19.514043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:19.515251 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.515834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:19.516509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Bound port: c9472631-0a09-44b7-ac0c-87eb18039e39, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:19.517078 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.588234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:19.603002 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e82893-32bd-4379-94d5-555181527eec None None] Sync routers for ids ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:19.607350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] For port c9472631-0a09-44b7-ac0c-87eb18039e39, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:19.613044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] For port c9472631-0a09-44b7-ac0c-87eb18039e39, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c9472631-0a09-44b7-ac0c-87eb18039e39,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:19.628498 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e82893-32bd-4379-94d5-555181527eec None None] Routers {'08b55e96-ee7c-4106-b4e7-5fa44caf757a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:19.629137 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-91e82893-32bd-4379-94d5-555181527eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:19.631097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.633834 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:19.670184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-679c214d-9bcd-442c-b54f-a2a86b831caa tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6636817 Aug 26 11:07:19.670184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'tag': '2298b6ad-7544-492b-a6ab-2c9c313263b0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:07:19.673214 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ff49b-c15f-49ed-b4b1-53ce588d7388", "tag": "2298b6ad-7544-492b-a6ab-2c9c313263b0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:07:19.677377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40462) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:19.735255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Router c2a6e565-3158-49dc-8833-d733fada74ea is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:07:19.808785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e05e9-5c2a-4647-832a-16338166cf10 None None] Pushing event updated for resources: {'Port': ['ID=c9472631-0a09-44b7-ac0c-87eb18039e39,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:19.845615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0d2dbc15-dede-4b28-b44f-37ba350caa3f None None] Provisioning for port c920ea4a-9312-4a1b-9d55-b241291d0c8f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:19.866935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Routers {'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:19.867651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:19.869796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0d2dbc15-dede-4b28-b44f-37ba350caa3f None None] Provisioning complete for port c920ea4a-9312-4a1b-9d55-b241291d0c8f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:19.870222 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0d2dbc15-dede-4b28-b44f-37ba350caa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:20.009505 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-91e82893-32bd-4379-94d5-555181527eec None None] Set router 08b55e96-ee7c-4106-b4e7-5fa44caf757a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:20.019581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-702c9554-b369-4597-b6cc-e1cbfcff70d9 req-697cfe9a-7294-458b-b813-da1622b52432 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.1701548 Aug 26 11:07:20.082337 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:20.096749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9 req-130a2267-1dc9-4eec-8688-3490373e96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.097780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9 req-130a2267-1dc9-4eec-8688-3490373e96c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7202d08226184cb383eb9303d1ec18da&device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 1137 time: 0.2524171 Aug 26 11:07:20.098806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0d2dbc15-dede-4b28-b44f-37ba350caa3f None None] Port c920ea4a-9312-4a1b-9d55-b241291d0c8f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:07:20.107923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 060b90f0-87c9-42f8-ab55-3e94f54cb956 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:20.147925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:20.161974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636ef6e-cdf9-44b7-9ed9-2b02f2136282 None None] Sync routers for ids ['c2a6e565-3158-49dc-8833-d733fada74ea'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:20.171335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] Set router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:20.211758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636ef6e-cdf9-44b7-9ed9-2b02f2136282 None None] Routers {'c2a6e565-3158-49dc-8833-d733fada74ea'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:20.213012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6636ef6e-cdf9-44b7-9ed9-2b02f2136282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c2a6e565-3158-49dc-8833-d733fada74ea'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:20.267955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking segment: {'id': '9a07c26e-b9d4-4f59-9186-beb11bab004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd16d5fd5-2788-4245-a4df-d09bc98f6bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:20.268596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network hostable DHCP agents. Network: d16d5fd5-2788-4245-a4df-d09bc98f6bc1, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:20.282653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6636ef6e-cdf9-44b7-9ed9-2b02f2136282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:20.299081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:20.300644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d57d7418-cdf8-42c7-918e-c226207b5c2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6710064 Aug 26 11:07:20.304651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=f04cc342-cd68-4412-8b8d-0718cae077c4,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:20.305761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.306231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.306963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.307440 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.308535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.308994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.309473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.309939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.310406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.310919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.311526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636ef6e-cdf9-44b7-9ed9-2b02f2136282 None None] Routers {'c2a6e565-3158-49dc-8833-d733fada74ea'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:20.312052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.312390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6636ef6e-cdf9-44b7-9ed9-2b02f2136282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c2a6e565-3158-49dc-8833-d733fada74ea'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:20.314839 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e16725f1-051d-4f8a-adbe-059a602a5ac8 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7736 time: 0.6320407 Aug 26 11:07:20.316474 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4682666b-20d5-421a-b9ea-5c74d1fe3e1f x-openstack-request-id: req-4682666b-20d5-421a-b9ea-5c74d1fe3e1f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:07:20.316772 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ff49b-c15f-49ed-b4b1-53ce588d7388", "tag": "2298b6ad-7544-492b-a6ab-2c9c313263b0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:07:20.317026 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4682666b-20d5-421a-b9ea-5c74d1fe3e1f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:07:20.317419 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'tag': '2298b6ad-7544-492b-a6ab-2c9c313263b0', 'status': 'completed', 'code': 200} Aug 26 11:07:20.317789 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40470) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:20.318116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40472) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:20.320670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network d16d5fd5-2788-4245-a4df-d09bc98f6bc1 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:20.326609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-78a01ce1-cc64-4859-ae6e-28b81e03d3bb tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'enable_snat': False}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:20.368608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Network 71e54b8e-834f-4496-890a-8521f2d3cd0d is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:20.374284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13464425-6dfb-4f44-a5d1-301d084be63a req-ae4ecf0b-0257-4ff3-b9c7-651581daffdc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2073e91c-45a9-423b-bff1-4b493209fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0308974 Aug 26 11:07:20.375036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, d16d5fd5-2788-4245-a4df-d09bc98f6bc1) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:20.396198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.396787 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:20.397614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6636ef6e-cdf9-44b7-9ed9-2b02f2136282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:20.398320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636ef6e-cdf9-44b7-9ed9-2b02f2136282 None None] The sync data for ids ['c2a6e565-3158-49dc-8833-d733fada74ea'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:20.409748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7811a6-372f-4b8b-b065-2e8e8c95bf8a None None] Network d16d5fd5-2788-4245-a4df-d09bc98f6bc1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:20.411020 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-91e82893-32bd-4379-94d5-555181527eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5beeb9a8-00d1-40a2-a05f-c612d72535a9', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'port_id': '2298b6ad-7544-492b-a6ab-2c9c313263b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'mac_address': 'fa:16:3e:66:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:07:17Z', 'updated_at': '2021-08-26T11:07:17Z', 'revision_number': 0, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56020251-d4dd-46ee-8bd5-7c18133e5fda', 'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:fc:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:36Z', 'updated_at': '2021-08-26T11:06:46Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:20.414334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9 req-44ff540d-f8c1-495d-885b-4b9cbced3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.414810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:20.416517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9 req-44ff540d-f8c1-495d-885b-4b9cbced3daf service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 HTTP/1.1" status: 200 len: 898 time: 0.2831802 Aug 26 11:07:20.431483 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-13700fa2-26a5-4d61-ba1d-f7a27f3b2ba9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4147136 Aug 26 11:07:20.431951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40474) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:20.470394 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e82893-32bd-4379-94d5-555181527eec None None] Checking router: 08b55e96-ee7c-4106-b4e7-5fa44caf757a for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:20.482077 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e82893-32bd-4379-94d5-555181527eec None None] Routers {'08b55e96-ee7c-4106-b4e7-5fa44caf757a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:20.483189 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-91e82893-32bd-4379-94d5-555181527eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:20.529829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 060b90f0-87c9-42f8-ab55-3e94f54cb956 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:20.530398 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:20.537621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9 req-d80d187b-7bc1-477b-9a43-57d89e9e75c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2298b6ad-7544-492b-a6ab-2c9c313263b0 HTTP/1.1" status: 200 len: 1000 time: 0.1064260 Aug 26 11:07:20.542247 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:20.646885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9 req-60fc9ad7-87df-4c83-9cf5-aca4c51ae61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.647805 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9 req-60fc9ad7-87df-4c83-9cf5-aca4c51ae61e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb012304-52aa-4dbc-ac61-aa79dcbee29f HTTP/1.1" status: 200 len: 834 time: 0.0680239 Aug 26 11:07:20.669945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.672074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.673791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.675089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.676836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.678723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.680610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.681935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.682258 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-91e82893-32bd-4379-94d5-555181527eec None None] Set router 08b55e96-ee7c-4106-b4e7-5fa44caf757a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:20.687254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.688620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.689795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.701319 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8baa77a5-1662-4bb3-9009-8039aab753f1 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7115 time: 0.3718531 Aug 26 11:07:20.702849 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40476) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:20.752441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9 req-4e32ae1a-5277-4af2-9fd7-c9e191ce027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:20.754370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9 req-4e32ae1a-5277-4af2-9fd7-c9e191ce027e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977817 Aug 26 11:07:20.802127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:07:20.841041 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:20.928910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78aa3c4-38da-478c-a226-509cbb7632d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-d16d5fd5-2788-4245-a4df-d09bc98f6bc1', 'network_id': 'd16d5fd5-2788-4245-a4df-d09bc98f6bc1', 'tenant_id': '32edb2d561c6454384302382a22291ba', 'fixed_ips': [{'subnet_id': 'f04cc342-cd68-4412-8b8d-0718cae077c4'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:20.929851 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b78aa3c4-38da-478c-a226-509cbb7632d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:20.929978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9 req-5fa69911-bf4e-40f1-b079-17a6fe6dc717 service neutron] 10.222.0.47 "GET /v2.0/networks/f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629930 Aug 26 11:07:20.942079 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:21.033480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4c47a69d-be19-410d-8d24-e0b39d41b9b6 None None] Provisioning complete for port c920ea4a-9312-4a1b-9d55-b241291d0c8f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:21.033862 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c47a69d-be19-410d-8d24-e0b39d41b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:21.081977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4c47a69d-be19-410d-8d24-e0b39d41b9b6 None None] Port c920ea4a-9312-4a1b-9d55-b241291d0c8f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:07:21.085383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 05643127-11d1-4147-bc23-bd12e4dc9277 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:07:21.126320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 05643127-11d1-4147-bc23-bd12e4dc9277 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:07:21.127031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 05643127-11d1-4147-bc23-bd12e4dc9277 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:07:21.142298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'name': 'tempest-TestAggregatesBasicOps-576967896-router', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:10Z', 'updated_at': '2021-08-26T11:07:18Z', 'revision_number': 4, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'gw_port': {'id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:12Z', 'updated_at': '2021-08-26T11:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c920ea4a-9312-4a1b-9d55-b241291d0c8f', 'name': '', 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'mac_address': 'fa:16:3e:bd:69:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '63d68abb-82ae-4847-b373-7a2f52c8b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:16Z', 'updated_at': '2021-08-26T11:07:19Z', 'revision_number': 2, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'subnets': [{'id': '63d68abb-82ae-4847-b373-7a2f52c8b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:21.146310 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-91e82893-32bd-4379-94d5-555181527eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5beeb9a8-00d1-40a2-a05f-c612d72535a9', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'port_id': '2298b6ad-7544-492b-a6ab-2c9c313263b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'mac_address': 'fa:16:3e:66:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:07:17Z', 'updated_at': '2021-08-26T11:07:17Z', 'revision_number': 0, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56020251-d4dd-46ee-8bd5-7c18133e5fda', 'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:fc:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:36Z', 'updated_at': '2021-08-26T11:06:46Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:21.190461 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7650a40-9b30-4b5a-9610-265462a86836 None None] The sync data for ids ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'] in n-d-778550-13 is: [{'id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'name': 'tempest-TestAggregatesBasicOps-576967896-router', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:10Z', 'updated_at': '2021-08-26T11:07:18Z', 'revision_number': 4, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'gw_port': {'id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:12Z', 'updated_at': '2021-08-26T11:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c920ea4a-9312-4a1b-9d55-b241291d0c8f', 'name': '', 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'mac_address': 'fa:16:3e:bd:69:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '63d68abb-82ae-4847-b373-7a2f52c8b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:16Z', 'updated_at': '2021-08-26T11:07:19Z', 'revision_number': 2, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'subnets': [{'id': '63d68abb-82ae-4847-b373-7a2f52c8b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:21.196890 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e82893-32bd-4379-94d5-555181527eec None None] The sync data for ids ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'] in n-d-778550-13 is: [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5beeb9a8-00d1-40a2-a05f-c612d72535a9', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'port_id': '2298b6ad-7544-492b-a6ab-2c9c313263b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'mac_address': 'fa:16:3e:66:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:07:17Z', 'updated_at': '2021-08-26T11:07:17Z', 'revision_number': 0, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56020251-d4dd-46ee-8bd5-7c18133e5fda', 'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:fc:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:36Z', 'updated_at': '2021-08-26T11:06:46Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-b78aa3c4-38da-478c-a226-509cbb7632d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f04cc342-cd68-4412-8b8d-0718cae077c4: This subnet is being modified by another concurrent operation. Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:07:21.245386 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exception Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f04cc342-cd68-4412-8b8d-0718cae077c4: This subnet is being modified by another concurrent operation. Aug 26 11:07:21.249284 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:07:21.272832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9d5aa9-69a6-4f3a-8534-4fee7fd78726 None None] Network d16d5fd5-2788-4245-a4df-d09bc98f6bc1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:21.394909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:21.426565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d6cbd05f-f1f5-482c-a208-0a861c8fdf88 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:21.439466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-572b1e9a-a1ff-46fe-a854-6c197e1782ba admin admin] 10.222.0.21 "PUT /v2.0/routers/ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2349765 Aug 26 11:07:21.537543 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-94ecb536-9cba-4e9e-a620-0679025dc554 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5939 time: 0.7339840 Aug 26 11:07:21.540461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40486) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:21.546500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ec634cf-607a-4ad2-ae39-79f5e50b7cc9 req-d2760159-6e1d-4c02-98ca-cc24bc912e10 service neutron] 10.222.0.47 "GET /v2.0/networks/f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117819 Aug 26 11:07:21.550213 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:21.658913 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78a01ce1-cc64-4859-ae6e-28b81e03d3bb tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:21.662019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a1339ca-c26f-4252-a20a-757b83d10e7b req-3f389d6e-8183-4864-8d71-bf301b35a05f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.1129248 Aug 26 11:07:21.683913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd83c2-01c6-4dfc-ba11-ad5ea4c5a8f9 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:21.687306 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fd83c2-01c6-4dfc-ba11-ad5ea4c5a8f9 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:21.689470 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a5fd83c2-01c6-4dfc-ba11-ad5ea4c5a8f9 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08b55e96-ee7c-4106-b4e7-5fa44caf757a HTTP/1.1" status: 200 len: 1991 time: 0.1479712 Aug 26 11:07:21.747246 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aff17e-585f-4be9-b5c7-16e0892c4658 None None] New status for floating IP 5beeb9a8-00d1-40a2-a05f-c612d72535a9: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:07:21.768169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7196a8ca-67da-43bf-a5ea-5ee733e03568 req-da49626e-bc2f-4d8a-a115-877eefba4112 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.2094653 Aug 26 11:07:21.771289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Subnet': ['ID=f04cc342-cd68-4412-8b8d-0718cae077c4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:21.910036 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:21.922635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d11891b-3055-4d64-a6d0-6d574ce03861 None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:07:21.950559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16d5fd5-2788-4245-a4df-d09bc98f6bc1']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:21.977398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a07c26e-b9d4-4f59-9186-beb11bab004c') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:21.979484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a07c26e-b9d4-4f59-9186-beb11bab004c') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:22.008459 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.042984 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.060830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:22.061266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:22.064500 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:22.152192 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.152912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d11891b-3055-4d64-a6d0-6d574ce03861 None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:07:22.200823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d6cbd05f-f1f5-482c-a208-0a861c8fdf88 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:22.201065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.201284 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.210687 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.218986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/d16d5fd5-2788-4245-a4df-d09bc98f6bc1 HTTP/1.1" status: 204 len: 168 time: 1.7857888 Aug 26 11:07:22.262034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf57ef-ca5b-4721-a380-b06efd538922 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=d16d5fd5-2788-4245-a4df-d09bc98f6bc1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:22.262034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40506) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:22.267500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-526261912'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:22.310663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:22.314669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.359134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:22.371433 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.371835 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment 6edf1400-d5d7-4d1f-9fe1-4d19823c55e8 of type vlan for network 26e2332b-2604-4fa1-af2f-6539e30c05f5 Aug 26 11:07:22.423566 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.451840 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.458344 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:22.459223 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.471229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5a2c676b-45a1-4764-a2e9-fe56702d06eb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:22.545654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2823238 Aug 26 11:07:22.549021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40514) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:22.558319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'network_id': '26e2332b-2604-4fa1-af2f-6539e30c05f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:22.631131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d0f8f-6259-4c53-b352-46ba0d787ccb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=26e2332b-2604-4fa1-af2f-6539e30c05f5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:22.679704 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 26e2332b-2604-4fa1-af2f-6539e30c05f5 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:22.719408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5a2c676b-45a1-4764-a2e9-fe56702d06eb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:22.726501 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.760591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:22.774930 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.955247 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78a01ce1-cc64-4859-ae6e-28b81e03d3bb tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:22.969841 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78a01ce1-cc64-4859-ae6e-28b81e03d3bb tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.013751 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f16f9238-02a3-48c6-a16c-f979fd8b1d99 req-7a6f310f-9ca8-4d22-94d3-06b7b1076bdf tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0867598 Aug 26 11:07:23.124639 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.162410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a01ce1-cc64-4859-ae6e-28b81e03d3bb tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Router c2a6e565-3158-49dc-8833-d733fada74ea has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:07:23.222026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=8358f3bd-6e8c-4f81-8e60-dd7dda566d3d,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:23.246073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking segment: {'id': '6edf1400-d5d7-4d1f-9fe1-4d19823c55e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '26e2332b-2604-4fa1-af2f-6539e30c05f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:23.246526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network hostable DHCP agents. Network: 26e2332b-2604-4fa1-af2f-6539e30c05f5, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:23.270226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network 26e2332b-2604-4fa1-af2f-6539e30c05f5 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:23.290011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 26e2332b-2604-4fa1-af2f-6539e30c05f5) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:23.296415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:23.297860 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.299815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf55ac2-7566-423b-8da9-ca47dc39a77c None None] Network 26e2332b-2604-4fa1-af2f-6539e30c05f5 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:23.317110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fadba128-115c-4911-8f0d-aa17fa372ea9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7670500 Aug 26 11:07:23.319620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40540) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:23.337973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a01ce1-cc64-4859-ae6e-28b81e03d3bb tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:23.343370 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c9472631-0a09-44b7-ac0c-87eb18039e39 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:23.348103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78a01ce1-cc64-4859-ae6e-28b81e03d3bb tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.351098 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8831fa0-82e9-4ba7-a783-0a25876505f5 None None] Sync routers for ids ['c2a6e565-3158-49dc-8833-d733fada74ea'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:23.352326 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-78a01ce1-cc64-4859-ae6e-28b81e03d3bb tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "PUT /v2.0/routers/c2a6e565-3158-49dc-8833-d733fada74ea HTTP/1.1" status: 200 len: 926 time: 3.0297201 Aug 26 11:07:23.352905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40544) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:23.407503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8831fa0-82e9-4ba7-a783-0a25876505f5 None None] Routers {'c2a6e565-3158-49dc-8833-d733fada74ea'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:23.408158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e8831fa0-82e9-4ba7-a783-0a25876505f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c2a6e565-3158-49dc-8833-d733fada74ea'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:23.461976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e8831fa0-82e9-4ba7-a783-0a25876505f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:23.492907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8831fa0-82e9-4ba7-a783-0a25876505f5 None None] Routers {'c2a6e565-3158-49dc-8833-d733fada74ea'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:23.493557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e8831fa0-82e9-4ba7-a783-0a25876505f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c2a6e565-3158-49dc-8833-d733fada74ea'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:23.502121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40550) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:23.504596 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.550576 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e8831fa0-82e9-4ba7-a783-0a25876505f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:23.551278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8831fa0-82e9-4ba7-a783-0a25876505f5 None None] The sync data for ids ['c2a6e565-3158-49dc-8833-d733fada74ea'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:23.554463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c9472631-0a09-44b7-ac0c-87eb18039e39 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:23.566050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c9472631-0a09-44b7-ac0c-87eb18039e39 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:23.566435 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.566543 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.575315 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0ee0a467-6a9f-4b62-9034-ea239083d3df tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/routers/c2a6e565-3158-49dc-8833-d733fada74ea HTTP/1.1" status: 200 len: 926 time: 0.2182503 Aug 26 11:07:23.575664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40552) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:23.638486 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403bb0d-31fe-4408-90fc-8e9c4478868f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-26e2332b-2604-4fa1-af2f-6539e30c05f5', 'network_id': '26e2332b-2604-4fa1-af2f-6539e30c05f5', 'tenant_id': '32edb2d561c6454384302382a22291ba', 'fixed_ips': [{'subnet_id': '8358f3bd-6e8c-4f81-8e60-dd7dda566d3d'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:23.639483 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a403bb0d-31fe-4408-90fc-8e9c4478868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.641151 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.684193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Subnet': ['ID=8358f3bd-6e8c-4f81-8e60-dd7dda566d3d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:23.702778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c26018-ff14-433a-8289-f8e9ad3010cc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:23.706835 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-70c26018-ff14-433a-8289-f8e9ad3010cc tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&device_id=c2a6e565-3158-49dc-8833-d733fada74ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1276674 Aug 26 11:07:23.709817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40554) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:23.749068 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.774711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11baea3e-5bee-48f5-9282-c4ef4afaabb1 None None] Network 26e2332b-2604-4fa1-af2f-6539e30c05f5 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:23.781117 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c9472631-0a09-44b7-ac0c-87eb18039e39, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c9472631-0a09-44b7-ac0c-87eb18039e39,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:23.791683 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.804479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.821470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e2332b-2604-4fa1-af2f-6539e30c05f5']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:23.836398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edf1400-d5d7-4d1f-9fe1-4d19823c55e8') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:23.836694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edf1400-d5d7-4d1f-9fe1-4d19823c55e8') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:23.854124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.895291 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.905636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:23.906175 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:23.910416 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:23.914298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c9472631-0a09-44b7-ac0c-87eb18039e39,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:23.914457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54021b0c-b375-46a1-b551-8530dceb9525 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:23.914457 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-54021b0c-b375-46a1-b551-8530dceb9525 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 881 time: 0.2024567 Aug 26 11:07:23.925795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40556) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:23.988684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-82a48096-8839-4a8e-a4df-f4c51abf0199 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a6e565-3158-49dc-8833-d733fada74ea HTTP/1.1" status: 200 len: 205 time: 0.0623379 Aug 26 11:07:23.991400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40558) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:24.005324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.013316 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.015381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/26e2332b-2604-4fa1-af2f-6539e30c05f5 HTTP/1.1" status: 204 len: 168 time: 0.6945171 Aug 26 11:07:24.018969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40560) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:24.032621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-282997863'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:24.037170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593603e8-f96d-4c00-85cb-222a9969b681 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=26e2332b-2604-4fa1-af2f-6539e30c05f5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:24.074890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:24.081727 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.156032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f78aa03f-8266-45a6-af72-99f3e36acb08 req-3d45667c-d8d7-4b0f-8f92-66aff4f8d722 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0317969 Aug 26 11:07:24.173954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:24.196731 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.197481 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment ab896d2f-4e7b-409d-898f-96d732f23a25 of type vlan for network b9641826-d4e6-4739-a088-8e608970872c Aug 26 11:07:24.210304 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.249746 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.298415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.307325 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.321198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:24.322136 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.391157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3710053 Aug 26 11:07:24.395965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40578) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:24.401288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'network_id': 'b9641826-d4e6-4739-a088-8e608970872c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:24.466697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1b61c-ca53-48de-a37d-d91f2ca9cc87 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=b9641826-d4e6-4739-a088-8e608970872c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:24.483781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b9641826-d4e6-4739-a088-8e608970872c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:24.582123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:24.591049 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.600984 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.711466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50f222c4-0683-459d-bdcd-8909f3e3ede5 req-26ceb028-d690-4f68-89bb-f706eb83c95e tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0468783 Aug 26 11:07:24.878392 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.945222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=cfb643f7-8e35-41f9-a9f9-f99e014bef3f,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:24.963749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking segment: {'id': 'ab896d2f-4e7b-409d-898f-96d732f23a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b9641826-d4e6-4739-a088-8e608970872c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:24.966876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network hostable DHCP agents. Network: b9641826-d4e6-4739-a088-8e608970872c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:24.987637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network b9641826-d4e6-4739-a088-8e608970872c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:24.992199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Deleting port 2377a4ac-9bf5-4360-aec2-14c2fdf68342 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:24.992199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:24.997763 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b9641826-d4e6-4739-a088-8e608970872c) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:25.002254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:25.002969 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.008256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b18789-1d8b-467e-90eb-cce6167c6da9 None None] Network b9641826-d4e6-4739-a088-8e608970872c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:25.029463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c3095564-4690-4412-b9ae-f45e7353118c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6319613 Aug 26 11:07:25.030471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40586) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:25.100818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.120114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Calling delete_port for 2377a4ac-9bf5-4360-aec2-14c2fdf68342 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:25.128514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] Deleting port 060b90f0-87c9-42f8-ab55-3e94f54cb956 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:25.129533 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.183373 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.227966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b8d9a8-aa42-4bc6-aabd-0f85977e97b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b9641826-d4e6-4739-a088-8e608970872c', 'network_id': 'b9641826-d4e6-4739-a088-8e608970872c', 'tenant_id': '32edb2d561c6454384302382a22291ba', 'fixed_ips': [{'subnet_id': 'cfb643f7-8e35-41f9-a9f9-f99e014bef3f'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:25.228772 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47b8d9a8-aa42-4bc6-aabd-0f85977e97b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.298414 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.325796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] For port 060b90f0-87c9-42f8-ab55-3e94f54cb956, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=060b90f0-87c9-42f8-ab55-3e94f54cb956,segment=NetworkSegment(2d7f060c-9b57-4594-a7f0-392afd152a29),segment_id=2d7f060c-9b57-4594-a7f0-392afd152a29)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:25.326327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.348263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] Calling delete_port for 060b90f0-87c9-42f8-ab55-3e94f54cb956 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:25.357279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c9472631-0a09-44b7-ac0c-87eb18039e39 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:25.406576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-47b8d9a8-aa42-4bc6-aabd-0f85977e97b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfb643f7-8e35-41f9-a9f9-f99e014bef3f: This subnet is being modified by another concurrent operation. Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:07:25.438857 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exception Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfb643f7-8e35-41f9-a9f9-f99e014bef3f: This subnet is being modified by another concurrent operation. Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c9472631-0a09-44b7-ac0c-87eb18039e39 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:25.443122 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.449713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb643f7-8e35-41f9-a9f9-f99e014bef3f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:25.496895 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.501240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5233a84e-8692-4c67-b125-5b5fd5150fd5 None None] Network b9641826-d4e6-4739-a088-8e608970872c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:25.526879 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.541021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9641826-d4e6-4739-a088-8e608970872c']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:25.554421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab896d2f-4e7b-409d-898f-96d732f23a25') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:25.554919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab896d2f-4e7b-409d-898f-96d732f23a25') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:25.558208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Pushing event deleted for resources: {'Port': ['ID=2377a4ac-9bf5-4360-aec2-14c2fdf68342,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:25.567060 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.596151 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.604593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:25.605017 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:25.608507 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:25.662889 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Sync routers for ids ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:25.671959 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.674880 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Routers {'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:25.675800 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:25.685827 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.697386 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.697977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d6d670-ce11-429b-8efc-5c332ca1241d None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:07:25.703782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/b9641826-d4e6-4739-a088-8e608970872c HTTP/1.1" status: 204 len: 168 time: 0.6717587 Aug 26 11:07:25.704526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40592) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:25.711271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1189123217'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:25.727635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c993ec-8934-426a-b584-45fbd983d512 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=b9641826-d4e6-4739-a088-8e608970872c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:25.759417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:25.765505 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.801457 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Set router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:25.812260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:25.821952 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.822296 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment 6c4c2bc4-d657-4e23-a8be-370fe12dd3af of type vlan for network 0f1c8a24-991c-4431-ab16-37285c3868e6 Aug 26 11:07:25.858547 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.861671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.878340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7e0e6f5-798b-4ee6-afd8-eebc7c6afcd3 req-0d1edeef-22e7-4776-bcb7-87378d452d68 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0474503 Aug 26 11:07:25.885029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6d670-ce11-429b-8efc-5c332ca1241d None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:07:25.893156 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.935337 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.942878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:25.943404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.944320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Fanout notify agent at l3_agent the message router_deleted on router c2a6e565-3158-49dc-8833-d733fada74ea {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:07:25.944547 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.951781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:25.952947 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c31c1d55-24e1-4b1e-916a-34a40c5704c5 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/c2a6e565-3158-49dc-8833-d733fada74ea HTTP/1.1" status: 204 len: 168 time: 1.9580312 Aug 26 11:07:25.956791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40598) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:25.967107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6890d4f2-ccc8-48f7-a4a1-e03f4a9ac008 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2088215075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:25.969046 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.038559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] Pushing event deleted for resources: {'Port': ['ID=060b90f0-87c9-42f8-ab55-3e94f54cb956,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:26.043172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3360875 Aug 26 11:07:26.050948 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6890d4f2-ccc8-48f7-a4a1-e03f4a9ac008 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.052136 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6890d4f2-ccc8-48f7-a4a1-e03f4a9ac008 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.058417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40600) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:26.065151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'network_id': '0f1c8a24-991c-4431-ab16-37285c3868e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:26.082536 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'name': 'tempest-TestAggregatesBasicOps-576967896-router', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:10Z', 'updated_at': '2021-08-26T11:07:18Z', 'revision_number': 4, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'gw_port': {'id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:12Z', 'updated_at': '2021-08-26T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c920ea4a-9312-4a1b-9d55-b241291d0c8f', 'name': '', 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'mac_address': 'fa:16:3e:bd:69:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '63d68abb-82ae-4847-b373-7a2f52c8b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:16Z', 'updated_at': '2021-08-26T11:07:19Z', 'revision_number': 2, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'subnets': [{'id': '63d68abb-82ae-4847-b373-7a2f52c8b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:26.115888 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Checking router: ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:26.116522 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Updating router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a port c920ea4a-9312-4a1b-9d55-b241291d0c8f binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:07:26.147860 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.202600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90eee8-4936-4f8e-b72f-5ff2892cfbf7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=0f1c8a24-991c-4431-ab16-37285c3868e6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:26.209149 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6890d4f2-ccc8-48f7-a4a1-e03f4a9ac008 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.218484 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6890d4f2-ccc8-48f7-a4a1-e03f4a9ac008 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.219814 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 0f1c8a24-991c-4431-ab16-37285c3868e6 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:26.226795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.257187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6890d4f2-ccc8-48f7-a4a1-e03f4a9ac008 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.258707 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6890d4f2-ccc8-48f7-a4a1-e03f4a9ac008 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2961843 Aug 26 11:07:26.262002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40604) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:26.267425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:26.555655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:26.560632 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.576315 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.585501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] Router 24957d22-cd19-4978-a99f-78239a02e655 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:07:26.591709 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Transition to ACTIVE for port object c920ea4a-9312-4a1b-9d55-b241291d0c8f will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:26.600634 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.653580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Performing IP validity checks on allocation pools {{(pid=101267) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 26 11:07:26.654716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101267) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 26 11:07:26.735219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:26.740775 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dc91378c-248d-472b-8cb7-90819654290e admin admin] 10.222.0.21 "PUT /v2.0/routers/24957d22-cd19-4978-a99f-78239a02e655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2373631 Aug 26 11:07:26.743325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40612) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:26.746799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca0610-f394-4500-9405-0f15ca7662c7 None None] Sync routers for ids ['24957d22-cd19-4978-a99f-78239a02e655'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:26.749556 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.762111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca0610-f394-4500-9405-0f15ca7662c7 None None] Routers {'24957d22-cd19-4978-a99f-78239a02e655'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:26.762794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6fca0610-f394-4500-9405-0f15ca7662c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['24957d22-cd19-4978-a99f-78239a02e655'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:26.872389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.893261 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4643c0-d08b-4139-b06c-c2f92f26eec3 None None] Pushing event updated for resources: {'Port': ['ID=c920ea4a-9312-4a1b-9d55-b241291d0c8f,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:26.906774 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Attempting to bind port c920ea4a-9312-4a1b-9d55-b241291d0c8f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:26.907136 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Attempting to bind port c920ea4a-9312-4a1b-9d55-b241291d0c8f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '880cb64c-1b0e-4255-bec4-59abc36a98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:26.907674 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Attempting to bind port c920ea4a-9312-4a1b-9d55-b241291d0c8f on network 71e54b8e-834f-4496-890a-8521f2d3cd0d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:26.916309 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:26.916540 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Checking segment: {'id': '880cb64c-1b0e-4255-bec4-59abc36a98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:26.916919 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:26.917321 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Bound using segment: {'id': '880cb64c-1b0e-4255-bec4-59abc36a98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:26.917811 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Bound port: c920ea4a-9312-4a1b-9d55-b241291d0c8f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880cb64c-1b0e-4255-bec4-59abc36a98d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:26.918374 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:27.009022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-6fca0610-f394-4500-9405-0f15ca7662c7 None None] Set router 24957d22-cd19-4978-a99f-78239a02e655 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:27.092066 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:27.100138 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] For port c920ea4a-9312-4a1b-9d55-b241291d0c8f, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:27.105601 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] For port c920ea4a-9312-4a1b-9d55-b241291d0c8f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c920ea4a-9312-4a1b-9d55-b241291d0c8f,segment=NetworkSegment(880cb64c-1b0e-4255-bec4-59abc36a98d7),segment_id=880cb64c-1b0e-4255-bec4-59abc36a98d7)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:27.116612 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:27.184839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Deleting port 4705b109-a9f0-42f4-95e1-bb81149b3817 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:27.185111 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:27.282764 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4643c0-d08b-4139-b06c-c2f92f26eec3 None None] Pushing event updated for resources: {'Port': ['ID=c920ea4a-9312-4a1b-9d55-b241291d0c8f,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:27.301162 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Routers {'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:27.301930 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:27.315807 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:27.344700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e5563ec-100f-4736-9fb2-5142572257ae req-d32d407e-f6e4-4c98-be1b-f2c0ffb3e1b8 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.2884419 Aug 26 11:07:27.368155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] For port 4705b109-a9f0-42f4-95e1-bb81149b3817, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4705b109-a9f0-42f4-95e1-bb81149b3817,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:27.368155 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:27.383752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Calling delete_port for 4705b109-a9f0-42f4-95e1-bb81149b3817 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:27.409322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6fca0610-f394-4500-9405-0f15ca7662c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24957d22-cd19-4978-a99f-78239a02e655', 'name': 'tempest-TestAggregatesBasicOps-1225085135-router', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:25Z', 'revision_number': 5, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'gw_port': {'id': '4705b109-a9f0-42f4-95e1-bb81149b3817', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ba:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24957d22-cd19-4978-a99f-78239a02e655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:00Z', 'updated_at': '2021-08-26T11:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:27.475742 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] Set router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:27.533299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=983f0252-5c69-4047-a1e2-82f8f98ec12a,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:27.554935 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:27.642915 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:27.661616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca0610-f394-4500-9405-0f15ca7662c7 None None] Checking router: 24957d22-cd19-4978-a99f-78239a02e655 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:27.672670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca0610-f394-4500-9405-0f15ca7662c7 None None] Routers {'24957d22-cd19-4978-a99f-78239a02e655'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:27.673557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6fca0610-f394-4500-9405-0f15ca7662c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['24957d22-cd19-4978-a99f-78239a02e655'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:27.769594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-6fca0610-f394-4500-9405-0f15ca7662c7 None None] Set router 24957d22-cd19-4978-a99f-78239a02e655 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:27.783100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdaadc-f7f9-453b-8aa9-5a57d242e214 req-518ddebb-26ba-4a01-8e09-c708bda45d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:27.783697 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:27.786468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88bdaadc-f7f9-453b-8aa9-5a57d242e214 req-518ddebb-26ba-4a01-8e09-c708bda45d58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1097 time: 0.5077407 Aug 26 11:07:27.810987 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'name': 'tempest-TestAggregatesBasicOps-576967896-router', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:10Z', 'updated_at': '2021-08-26T11:07:18Z', 'revision_number': 4, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'gw_port': {'id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:12Z', 'updated_at': '2021-08-26T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c920ea4a-9312-4a1b-9d55-b241291d0c8f', 'name': '', 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'mac_address': 'fa:16:3e:bd:69:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '63d68abb-82ae-4847-b373-7a2f52c8b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:16Z', 'updated_at': '2021-08-26T11:07:27Z', 'revision_number': 4, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'subnets': [{'id': '63d68abb-82ae-4847-b373-7a2f52c8b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:27.812441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee465e-317d-4400-9538-974bd0b9538e req-50dbc37e-92eb-4ce1-9560-6454de552362 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:27.815196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-deee465e-317d-4400-9538-974bd0b9538e req-50dbc37e-92eb-4ce1-9560-6454de552362 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.5378435 Aug 26 11:07:27.826271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4705b109-a9f0-42f4-95e1-bb81149b3817,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:27.830197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6fca0610-f394-4500-9405-0f15ca7662c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24957d22-cd19-4978-a99f-78239a02e655', 'name': 'tempest-TestAggregatesBasicOps-1225085135-router', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:27Z', 'revision_number': 6, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:27.862268 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d958b3-6af3-48fe-911e-cbed67b4f328 None None] The sync data for ids ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'] in n-d-778550-13 is: [{'id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'name': 'tempest-TestAggregatesBasicOps-576967896-router', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:10Z', 'updated_at': '2021-08-26T11:07:18Z', 'revision_number': 4, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'gw_port': {'id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:12Z', 'updated_at': '2021-08-26T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c920ea4a-9312-4a1b-9d55-b241291d0c8f', 'name': '', 'network_id': '71e54b8e-834f-4496-890a-8521f2d3cd0d', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'mac_address': 'fa:16:3e:bd:69:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '63d68abb-82ae-4847-b373-7a2f52c8b9c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:16Z', 'updated_at': '2021-08-26T11:07:27Z', 'revision_number': 4, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'subnets': [{'id': '63d68abb-82ae-4847-b373-7a2f52c8b9c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:27.869255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca0610-f394-4500-9405-0f15ca7662c7 None None] The sync data for ids ['24957d22-cd19-4978-a99f-78239a02e655'] in n-d-778550-13 is: [{'id': '24957d22-cd19-4978-a99f-78239a02e655', 'name': 'tempest-TestAggregatesBasicOps-1225085135-router', 'tenant_id': '163e7ad3a3344243b93c92286cd24c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:58Z', 'updated_at': '2021-08-26T11:07:27Z', 'revision_number': 6, 'project_id': '163e7ad3a3344243b93c92286cd24c25', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:27.877028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking segment: {'id': '6c4c2bc4-d657-4e23-a8be-370fe12dd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0f1c8a24-991c-4431-ab16-37285c3868e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:27.877418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network hostable DHCP agents. Network: 0f1c8a24-991c-4431-ab16-37285c3868e6, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:27.921259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.050333 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.054799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.137946 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.138824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24957d22-cd19-4978-a99f-78239a02e655 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:07:28.145594 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.149850 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-01e4afc8-89fd-4d90-8f15-eb046a7cb4d0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/24957d22-cd19-4978-a99f-78239a02e655 HTTP/1.1" status: 204 len: 168 time: 1.4025841 Aug 26 11:07:28.150198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40626) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:28.215964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fe42c4-6807-4835-ae92-3391dcc64c3b admin admin] Deleting subnet acfdec25-6139-4c6f-9216-ed4f390eb738 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:07:28.220666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43fe42c4-6807-4835-ae92-3391dcc64c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.271592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43fe42c4-6807-4835-ae92-3391dcc64c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.379392 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-deee465e-317d-4400-9538-974bd0b9538e req-42861a64-ce2c-4ff4-a6e9-85b0e63f52a7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5361798 Aug 26 11:07:28.382138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network 0f1c8a24-991c-4431-ab16-37285c3868e6 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:28.388300 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43fe42c4-6807-4835-ae92-3391dcc64c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.431497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Allocated IP 172.25.1.58 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/1c10e7ba-b5be-42ac-b69d-8a3ebcbd31e1) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:28.434351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 0f1c8a24-991c-4431-ab16-37285c3868e6) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:28.446011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a57beb9-3370-4720-a151-e306871086ed None None] Network 0f1c8a24-991c-4431-ab16-37285c3868e6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:28.467055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:28.467659 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.489429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdaadc-f7f9-453b-8aa9-5a57d242e214 req-20b3ce9c-3e03-47bf-b785-5f1659589604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:28.490979 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88bdaadc-f7f9-453b-8aa9-5a57d242e214 req-20b3ce9c-3e03-47bf-b785-5f1659589604 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.6712976 Aug 26 11:07:28.519704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43fe42c4-6807-4835-ae92-3391dcc64c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.584057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c3cb07a9-002f-4094-a0e0-b95a252ab020 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5231526 Aug 26 11:07:28.587420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40632) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:28.601910 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe42c4-6807-4835-ae92-3391dcc64c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acfdec25-6139-4c6f-9216-ed4f390eb738,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:28.604578 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-43fe42c4-6807-4835-ae92-3391dcc64c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.606676 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-43fe42c4-6807-4835-ae92-3391dcc64c3b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/acfdec25-6139-4c6f-9216-ed4f390eb738 HTTP/1.1" status: 204 len: 168 time: 0.4544799 Aug 26 11:07:28.611793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40634) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:28.625853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225e4831-e46b-49f7-85db-9a03f371e618 None None] Network 160d046a-617f-409e-b320-bb513969272a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:28.660638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d4bbaea-bd9e-4d8c-bb4b-54e58cb79edc req-7e3da984-09b8-4208-9311-b63c80811059 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0975683 Aug 26 11:07:28.704507 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.781867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Deleting port 6f32ad6a-f4d7-4408-9aa0-0829117668c3 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:28.782447 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.794064 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.829960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88bdaadc-f7f9-453b-8aa9-5a57d242e214 req-3d9061ed-5534-42fc-9022-5e7eb15a9553 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 999 time: 0.3015976 Aug 26 11:07:28.869890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] For port 6f32ad6a-f4d7-4408-9aa0-0829117668c3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6f32ad6a-f4d7-4408-9aa0-0829117668c3,segment=NetworkSegment(2d7f060c-9b57-4594-a7f0-392afd152a29),segment_id=2d7f060c-9b57-4594-a7f0-392afd152a29)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:28.870968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.887406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Calling delete_port for 6f32ad6a-f4d7-4408-9aa0-0829117668c3 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:28.912564 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-0f1c8a24-991c-4431-ab16-37285c3868e6', 'network_id': '0f1c8a24-991c-4431-ab16-37285c3868e6', 'tenant_id': '32edb2d561c6454384302382a22291ba', 'fixed_ips': [{'subnet_id': '983f0252-5c69-4047-a1e2-82f8f98ec12a'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:28.914825 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.927833 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.950509 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:28.988234 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.011444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad99180-1bc3-4940-9e44-2fe463b634aa None None] DHCP port deletion for 160d046a-617f-409e-b320-bb513969272a request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:07:29.027378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f32ad6a-f4d7-4408-9aa0-0829117668c3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:29.032064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] No DVR routers for this DVR port 6f32ad6a-f4d7-4408-9aa0-0829117668c3 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:07:29.062679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:29.077176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:29.086981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:29.116917 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.131280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160d046a-617f-409e-b320-bb513969272a']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:29.144577 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7f060c-9b57-4594-a7f0-392afd152a29') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:29.145128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7f060c-9b57-4594-a7f0-392afd152a29') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:29.159653 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.162858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdaadc-f7f9-453b-8aa9-5a57d242e214 req-34f25d3d-6565-4168-862f-7cfe9b0be058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:29.164720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88bdaadc-f7f9-453b-8aa9-5a57d242e214 req-34f25d3d-6565-4168-862f-7cfe9b0be058 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.2332382 Aug 26 11:07:29.165718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Pushing event updated for resources: {'Port': ['ID=1c10e7ba-b5be-42ac-b69d-8a3ebcbd31e1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:29.188326 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.196743 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:29.197305 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:29.203103 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:29.228996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Allocated IP 172.20.0.3 (0f1c8a24-991c-4431-ab16-37285c3868e6/983f0252-5c69-4047-a1e2-82f8f98ec12a/ef03b827-88ac-4dc9-a4e1-8e8b668c245f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:29.271944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.307636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.330943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c920ea4a-9312-4a1b-9d55-b241291d0c8f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:29.334426 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.337624 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] 10.222.0.21 "DELETE /v2.0/networks/160d046a-617f-409e-b320-bb513969272a HTTP/1.1" status: 204 len: 168 time: 0.7239568 Aug 26 11:07:29.350051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd484a5-4808-4ca9-80b0-7a8339748305 admin admin] Pushing event deleted for resources: {'Network': ['ID=160d046a-617f-409e-b320-bb513969272a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:29.352344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40638) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:29.407576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdaadc-f7f9-453b-8aa9-5a57d242e214 req-d53af83d-b002-4343-adc9-afeba48da301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:29.408615 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88bdaadc-f7f9-453b-8aa9-5a57d242e214 req-d53af83d-b002-4343-adc9-afeba48da301 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2319343 Aug 26 11:07:29.457143 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c920ea4a-9312-4a1b-9d55-b241291d0c8f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:29.463338 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.469337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c920ea4a-9312-4a1b-9d55-b241291d0c8f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:29.469712 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.492812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Transition to ACTIVE for port object ef03b827-88ac-4dc9-a4e1-8e8b668c245f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:29.523093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Transition to ACTIVE for port object ef03b827-88ac-4dc9-a4e1-8e8b668c245f will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:29.535516 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.607268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Network 0f1c8a24-991c-4431-ab16-37285c3868e6 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:29.615984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Pushing event updated for resources: {'Port': ['ID=ef03b827-88ac-4dc9-a4e1-8e8b668c245f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:29.620211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:29.625179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:29.627972 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.650458 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.703182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Subnet': ['ID=983f0252-5c69-4047-a1e2-82f8f98ec12a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:29.712804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c920ea4a-9312-4a1b-9d55-b241291d0c8f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c920ea4a-9312-4a1b-9d55-b241291d0c8f,segment=NetworkSegment(880cb64c-1b0e-4255-bec4-59abc36a98d7),segment_id=880cb64c-1b0e-4255-bec4-59abc36a98d7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:29.733791 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.736626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Attempting to bind port ef03b827-88ac-4dc9-a4e1-8e8b668c245f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:29.737585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Attempting to bind port ef03b827-88ac-4dc9-a4e1-8e8b668c245f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '6c4c2bc4-d657-4e23-a8be-370fe12dd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0f1c8a24-991c-4431-ab16-37285c3868e6'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:29.738808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Attempting to bind port ef03b827-88ac-4dc9-a4e1-8e8b668c245f on network 0f1c8a24-991c-4431-ab16-37285c3868e6 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:29.752009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:29.752390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Checking segment: {'id': '6c4c2bc4-d657-4e23-a8be-370fe12dd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0f1c8a24-991c-4431-ab16-37285c3868e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:29.752803 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.753206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Bound using segment: {'id': '6c4c2bc4-d657-4e23-a8be-370fe12dd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0f1c8a24-991c-4431-ab16-37285c3868e6'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:29.753710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Bound port: ef03b827-88ac-4dc9-a4e1-8e8b668c245f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4c2bc4-d657-4e23-a8be-370fe12dd3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0f1c8a24-991c-4431-ab16-37285c3868e6'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:29.754189 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.801892 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.809422 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88bdaadc-f7f9-453b-8aa9-5a57d242e214 req-6594036c-0325-4160-b3d8-2d6dcdbe9fa5 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761687 Aug 26 11:07:29.854404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] For port ef03b827-88ac-4dc9-a4e1-8e8b668c245f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:29.860277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4705b109-a9f0-42f4-95e1-bb81149b3817 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:07:29.867789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784428cf-c87e-43de-abe1-c8c7dceb5728 req-76b68011-2f49-4fd6-967e-f30e21fa15bc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:29.869477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-784428cf-c87e-43de-abe1-c8c7dceb5728 req-76b68011-2f49-4fd6-967e-f30e21fa15bc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3568261 Aug 26 11:07:29.894382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] For port ef03b827-88ac-4dc9-a4e1-8e8b668c245f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ef03b827-88ac-4dc9-a4e1-8e8b668c245f,segment=NetworkSegment(6c4c2bc4-d657-4e23-a8be-370fe12dd3af),segment_id=6c4c2bc4-d657-4e23-a8be-370fe12dd3af)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:29.895508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 4705b109-a9f0-42f4-95e1-bb81149b3817 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:07:29.895905 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4705b109-a9f0-42f4-95e1-bb81149b3817 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:07:29.896274 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 060b90f0-87c9-42f8-ab55-3e94f54cb956 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:07:29.924026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 060b90f0-87c9-42f8-ab55-3e94f54cb956 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:07:29.925076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 060b90f0-87c9-42f8-ab55-3e94f54cb956 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:07:29.925654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f32ad6a-f4d7-4408-9aa0-0829117668c3 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:07:29.927980 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.962873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6f32ad6a-f4d7-4408-9aa0-0829117668c3 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:07:29.963132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6f32ad6a-f4d7-4408-9aa0-0829117668c3 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:07:29.964904 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:29.966486 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c920ea4a-9312-4a1b-9d55-b241291d0c8f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:30.016424 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af24ac10-4335-46e1-a1cf-79d483a81d86 req-6ace3584-4fa2-454b-80cf-085a1b912d0c tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.1415598 Aug 26 11:07:30.049071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1c8a24-991c-4431-ab16-37285c3868e6']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:30.061787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c2bd4-575e-453a-85a8-a8eed4917804 None None] Pushing event updated for resources: {'Port': ['ID=ef03b827-88ac-4dc9-a4e1-8e8b668c245f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:30.076485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d086a-fb93-4d58-a351-11a6dea5c107 None None] Network 0f1c8a24-991c-4431-ab16-37285c3868e6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:30.098461 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4c2bc4-d657-4e23-a8be-370fe12dd3af') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:30.098812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4c2bc4-d657-4e23-a8be-370fe12dd3af') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:30.131444 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:30.164896 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:30.184256 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-784428cf-c87e-43de-abe1-c8c7dceb5728 req-47f6d4b4-0c76-4aa4-8189-5a1fe48dc214 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682214 Aug 26 11:07:30.211069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:30.219907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7501ad7e-013a-4c51-887e-4a774f0ea6cf None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:07:30.231433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:30.231958 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:30.237980 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:30.283931 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88bdaadc-f7f9-453b-8aa9-5a57d242e214 req-dce0e0b1-e07a-485f-89ac-60e8ceeeedbe service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102230 Aug 26 11:07:30.346423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7501ad7e-013a-4c51-887e-4a774f0ea6cf None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:07:30.352739 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 11:07:30.352739 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 11:07:30.352739 n-d-778550-13 neutron-server[101267]: [parameters: {'id': '0f1c8a24-991c-4431-ab16-37285c3868e6'}] Aug 26 11:07:30.352739 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:07:30.352739 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:07:30.417648 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:30.422484 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:30.455086 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] Deleting port c920ea4a-9312-4a1b-9d55-b241291d0c8f {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:30.456150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:30.561657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] For port c920ea4a-9312-4a1b-9d55-b241291d0c8f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c920ea4a-9312-4a1b-9d55-b241291d0c8f,segment=NetworkSegment(880cb64c-1b0e-4255-bec4-59abc36a98d7),segment_id=880cb64c-1b0e-4255-bec4-59abc36a98d7)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:30.561941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:30.571319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Router f831d0c1-b948-43f2-8c96-e7e48b3e05bd is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:07:30.577463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] Calling delete_port for c920ea4a-9312-4a1b-9d55-b241291d0c8f owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:30.759918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:30.772702 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:30.777634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-29fb984e-d29d-44f8-8aa7-9f7b5d6c84c2 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "PUT /v2.0/routers/f831d0c1-b948-43f2-8c96-e7e48b3e05bd HTTP/1.1" status: 200 len: 883 time: 4.5113280 Aug 26 11:07:30.778378 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff49f0-b8cf-4ce9-b06e-6b23c4e0535e None None] Sync routers for ids ['f831d0c1-b948-43f2-8c96-e7e48b3e05bd'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:30.778909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40650) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:30.790614 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:30.806077 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff49f0-b8cf-4ce9-b06e-6b23c4e0535e None None] Routers {'f831d0c1-b948-43f2-8c96-e7e48b3e05bd'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:30.806673 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-01ff49f0-b8cf-4ce9-b06e-6b23c4e0535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f831d0c1-b948-43f2-8c96-e7e48b3e05bd'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:30.852928 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c920ea4a-9312-4a1b-9d55-b241291d0c8f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:30.869451 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-01ff49f0-b8cf-4ce9-b06e-6b23c4e0535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:30.879578 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff49f0-b8cf-4ce9-b06e-6b23c4e0535e None None] Routers {'f831d0c1-b948-43f2-8c96-e7e48b3e05bd'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:30.880445 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-01ff49f0-b8cf-4ce9-b06e-6b23c4e0535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f831d0c1-b948-43f2-8c96-e7e48b3e05bd'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:30.889555 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:30.917650 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-01ff49f0-b8cf-4ce9-b06e-6b23c4e0535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:30.918299 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ff49f0-b8cf-4ce9-b06e-6b23c4e0535e None None] The sync data for ids ['f831d0c1-b948-43f2-8c96-e7e48b3e05bd'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:30.936040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-23dcd745-4480-4986-a5af-c702dca0431a tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/routers/f831d0c1-b948-43f2-8c96-e7e48b3e05bd HTTP/1.1" status: 200 len: 924 time: 0.1545038 Aug 26 11:07:30.941408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40652) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:30.982379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Deleting port ef03b827-88ac-4dc9-a4e1-8e8b668c245f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:30.982904 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:31.031975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842ff04-46f9-44a6-8b8f-1195e1c87701 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:31.033576 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5842ff04-46f9-44a6-8b8f-1195e1c87701 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&device_id=f831d0c1-b948-43f2-8c96-e7e48b3e05bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0911720 Aug 26 11:07:31.036396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40654) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:31.050094 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:31.121200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] For port ef03b827-88ac-4dc9-a4e1-8e8b668c245f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ef03b827-88ac-4dc9-a4e1-8e8b668c245f,segment=NetworkSegment(6c4c2bc4-d657-4e23-a8be-370fe12dd3af),segment_id=6c4c2bc4-d657-4e23-a8be-370fe12dd3af)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:31.121575 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:31.152209 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f57fd484-6ca0-4e85-9354-f4340d1567ae req-fc5d415d-dfb8-4fce-a1a7-709d02727655 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0540042 Aug 26 11:07:31.165352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Calling delete_port for ef03b827-88ac-4dc9-a4e1-8e8b668c245f owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:31.241626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e61079-f994-48dc-b5fd-b851677249b5 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:31.243081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-46e61079-f994-48dc-b5fd-b851677249b5 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 881 time: 0.2057040 Aug 26 11:07:31.247495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40662) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:31.277912 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1d642e22-eadb-4e8e-90bf-eeb31ab2f253 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=f831d0c1-b948-43f2-8c96-e7e48b3e05bd HTTP/1.1" status: 200 len: 205 time: 0.0292957 Aug 26 11:07:31.281858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40664) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:31.336144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] Router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:07:31.453914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:31.460455 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b63cba94-4461-45a1-a7a2-dc2df1797da9 admin admin] 10.222.0.21 "PUT /v2.0/routers/ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1066008 Aug 26 11:07:31.462931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40666) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:31.465725 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba73fde7-4c1e-41c3-8ffa-dd02f698a881 None None] Sync routers for ids ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:31.477172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba73fde7-4c1e-41c3-8ffa-dd02f698a881 None None] Routers {'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:31.477812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ba73fde7-4c1e-41c3-8ffa-dd02f698a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:31.584494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:31.608248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ba73fde7-4c1e-41c3-8ffa-dd02f698a881 None None] Set router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:31.711101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:31.754697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:31.777981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416711f2-6ce8-415b-ae72-935ed875312a req-a9af44f1-7b29-43ac-a27a-85be3e4a0974 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:31.779677 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416711f2-6ce8-415b-ae72-935ed875312a req-a9af44f1-7b29-43ac-a27a-85be3e4a0974 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.4969580 Aug 26 11:07:31.786513 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Deleting port c9472631-0a09-44b7-ac0c-87eb18039e39 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:31.786910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:31.816137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Port': ['ID=ef03b827-88ac-4dc9-a4e1-8e8b668c245f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:31.820698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No DVR routers for this DVR port ef03b827-88ac-4dc9-a4e1-8e8b668c245f on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:07:31.828497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ba73fde7-4c1e-41c3-8ffa-dd02f698a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'name': 'tempest-TestAggregatesBasicOps-576967896-router', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:10Z', 'updated_at': '2021-08-26T11:07:30Z', 'revision_number': 5, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'gw_port': {'id': 'c9472631-0a09-44b7-ac0c-87eb18039e39', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:12Z', 'updated_at': '2021-08-26T11:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:31.868031 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:31.875045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba73fde7-4c1e-41c3-8ffa-dd02f698a881 None None] Checking router: ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:31.881796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] For port c9472631-0a09-44b7-ac0c-87eb18039e39, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c9472631-0a09-44b7-ac0c-87eb18039e39,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:31.882335 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:31.884878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba73fde7-4c1e-41c3-8ffa-dd02f698a881 None None] Routers {'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:31.885636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ba73fde7-4c1e-41c3-8ffa-dd02f698a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:31.900935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Calling delete_port for c9472631-0a09-44b7-ac0c-87eb18039e39 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:31.968218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-416711f2-6ce8-415b-ae72-935ed875312a req-da6f789a-b2e4-4e1b-aa38-d66d2f544fd0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627953 Aug 26 11:07:31.986777 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.037798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1c8a24-991c-4431-ab16-37285c3868e6']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:32.057313 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4c2bc4-d657-4e23-a8be-370fe12dd3af') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:32.057682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4c2bc4-d657-4e23-a8be-370fe12dd3af') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:32.078440 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.099786 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.103473 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.107724 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.115061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:32.115866 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:32.119909 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:32.135400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9472631-0a09-44b7-ac0c-87eb18039e39,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:32.160599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ba73fde7-4c1e-41c3-8ffa-dd02f698a881 None None] Set router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:32.208586 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.223156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ba73fde7-4c1e-41c3-8ffa-dd02f698a881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'name': 'tempest-TestAggregatesBasicOps-576967896-router', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:10Z', 'updated_at': '2021-08-26T11:07:31Z', 'revision_number': 6, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:32.254502 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.259954 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.262458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/0f1c8a24-991c-4431-ab16-37285c3868e6 HTTP/1.1" status: 204 len: 168 time: 3.6722684 Aug 26 11:07:32.269123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40676) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:32.282617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1661070062'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:32.291328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba73fde7-4c1e-41c3-8ffa-dd02f698a881 None None] The sync data for ids ['ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a'] in n-d-778550-13 is: [{'id': 'ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a', 'name': 'tempest-TestAggregatesBasicOps-576967896-router', 'tenant_id': 'd10f1580d4e04ce395a9627cc83a2893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:10Z', 'updated_at': '2021-08-26T11:07:31Z', 'revision_number': 6, 'project_id': 'd10f1580d4e04ce395a9627cc83a2893', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:32.304478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d12378-eb6a-4e0a-9a5c-d2620720f22e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=0f1c8a24-991c-4431-ab16-37285c3868e6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:32.330295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Deleting port 1c10e7ba-b5be-42ac-b69d-8a3ebcbd31e1 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:32.330775 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.334159 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.337200 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.343587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-225ebd0d-14dc-4209-b9a3-0fa6e7375e6b req-74c8ff57-f7cf-400a-bb3c-c51fb0b135d1 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0550804 Aug 26 11:07:32.401501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:32.405040 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.413222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.413787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:07:32.419212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.420418 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9f5cafbb-48b9-4f94-8a0f-e51769502074 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ecdfc5c4-897c-4ad3-a9b2-6e4d30e9160a HTTP/1.1" status: 204 len: 168 time: 0.9564731 Aug 26 11:07:32.423223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40678) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:32.457096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:32.468096 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.470669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e19c69-1893-42fb-9b07-8f794d4ece71 admin admin] Deleting subnet 63d68abb-82ae-4847-b373-7a2f52c8b9c6 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:07:32.473964 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36e19c69-1893-42fb-9b07-8f794d4ece71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.490704 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.491340 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment c7c1552a-cf22-4145-afe6-938c9190715e of type vlan for network 6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a Aug 26 11:07:32.493713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Calling delete_port for 1c10e7ba-b5be-42ac-b69d-8a3ebcbd31e1 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:32.537857 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36e19c69-1893-42fb-9b07-8f794d4ece71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.591824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.617271 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36e19c69-1893-42fb-9b07-8f794d4ece71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.633525 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.639033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:32.639946 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.676387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36e19c69-1893-42fb-9b07-8f794d4ece71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.713945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e19c69-1893-42fb-9b07-8f794d4ece71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d68abb-82ae-4847-b373-7a2f52c8b9c6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:32.716731 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-36e19c69-1893-42fb-9b07-8f794d4ece71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.718994 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-36e19c69-1893-42fb-9b07-8f794d4ece71 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/63d68abb-82ae-4847-b373-7a2f52c8b9c6 HTTP/1.1" status: 204 len: 168 time: 0.2947381 Aug 26 11:07:32.721558 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40680) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:32.727339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7616c-66d3-4e0a-837b-08e265f98057 None None] Network 71e54b8e-834f-4496-890a-8521f2d3cd0d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:32.775729 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5059450 Aug 26 11:07:32.792867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40682) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:32.801634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'network_id': '6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:32.818302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc4d16-e33b-48ab-b755-b6070eff9268 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:32.836258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:32.855384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:32.904237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Deleting port d6cbd05f-f1f5-482c-a208-0a861c8fdf88 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:32.904926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.001292 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.009838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] For port d6cbd05f-f1f5-482c-a208-0a861c8fdf88, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d6cbd05f-f1f5-482c-a208-0a861c8fdf88,segment=NetworkSegment(880cb64c-1b0e-4255-bec4-59abc36a98d7),segment_id=880cb64c-1b0e-4255-bec4-59abc36a98d7)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:33.010241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.026590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Calling delete_port for d6cbd05f-f1f5-482c-a208-0a861c8fdf88 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:33.046915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Pushing event deleted for resources: {'Port': ['ID=1c10e7ba-b5be-42ac-b69d-8a3ebcbd31e1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:33.073682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:33.078764 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.128573 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.174303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b355c6ae-1352-4f70-97d6-65de1f26221b None None] DHCP port deletion for 71e54b8e-834f-4496-890a-8521f2d3cd0d request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:07:33.182574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cbd05f-f1f5-482c-a208-0a861c8fdf88,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:33.191711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] No DVR routers for this DVR port d6cbd05f-f1f5-482c-a208-0a861c8fdf88 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:07:33.209106 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.303068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d6cbd05f-f1f5-482c-a208-0a861c8fdf88 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:07:33.314468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.327933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e54b8e-834f-4496-890a-8521f2d3cd0d']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:33.333011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: d6cbd05f-f1f5-482c-a208-0a861c8fdf88 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:07:33.333549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d6cbd05f-f1f5-482c-a208-0a861c8fdf88 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:07:33.334502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c9472631-0a09-44b7-ac0c-87eb18039e39 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:07:33.346464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880cb64c-1b0e-4255-bec4-59abc36a98d7') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:33.347010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880cb64c-1b0e-4255-bec4-59abc36a98d7') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:33.360186 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.368787 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.376139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.376989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.379924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c9472631-0a09-44b7-ac0c-87eb18039e39 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:07:33.380278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c9472631-0a09-44b7-ac0c-87eb18039e39 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:07:33.380711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c920ea4a-9312-4a1b-9d55-b241291d0c8f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:07:33.390226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:33.391011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:33.397474 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:33.419532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c920ea4a-9312-4a1b-9d55-b241291d0c8f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:07:33.419930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c920ea4a-9312-4a1b-9d55-b241291d0c8f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:07:33.509642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.515176 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.520628 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] 10.222.0.21 "DELETE /v2.0/networks/71e54b8e-834f-4496-890a-8521f2d3cd0d HTTP/1.1" status: 204 len: 168 time: 0.7971137 Aug 26 11:07:33.530342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-271a1cf3-00a7-4e59-aa77-5be8b7944bdd req-f3eeaeca-833c-429e-94ac-d1f536e0a4c5 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0674717 Aug 26 11:07:33.547254 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.548143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Fanout notify agent at l3_agent the message router_deleted on router f831d0c1-b948-43f2-8c96-e7e48b3e05bd {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:07:33.548723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e9ab0-6f26-4699-bfaf-88e457a79439 admin admin] Pushing event deleted for resources: {'Network': ['ID=71e54b8e-834f-4496-890a-8521f2d3cd0d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:33.565637 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.567557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9948526e-785a-464e-b211-a9b993cf628e tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/f831d0c1-b948-43f2-8c96-e7e48b3e05bd HTTP/1.1" status: 204 len: 168 time: 2.2834940 Aug 26 11:07:33.576733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40692) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:33.584453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-385004ba-852f-45ec-869a-4faa9016a477 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2106769877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:33.644218 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-385004ba-852f-45ec-869a-4faa9016a477 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.645782 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-385004ba-852f-45ec-869a-4faa9016a477 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.735665 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.803324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-385004ba-852f-45ec-869a-4faa9016a477 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.809548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40694) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:33.818541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-385004ba-852f-45ec-869a-4faa9016a477 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.855535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=b6465206-8c6c-4ed4-ae91-8ec0dc7979ed,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:33.867489 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-20f82539-85f4-4d0b-9d3b-863e6955aa09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=163e7ad3a3344243b93c92286cd24c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566692 Aug 26 11:07:33.872254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40696) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:33.874271 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-385004ba-852f-45ec-869a-4faa9016a477 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.876507 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-385004ba-852f-45ec-869a-4faa9016a477 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2981906 Aug 26 11:07:33.880349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40698) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:33.885465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'enable_snat': True}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:33.935308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9ba1bd-d42d-440d-aa37-2824b1d8ce5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.964305 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9ba1bd-d42d-440d-aa37-2824b1d8ce5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:33.968795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking segment: {'id': 'c7c1552a-cf22-4145-afe6-938c9190715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:33.969482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network hostable DHCP agents. Network: 6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:34.033843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9ba1bd-d42d-440d-aa37-2824b1d8ce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.036932 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9ba1bd-d42d-440d-aa37-2824b1d8ce5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.038555 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0a9ba1bd-d42d-440d-aa37-2824b1d8ce5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc5b139a-56c4-4cd1-b4a5-426a09f995a5 HTTP/1.1" status: 204 len: 168 time: 0.1651065 Aug 26 11:07:34.059083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ba1bd-d42d-440d-aa37-2824b1d8ce5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5b139a-56c4-4cd1-b4a5-426a09f995a5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:34.081996 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network 6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:34.163484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:34.170766 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.175084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:34.175704 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.177682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5df6f-6458-4bb1-bcce-95ac4f507c55 None None] Network 6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:34.241401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6f19cfbe-cc09-4a62-91ec-2be02c2949f3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4444458 Aug 26 11:07:34.241639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40706) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:34.417787 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.440413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a', 'network_id': '6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a', 'tenant_id': '32edb2d561c6454384302382a22291ba', 'fixed_ips': [{'subnet_id': 'b6465206-8c6c-4ed4-ae91-8ec0dc7979ed'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:34.441553 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.612458 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.642063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40714) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:34.665266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Allocated IP 172.20.0.1 (6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a/b6465206-8c6c-4ed4-ae91-8ec0dc7979ed/f91cfc3d-a0b2-4ba9-a7bf-948ee232add2) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:34.675125 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.708337 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8171a048-09cd-4e3b-b76c-6863352c85be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d10f1580d4e04ce395a9627cc83a2893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638313 Aug 26 11:07:34.710669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40716) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:34.714522 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.761495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-688fbf15-05ef-438b-8770-bc02a8115bc5 req-40187f17-2a39-4ca3-b0f1-e758ba06ebb7 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0512078 Aug 26 11:07:34.785783 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32e4e4fb-e3fd-4821-89c3-67b1c5f4df82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.816165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32e4e4fb-e3fd-4821-89c3-67b1c5f4df82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.891164 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32e4e4fb-e3fd-4821-89c3-67b1c5f4df82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.893962 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32e4e4fb-e3fd-4821-89c3-67b1c5f4df82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.895170 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-32e4e4fb-e3fd-4821-89c3-67b1c5f4df82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de5955f8-bdbb-4c39-8ad6-259699b4114b HTTP/1.1" status: 204 len: 168 time: 0.1833067 Aug 26 11:07:34.900555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Allocated IP 172.25.1.254 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/4184366e-b7db-40bc-a60b-10bf15eec70e) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:34.906879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4e4fb-e3fd-4821-89c3-67b1c5f4df82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5955f8-bdbb-4c39-8ad6-259699b4114b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:34.908805 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:34.927248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Transition to ACTIVE for port object f91cfc3d-a0b2-4ba9-a7bf-948ee232add2 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:34.961466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Transition to ACTIVE for port object f91cfc3d-a0b2-4ba9-a7bf-948ee232add2 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:34.969900 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:35.024726 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Network 6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:35.025414 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:35.033469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:35.038188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:35.043943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Pushing event updated for resources: {'Port': ['ID=f91cfc3d-a0b2-4ba9-a7bf-948ee232add2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:35.070901 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Subnet': ['ID=b6465206-8c6c-4ed4-ae91-8ec0dc7979ed,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:35.124687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Attempting to bind port f91cfc3d-a0b2-4ba9-a7bf-948ee232add2 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:35.125080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Attempting to bind port f91cfc3d-a0b2-4ba9-a7bf-948ee232add2 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'c7c1552a-cf22-4145-afe6-938c9190715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:35.125882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Attempting to bind port f91cfc3d-a0b2-4ba9-a7bf-948ee232add2 on network 6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:35.132294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:35.132531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Checking segment: {'id': 'c7c1552a-cf22-4145-afe6-938c9190715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:35.132919 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:35.133351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Bound using segment: {'id': 'c7c1552a-cf22-4145-afe6-938c9190715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:35.134141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Bound port: f91cfc3d-a0b2-4ba9-a7bf-948ee232add2, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c1552a-cf22-4145-afe6-938c9190715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:35.134647 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:35.164433 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:35.171168 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:35.184214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:35.202169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c1552a-cf22-4145-afe6-938c9190715e') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:35.202467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c1552a-cf22-4145-afe6-938c9190715e') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:35.225135 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:35.240973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] For port f91cfc3d-a0b2-4ba9-a7bf-948ee232add2, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:35.247645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] For port f91cfc3d-a0b2-4ba9-a7bf-948ee232add2, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f91cfc3d-a0b2-4ba9-a7bf-948ee232add2,segment=NetworkSegment(c7c1552a-cf22-4145-afe6-938c9190715e),segment_id=c7c1552a-cf22-4145-afe6-938c9190715e)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:35.259466 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:35.283041 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:35.295905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:35.296533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:35.300245 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:35.350287 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:35.366157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebda82c-d854-4acc-8b20-f03ff0654564 None None] Pushing event updated for resources: {'Port': ['ID=f91cfc3d-a0b2-4ba9-a7bf-948ee232add2,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:35.390884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa035063-df6e-4dad-8542-079032ccccff None None] Network 6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:35.430400 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 11:07:35.430400 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 11:07:35.430400 n-d-778550-13 neutron-server[101267]: [parameters: {'id': '6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a'}] Aug 26 11:07:35.430400 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:07:35.431275 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:07:35.451488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:35.464922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:35.468841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event updated for resources: {'Port': ['ID=4184366e-b7db-40bc-a60b-10bf15eec70e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:35.472788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:35.580095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1908cb-4ef2-4c76-8b6a-faac9e4c90ae None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:07:35.706879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1908cb-4ef2-4c76-8b6a-faac9e4c90ae None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:07:36.021535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40744) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:36.110326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.153887 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1639131079-network', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:36.156917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25b19f69-bb76-48da-bdc2-0171fc55c23d req-b19ef352-c477-4dbf-9ea9-fa2d3cbbd68a tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0444200 Aug 26 11:07:36.180534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Made reservation on behalf of 57cbf5d64290404b826b2afa438a4c63 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:36.183611 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.192550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.202162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.323617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.327563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.342159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Deleting port f91cfc3d-a0b2-4ba9-a7bf-948ee232add2 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:36.342462 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.361103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:36.380552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdae14ae-8e76-47b9-b18a-d53e93303761,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:36.390656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.391188 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Added segment ab0d722f-077e-49e7-a832-f381d554762c of type vlan for network c5b8753a-926d-4026-9a01-ed1860475eb1 Aug 26 11:07:36.444878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.474017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] For port f91cfc3d-a0b2-4ba9-a7bf-948ee232add2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f91cfc3d-a0b2-4ba9-a7bf-948ee232add2,segment=NetworkSegment(c7c1552a-cf22-4145-afe6-938c9190715e),segment_id=c7c1552a-cf22-4145-afe6-938c9190715e)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:36.474306 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.478122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.479792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:36.480378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.534130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Calling delete_port for f91cfc3d-a0b2-4ba9-a7bf-948ee232add2 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:36.538168 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5155344 Aug 26 11:07:36.542140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40750) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:36.550575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] Request body: {'subnet': {'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1639131079-subnet', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:36.550859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de4d10-a419-472b-8afc-371a50dbb121 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b8753a-926d-4026-9a01-ed1860475eb1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:36.561402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network c5b8753a-926d-4026-9a01-ed1860475eb1 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:36.609071 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.621263 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.630385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] Made reservation on behalf of 57cbf5d64290404b826b2afa438a4c63 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:36.632749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.809665 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:36.850957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Port': ['ID=f91cfc3d-a0b2-4ba9-a7bf-948ee232add2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:36.852923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No DVR routers for this DVR port f91cfc3d-a0b2-4ba9-a7bf-948ee232add2 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:07:36.994652 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.008988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Router 02c649cf-6f50-42e0-add9-036024f27f6d is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:07:37.014860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:37.028831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c1552a-cf22-4145-afe6-938c9190715e') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:37.029130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c1552a-cf22-4145-afe6-938c9190715e') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:37.063260 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.126898 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.131926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.176113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:37.176519 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:37.179418 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:37.314800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-711342a4-4547-4ba5-9984-cec5c9e47a98 req-14f9f3eb-3bc1-40e8-b629-3e82bca74b55 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0521739 Aug 26 11:07:37.320348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ccaa32-666c-4794-8d44-db8804393b77,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:37.344943 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.350356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.352307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a HTTP/1.1" status: 204 len: 168 time: 3.1094317 Aug 26 11:07:37.356801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40758) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:37.357468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:37.362174 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.364034 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-68be2de4-4d6f-4ebb-81be-649a9c8857e6 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "PUT /v2.0/routers/02c649cf-6f50-42e0-add9-036024f27f6d HTTP/1.1" status: 200 len: 919 time: 3.4827242 Aug 26 11:07:37.366644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] Checking segment: {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:37.367054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] Network hostable DHCP agents. Network: c5b8753a-926d-4026-9a01-ed1860475eb1, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:37.369094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40760) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:37.376004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-169651196'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:37.385819 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e579327-7ab4-4a1b-b068-cdd66803448d None None] Sync routers for ids ['02c649cf-6f50-42e0-add9-036024f27f6d'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:37.392092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e6522-4ae4-4c11-89ef-3201f135eadc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:37.403831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:37.409014 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.417264 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e579327-7ab4-4a1b-b068-cdd66803448d None None] Routers {'02c649cf-6f50-42e0-add9-036024f27f6d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:37.418147 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3e579327-7ab4-4a1b-b068-cdd66803448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['02c649cf-6f50-42e0-add9-036024f27f6d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:37.449165 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:37.459130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] Network c5b8753a-926d-4026-9a01-ed1860475eb1 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:37.461920 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.462456 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment 94ffca4f-7732-4cdb-83c7-c8bcf0e5a784 of type vlan for network 3d64e93a-1343-4f60-88d7-2b430f2ed76f Aug 26 11:07:37.466061 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3e579327-7ab4-4a1b-b068-cdd66803448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:37.475896 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e579327-7ab4-4a1b-b068-cdd66803448d None None] Routers {'02c649cf-6f50-42e0-add9-036024f27f6d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:37.476774 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3e579327-7ab4-4a1b-b068-cdd66803448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['02c649cf-6f50-42e0-add9-036024f27f6d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:37.512609 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3e579327-7ab4-4a1b-b068-cdd66803448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:37.513532 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e579327-7ab4-4a1b-b068-cdd66803448d None None] The sync data for ids ['02c649cf-6f50-42e0-add9-036024f27f6d'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:37.514180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, c5b8753a-926d-4026-9a01-ed1860475eb1) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:37.517481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.520027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:37.520940 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.525494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a45fecb-d729-47a4-a587-061c51f230dc None None] Network c5b8753a-926d-4026-9a01-ed1860475eb1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:37.540618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cb29c27d-ff5a-4918-a6e1-450cdaf80a45 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/routers/02c649cf-6f50-42e0-add9-036024f27f6d HTTP/1.1" status: 200 len: 925 time: 0.1697049 Aug 26 11:07:37.546817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-23c9fc5c-35f1-44b7-9723-16499ec68af1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9983749 Aug 26 11:07:37.546817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40762) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:37.547157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40764) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:37.559114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1639131079-router', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:37.565417 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.576547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:37.577680 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.631270 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.632556 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.648807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d87b0-05e6-4873-85c4-08b459db3557 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:37.654861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-da2d87b0-05e6-4873-85c4-08b459db3557 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&device_id=02c649cf-6f50-42e0-add9-036024f27f6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1048291 Aug 26 11:07:37.655045 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2944841 Aug 26 11:07:37.655174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40766) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:37.656243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40768) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:37.661518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'network_id': '3d64e93a-1343-4f60-88d7-2b430f2ed76f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:37.680952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919a148-e54a-4893-9755-abc58fdd86e5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=3d64e93a-1343-4f60-88d7-2b430f2ed76f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:37.698772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 3d64e93a-1343-4f60-88d7-2b430f2ed76f details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:37.768587 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.797416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:37.805419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-c5b8753a-926d-4026-9a01-ed1860475eb1', 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'fixed_ips': [{'subnet_id': '17ccaa32-666c-4794-8d44-db8804393b77'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:37.805852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.806599 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.868592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095981c0-7c53-4f99-b792-b813dc41d743 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:37.870045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-095981c0-7c53-4f99-b792-b813dc41d743 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 881 time: 0.2139997 Aug 26 11:07:37.873093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40772) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:37.968224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6e1122fc-574c-4fd9-a0b8-6b917b624d4a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c649cf-6f50-42e0-add9-036024f27f6d HTTP/1.1" status: 200 len: 205 time: 0.0563529 Aug 26 11:07:37.968548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40774) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:37.972237 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:37.992259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Allocated IP 172.20.0.2 (c5b8753a-926d-4026-9a01-ed1860475eb1/17ccaa32-666c-4794-8d44-db8804393b77/75d6f50e-e158-4df9-92ee-73389c1938ca) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:38.143520 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.161766 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.170839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Transition to ACTIVE for port object 75d6f50e-e158-4df9-92ee-73389c1938ca will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:38.186905 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Transition to ACTIVE for port object 75d6f50e-e158-4df9-92ee-73389c1938ca will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:38.194882 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.239843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Network c5b8753a-926d-4026-9a01-ed1860475eb1 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:38.245545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:38.249163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:38.255101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Pushing event updated for resources: {'Port': ['ID=75d6f50e-e158-4df9-92ee-73389c1938ca,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:38.287782 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.315761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Attempting to bind port 75d6f50e-e158-4df9-92ee-73389c1938ca on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:38.316144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Attempting to bind port 75d6f50e-e158-4df9-92ee-73389c1938ca by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:38.316517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Attempting to bind port 75d6f50e-e158-4df9-92ee-73389c1938ca on network c5b8753a-926d-4026-9a01-ed1860475eb1 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:38.322205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:38.323171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Checking segment: {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:38.323591 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.325351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Bound using segment: {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:38.325943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Bound port: 75d6f50e-e158-4df9-92ee-73389c1938ca, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:38.326360 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.368792 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.403260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] For port 75d6f50e-e158-4df9-92ee-73389c1938ca, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:38.407676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] For port 75d6f50e-e158-4df9-92ee-73389c1938ca, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=75d6f50e-e158-4df9-92ee-73389c1938ca,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:38.413438 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.449139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=bc1a0a65-8210-47ef-80db-43abc7b9f8b5,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:38.493194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking segment: {'id': '94ffca4f-7732-4cdb-83c7-c8bcf0e5a784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3d64e93a-1343-4f60-88d7-2b430f2ed76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:38.493715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network hostable DHCP agents. Network: 3d64e93a-1343-4f60-88d7-2b430f2ed76f, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:38.496551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911f4ae-88e5-4e2d-8543-3f5cd100b208 None None] Pushing event updated for resources: {'Port': ['ID=75d6f50e-e158-4df9-92ee-73389c1938ca,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:38.521034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network 3d64e93a-1343-4f60-88d7-2b430f2ed76f is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:38.533330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 3d64e93a-1343-4f60-88d7-2b430f2ed76f) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:38.538821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:38.539790 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.545547 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1a5db3-53db-4327-9780-1957949615bd None None] Network 3d64e93a-1343-4f60-88d7-2b430f2ed76f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:38.560366 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9ce5fa6f-1b1a-4ecd-813e-ecfde9a7ae1c tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9026248 Aug 26 11:07:38.562953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40780) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:38.686664 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.769647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eea938-0801-4a11-ba88-1c3075db3af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-3d64e93a-1343-4f60-88d7-2b430f2ed76f', 'network_id': '3d64e93a-1343-4f60-88d7-2b430f2ed76f', 'tenant_id': '32edb2d561c6454384302382a22291ba', 'fixed_ips': [{'subnet_id': 'bc1a0a65-8210-47ef-80db-43abc7b9f8b5'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:38.771360 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70eea938-0801-4a11-ba88-1c3075db3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.774329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92eb4695-6e04-455d-af70-9e0b33714559 req-85f93638-3608-47d2-a3ee-386b98e8d3b3 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.1010025 Aug 26 11:07:38.801777 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.824728 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.840114 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.887369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Deleting port 4184366e-b7db-40bc-a60b-10bf15eec70e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:38.887707 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.925802 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-70eea938-0801-4a11-ba88-1c3075db3af5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc1a0a65-8210-47ef-80db-43abc7b9f8b5: This subnet is being modified by another concurrent operation. Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:07:38.937931 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exception Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc1a0a65-8210-47ef-80db-43abc7b9f8b5: This subnet is being modified by another concurrent operation. Aug 26 11:07:38.941998 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:07:38.963636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c1d4f9-c9e2-44ab-b60c-91b937370024 None None] Network 3d64e93a-1343-4f60-88d7-2b430f2ed76f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:38.968495 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1a0a65-8210-47ef-80db-43abc7b9f8b5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:39.020917 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.024187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Allocated IP 172.25.1.36 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/01919957-c20d-4fc4-a988-6c5a94d26e2e) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:39.037998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.043861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Calling delete_port for 4184366e-b7db-40bc-a60b-10bf15eec70e owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:39.053403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d64e93a-1343-4f60-88d7-2b430f2ed76f']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:39.072759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ffca4f-7732-4cdb-83c7-c8bcf0e5a784') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:39.073069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ffca4f-7732-4cdb-83c7-c8bcf0e5a784') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:39.083840 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.100809 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.108102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:39.108642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:39.111821 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:39.192445 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.201995 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.207588 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/3d64e93a-1343-4f60-88d7-2b430f2ed76f HTTP/1.1" status: 204 len: 168 time: 0.6400862 Aug 26 11:07:39.217057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40784) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:39.222600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-448038974'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:39.226078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6bade-c1fd-4895-acc9-c2f8d1258a23 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=3d64e93a-1343-4f60-88d7-2b430f2ed76f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:39.258634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:39.263815 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.273896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 75d6f50e-e158-4df9-92ee-73389c1938ca up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:39.274126 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.293296 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:39.304983 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.305473 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment 949fa67e-9dac-4d81-b898-4e8b477c550c of type vlan for network 206d5aac-6f3a-49c7-8f4b-02ef357a065c Aug 26 11:07:39.352579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.377119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 75d6f50e-e158-4df9-92ee-73389c1938ca completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:39.389391 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.395841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:39.396638 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.418374 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.426699 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.458141 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2399774 Aug 26 11:07:39.466046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40786) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:39.475446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-26279c5a-1f6d-464e-8ff4-54ff9624ac96 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:39.508002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:39.512743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:39.536950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289f68d-f020-4c65-8dbd-96025f5664d9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=206d5aac-6f3a-49c7-8f4b-02ef357a065c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:39.552799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 206d5aac-6f3a-49c7-8f4b-02ef357a065c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:39.559111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:39.596550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Pushing event updated for resources: {'Port': ['ID=01919957-c20d-4fc4-a988-6c5a94d26e2e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:39.619080 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.705158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Pushing event deleted for resources: {'Port': ['ID=4184366e-b7db-40bc-a60b-10bf15eec70e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:39.725053 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26279c5a-1f6d-464e-8ff4-54ff9624ac96 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.742926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26279c5a-1f6d-464e-8ff4-54ff9624ac96 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.753944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26279c5a-1f6d-464e-8ff4-54ff9624ac96 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network 206d5aac-6f3a-49c7-8f4b-02ef357a065c is not hosted by any dhcp agent {{(pid=101266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 26 11:07:39.760768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26279c5a-1f6d-464e-8ff4-54ff9624ac96 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:39.761480 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26279c5a-1f6d-464e-8ff4-54ff9624ac96 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.766254 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-26279c5a-1f6d-464e-8ff4-54ff9624ac96 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "PUT /v2.0/networks/206d5aac-6f3a-49c7-8f4b-02ef357a065c HTTP/1.1" status: 200 len: 723 time: 0.2958560 Aug 26 11:07:39.771310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40794) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:39.784466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244115e7-673b-4e27-9fe6-32599942e561 None None] Network c5b8753a-926d-4026-9a01-ed1860475eb1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:39.792611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'network_id': '206d5aac-6f3a-49c7-8f4b-02ef357a065c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:39.851118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.854829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.934232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-57e0a4ff-3058-4a29-afb8-a376023a64da None None] Provisioning for port 75d6f50e-e158-4df9-92ee-73389c1938ca completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:39.945607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26279c5a-1f6d-464e-8ff4-54ff9624ac96 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=206d5aac-6f3a-49c7-8f4b-02ef357a065c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:39.983841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-57e0a4ff-3058-4a29-afb8-a376023a64da None None] Provisioning complete for port 75d6f50e-e158-4df9-92ee-73389c1938ca triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:39.984638 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-57e0a4ff-3058-4a29-afb8-a376023a64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:39.986447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 206d5aac-6f3a-49c7-8f4b-02ef357a065c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:39.997247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:40.002566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.052660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a714b498-4517-4e77-8a7f-7d24fc0c9190 req-db89a578-1d98-4e2d-b08f-0d55ea26e3b2 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0970705 Aug 26 11:07:40.066421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.067035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Fanout notify agent at l3_agent the message router_deleted on router 02c649cf-6f50-42e0-add9-036024f27f6d {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:07:40.103642 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.105490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-41309c26-128c-46f5-8ef8-9f7183a64cf9 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/02c649cf-6f50-42e0-add9-036024f27f6d HTTP/1.1" status: 204 len: 168 time: 2.1358323 Aug 26 11:07:40.109912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40800) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:40.121276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-97baa31d-21ef-4183-a98e-c364a9334e70 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2107610178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:40.211497 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97baa31d-21ef-4183-a98e-c364a9334e70 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.213379 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97baa31d-21ef-4183-a98e-c364a9334e70 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.276506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97baa31d-21ef-4183-a98e-c364a9334e70 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.284224 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97baa31d-21ef-4183-a98e-c364a9334e70 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.325127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.345992 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97baa31d-21ef-4183-a98e-c364a9334e70 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.347296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-97baa31d-21ef-4183-a98e-c364a9334e70 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2311313 Aug 26 11:07:40.352061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40808) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:40.357883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'enable_snat': False}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:40.415328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=866fa705-277f-4e62-a1d7-8cabb381a943,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:40.431281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking segment: {'id': '949fa67e-9dac-4d81-b898-4e8b477c550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '206d5aac-6f3a-49c7-8f4b-02ef357a065c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:40.432333 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network hostable DHCP agents. Network: 206d5aac-6f3a-49c7-8f4b-02ef357a065c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:40.433199 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-57e0a4ff-3058-4a29-afb8-a376023a64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.455067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network 206d5aac-6f3a-49c7-8f4b-02ef357a065c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:40.467411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 206d5aac-6f3a-49c7-8f4b-02ef357a065c) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:40.474858 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:40.476407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.499041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936fa9d-1120-43e6-aaae-12c8b8a62056 None None] Network 206d5aac-6f3a-49c7-8f4b-02ef357a065c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:40.499640 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b13cca2e-c7ad-4e21-ad58-340e32927ca7 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7095659 Aug 26 11:07:40.502373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40810) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:40.515194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8402b727-6036-49ae-adb4-6240f0d73a69 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:40.516425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-57e0a4ff-3058-4a29-afb8-a376023a64da None None] For port 75d6f50e-e158-4df9-92ee-73389c1938ca, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=75d6f50e-e158-4df9-92ee-73389c1938ca,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:40.571812 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-57e0a4ff-3058-4a29-afb8-a376023a64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.637175 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a4ff-3058-4a29-afb8-a376023a64da None None] Pushing event updated for resources: {'Port': ['ID=75d6f50e-e158-4df9-92ee-73389c1938ca,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:40.660887 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8402b727-6036-49ae-adb4-6240f0d73a69 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12068443'] for subnet, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.668920 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.742990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.812471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-206d5aac-6f3a-49c7-8f4b-02ef357a065c', 'network_id': '206d5aac-6f3a-49c7-8f4b-02ef357a065c', 'tenant_id': '32edb2d561c6454384302382a22291ba', 'fixed_ips': [{'subnet_id': '866fa705-277f-4e62-a1d7-8cabb381a943'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:40.813458 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.843733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d381c8ea-ba4c-4db2-b52d-59c0a45d9a44 None None] Provisioning complete for port 75d6f50e-e158-4df9-92ee-73389c1938ca triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:40.843733 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d381c8ea-ba4c-4db2-b52d-59c0a45d9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.851199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8402b727-6036-49ae-adb4-6240f0d73a69 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730521440808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8704290'] for subnet, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.906424 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402b727-6036-49ae-adb4-6240f0d73a69 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:40.907830 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8402b727-6036-49ae-adb4-6240f0d73a69 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:40.912211 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8402b727-6036-49ae-adb4-6240f0d73a69 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "PUT /v2.0/subnets/866fa705-277f-4e62-a1d7-8cabb381a943 HTTP/1.1" status: 200 len: 806 time: 0.4061661 Aug 26 11:07:40.912912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40812) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:40.959444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402b727-6036-49ae-adb4-6240f0d73a69 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=866fa705-277f-4e62-a1d7-8cabb381a943,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:41.029008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Allocated IP 172.20.0.2 (206d5aac-6f3a-49c7-8f4b-02ef357a065c/866fa705-277f-4e62-a1d7-8cabb381a943/bf3a8587-16c1-484d-88a6-477af4b14895) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:41.119973 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:41.189893 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:41.292807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 75d6f50e-e158-4df9-92ee-73389c1938ca up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:41.384075 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:41.409640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Transition to ACTIVE for port object bf3a8587-16c1-484d-88a6-477af4b14895 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:41.446080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Transition to ACTIVE for port object bf3a8587-16c1-484d-88a6-477af4b14895 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:41.456211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 75d6f50e-e158-4df9-92ee-73389c1938ca triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:41.456875 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:41.462523 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:41.592357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe0438e5-9517-46ae-8e1e-ff69c976fb7e req-46bf431e-9ddd-4842-a7b5-b8e541df53da tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.4103279 Aug 26 11:07:41.611990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Network 206d5aac-6f3a-49c7-8f4b-02ef357a065c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:41.623176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:41.632256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:41.647059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Pushing event updated for resources: {'Port': ['ID=bf3a8587-16c1-484d-88a6-477af4b14895,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:41.754417 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:41.783145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:41.787768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Attempting to bind port bf3a8587-16c1-484d-88a6-477af4b14895 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:41.788163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Attempting to bind port bf3a8587-16c1-484d-88a6-477af4b14895 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '949fa67e-9dac-4d81-b898-4e8b477c550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '206d5aac-6f3a-49c7-8f4b-02ef357a065c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:41.788839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Attempting to bind port bf3a8587-16c1-484d-88a6-477af4b14895 on network 206d5aac-6f3a-49c7-8f4b-02ef357a065c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:41.799575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:41.800347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Checking segment: {'id': '949fa67e-9dac-4d81-b898-4e8b477c550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '206d5aac-6f3a-49c7-8f4b-02ef357a065c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:41.800347 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:41.800814 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Bound using segment: {'id': '949fa67e-9dac-4d81-b898-4e8b477c550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '206d5aac-6f3a-49c7-8f4b-02ef357a065c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:41.801238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Bound port: bf3a8587-16c1-484d-88a6-477af4b14895, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949fa67e-9dac-4d81-b898-4e8b477c550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '206d5aac-6f3a-49c7-8f4b-02ef357a065c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:41.801634 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:41.862170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Deleting port bf3a8587-16c1-484d-88a6-477af4b14895 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:41.862661 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:41.878920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] For port bf3a8587-16c1-484d-88a6-477af4b14895, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:41.884410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] For port bf3a8587-16c1-484d-88a6-477af4b14895, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bf3a8587-16c1-484d-88a6-477af4b14895,segment=NetworkSegment(949fa67e-9dac-4d81-b898-4e8b477c550c),segment_id=949fa67e-9dac-4d81-b898-4e8b477c550c)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:41.888755 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:41.912170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Router 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:07:41.954624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19beba4-c026-49c1-a01b-d166b010c864 None None] Pushing event updated for resources: {'Port': ['ID=bf3a8587-16c1-484d-88a6-477af4b14895,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:42.055790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] For port bf3a8587-16c1-484d-88a6-477af4b14895, host n-d-778550-13, got binding levels [] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:42.056353 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:42.083262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Allocated IP 172.25.1.244 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/78ecb02a-4520-4a83-aa46-8d5d6162bd8c) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:42.085776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Calling delete_port for bf3a8587-16c1-484d-88a6-477af4b14895 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:42.317880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:42.331505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Sync routers for ids ['0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:42.344228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Routers {'0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:42.346847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:42.363739 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:42.365019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-869fe162-2763-4589-b30f-2e390642441b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8172688 Aug 26 11:07:42.368686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40834) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:42.451931 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:42.517119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Set router 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:42.540892 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:42.574996 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:42.581195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Port': ['ID=bf3a8587-16c1-484d-88a6-477af4b14895,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:42.636785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Pushing event updated for resources: {'Port': ['ID=78ecb02a-4520-4a83-aa46-8d5d6162bd8c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:42.668898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:42.684957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:42.687735 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No DVR routers for this DVR port bf3a8587-16c1-484d-88a6-477af4b14895 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:07:42.689576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:42.817238 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:42.822202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'name': 'tempest-TestServerMultinode-1639131079-router', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:37Z', 'updated_at': '2021-08-26T11:07:40Z', 'revision_number': 3, 'project_id': '57cbf5d64290404b826b2afa438a4c63', 'gw_port': {'id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:38Z', 'updated_at': '2021-08-26T11:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:42.874404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Checking router: 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:42.874954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Updating router 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf port 01919957-c20d-4fc4-a988-6c5a94d26e2e binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:07:42.905005 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:42.934165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5cda938-e90c-4bc5-bafa-a937a7b8b903 req-2edeba3e-f151-405e-8082-0963d217831d tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.1665213 Aug 26 11:07:43.207856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.225579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.295926 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.320049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Transition to ACTIVE for port object 01919957-c20d-4fc4-a988-6c5a94d26e2e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:43.340228 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.393806 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.407541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206d5aac-6f3a-49c7-8f4b-02ef357a065c']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:43.421694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949fa67e-9dac-4d81-b898-4e8b477c550c') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:43.422169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949fa67e-9dac-4d81-b898-4e8b477c550c') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:43.434760 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.452323 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.455999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117706e5-36e6-4a46-916d-f3438913cfe5 None None] Pushing event updated for resources: {'Port': ['ID=01919957-c20d-4fc4-a988-6c5a94d26e2e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:43.465278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:43.465969 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.472396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Attempting to bind port 01919957-c20d-4fc4-a988-6c5a94d26e2e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:43.472616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Attempting to bind port 01919957-c20d-4fc4-a988-6c5a94d26e2e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:43.472996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Attempting to bind port 01919957-c20d-4fc4-a988-6c5a94d26e2e on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:43.483324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:43.484692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:43.485156 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.485678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:43.486933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Bound port: 01919957-c20d-4fc4-a988-6c5a94d26e2e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:43.487335 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.490966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3995ee56-3965-488e-99bc-0e492948532f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:43.563251 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:43.567402 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.567711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Subnet': ['ID=866fa705-277f-4e62-a1d7-8cabb381a943,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:43.576463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84359a51-29b3-40ed-8ebe-ad276a38dd21 None None] Network 206d5aac-6f3a-49c7-8f4b-02ef357a065c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:43.599364 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84359a51-29b3-40ed-8ebe-ad276a38dd21 None None] Network 206d5aac-6f3a-49c7-8f4b-02ef357a065c could not be found, it might have been deleted concurrently. {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 26 11:07:43.605080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] For port 01919957-c20d-4fc4-a988-6c5a94d26e2e, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:43.618778 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-76d0eb5d-4f27-4a5e-9828-bfba60cff4dd None None] Could not find standard attr ID for object bf3a8587-16c1-484d-88a6-477af4b14895. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:07:43.624816 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] For port 01919957-c20d-4fc4-a988-6c5a94d26e2e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=01919957-c20d-4fc4-a988-6c5a94d26e2e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:43.628447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.630529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/206d5aac-6f3a-49c7-8f4b-02ef357a065c HTTP/1.1" status: 204 len: 168 time: 2.7155125 Aug 26 11:07:43.633704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834c641-8e99-406d-b8c1-80d690bf97ba tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=206d5aac-6f3a-49c7-8f4b-02ef357a065c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:43.634077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Allocated IP 172.20.0.1 (c5b8753a-926d-4026-9a01-ed1860475eb1/17ccaa32-666c-4794-8d44-db8804393b77/08a4c897-2197-42f4-8a39-25f6c0403277) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:43.636450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40842) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:43.643556 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.686369 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb82773-0810-4343-b2b6-6f3e49de6ba4 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:43.687365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb82773-0810-4343-b2b6-6f3e49de6ba4 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:43.690492 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4fb82773-0810-4343-b2b6-6f3e49de6ba4 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/206d5aac-6f3a-49c7-8f4b-02ef357a065c HTTP/1.1" status: 404 len: 339 time: 0.0496967 Aug 26 11:07:43.697703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40844) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:43.704123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a7d13-e491-4d01-abd3-62e9970c3e51 None None] DHCP port deletion for 206d5aac-6f3a-49c7-8f4b-02ef357a065c request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:07:43.706689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2018947692', 'description': 'd1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:43.721732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Routers {'0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:43.722628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:43.743561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:43.750190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.799837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b100d2-d9f1-4933-b443-f77193c1c422 None None] Network 206d5aac-6f3a-49c7-8f4b-02ef357a065c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:43.825948 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.838877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b100d2-d9f1-4933-b443-f77193c1c422 None None] Network 206d5aac-6f3a-49c7-8f4b-02ef357a065c could not be found, it might have been deleted concurrently. {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 26 11:07:43.844659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Transition to ACTIVE for port object 08a4c897-2197-42f4-8a39-25f6c0403277 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:43.849602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117706e5-36e6-4a46-916d-f3438913cfe5 None None] Pushing event updated for resources: {'Port': ['ID=01919957-c20d-4fc4-a988-6c5a94d26e2e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:43.857604 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea243e21-6e4e-4b16-b098-1007d3e72208 None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:07:43.945163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-d00d6d16-4d54-48b0-8d5b-f3864d18b032 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1395447 Aug 26 11:07:43.954052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:43.958446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:43.960563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.023441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea243e21-6e4e-4b16-b098-1007d3e72208 None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:07:44.041865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Network c5b8753a-926d-4026-9a01-ed1860475eb1 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:44.048445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:44.052373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:44.083593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Pushing event updated for resources: {'Port': ['ID=08a4c897-2197-42f4-8a39-25f6c0403277,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:44.102490 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.103168 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment 5b27583d-368e-4771-b285-2598f6b2e42d of type vlan for network 5bc07508-4837-461b-9213-8587b21df816 Aug 26 11:07:44.105742 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.135159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] Set router 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:44.255711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37c06b47-6e68-4166-a8ac-c6067fec45a5 req-102271f8-7daf-48cb-95b0-476c780996fa tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0852523 Aug 26 11:07:44.262904 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.306340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-d3aef354-e5a7-4205-931b-caedac3e05a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:44.307842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-d3aef354-e5a7-4205-931b-caedac3e05a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 1097 time: 0.2507522 Aug 26 11:07:44.333933 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.340607 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:44.341280 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.357069 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.530708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8315525 Aug 26 11:07:44.537639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40852) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:44.607799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9003d-e95e-4af3-92d7-3e62d07d4e60 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=5bc07508-4837-461b-9213-8587b21df816,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:44.669335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-1ab07aef-21ab-49e4-8849-ac1abc2aa0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:44.671049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-1ab07aef-21ab-49e4-8849-ac1abc2aa0c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 917 time: 0.2903147 Aug 26 11:07:44.675438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.682857 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e7475c-3fab-4f59-ac94-3dc7276803c8 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:44.687873 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-23e7475c-3fab-4f59-ac94-3dc7276803c8 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/networks?id=5bc07508-4837-461b-9213-8587b21df816 HTTP/1.1" status: 200 len: 761 time: 0.1486690 Aug 26 11:07:44.688682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40854) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:44.696594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b6a964c7-b403-4e99-95a9-c363894a193e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'description': 'd2'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:44.779972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-a03a5066-a1e6-4245-9da3-9656a21c3b1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0 HTTP/1.1" status: 200 len: 1001 time: 0.0994663 Aug 26 11:07:44.781662 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.803808 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.808276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 5bc07508-4837-461b-9213-8587b21df816 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:44.856402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-13ecb2e1-da28-429b-8915-641dc5dc6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:44.857743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-13ecb2e1-da28-429b-8915-641dc5dc6459 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.0680377 Aug 26 11:07:44.917375 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6a964c7-b403-4e99-95a9-c363894a193e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.932481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.939692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6a964c7-b403-4e99-95a9-c363894a193e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:44.940654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'name': 'tempest-TestServerMultinode-1639131079-router', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:37Z', 'updated_at': '2021-08-26T11:07:40Z', 'revision_number': 3, 'project_id': '57cbf5d64290404b826b2afa438a4c63', 'gw_port': {'id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:38Z', 'updated_at': '2021-08-26T11:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:44.996055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-77e0260d-d702-4588-b545-5cfec1d88069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:44.998418 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-77e0260d-d702-4588-b545-5cfec1d88069 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832696 Aug 26 11:07:45.020784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3792d8-2a97-47e2-b462-751fdab6153f None None] The sync data for ids ['0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'] in n-d-778550-13 is: [{'id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'name': 'tempest-TestServerMultinode-1639131079-router', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:37Z', 'updated_at': '2021-08-26T11:07:40Z', 'revision_number': 3, 'project_id': '57cbf5d64290404b826b2afa438a4c63', 'gw_port': {'id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:38Z', 'updated_at': '2021-08-26T11:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:45.079262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6a964c7-b403-4e99-95a9-c363894a193e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network 5bc07508-4837-461b-9213-8587b21df816 is not hosted by any dhcp agent {{(pid=101266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 26 11:07:45.086479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a964c7-b403-4e99-95a9-c363894a193e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:45.087521 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6a964c7-b403-4e99-95a9-c363894a193e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:45.091951 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b6a964c7-b403-4e99-95a9-c363894a193e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "PUT /v2.0/networks/5bc07508-4837-461b-9213-8587b21df816 HTTP/1.1" status: 200 len: 758 time: 0.4000912 Aug 26 11:07:45.094856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40858) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:45.148447 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:45.156193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Pushing event updated for resources: {'Port': ['ID=08a4c897-2197-42f4-8a39-25f6c0403277,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:45.170430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a964c7-b403-4e99-95a9-c363894a193e tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=5bc07508-4837-461b-9213-8587b21df816,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:45.202502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 5bc07508-4837-461b-9213-8587b21df816 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:45.329458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bf3a8587-16c1-484d-88a6-477af4b14895 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:07:45.353403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Network c5b8753a-926d-4026-9a01-ed1860475eb1 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:45.356147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:45.366913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6bcabd-16a6-4216-ada6-3a3b1881a989 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:45.371938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8f6bcabd-16a6-4216-ada6-3a3b1881a989 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/networks?id=5bc07508-4837-461b-9213-8587b21df816 HTTP/1.1" status: 200 len: 761 time: 0.2687256 Aug 26 11:07:45.376345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40862) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:45.381977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1710304177'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:45.396731 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: bf3a8587-16c1-484d-88a6-477af4b14895 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:07:45.397129 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bf3a8587-16c1-484d-88a6-477af4b14895 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:07:45.445559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Router 201709ab-fa9f-4d9b-88b6-639c233415ab is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:07:45.452481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:45.477421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:45.505941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7bbc29c1-4cfa-457d-9ae3-65f9d16e3601 None None] Provisioning for port 08a4c897-2197-42f4-8a39-25f6c0403277 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:45.520159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64108f92-fd60-4be8-a7e1-c7344e76904e req-c8ff0558-0886-4c60-a959-d2951f40f3a8 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0965879 Aug 26 11:07:45.526777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-3c8724cb-8df0-486c-9ed6-e83591bb9344 service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641595 Aug 26 11:07:45.529450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7bbc29c1-4cfa-457d-9ae3-65f9d16e3601 None None] Provisioning complete for port 08a4c897-2197-42f4-8a39-25f6c0403277 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:45.532530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bbc29c1-4cfa-457d-9ae3-65f9d16e3601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:45.626093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc29c1-4cfa-457d-9ae3-65f9d16e3601 None None] Port 08a4c897-2197-42f4-8a39-25f6c0403277 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:07:45.664257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Router 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:07:45.756455 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76ce8603-c775-4942-838e-f2dc610163f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:45.843423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:45.849108 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c14a0197-fafd-42a3-9014-5527ffda2b79 admin admin] 10.222.0.21 "PUT /v2.0/routers/0af5314b-1feb-4ddd-9a92-8f9102cdfcaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4792545 Aug 26 11:07:45.854054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-25ef3d74-98ca-4339-b284-be54caa56056 None None] Provisioning complete for port 08a4c897-2197-42f4-8a39-25f6c0403277 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:45.855240 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25ef3d74-98ca-4339-b284-be54caa56056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:45.948082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-25ef3d74-98ca-4339-b284-be54caa56056 None None] Port 08a4c897-2197-42f4-8a39-25f6c0403277 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:07:46.106457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:46.138601 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:46.139042 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment 44fde0e7-4533-4caa-9504-5a6fbc8aa903 of type vlan for network e2b32a6a-5fd9-4c74-b002-09a24868cd42 Aug 26 11:07:46.246953 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:46.271274 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:46.310694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d46516f-7b90-4a2e-9298-e8224d659bb0 req-3bde85d1-43c6-41f2-b29d-17e36730e4e0 service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686377 Aug 26 11:07:46.331559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:46.342050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:46.346452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b1f22023-638f-4c52-b170-c49a1ca2f12f tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "PUT /v2.0/routers/201709ab-fa9f-4d9b-88b6-639c233415ab HTTP/1.1" status: 200 len: 920 time: 5.9908230 Aug 26 11:07:46.346975 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa28e2-b0b6-4576-9a0a-3f6be13b534f None None] Sync routers for ids ['201709ab-fa9f-4d9b-88b6-639c233415ab'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:46.347434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40876) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:46.356328 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:46.360947 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa28e2-b0b6-4576-9a0a-3f6be13b534f None None] Routers {'201709ab-fa9f-4d9b-88b6-639c233415ab'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:46.361657 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1cfa28e2-b0b6-4576-9a0a-3f6be13b534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['201709ab-fa9f-4d9b-88b6-639c233415ab'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:46.373748 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:46.375034 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:46.408994 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1cfa28e2-b0b6-4576-9a0a-3f6be13b534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:46.421078 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa28e2-b0b6-4576-9a0a-3f6be13b534f None None] Routers {'201709ab-fa9f-4d9b-88b6-639c233415ab'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:46.422140 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1cfa28e2-b0b6-4576-9a0a-3f6be13b534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['201709ab-fa9f-4d9b-88b6-639c233415ab'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:46.468098 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1cfa28e2-b0b6-4576-9a0a-3f6be13b534f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:46.469062 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa28e2-b0b6-4576-9a0a-3f6be13b534f None None] The sync data for ids ['201709ab-fa9f-4d9b-88b6-639c233415ab'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:46.512249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1347129 Aug 26 11:07:46.515803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40882) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:46.523820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'network_id': 'e2b32a6a-5fd9-4c74-b002-09a24868cd42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:46.532795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c28b2a-2b7c-41da-b947-27a6571d53e3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=e2b32a6a-5fd9-4c74-b002-09a24868cd42,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:46.539484 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-88263a86-b895-47e5-9343-5700a111544c tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/routers/201709ab-fa9f-4d9b-88b6-639c233415ab HTTP/1.1" status: 200 len: 926 time: 0.1906064 Aug 26 11:07:46.542529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40884) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:46.546309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network e2b32a6a-5fd9-4c74-b002-09a24868cd42 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:46.600653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3c5529-c599-4413-bb8d-93bcc0483c6e tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:46.602382 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7c3c5529-c599-4413-bb8d-93bcc0483c6e tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&device_id=201709ab-fa9f-4d9b-88b6-639c233415ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0587802 Aug 26 11:07:46.605516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40888) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:46.702528 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a61a42ec-6d3b-4e92-aba9-3eef6e44046b req-73ca32b8-30c6-4fe5-8005-fe31f89f65df tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0431027 Aug 26 11:07:46.724457 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:07:46.738646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:46.742519 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:46.749298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c64971-e1ed-4f1b-8d8f-1e6e1b5fd566 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:46.754971 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-27c64971-e1ed-4f1b-8d8f-1e6e1b5fd566 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 881 time: 0.1480763 Aug 26 11:07:46.755614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40894) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:46.795761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40896) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:46.805176 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dd73000f-76b3-4c0d-9cd1-eacca20cea33 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=201709ab-fa9f-4d9b-88b6-639c233415ab HTTP/1.1" status: 200 len: 205 time: 0.0451396 Aug 26 11:07:46.807341 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40898) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:46.808476 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-287105546-network', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:46.852765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Made reservation on behalf of 5637ab13a8f14497bd055c713e70f23e for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:46.855260 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:46.877445 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.134091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.135850 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.158575 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.168217 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.261310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:47.303743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=3576b451-1702-46fc-a74a-c1974ac3e468,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:47.305862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede57434-ae88-4871-a178-bec2a673ecc9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:47.311662 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.312078 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Added segment 7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5 of type vlan for network d961622f-1696-4f9e-a6fc-d94f7d390d25 Aug 26 11:07:47.320751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking segment: {'id': '44fde0e7-4533-4caa-9504-5a6fbc8aa903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e2b32a6a-5fd9-4c74-b002-09a24868cd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:47.321068 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.321665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network hostable DHCP agents. Network: e2b32a6a-5fd9-4c74-b002-09a24868cd42, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:47.368081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 01919957-c20d-4fc4-a988-6c5a94d26e2e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:47.373823 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.393538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network e2b32a6a-5fd9-4c74-b002-09a24868cd42 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:47.413079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, e2b32a6a-5fd9-4c74-b002-09a24868cd42) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:47.422889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524a185e-1581-400d-a470-1d15d521b246 None None] Network e2b32a6a-5fd9-4c74-b002-09a24868cd42 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:47.435414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:47.436791 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.464218 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.465594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:47.466439 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.479791 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.487550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1b642dc2-9df5-4bfc-8c09-dd9ddd5eefe9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9704657 Aug 26 11:07:47.492435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40902) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:47.559133 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7619741 Aug 26 11:07:47.562870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40904) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:47.571771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] Request body: {'subnet': {'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-287105546-subnet', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:47.572695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 01919957-c20d-4fc4-a988-6c5a94d26e2e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:47.579892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 01919957-c20d-4fc4-a988-6c5a94d26e2e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:47.580495 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.589771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0054ef5-7cd2-42d6-a722-71420f0d4e91 admin admin] Pushing event updated for resources: {'Network': ['ID=d961622f-1696-4f9e-a6fc-d94f7d390d25,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:47.618052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network d961622f-1696-4f9e-a6fc-d94f7d390d25 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:47.628470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] Made reservation on behalf of 5637ab13a8f14497bd055c713e70f23e for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:47.632836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.700891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.701206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Sync routers for ids ['0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:47.718254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Deleting port 78ecb02a-4520-4a83-aa46-8d5d6162bd8c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:47.718982 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.758859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Routers {'0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:47.759501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:47.797214 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.833885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883e1248-be90-4ba4-9af0-5e90124c4ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-e2b32a6a-5fd9-4c74-b002-09a24868cd42', 'network_id': 'e2b32a6a-5fd9-4c74-b002-09a24868cd42', 'tenant_id': '32edb2d561c6454384302382a22291ba', 'fixed_ips': [{'subnet_id': '3576b451-1702-46fc-a74a-c1974ac3e468'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:47.834752 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-883e1248-be90-4ba4-9af0-5e90124c4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.940463 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.951009 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd717d84-c894-4d25-ad0a-e562dc8003d1 req-debef8b8-6048-404a-a48b-7450acdeb6f6 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0439386 Aug 26 11:07:47.952700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.959708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:47.961614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Calling delete_port for 78ecb02a-4520-4a83-aa46-8d5d6162bd8c owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:47.996350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Subnet': ['ID=3576b451-1702-46fc-a74a-c1974ac3e468,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:48.022650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5895a39b-d566-4fd3-bd8b-2e8328b8ee01,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:48.032295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] Checking segment: {'id': '7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:48.032900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] Network hostable DHCP agents. Network: d961622f-1696-4f9e-a6fc-d94f7d390d25, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:48.048693 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.052012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] Network d961622f-1696-4f9e-a6fc-d94f7d390d25 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:48.063942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, d961622f-1696-4f9e-a6fc-d94f7d390d25) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:48.065053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Set router 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:48.068482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:48.069166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-883e1248-be90-4ba4-9af0-5e90124c4ec8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3576b451-1702-46fc-a74a-c1974ac3e468: This subnet is being modified by another concurrent operation. Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:07:48.073166 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exception Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3576b451-1702-46fc-a74a-c1974ac3e468: This subnet is being modified by another concurrent operation. Aug 26 11:07:48.078897 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:07:48.097511 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-72770ad0-0760-4e39-b249-ad60185acdf4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5298991 Aug 26 11:07:48.098568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40910) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:48.104124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4639033f-1083-41cc-9343-c6a912f1e950 None None] Network d961622f-1696-4f9e-a6fc-d94f7d390d25 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:48.104392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-287105546-router', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:48.106008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b428099-8559-409d-8b49-8eb9362fedd1 None None] Network e2b32a6a-5fd9-4c74-b002-09a24868cd42 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:48.110240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 01919957-c20d-4fc4-a988-6c5a94d26e2e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=01919957-c20d-4fc4-a988-6c5a94d26e2e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:48.132491 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.133700 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.174367 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.174719 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.192868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b32a6a-5fd9-4c74-b002-09a24868cd42']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:48.203758 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.211240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fde0e7-4533-4caa-9504-5a6fbc8aa903') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:48.211541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fde0e7-4533-4caa-9504-5a6fbc8aa903') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:48.235009 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.281629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.292210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:48.292700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:48.295922 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:48.363412 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.395477 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.396069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Pushing event deleted for resources: {'Port': ['ID=78ecb02a-4520-4a83-aa46-8d5d6162bd8c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:48.398471 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.403332 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.409237 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/e2b32a6a-5fd9-4c74-b002-09a24868cd42 HTTP/1.1" status: 204 len: 168 time: 0.9116032 Aug 26 11:07:48.409534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40912) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:48.418713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=01919957-c20d-4fc4-a988-6c5a94d26e2e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:48.487367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d549b-ea16-4aa7-9259-5ce3a3815a6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=e2b32a6a-5fd9-4c74-b002-09a24868cd42,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:48.491793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.495542 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c03930-ddaa-4498-9c7a-502eb93919fb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] GET failed (client error): The resource could not be found. Aug 26 11:07:48.499685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d8c03930-ddaa-4498-9c7a-502eb93919fb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/subnets/3576b451-1702-46fc-a74a-c1974ac3e468 HTTP/1.1" status: 404 len: 337 time: 0.0874934 Aug 26 11:07:48.501323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40916) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:48.537887 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf049d1-3005-4457-b0ad-43ac88b86815 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:48.538771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf049d1-3005-4457-b0ad-43ac88b86815 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:48.540750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0cf049d1-3005-4457-b0ad-43ac88b86815 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/e2b32a6a-5fd9-4c74-b002-09a24868cd42 HTTP/1.1" status: 404 len: 339 time: 0.0394320 Aug 26 11:07:48.550704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40918) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:48.589470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-d961622f-1696-4f9e-a6fc-d94f7d390d25', 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'fixed_ips': [{'subnet_id': '5895a39b-d566-4fd3-bd8b-2e8328b8ee01'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:48.590887 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.596199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.598538 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.622157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'name': 'tempest-TestServerMultinode-1639131079-router', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:37Z', 'updated_at': '2021-08-26T11:07:44Z', 'revision_number': 4, 'project_id': '57cbf5d64290404b826b2afa438a4c63', 'gw_port': {'id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:38Z', 'updated_at': '2021-08-26T11:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08a4c897-2197-42f4-8a39-25f6c0403277', 'name': '', 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'mac_address': 'fa:16:3e:7c:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '17ccaa32-666c-4794-8d44-db8804393b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:43Z', 'updated_at': '2021-08-26T11:07:44Z', 'revision_number': 2, 'project_id': '57cbf5d64290404b826b2afa438a4c63', 'subnets': [{'id': '17ccaa32-666c-4794-8d44-db8804393b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:48.654247 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.654976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Fanout notify agent at l3_agent the message router_deleted on router 201709ab-fa9f-4d9b-88b6-639c233415ab {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:07:48.663128 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.664911 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9d63445a-159f-4a56-b584-9ed42b0ba5b0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/201709ab-fa9f-4d9b-88b6-639c233415ab HTTP/1.1" status: 204 len: 168 time: 1.8556528 Aug 26 11:07:48.669025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40920) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:48.674833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-117735306', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:48.702206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Checking router: 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:48.702908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Updating router 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf port 08a4c897-2197-42f4-8a39-25f6c0403277 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:07:48.703110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.704266 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.749623 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.764759 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.775754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54efe269-55c5-499e-92c4-862e0a64aeb3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:48.777318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-54efe269-55c5-499e-92c4-862e0a64aeb3 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2245536 Aug 26 11:07:48.803947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40922) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:48.837530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Allocated IP 172.20.0.2 (d961622f-1696-4f9e-a6fc-d94f7d390d25/5895a39b-d566-4fd3-bd8b-2e8328b8ee01/03f961c5-f424-4eab-98af-fdc40807d1e4) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:48.872625 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-94dd9bb7-52dc-42c0-88e4-07d0cfaba604 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 207 time: 0.0675759 Aug 26 11:07:48.876108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40926) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:48.911598 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.935563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:48.968817 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.069219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Allocated IP 172.25.1.197 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/bd814c65-6fcf-47e2-bfc0-59f412d1de50) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:49.106113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-750fa9ec-39ea-48a2-bd2a-b3aadd016ef9 req-6cbbbda8-328a-4f5f-a9a0-b21676ab434c tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0384235 Aug 26 11:07:49.203632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b64a71-5023-4fc2-be9e-9adf172ec3c5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:49.210015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b64a71-5023-4fc2-be9e-9adf172ec3c5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:49.227102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b64a71-5023-4fc2-be9e-9adf172ec3c5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:49.231790 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.233356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b64a71-5023-4fc2-be9e-9adf172ec3c5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:49.235166 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e9b64a71-5023-4fc2-be9e-9adf172ec3c5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3583093 Aug 26 11:07:49.239348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40930) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:49.272640 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.299811 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.306933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 01919957-c20d-4fc4-a988-6c5a94d26e2e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:49.317333 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.337303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:49.340851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:49.344452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:49.366062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Transition to ACTIVE for port object 03f961c5-f424-4eab-98af-fdc40807d1e4 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:49.379042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Pushing event updated for resources: {'Port': ['ID=bd814c65-6fcf-47e2-bfc0-59f412d1de50,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:49.408072 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f4c9840c-4d8f-4f58-b915-07b89b3b449b tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1628449 Aug 26 11:07:49.408722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Transition to ACTIVE for port object 03f961c5-f424-4eab-98af-fdc40807d1e4 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:49.409805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40932) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:49.412664 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.424308 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.430583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Transition to ACTIVE for port object 08a4c897-2197-42f4-8a39-25f6c0403277 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:49.463504 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.479509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Network d961622f-1696-4f9e-a6fc-d94f7d390d25 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:49.491316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:49.499836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:49.502020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 01919957-c20d-4fc4-a988-6c5a94d26e2e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:49.502409 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.505304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Pushing event updated for resources: {'Port': ['ID=03f961c5-f424-4eab-98af-fdc40807d1e4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:49.512037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb99253-23eb-4e4d-976c-5cb6ce27c172 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:49.513584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb99253-23eb-4e4d-976c-5cb6ce27c172 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:49.515446 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6eb99253-23eb-4e4d-976c-5cb6ce27c172 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1020267 Aug 26 11:07:49.519005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40936) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:49.637326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48163a6a-f2d1-4753-a1cd-71a00d8d9562 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:49.640369 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.641180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48163a6a-f2d1-4753-a1cd-71a00d8d9562 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:49.646089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-48163a6a-f2d1-4753-a1cd-71a00d8d9562 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1220064 Aug 26 11:07:49.646889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40938) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:49.669989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.682789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f956a65-c92a-49b1-b572-829e66fabd5c None None] Pushing event updated for resources: {'Port': ['ID=08a4c897-2197-42f4-8a39-25f6c0403277,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:49.704083 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Attempting to bind port 03f961c5-f424-4eab-98af-fdc40807d1e4 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:49.704878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Attempting to bind port 03f961c5-f424-4eab-98af-fdc40807d1e4 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:49.705422 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Attempting to bind port 03f961c5-f424-4eab-98af-fdc40807d1e4 on network d961622f-1696-4f9e-a6fc-d94f7d390d25 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:49.753726 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Attempting to bind port 08a4c897-2197-42f4-8a39-25f6c0403277 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:49.754177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Attempting to bind port 08a4c897-2197-42f4-8a39-25f6c0403277 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:49.754559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Attempting to bind port 08a4c897-2197-42f4-8a39-25f6c0403277 on network c5b8753a-926d-4026-9a01-ed1860475eb1 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:49.764590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:49.764976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Checking segment: {'id': '7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:49.765388 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.765927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Bound using segment: {'id': '7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:49.766437 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Bound port: 03f961c5-f424-4eab-98af-fdc40807d1e4, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:49.766881 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.790018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:49.791594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Checking segment: {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:49.792268 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.792566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Bound using segment: {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:49.793009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Bound port: 08a4c897-2197-42f4-8a39-25f6c0403277, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:49.793823 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.826251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Allocated IP 172.25.1.181 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c0efe917-5897-4325-90f0-fae8ac1d435c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:49.889803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2318f674-bb4c-495d-9e84-2287c770cd36 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:49.894813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2318f674-bb4c-495d-9e84-2287c770cd36 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/networks/f70229cf-31b4-4eab-90fc-e538196eba02 HTTP/1.1" status: 200 len: 800 time: 0.2439377 Aug 26 11:07:49.895213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40940) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:49.912186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] For port 03f961c5-f424-4eab-98af-fdc40807d1e4, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:49.916818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] For port 03f961c5-f424-4eab-98af-fdc40807d1e4, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=03f961c5-f424-4eab-98af-fdc40807d1e4,segment=NetworkSegment(7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5),segment_id=7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:49.918223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] For port 08a4c897-2197-42f4-8a39-25f6c0403277, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:49.918582 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.921715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] For port 08a4c897-2197-42f4-8a39-25f6c0403277, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=08a4c897-2197-42f4-8a39-25f6c0403277,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:49.924020 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.933283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:49.960133 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:50.016945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:50.024988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1658d6-645d-400e-969e-0ddb3a386be4 None None] Pushing event updated for resources: {'Port': ['ID=03f961c5-f424-4eab-98af-fdc40807d1e4,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:50.068451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:50.068451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:50.078906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:50.092716 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f956a65-c92a-49b1-b572-829e66fabd5c None None] Pushing event updated for resources: {'Port': ['ID=08a4c897-2197-42f4-8a39-25f6c0403277,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:50.109175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Pushing event updated for resources: {'Port': ['ID=c0efe917-5897-4325-90f0-fae8ac1d435c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:50.138557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Routers {'0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:50.139656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:50.186669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4403353c-b850-41ca-9d60-daeff099db3a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/networks/f70229cf-31b4-4eab-90fc-e538196eba02?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2899821 Aug 26 11:07:50.203951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40948) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:50.468093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] Set router 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:50.476265 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:50.509697 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:50.709363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5df4a4-78dc-4e4f-9d77-ea6a976a3085 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:50.710914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6c5df4a4-78dc-4e4f-9d77-ea6a976a3085 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/subnets/df0e430a-5eb7-4639-93ce-ac20d066adb6 HTTP/1.1" status: 200 len: 811 time: 0.5066326 Aug 26 11:07:50.743947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2d85655-ff52-45c1-98ed-7d6da9ccc9ff req-de7d3bb0-a271-4abe-8352-a17220bfff80 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0379839 Aug 26 11:07:50.746860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40952) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:50.791969 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:50.805503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'name': 'tempest-TestServerMultinode-1639131079-router', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:37Z', 'updated_at': '2021-08-26T11:07:44Z', 'revision_number': 4, 'project_id': '57cbf5d64290404b826b2afa438a4c63', 'gw_port': {'id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:38Z', 'updated_at': '2021-08-26T11:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08a4c897-2197-42f4-8a39-25f6c0403277', 'name': '', 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'mac_address': 'fa:16:3e:7c:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '17ccaa32-666c-4794-8d44-db8804393b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:43Z', 'updated_at': '2021-08-26T11:07:49Z', 'revision_number': 4, 'project_id': '57cbf5d64290404b826b2afa438a4c63', 'subnets': [{'id': '17ccaa32-666c-4794-8d44-db8804393b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:50.833599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b81fe-ccca-4448-a4cb-068e87386cc8 None None] The sync data for ids ['0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'] in n-d-778550-13 is: [{'id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'name': 'tempest-TestServerMultinode-1639131079-router', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:37Z', 'updated_at': '2021-08-26T11:07:44Z', 'revision_number': 4, 'project_id': '57cbf5d64290404b826b2afa438a4c63', 'gw_port': {'id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:38Z', 'updated_at': '2021-08-26T11:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08a4c897-2197-42f4-8a39-25f6c0403277', 'name': '', 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'mac_address': 'fa:16:3e:7c:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': '17ccaa32-666c-4794-8d44-db8804393b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:43Z', 'updated_at': '2021-08-26T11:07:49Z', 'revision_number': 4, 'project_id': '57cbf5d64290404b826b2afa438a4c63', 'subnets': [{'id': '17ccaa32-666c-4794-8d44-db8804393b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:50.839696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e05b2-5700-430c-8e6d-25fb201004f5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['shared'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:50.845145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4d0e05b2-5700-430c-8e6d-25fb201004f5 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "GET /v2.0/subnets/df0e430a-5eb7-4639-93ce-ac20d066adb6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0935137 Aug 26 11:07:50.846090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40954) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:50.850662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2052667353'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:50.933892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:50.937437 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:50.988704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:07:51.006133 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:51.006638 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Added segment 3558baaf-59c2-4e14-abbe-11a70b698e0e of type vlan for network 8df8fe12-9f80-4fdd-bdfc-1a0644443d64 Aug 26 11:07:51.098818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Router ea02667d-5375-417a-8a17-27d1a95277b2 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:07:51.107646 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:51.119431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:51.239771 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:51.245895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:51.246558 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:51.342859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4960690 Aug 26 11:07:51.350760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40958) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:51.357384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'network_id': '8df8fe12-9f80-4fdd-bdfc-1a0644443d64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:51.377146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:51.389785 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Sync routers for ids ['ea02667d-5375-417a-8a17-27d1a95277b2'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:51.401053 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Routers {'ea02667d-5375-417a-8a17-27d1a95277b2'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:51.401597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e607bd3-6d31-4ead-9453-a94977059cde tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Network': ['ID=8df8fe12-9f80-4fdd-bdfc-1a0644443d64,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:51.401723 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ea02667d-5375-417a-8a17-27d1a95277b2'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:51.420416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 8df8fe12-9f80-4fdd-bdfc-1a0644443d64 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:07:51.425945 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:51.427912 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-63d70f28-bdbd-4cf4-b309-d6c6ad111bed admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3273544 Aug 26 11:07:51.431784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40960) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:51.489168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08a4c897-2197-42f4-8a39-25f6c0403277 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:51.539301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Router 143551fc-0191-4501-ad3c-4764f4bf36a9 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:07:51.566271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7316338b-f715-4c24-b25e-724cf3258c8d None None] Network d961622f-1696-4f9e-a6fc-d94f7d390d25 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:51.624584 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Set router ea02667d-5375-417a-8a17-27d1a95277b2 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:51.700065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b1d71160-2606-4c78-a190-89e3c0c5cbe2 None None] Provisioning for port 03f961c5-f424-4eab-98af-fdc40807d1e4 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:51.710667 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:51.727603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Made reservation on behalf of 32edb2d561c6454384302382a22291ba for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:07:51.735596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:51.741297 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 08a4c897-2197-42f4-8a39-25f6c0403277 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:51.747346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc18b36-d487-44b1-a122-cf762b8069ef None None] Sync routers for ids ['143551fc-0191-4501-ad3c-4764f4bf36a9'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:51.798217 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:51.805009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 08a4c897-2197-42f4-8a39-25f6c0403277 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:51.805640 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:51.807437 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-db04eae6-e729-4eee-bce8-0d3e2cc08b44 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1367996 Aug 26 11:07:51.814282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40966) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:51.843118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:51.934449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc18b36-d487-44b1-a122-cf762b8069ef None None] Routers {'143551fc-0191-4501-ad3c-4764f4bf36a9'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:51.936269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7dc18b36-d487-44b1-a122-cf762b8069ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['143551fc-0191-4501-ad3c-4764f4bf36a9'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:51.952866 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'name': 'tempest-TestServerMultinode-287105546-router', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:49Z', 'revision_number': 3, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'gw_port': {'id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:12:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:51.971354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7dc18b36-d487-44b1-a122-cf762b8069ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:51.974861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3cd1ab35-e683-4460-a0d1-98b77a598e86 req-d311bff0-2c2f-41b8-89e9-61a51d585693 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0839715 Aug 26 11:07:51.997742 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Checking router: ea02667d-5375-417a-8a17-27d1a95277b2 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:51.998313 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Updating router ea02667d-5375-417a-8a17-27d1a95277b2 port bd814c65-6fcf-47e2-bfc0-59f412d1de50 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:07:52.014792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_backend_mixin [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Performing IP validity checks on allocation pools {{(pid=101266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 26 11:07:52.014792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_backend_mixin [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101266) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 26 11:07:52.025853 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.051887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc18b36-d487-44b1-a122-cf762b8069ef None None] Routers {'143551fc-0191-4501-ad3c-4764f4bf36a9'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:52.052836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7dc18b36-d487-44b1-a122-cf762b8069ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['143551fc-0191-4501-ad3c-4764f4bf36a9'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:52.112173 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.219599 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.249560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-225a9a87-56fb-4bfc-9350-11cb512565d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1192286 Aug 26 11:07:52.312056 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=6decb004-233b-48d3-af06-8a14ba6353eb,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:52.367079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Checking segment: {'id': '3558baaf-59c2-4e14-abbe-11a70b698e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8df8fe12-9f80-4fdd-bdfc-1a0644443d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:52.369722 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network hostable DHCP agents. Network: 8df8fe12-9f80-4fdd-bdfc-1a0644443d64, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:07:52.396255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-0586d07b-2efb-48e0-9e4b-74fc25368e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:52.411475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-0586d07b-2efb-48e0-9e4b-74fc25368e93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1097 time: 0.0935988 Aug 26 11:07:52.444312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Network 8df8fe12-9f80-4fdd-bdfc-1a0644443d64 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:07:52.464501 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.474503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7dc18b36-d487-44b1-a122-cf762b8069ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:52.475180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc18b36-d487-44b1-a122-cf762b8069ef None None] The sync data for ids ['143551fc-0191-4501-ad3c-4764f4bf36a9'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:52.484465 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Transition to ACTIVE for port object bd814c65-6fcf-47e2-bfc0-59f412d1de50 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:52.496727 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.509038 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.517389 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.546150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Allocated IP 172.20.0.1 (d961622f-1696-4f9e-a6fc-d94f7d390d25/5895a39b-d566-4fd3-bd8b-2e8328b8ee01/2d590586-87f3-4b4d-9ee9-839d257f1d63) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:52.553706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 08a4c897-2197-42f4-8a39-25f6c0403277, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=08a4c897-2197-42f4-8a39-25f6c0403277,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:52.561072 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Attempting to bind port bd814c65-6fcf-47e2-bfc0-59f412d1de50 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:52.561458 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Attempting to bind port bd814c65-6fcf-47e2-bfc0-59f412d1de50 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:52.561830 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Attempting to bind port bd814c65-6fcf-47e2-bfc0-59f412d1de50 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:52.562534 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.566378 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 03f961c5-f424-4eab-98af-fdc40807d1e4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:52.600206 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:52.600593 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:52.601001 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.601401 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:52.601875 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Bound port: bd814c65-6fcf-47e2-bfc0-59f412d1de50, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:52.602257 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.676436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=08a4c897-2197-42f4-8a39-25f6c0403277,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:52.682008 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.688613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 8df8fe12-9f80-4fdd-bdfc-1a0644443d64) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:52.694017 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] For port bd814c65-6fcf-47e2-bfc0-59f412d1de50, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:52.694983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:52.695872 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.698994 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] For port bd814c65-6fcf-47e2-bfc0-59f412d1de50, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bd814c65-6fcf-47e2-bfc0-59f412d1de50,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:52.701011 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Pushing event updated for resources: {'Port': ['ID=bd814c65-6fcf-47e2-bfc0-59f412d1de50,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:52.710528 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.714152 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.714572 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.714885 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.716624 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.716978 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.717318 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.718997 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.719336 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.719668 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.719997 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.723169 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.723701 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:07:52.745239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d65b57-5b29-440d-8a0d-8503a746b498 None None] Network 8df8fe12-9f80-4fdd-bdfc-1a0644443d64 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:52.760568 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-828f6b05-8f11-47e6-9603-16de7775ecad req-27776e6f-f606-4d12-8d29-89642be8524a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0441654 Aug 26 11:07:52.762719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.764113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-ed093b20-3407-4287-bd07-b86521c4df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:52.768884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-ed093b20-3407-4287-bd07-b86521c4df1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.3275023 Aug 26 11:07:52.785703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40970) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:52.794280 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6f45e1ee-3959-4ecc-9706-52ef4ced27ec tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4289148 Aug 26 11:07:52.800970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e0070d89-a151-4de9-8d81-25c82c5500a9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:07:52.855920 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaafe60-f569-460e-8811-aad8007be6ee None None] Pushing event updated for resources: {'Port': ['ID=bd814c65-6fcf-47e2-bfc0-59f412d1de50,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:52.869713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Deleting port c0efe917-5897-4325-90f0-fae8ac1d435c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:52.870393 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:52.871275 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Routers {'ea02667d-5375-417a-8a17-27d1a95277b2'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:52.871913 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ea02667d-5375-417a-8a17-27d1a95277b2'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:52.986436 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.000429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Calling delete_port for c0efe917-5897-4325-90f0-fae8ac1d435c owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:53.065516 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] Set router ea02667d-5375-417a-8a17-27d1a95277b2 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:53.066489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 03f961c5-f424-4eab-98af-fdc40807d1e4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:53.077017 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.085339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f8e706ae-f60f-4722-9d61-8a70b2a4d1fd None None] Provisioning complete for port 03f961c5-f424-4eab-98af-fdc40807d1e4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:53.085769 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8e706ae-f60f-4722-9d61-8a70b2a4d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.088833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-8df8fe12-9f80-4fdd-bdfc-1a0644443d64', 'network_id': '8df8fe12-9f80-4fdd-bdfc-1a0644443d64', 'tenant_id': '32edb2d561c6454384302382a22291ba', 'fixed_ips': [{'subnet_id': '6decb004-233b-48d3-af06-8a14ba6353eb'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:07:53.090062 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.123868 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-b17cde33-693a-4850-ba41-f155b7658b48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 999 time: 0.1570535 Aug 26 11:07:53.126597 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e0070d89-a151-4de9-8d81-25c82c5500a9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11731366'] for subnet, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.165404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Transition to ACTIVE for port object 2d590586-87f3-4b4d-9ee9-839d257f1d63 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:53.214381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fb8e1a74-604f-4771-8c89-bfaf6e01f0de req-0a9b6107-8d62-484e-be08-9853d6c9f307 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0452216 Aug 26 11:07:53.231650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 03f961c5-f424-4eab-98af-fdc40807d1e4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:53.232159 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.235278 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.236960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-94e76ee7-c8e1-4643-adfb-99cf40261c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:53.239098 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-94e76ee7-c8e1-4643-adfb-99cf40261c3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1059341 Aug 26 11:07:53.321772 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Pushing event deleted for resources: {'Port': ['ID=c0efe917-5897-4325-90f0-fae8ac1d435c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:53.364065 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 11:07:53.364065 n-d-778550-13 neutron-server[101268]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 26 11:07:53.364065 n-d-778550-13 neutron-server[101268]: [parameters: {'in_use': 1, 'id_1': '6decb004-233b-48d3-af06-8a14ba6353eb'}] Aug 26 11:07:53.364065 n-d-778550-13 neutron-server[101268]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:07:53.364890 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:07:53.372262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.446589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-5262b572-e201-432f-8028-0f0f065453ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:53.448354 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.448893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-5262b572-e201-432f-8028-0f0f065453ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827154 Aug 26 11:07:53.450310 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'name': 'tempest-TestServerMultinode-287105546-router', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:49Z', 'revision_number': 3, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'gw_port': {'id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:12:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:53.457498 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.473632 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8e706ae-f60f-4722-9d61-8a70b2a4d1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.502189 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16f349-b1bd-4dc2-b92c-4dd1b1b62201 None None] The sync data for ids ['ea02667d-5375-417a-8a17-27d1a95277b2'] in n-d-778550-13 is: [{'id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'name': 'tempest-TestServerMultinode-287105546-router', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:49Z', 'revision_number': 3, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'gw_port': {'id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:12:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:53.522354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 03f961c5-f424-4eab-98af-fdc40807d1e4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=03f961c5-f424-4eab-98af-fdc40807d1e4,segment=NetworkSegment(7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5),segment_id=7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:53.532119 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.558987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Network d961622f-1696-4f9e-a6fc-d94f7d390d25 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:53.563513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Pushing event updated for resources: {'Port': ['ID=2d590586-87f3-4b4d-9ee9-839d257f1d63,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:53.569666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:53.588773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:53.686170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-f8e706ae-f60f-4722-9d61-8a70b2a4d1fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:07:53.698754 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-f8e706ae-f60f-4722-9d61-8a70b2a4d1fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:07:53.702413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=03f961c5-f424-4eab-98af-fdc40807d1e4,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:53.725938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08a4c897-2197-42f4-8a39-25f6c0403277 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:53.766929 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.771505 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e0070d89-a151-4de9-8d81-25c82c5500a9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730521440808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11855831'] for subnet, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.797896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 08a4c897-2197-42f4-8a39-25f6c0403277 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:53.798426 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.820032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-272b1814-44cf-4963-9c7c-555e671b8496 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612366 Aug 26 11:07:53.870173 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.911888 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:53.917269 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.020095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0070d89-a151-4de9-8d81-25c82c5500a9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:54.025943 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e0070d89-a151-4de9-8d81-25c82c5500a9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.031261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e0070d89-a151-4de9-8d81-25c82c5500a9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "PUT /v2.0/subnets/6decb004-233b-48d3-af06-8a14ba6353eb HTTP/1.1" status: 200 len: 877 time: 1.2444966 Aug 26 11:07:54.033920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40982) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:54.081631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0070d89-a151-4de9-8d81-25c82c5500a9 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event updated for resources: {'Subnet': ['ID=6decb004-233b-48d3-af06-8a14ba6353eb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:54.179977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Router 143551fc-0191-4501-ad3c-4764f4bf36a9 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:07:54.195315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7331d60b-ef9a-4b31-a8c5-1e5c29ceb0bc req-9403205a-feaf-4498-a8e4-a4e946ad14c5 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510923 Aug 26 11:07:54.302925 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.309740 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Allocated IP 172.20.0.3 (8df8fe12-9f80-4fdd-bdfc-1a0644443d64/6decb004-233b-48d3-af06-8a14ba6353eb/3d6a9567-6dee-4698-bea5-eb416dec9bee) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:07:54.351823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.359322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:54.367381 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.371463 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbba508-fee2-40de-a377-7297fda10e22 None None] Sync routers for ids ['143551fc-0191-4501-ad3c-4764f4bf36a9'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:54.378381 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-27621600-5a4d-4fc4-b27e-06b939d47e7a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "PUT /v2.0/routers/143551fc-0191-4501-ad3c-4764f4bf36a9 HTTP/1.1" status: 200 len: 709 time: 2.5629439 Aug 26 11:07:54.384029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40994) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:54.385486 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbba508-fee2-40de-a377-7297fda10e22 None None] Routers {'143551fc-0191-4501-ad3c-4764f4bf36a9'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:54.387972 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5bbba508-fee2-40de-a377-7297fda10e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['143551fc-0191-4501-ad3c-4764f4bf36a9'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:54.474670 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5bbba508-fee2-40de-a377-7297fda10e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:54.490655 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b27cfb3a-0f4b-49c0-a6f2-e4a2c31036b5 None None] Provisioning for port 2d590586-87f3-4b4d-9ee9-839d257f1d63 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:54.496069 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbba508-fee2-40de-a377-7297fda10e22 None None] Routers {'143551fc-0191-4501-ad3c-4764f4bf36a9'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:54.497799 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5bbba508-fee2-40de-a377-7297fda10e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['143551fc-0191-4501-ad3c-4764f4bf36a9'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:54.518047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b27cfb3a-0f4b-49c0-a6f2-e4a2c31036b5 None None] Provisioning complete for port 2d590586-87f3-4b4d-9ee9-839d257f1d63 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:54.523057 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b27cfb3a-0f4b-49c0-a6f2-e4a2c31036b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.544176 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-767d7734-3298-44f1-8380-daa5dc260bf1 tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/routers/143551fc-0191-4501-ad3c-4764f4bf36a9 HTTP/1.1" status: 200 len: 744 time: 0.1517286 Aug 26 11:07:54.547439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 40996) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:54.601784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5f67b68-fe6c-4a55-b682-4916c5ac3c25 req-832f38f0-a891-40c3-8479-0ef4632c743c tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0821931 Aug 26 11:07:54.684799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.689127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b27cfb3a-0f4b-49c0-a6f2-e4a2c31036b5 None None] Port 2d590586-87f3-4b4d-9ee9-839d257f1d63 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:07:54.695622 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2e80c361-4622-4a28-9946-dee9d342d8ab tempest-RoutersIpV6AdminTest-391303130 tempest-RoutersIpV6AdminTest-391303130-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&device_id=143551fc-0191-4501-ad3c-4764f4bf36a9 HTTP/1.1" status: 200 len: 205 time: 0.1463509 Aug 26 11:07:54.702147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41000) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:54.726692 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-5bbba508-fee2-40de-a377-7297fda10e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:54.727393 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbba508-fee2-40de-a377-7297fda10e22 None None] The sync data for ids ['143551fc-0191-4501-ad3c-4764f4bf36a9'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:54.823625 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.825048 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.837059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.840235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Transition to ACTIVE for port object 3d6a9567-6dee-4698-bea5-eb416dec9bee will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:54.841097 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7bf8ce59-dc8e-42c7-bc9b-5b1de1936bd0 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=143551fc-0191-4501-ad3c-4764f4bf36a9 HTTP/1.1" status: 200 len: 205 time: 0.1339686 Aug 26 11:07:54.850167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41006) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:54.872808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Transition to ACTIVE for port object 3d6a9567-6dee-4698-bea5-eb416dec9bee will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:54.893482 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.914819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:54.972943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee67290e-b17e-4c76-8667-e716bc0eae50 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.001760 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Network 8df8fe12-9f80-4fdd-bdfc-1a0644443d64 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:55.017804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:55.030579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:07:55.040597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Pushing event updated for resources: {'Port': ['ID=2d590586-87f3-4b4d-9ee9-839d257f1d63,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:55.064009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Pushing event updated for resources: {'Port': ['ID=3d6a9567-6dee-4698-bea5-eb416dec9bee,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:55.112910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Network d961622f-1696-4f9e-a6fc-d94f7d390d25 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:07:55.115817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:07:55.178577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Attempting to bind port 3d6a9567-6dee-4698-bea5-eb416dec9bee on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:55.180361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Attempting to bind port 3d6a9567-6dee-4698-bea5-eb416dec9bee by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '3558baaf-59c2-4e14-abbe-11a70b698e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8df8fe12-9f80-4fdd-bdfc-1a0644443d64'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:55.181654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Attempting to bind port 3d6a9567-6dee-4698-bea5-eb416dec9bee on network 8df8fe12-9f80-4fdd-bdfc-1a0644443d64 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:55.188706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:55.189123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Checking segment: {'id': '3558baaf-59c2-4e14-abbe-11a70b698e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8df8fe12-9f80-4fdd-bdfc-1a0644443d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:55.189541 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.190122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Bound using segment: {'id': '3558baaf-59c2-4e14-abbe-11a70b698e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8df8fe12-9f80-4fdd-bdfc-1a0644443d64'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:55.190503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Bound port: 3d6a9567-6dee-4698-bea5-eb416dec9bee, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3558baaf-59c2-4e14-abbe-11a70b698e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '8df8fe12-9f80-4fdd-bdfc-1a0644443d64'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:55.190929 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.210502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3648ea9f-2c5b-49a8-a43a-232ef1d5a01c req-f8caa13a-97e4-4662-ad78-81115950a788 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f&device_id=2073e91c-45a9-423b-bff1-4b493209fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0469449 Aug 26 11:07:55.241500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.311887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Router ea02667d-5375-417a-8a17-27d1a95277b2 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:07:55.367672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] For port 3d6a9567-6dee-4698-bea5-eb416dec9bee, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:55.374553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] For port 3d6a9567-6dee-4698-bea5-eb416dec9bee, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3d6a9567-6dee-4698-bea5-eb416dec9bee,segment=NetworkSegment(3558baaf-59c2-4e14-abbe-11a70b698e0e),segment_id=3558baaf-59c2-4e14-abbe-11a70b698e0e)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:55.388042 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.425494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.503748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cce38d-5d91-43cf-95ec-a8e22a368d79 None None] Pushing event updated for resources: {'Port': ['ID=3d6a9567-6dee-4698-bea5-eb416dec9bee,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:55.570483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df8fe12-9f80-4fdd-bdfc-1a0644443d64']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:55.584687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Subnet': ['ID=6decb004-233b-48d3-af06-8a14ba6353eb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:55.601031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a11a2726-f38a-4b45-9aed-6ee8afc700d9 None None] Provisioning complete for port 2d590586-87f3-4b4d-9ee9-839d257f1d63 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:55.605987 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee67290e-b17e-4c76-8667-e716bc0eae50 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.606270 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a11a2726-f38a-4b45-9aed-6ee8afc700d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.612719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3558baaf-59c2-4e14-abbe-11a70b698e0e') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:55.617418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3558baaf-59c2-4e14-abbe-11a70b698e0e') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:55.620585 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee67290e-b17e-4c76-8667-e716bc0eae50 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.656722 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.669167 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55ae4e-c200-4cf7-9ce8-7de5dbc71ca6 None None] Network 8df8fe12-9f80-4fdd-bdfc-1a0644443d64 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:55.754563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a11a2726-f38a-4b45-9aed-6ee8afc700d9 None None] Port 2d590586-87f3-4b4d-9ee9-839d257f1d63 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:07:55.771950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.797387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee67290e-b17e-4c76-8667-e716bc0eae50 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.798326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee67290e-b17e-4c76-8667-e716bc0eae50 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Fanout notify agent at l3_agent the message router_deleted on router 143551fc-0191-4501-ad3c-4764f4bf36a9 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:07:55.800635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:55.801158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:55.810877 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:55.824907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee67290e-b17e-4c76-8667-e716bc0eae50 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:55.832430 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ee67290e-b17e-4c76-8667-e716bc0eae50 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/143551fc-0191-4501-ad3c-4764f4bf36a9 HTTP/1.1" status: 204 len: 168 time: 0.9811425 Aug 26 11:07:55.855229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41016) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:55.893724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e8c2db-337f-45b3-858b-aa285973fe6c None None] Network 8df8fe12-9f80-4fdd-bdfc-1a0644443d64 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:07:55.932869 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bd814c65-6fcf-47e2-bfc0-59f412d1de50 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:56.176988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port bd814c65-6fcf-47e2-bfc0-59f412d1de50 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:07:56.185342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port bd814c65-6fcf-47e2-bfc0-59f412d1de50 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:56.185729 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:56.241132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915d1593-b8cc-4b23-a2e3-d8cbdc40b1ff None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:07:56.303151 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c9e23f0-d807-4d9f-bb9e-c7a8cfe35719 req-a5d5a2fb-2974-469d-ba92-094243e88851 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c5b37c1f00e4ab5a69b885f589ae00f&device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.8121181 Aug 26 11:07:56.328434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:07:56.333317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8137fbd3-859a-41e6-96c2-4a120f8135d3 req-40f04597-026d-4356-9ed0-3cdc6cda9167 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.7572558 Aug 26 11:07:56.338950 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-68e4e8d7-3c03-4c05-8891-32c3a6be9862 admin admin] 10.222.0.21 "PUT /v2.0/routers/ea02667d-5375-417a-8a17-27d1a95277b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9058483 Aug 26 11:07:56.373488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c9e23f0-d807-4d9f-bb9e-c7a8cfe35719 req-bde4c300-560e-4aed-aef8-c094d8e5d2dd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2c5b37c1f00e4ab5a69b885f589ae00f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301332 Aug 26 11:07:56.383545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915d1593-b8cc-4b23-a2e3-d8cbdc40b1ff None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:07:56.416301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Sync routers for ids ['ea02667d-5375-417a-8a17-27d1a95277b2'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:07:56.442400 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b04eb433-0591-483f-9b34-1a51d3d5b864 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=143551fc-0191-4501-ad3c-4764f4bf36a9 HTTP/1.1" status: 200 len: 205 time: 0.5858979 Aug 26 11:07:56.446132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41022) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:56.490792 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-71622baa-b444-4a6d-879d-a1acf499789f tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] delete failed (client error): The resource could not be found. Aug 26 11:07:56.492211 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-71622baa-b444-4a6d-879d-a1acf499789f tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/143551fc-0191-4501-ad3c-4764f4bf36a9 HTTP/1.1" status: 404 len: 336 time: 0.0443628 Aug 26 11:07:56.494788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41024) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:56.503240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Routers {'ea02667d-5375-417a-8a17-27d1a95277b2'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:56.503450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ea02667d-5375-417a-8a17-27d1a95277b2'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:56.563301 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cf69b6b9-01ff-4d7d-af94-8578bcc7cbac tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=201709ab-fa9f-4d9b-88b6-639c233415ab HTTP/1.1" status: 200 len: 205 time: 0.0669167 Aug 26 11:07:56.564583 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.db.api [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 11:07:56.564583 n-d-778550-13 neutron-server[101266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 11:07:56.564583 n-d-778550-13 neutron-server[101266]: [parameters: {'id': '8df8fe12-9f80-4fdd-bdfc-1a0644443d64'}] Aug 26 11:07:56.564583 n-d-778550-13 neutron-server[101266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:07:56.564993 n-d-778550-13 neutron-server[101266]: DEBUG oslo_db.api [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:07:56.565387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41030) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:56.599827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e23f0-d807-4d9f-bb9e-c7a8cfe35719 req-e126b2ad-6757-4628-9717-e14a59cc6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:56.601433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c9e23f0-d807-4d9f-bb9e-c7a8cfe35719 req-e126b2ad-6757-4628-9717-e14a59cc6ea4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2183771 Aug 26 11:07:56.611585 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-c3178e94-da98-4867-820f-8bb735aa2e54 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] delete failed (client error): The resource could not be found. Aug 26 11:07:56.613102 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c3178e94-da98-4867-820f-8bb735aa2e54 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/201709ab-fa9f-4d9b-88b6-639c233415ab HTTP/1.1" status: 404 len: 336 time: 0.0466862 Aug 26 11:07:56.615872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41034) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:56.663618 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:56.673591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41038) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:56.675424 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-104daa47-8397-409b-bd06-f2c3e558c374 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c649cf-6f50-42e0-add9-036024f27f6d HTTP/1.1" status: 200 len: 205 time: 0.0582535 Aug 26 11:07:56.733734 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-148640f9-b440-4237-b5fc-038d60413a3a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] delete failed (client error): The resource could not be found. Aug 26 11:07:56.735126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-148640f9-b440-4237-b5fc-038d60413a3a tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/02c649cf-6f50-42e0-add9-036024f27f6d HTTP/1.1" status: 404 len: 336 time: 0.0588584 Aug 26 11:07:56.739880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41040) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:56.747839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port bd814c65-6fcf-47e2-bfc0-59f412d1de50, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bd814c65-6fcf-47e2-bfc0-59f412d1de50,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:56.779307 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-21fc273b-6bfa-4343-b165-132ed48cd140 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=f831d0c1-b948-43f2-8c96-e7e48b3e05bd HTTP/1.1" status: 200 len: 205 time: 0.0380983 Aug 26 11:07:56.780194 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:56.781121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 03f961c5-f424-4eab-98af-fdc40807d1e4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:56.783200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41042) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:56.851092 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-635f2b38-c4fa-4c65-af6e-42438eed0ebd tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] delete failed (client error): The resource could not be found. Aug 26 11:07:56.863222 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-635f2b38-c4fa-4c65-af6e-42438eed0ebd tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/f831d0c1-b948-43f2-8c96-e7e48b3e05bd HTTP/1.1" status: 404 len: 336 time: 0.0751357 Aug 26 11:07:56.863603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41046) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:56.898194 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-092ab840-f0ca-493c-8c3b-d7f0311d8d79 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a6e565-3158-49dc-8833-d733fada74ea HTTP/1.1" status: 200 len: 205 time: 0.0311470 Aug 26 11:07:56.904980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41050) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:56.953784 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-e462e010-02ec-4f7f-981d-67e6d29f3cc6 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] delete failed (client error): The resource could not be found. Aug 26 11:07:56.957694 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e462e010-02ec-4f7f-981d-67e6d29f3cc6 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/c2a6e565-3158-49dc-8833-d733fada74ea HTTP/1.1" status: 404 len: 336 time: 0.0487432 Aug 26 11:07:56.958217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41052) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:56.995196 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2dddce4e-80e7-4270-9f17-1dfb9ea98d2c tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "GET /v2.0/ports?device_id=f866d5e1-5881-494f-aad0-baab75e0e342 HTTP/1.1" status: 200 len: 205 time: 0.0324299 Aug 26 11:07:56.996127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41056) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:57.050771 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-64d5c177-d4f1-4727-afcf-928a0f82fb67 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] delete failed (client error): The resource could not be found. Aug 26 11:07:57.050771 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-64d5c177-d4f1-4727-afcf-928a0f82fb67 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/routers/f866d5e1-5881-494f-aad0-baab75e0e342 HTTP/1.1" status: 404 len: 336 time: 0.0461941 Aug 26 11:07:57.050771 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41058) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:57.083473 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.086765 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4199f2cb-a4f6-403d-90c0-969d259e7862 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:57.087230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4199f2cb-a4f6-403d-90c0-969d259e7862 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:57.089046 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4199f2cb-a4f6-403d-90c0-969d259e7862 tempest-RoutersIpV6AdminTest-1251970490 tempest-RoutersIpV6AdminTest-1251970490-project] 10.222.0.21 "DELETE /v2.0/subnets/f4b882b3-edb7-44d3-9df1-4a3e7b4c1d83 HTTP/1.1" status: 404 len: 337 time: 0.0417717 Aug 26 11:07:57.130328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Set router ea02667d-5375-417a-8a17-27d1a95277b2 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:57.183428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Deleting port 3d6a9567-6dee-4698-bea5-eb416dec9bee {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:07:57.186048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.256592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=bd814c65-6fcf-47e2-bfc0-59f412d1de50,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:57.274014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ff84e-c0d2-4b02-be1e-260ab06f454e None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:07:57.288827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] For port 3d6a9567-6dee-4698-bea5-eb416dec9bee, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3d6a9567-6dee-4698-bea5-eb416dec9bee,segment=NetworkSegment(3558baaf-59c2-4e14-abbe-11a70b698e0e),segment_id=3558baaf-59c2-4e14-abbe-11a70b698e0e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:07:57.289465 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.304447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Calling delete_port for 3d6a9567-6dee-4698-bea5-eb416dec9bee owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:07:57.396613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 03f961c5-f424-4eab-98af-fdc40807d1e4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:57.396999 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.434493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.505040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-fd8896b9-df36-48ca-8ec2-b25cb1044795 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:07:57.512283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-fd8896b9-df36-48ca-8ec2-b25cb1044795 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/networks?id=c5b8753a-926d-4026-9a01-ed1860475eb1 HTTP/1.1" status: 200 len: 911 time: 0.2235415 Aug 26 11:07:57.545347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-c559e2cb-4220-47aa-baac-6dbc4ce519b8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/quotas/5637ab13a8f14497bd055c713e70f23e HTTP/1.1" status: 200 len: 375 time: 0.0317917 Aug 26 11:07:57.551025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No DVR routers for this DVR port 3d6a9567-6dee-4698-bea5-eb416dec9bee on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:07:57.600537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41086) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:57.604091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Port': ['ID=3d6a9567-6dee-4698-bea5-eb416dec9bee,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:57.606867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ff84e-c0d2-4b02-be1e-260ab06f454e None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:07:57.679352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.690623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df8fe12-9f80-4fdd-bdfc-1a0644443d64']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:57.709952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08beeec2-da40-4656-a7e9-e9fa070ed6ac req-62b92d21-385c-46a4-bb23-1c7c5bf632bc tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0880020 Aug 26 11:07:57.712278 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3558baaf-59c2-4e14-abbe-11a70b698e0e') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:57.713276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3558baaf-59c2-4e14-abbe-11a70b698e0e') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:57.736463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-6ef2b8c5-055b-42d8-a1b3-3388b2ff11bb tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=5637ab13a8f14497bd055c713e70f23e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1904449 Aug 26 11:07:57.747405 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.772711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.783475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'name': 'tempest-TestServerMultinode-287105546-router', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:54Z', 'revision_number': 4, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'gw_port': {'id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:12:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2d590586-87f3-4b4d-9ee9-839d257f1d63', 'name': '', 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'mac_address': 'fa:16:3e:22:6f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '5895a39b-d566-4fd3-bd8b-2e8328b8ee01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:52Z', 'updated_at': '2021-08-26T11:07:54Z', 'revision_number': 2, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'subnets': [{'id': '5895a39b-d566-4fd3-bd8b-2e8328b8ee01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:57.793129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:57.795418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:57.802293 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:57.827451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Checking router: ea02667d-5375-417a-8a17-27d1a95277b2 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:07:57.827819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Updating router ea02667d-5375-417a-8a17-27d1a95277b2 port 2d590586-87f3-4b4d-9ee9-839d257f1d63 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:07:57.861831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bd814c65-6fcf-47e2-bfc0-59f412d1de50 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:07:57.891747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-96e8c96d-ee6f-42b8-8562-713b08b8d389 service neutron] 10.222.0.21 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430380 Aug 26 11:07:57.928394 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.939865 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44266240-32ea-4943-ac13-ad0e82e47238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.973565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.982763 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:57.984989 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/8df8fe12-9f80-4fdd-bdfc-1a0644443d64 HTTP/1.1" status: 204 len: 168 time: 3.9505811 Aug 26 11:07:57.997027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41092) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:58.035152 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa3b185-5352-492d-97f1-0bc82516c1d6 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:58.035879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa3b185-5352-492d-97f1-0bc82516c1d6 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:58.038174 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-d815f65b-eaca-485e-9319-db1a3d6f7ea1 service neutron] 10.222.0.21 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388032 Aug 26 11:07:58.048208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41094) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:58.050991 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9fa3b185-5352-492d-97f1-0bc82516c1d6 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/subnets/6decb004-233b-48d3-af06-8a14ba6353eb HTTP/1.1" status: 404 len: 337 time: 0.0395947 Aug 26 11:07:58.077096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c9e23f0-d807-4d9f-bb9e-c7a8cfe35719 req-f87f5ce2-2317-426b-bfe7-61ffa78d7a93 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.42 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.0377841 Aug 26 11:07:58.090815 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5df082-4adc-4c23-86a8-3cbf73214644 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:58.092264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5df082-4adc-4c23-86a8-3cbf73214644 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:58.095356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7e5df082-4adc-4c23-86a8-3cbf73214644 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/8df8fe12-9f80-4fdd-bdfc-1a0644443d64 HTTP/1.1" status: 404 len: 339 time: 0.0451293 Aug 26 11:07:58.098146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41096) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:58.114561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de2867-6455-49d3-bb55-6d08c0a168e0 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=8df8fe12-9f80-4fdd-bdfc-1a0644443d64,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:58.120613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port bd814c65-6fcf-47e2-bfc0-59f412d1de50 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:07:58.121335 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.160314 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-070d3506-a03b-4107-a8d0-b548968cab3f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:58.160999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070d3506-a03b-4107-a8d0-b548968cab3f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:58.163079 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-070d3506-a03b-4107-a8d0-b548968cab3f tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/subnets/3576b451-1702-46fc-a74a-c1974ac3e468 HTTP/1.1" status: 404 len: 337 time: 0.0451529 Aug 26 11:07:58.166035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41098) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:58.195902 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-41532861-8f68-424d-9498-0c6441b0f263 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:58.196569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41532861-8f68-424d-9498-0c6441b0f263 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:58.199232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-41532861-8f68-424d-9498-0c6441b0f263 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/e2b32a6a-5fd9-4c74-b002-09a24868cd42 HTTP/1.1" status: 404 len: 339 time: 0.0319624 Aug 26 11:07:58.203162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41100) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:58.319905 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44266240-32ea-4943-ac13-ad0e82e47238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.349590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44266240-32ea-4943-ac13-ad0e82e47238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.410684 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-44266240-32ea-4943-ac13-ad0e82e47238 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8b939b492f9444abab91e022fa0131b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8034217 Aug 26 11:07:58.412479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.413112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41106) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:58.432727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44266240-32ea-4943-ac13-ad0e82e47238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb9ad7d-97b7-47ae-9f74-e30280b5c7f0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:58.488870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58840d73-7bf3-406e-8ffe-56c36aa6e96a req-cfed7946-b341-417c-b986-4c9353f23516 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 210 time: 0.0670977 Aug 26 11:07:58.550180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fc5-344b-44be-922e-96b0b403f777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.578059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fc5-344b-44be-922e-96b0b403f777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.588177 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.607682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Transition to ACTIVE for port object 2d590586-87f3-4b4d-9ee9-839d257f1d63 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:07:58.628339 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.651921 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fc5-344b-44be-922e-96b0b403f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.655892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fc5-344b-44be-922e-96b0b403f777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.662556 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9cec9fc5-344b-44be-922e-96b0b403f777 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdb9ad7d-97b7-47ae-9f74-e30280b5c7f0 HTTP/1.1" status: 204 len: 168 time: 0.2445376 Aug 26 11:07:58.675187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec9fc5-344b-44be-922e-96b0b403f777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb9ad7d-97b7-47ae-9f74-e30280b5c7f0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:58.764041 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.784607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce674ce-11cd-419d-9291-ab7565a0fd13 None None] Pushing event updated for resources: {'Port': ['ID=2d590586-87f3-4b4d-9ee9-839d257f1d63,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:58.798319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc07508-4837-461b-9213-8587b21df816']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:58.842954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b27583d-368e-4771-b285-2598f6b2e42d') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:58.843208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b27583d-368e-4771-b285-2598f6b2e42d') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:58.863779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Attempting to bind port 2d590586-87f3-4b4d-9ee9-839d257f1d63 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:07:58.864603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Attempting to bind port 2d590586-87f3-4b4d-9ee9-839d257f1d63 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:07:58.865188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Attempting to bind port 2d590586-87f3-4b4d-9ee9-839d257f1d63 on network d961622f-1696-4f9e-a6fc-d94f7d390d25 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:07:58.871139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.875899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:07:58.876694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Checking segment: {'id': '7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:07:58.877434 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.878079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Bound using segment: {'id': '7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:07:58.879207 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Bound port: 2d590586-87f3-4b4d-9ee9-839d257f1d63, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:07:58.879946 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.907647 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.926640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:07:58.927174 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:07:58.930771 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:07:59.043104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] For port 2d590586-87f3-4b4d-9ee9-839d257f1d63, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:07:59.047714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] For port 2d590586-87f3-4b4d-9ee9-839d257f1d63, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2d590586-87f3-4b4d-9ee9-839d257f1d63,segment=NetworkSegment(7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5),segment_id=7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:07:59.054536 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:59.123929 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bc5a42a-7998-4202-82a9-42f780261535 req-15b4df74-9cc6-4b97-b8ae-76bff6a83eca tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=05305977-e332-4f0c-9947-0f10d875591f HTTP/1.1" status: 200 len: 210 time: 0.1104617 Aug 26 11:07:59.126530 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:59.129714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Routers {'ea02667d-5375-417a-8a17-27d1a95277b2'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:07:59.130403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ea02667d-5375-417a-8a17-27d1a95277b2'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:59.153233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:59.155249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/5bc07508-4837-461b-9213-8587b21df816 HTTP/1.1" status: 204 len: 168 time: 0.9510546 Aug 26 11:07:59.158024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41124) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.172140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff48258-ead6-46cb-b406-a5c79ca7b154 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=5bc07508-4837-461b-9213-8587b21df816,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:59.210909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce674ce-11cd-419d-9291-ab7565a0fd13 None None] Pushing event updated for resources: {'Port': ['ID=2d590586-87f3-4b4d-9ee9-839d257f1d63,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:59.220844 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e63336-e54b-47e5-94ec-afc045f39e79 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.221313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e63336-e54b-47e5-94ec-afc045f39e79 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.225383 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c3e63336-e54b-47e5-94ec-afc045f39e79 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/subnets/866fa705-277f-4e62-a1d7-8cabb381a943 HTTP/1.1" status: 404 len: 337 time: 0.0641522 Aug 26 11:07:59.225777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41126) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.267070 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a362f1d-994f-42e1-8b73-d3151c3ade13 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.267672 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a362f1d-994f-42e1-8b73-d3151c3ade13 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.271737 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8a362f1d-994f-42e1-8b73-d3151c3ade13 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/206d5aac-6f3a-49c7-8f4b-02ef357a065c HTTP/1.1" status: 404 len: 339 time: 0.0426693 Aug 26 11:07:59.272174 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41128) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.332019 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ecfc76-660f-4c92-a76e-ad1afde5e9d2 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.336820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ecfc76-660f-4c92-a76e-ad1afde5e9d2 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.341500 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-30ecfc76-660f-4c92-a76e-ad1afde5e9d2 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/subnets/bc1a0a65-8210-47ef-80db-43abc7b9f8b5 HTTP/1.1" status: 404 len: 337 time: 0.0660903 Aug 26 11:07:59.342402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41130) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.343484 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] Set router ea02667d-5375-417a-8a17-27d1a95277b2 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:07:59.374625 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f73c09-926c-4ee2-af8c-79bc851d6cb2 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.375441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f73c09-926c-4ee2-af8c-79bc851d6cb2 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.380499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41132) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.389497 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41134) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.398314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c0f73c09-926c-4ee2-af8c-79bc851d6cb2 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/3d64e93a-1343-4f60-88d7-2b430f2ed76f HTTP/1.1" status: 404 len: 339 time: 0.0546527 Aug 26 11:07:59.424858 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbe49bf-9bd0-4284-ada4-009049689a9a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.425204 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbe49bf-9bd0-4284-ada4-009049689a9a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.429490 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1dbe49bf-9bd0-4284-ada4-009049689a9a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/subnets/b6465206-8c6c-4ed4-ae91-8ec0dc7979ed HTTP/1.1" status: 404 len: 337 time: 0.0454659 Aug 26 11:07:59.429831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41136) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.452764 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f01ad8f-21fb-4efd-901d-4b73f08c59fc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.454200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f01ad8f-21fb-4efd-901d-4b73f08c59fc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.457627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7f01ad8f-21fb-4efd-901d-4b73f08c59fc tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/6b0bdd44-0c8d-4a61-9d8e-07d7ea432f0a HTTP/1.1" status: 404 len: 339 time: 0.0266495 Aug 26 11:07:59.460791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41138) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.486035 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-84c6e4ac-e108-48d2-83e2-572f605a90c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1dd8640b2d344c1a9d7915703692c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942633 Aug 26 11:07:59.489329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41140) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.495147 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc886a5c-94be-4b38-a56b-61a009011f3b tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.495856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc886a5c-94be-4b38-a56b-61a009011f3b tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.499886 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dc886a5c-94be-4b38-a56b-61a009011f3b tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/subnets/983f0252-5c69-4047-a1e2-82f8f98ec12a HTTP/1.1" status: 404 len: 337 time: 0.0352776 Aug 26 11:07:59.502412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41142) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.568351 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f41541-3901-4726-9f40-4c2faa151d75 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.571579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f41541-3901-4726-9f40-4c2faa151d75 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.578748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-79f41541-3901-4726-9f40-4c2faa151d75 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/0f1c8a24-991c-4431-ab16-37285c3868e6 HTTP/1.1" status: 404 len: 339 time: 0.0751483 Aug 26 11:07:59.580542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41146) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.583272 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af1cda9c-0610-49f1-ae02-f0689c7f2a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:59.608835 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af1cda9c-0610-49f1-ae02-f0689c7f2a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:59.693659 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bd3a77-4c37-4a6a-ba3b-b4640b5b7766 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.694144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bd3a77-4c37-4a6a-ba3b-b4640b5b7766 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.699350 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-53bd3a77-4c37-4a6a-ba3b-b4640b5b7766 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/subnets/cfb643f7-8e35-41f9-a9f9-f99e014bef3f HTTP/1.1" status: 404 len: 337 time: 0.1172945 Aug 26 11:07:59.700163 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af1cda9c-0610-49f1-ae02-f0689c7f2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:59.702977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-af1cda9c-0610-49f1-ae02-f0689c7f2a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:07:59.703342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a80b9f41-d491-4eba-8ccb-23fe4423ea55 req-4d27eec1-4a69-4edb-82f7-b8beabae9d14 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 210 time: 0.0657120 Aug 26 11:07:59.703869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41148) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.706916 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-af1cda9c-0610-49f1-ae02-f0689c7f2a76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9debda85-3ba1-4545-b698-d0bf871045a1 HTTP/1.1" status: 204 len: 168 time: 0.2152345 Aug 26 11:07:59.734408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cda9c-0610-49f1-ae02-f0689c7f2a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9debda85-3ba1-4545-b698-d0bf871045a1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:07:59.751187 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa8357f-b051-4a47-bb47-06321ae6e893 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.752883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa8357f-b051-4a47-bb47-06321ae6e893 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.757021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-faa8357f-b051-4a47-bb47-06321ae6e893 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/b9641826-d4e6-4739-a088-8e608970872c HTTP/1.1" status: 404 len: 339 time: 0.0498176 Aug 26 11:07:59.757442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41154) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.789642 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-480b8cf6-ccbd-427d-9f0e-7c65e72a0d28 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.789642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480b8cf6-ccbd-427d-9f0e-7c65e72a0d28 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.791134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-480b8cf6-ccbd-427d-9f0e-7c65e72a0d28 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/subnets/8358f3bd-6e8c-4f81-8e60-dd7dda566d3d HTTP/1.1" status: 404 len: 337 time: 0.0326025 Aug 26 11:07:59.794117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41156) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.813754 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-4169e38f-76a3-4811-8eee-58eea8420f98 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.814536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4169e38f-76a3-4811-8eee-58eea8420f98 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.816370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4169e38f-76a3-4811-8eee-58eea8420f98 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/26e2332b-2604-4fa1-af2f-6539e30c05f5 HTTP/1.1" status: 404 len: 339 time: 0.0211935 Aug 26 11:07:59.818982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41158) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.853050 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e92cbd-351d-47a5-ba91-531987944492 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.853563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e92cbd-351d-47a5-ba91-531987944492 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.857777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-48e92cbd-351d-47a5-ba91-531987944492 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/subnets/f04cc342-cd68-4412-8b8d-0718cae077c4 HTTP/1.1" status: 404 len: 337 time: 0.0354528 Aug 26 11:07:59.858147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41160) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.859053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'name': 'tempest-TestServerMultinode-287105546-router', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:54Z', 'revision_number': 4, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'gw_port': {'id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:12:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2d590586-87f3-4b4d-9ee9-839d257f1d63', 'name': '', 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'mac_address': 'fa:16:3e:22:6f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '5895a39b-d566-4fd3-bd8b-2e8328b8ee01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:52Z', 'updated_at': '2021-08-26T11:07:59Z', 'revision_number': 4, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'subnets': [{'id': '5895a39b-d566-4fd3-bd8b-2e8328b8ee01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:07:59.883829 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc2a750-e6e5-41eb-a067-41ce5fecc495 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.884392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc2a750-e6e5-41eb-a067-41ce5fecc495 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.889395 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fcc2a750-e6e5-41eb-a067-41ce5fecc495 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/d16d5fd5-2788-4245-a4df-d09bc98f6bc1 HTTP/1.1" status: 404 len: 339 time: 0.0272133 Aug 26 11:07:59.889395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41162) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.892372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840480c-6c71-428d-abc1-e370d99c7c0a None None] The sync data for ids ['ea02667d-5375-417a-8a17-27d1a95277b2'] in n-d-778550-13 is: [{'id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'name': 'tempest-TestServerMultinode-287105546-router', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:54Z', 'revision_number': 4, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'gw_port': {'id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:12:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2d590586-87f3-4b4d-9ee9-839d257f1d63', 'name': '', 'network_id': 'd961622f-1696-4f9e-a6fc-d94f7d390d25', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'mac_address': 'fa:16:3e:22:6f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '5895a39b-d566-4fd3-bd8b-2e8328b8ee01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:52Z', 'updated_at': '2021-08-26T11:07:59Z', 'revision_number': 4, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'subnets': [{'id': '5895a39b-d566-4fd3-bd8b-2e8328b8ee01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:07:59.923149 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a30c7de-6b1e-41f4-9259-387017b5ab13 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.924031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a30c7de-6b1e-41f4-9259-387017b5ab13 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.927306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3a30c7de-6b1e-41f4-9259-387017b5ab13 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/subnets/ba9aca91-2b94-4a38-9544-64abea6fb29e HTTP/1.1" status: 404 len: 337 time: 0.0367866 Aug 26 11:07:59.929564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41164) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:07:59.960186 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7999a6-ef7f-4e39-adca-74f756106e6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] DELETE failed (client error): The resource could not be found. Aug 26 11:07:59.960950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7999a6-ef7f-4e39-adca-74f756106e6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:07:59.962993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cc7999a6-ef7f-4e39-adca-74f756106e6a tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/a12ae5a2-7487-4592-874e-80315436f13c HTTP/1.1" status: 404 len: 339 time: 0.0321214 Aug 26 11:07:59.965762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41166) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:00.055154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e65ba0-1d51-4f72-97c2-ffd4d7f79deb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Deleting subnet df0e430a-5eb7-4639-93ce-ac20d066adb6 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:08:00.074285 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89e65ba0-1d51-4f72-97c2-ffd4d7f79deb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:00.128806 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89e65ba0-1d51-4f72-97c2-ffd4d7f79deb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:00.512937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89e65ba0-1d51-4f72-97c2-ffd4d7f79deb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:00.517866 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de1a7c1-4325-4ff9-b523-7ea16d03f9d5 req-9203a478-2124-49a1-a455-59c25309cfbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c5b37c1f00e4ab5a69b885f589ae00f&device_id=2073e91c-45a9-423b-bff1-4b493209fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0577633 Aug 26 11:08:00.591079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-c2f3d64d-f89f-495a-81a2-5c633935dbc4 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:00.592614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-c2f3d64d-f89f-495a-81a2-5c633935dbc4 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.47 "GET /v2.0/networks?id=c5b8753a-926d-4026-9a01-ed1860475eb1 HTTP/1.1" status: 200 len: 911 time: 0.3997355 Aug 26 11:08:00.605907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23821569-f49d-4937-9840-19a61ba5bde4 req-83c2dc84-4337-4af1-a3d8-66608374c032 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=2073e91c-45a9-423b-bff1-4b493209fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0946608 Aug 26 11:08:00.617017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de1a7c1-4325-4ff9-b523-7ea16d03f9d5 req-544d8fcd-ae61-4dfd-bebc-024cab124bde service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2c5b37c1f00e4ab5a69b885f589ae00f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649731 Aug 26 11:08:00.627064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Request body: {'port': {'device_id': '62e68c16-3deb-4cba-ba5e-812a727b1eda', 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1', 'admin_state_up': True, 'tenant_id': '5637ab13a8f14497bd055c713e70f23e'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:00.724691 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89e65ba0-1d51-4f72-97c2-ffd4d7f79deb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:00.751482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Made reservation on behalf of 5637ab13a8f14497bd055c713e70f23e for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:00.756027 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:00.809951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e65ba0-1d51-4f72-97c2-ffd4d7f79deb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Subnet': ['ID=df0e430a-5eb7-4639-93ce-ac20d066adb6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:00.824546 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89e65ba0-1d51-4f72-97c2-ffd4d7f79deb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:00.826808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-89e65ba0-1d51-4f72-97c2-ffd4d7f79deb tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/subnets/df0e430a-5eb7-4639-93ce-ac20d066adb6 HTTP/1.1" status: 204 len: 168 time: 0.8598864 Aug 26 11:08:00.827971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e4d508-8c10-4f60-b7bd-09e7acdb6ec5 None None] Network f70229cf-31b4-4eab-90fc-e538196eba02 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:00.829397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41198) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:00.850796 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1a7c1-4325-4ff9-b523-7ea16d03f9d5 req-d8ea03fa-7afc-4e4b-b85a-a5c177100799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:00.852624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de1a7c1-4325-4ff9-b523-7ea16d03f9d5 req-d8ea03fa-7afc-4e4b-b85a-a5c177100799 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2219386 Aug 26 11:08:00.972576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.046641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Deleting port 5a2c676b-45a1-4764-a2e9-fe56702d06eb {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:01.047131 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.049200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41200) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:01.069730 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d4d039f-3688-48ac-afa8-87a0a1c4d55a req-1aeedf70-8979-4cb0-9afb-02e36e8af41a tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 210 time: 0.2206273 Aug 26 11:08:01.116024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8c2f0f-44fa-4c0e-a162-91a7414d9af5 None None] DHCP port deletion for f70229cf-31b4-4eab-90fc-e538196eba02 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:08:01.126699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Allocated IP 172.20.0.6 (c5b8753a-926d-4026-9a01-ed1860475eb1/17ccaa32-666c-4794-8d44-db8804393b77/0c25afdf-912c-4978-b4bb-858c16eec6d1) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:01.135299 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] For port 5a2c676b-45a1-4764-a2e9-fe56702d06eb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5a2c676b-45a1-4764-a2e9-fe56702d06eb,segment=NetworkSegment(e4777888-4a5d-4293-9bc7-e669cda37ca3),segment_id=e4777888-4a5d-4293-9bc7-e669cda37ca3)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:01.135668 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.157880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Calling delete_port for 5a2c676b-45a1-4764-a2e9-fe56702d06eb owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:01.193551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c2f0f-44fa-4c0e-a162-91a7414d9af5 None None] Deleting port 5a2c676b-45a1-4764-a2e9-fe56702d06eb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:01.194028 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2f0f-44fa-4c0e-a162-91a7414d9af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.231578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'networks': [{'name': 'tempest-network--1773034244'}, {'name': 'tempest-network--810792003'}]} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:01.231892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'network': {'name': 'tempest-network--1773034244'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:01.232637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'network': {'name': 'tempest-network--810792003'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:01.275569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Made reservation on behalf of 8a3a23d85b8e4c2ca7f6aa581bdcbb74 for: {'network': 2} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:01.280550 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.296234 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.336588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1a8c2f0f-44fa-4c0e-a162-91a7414d9af5 None None] For port 5a2c676b-45a1-4764-a2e9-fe56702d06eb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5a2c676b-45a1-4764-a2e9-fe56702d06eb,segment=NetworkSegment(e4777888-4a5d-4293-9bc7-e669cda37ca3),segment_id=e4777888-4a5d-4293-9bc7-e669cda37ca3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:01.337002 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2f0f-44fa-4c0e-a162-91a7414d9af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.350473 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.358384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1a8c2f0f-44fa-4c0e-a162-91a7414d9af5 None None] Calling delete_port for 5a2c676b-45a1-4764-a2e9-fe56702d06eb owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:01.378561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.401122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Transition to ACTIVE for port object 0c25afdf-912c-4978-b4bb-858c16eec6d1 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:01.445196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Port': ['ID=5a2c676b-45a1-4764-a2e9-fe56702d06eb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:01.448038 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] No DVR routers for this DVR port 5a2c676b-45a1-4764-a2e9-fe56702d06eb on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:01.450148 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a8c2f0f-44fa-4c0e-a162-91a7414d9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.483641 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.489382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c2f0f-44fa-4c0e-a162-91a7414d9af5 None None] Pushing event deleted for resources: {'Port': ['ID=5a2c676b-45a1-4764-a2e9-fe56702d06eb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:01.502061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c2f0f-44fa-4c0e-a162-91a7414d9af5 None None] No DVR routers for this DVR port 5a2c676b-45a1-4764-a2e9-fe56702d06eb on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:01.554827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Network c5b8753a-926d-4026-9a01-ed1860475eb1 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:01.560841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:01.564881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:01.568878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.588426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70229cf-31b4-4eab-90fc-e538196eba02']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:01.602207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Pushing event updated for resources: {'Port': ['ID=0c25afdf-912c-4978-b4bb-858c16eec6d1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:01.604614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4777888-4a5d-4293-9bc7-e669cda37ca3') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:01.604614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4777888-4a5d-4293-9bc7-e669cda37ca3') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:01.644673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:01.645921 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.658218 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.688384 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.699146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.699741 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.710570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.712909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-14e6013a-0d61-4609-aa27-284fed0f31ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0982654 Aug 26 11:08:01.741222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Request body: {'port': {'device_id': '62e68c16-3deb-4cba-ba5e-812a727b1eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:01.759276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:01.759701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:01.764521 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:01.774933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8be186f8-be1a-46f1-84d9-b99e09463520 req-8a461d5c-5295-4706-9c1d-1a944a4a0eb3 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=2073e91c-45a9-423b-bff1-4b493209fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0544949 Aug 26 11:08:01.847747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2d590586-87f3-4b4d-9ee9-839d257f1d63 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:01.894532 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:01.943198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6617c272-e725-4ac0-88d1-de90bb86f011,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:01.970680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:01.979725 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 2d590586-87f3-4b4d-9ee9-839d257f1d63 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:01.987649 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.008656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2d590586-87f3-4b4d-9ee9-839d257f1d63 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:02.009080 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.013764 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.028924 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] 10.222.0.21 "DELETE /v2.0/networks/f70229cf-31b4-4eab-90fc-e538196eba02 HTTP/1.1" status: 204 len: 168 time: 1.1977935 Aug 26 11:08:02.030553 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.031067 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Added segment 1eed1d75-d4a0-41bd-9535-6b70941e2c5b of type vlan for network 84eb65b1-1564-4008-9d69-9dbebeffd593 Aug 26 11:08:02.070110 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01db4a-8ad8-4240-9dc5-7ab3fa03f839 tempest-NetworksTest-1999485893 tempest-NetworksTest-1999485893-project] Pushing event deleted for resources: {'Network': ['ID=f70229cf-31b4-4eab-90fc-e538196eba02,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:02.106398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d57a4075-7675-494e-80fd-cd8c4c227dff None None] Provisioning for port 0c25afdf-912c-4978-b4bb-858c16eec6d1 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:02.119976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d57a4075-7675-494e-80fd-cd8c4c227dff None None] Provisioning complete for port 0c25afdf-912c-4978-b4bb-858c16eec6d1 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:02.120567 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d57a4075-7675-494e-80fd-cd8c4c227dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.214333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d57a4075-7675-494e-80fd-cd8c4c227dff None None] Port 0c25afdf-912c-4978-b4bb-858c16eec6d1 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:02.246371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.287967 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.356284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:02.370987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 2d590586-87f3-4b4d-9ee9-839d257f1d63, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2d590586-87f3-4b4d-9ee9-839d257f1d63,segment=NetworkSegment(7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5),segment_id=7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:02.375926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de1a7c1-4325-4ff9-b523-7ea16d03f9d5 req-b2a146d3-b8a9-48fd-8267-ed1172fca65c tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.42 "GET /v2.0/ports?device_id=2073e91c-45a9-423b-bff1-4b493209fdb1 HTTP/1.1" status: 200 len: 210 time: 0.1984575 Aug 26 11:08:02.380529 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.383897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.384821 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Added segment 0fc83414-19cb-436c-b174-a6c90e946a32 of type vlan for network 64554c7f-d5a5-412e-ac4e-98b4bf2db7d0 Aug 26 11:08:02.472014 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.523688 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.527696 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.549323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5a2c676b-45a1-4764-a2e9-fe56702d06eb no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:02.565075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:02.587823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:02.589345 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.592205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41218) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:02.596626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=2d590586-87f3-4b4d-9ee9-839d257f1d63,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:02.611708 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 5a2c676b-45a1-4764-a2e9-fe56702d06eb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:08:02.612515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5a2c676b-45a1-4764-a2e9-fe56702d06eb not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:02.667584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c25afdf-912c-4978-b4bb-858c16eec6d1 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:08:02.679697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.694007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8365568-1c35-49fa-a686-674ff4822142 req-f0da6735-bdf1-4cd6-9569-ab882b9835b6 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:02.695555 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6449418 Aug 26 11:08:02.699982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41222) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:02.701871 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8365568-1c35-49fa-a686-674ff4822142 req-f0da6735-bdf1-4cd6-9569-ab882b9835b6 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1027 time: 0.4494112 Aug 26 11:08:02.747933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8365568-1c35-49fa-a686-674ff4822142 req-ac16b345-04ce-46e2-a370-01e09205797b tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421069 Aug 26 11:08:02.749096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Transition to ACTIVE for port object 0c25afdf-912c-4978-b4bb-858c16eec6d1 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:02.757140 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:02.861109 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c25afdf-912c-4978-b4bb-858c16eec6d1,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:02.864671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event updated for resources: {'Network': ['ID=84eb65b1-1564-4008-9d69-9dbebeffd593,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:02.886148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 84eb65b1-1564-4008-9d69-9dbebeffd593 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:02.994325 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10e5077c-7818-4e8b-b029-6c776baf7136 req-ef05f8a7-43da-459d-892d-f191dd4e1343 tempest-ServerShowV247Test-1197863320 tempest-ServerShowV247Test-1197863320-project] 10.222.0.21 "GET /v2.0/ports?device_id=2073e91c-45a9-423b-bff1-4b493209fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0354090 Aug 26 11:08:02.995297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Attempting to bind port 0c25afdf-912c-4978-b4bb-858c16eec6d1 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:02.995714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Attempting to bind port 0c25afdf-912c-4978-b4bb-858c16eec6d1 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:02.996049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Attempting to bind port 0c25afdf-912c-4978-b4bb-858c16eec6d1 on network c5b8753a-926d-4026-9a01-ed1860475eb1 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:03.002413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Port 0c25afdf-912c-4978-b4bb-858c16eec6d1 on network c5b8753a-926d-4026-9a01-ed1860475eb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:08:03.002858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Attempting to bind port 0c25afdf-912c-4978-b4bb-858c16eec6d1 on network c5b8753a-926d-4026-9a01-ed1860475eb1 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:03.012126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:03.012632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Checking segment: {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:03.013115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Bound using segment: {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:03.027302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Bound port: 0c25afdf-912c-4978-b4bb-858c16eec6d1, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:03.027302 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.102068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] For port 0c25afdf-912c-4978-b4bb-858c16eec6d1, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:03.107743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] For port 0c25afdf-912c-4978-b4bb-858c16eec6d1, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0c25afdf-912c-4978-b4bb-858c16eec6d1,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:03.114076 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.190311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c25afdf-912c-4978-b4bb-858c16eec6d1,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:03.201957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:03.202707 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.204745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2a724517-0389-4915-b9bd-20a45af222e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/0c25afdf-912c-4978-b4bb-858c16eec6d1 HTTP/1.1" status: 200 len: 1092 time: 1.4701121 Aug 26 11:08:03.205292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e68c16-3deb-4cba-ba5e-812a727b1eda', 'tag': '0c25afdf-912c-4978-b4bb-858c16eec6d1'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:03.208240 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca304014-a4f3-41d9-9661-6e708b3f9fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "62e68c16-3deb-4cba-ba5e-812a727b1eda", "tag": "0c25afdf-912c-4978-b4bb-858c16eec6d1"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:03.298092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95745d7-2d85-4332-9c53-c9b4aeff620f tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event updated for resources: {'Network': ['ID=64554c7f-d5a5-412e-ac4e-98b4bf2db7d0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:03.310534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500cccb3-603b-40d9-83ff-46a62d5b22ec tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:03.320545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 64554c7f-d5a5-412e-ac4e-98b4bf2db7d0 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:03.324758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500cccb3-603b-40d9-83ff-46a62d5b22ec tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:03.347171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500cccb3-603b-40d9-83ff-46a62d5b22ec tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:03.354036 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1284e4fa-2298-4b4d-b893-f3be880e6a1d x-openstack-request-id: req-1284e4fa-2298-4b4d-b893-f3be880e6a1d {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:03.354435 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e68c16-3deb-4cba-ba5e-812a727b1eda", "tag": "0c25afdf-912c-4978-b4bb-858c16eec6d1", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:03.354586 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1284e4fa-2298-4b4d-b893-f3be880e6a1d {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:03.355021 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e68c16-3deb-4cba-ba5e-812a727b1eda', 'tag': '0c25afdf-912c-4978-b4bb-858c16eec6d1', 'status': 'completed', 'code': 200} Aug 26 11:08:03.358599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500cccb3-603b-40d9-83ff-46a62d5b22ec tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:03.364521 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-500cccb3-603b-40d9-83ff-46a62d5b22ec tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6629696 Aug 26 11:08:03.364703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41230) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:03.426316 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2e737e97-2f39-46dc-860f-38cecb08dd31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32edb2d561c6454384302382a22291ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8286917 Aug 26 11:08:03.432001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41232) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:03.517517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-d08ba147-4a13-4260-8e14-2efe113ecca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:03.519790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-d08ba147-4a13-4260-8e14-2efe113ecca3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5637ab13a8f14497bd055c713e70f23e&device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1095 time: 0.2235587 Aug 26 11:08:03.529904 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.533478 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0768f303-6624-427e-9d75-8a8737261b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.562941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0768f303-6624-427e-9d75-8a8737261b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.590006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-05d6e18a-48ea-4c4a-b6a4-4c858b26fa52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c25afdf-912c-4978-b4bb-858c16eec6d1 HTTP/1.1" status: 200 len: 217 time: 0.0549760 Aug 26 11:08:03.631030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0768f303-6624-427e-9d75-8a8737261b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.639733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0768f303-6624-427e-9d75-8a8737261b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.641573 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0768f303-6624-427e-9d75-8a8737261b12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65053410-35cf-4095-be32-7819376d5a14 HTTP/1.1" status: 204 len: 168 time: 0.2089448 Aug 26 11:08:03.652414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768f303-6624-427e-9d75-8a8737261b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65053410-35cf-4095-be32-7819376d5a14,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:03.745280 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.749265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2d7854f8-0b27-4d6f-b25f-642b98a2e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:03.751082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-2d7854f8-0b27-4d6f-b25f-642b98a2e961 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=17ccaa32-666c-4794-8d44-db8804393b77 HTTP/1.1" status: 200 len: 849 time: 0.1331623 Aug 26 11:08:03.811130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84eb65b1-1564-4008-9d69-9dbebeffd593']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:03.817214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2d590586-87f3-4b4d-9ee9-839d257f1d63 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:03.843200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eed1d75-d4a0-41bd-9535-6b70941e2c5b') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:03.843501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eed1d75-d4a0-41bd-9535-6b70941e2c5b') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:03.864777 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.882170 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2d590586-87f3-4b4d-9ee9-839d257f1d63 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:03.883029 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.914068 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.918215 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-020120f1-11f5-4ff3-b3cf-659f77d9a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:03.919770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-020120f1-11f5-4ff3-b3cf-659f77d9a98f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5b8753a-926d-4026-9a01-ed1860475eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1519697 Aug 26 11:08:03.927460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:03.927874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:03.932074 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:04.041246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7d0d1-91cf-4d37-8bbb-006693d826e6 req-17db6010-445d-4e51-a1e4-4c1e2725e6bd tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:04.042821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05d7d0d1-91cf-4d37-8bbb-006693d826e6 req-17db6010-445d-4e51-a1e4-4c1e2725e6bd tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1095 time: 0.1907227 Aug 26 11:08:04.075027 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.087806 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.090259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "DELETE /v2.0/networks/84eb65b1-1564-4008-9d69-9dbebeffd593 HTTP/1.1" status: 204 len: 168 time: 0.7224483 Aug 26 11:08:04.093434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41250) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:04.145069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b19752-513b-425c-9e31-0f5125926df3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event deleted for resources: {'Network': ['ID=84eb65b1-1564-4008-9d69-9dbebeffd593,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:04.154639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-b3ddc2a3-9efc-4627-baaa-5bd74c9f3a52 service neutron] 10.222.0.47 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193038 Aug 26 11:08:04.156949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05d7d0d1-91cf-4d37-8bbb-006693d826e6 req-36c9442e-a7ce-4109-aaa5-d86c62ae1d32 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044848 Aug 26 11:08:04.257703 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.324157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c9e2f71-b662-417a-94db-28c2167ff3ac req-1437cbce-6ebd-4587-ba48-2bad548bc15a service neutron] 10.222.0.47 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622059 Aug 26 11:08:04.378447 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.390525 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64554c7f-d5a5-412e-ac4e-98b4bf2db7d0']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:04.423394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc83414-19cb-436c-b174-a6c90e946a32') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:04.424338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc83414-19cb-436c-b174-a6c90e946a32') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:04.442531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca304014-a4f3-41d9-9661-6e708b3f9fb3 req-a4996df3-8efc-4085-8b93-9bf46a78fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:04.443417 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.444725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca304014-a4f3-41d9-9661-6e708b3f9fb3 req-a4996df3-8efc-4085-8b93-9bf46a78fd66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5637ab13a8f14497bd055c713e70f23e&device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1095 time: 0.0529742 Aug 26 11:08:04.458477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.471112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:04.471787 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:04.475437 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:04.531586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41268) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:04.557527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca304014-a4f3-41d9-9661-6e708b3f9fb3 req-94ecdace-644a-45a3-814b-718afe9b3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:04.558413 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.560414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca304014-a4f3-41d9-9661-6e708b3f9fb3 req-94ecdace-644a-45a3-814b-718afe9b3f46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5b8753a-926d-4026-9a01-ed1860475eb1 HTTP/1.1" status: 200 len: 911 time: 0.1054249 Aug 26 11:08:04.567057 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.568924 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "DELETE /v2.0/networks/64554c7f-d5a5-412e-ac4e-98b4bf2db7d0 HTTP/1.1" status: 204 len: 168 time: 0.4744704 Aug 26 11:08:04.572138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41274) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:04.622652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b4021-b7b1-4ef6-8b2c-34d6611f71d4 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event deleted for resources: {'Network': ['ID=64554c7f-d5a5-412e-ac4e-98b4bf2db7d0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:04.629510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca304014-a4f3-41d9-9661-6e708b3f9fb3 req-88120673-c2a8-4b1d-b428-3055c32747ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c25afdf-912c-4978-b4bb-858c16eec6d1 HTTP/1.1" status: 200 len: 217 time: 0.0617058 Aug 26 11:08:04.684144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca304014-a4f3-41d9-9661-6e708b3f9fb3 req-83745f42-db67-44b3-b59c-6486f1ddcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:04.685648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca304014-a4f3-41d9-9661-6e708b3f9fb3 req-83745f42-db67-44b3-b59c-6486f1ddcbdc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=17ccaa32-666c-4794-8d44-db8804393b77 HTTP/1.1" status: 200 len: 849 time: 0.0479896 Aug 26 11:08:04.735614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd6314-5198-4148-a31d-87835521974d tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:04.739499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41278) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:04.741885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd6314-5198-4148-a31d-87835521974d tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:04.743591 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-10fd6314-5198-4148-a31d-87835521974d tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1453452 Aug 26 11:08:04.747523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41282) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:04.753027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1638135473'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:04.770698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca304014-a4f3-41d9-9661-6e708b3f9fb3 req-4736e3bb-ed9b-481b-9547-cba061542426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:04.772277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca304014-a4f3-41d9-9661-6e708b3f9fb3 req-4736e3bb-ed9b-481b-9547-cba061542426 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5b8753a-926d-4026-9a01-ed1860475eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794177 Aug 26 11:08:04.822241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44098106-c868-4833-9386-599fc8689354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.828328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Made reservation on behalf of 8a3a23d85b8e4c2ca7f6aa581bdcbb74 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:04.831763 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.838585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1301594431'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:04.888934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:04.910217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.910571 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Added segment 543e8832-a8ba-4e99-bf4f-6bf7d04179eb of type vlan for network db9f566c-c54f-434a-8e98-6b37ee3fc98e Aug 26 11:08:04.919957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca304014-a4f3-41d9-9661-6e708b3f9fb3 req-441a032d-8d24-44ae-8884-8dbbf65f0d6d service neutron] 10.222.0.47 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388197 Aug 26 11:08:04.924022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44098106-c868-4833-9386-599fc8689354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.927751 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44098106-c868-4833-9386-599fc8689354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:04.970473 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-44098106-c868-4833-9386-599fc8689354 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c5b37c1f00e4ab5a69b885f589ae00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355054 Aug 26 11:08:04.970473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44098106-c868-4833-9386-599fc8689354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e517f34-6e7e-4403-a653-4d10790cfacd,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:04.971702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41284) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:05.011562 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.023590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1410d5db-e5d8-4589-8752-91c16b10967c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.039102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:05.043233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.045970 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1410d5db-e5d8-4589-8752-91c16b10967c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.064238 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.085704 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.092044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:05.092743 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.096461 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1410d5db-e5d8-4589-8752-91c16b10967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.099562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1410d5db-e5d8-4589-8752-91c16b10967c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.100783 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1410d5db-e5d8-4589-8752-91c16b10967c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e517f34-6e7e-4403-a653-4d10790cfacd HTTP/1.1" status: 204 len: 168 time: 0.1281199 Aug 26 11:08:05.114352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410d5db-e5d8-4589-8752-91c16b10967c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e517f34-6e7e-4403-a653-4d10790cfacd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:05.168883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca304014-a4f3-41d9-9661-6e708b3f9fb3 req-feec0bc4-4dab-493a-8934-6dc6a4682d72 service neutron] 10.222.0.47 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227902 Aug 26 11:08:05.209491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event updated for resources: {'Network': ['ID=db9f566c-c54f-434a-8e98-6b37ee3fc98e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:05.222763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network db9f566c-c54f-434a-8e98-6b37ee3fc98e details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:05.331911 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15956fa-17b4-41c3-b472-fec53e1acad3 req-624431ad-d223-4d3c-8d3f-23a2b7fec6ac tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:05.333479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c15956fa-17b4-41c3-b472-fec53e1acad3 req-624431ad-d223-4d3c-8d3f-23a2b7fec6ac tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1095 time: 0.0907576 Aug 26 11:08:05.338377 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.351388 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.369210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-41287fde-988c-439f-856e-ba26f066b15b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6201332 Aug 26 11:08:05.372239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41294) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:05.382699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-847132372'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:05.398856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:05.415089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b69221-c33e-4995-8c0f-fd54d33c53d6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:05.418103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Made reservation on behalf of 8a3a23d85b8e4c2ca7f6aa581bdcbb74 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:05.424460 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c15956fa-17b4-41c3-b472-fec53e1acad3 req-7672f092-9abe-43d3-859b-30da010c2531 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811749 Aug 26 11:08:05.426191 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.427561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.427916 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added segment 453d0e3a-61e1-43de-9fca-af2614e5bead of type vlan for network 1effec81-6176-4576-8adf-37c3eb192ec4 Aug 26 11:08:05.473693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:05.475531 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.485176 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.485571 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Added segment bd079128-205c-4cf2-9071-4403d3c04ab0 of type vlan for network f5900c0d-789d-449b-8e07-bae81d302ad7 Aug 26 11:08:05.509234 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.515028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:05.515904 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.533828 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.566611 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.569148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8285129 Aug 26 11:08:05.573601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:05.574313 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.575679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41302) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:05.583404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1837788346'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:05.603758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bdabf-af8d-47ee-ab46-b8071df39e24 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Network': ['ID=1effec81-6176-4576-8adf-37c3eb192ec4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:05.618149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 1effec81-6176-4576-8adf-37c3eb192ec4 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:05.628912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:05.636611 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.650415 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2735567 Aug 26 11:08:05.652277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41308) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:05.658251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'ports': [{'network_id': 'db9f566c-c54f-434a-8e98-6b37ee3fc98e', 'name': 'tempest-port--661577094', 'admin_state_up': True}, {'network_id': 'f5900c0d-789d-449b-8e07-bae81d302ad7', 'admin_state_up': False}]} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:05.658370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'port': {'network_id': 'db9f566c-c54f-434a-8e98-6b37ee3fc98e', 'name': 'tempest-port--661577094', 'admin_state_up': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:05.659089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'port': {'network_id': 'f5900c0d-789d-449b-8e07-bae81d302ad7', 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:05.667340 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86de543-afe3-4c2b-bf51-6ef10d41c4b7 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event updated for resources: {'Network': ['ID=f5900c0d-789d-449b-8e07-bae81d302ad7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:05.692641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f5900c0d-789d-449b-8e07-bae81d302ad7 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:05.699674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:05.710523 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.710797 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added segment c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5 of type vlan for network 44ee88cb-acff-4b2d-ad32-0c677938d2f9 Aug 26 11:08:05.773306 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.888209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Made reservation on behalf of 8a3a23d85b8e4c2ca7f6aa581bdcbb74 for: {'port': 2} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:05.896653 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:05.916329 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:06.022706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] device_id is not set on port 9550035c-474f-4c83-8423-687e81cd8ea8 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:06.132568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:06.139025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:06.139902 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:06.153421 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:06.198801 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6220431 Aug 26 11:08:06.201502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41326) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:06.206513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'subnet': {'network_id': '1effec81-6176-4576-8adf-37c3eb192ec4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:06.232186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] device_id is not set on port 12feb264-1210-42a6-a216-dec38d654c0d yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:06.267917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae7c1b-ced7-42a6-8ce8-5603c8d0e6d9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Network': ['ID=44ee88cb-acff-4b2d-ad32-0c677938d2f9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:06.279444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 44ee88cb-acff-4b2d-ad32-0c677938d2f9 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:06.323908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:06.328953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:06.375972 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:06.424892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:06.504271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Checking segment: {'id': '543e8832-a8ba-4e99-bf4f-6bf7d04179eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'db9f566c-c54f-434a-8e98-6b37ee3fc98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:06.504648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Network hostable DHCP agents. Network: db9f566c-c54f-434a-8e98-6b37ee3fc98e, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:06.508939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event updated for resources: {'Port': ['ID=9550035c-474f-4c83-8423-687e81cd8ea8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:06.535310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Network db9f566c-c54f-434a-8e98-6b37ee3fc98e is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:06.545217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, db9f566c-c54f-434a-8e98-6b37ee3fc98e) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:06.551507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:06.552459 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:06.554216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46033221-f653-4acd-80f8-718b37705a35 None None] Network db9f566c-c54f-434a-8e98-6b37ee3fc98e requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:06.620830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event updated for resources: {'Port': ['ID=12feb264-1210-42a6-a216-dec38d654c0d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:06.632270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Checking segment: {'id': 'bd079128-205c-4cf2-9071-4403d3c04ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f5900c0d-789d-449b-8e07-bae81d302ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:06.632652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Network hostable DHCP agents. Network: f5900c0d-789d-449b-8e07-bae81d302ad7, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:06.653049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Network f5900c0d-789d-449b-8e07-bae81d302ad7 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:06.663553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41446b60-f1b8-4005-81b4-dcce7a5ea4c0 req-7f90e493-0608-40a8-a902-b4699eebbca8 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.1189759 Aug 26 11:08:06.668132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f5900c0d-789d-449b-8e07-bae81d302ad7) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:06.672068 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:06.682578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:06.688767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:06.694767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:06.695611 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:06.706529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5752cba0-e64a-4a14-b656-6b7cd7c7ced3 None None] Network f5900c0d-789d-449b-8e07-bae81d302ad7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:06.716511 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1e8a75a1-91a4-4faa-a87b-806b16df18a2 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.0614300 Aug 26 11:08:06.716751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41344) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:06.812500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd29950-20fb-489a-8705-1d938e6aa9a6 req-1a108b6d-d054-4649-9ed9-0d697c990976 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:06.814066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cd29950-20fb-489a-8705-1d938e6aa9a6 req-1a108b6d-d054-4649-9ed9-0d697c990976 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1095 time: 0.2794869 Aug 26 11:08:06.816449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Subnet': ['ID=1bf1fde2-b609-468a-876e-eb06757e83db,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:06.822949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db8356-ebd7-49b9-a33f-8a8f88c39877 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:06.830034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db8356-ebd7-49b9-a33f-8a8f88c39877 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:06.834418 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a7db8356-ebd7-49b9-a33f-8a8f88c39877 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1127839 Aug 26 11:08:06.834591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41352) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:06.840484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Checking segment: {'id': '453d0e3a-61e1-43de-9fca-af2614e5bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1effec81-6176-4576-8adf-37c3eb192ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:06.840717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network hostable DHCP agents. Network: 1effec81-6176-4576-8adf-37c3eb192ec4, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:06.870097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cd29950-20fb-489a-8705-1d938e6aa9a6 req-46657cfa-270d-4236-9585-765578cf3187 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473351 Aug 26 11:08:06.877525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 1effec81-6176-4576-8adf-37c3eb192ec4 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:06.908778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 1effec81-6176-4576-8adf-37c3eb192ec4) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:06.913446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:06.914115 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:06.921908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030ff882-dbee-4258-8f9e-29c00acbea72 None None] Network 1effec81-6176-4576-8adf-37c3eb192ec4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:06.945158 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41354) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:06.946193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1fc586e7-bec3-45e6-813d-03a70dd78df4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7394662 Aug 26 11:08:06.951949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'subnet': {'network_id': '44ee88cb-acff-4b2d-ad32-0c677938d2f9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:07.049136 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6ce48b1a-ee3a-4c46-ac3e-787c710635ea tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Deleting port 9550035c-474f-4c83-8423-687e81cd8ea8 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:07.049486 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ce48b1a-ee3a-4c46-ac3e-787c710635ea tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.094858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-1effec81-6176-4576-8adf-37c3eb192ec4', 'network_id': '1effec81-6176-4576-8adf-37c3eb192ec4', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'fixed_ips': [{'subnet_id': '1bf1fde2-b609-468a-876e-eb06757e83db'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:08:07.095915 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.120482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:07.124115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.179129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ce48b1a-ee3a-4c46-ac3e-787c710635ea tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.204793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6ce48b1a-ee3a-4c46-ac3e-787c710635ea tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Calling delete_port for 9550035c-474f-4c83-8423-687e81cd8ea8 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:07.279015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Allocated IP 2001:db8::2 (1effec81-6176-4576-8adf-37c3eb192ec4/1bf1fde2-b609-468a-876e-eb06757e83db/76272c60-1222-48b6-8f59-d498bfff5ea3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:07.306117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04758-166e-466c-a53e-cdb697771e05 req-576f0c8f-30af-4505-8fa4-b42b2a6005d0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:07.308146 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3fe04758-166e-466c-a53e-cdb697771e05 req-576f0c8f-30af-4505-8fa4-b42b2a6005d0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1000266 Aug 26 11:08:07.382180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3fe04758-166e-466c-a53e-cdb697771e05 req-4040d6ab-6efa-4042-92f6-2f91efe83ed6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481176 Aug 26 11:08:07.398766 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ce48b1a-ee3a-4c46-ac3e-787c710635ea tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.450298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce48b1a-ee3a-4c46-ac3e-787c710635ea tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event deleted for resources: {'Port': ['ID=9550035c-474f-4c83-8423-687e81cd8ea8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:07.460097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ce48b1a-ee3a-4c46-ac3e-787c710635ea tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.464997 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6ce48b1a-ee3a-4c46-ac3e-787c710635ea tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "DELETE /v2.0/ports/9550035c-474f-4c83-8423-687e81cd8ea8 HTTP/1.1" status: 204 len: 168 time: 0.6265469 Aug 26 11:08:07.464997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.466159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41362) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:07.481712 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.490430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Transition to ACTIVE for port object 76272c60-1222-48b6-8f59-d498bfff5ea3 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:07.494296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53033679-7112-4446-ae21-34fdc9e97435 req-1aabed8a-8db2-4cd9-a5d4-3a4b8d46688e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:07.496708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53033679-7112-4446-ae21-34fdc9e97435 req-1aabed8a-8db2-4cd9-a5d4-3a4b8d46688e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.0587990 Aug 26 11:08:07.507209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Transition to ACTIVE for port object 76272c60-1222-48b6-8f59-d498bfff5ea3 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:07.516842 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.543809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53033679-7112-4446-ae21-34fdc9e97435 req-6b9ca84a-13ff-49fa-94fc-b2ff383d4ff3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411475 Aug 26 11:08:07.564273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Network 1effec81-6176-4576-8adf-37c3eb192ec4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:07.565873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:07.576822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:07.586694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Pushing event updated for resources: {'Port': ['ID=76272c60-1222-48b6-8f59-d498bfff5ea3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:07.614638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Subnet': ['ID=30dbec08-c580-4f43-8d90-6b27215a9298,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:07.652656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Checking segment: {'id': 'c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '44ee88cb-acff-4b2d-ad32-0c677938d2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:07.653108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network hostable DHCP agents. Network: 44ee88cb-acff-4b2d-ad32-0c677938d2f9, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:07.657388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Attempting to bind port 76272c60-1222-48b6-8f59-d498bfff5ea3 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:07.657775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Attempting to bind port 76272c60-1222-48b6-8f59-d498bfff5ea3 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '453d0e3a-61e1-43de-9fca-af2614e5bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1effec81-6176-4576-8adf-37c3eb192ec4'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:07.658147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Attempting to bind port 76272c60-1222-48b6-8f59-d498bfff5ea3 on network 1effec81-6176-4576-8adf-37c3eb192ec4 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:07.659159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc2af0-dbcd-432a-b9a5-2baf56bda013 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Deleting port 12feb264-1210-42a6-a216-dec38d654c0d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:07.659644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2af0-dbcd-432a-b9a5-2baf56bda013 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.664393 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.664667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.665013 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.665652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.666028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.666504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.666700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.667062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.667398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.667772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.668107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.668437 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:07.672224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:07.672489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Checking segment: {'id': '453d0e3a-61e1-43de-9fca-af2614e5bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1effec81-6176-4576-8adf-37c3eb192ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:07.672907 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.673298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Bound using segment: {'id': '453d0e3a-61e1-43de-9fca-af2614e5bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1effec81-6176-4576-8adf-37c3eb192ec4'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:07.673795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Bound port: 76272c60-1222-48b6-8f59-d498bfff5ea3, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453d0e3a-61e1-43de-9fca-af2614e5bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1effec81-6176-4576-8adf-37c3eb192ec4'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:07.674164 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.744084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 44ee88cb-acff-4b2d-ad32-0c677938d2f9 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:07.759606 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2af0-dbcd-432a-b9a5-2baf56bda013 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.773784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 44ee88cb-acff-4b2d-ad32-0c677938d2f9) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:07.782043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc2af0-dbcd-432a-b9a5-2baf56bda013 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Calling delete_port for 12feb264-1210-42a6-a216-dec38d654c0d owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:07.784600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:07.785223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.786980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c65a0a-40e8-4895-81fb-9304158ce959 None None] Network 44ee88cb-acff-4b2d-ad32-0c677938d2f9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:07.794581 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8ce7dd8-1e64-4f1e-853e-ccbfc5cc509b req-6be0a0ea-2b2d-482f-893c-c04d75bfa332 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0441267 Aug 26 11:08:07.811330 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e286a673-f119-41c7-a10a-44e0ed6f16b0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8650539 Aug 26 11:08:07.814075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41378) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:07.821935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-80746c73-531e-4136-bdfe-8988176c18af tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-281925217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:07.877158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0c25afdf-912c-4978-b4bb-858c16eec6d1 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:08:07.889129 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] For port 76272c60-1222-48b6-8f59-d498bfff5ea3, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:07.910114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] For port 76272c60-1222-48b6-8f59-d498bfff5ea3, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=76272c60-1222-48b6-8f59-d498bfff5ea3,segment=NetworkSegment(453d0e3a-61e1-43de-9fca-af2614e5bead),segment_id=453d0e3a-61e1-43de-9fca-af2614e5bead)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:07.919749 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.941030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80746c73-531e-4136-bdfe-8988176c18af tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:07.942479 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80746c73-531e-4136-bdfe-8988176c18af tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.018038 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2af0-dbcd-432a-b9a5-2baf56bda013 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.018898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-70c23d81-5ade-4075-bc15-bdf0d896e730 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:08.020664 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-70c23d81-5ade-4075-bc15-bdf0d896e730 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 812 time: 0.1669838 Aug 26 11:08:08.026722 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80746c73-531e-4136-bdfe-8988176c18af tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.039097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-579dd5fd-4bbc-4675-9ded-bd03ffa6bae3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/quotas/ff0e8881fff44dc588833fa16efe7c5b HTTP/1.1" status: 200 len: 375 time: 0.0119166 Aug 26 11:08:08.049642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af8d3f-3ef9-4d55-a2b8-62f9c8b3b8a8 req-8d47e8d2-4e1d-4172-be24-f30763654368 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:08.051381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6af8d3f-3ef9-4d55-a2b8-62f9c8b3b8a8 req-8d47e8d2-4e1d-4172-be24-f30763654368 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1095 time: 0.0899949 Aug 26 11:08:08.054159 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80746c73-531e-4136-bdfe-8988176c18af tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.062867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc2af0-dbcd-432a-b9a5-2baf56bda013 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event deleted for resources: {'Port': ['ID=12feb264-1210-42a6-a216-dec38d654c0d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:08.074809 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2af0-dbcd-432a-b9a5-2baf56bda013 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.079979 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dcbc2af0-dbcd-432a-b9a5-2baf56bda013 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "DELETE /v2.0/ports/12feb264-1210-42a6-a216-dec38d654c0d HTTP/1.1" status: 204 len: 168 time: 0.6077735 Aug 26 11:08:08.080237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41386) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:08.094775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80746c73-531e-4136-bdfe-8988176c18af tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.094775 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-80746c73-531e-4136-bdfe-8988176c18af tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2783346 Aug 26 11:08:08.096646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41388) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:08.108963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84d94c-e027-4c33-bb71-b7cd7ab2ed27 None None] Pushing event updated for resources: {'Port': ['ID=76272c60-1222-48b6-8f59-d498bfff5ea3,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:08.148865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-69956d6b-0c90-4fde-aa1c-5969a6ce7386 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1016929 Aug 26 11:08:08.161324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6af8d3f-3ef9-4d55-a2b8-62f9c8b3b8a8 req-ef065f0f-608c-4eba-9dfb-6bff9e5ee7d9 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693471 Aug 26 11:08:08.190255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0c25afdf-912c-4978-b4bb-858c16eec6d1, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0c25afdf-912c-4978-b4bb-858c16eec6d1,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:08.199911 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2788fbbf-80b1-402c-86a3-ecf870a5aefe tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1183598 Aug 26 11:08:08.219045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '0c25afdf-912c-4978-b4bb-858c16eec6d1', 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1', 'port_id': '0c25afdf-912c-4978-b4bb-858c16eec6d1', 'mac_address': 'fa:16:3e:ae:28:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ccaa32-666c-4794-8d44-db8804393b77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:08:08.223694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41390) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:08.229804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-779315230'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:08.262555 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.265184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-44ee88cb-acff-4b2d-ad32-0c677938d2f9', 'network_id': '44ee88cb-acff-4b2d-ad32-0c677938d2f9', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'fixed_ips': [{'subnet_id': '30dbec08-c580-4f43-8d90-6b27215a9298'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:08:08.266119 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.284302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Made reservation on behalf of 8a3a23d85b8e4c2ca7f6aa581bdcbb74 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:08.290184 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.306399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c25afdf-912c-4978-b4bb-858c16eec6d1 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:08:08.358897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-d9a36368-6b74-454c-b186-a8924a64352f service neutron] 10.222.0.21 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828847 Aug 26 11:08:08.406003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0c25afdf-912c-4978-b4bb-858c16eec6d1, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0c25afdf-912c-4978-b4bb-858c16eec6d1,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:08.414678 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.440097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:08.459128 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.459746 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Added segment bfc6174f-895d-497e-a36f-ec5b905b06c5 of type vlan for network 471b12c5-61b1-4f43-a692-536f20f1259f Aug 26 11:08:08.531139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.538003 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-23059ab2-7f6c-4bc3-b779-81037261d3d7 service neutron] 10.222.0.21 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768796 Aug 26 11:08:08.563874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.571040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:08.571865 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.574667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Allocated IP 2001:db8:1::2 (44ee88cb-acff-4b2d-ad32-0c677938d2f9/30dbec08-c580-4f43-8d90-6b27215a9298/5c679277-e6c7-4d61-b067-fabb72150b99) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:08.590762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=0c25afdf-912c-4978-b4bb-858c16eec6d1,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:08.662882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4379561 Aug 26 11:08:08.666845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41394) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:08.672522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-724751163'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:08.686653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028df82b-7190-4115-909e-d64b77b43b6b tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event updated for resources: {'Network': ['ID=471b12c5-61b1-4f43-a692-536f20f1259f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:08.706049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Made reservation on behalf of 8a3a23d85b8e4c2ca7f6aa581bdcbb74 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:08.710247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.737663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 471b12c5-61b1-4f43-a692-536f20f1259f details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:08.748992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:08.770648 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.771028 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Added segment 614e2d39-c124-466a-a232-526ad26806bd of type vlan for network 5b0a64ae-86bf-4087-932d-1d61025f592a Aug 26 11:08:08.845879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5891d8da-1ca6-4f34-a123-fd1602c44bf2 req-69536e8a-262b-48f3-8cfc-2ee8dd1da9dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 210 time: 0.0431137 Aug 26 11:08:08.848072 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.872307 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.923549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cedcc991-86ea-4823-ad46-1e089cc11d4e req-3cda4111-8ac1-44a4-9278-ecf1137ba010 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0463374 Aug 26 11:08:08.941441 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:08.947853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:08.952669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:09.011306 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:09.036732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Transition to ACTIVE for port object 5c679277-e6c7-4d61-b067-fabb72150b99 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:09.064227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Transition to ACTIVE for port object 5c679277-e6c7-4d61-b067-fabb72150b99 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:09.073567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['0c25afdf-912c-4978-b4bb-858c16eec6d1'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:09.088766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3335aedf-61cc-43c9-82a0-ebf20221061c req-40acb604-83a5-462d-a646-048aff16dcf2 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.1278739 Aug 26 11:08:09.113372 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:09.133490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4653423 Aug 26 11:08:09.143235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f495c-b0b2-40a9-a53b-4e13cc216848 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event updated for resources: {'Network': ['ID=5b0a64ae-86bf-4087-932d-1d61025f592a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:09.202134 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 5b0a64ae-86bf-4087-932d-1d61025f592a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:09.275200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41412) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:09.282624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'subnets': [{'network_id': '471b12c5-61b1-4f43-a692-536f20f1259f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1202892696', 'ip_version': 4}, {'network_id': '5b0a64ae-86bf-4087-932d-1d61025f592a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:09.283089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'subnet': {'network_id': '471b12c5-61b1-4f43-a692-536f20f1259f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1202892696', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:09.283734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Request body: {'subnet': {'network_id': '5b0a64ae-86bf-4087-932d-1d61025f592a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:09.336285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Network 44ee88cb-acff-4b2d-ad32-0c677938d2f9 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:09.349822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:09.358894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:09.362531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Pushing event updated for resources: {'Port': ['ID=5c679277-e6c7-4d61-b067-fabb72150b99,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:09.452080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Allocated IP 2001:db8::1 (1effec81-6176-4576-8adf-37c3eb192ec4/1bf1fde2-b609-468a-876e-eb06757e83db/379b09da-9810-4475-9b17-9e8c44413236) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:09.482987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Attempting to bind port 5c679277-e6c7-4d61-b067-fabb72150b99 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:09.483528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Attempting to bind port 5c679277-e6c7-4d61-b067-fabb72150b99 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '44ee88cb-acff-4b2d-ad32-0c677938d2f9'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:09.483954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Attempting to bind port 5c679277-e6c7-4d61-b067-fabb72150b99 on network 44ee88cb-acff-4b2d-ad32-0c677938d2f9 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:09.487656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd45c12-069f-410d-ad52-9bca4201291b req-1b5bb8e6-81dd-4c68-b879-f82c6d4c2e22 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:09.490348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3bd45c12-069f-410d-ad52-9bca4201291b req-1b5bb8e6-81dd-4c68-b879-f82c6d4c2e22 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1096 time: 0.1187787 Aug 26 11:08:09.510939 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:09.511319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Checking segment: {'id': 'c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '44ee88cb-acff-4b2d-ad32-0c677938d2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:09.511834 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:09.512152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Bound using segment: {'id': 'c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '44ee88cb-acff-4b2d-ad32-0c677938d2f9'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:09.512655 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Bound port: 5c679277-e6c7-4d61-b067-fabb72150b99, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '44ee88cb-acff-4b2d-ad32-0c677938d2f9'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:09.513046 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:09.547853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feea9cd-123f-403e-850d-e5b579ff551d None None] Network 1effec81-6176-4576-8adf-37c3eb192ec4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:09.601458 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:09.619922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Transition to ACTIVE for port object 379b09da-9810-4475-9b17-9e8c44413236 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:09.641235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3bd45c12-069f-410d-ad52-9bca4201291b req-996c2a28-e295-45aa-a437-cc690326e082 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680709 Aug 26 11:08:09.654661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Made reservation on behalf of 8a3a23d85b8e4c2ca7f6aa581bdcbb74 for: {'subnet': 2} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:09.671774 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:09.672134 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:09.688142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0b481022-fab4-4468-a6f7-63a6bdac48a8 None None] Provisioning for port 76272c60-1222-48b6-8f59-d498bfff5ea3 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:09.691199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:09.749526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] For port 5c679277-e6c7-4d61-b067-fabb72150b99, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:09.757300 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 1effec81-6176-4576-8adf-37c3eb192ec4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:09.764263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:09.776094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] For port 5c679277-e6c7-4d61-b067-fabb72150b99, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5c679277-e6c7-4d61-b067-fabb72150b99,segment=NetworkSegment(c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5),segment_id=c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:09.781509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:09.782233 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:09.856777 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:09.908430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 76272c60-1222-48b6-8f59-d498bfff5ea3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:09.949617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=379b09da-9810-4475-9b17-9e8c44413236,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:10.068583 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:10.069355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcadf1-b9dc-4534-9a8e-78020d7e56f7 None None] Pushing event updated for resources: {'Port': ['ID=5c679277-e6c7-4d61-b067-fabb72150b99,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:10.087993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 76272c60-1222-48b6-8f59-d498bfff5ea3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:10.094702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 76272c60-1222-48b6-8f59-d498bfff5ea3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:10.094702 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:10.160605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef1cd94e-9f37-45d4-9834-3ed431601f01 req-a5a8e999-4195-483f-a598-6f12b0084d45 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 210 time: 0.0960035 Aug 26 11:08:10.398157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f9c9480-8dd0-4eaa-8433-78002911acd0 req-97c10a4b-80c2-4852-97d2-e49fdf7caf20 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0695145 Aug 26 11:08:10.570192 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:10.638285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-165e2f52-ea92-49c6-81fc-bd94346d5040 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:10.640316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 76272c60-1222-48b6-8f59-d498bfff5ea3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=76272c60-1222-48b6-8f59-d498bfff5ea3,segment=NetworkSegment(453d0e3a-61e1-43de-9fca-af2614e5bead),segment_id=453d0e3a-61e1-43de-9fca-af2614e5bead)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:10.641778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-165e2f52-ea92-49c6-81fc-bd94346d5040 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.47 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 812 time: 0.3345046 Aug 26 11:08:10.667285 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:10.670178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c6910872-4f9c-44c3-847f-5e83ef456b42 None None] Provisioning complete for port 76272c60-1222-48b6-8f59-d498bfff5ea3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:10.670602 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c6910872-4f9c-44c3-847f-5e83ef456b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:10.681343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Request body: {'port': {'device_id': '66741d00-23e4-4b62-b390-8f976a3630db', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'admin_state_up': True, 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:10.683208 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:10.691454 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:10.692358 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:10.780419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=76272c60-1222-48b6-8f59-d498bfff5ea3,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:10.794767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=379b09da-9810-4475-9b17-9e8c44413236,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:10.844020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.844020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.844397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.844740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.845078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.845420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.845952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.846532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.846532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.846827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.847159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.847491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:10.880819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c6910872-4f9c-44c3-847f-5e83ef456b42 None None] Provisioning for port 379b09da-9810-4475-9b17-9e8c44413236 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:10.890964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c6910872-4f9c-44c3-847f-5e83ef456b42 None None] Provisioning complete for port 379b09da-9810-4475-9b17-9e8c44413236 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:10.892199 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c6910872-4f9c-44c3-847f-5e83ef456b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:10.917749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 1effec81-6176-4576-8adf-37c3eb192ec4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:10.920095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:10.942686 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:10.992544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c6910872-4f9c-44c3-847f-5e83ef456b42 None None] Port 379b09da-9810-4475-9b17-9e8c44413236 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:11.079882 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 3cc628da-26e1-43df-a4d3-1a093083ee14 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:08:11.132026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Made reservation on behalf of ff0e8881fff44dc588833fa16efe7c5b for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:11.140650 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:11.143999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-78f93e2b-1d81-41e1-9c93-b57491217eb6 None None] Provisioning complete for port 379b09da-9810-4475-9b17-9e8c44413236 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:11.144390 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78f93e2b-1d81-41e1-9c93-b57491217eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:11.146563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ae37-9708-42e4-95b1-1d65544536fb req-7ecc9c75-6fb5-44a4-82d3-0beb9ed1dc79 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:11.154106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cd8ae37-9708-42e4-95b1-1d65544536fb req-7ecc9c75-6fb5-44a4-82d3-0beb9ed1dc79 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1096 time: 0.3846896 Aug 26 11:08:11.231417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-78f93e2b-1d81-41e1-9c93-b57491217eb6 None None] Port 379b09da-9810-4475-9b17-9e8c44413236 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:11.254862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:11.261337 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-60d1632e-fe0f-4407-8cf5-941a63a9a1d3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/3cc628da-26e1-43df-a4d3-1a093083ee14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1634521 Aug 26 11:08:11.267145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41446) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:11.268681 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ab1d8-e4b1-43a8-a830-df58750dc11f None None] Sync routers for ids ['3cc628da-26e1-43df-a4d3-1a093083ee14'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:11.285776 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ab1d8-e4b1-43a8-a830-df58750dc11f None None] Routers {'3cc628da-26e1-43df-a4d3-1a093083ee14'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:11.286598 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7d2ab1d8-e4b1-43a8-a830-df58750dc11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3cc628da-26e1-43df-a4d3-1a093083ee14'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:11.325193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event updated for resources: {'Subnet': ['ID=21011c02-9b87-4c37-b36f-c784445ed592,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:11.348715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6cb9ed-ef8a-48f4-9659-692b35b42484 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:11.351050 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9a6cb9ed-ef8a-48f4-9659-692b35b42484 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports/379b09da-9810-4475-9b17-9e8c44413236 HTTP/1.1" status: 200 len: 911 time: 0.0823121 Aug 26 11:08:11.353731 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41448) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:11.363046 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7d2ab1d8-e4b1-43a8-a830-df58750dc11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:11.376314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Checking segment: {'id': 'bfc6174f-895d-497e-a36f-ec5b905b06c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '471b12c5-61b1-4f43-a692-536f20f1259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:11.376694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Network hostable DHCP agents. Network: 471b12c5-61b1-4f43-a692-536f20f1259f, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:11.390453 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ab1d8-e4b1-43a8-a830-df58750dc11f None None] Routers {'3cc628da-26e1-43df-a4d3-1a093083ee14'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:11.393044 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7d2ab1d8-e4b1-43a8-a830-df58750dc11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3cc628da-26e1-43df-a4d3-1a093083ee14'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:11.399306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cd8ae37-9708-42e4-95b1-1d65544536fb req-84387c21-801b-49fd-be95-e5d1a99fb5bb tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441227 Aug 26 11:08:11.479522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Network 471b12c5-61b1-4f43-a692-536f20f1259f is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:11.485289 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7d2ab1d8-e4b1-43a8-a830-df58750dc11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:11.487136 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ab1d8-e4b1-43a8-a830-df58750dc11f None None] The sync data for ids ['3cc628da-26e1-43df-a4d3-1a093083ee14'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:11.536333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Allocated IP 172.20.0.4 (7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4/79cce3cc-b422-48ea-9b06-fb9f6766c9d9/c220fd5a-9d5e-410a-ac4a-3d14dc99851e) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:11.561530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 471b12c5-61b1-4f43-a692-536f20f1259f) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:11.570282 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:11.588585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356febb3-6b4e-4e76-b311-e2cd0a4d5fdd None None] Network 471b12c5-61b1-4f43-a692-536f20f1259f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:11.634425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-985f18c1-fc76-4923-8344-9a0b4dd6a408 None None] Provisioning complete for port 379b09da-9810-4475-9b17-9e8c44413236 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:11.634834 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-985f18c1-fc76-4923-8344-9a0b4dd6a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:11.788261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-985f18c1-fc76-4923-8344-9a0b4dd6a408 None None] Port 379b09da-9810-4475-9b17-9e8c44413236 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:11.830245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f7804-e9aa-41fd-8bc5-a1730da07db1 None None] Network 44ee88cb-acff-4b2d-ad32-0c677938d2f9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:11.832782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0c25afdf-912c-4978-b4bb-858c16eec6d1 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:11.854520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event updated for resources: {'Subnet': ['ID=6925baf2-b0e0-4b20-bc13-76421efb69b7,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:11.874647 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be9b3e9a-300d-430c-9d61-a4bd76f8e3a6 req-993c8511-73c1-4b96-b5e3-d5eb79c02902 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 210 time: 0.2021437 Aug 26 11:08:11.908658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c3e953d-27e3-451a-a2c7-75d87ef9448a req-7c75c7b1-1325-4261-a97d-9203dff1410a tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.2083783 Aug 26 11:08:11.925933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Checking segment: {'id': '614e2d39-c124-466a-a232-526ad26806bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5b0a64ae-86bf-4087-932d-1d61025f592a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:11.926193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Network hostable DHCP agents. Network: 5b0a64ae-86bf-4087-932d-1d61025f592a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:11.930430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c679277-e6c7-4d61-b067-fabb72150b99 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:11.972742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Network 5b0a64ae-86bf-4087-932d-1d61025f592a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:11.994357 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:11.996248 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:11.997259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 5b0a64ae-86bf-4087-932d-1d61025f592a) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:12.002040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:12.002532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:12.003400 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.026325 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Transition to ACTIVE for port object c220fd5a-9d5e-410a-ac4a-3d14dc99851e will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:12.030348 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce0f18-8fc8-4740-bf05-3c5cc767ebdf None None] Network 5b0a64ae-86bf-4087-932d-1d61025f592a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:12.032906 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-154d4c45-27e0-4961-9214-8936f8fe48b3 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7563188 Aug 26 11:08:12.036283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41458) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:12.092743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1df8036e-1a14-4e12-8e25-6349b7a27a91 None None] Provisioning for port 5c679277-e6c7-4d61-b067-fabb72150b99 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:12.112619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60927d66-5f90-404d-a399-03d8790a9d62 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:12.114184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60927d66-5f90-404d-a399-03d8790a9d62 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:12.115885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60927d66-5f90-404d-a399-03d8790a9d62 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:12.117542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-60927d66-5f90-404d-a399-03d8790a9d62 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0802758 Aug 26 11:08:12.121059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41460) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:12.126354 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.145710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9c08311b-96ac-4a74-81b1-285d78575089', 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:12.155756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be96cdc1-ca2c-46a6-8d41-600b32606553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-471b12c5-61b1-4f43-a692-536f20f1259f', 'network_id': '471b12c5-61b1-4f43-a692-536f20f1259f', 'tenant_id': '8a3a23d85b8e4c2ca7f6aa581bdcbb74', 'fixed_ips': [{'subnet_id': '21011c02-9b87-4c37-b36f-c784445ed592'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:08:12.156614 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be96cdc1-ca2c-46a6-8d41-600b32606553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.186946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:12.191232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:12.193674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:12.199121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event updated for resources: {'Port': ['ID=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:12.256647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:12.257460 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.261239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c977fa33-a3d4-4ead-898c-5b1ec47f852e tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Deleting subnet 21011c02-9b87-4c37-b36f-c784445ed592 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:08:12.274052 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c977fa33-a3d4-4ead-898c-5b1ec47f852e tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.279684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 0c25afdf-912c-4978-b4bb-858c16eec6d1 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:12.286033 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-f5bd9d4a-4193-4b00-8203-6f1f9f982876 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6122653 Aug 26 11:08:12.287946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 5c679277-e6c7-4d61-b067-fabb72150b99 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:12.300187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Request body: {'port': {'device_id': '66741d00-23e4-4b62-b390-8f976a3630db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:12.306471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 0c25afdf-912c-4978-b4bb-858c16eec6d1 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:12.312297 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.361305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5c679277-e6c7-4d61-b067-fabb72150b99 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:12.361680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.363923 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.423854 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c977fa33-a3d4-4ead-898c-5b1ec47f852e tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.489063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Allocated IP 2001:db8:1::1 (44ee88cb-acff-4b2d-ad32-0c677938d2f9/30dbec08-c580-4f43-8d90-6b27215a9298/cc4f4c52-fc82-4307-9c64-db79ec16ff3c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:12.514951 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c977fa33-a3d4-4ead-898c-5b1ec47f852e tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.606591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a0cad-bd6a-436c-9e36-d3bc555a3a77 req-98505c73-cf6b-4cb5-bcf3-b501ab5ca300 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:12.608171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af8a0cad-bd6a-436c-9e36-d3bc555a3a77 req-98505c73-cf6b-4cb5-bcf3-b501ab5ca300 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1096 time: 0.1256096 Aug 26 11:08:12.640050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d542376-a49b-419a-8652-480eb2005633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5b0a64ae-86bf-4087-932d-1d61025f592a', 'network_id': '5b0a64ae-86bf-4087-932d-1d61025f592a', 'tenant_id': '8a3a23d85b8e4c2ca7f6aa581bdcbb74', 'fixed_ips': [{'subnet_id': '6925baf2-b0e0-4b20-bc13-76421efb69b7'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:08:12.640875 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d542376-a49b-419a-8652-480eb2005633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.691107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af8a0cad-bd6a-436c-9e36-d3bc555a3a77 req-cfb6b8a4-3f01-41b2-87cc-8b8b7581d1ee tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740266 Aug 26 11:08:12.744892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c977fa33-a3d4-4ead-898c-5b1ec47f852e tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.757566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.769421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c220fd5a-9d5e-410a-ac4a-3d14dc99851e {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:08:12.775815 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.780287 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.785515 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c977fa33-a3d4-4ead-898c-5b1ec47f852e tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.789891 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c977fa33-a3d4-4ead-898c-5b1ec47f852e tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "DELETE /v2.0/subnets/21011c02-9b87-4c37-b36f-c784445ed592 HTTP/1.1" status: 204 len: 168 time: 0.6648052 Aug 26 11:08:12.790065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cdc6d24e-b445-490c-b5a0-218bf3d2e764 None None] Provisioning for port c220fd5a-9d5e-410a-ac4a-3d14dc99851e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:12.791166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977fa33-a3d4-4ead-898c-5b1ec47f852e tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event deleted for resources: {'Subnet': ['ID=21011c02-9b87-4c37-b36f-c784445ed592,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:12.792788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41468) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:12.801017 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cdc6d24e-b445-490c-b5a0-218bf3d2e764 None None] Provisioning complete for port c220fd5a-9d5e-410a-ac4a-3d14dc99851e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:12.801394 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdc6d24e-b445-490c-b5a0-218bf3d2e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.808644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Transition to ACTIVE for port object c220fd5a-9d5e-410a-ac4a-3d14dc99851e will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:12.816299 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-be96cdc1-ca2c-46a6-8d41-600b32606553 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21011c02-9b87-4c37-b36f-c784445ed592: This subnet is being modified by another concurrent operation. Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:08:12.816549 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exception Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21011c02-9b87-4c37-b36f-c784445ed592: This subnet is being modified by another concurrent operation. Aug 26 11:08:12.819961 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:08:12.852282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c005f45-5936-4867-b811-b4aa7d013976 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Deleting subnet 6925baf2-b0e0-4b20-bc13-76421efb69b7 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:08:12.855768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c005f45-5936-4867-b811-b4aa7d013976 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.894782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d456317-7c20-449a-81be-47e66468ccc8 None None] Network 471b12c5-61b1-4f43-a692-536f20f1259f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:12.920732 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Pushing event updated for resources: {'Port': ['ID=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:12.923343 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c005f45-5936-4867-b811-b4aa7d013976 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:12.997270 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Attempting to bind port c220fd5a-9d5e-410a-ac4a-3d14dc99851e on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:12.997740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Attempting to bind port c220fd5a-9d5e-410a-ac4a-3d14dc99851e by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:12.998172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Attempting to bind port c220fd5a-9d5e-410a-ac4a-3d14dc99851e on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:13.005461 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Port c220fd5a-9d5e-410a-ac4a-3d14dc99851e on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:08:13.005853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Attempting to bind port c220fd5a-9d5e-410a-ac4a-3d14dc99851e on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:13.012793 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:13.013276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Checking segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:13.013786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Bound using segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:13.014328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Bound port: c220fd5a-9d5e-410a-ac4a-3d14dc99851e, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:13.014828 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.028692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c005f45-5936-4867-b811-b4aa7d013976 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.038325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 5c679277-e6c7-4d61-b067-fabb72150b99, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5c679277-e6c7-4d61-b067-fabb72150b99,segment=NetworkSegment(c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5),segment_id=c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:13.057414 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.058200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 76272c60-1222-48b6-8f59-d498bfff5ea3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:13.087937 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Transition to ACTIVE for port object cc4f4c52-fc82-4307-9c64-db79ec16ff3c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:13.094125 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c005f45-5936-4867-b811-b4aa7d013976 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.097648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.130434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c005f45-5936-4867-b811-b4aa7d013976 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event deleted for resources: {'Subnet': ['ID=6925baf2-b0e0-4b20-bc13-76421efb69b7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:13.137760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a394375-18df-434f-b82a-77ec765f38e0 req-68516963-e546-496c-9a7b-bdc4d5764a70 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:13.140020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c005f45-5936-4867-b811-b4aa7d013976 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.140916 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a394375-18df-434f-b82a-77ec765f38e0 req-68516963-e546-496c-9a7b-bdc4d5764a70 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 943 time: 0.1096244 Aug 26 11:08:13.149306 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7c005f45-5936-4867-b811-b4aa7d013976 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "DELETE /v2.0/subnets/6925baf2-b0e0-4b20-bc13-76421efb69b7 HTTP/1.1" status: 204 len: 168 time: 0.3512454 Aug 26 11:08:13.152471 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41474) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:13.172115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cdc6d24e-b445-490c-b5a0-218bf3d2e764 None None] Port c220fd5a-9d5e-410a-ac4a-3d14dc99851e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:13.184476 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c504464a-9906-45d6-9038-ebf8b01fd25c req-a273bfef-3f08-4b36-9cea-c5302a52ac94 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0401158 Aug 26 11:08:13.235295 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.239262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] For port c220fd5a-9d5e-410a-ac4a-3d14dc99851e, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:13.240487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c80d6-fb8d-4a23-b3b7-a257a271f281 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:13.242314 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b28c80d6-fb8d-4a23-b3b7-a257a271f281 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0888746 Aug 26 11:08:13.242540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0c25afdf-912c-4978-b4bb-858c16eec6d1, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0c25afdf-912c-4978-b4bb-858c16eec6d1,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:13.249763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41476) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:13.251842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e68c16-3deb-4cba-ba5e-812a727b1eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c25afdf-912c-4978-b4bb-858c16eec6d1'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:13.254205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a394375-18df-434f-b82a-77ec765f38e0 req-2331fb12-ad32-4831-9add-6996bd56a469 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640404 Aug 26 11:08:13.254761 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75154cff-9cd9-44d6-a447-eb70a7024312" -d '{"events": [{"server_uuid": "62e68c16-3deb-4cba-ba5e-812a727b1eda", "name": "network-vif-plugged", "status": "completed", "tag": "0c25afdf-912c-4978-b4bb-858c16eec6d1"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:13.264704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] For port c220fd5a-9d5e-410a-ac4a-3d14dc99851e, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:13.277427 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.280314 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-8d542376-a49b-419a-8652-480eb2005633 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6925baf2-b0e0-4b20-bc13-76421efb69b7: This subnet is being modified by another concurrent operation. Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:08:13.285299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exception Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6925baf2-b0e0-4b20-bc13-76421efb69b7: This subnet is being modified by another concurrent operation. Aug 26 11:08:13.288785 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:08:13.343720 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0006703c-d602-4065-a13b-a74d7833d81f x-openstack-request-id: req-0006703c-d602-4065-a13b-a74d7833d81f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:13.344052 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e68c16-3deb-4cba-ba5e-812a727b1eda", "name": "network-vif-plugged", "status": "completed", "tag": "0c25afdf-912c-4978-b4bb-858c16eec6d1", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:13.344301 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0006703c-d602-4065-a13b-a74d7833d81f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:13.344648 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e68c16-3deb-4cba-ba5e-812a727b1eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c25afdf-912c-4978-b4bb-858c16eec6d1', 'code': 200} Aug 26 11:08:13.356842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876da958-17d6-4e36-9c33-b65c29e061a9 None None] Network 5b0a64ae-86bf-4087-932d-1d61025f592a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:13.370434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:13.371684 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.373261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] 10.222.0.47 "PUT /v2.0/ports/c220fd5a-9d5e-410a-ac4a-3d14dc99851e HTTP/1.1" status: 200 len: 1092 time: 1.0781074 Aug 26 11:08:13.376406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66741d00-23e4-4b62-b390-8f976a3630db', 'tag': 'c220fd5a-9d5e-410a-ac4a-3d14dc99851e'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:13.381471 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114" -d '{"events": [{"name": "network-changed", "server_uuid": "66741d00-23e4-4b62-b390-8f976a3630db", "tag": "c220fd5a-9d5e-410a-ac4a-3d14dc99851e"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:13.387818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.413051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 44ee88cb-acff-4b2d-ad32-0c677938d2f9 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:13.422686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0af33d-0526-4ea7-a2a8-abfa55eef501 service neutron] Pushing event updated for resources: {'Port': ['ID=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:13.423151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:13.429094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:13.430200 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.485733 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ad2f3e-5765-4e95-a14d-ab84705ca9bc x-openstack-request-id: req-18ad2f3e-5765-4e95-a14d-ab84705ca9bc {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:13.486030 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66741d00-23e4-4b62-b390-8f976a3630db", "tag": "c220fd5a-9d5e-410a-ac4a-3d14dc99851e", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:13.487162 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18ad2f3e-5765-4e95-a14d-ab84705ca9bc {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:13.487610 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66741d00-23e4-4b62-b390-8f976a3630db', 'tag': 'c220fd5a-9d5e-410a-ac4a-3d14dc99851e', 'status': 'completed', 'code': 200} Aug 26 11:08:13.489716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=cc4f4c52-fc82-4307-9c64-db79ec16ff3c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:13.514136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977ff16-f715-4151-976d-7dc70bdc9a57 req-82e20318-c312-4953-a38b-8307418efee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:13.515787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1977ff16-f715-4151-976d-7dc70bdc9a57 req-82e20318-c312-4953-a38b-8307418efee6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1097 time: 0.0883839 Aug 26 11:08:13.573166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1977ff16-f715-4151-976d-7dc70bdc9a57 req-48edc304-41c5-4b92-9c41-6d9be3e3b7fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471756 Aug 26 11:08:13.634275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=5c679277-e6c7-4d61-b067-fabb72150b99,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:13.647491 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.653155 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fca76198-1cfd-4953-835b-88261d5221fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.660548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 76272c60-1222-48b6-8f59-d498bfff5ea3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:13.661223 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.661671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0a64ae-86bf-4087-932d-1d61025f592a']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:13.666432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ba159d4c-e04e-43c4-b89b-e60e6761c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:13.667957 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-ba159d4c-e04e-43c4-b89b-e60e6761c726 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 1095 time: 0.1727090 Aug 26 11:08:13.681438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614e2d39-c124-466a-a232-526ad26806bd') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:13.681997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614e2d39-c124-466a-a232-526ad26806bd') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:13.695415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.753577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-15f55337-d94f-4bce-8e87-eabdf3061161 None None] Provisioning complete for port 5c679277-e6c7-4d61-b067-fabb72150b99 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:13.755373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.757668 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15f55337-d94f-4bce-8e87-eabdf3061161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.757824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.775237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:13.775729 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:13.778758 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:13.862339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b477d-6aa1-455e-8447-05385c92cd2e req-468ac61f-2974-49b3-9d49-3bf4df05fa08 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:13.865109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-888b477d-6aa1-455e-8447-05385c92cd2e req-468ac61f-2974-49b3-9d49-3bf4df05fa08 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1097 time: 0.0614648 Aug 26 11:08:13.884237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=0c25afdf-912c-4978-b4bb-858c16eec6d1,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:13.898878 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-9032725a-e105-4e4f-a01a-62515f9efb69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c220fd5a-9d5e-410a-ac4a-3d14dc99851e HTTP/1.1" status: 200 len: 217 time: 0.0639114 Aug 26 11:08:13.910366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-888b477d-6aa1-455e-8447-05385c92cd2e req-a8c3ad4e-e5cb-44e1-a9f2-816d60e02544 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374293 Aug 26 11:08:13.946917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630cfc31-cac8-4548-b43a-cc2e68f6933a None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:08:13.953513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.991589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:13.996292 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "DELETE /v2.0/networks/5b0a64ae-86bf-4087-932d-1d61025f592a HTTP/1.1" status: 204 len: 168 time: 0.7384374 Aug 26 11:08:13.998407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41486) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:14.094835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.107492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c679277-e6c7-4d61-b067-fabb72150b99 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:14.167777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630cfc31-cac8-4548-b43a-cc2e68f6933a None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:08:14.186030 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.197131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471b12c5-61b1-4f43-a692-536f20f1259f']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:14.208485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc6174f-895d-497e-a36f-ec5b905b06c5') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:14.208840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc6174f-895d-497e-a36f-ec5b905b06c5') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:14.225030 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.247119 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.260214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:14.260795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.303790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5c679277-e6c7-4d61-b067-fabb72150b99 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:14.304163 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:14.321255 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:14.361383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0ece208a-4e87-45e8-8bdd-9cf6f86a45fe None None] Provisioning for port cc4f4c52-fc82-4307-9c64-db79ec16ff3c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:14.363058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4ad2c-664b-488f-bbfa-ae0e6f4d4aad tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event deleted for resources: {'Network': ['ID=5b0a64ae-86bf-4087-932d-1d61025f592a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:14.371967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bdaf85c8-4489-43e0-bd91-91d3d6d85555 req-d50343d2-2290-4a4e-a9cc-ec59825309d6 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0472519 Aug 26 11:08:14.378255 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-e89f12d2-f2c9-48bd-8e8c-36b45710c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:14.379775 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-e89f12d2-f2c9-48bd-8e8c-36b45710c9dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.4592459 Aug 26 11:08:14.402897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0ece208a-4e87-45e8-8bdd-9cf6f86a45fe None None] Provisioning complete for port cc4f4c52-fc82-4307-9c64-db79ec16ff3c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:14.403413 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ece208a-4e87-45e8-8bdd-9cf6f86a45fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.410215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.424060 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.428323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "DELETE /v2.0/networks/471b12c5-61b1-4f43-a692-536f20f1259f HTTP/1.1" status: 204 len: 168 time: 0.4278328 Aug 26 11:08:14.429713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41492) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:14.438530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a26ada-c021-4d16-bb52-6645d560f5d8 tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event deleted for resources: {'Network': ['ID=471b12c5-61b1-4f43-a692-536f20f1259f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:14.456471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bd45f-c349-455d-9f8e-aa78abf77285 req-5e375a65-9911-48f4-b7c5-3bb7587e8092 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:14.459188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd7bd45f-c349-455d-9f8e-aa78abf77285 req-5e375a65-9911-48f4-b7c5-3bb7587e8092 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 943 time: 0.0945911 Aug 26 11:08:14.501130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd7bd45f-c349-455d-9f8e-aa78abf77285 req-ac9adcf3-ad35-463d-8460-653df4348218 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353165 Aug 26 11:08:14.511195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0ece208a-4e87-45e8-8bdd-9cf6f86a45fe None None] Port cc4f4c52-fc82-4307-9c64-db79ec16ff3c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:14.580899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.591112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-3c903c26-3d4a-4f6a-a49a-8e14a232aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:14.592644 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-3c903c26-3d4a-4f6a-a49a-8e14a232aa4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853361 Aug 26 11:08:14.634611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897e1f29-aecd-4015-beb6-13c3921eb45a None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:08:14.747023 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.752374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897e1f29-aecd-4015-beb6-13c3921eb45a None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:08:14.755722 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.756492 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.801712 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.832192 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5900c0d-789d-449b-8e07-bae81d302ad7']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:14.886789 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd079128-205c-4cf2-9071-4403d3c04ab0') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:14.887025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd079128-205c-4cf2-9071-4403d3c04ab0') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:14.898496 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-864730d0-9436-42e2-be97-674c794dc89c service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954957 Aug 26 11:08:14.906462 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:14.912366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=cc4f4c52-fc82-4307-9c64-db79ec16ff3c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:14.955975 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.002032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:15.002438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:15.009423 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:15.057125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe537-1bfd-4e04-a100-1690820b4565 req-71ef09aa-8ac0-41d6-920f-448718131262 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:15.058916 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-03efe537-1bfd-4e04-a100-1690820b4565 req-71ef09aa-8ac0-41d6-920f-448718131262 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1097 time: 0.0525873 Aug 26 11:08:15.101755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 44ee88cb-acff-4b2d-ad32-0c677938d2f9 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:15.106544 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.108442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:15.113181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-03efe537-1bfd-4e04-a100-1690820b4565 req-0dddf7ca-7bf4-4635-82cb-d17fc8697c50 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468073 Aug 26 11:08:15.130259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.135157 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "DELETE /v2.0/networks/f5900c0d-789d-449b-8e07-bae81d302ad7 HTTP/1.1" status: 204 len: 168 time: 0.7013221 Aug 26 11:08:15.135527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41498) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:15.151014 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-811c5ce8-1ce4-4dec-9c1a-2103b792a7af req-14f668f9-720d-47c0-9f25-ceac8651aca8 service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357459 Aug 26 11:08:15.152798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1b0c9-3526-448d-9fc6-d4e40b2944ab tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event deleted for resources: {'Network': ['ID=f5900c0d-789d-449b-8e07-bae81d302ad7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:15.229050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.286505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 3cc628da-26e1-43df-a4d3-1a093083ee14 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:08:15.297524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114 req-74d0e30e-f19c-4028-a300-8ba093b8b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:15.299164 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114 req-74d0e30e-f19c-4028-a300-8ba093b8b672 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 1095 time: 0.0779426 Aug 26 11:08:15.330925 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.342036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9f566c-c54f-434a-8e98-6b37ee3fc98e']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:15.354619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543e8832-a8ba-4e99-bf4f-6bf7d04179eb') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:15.354968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543e8832-a8ba-4e99-bf4f-6bf7d04179eb') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:15.364438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.379786 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.386459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:15.386914 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:15.390050 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:15.454451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:15.460835 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-229a4654-b95d-4b51-a0f0-0f72e72048b2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/3cc628da-26e1-43df-a4d3-1a093083ee14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1056142 Aug 26 11:08:15.461559 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.466182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41502) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:15.466362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1255c2-e29d-49ad-b1e9-ea68667f0dae None None] Sync routers for ids ['3cc628da-26e1-43df-a4d3-1a093083ee14'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:15.476239 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.478922 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] 10.222.0.21 "DELETE /v2.0/networks/db9f566c-c54f-434a-8e98-6b37ee3fc98e HTTP/1.1" status: 204 len: 168 time: 0.3423700 Aug 26 11:08:15.483457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1255c2-e29d-49ad-b1e9-ea68667f0dae None None] Routers {'3cc628da-26e1-43df-a4d3-1a093083ee14'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:15.483675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9f1255c2-e29d-49ad-b1e9-ea68667f0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3cc628da-26e1-43df-a4d3-1a093083ee14'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:15.517667 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114 req-328abb0b-af0c-4b55-9001-228b34c0a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:15.519111 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114 req-328abb0b-af0c-4b55-9001-228b34c0a79b service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.2112558 Aug 26 11:08:15.523239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db579ab-1115-47a9-a977-694f8e55faed tempest-BulkNetworkOpsTest-1298966543 tempest-BulkNetworkOpsTest-1298966543-project] Pushing event deleted for resources: {'Network': ['ID=db9f566c-c54f-434a-8e98-6b37ee3fc98e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:15.534752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58a63b6-f392-4d20-95d1-433bd3bf1839 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:15.541051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9f1255c2-e29d-49ad-b1e9-ea68667f0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:15.549284 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d58a63b6-f392-4d20-95d1-433bd3bf1839 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports/cc4f4c52-fc82-4307-9c64-db79ec16ff3c HTTP/1.1" status: 200 len: 913 time: 0.0818684 Aug 26 11:08:15.551787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41508) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:15.554394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1255c2-e29d-49ad-b1e9-ea68667f0dae None None] Routers {'3cc628da-26e1-43df-a4d3-1a093083ee14'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:15.555107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9f1255c2-e29d-49ad-b1e9-ea68667f0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3cc628da-26e1-43df-a4d3-1a093083ee14'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:15.558107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9a8b0819-ff55-4532-8302-71b02703021c None None] Provisioning complete for port cc4f4c52-fc82-4307-9c64-db79ec16ff3c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:15.558487 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0819-ff55-4532-8302-71b02703021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.583555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd266cc8-957a-427c-8e9a-bcc084e03bf8 req-85f1032a-7d0f-489b-b813-3fc44a29a8fc tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0689900 Aug 26 11:08:15.624056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9f1255c2-e29d-49ad-b1e9-ea68667f0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:15.624713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1255c2-e29d-49ad-b1e9-ea68667f0dae None None] The sync data for ids ['3cc628da-26e1-43df-a4d3-1a093083ee14'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:15.641268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9a8b0819-ff55-4532-8302-71b02703021c None None] Port cc4f4c52-fc82-4307-9c64-db79ec16ff3c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:15.652777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375add4-b157-4e53-a3bd-6ba6ba85eb24 req-10b23498-4179-427f-bdc7-d1b64896358e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:15.654487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b375add4-b157-4e53-a3bd-6ba6ba85eb24 req-10b23498-4179-427f-bdc7-d1b64896358e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 943 time: 0.0700378 Aug 26 11:08:15.655217 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114 req-77c48e41-1f13-44dc-8824-305127f953c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c220fd5a-9d5e-410a-ac4a-3d14dc99851e HTTP/1.1" status: 200 len: 217 time: 0.1047480 Aug 26 11:08:15.699026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b375add4-b157-4e53-a3bd-6ba6ba85eb24 req-56dca102-bf8d-42c9-80e7-695be49f5c63 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373785 Aug 26 11:08:15.734528 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4e24dfa-00da-4289-9f1b-b736e0d33862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:15.785872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41514) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:15.790938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114 req-3d0fc8a9-dd75-4aad-abdf-94c085bc32da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:15.792522 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114 req-3d0fc8a9-dd75-4aad-abdf-94c085bc32da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1026251 Aug 26 11:08:15.904769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114 req-3dbbda56-4be3-4073-8fe9-dd20c189bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:15.906308 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114 req-3dbbda56-4be3-4073-8fe9-dd20c189bb04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802386 Aug 26 11:08:15.932108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-02432955-6f12-436c-98ec-7cca3f202ad2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a3a23d85b8e4c2ca7f6aa581bdcbb74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448216 Aug 26 11:08:15.934418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41520) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:16.002470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e181-8674-4f95-bce4-12c3147420c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:16.030696 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e181-8674-4f95-bce4-12c3147420c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:16.038436 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114 req-6e61b043-87bb-4b8f-bdbe-b28400fa83c7 service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225357 Aug 26 11:08:16.195405 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-83e87ac7-35ae-4ad4-b080-5a1b1e1c6114 req-6fdb40da-bc5f-4949-bd5a-898240128a1f service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486661 Aug 26 11:08:16.198823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32d0f6d9-d66e-4bcf-86cf-d10defbaff1f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:16.238419 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:16.423264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a0d21-7730-409a-b252-b88c82fcf3f2 req-0041ad3b-5958-4036-bc87-cb99ac25c21d tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:16.425027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d1a0d21-7730-409a-b252-b88c82fcf3f2 req-0041ad3b-5958-4036-bc87-cb99ac25c21d tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1097 time: 0.0485437 Aug 26 11:08:16.426108 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e181-8674-4f95-bce4-12c3147420c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:16.428626 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e181-8674-4f95-bce4-12c3147420c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:16.432049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d4f9e181-8674-4f95-bce4-12c3147420c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6617c272-e725-4ac0-88d1-de90bb86f011 HTTP/1.1" status: 204 len: 168 time: 0.4941278 Aug 26 11:08:16.443968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9e181-8674-4f95-bce4-12c3147420c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6617c272-e725-4ac0-88d1-de90bb86f011,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:16.472510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d1a0d21-7730-409a-b252-b88c82fcf3f2 req-f8eb7adb-5586-4625-a0d2-e789e9979ba3 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Aug 26 11:08:16.472991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-32d0f6d9-d66e-4bcf-86cf-d10defbaff1f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port cc4f4c52-fc82-4307-9c64-db79ec16ff3c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:16.473446 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32d0f6d9-d66e-4bcf-86cf-d10defbaff1f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:16.577303 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32d0f6d9-d66e-4bcf-86cf-d10defbaff1f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:16.593486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21e0d-cbb1-4737-96b4-1390b448f4b6 req-1dbb5a10-fd1f-4a1f-9e6f-3873a9f63906 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:16.593680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-32d0f6d9-d66e-4bcf-86cf-d10defbaff1f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for cc4f4c52-fc82-4307-9c64-db79ec16ff3c owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:16.595403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92a21e0d-cbb1-4737-96b4-1390b448f4b6 req-1dbb5a10-fd1f-4a1f-9e6f-3873a9f63906 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1097 time: 0.0470119 Aug 26 11:08:16.642335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92a21e0d-cbb1-4737-96b4-1390b448f4b6 req-80a30a82-fd55-4ef5-b68a-3ce7728aabf7 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Aug 26 11:08:16.723742 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4b00c50-ca99-4afd-bb4f-d25641f6e9e8 req-6e2e9cf8-576e-4b6a-9700-f78419bbc533 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0476854 Aug 26 11:08:16.803616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c54920-76be-4c23-9406-a58c87eb90a5 req-d8c8e9e4-fce3-4f3a-818a-18a893d0b2ae tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:16.805165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0c54920-76be-4c23-9406-a58c87eb90a5 req-d8c8e9e4-fce3-4f3a-818a-18a893d0b2ae tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1097 time: 0.0714827 Aug 26 11:08:16.831234 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32d0f6d9-d66e-4bcf-86cf-d10defbaff1f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:16.864596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0f6d9-d66e-4bcf-86cf-d10defbaff1f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=cc4f4c52-fc82-4307-9c64-db79ec16ff3c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:16.884804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0c54920-76be-4c23-9406-a58c87eb90a5 req-cb6cfc25-756f-4d4f-aabc-3e8179d11c03 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675693 Aug 26 11:08:16.892921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565136f-21a8-4913-97bb-2ac8bc7055b3 req-05a97dd2-19c9-4592-a931-586a136bf2a0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:16.894548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1565136f-21a8-4913-97bb-2ac8bc7055b3 req-05a97dd2-19c9-4592-a931-586a136bf2a0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 943 time: 0.0869780 Aug 26 11:08:16.958858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1565136f-21a8-4913-97bb-2ac8bc7055b3 req-a4675e6f-1c9f-40d6-9640-5b8bc0d2115a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562134 Aug 26 11:08:17.047931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32d0f6d9-d66e-4bcf-86cf-d10defbaff1f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:17.178587 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:17.263100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-1902ca24-8a3a-4a9d-98c6-4c80304a782c tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:17.264907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-1902ca24-8a3a-4a9d-98c6-4c80304a782c tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/networks?id=c5b8753a-926d-4026-9a01-ed1860475eb1 HTTP/1.1" status: 200 len: 911 time: 0.1130817 Aug 26 11:08:17.281786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-6b4371f2-a451-460d-a0d0-a675f66b5b79 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/quotas/5637ab13a8f14497bd055c713e70f23e HTTP/1.1" status: 200 len: 375 time: 0.0104427 Aug 26 11:08:17.289888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41566) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:17.343068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-fc21bdb4-3c2f-47aa-b7de-6a2330d06c06 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=5637ab13a8f14497bd055c713e70f23e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506046 Aug 26 11:08:17.409395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1126482118'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:17.448823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:17.452475 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:17.470468 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:17.485057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-4259f679-4e58-4bc1-b830-723aff5bb75a service neutron] 10.222.0.21 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330113 Aug 26 11:08:17.584478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d0f6d9-d66e-4bcf-86cf-d10defbaff1f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 3cc628da-26e1-43df-a4d3-1a093083ee14 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:08:17.605796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-4c0317e3-e213-4128-9dde-288b5c016e6a service neutron] 10.222.0.21 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127582 Aug 26 11:08:17.647185 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:17.651514 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:17.681172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d0f6d9-d66e-4bcf-86cf-d10defbaff1f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:17.687265 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-32d0f6d9-d66e-4bcf-86cf-d10defbaff1f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/3cc628da-26e1-43df-a4d3-1a093083ee14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1339674 Aug 26 11:08:17.689303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41570) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:17.690065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:17.693337 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b08c2-68c6-4862-b2f8-a1109e7a6642 None None] Sync routers for ids ['3cc628da-26e1-43df-a4d3-1a093083ee14'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:17.701128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab1f097-0755-47cb-be1a-8f5b397e4ce7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:17.707200 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:17.707631 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Added segment dc833654-66a8-4690-95ab-be2c89fd7d6f of type vlan for network 4b91e069-13ce-47c7-a6b0-1715dca2a948 Aug 26 11:08:17.710183 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b08c2-68c6-4862-b2f8-a1109e7a6642 None None] Routers {'3cc628da-26e1-43df-a4d3-1a093083ee14'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:17.711129 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c51b08c2-68c6-4862-b2f8-a1109e7a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3cc628da-26e1-43df-a4d3-1a093083ee14'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:17.725968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.726225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.726483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.726849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.727706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.728059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.728391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.728725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.729128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.729437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.729775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.730101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:08:17.758711 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c51b08c2-68c6-4862-b2f8-a1109e7a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:17.782252 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b08c2-68c6-4862-b2f8-a1109e7a6642 None None] Routers {'3cc628da-26e1-43df-a4d3-1a093083ee14'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:17.784482 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c51b08c2-68c6-4862-b2f8-a1109e7a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3cc628da-26e1-43df-a4d3-1a093083ee14'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:17.805251 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:17.842708 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c51b08c2-68c6-4862-b2f8-a1109e7a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:17.843390 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b08c2-68c6-4862-b2f8-a1109e7a6642 None None] The sync data for ids ['3cc628da-26e1-43df-a4d3-1a093083ee14'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:17.861201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c220fd5a-9d5e-410a-ac4a-3d14dc99851e details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:08:17.894204 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-073ba5f9-a9d3-494a-a614-515f2aa4e3b5 req-9ca81ca2-b1fd-4896-8741-9d106e299ec8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 210 time: 0.0704865 Aug 26 11:08:17.895911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fffe9504-e990-4664-a565-5ed9d6aa1ccc req-1636868f-e54a-408d-a1ee-6fdc66080354 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0712671 Aug 26 11:08:17.899795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:17.905995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:17.906697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:17.989786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c220fd5a-9d5e-410a-ac4a-3d14dc99851e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:18.011994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'c220fd5a-9d5e-410a-ac4a-3d14dc99851e', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'port_id': 'c220fd5a-9d5e-410a-ac4a-3d14dc99851e', 'mac_address': 'fa:16:3e:0f:5a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:08:18.034287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7407348 Aug 26 11:08:18.035188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41584) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:18.041139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'name': 'tempest-PortsIpV6TestJSON-415629597'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:18.095589 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.113607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c220fd5a-9d5e-410a-ac4a-3d14dc99851e {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:08:18.144090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c220fd5a-9d5e-410a-ac4a-3d14dc99851e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:18.152876 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.166179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cff41-db5a-41ff-94a2-1abf286cfa4f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Network': ['ID=4b91e069-13ce-47c7-a6b0-1715dca2a948,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:18.213569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dae8e3cc-e177-42f6-9821-7f120c31812c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.220069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850883b-443f-4bc8-b8a7-515e3606b3a2 req-202c7a87-854b-44ef-b87a-1c7ba2cd9d70 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:18.221818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1850883b-443f-4bc8-b8a7-515e3606b3a2 req-202c7a87-854b-44ef-b87a-1c7ba2cd9d70 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 943 time: 0.1130984 Aug 26 11:08:18.237455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:18.238898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:18.242184 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.288251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:18.309119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port 96dfa07c-5a54-474c-bc69-28cc32543ad5 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:18.317378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1850883b-443f-4bc8-b8a7-515e3606b3a2 req-11ebff84-f184-4eab-881b-6dbc95e3e108 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864258 Aug 26 11:08:18.503775 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.504478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c220fd5a-9d5e-410a-ac4a-3d14dc99851e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:18.514146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-dae8e3cc-e177-42f6-9821-7f120c31812c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 379b09da-9810-4475-9b17-9e8c44413236 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:18.514765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dae8e3cc-e177-42f6-9821-7f120c31812c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.561018 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.629233 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dae8e3cc-e177-42f6-9821-7f120c31812c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.640577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=96dfa07c-5a54-474c-bc69-28cc32543ad5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:18.643983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Checking segment: {'id': 'dc833654-66a8-4690-95ab-be2c89fd7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:18.644542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network hostable DHCP agents. Network: 4b91e069-13ce-47c7-a6b0-1715dca2a948, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:18.644753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-dae8e3cc-e177-42f6-9821-7f120c31812c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 379b09da-9810-4475-9b17-9e8c44413236 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:18.663809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:18.681348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 4b91e069-13ce-47c7-a6b0-1715dca2a948) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:18.684942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:18.690602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb49bec-06a9-4e18-9e81-f19ad8e32245 None None] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:18.691032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:18.691738 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.713023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ea3e41ac-3cdd-47ec-8882-848b904e7e9f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6768143 Aug 26 11:08:18.716155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41590) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:18.721586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1988096176'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:18.743921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:18.747418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.774089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:18.783396 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.783834 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Added segment b67796b6-8232-49af-bfe7-7f6b025285b3 of type vlan for network 593c8746-dbc3-454d-bb39-821051a55c5d Aug 26 11:08:18.828192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.843433 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dae8e3cc-e177-42f6-9821-7f120c31812c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.852865 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.858571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:18.859216 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:18.877666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8e3cc-e177-42f6-9821-7f120c31812c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=379b09da-9810-4475-9b17-9e8c44413236,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:18.925120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2078340 Aug 26 11:08:18.927820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41592) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:18.948567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'ports': [{'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948'}, {'network_id': '593c8746-dbc3-454d-bb39-821051a55c5d'}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:18.962689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:18.963362 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '593c8746-dbc3-454d-bb39-821051a55c5d'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:19.008081 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dae8e3cc-e177-42f6-9821-7f120c31812c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.082954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f745f-8745-4932-aeb5-f1389e8f821a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Network': ['ID=593c8746-dbc3-454d-bb39-821051a55c5d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:19.097350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 593c8746-dbc3-454d-bb39-821051a55c5d details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:19.152636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1fcc084a-18e5-4feb-883c-56ab71917196 req-cead56ef-5ffa-4aaf-b7f1-889a1107490e tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.1271083 Aug 26 11:08:19.197669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ce6edce-698b-41dc-8640-def3c00920a5 req-fc516dff-f00b-492f-91f7-6efec00a9af9 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 210 time: 0.1320550 Aug 26 11:08:19.229660 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.268288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae8e3cc-e177-42f6-9821-7f120c31812c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 3cc628da-26e1-43df-a4d3-1a093083ee14 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:08:19.321984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-46c9f1c4-da8b-4662-a3f4-5e4b25b3957d tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:19.323420 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-46c9f1c4-da8b-4662-a3f4-5e4b25b3957d tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.42 "GET /v2.0/networks?id=c5b8753a-926d-4026-9a01-ed1860475eb1 HTTP/1.1" status: 200 len: 911 time: 0.3471968 Aug 26 11:08:19.339448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Request body: {'port': {'device_id': 'dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4', 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1', 'admin_state_up': True, 'tenant_id': '5637ab13a8f14497bd055c713e70f23e'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:19.347818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae8e3cc-e177-42f6-9821-7f120c31812c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:19.353808 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dae8e3cc-e177-42f6-9821-7f120c31812c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/3cc628da-26e1-43df-a4d3-1a093083ee14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6632662 Aug 26 11:08:19.358713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ab25f-01af-4be2-9299-d06755daed05 None None] Sync routers for ids ['3cc628da-26e1-43df-a4d3-1a093083ee14'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:19.359245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41600) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:19.370306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ab25f-01af-4be2-9299-d06755daed05 None None] Routers {'3cc628da-26e1-43df-a4d3-1a093083ee14'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:19.370984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5b6ab25f-01af-4be2-9299-d06755daed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3cc628da-26e1-43df-a4d3-1a093083ee14'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:19.371338 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 11:08:19.371338 n-d-778550-13 neutron-server[101267]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 26 11:08:19.371338 n-d-778550-13 neutron-server[101267]: [parameters: {'project_id': '5637ab13a8f14497bd055c713e70f23e', 'id': 'af01b3d8-7029-4722-95e6-fcbac7bf65a8', 'expiration': datetime.datetime(2021, 8, 26, 11, 10, 19, 355515)}] Aug 26 11:08:19.371338 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:08:19.371716 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:08:19.380258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 2} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:19.387356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.390266 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7462d14a-5429-4589-a002-79566eb54941 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc628da-26e1-43df-a4d3-1a093083ee14 HTTP/1.1" status: 200 len: 205 time: 0.0303161 Aug 26 11:08:19.393104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41604) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:19.409981 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.413560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5b6ab25f-01af-4be2-9299-d06755daed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:19.423338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ab25f-01af-4be2-9299-d06755daed05 None None] Routers {'3cc628da-26e1-43df-a4d3-1a093083ee14'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:19.423947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5b6ab25f-01af-4be2-9299-d06755daed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['3cc628da-26e1-43df-a4d3-1a093083ee14'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:19.457194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5b6ab25f-01af-4be2-9299-d06755daed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:19.457848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ab25f-01af-4be2-9299-d06755daed05 None None] The sync data for ids ['3cc628da-26e1-43df-a4d3-1a093083ee14'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:19.477156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ef321124-6d56-425b-ac78-359969d2afff tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.525998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port 1c76d4db-09ff-4f9d-8375-534571dcbfc5 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:19.538070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ccee5-9f14-48a7-9d36-5a6633d08071 req-8ce00b88-d48c-4867-a6c7-bbc998afc0e3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:19.539588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a64ccee5-9f14-48a7-9d36-5a6633d08071 req-8ce00b88-d48c-4867-a6c7-bbc998afc0e3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 944 time: 0.1195188 Aug 26 11:08:19.595342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a64ccee5-9f14-48a7-9d36-5a6633d08071 req-7fd3e6da-4841-4b4a-ae5b-c73d5077faa3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481880 Aug 26 11:08:19.654418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ef321124-6d56-425b-ac78-359969d2afff tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.656579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ef321124-6d56-425b-ac78-359969d2afff tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.695627 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.707063 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ef321124-6d56-425b-ac78-359969d2afff tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.707867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef321124-6d56-425b-ac78-359969d2afff tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Fanout notify agent at l3_agent the message router_deleted on router 3cc628da-26e1-43df-a4d3-1a093083ee14 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:08:19.718442 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ef321124-6d56-425b-ac78-359969d2afff tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.719835 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ef321124-6d56-425b-ac78-359969d2afff tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/3cc628da-26e1-43df-a4d3-1a093083ee14 HTTP/1.1" status: 204 len: 168 time: 0.3256423 Aug 26 11:08:19.727245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41606) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:19.773754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port a84cd7d3-6001-46b3-86ad-62451df35adc yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:19.780168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefa483d-2556-4391-8510-92097f78bd73 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting subnet 30dbec08-c580-4f43-8d90-6b27215a9298 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:08:19.783613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eefa483d-2556-4391-8510-92097f78bd73 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.829776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eefa483d-2556-4391-8510-92097f78bd73 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.877662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c220fd5a-9d5e-410a-ac4a-3d14dc99851e up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:19.901849 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.919670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Made reservation on behalf of 5637ab13a8f14497bd055c713e70f23e for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:19.922819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.925193 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eefa483d-2556-4391-8510-92097f78bd73 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.931364 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port c220fd5a-9d5e-410a-ac4a-3d14dc99851e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:19.935736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port c220fd5a-9d5e-410a-ac4a-3d14dc99851e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:19.935736 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:19.996162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eefa483d-2556-4391-8510-92097f78bd73 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.009171 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.015881 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eefa483d-2556-4391-8510-92097f78bd73 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.017809 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eefa483d-2556-4391-8510-92097f78bd73 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/30dbec08-c580-4f43-8d90-6b27215a9298 HTTP/1.1" status: 204 len: 168 time: 0.2893753 Aug 26 11:08:20.021609 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.043335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e92c15-a510-4a09-bd79-4533d6ccbf0e None None] Network 44ee88cb-acff-4b2d-ad32-0c677938d2f9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:20.043603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41608) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:20.077763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa483d-2556-4391-8510-92097f78bd73 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Subnet': ['ID=30dbec08-c580-4f43-8d90-6b27215a9298,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:20.091411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:20.098454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66741d00-23e4-4b62-b390-8f976a3630db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c220fd5a-9d5e-410a-ac4a-3d14dc99851e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:20.100808 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db0a9df-ae6f-4b7f-898e-7afc902e5f2d" -d '{"events": [{"server_uuid": "66741d00-23e4-4b62-b390-8f976a3630db", "name": "network-vif-plugged", "status": "completed", "tag": "c220fd5a-9d5e-410a-ac4a-3d14dc99851e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:20.105717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c710c89a-3324-42a3-b28d-c30f4d19a814 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting subnet 1bf1fde2-b609-468a-876e-eb06757e83db {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:08:20.109555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c710c89a-3324-42a3-b28d-c30f4d19a814 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.123777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c220fd5a-9d5e-410a-ac4a-3d14dc99851e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:20.130201 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:20.133867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:20.135321 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.136222 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.164544 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409d869a-f370-4167-b11f-dff40161c903 x-openstack-request-id: req-409d869a-f370-4167-b11f-dff40161c903 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:20.165756 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66741d00-23e4-4b62-b390-8f976a3630db", "name": "network-vif-plugged", "status": "completed", "tag": "c220fd5a-9d5e-410a-ac4a-3d14dc99851e", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:20.166164 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-409d869a-f370-4167-b11f-dff40161c903 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:20.166756 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66741d00-23e4-4b62-b390-8f976a3630db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c220fd5a-9d5e-410a-ac4a-3d14dc99851e', 'code': 200} Aug 26 11:08:20.168550 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c710c89a-3324-42a3-b28d-c30f4d19a814 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.219098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=1c76d4db-09ff-4f9d-8375-534571dcbfc5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:20.232200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:20.261336 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Allocated IP 172.20.0.4 (c5b8753a-926d-4026-9a01-ed1860475eb1/17ccaa32-666c-4794-8d44-db8804393b77/9ec17a6b-34da-4c1f-adfd-795aaf2e7388) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:20.312648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=a84cd7d3-6001-46b3-86ad-62451df35adc,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:20.322247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Checking segment: {'id': 'b67796b6-8232-49af-bfe7-7f6b025285b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '593c8746-dbc3-454d-bb39-821051a55c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:20.322622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network hostable DHCP agents. Network: 593c8746-dbc3-454d-bb39-821051a55c5d, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:20.325161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5fd3b-6451-4384-9d88-eccc62faddd0 req-65949e37-1649-4bf0-814f-a068b429aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:20.330818 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8b5fd3b-6451-4384-9d88-eccc62faddd0 req-65949e37-1649-4bf0-814f-a068b429aedf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 1097 time: 0.0919230 Aug 26 11:08:20.342678 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c710c89a-3324-42a3-b28d-c30f4d19a814 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.356050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f77090-c6cc-444f-8e96-1fa28a5b29b8 None None] DHCP port deletion for 44ee88cb-acff-4b2d-ad32-0c677938d2f9 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:08:20.380681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6cd01bf6-9ead-4f86-86bc-f4582f78aa2c req-d26c61d9-7ea1-435f-b435-2b4e16896d50 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0657990 Aug 26 11:08:20.406340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e58f8641-ca67-4fc5-904f-b163e545f9e1 req-611cd6dd-7bc0-4dfe-bf20-043f9110fa2d tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 210 time: 0.0677097 Aug 26 11:08:20.407302 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.424109 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8b5fd3b-6451-4384-9d88-eccc62faddd0 req-dffd694c-c201-43a3-9efd-7ca5fd0ef38f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871978 Aug 26 11:08:20.450975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-00f77090-c6cc-444f-8e96-1fa28a5b29b8 None None] Deleting port 5c679277-e6c7-4d61-b067-fabb72150b99 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:20.451446 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00f77090-c6cc-444f-8e96-1fa28a5b29b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.453854 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c710c89a-3324-42a3-b28d-c30f4d19a814 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.462092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 593c8746-dbc3-454d-bb39-821051a55c5d is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:20.472467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c710c89a-3324-42a3-b28d-c30f4d19a814 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.478748 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c710c89a-3324-42a3-b28d-c30f4d19a814 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/1bf1fde2-b609-468a-876e-eb06757e83db HTTP/1.1" status: 204 len: 168 time: 0.4308641 Aug 26 11:08:20.486386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41618) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:20.487306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 593c8746-dbc3-454d-bb39-821051a55c5d) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:20.491647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:20.493367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710c89a-3324-42a3-b28d-c30f4d19a814 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf1fde2-b609-468a-876e-eb06757e83db,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:20.499253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:20.504454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:20.505143 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.510620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15542d7c-27a2-411f-81eb-4ec35959b0cc None None] Network 1effec81-6176-4576-8adf-37c3eb192ec4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:20.512538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed87a39-4525-4798-bf0f-62f973b6ace9 None None] Network 593c8746-dbc3-454d-bb39-821051a55c5d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:20.577004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2ea28c59-fb68-4b07-a449-3f691209a8f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6479928 Aug 26 11:08:20.579724 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41620) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:20.620415 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.630397 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.652677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Transition to ACTIVE for port object 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:20.713586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e5c74b29-9c10-4760-97ca-7c97154ff3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port a84cd7d3-6001-46b3-86ad-62451df35adc {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:20.714173 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5c74b29-9c10-4760-97ca-7c97154ff3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.764077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d161a-a09b-4acc-87bf-78310c180228 req-542ae3c3-2ee4-45a8-a6d0-b8f085576016 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:20.771482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-256d161a-a09b-4acc-87bf-78310c180228 req-542ae3c3-2ee4-45a8-a6d0-b8f085576016 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 945 time: 0.0927413 Aug 26 11:08:20.783902 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5c74b29-9c10-4760-97ca-7c97154ff3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.798641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e5c74b29-9c10-4760-97ca-7c97154ff3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for a84cd7d3-6001-46b3-86ad-62451df35adc owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:20.801037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 5c679277-e6c7-4d61-b067-fabb72150b99 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:20.801436 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.803508 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.822438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['0c25afdf-912c-4978-b4bb-858c16eec6d1'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:20.846416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-00f77090-c6cc-444f-8e96-1fa28a5b29b8 None None] For port 5c679277-e6c7-4d61-b067-fabb72150b99, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5c679277-e6c7-4d61-b067-fabb72150b99,segment=NetworkSegment(c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5),segment_id=c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:20.846844 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00f77090-c6cc-444f-8e96-1fa28a5b29b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.890239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-256d161a-a09b-4acc-87bf-78310c180228 req-c60831c9-5998-4bdd-afcf-d68cc40c51c9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178138 Aug 26 11:08:20.901022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5c74b29-9c10-4760-97ca-7c97154ff3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.915577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-00f77090-c6cc-444f-8e96-1fa28a5b29b8 None None] Calling delete_port for 5c679277-e6c7-4d61-b067-fabb72150b99 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:20.924624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Network c5b8753a-926d-4026-9a01-ed1860475eb1 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:20.933496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Pushing event updated for resources: {'Port': ['ID=9ec17a6b-34da-4c1f-adfd-795aaf2e7388,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:20.937236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port 5c679277-e6c7-4d61-b067-fabb72150b99, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5c679277-e6c7-4d61-b067-fabb72150b99,segment=NetworkSegment(c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5),segment_id=c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:20.937605 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.940423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:20.948185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c74b29-9c10-4760-97ca-7c97154ff3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=a84cd7d3-6001-46b3-86ad-62451df35adc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:20.950482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:20.956776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 5c679277-e6c7-4d61-b067-fabb72150b99 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:20.958671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5c74b29-9c10-4760-97ca-7c97154ff3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:20.960878 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e5c74b29-9c10-4760-97ca-7c97154ff3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/a84cd7d3-6001-46b3-86ad-62451df35adc HTTP/1.1" status: 204 len: 168 time: 0.3796256 Aug 26 11:08:20.963645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41624) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:21.039021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447b031b-a682-4b72-b261-e52270917abe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:21.046985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447b031b-a682-4b72-b261-e52270917abe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:21.048101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:21.048711 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.049197 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-447b031b-a682-4b72-b261-e52270917abe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0844500 Aug 26 11:08:21.051824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41626) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:21.099725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-9216fc31-53e0-4d27-a1ec-0065cdc806b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7660639 Aug 26 11:08:21.114345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Request body: {'port': {'device_id': 'dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:21.150390 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00f77090-c6cc-444f-8e96-1fa28a5b29b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.187422 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.188962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ad133e-6a49-476b-9638-f49687bab4cb None None] DHCP port deletion for 1effec81-6176-4576-8adf-37c3eb192ec4 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:08:21.191690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f77090-c6cc-444f-8e96-1fa28a5b29b8 None None] Pushing event deleted for resources: {'Port': ['ID=5c679277-e6c7-4d61-b067-fabb72150b99,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:21.201290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9a63573f-d4a4-4931-854a-b5545c54bdc6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 1c76d4db-09ff-4f9d-8375-534571dcbfc5 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:21.202101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a63573f-d4a4-4931-854a-b5545c54bdc6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.205744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f77090-c6cc-444f-8e96-1fa28a5b29b8 None None] No DVR routers for this DVR port 5c679277-e6c7-4d61-b067-fabb72150b99 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:21.223708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=5c679277-e6c7-4d61-b067-fabb72150b99,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:21.237049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No DVR routers for this DVR port 5c679277-e6c7-4d61-b067-fabb72150b99 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:21.238561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.295196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad133e-6a49-476b-9638-f49687bab4cb None None] Deleting port 76272c60-1222-48b6-8f59-d498bfff5ea3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:21.295600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8ad133e-6a49-476b-9638-f49687bab4cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.295813 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a63573f-d4a4-4931-854a-b5545c54bdc6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.313960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9a63573f-d4a4-4931-854a-b5545c54bdc6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 1c76d4db-09ff-4f9d-8375-534571dcbfc5 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:21.366758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-575f7eaa-84ad-4d52-8e1f-3fed700cd16c None None] Provisioning for port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:21.373606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d8ad133e-6a49-476b-9638-f49687bab4cb None None] For port 76272c60-1222-48b6-8f59-d498bfff5ea3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=76272c60-1222-48b6-8f59-d498bfff5ea3,segment=NetworkSegment(453d0e3a-61e1-43de-9fca-af2614e5bead),segment_id=453d0e3a-61e1-43de-9fca-af2614e5bead)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:21.374234 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8ad133e-6a49-476b-9638-f49687bab4cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.381843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-575f7eaa-84ad-4d52-8e1f-3fed700cd16c None None] Provisioning complete for port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:21.382218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-575f7eaa-84ad-4d52-8e1f-3fed700cd16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.406865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad133e-6a49-476b-9638-f49687bab4cb None None] Calling delete_port for 76272c60-1222-48b6-8f59-d498bfff5ea3 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:21.423811 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a63573f-d4a4-4931-854a-b5545c54bdc6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.433862 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.455971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ee88cb-acff-4b2d-ad32-0c677938d2f9']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:21.463258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-575f7eaa-84ad-4d52-8e1f-3fed700cd16c None None] Port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:21.471489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:21.471977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05b20f7-aab8-4a1b-9f60-ac9d781b0ea5') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:21.472291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63573f-d4a4-4931-854a-b5545c54bdc6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=1c76d4db-09ff-4f9d-8375-534571dcbfc5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:21.497421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.497815 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a63573f-d4a4-4931-854a-b5545c54bdc6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.505011 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9a63573f-d4a4-4931-854a-b5545c54bdc6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/1c76d4db-09ff-4f9d-8375-534571dcbfc5 HTTP/1.1" status: 204 len: 168 time: 0.4516988 Aug 26 11:08:21.506130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41632) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:21.524873 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8ad133e-6a49-476b-9638-f49687bab4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.549212 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.558654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad133e-6a49-476b-9638-f49687bab4cb None None] Pushing event deleted for resources: {'Port': ['ID=76272c60-1222-48b6-8f59-d498bfff5ea3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:21.560448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad133e-6a49-476b-9638-f49687bab4cb None None] No DVR routers for this DVR port 76272c60-1222-48b6-8f59-d498bfff5ea3 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:21.594478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ae103-a33c-4c65-ac82-fed7580bd04e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:21.596315 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1e9ae103-a33c-4c65-ac82-fed7580bd04e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0886917 Aug 26 11:08:21.599524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41634) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:21.609798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:21.610360 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:21.613218 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:21.625565 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba4b504-99b3-421d-8666-ae441ebb153a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:08:21.627146 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4ba4b504-99b3-421d-8666-ae441ebb153a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/a84cd7d3-6001-46b3-86ad-62451df35adc HTTP/1.1" status: 404 len: 333 time: 0.0264330 Aug 26 11:08:21.630167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41636) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:21.639573 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82e3e64a-9a3c-4a7a-8853-c45cf9e808b3 req-e5e96ded-970d-4d1e-b9c8-3596fae38410 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0782366 Aug 26 11:08:21.656836 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-858ed7f1-c423-4f27-be1d-bd387a9b60e0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:08:21.666826 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-858ed7f1-c423-4f27-be1d-bd387a9b60e0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/1c76d4db-09ff-4f9d-8375-534571dcbfc5 HTTP/1.1" status: 404 len: 333 time: 0.0268443 Aug 26 11:08:21.668719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41638) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:21.721634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec3eb-ba00-464f-b0f3-3c1d04fc5379 req-8a6589a7-86ef-49cb-ace3-ae85c1ecc7ea tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:21.723103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b12ec3eb-ba00-464f-b0f3-3c1d04fc5379 req-8a6589a7-86ef-49cb-ace3-ae85c1ecc7ea tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1027 time: 0.1699529 Aug 26 11:08:21.726691 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.739455 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.741319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/networks/44ee88cb-acff-4b2d-ad32-0c677938d2f9 HTTP/1.1" status: 204 len: 168 time: 1.2319534 Aug 26 11:08:21.744604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41642) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:21.771243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7212188-1c94-43b9-b24d-2b5382652bba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Network': ['ID=44ee88cb-acff-4b2d-ad32-0c677938d2f9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:21.821450 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.826486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:08:21.832168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b12ec3eb-ba00-464f-b0f3-3c1d04fc5379 req-a23477d0-6d37-4fae-8cda-377e1823eb77 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004150 Aug 26 11:08:21.837434 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.846960 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.857264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Transition to ACTIVE for port object 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:21.864209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:21.916489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec17a6b-34da-4c1f-adfd-795aaf2e7388,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:21.973804 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.029594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593c8746-dbc3-454d-bb39-821051a55c5d']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:22.037863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Attempting to bind port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:22.038197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Attempting to bind port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:22.038633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Attempting to bind port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 on network c5b8753a-926d-4026-9a01-ed1860475eb1 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:22.045024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67796b6-8232-49af-bfe7-7f6b025285b3') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:22.045138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67796b6-8232-49af-bfe7-7f6b025285b3') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:22.048585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 on network c5b8753a-926d-4026-9a01-ed1860475eb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:08:22.049019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Attempting to bind port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 on network c5b8753a-926d-4026-9a01-ed1860475eb1 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:22.054682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.063079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63dc97-5356-4115-a7aa-63a0e2db6113 req-a6fa9459-5fd7-4c76-944e-1cbbdae48a68 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:22.064415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.067783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be63dc97-5356-4115-a7aa-63a0e2db6113 req-a6fa9459-5fd7-4c76-944e-1cbbdae48a68 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 945 time: 0.0797720 Aug 26 11:08:22.068232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:22.068567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Checking segment: {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:22.068961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Bound using segment: {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:22.069410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Bound port: 9ec17a6b-34da-4c1f-adfd-795aaf2e7388, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0d722f-077e-49e7-a832-f381d554762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:22.069770 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.074501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1effec81-6176-4576-8adf-37c3eb192ec4']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:22.089069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453d0e3a-61e1-43de-9fca-af2614e5bead') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:22.089069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453d0e3a-61e1-43de-9fca-af2614e5bead') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:22.091088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.105424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.105809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:22.105943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:22.108993 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:22.136378 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.140265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be63dc97-5356-4115-a7aa-63a0e2db6113 req-cbd57692-8ac6-41b8-9863-46c98dd90ed3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673981 Aug 26 11:08:22.157392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c679277-e6c7-4d61-b067-fabb72150b99 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:22.172853 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.188360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 5c679277-e6c7-4d61-b067-fabb72150b99 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:08:22.188493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:22.188716 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5c679277-e6c7-4d61-b067-fabb72150b99 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:22.188890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.189207 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 76272c60-1222-48b6-8f59-d498bfff5ea3 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:22.193112 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:22.198909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] For port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:22.207130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] For port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9ec17a6b-34da-4c1f-adfd-795aaf2e7388,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:22.220580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 76272c60-1222-48b6-8f59-d498bfff5ea3 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:08:22.222523 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.225916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 76272c60-1222-48b6-8f59-d498bfff5ea3 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:22.268067 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.284934 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.291385 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/networks/593c8746-dbc3-454d-bb39-821051a55c5d HTTP/1.1" status: 204 len: 168 time: 0.6211448 Aug 26 11:08:22.296599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41652) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:22.297964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:22.298602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.300069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/9ec17a6b-34da-4c1f-adfd-795aaf2e7388 HTTP/1.1" status: 200 len: 1092 time: 1.1910651 Aug 26 11:08:22.307755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4', 'tag': '9ec17a6b-34da-4c1f-adfd-795aaf2e7388'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:22.310055 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4", "tag": "9ec17a6b-34da-4c1f-adfd-795aaf2e7388"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:22.313448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90163659-c73e-400e-aa19-a578f12415a4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Network': ['ID=593c8746-dbc3-454d-bb39-821051a55c5d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:22.319605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1640545225'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:22.339168 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b606c-493d-47d7-a734-6def8534d0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec17a6b-34da-4c1f-adfd-795aaf2e7388,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:22.345835 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.353403 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.356283 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/networks/1effec81-6176-4576-8adf-37c3eb192ec4 HTTP/1.1" status: 204 len: 168 time: 0.6099179 Aug 26 11:08:22.362512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41656) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:22.373975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f167acb-8405-4df2-818f-7cb129b0da80 req-f8b8cbc2-eba1-4fcb-b10b-90b2cef9c01b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ff0e8881fff44dc588833fa16efe7c5b HTTP/1.1" status: 200 len: 267 time: 0.1443169 Aug 26 11:08:22.391568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f701c-9bcf-4bd4-8b92-2d692c75b9db tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Network': ['ID=1effec81-6176-4576-8adf-37c3eb192ec4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:22.395810 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690d7fe2-2c35-4fb5-9a76-9483604e7b80 x-openstack-request-id: req-690d7fe2-2c35-4fb5-9a76-9483604e7b80 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:22.396106 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4", "tag": "9ec17a6b-34da-4c1f-adfd-795aaf2e7388", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:22.396364 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-690d7fe2-2c35-4fb5-9a76-9483604e7b80 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:22.396756 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4', 'tag': '9ec17a6b-34da-4c1f-adfd-795aaf2e7388', 'status': 'completed', 'code': 200} Aug 26 11:08:22.400734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:22.401731 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1961162090'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:22.404193 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.425131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:22.429319 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.458198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:22.468619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.468973 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added segment b4821751-44f2-4f74-984e-765743ed4818 of type vlan for network e2f2da04-13d3-412e-8c9b-04cf00453786 Aug 26 11:08:22.486572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-4aa649df-faf8-4154-a7ff-8e22194ae362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:22.488352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-4aa649df-faf8-4154-a7ff-8e22194ae362 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5637ab13a8f14497bd055c713e70f23e&device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1095 time: 0.1300154 Aug 26 11:08:22.513744 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.516596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f167acb-8405-4df2-818f-7cb129b0da80 req-0404fbeb-d64f-493d-afb4-8e30b6e4f238 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:22.518180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f167acb-8405-4df2-818f-7cb129b0da80 req-0404fbeb-d64f-493d-afb4-8e30b6e4f238 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 945 time: 0.1245017 Aug 26 11:08:22.541968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.549039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:22.550210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.554917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-d199c29f-48f1-42c0-ad53-b0f2fc1ee6d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec17a6b-34da-4c1f-adfd-795aaf2e7388 HTTP/1.1" status: 200 len: 217 time: 0.0570636 Aug 26 11:08:22.560037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-0f167acb-8405-4df2-818f-7cb129b0da80 req-dcf81a9b-f12c-4a45-b44c-8f3c431aa2d9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Request body: {'port': {'security_groups': []}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:22.565982 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:08:22.566558 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:08:22.632622 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2670910 Aug 26 11:08:22.636427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41658) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:22.643507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'subnet': {'network_id': 'e2f2da04-13d3-412e-8c9b-04cf00453786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:22.648507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3205f98-2e4e-4611-b615-97a7d6c18255 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Network': ['ID=e2f2da04-13d3-412e-8c9b-04cf00453786,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:22.663140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network e2f2da04-13d3-412e-8c9b-04cf00453786 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:22.664122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-27a5e5dd-e502-4bd3-a3cc-6c8412c4d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:22.666081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-27a5e5dd-e502-4bd3-a3cc-6c8412c4d6f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ccaa32-666c-4794-8d44-db8804393b77 HTTP/1.1" status: 200 len: 849 time: 0.1024570 Aug 26 11:08:22.666841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0f167acb-8405-4df2-818f-7cb129b0da80 req-dcf81a9b-f12c-4a45-b44c-8f3c431aa2d9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.749826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-67c7c559-f160-4f44-ac3b-5e65e79aeebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:22.751713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-67c7c559-f160-4f44-ac3b-5e65e79aeebc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5b8753a-926d-4026-9a01-ed1860475eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759220 Aug 26 11:08:22.774986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:22.780109 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:22.851946 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a987d7c-9fd1-4309-8097-ec125eed0f02 req-3bd51af1-e7b6-40e7-8f5c-3effb3427d8d tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0819347 Aug 26 11:08:22.960726 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-1627388c-8a00-4805-b454-cd14071f7c71 service neutron] 10.222.0.42 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007225 Aug 26 11:08:23.009932 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.068568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Subnet': ['ID=505ccccf-a1b9-4a34-ac95-1d2f2d5c0fce,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:23.087646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Checking segment: {'id': 'b4821751-44f2-4f74-984e-765743ed4818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e2f2da04-13d3-412e-8c9b-04cf00453786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:23.088067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network hostable DHCP agents. Network: e2f2da04-13d3-412e-8c9b-04cf00453786, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:23.108775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network e2f2da04-13d3-412e-8c9b-04cf00453786 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:23.119681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, e2f2da04-13d3-412e-8c9b-04cf00453786) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:23.124259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:23.126321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.129842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f450a-ca99-494e-9b24-d9c38ca5c82a None None] Network e2f2da04-13d3-412e-8c9b-04cf00453786 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:23.145254 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b23a1705-6d20-459a-8dc9-31c165b082bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5051765 Aug 26 11:08:23.145594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41666) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:23.150944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b73d372f-952f-4044-ae1d-415b778ba9a0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-611916087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:23.182025 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b73d372f-952f-4044-ae1d-415b778ba9a0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.183236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b73d372f-952f-4044-ae1d-415b778ba9a0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.208311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41668) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:23.293415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b73d372f-952f-4044-ae1d-415b778ba9a0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.302208 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b73d372f-952f-4044-ae1d-415b778ba9a0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.320865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-e2f2da04-13d3-412e-8c9b-04cf00453786', 'network_id': 'e2f2da04-13d3-412e-8c9b-04cf00453786', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'fixed_ips': [{'subnet_id': '505ccccf-a1b9-4a34-ac95-1d2f2d5c0fce'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:08:23.322191 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.377960 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.447475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-0f167acb-8405-4df2-818f-7cb129b0da80 req-dcf81a9b-f12c-4a45-b44c-8f3c431aa2d9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] For port c220fd5a-9d5e-410a-ac4a-3d14dc99851e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:23.482924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:23.488858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Allocated IP 2001:db8::2 (e2f2da04-13d3-412e-8c9b-04cf00453786/505ccccf-a1b9-4a34-ac95-1d2f2d5c0fce/a71dcde9-c06e-4ce4-938a-409b76f7e964) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:23.519914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236526a-dc17-4ec7-bae9-7de073c46f11 req-b6980626-50ed-4914-93fb-e85db3be02bc tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:23.521499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c236526a-dc17-4ec7-bae9-7de073c46f11 req-b6980626-50ed-4914-93fb-e85db3be02bc tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1095 time: 0.5271678 Aug 26 11:08:23.529621 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.529967 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Added segment 3ceb1d60-2ae4-4c01-8620-446248ce7f8d of type vlan for network f6882d46-2186-4960-9929-8ae0ec033c94 Aug 26 11:08:23.543721 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0f167acb-8405-4df2-818f-7cb129b0da80 req-dcf81a9b-f12c-4a45-b44c-8f3c431aa2d9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.553278 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db6196a-922e-4041-9efc-7b6b54720da8 req-f87d242d-1cd8-45ba-a9b7-8123f63ee6fe service neutron] 10.222.0.42 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830908 Aug 26 11:08:23.562322 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0f167acb-8405-4df2-818f-7cb129b0da80 req-dcf81a9b-f12c-4a45-b44c-8f3c431aa2d9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.577659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9c08311b-96ac-4a74-81b1-285d78575089', 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:23.580760 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c220fd5a-9d5e-410a-ac4a-3d14dc99851e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:23.652906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.680937 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2c39aad3-d770-4a94-ab4d-de1759e257a6 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4794 time: 0.4723237 Aug 26 11:08:23.682669 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b73d372f-952f-4044-ae1d-415b778ba9a0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.683906 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b73d372f-952f-4044-ae1d-415b778ba9a0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5373292 Aug 26 11:08:23.684558 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41670) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:23.688054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f167acb-8405-4df2-818f-7cb129b0da80 req-dcf81a9b-f12c-4a45-b44c-8f3c431aa2d9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:23.688659 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0f167acb-8405-4df2-818f-7cb129b0da80 req-dcf81a9b-f12c-4a45-b44c-8f3c431aa2d9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.690304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'network': {'name': 'tempest-network-smoke--730865046', 'project_id': '7202d08226184cb383eb9303d1ec18da', 'port_security_enabled': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:23.693525 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41672) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:23.694138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f167acb-8405-4df2-818f-7cb129b0da80 req-dcf81a9b-f12c-4a45-b44c-8f3c431aa2d9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "PUT /v2.0/ports/c220fd5a-9d5e-410a-ac4a-3d14dc99851e HTTP/1.1" status: 200 len: 904 time: 1.1422687 Aug 26 11:08:23.699076 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'port': {'network_id': 'e2f2da04-13d3-412e-8c9b-04cf00453786', 'name': 'tempest-RoutersIpV6Test-2122095220'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:23.714259 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:08:23.733972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c236526a-dc17-4ec7-bae9-7de073c46f11 req-32d41610-828b-4d0c-8378-2f29b9fc38eb tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940339 Aug 26 11:08:23.791950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf81a9b-f12c-4a45-b44c-8f3c431aa2d9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event updated for resources: {'Port': ['ID=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,revision_number=6']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:23.815912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Made reservation on behalf of 7202d08226184cb383eb9303d1ec18da for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:23.820091 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.824613 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.832637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:23.834088 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.844367 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.861759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:23.872606 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.873026 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Added segment 0371ffd2-cad7-45ef-afd7-6a583f29cc21 of type vlan for network aa7bc631-7359-44ff-930f-a60112a8d0cb Aug 26 11:08:23.886018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Transition to ACTIVE for port object a71dcde9-c06e-4ce4-938a-409b76f7e964 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:23.889907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c220fd5a-9d5e-410a-ac4a-3d14dc99851e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:23.916058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89 req-83328945-e8c5-4389-a515-fc1d78a2e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:23.917708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89 req-83328945-e8c5-4389-a515-fc1d78a2e1ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5637ab13a8f14497bd055c713e70f23e&device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1095 time: 0.2910004 Aug 26 11:08:23.925673 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.972080 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6652372 Aug 26 11:08:23.975964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41680) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:23.982115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': 'f6882d46-2186-4960-9929-8ae0ec033c94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:23.987703 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.994494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:23.995113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:23.996785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Transition to ACTIVE for port object a71dcde9-c06e-4ce4-938a-409b76f7e964 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:24.012927 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.023014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb9f8d-c779-4cd1-b0fa-d1103f9218b6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Network': ['ID=f6882d46-2186-4960-9929-8ae0ec033c94,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:24.049528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3ca06-d55a-4848-b1bf-b74f03afda64 req-b660b424-680b-4fdc-848f-8bcfbe165a26 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:24.051458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-03c3ca06-d55a-4848-b1bf-b74f03afda64 req-b660b424-680b-4fdc-848f-8bcfbe165a26 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 907 time: 0.2947102 Aug 26 11:08:24.054536 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f6882d46-2186-4960-9929-8ae0ec033c94 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:24.080712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b63fad6-c4ff-437a-ab92-99923c59380f req-be37a423-3356-4cbd-884f-b0c126c0217d tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0641954 Aug 26 11:08:24.087964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Network': ['ID=aa7bc631-7359-44ff-930f-a60112a8d0cb,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:24.091960 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-81ae40d9-2ac5-4b35-8325-e05c3f898128 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4061632 Aug 26 11:08:24.096884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41684) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:24.130833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network aa7bc631-7359-44ff-930f-a60112a8d0cb details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:24.138096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Network e2f2da04-13d3-412e-8c9b-04cf00453786 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:24.142885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1162997570', 'admin_state_up': True, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:24.184234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:24.187714 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.207435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] device_id is not set on port 2073308e-8a3c-4f2b-a799-5dc1c3d60299 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:24.221563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89 req-a279ef5d-3c68-420b-8fc1-668e2f50f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:24.222305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:24.223218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89 req-a279ef5d-3c68-420b-8fc1-668e2f50f0e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5b8753a-926d-4026-9a01-ed1860475eb1 HTTP/1.1" status: 200 len: 911 time: 0.2897899 Aug 26 11:08:24.236485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Pushing event updated for resources: {'Port': ['ID=a71dcde9-c06e-4ce4-938a-409b76f7e964,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:24.239958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:24.253298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d5e0c095-4351-4f1e-bef3-d4d92b4ceb8d None None] Provisioning complete for port c220fd5a-9d5e-410a-ac4a-3d14dc99851e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:24.253923 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5e0c095-4351-4f1e-bef3-d4d92b4ceb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.307228 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.308272 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.316775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89 req-048f8198-b7fc-4008-8df8-808df1e44e12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec17a6b-34da-4c1f-adfd-795aaf2e7388 HTTP/1.1" status: 200 len: 217 time: 0.0709922 Aug 26 11:08:24.334161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Allocated IP 2001:db8::3e7 (e2f2da04-13d3-412e-8c9b-04cf00453786/505ccccf-a1b9-4a34-ac95-1d2f2d5c0fce/2073308e-8a3c-4f2b-a799-5dc1c3d60299) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:24.364579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Attempting to bind port a71dcde9-c06e-4ce4-938a-409b76f7e964 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:24.364948 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Attempting to bind port a71dcde9-c06e-4ce4-938a-409b76f7e964 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'b4821751-44f2-4f74-984e-765743ed4818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e2f2da04-13d3-412e-8c9b-04cf00453786'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:24.365319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Attempting to bind port a71dcde9-c06e-4ce4-938a-409b76f7e964 on network e2f2da04-13d3-412e-8c9b-04cf00453786 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:24.377914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdd3b8-a0ce-461d-ae61-4feec5c74b2f req-47456e52-1351-49a6-8184-4ff28eec3dfc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:24.379410 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18bdd3b8-a0ce-461d-ae61-4feec5c74b2f req-47456e52-1351-49a6-8184-4ff28eec3dfc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1686969 Aug 26 11:08:24.383042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:24.383460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Checking segment: {'id': 'b4821751-44f2-4f74-984e-765743ed4818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e2f2da04-13d3-412e-8c9b-04cf00453786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:24.384527 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.384527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Bound using segment: {'id': 'b4821751-44f2-4f74-984e-765743ed4818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e2f2da04-13d3-412e-8c9b-04cf00453786'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:24.384748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Bound port: a71dcde9-c06e-4ce4-938a-409b76f7e964, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4821751-44f2-4f74-984e-765743ed4818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e2f2da04-13d3-412e-8c9b-04cf00453786'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:24.385301 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.408930 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66741d00-23e4-4b62-b390-8f976a3630db', 'tag': 'c220fd5a-9d5e-410a-ac4a-3d14dc99851e'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:24.411292 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "66741d00-23e4-4b62-b390-8f976a3630db", "tag": "c220fd5a-9d5e-410a-ac4a-3d14dc99851e"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:24.420672 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.467781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.db.api [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 11:08:24.467781 n-d-778550-13 neutron-server[101266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 11:08:24.467781 n-d-778550-13 neutron-server[101266]: [parameters: {'project_id_1': '476ceaf3ced8446a959be5bfd3c12971', 'expiration_1': datetime.datetime(2021, 8, 26, 11, 8, 24, 180838)}] Aug 26 11:08:24.467781 n-d-778550-13 neutron-server[101266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:08:24.469242 n-d-778550-13 neutron-server[101266]: DEBUG oslo_db.api [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:08:24.487770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89 req-48cbb399-0afc-48d8-b42c-e44cd320a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:24.489353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89 req-48cbb399-0afc-48d8-b42c-e44cd320a4bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=17ccaa32-666c-4794-8d44-db8804393b77 HTTP/1.1" status: 200 len: 849 time: 0.1597557 Aug 26 11:08:24.493800 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a42086-d84c-44e4-a991-710eb085e285 x-openstack-request-id: req-20a42086-d84c-44e4-a991-710eb085e285 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:24.494074 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66741d00-23e4-4b62-b390-8f976a3630db", "tag": "c220fd5a-9d5e-410a-ac4a-3d14dc99851e", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:24.494298 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20a42086-d84c-44e4-a991-710eb085e285 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:24.494838 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66741d00-23e4-4b62-b390-8f976a3630db', 'tag': 'c220fd5a-9d5e-410a-ac4a-3d14dc99851e', 'status': 'completed', 'code': 200} Aug 26 11:08:24.502848 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.534292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] For port a71dcde9-c06e-4ce4-938a-409b76f7e964, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:24.537804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] For port a71dcde9-c06e-4ce4-938a-409b76f7e964, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a71dcde9-c06e-4ce4-938a-409b76f7e964,segment=NetworkSegment(b4821751-44f2-4f74-984e-765743ed4818),segment_id=b4821751-44f2-4f74-984e-765743ed4818)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:24.544026 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.551198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Transition to ACTIVE for port object 2073308e-8a3c-4f2b-a799-5dc1c3d60299 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:24.575578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18bdd3b8-a0ce-461d-ae61-4feec5c74b2f req-5df3eefd-702a-48c3-8362-303194ec1d13 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573677 Aug 26 11:08:24.590344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1 req-1ae31df6-35fd-4074-8607-9b19863d9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:24.592031 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1 req-1ae31df6-35fd-4074-8607-9b19863d9df5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 1059 time: 0.0748651 Aug 26 11:08:24.610237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a87f5-9278-4eac-9913-b2c128c937da None None] Pushing event updated for resources: {'Port': ['ID=a71dcde9-c06e-4ce4-938a-409b76f7e964,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:24.674772 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.685155 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.693036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89 req-f23dc8e4-fe7d-484f-acd6-3b9927d4e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:24.694575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89 req-f23dc8e4-fe7d-484f-acd6-3b9927d4e9e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5b8753a-926d-4026-9a01-ed1860475eb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1686203 Aug 26 11:08:24.733115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network e2f2da04-13d3-412e-8c9b-04cf00453786 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:24.737963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:24.745634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:24.751604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:24.752653 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:24.783278 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0863233 Aug 26 11:08:24.792152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41692) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:24.793969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74c1b6-686a-492e-a089-7f3fbae3882f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=2073308e-8a3c-4f2b-a799-5dc1c3d60299,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:24.810655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1 req-12dddb57-5c96-4705-8a5d-f0d18f1fa12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:24.812595 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1 req-12dddb57-5c96-4705-8a5d-f0d18f1fa12c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.2136149 Aug 26 11:08:24.887441 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1 req-1c1a9a5f-0997-493d-8476-b536a3216418 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c220fd5a-9d5e-410a-ac4a-3d14dc99851e HTTP/1.1" status: 200 len: 217 time: 0.0668790 Aug 26 11:08:24.946858 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1 req-7d779371-c002-4cfd-8cc6-4f6f54a31f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:24.948631 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1 req-7d779371-c002-4cfd-8cc6-4f6f54a31f0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.0547631 Aug 26 11:08:24.966833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9f495-6956-4396-a238-62acb74dfaa8 req-1a4c07fb-1c69-4fcb-9f8b-31a0ccdbad56 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:24.971566 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26a9f495-6956-4396-a238-62acb74dfaa8 req-1a4c07fb-1c69-4fcb-9f8b-31a0ccdbad56 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3009775 Aug 26 11:08:25.012417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1 req-3e1598f1-5a02-49fb-9a42-98bc475b6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:25.014033 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1 req-3e1598f1-5a02-49fb-9a42-98bc475b6126 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583372 Aug 26 11:08:25.015438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:25.018951 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:25.106365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89 req-83602578-d988-4f3a-b770-f6eace22c3fa service neutron] 10.222.0.42 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927763 Aug 26 11:08:25.116234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f207463-66aa-4f31-bfe2-397662bccf53 req-6c7de102-d1e2-461a-97cb-650bd5165372 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:25.117793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f207463-66aa-4f31-bfe2-397662bccf53 req-6c7de102-d1e2-461a-97cb-650bd5165372 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1095 time: 0.2511401 Aug 26 11:08:25.188752 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1 req-c74b8e57-bf07-4a49-bd8e-d2a3801dcab6 service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662023 Aug 26 11:08:25.191540 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26a9f495-6956-4396-a238-62acb74dfaa8 req-42df93e4-1622-4f5f-8a8b-5440b6f57db6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169585 Aug 26 11:08:25.373027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:25.375916 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f916198-00eb-4c31-9235-53382b31472e req-026e246f-c31e-4f3e-adc8-e7787fc62ba8 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0945385 Aug 26 11:08:25.387267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5f207463-66aa-4f31-bfe2-397662bccf53 req-bc62ed20-bfeb-4cf3-95ed-d37a683b4b42 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549918 Aug 26 11:08:25.419304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac4422f3-9a9d-4d7e-9c7f-6219fa80cc89 req-ea9a7967-8ef3-4c9c-a1aa-49960a87939c service neutron] 10.222.0.42 "GET /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902641 Aug 26 11:08:25.420798 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cbac2d0b-e961-4223-89e0-7d7f26d9f3f1 req-792fd9db-6bd9-4e5e-829f-39bd2014ef4c service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971903 Aug 26 11:08:25.471302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Checking segment: {'id': '3ceb1d60-2ae4-4c01-8620-446248ce7f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6882d46-2186-4960-9929-8ae0ec033c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:25.471688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network hostable DHCP agents. Network: f6882d46-2186-4960-9929-8ae0ec033c94, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:25.481777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Subnet': ['ID=6dbc50a9-2bde-47ca-b554-98d91584a6e3,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:25.500947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network f6882d46-2186-4960-9929-8ae0ec033c94 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:25.516466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f6882d46-2186-4960-9929-8ae0ec033c94) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:25.525135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c2ea05-1dee-447a-9d50-e48eb506b851 None None] Network f6882d46-2186-4960-9929-8ae0ec033c94 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:25.533425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:25.534790 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:25.552423 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d22d7c79-1bfd-4c82-8c99-b2e1681cfd7c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5753202 Aug 26 11:08:25.555557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41710) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:25.561602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': 'f6882d46-2186-4960-9929-8ae0ec033c94', 'name': 'tempest-PortsIpV6TestJSON-1565255079'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:25.689869 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:25.696279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:25.701865 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:25.717615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-f6882d46-2186-4960-9929-8ae0ec033c94', 'network_id': 'f6882d46-2186-4960-9929-8ae0ec033c94', 'tenant_id': '476ceaf3ced8446a959be5bfd3c12971', 'fixed_ips': [{'subnet_id': '6dbc50a9-2bde-47ca-b554-98d91584a6e3'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:08:25.718163 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:25.723862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port cde19abb-6b3c-4815-a33c-677529c93b2c yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:25.771032 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:25.818024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f82a55-6317-4c46-9b0e-5be76fc7b087 None None] Network e2f2da04-13d3-412e-8c9b-04cf00453786 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:25.819915 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:25.876637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8::243 (f6882d46-2186-4960-9929-8ae0ec033c94/6dbc50a9-2bde-47ca-b554-98d91584a6e3/cde19abb-6b3c-4815-a33c-677529c93b2c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:25.893854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-fb81d540-a1eb-4da6-bd3a-e26348226393 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:25.901803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-fb81d540-a1eb-4da6-bd3a-e26348226393 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 812 time: 0.3694754 Aug 26 11:08:25.904343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a95b8057-cbaf-429d-8273-48d221f7f3c5 None None] Provisioning for port a71dcde9-c06e-4ce4-938a-409b76f7e964 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:25.979270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-4a8aa71e-e075-4222-951c-ce9fef77712f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/quotas/ff0e8881fff44dc588833fa16efe7c5b HTTP/1.1" status: 200 len: 375 time: 0.0765727 Aug 26 11:08:26.062714 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.078524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object cde19abb-6b3c-4815-a33c-677529c93b2c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:26.122195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a71dcde9-c06e-4ce4-938a-409b76f7e964 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:26.125117 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.167750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network f6882d46-2186-4960-9929-8ae0ec033c94 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:26.171457 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:26.176151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:26.183251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:26.184276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.209392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=cde19abb-6b3c-4815-a33c-677529c93b2c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:26.223316 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f47af04d-eaa9-480f-a4d3-e9d9dcb6b14c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6640928 Aug 26 11:08:26.224167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41712) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:26.241834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Allocated IP 2001:db8::2 (f6882d46-2186-4960-9929-8ae0ec033c94/6dbc50a9-2bde-47ca-b554-98d91584a6e3/b796085e-dec0-4fe7-9498-f792177ed949) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:26.313760 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port a71dcde9-c06e-4ce4-938a-409b76f7e964 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:26.320507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a71dcde9-c06e-4ce4-938a-409b76f7e964 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:26.321538 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.350650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-dc892ada-3e7c-4bed-ad4f-0672ab75d3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port cde19abb-6b3c-4815-a33c-677529c93b2c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:26.351001 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc892ada-3e7c-4bed-ad4f-0672ab75d3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.451915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc892ada-3e7c-4bed-ad4f-0672ab75d3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.468748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-dc892ada-3e7c-4bed-ad4f-0672ab75d3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for cde19abb-6b3c-4815-a33c-677529c93b2c owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:26.581372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:08:26.614365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-392aac52-3487-4410-9fed-c71ffe79a289 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6252265 Aug 26 11:08:26.614627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6e5bfe94-a23f-4085-b535-97974c615a95 None None] Provisioning complete for port a71dcde9-c06e-4ce4-938a-409b76f7e964 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:26.615082 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e5bfe94-a23f-4085-b535-97974c615a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.621079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Allocated IP 172.25.1.201 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/0109f361-91dc-49f7-8ee3-6fdacb1a53ed) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:26.625439 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc892ada-3e7c-4bed-ad4f-0672ab75d3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.698595 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc892ada-3e7c-4bed-ad4f-0672ab75d3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.701452 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dc892ada-3e7c-4bed-ad4f-0672ab75d3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/cde19abb-6b3c-4815-a33c-677529c93b2c HTTP/1.1" status: 204 len: 168 time: 0.4741180 Aug 26 11:08:26.702603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc892ada-3e7c-4bed-ad4f-0672ab75d3ad tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=cde19abb-6b3c-4815-a33c-677529c93b2c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:26.705237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41720) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:26.735459 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1bbd0b-287a-4022-a7d3-9cf55e274773 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:08:26.736177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1bbd0b-287a-4022-a7d3-9cf55e274773 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:08:26.737959 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0a1bbd0b-287a-4022-a7d3-9cf55e274773 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/cde19abb-6b3c-4815-a33c-677529c93b2c HTTP/1.1" status: 404 len: 333 time: 0.0315623 Aug 26 11:08:26.743248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41722) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:26.770952 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcee8b1a-18a9-457d-ab6c-88ff1feedab2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:08:26.775054 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bcee8b1a-18a9-457d-ab6c-88ff1feedab2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/cde19abb-6b3c-4815-a33c-677529c93b2c HTTP/1.1" status: 404 len: 333 time: 0.0282834 Aug 26 11:08:26.775916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41724) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:26.795919 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.800284 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.817099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217f03-a1d6-42d0-8505-7d089087954f req-ff5d2384-4874-4289-a3cd-bf3a649ccb59 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:26.818665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29217f03-a1d6-42d0-8505-7d089087954f req-ff5d2384-4874-4289-a3cd-bf3a649ccb59 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1095 time: 0.2403393 Aug 26 11:08:26.822811 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.838167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f1319d-6381-4614-aa7a-ffb0ce69c826 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting subnet 6dbc50a9-2bde-47ca-b554-98d91584a6e3 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:08:26.861927 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.877103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9ec17a6b-34da-4c1f-adfd-795aaf2e7388,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:26.919556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Transition to ACTIVE for port object b796085e-dec0-4fe7-9498-f792177ed949 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:26.929782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port a71dcde9-c06e-4ce4-938a-409b76f7e964, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a71dcde9-c06e-4ce4-938a-409b76f7e964,segment=NetworkSegment(b4821751-44f2-4f74-984e-765743ed4818),segment_id=b4821751-44f2-4f74-984e-765743ed4818)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:26.942059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '9ec17a6b-34da-4c1f-adfd-795aaf2e7388', 'network_id': 'c5b8753a-926d-4026-9a01-ed1860475eb1', 'port_id': '9ec17a6b-34da-4c1f-adfd-795aaf2e7388', 'mac_address': 'fa:16:3e:f1:1f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ccaa32-666c-4794-8d44-db8804393b77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:08:26.948196 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.958386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=2073308e-8a3c-4f2b-a799-5dc1c3d60299,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:26.960017 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Transition to ACTIVE for port object b796085e-dec0-4fe7-9498-f792177ed949 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:26.960900 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e5bfe94-a23f-4085-b535-97974c615a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:26.964531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0bee27f0-2a93-4f9b-b33c-2900994b9b84 service neutron] 10.222.0.21 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284998 Aug 26 11:08:26.995344 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93f1319d-6381-4614-aa7a-ffb0ce69c826 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.009036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29217f03-a1d6-42d0-8505-7d089087954f req-66c1cee5-c67d-4361-909c-95f615e7180f tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724029 Aug 26 11:08:27.021173 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.088911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93f1319d-6381-4614-aa7a-ffb0ce69c826 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.098891 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.119740 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Network f6882d46-2186-4960-9929-8ae0ec033c94 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:27.124080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:27.127405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:27.130640 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.148026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:08:27.151873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-170f9bec-464a-476e-96f2-1a4159d20d1b req-f688b9ef-bd52-4a86-9332-754bc9e260f6 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0613370 Aug 26 11:08:27.152114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=a71dcde9-c06e-4ce4-938a-409b76f7e964,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:27.240014 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-6e5bfe94-a23f-4085-b535-97974c615a95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:08:27.240381 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-6e5bfe94-a23f-4085-b535-97974c615a95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:08:27.243900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9ec17a6b-34da-4c1f-adfd-795aaf2e7388,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:27.244073 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93f1319d-6381-4614-aa7a-ffb0ce69c826 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.273083 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.290803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Attempting to bind port b796085e-dec0-4fe7-9498-f792177ed949 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:27.290803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Attempting to bind port b796085e-dec0-4fe7-9498-f792177ed949 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '3ceb1d60-2ae4-4c01-8620-446248ce7f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6882d46-2186-4960-9929-8ae0ec033c94'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:27.290803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Attempting to bind port b796085e-dec0-4fe7-9498-f792177ed949 on network f6882d46-2186-4960-9929-8ae0ec033c94 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:27.295382 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.295562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Pushing event updated for resources: {'Port': ['ID=b796085e-dec0-4fe7-9498-f792177ed949,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:27.306434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:27.306841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Checking segment: {'id': '3ceb1d60-2ae4-4c01-8620-446248ce7f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6882d46-2186-4960-9929-8ae0ec033c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:27.307229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.307621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Bound using segment: {'id': '3ceb1d60-2ae4-4c01-8620-446248ce7f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6882d46-2186-4960-9929-8ae0ec033c94'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:27.308195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Bound port: b796085e-dec0-4fe7-9498-f792177ed949, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ceb1d60-2ae4-4c01-8620-446248ce7f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f6882d46-2186-4960-9929-8ae0ec033c94'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:27.308486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.322100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93f1319d-6381-4614-aa7a-ffb0ce69c826 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.353134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-d1d75ac2-428b-4825-9962-c99502a929fa service neutron] 10.222.0.21 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752518 Aug 26 11:08:27.371256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1319d-6381-4614-aa7a-ffb0ce69c826 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbc50a9-2bde-47ca-b554-98d91584a6e3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:27.376154 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93f1319d-6381-4614-aa7a-ffb0ce69c826 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.381057 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-93f1319d-6381-4614-aa7a-ffb0ce69c826 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/6dbc50a9-2bde-47ca-b554-98d91584a6e3 HTTP/1.1" status: 204 len: 168 time: 0.6020739 Aug 26 11:08:27.381057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41730) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:27.407994 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.411278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=9ec17a6b-34da-4c1f-adfd-795aaf2e7388,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:27.481119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] For port b796085e-dec0-4fe7-9498-f792177ed949, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:27.490678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] For port b796085e-dec0-4fe7-9498-f792177ed949, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b796085e-dec0-4fe7-9498-f792177ed949,segment=NetworkSegment(3ceb1d60-2ae4-4c01-8620-446248ce7f8d),segment_id=3ceb1d60-2ae4-4c01-8620-446248ce7f8d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:27.494131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:27.498372 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.500090 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.507945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:27.522267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:27.558865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Port': ['ID=0109f361-91dc-49f7-8ee3-6fdacb1a53ed,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:27.574079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9ec17a6b-34da-4c1f-adfd-795aaf2e7388'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:27.576712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port b796085e-dec0-4fe7-9498-f792177ed949 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:27.577074 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.689141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.731118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] For port b796085e-dec0-4fe7-9498-f792177ed949, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b796085e-dec0-4fe7-9498-f792177ed949,segment=NetworkSegment(3ceb1d60-2ae4-4c01-8620-446248ce7f8d),segment_id=3ceb1d60-2ae4-4c01-8620-446248ce7f8d)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:27.731506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.733788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4afbd0e-8c11-417f-a4ea-93b3bf520e1c req-f42f8c19-4bbd-4a00-a202-7215242502d1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 210 time: 0.1006236 Aug 26 11:08:27.769203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for b796085e-dec0-4fe7-9498-f792177ed949 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:27.844846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f9296-5e7b-4387-8951-8b4277ad5a8e None None] Pushing event updated for resources: {'Port': ['ID=b796085e-dec0-4fe7-9498-f792177ed949,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:27.864262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ceca5-235d-4bdb-b468-1dfab12676d5 None None] Network f6882d46-2186-4960-9929-8ae0ec033c94 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:27.942186 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:27.981646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=b796085e-dec0-4fe7-9498-f792177ed949,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:27.984709 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No DVR routers for this DVR port b796085e-dec0-4fe7-9498-f792177ed949 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:28.018184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6e5bfe94-a23f-4085-b535-97974c615a95 None None] Provisioning for port 2073308e-8a3c-4f2b-a799-5dc1c3d60299 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:28.028574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6e5bfe94-a23f-4085-b535-97974c615a95 None None] Provisioning complete for port 2073308e-8a3c-4f2b-a799-5dc1c3d60299 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:28.029220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e5bfe94-a23f-4085-b535-97974c615a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.135150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.152176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6882d46-2186-4960-9929-8ae0ec033c94']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:28.172185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ceb1d60-2ae4-4c01-8620-446248ce7f8d') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:28.172630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ceb1d60-2ae4-4c01-8620-446248ce7f8d') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:28.175622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a71dcde9-c06e-4ce4-938a-409b76f7e964 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:28.177825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af070ae-9cc0-4d64-b9ad-8d5a6bb6fc60 None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:08:28.184181 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.208080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6e5bfe94-a23f-4085-b535-97974c615a95 None None] Port 2073308e-8a3c-4f2b-a799-5dc1c3d60299 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:28.208649 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.231774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:28.232196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:28.237348 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:28.323435 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.343656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a71dcde9-c06e-4ce4-938a-409b76f7e964 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:28.344058 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.363576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.373341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.377930 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/networks/f6882d46-2186-4960-9929-8ae0ec033c94 HTTP/1.1" status: 204 len: 168 time: 0.9958298 Aug 26 11:08:28.382416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb579e00-6cf8-49aa-90a7-d87e0d09fd21 req-91ddabd9-73f3-4c58-acc3-34bb066cf329 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0748038 Aug 26 11:08:28.396469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-51faed71-b96e-4493-a1c2-d513ee2d06cb None None] Provisioning complete for port 2073308e-8a3c-4f2b-a799-5dc1c3d60299 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:28.397162 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51faed71-b96e-4493-a1c2-d513ee2d06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.400490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41754) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:28.411488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1379057662'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:28.420266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441054d-bbdc-4b01-bd8f-3eb6aee4f55e req-d94527c8-3868-45b5-a757-58f4212e01a4 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:28.421835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f441054d-bbdc-4b01-bd8f-3eb6aee4f55e req-d94527c8-3868-45b5-a757-58f4212e01a4 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1096 time: 0.2493765 Aug 26 11:08:28.455874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47bac2-7531-49e1-8f4b-0bd80aa58f2b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Network': ['ID=f6882d46-2186-4960-9929-8ae0ec033c94,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:28.535811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af070ae-9cc0-4d64-b9ad-8d5a6bb6fc60 None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:08:28.535811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-51faed71-b96e-4493-a1c2-d513ee2d06cb None None] Port 2073308e-8a3c-4f2b-a799-5dc1c3d60299 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:28.571556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:28.575460 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.620405 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f441054d-bbdc-4b01-bd8f-3eb6aee4f55e req-36a2cd2d-08d9-4363-8427-ad68f89f93a3 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846385 Aug 26 11:08:28.652770 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.696167 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.698704 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.736609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:28.846175 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.846320 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Added segment 67b09991-ebb2-4212-889f-821970b7baa4 of type vlan for network 60605e16-b085-456c-84f6-69c2f724b1a3 Aug 26 11:08:28.878783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b15a1588-baad-4d35-ad50-74b8f6d5623b req-f8308b8d-54f7-4dbf-af40-472c4a951309 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 210 time: 0.0413105 Aug 26 11:08:28.903530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=2073308e-8a3c-4f2b-a799-5dc1c3d60299,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:28.960499 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:28.984571 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:29.041683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network e2f2da04-13d3-412e-8c9b-04cf00453786 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:29.044981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:29.048281 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:29.053903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:29.054462 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:29.068328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-3b46d9bb-6819-4ff9-a977-c2aae4332a8c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:29.070540 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-3b46d9bb-6819-4ff9-a977-c2aae4332a8c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.47 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 812 time: 0.1316705 Aug 26 11:08:29.091973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Request body: {'port': {'device_id': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'admin_state_up': True, 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:29.210160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8071871 Aug 26 11:08:29.225757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41760) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:29.232604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '60605e16-b085-456c-84f6-69c2f724b1a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:29.241933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Made reservation on behalf of ff0e8881fff44dc588833fa16efe7c5b for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:29.246112 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:29.440022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:29.443466 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:29.473841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5fd9f1cb-d45f-4a19-8d74-4353e6a4054d None None] Provisioning complete for port 2073308e-8a3c-4f2b-a799-5dc1c3d60299 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:29.474412 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5fd9f1cb-d45f-4a19-8d74-4353e6a4054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:29.544744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5fd9f1cb-d45f-4a19-8d74-4353e6a4054d None None] Port 2073308e-8a3c-4f2b-a799-5dc1c3d60299 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:29.588787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Allocated IP 172.20.0.3 (7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4/79cce3cc-b422-48ea-9b06-fb9f6766c9d9/8858926d-9afd-4dba-9d57-2c7bddc87503) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:29.624990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c161972-d876-46a6-96b6-297c03e9f268 req-c9c66ef1-c6d6-4faa-8fa3-0fde1f55a815 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0384870 Aug 26 11:08:29.631418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a96b95-b5fe-4d52-9313-738c6cb2d638 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Network': ['ID=60605e16-b085-456c-84f6-69c2f724b1a3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:29.648250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 60605e16-b085-456c-84f6-69c2f724b1a3 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:29.729377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Router b83699ff-da81-497a-a243-5eeb4ef13a3d is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:08:29.756720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router fe731b70-ed22-4349-8630-f01a05bcf4f7 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:08:29.894324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:29.912010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493a5b-6ca4-4966-b759-ab5ca2f0f330 req-f8ea6c8a-615d-4f1a-afbd-baa34d371704 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:29.923732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55493a5b-6ca4-4966-b759-ab5ca2f0f330 req-f8ea6c8a-615d-4f1a-afbd-baa34d371704 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1096 time: 0.2052064 Aug 26 11:08:29.961204 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:29.988347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Transition to ACTIVE for port object 8858926d-9afd-4dba-9d57-2c7bddc87503 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:29.998609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Subnet': ['ID=779895d6-908c-4677-ae7e-2c759e02ec40,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:30.012986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Checking segment: {'id': '67b09991-ebb2-4212-889f-821970b7baa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60605e16-b085-456c-84f6-69c2f724b1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:30.013352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network hostable DHCP agents. Network: 60605e16-b085-456c-84f6-69c2f724b1a3, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:30.046846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 60605e16-b085-456c-84f6-69c2f724b1a3 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:30.053062 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:30.056214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-871a0800-b26b-43d2-a8c1-92a63826174a req-669f084b-3989-4f6a-8d91-9a57346601a8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 210 time: 0.0670018 Aug 26 11:08:30.068713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9c08311b-96ac-4a74-81b1-285d78575089', 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:30.069244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55493a5b-6ca4-4966-b759-ab5ca2f0f330 req-373a4392-b78d-4171-954c-cd8664d6e84d tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412134 Aug 26 11:08:30.070385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:30.078002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bd3c9718-dd94-4bd6-ba61-10323c2a75f6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/fe731b70-ed22-4349-8630-f01a05bcf4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2901583 Aug 26 11:08:30.083421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41772) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:30.087495 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407f256d-ce6c-430c-99bd-6391938888b5 None None] Sync routers for ids ['fe731b70-ed22-4349-8630-f01a05bcf4f7'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:30.095834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:30.104697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 60605e16-b085-456c-84f6-69c2f724b1a3) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:30.106166 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f256d-ce6c-430c-99bd-6391938888b5 None None] Routers {'fe731b70-ed22-4349-8630-f01a05bcf4f7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:30.107515 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-407f256d-ce6c-430c-99bd-6391938888b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['fe731b70-ed22-4349-8630-f01a05bcf4f7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:30.141276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Sync routers for ids ['b83699ff-da81-497a-a243-5eeb4ef13a3d'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:30.141511 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:30.142371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:30.147781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96bf352-7fa4-4fb3-9e8d-2c8606fb963d None None] Network 60605e16-b085-456c-84f6-69c2f724b1a3 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:30.151241 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-407f256d-ce6c-430c-99bd-6391938888b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:30.156293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:30.161774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:30.169120 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0cff33e1-00dd-409c-9eff-e3675bd00589 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9420583 Aug 26 11:08:30.170909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:30.173575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41774) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:30.175502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Routers {'b83699ff-da81-497a-a243-5eeb4ef13a3d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:30.176618 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['b83699ff-da81-497a-a243-5eeb4ef13a3d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:30.176871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event updated for resources: {'Port': ['ID=8858926d-9afd-4dba-9d57-2c7bddc87503,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:30.178555 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f256d-ce6c-430c-99bd-6391938888b5 None None] Routers {'fe731b70-ed22-4349-8630-f01a05bcf4f7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:30.179441 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-407f256d-ce6c-430c-99bd-6391938888b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['fe731b70-ed22-4349-8630-f01a05bcf4f7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:30.183803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '60605e16-b085-456c-84f6-69c2f724b1a3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-690145363'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:30.193780 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:30.195062 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f2c47b07-7fd2-4e37-aaf4-c0eec23c061a tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.0971990 Aug 26 11:08:30.218334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41776) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:30.225425 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-407f256d-ce6c-430c-99bd-6391938888b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:30.226074 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407f256d-ce6c-430c-99bd-6391938888b5 None None] The sync data for ids ['fe731b70-ed22-4349-8630-f01a05bcf4f7'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:30.278817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328affad-b288-4cdf-8655-c6a18472b697 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:30.280591 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-328affad-b288-4cdf-8655-c6a18472b697 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports/2073308e-8a3c-4f2b-a799-5dc1c3d60299 HTTP/1.1" status: 200 len: 984 time: 0.1962247 Aug 26 11:08:30.283451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41778) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:30.318669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd33b0-99b7-439e-b5a2-959157c5afb6 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:30.320412 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a0cd33b0-99b7-439e-b5a2-959157c5afb6 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7202d08226184cb383eb9303d1ec18da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1004646 Aug 26 11:08:30.323267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41780) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:30.445574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb3200-a610-4e3a-a816-0b566d4cc35b tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:30.447252 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5deb3200-a610-4e3a-a816-0b566d4cc35b tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1229637 Aug 26 11:08:30.452783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41782) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:30.505654 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a4059c4e-3ff5-44cf-96d7-b0ea657aa8bc tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519910 Aug 26 11:08:30.509518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41784) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:30.515423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:30.515990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:30.516365 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:30.538148 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0480d3cd-0cda-47ee-b2bc-22bc1d0f1cde tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4523010 Aug 26 11:08:30.558301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Request body: {'port': {'device_id': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:30.576313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ad87176f-d7ea-4ac2-8260-deeecbb8ff57 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=7202d08226184cb383eb9303d1ec18da&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382075 Aug 26 11:08:30.580589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41786) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:30.629794 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:30.747669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-127708d1-b8be-4da7-8908-e8d3be328690 None None] Provisioning for port 8858926d-9afd-4dba-9d57-2c7bddc87503 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:30.751277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:30.806316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Set router b83699ff-da81-497a-a243-5eeb4ef13a3d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:08:30.840777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56dcddee-e120-4e3d-a0f3-1accc12e2155 req-83cce51c-ecdc-491e-a546-71cee471cbfa tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0651186 Aug 26 11:08:30.845271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:30.853881 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:30.887410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abca77a-1c21-474e-9cb7-9146d0f8127c tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:30.889056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3abca77a-1c21-474e-9cb7-9146d0f8127c tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3059995 Aug 26 11:08:30.909066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41792) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:30.979812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8858926d-9afd-4dba-9d57-2c7bddc87503 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:08:30.987694 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:30.991666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port b75f1e41-9876-40ad-b359-78d8b4e6e7f9 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:31.003015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Transition to ACTIVE for port object 8858926d-9afd-4dba-9d57-2c7bddc87503 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:31.008895 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.015554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-47be29ff-db5a-4b7f-9720-3afd8036005a tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0987093 Aug 26 11:08:31.021377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41796) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:31.052248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1838044061', 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb', 'project_id': '7202d08226184cb383eb9303d1ec18da', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:31.113200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-127708d1-b8be-4da7-8908-e8d3be328690 None None] Provisioning complete for port 8858926d-9afd-4dba-9d57-2c7bddc87503 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:31.113663 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-127708d1-b8be-4da7-8908-e8d3be328690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.135998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:31.136869 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.141352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-60605e16-b085-456c-84f6-69c2f724b1a3', 'network_id': '60605e16-b085-456c-84f6-69c2f724b1a3', 'tenant_id': '476ceaf3ced8446a959be5bfd3c12971', 'fixed_ips': [{'subnet_id': '779895d6-908c-4677-ae7e-2c759e02ec40'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:08:31.145343 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.172057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Pushing event updated for resources: {'Port': ['ID=8858926d-9afd-4dba-9d57-2c7bddc87503,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:31.184337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8::20 (60605e16-b085-456c-84f6-69c2f724b1a3/779895d6-908c-4677-ae7e-2c759e02ec40/b75f1e41-9876-40ad-b359-78d8b4e6e7f9) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:31.330582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Made reservation on behalf of 7202d08226184cb383eb9303d1ec18da for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:31.334675 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.349945 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.365665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object b75f1e41-9876-40ad-b359-78d8b4e6e7f9 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:31.414073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Attempting to bind port 8858926d-9afd-4dba-9d57-2c7bddc87503 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:31.414627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Attempting to bind port 8858926d-9afd-4dba-9d57-2c7bddc87503 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:31.415260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Attempting to bind port 8858926d-9afd-4dba-9d57-2c7bddc87503 on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:31.428016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Port 8858926d-9afd-4dba-9d57-2c7bddc87503 on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:08:31.428300 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.428592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Attempting to bind port 8858926d-9afd-4dba-9d57-2c7bddc87503 on network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:31.445214 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:31.446543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Checking segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:31.447140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Bound using segment: {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:31.447719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Bound port: 8858926d-9afd-4dba-9d57-2c7bddc87503, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:31.448750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.538460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=b75f1e41-9876-40ad-b359-78d8b4e6e7f9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:31.539095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Allocated IP 2001:db8::2 (60605e16-b085-456c-84f6-69c2f724b1a3/779895d6-908c-4677-ae7e-2c759e02ec40/b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:31.596624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] For port 8858926d-9afd-4dba-9d57-2c7bddc87503, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:31.604471 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] For port 8858926d-9afd-4dba-9d57-2c7bddc87503, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8858926d-9afd-4dba-9d57-2c7bddc87503,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:31.614509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 60605e16-b085-456c-84f6-69c2f724b1a3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:31.621033 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.646259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:31.660669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7708da3-1fdf-48b8-a315-0f19b16e4db1 req-cb5266f6-ff24-4d40-833a-639e962cf5b8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:31.662233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7708da3-1fdf-48b8-a315-0f19b16e4db1 req-cb5266f6-ff24-4d40-833a-639e962cf5b8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 943 time: 0.2615414 Aug 26 11:08:31.667144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:31.672774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:31.673497 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.691832 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:31.692661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.695181 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] 10.222.0.47 "PUT /v2.0/ports/8858926d-9afd-4dba-9d57-2c7bddc87503 HTTP/1.1" status: 200 len: 1092 time: 1.1463578 Aug 26 11:08:31.698412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd581d0-350a-44d3-b749-ecd520c19d0e req-7453625d-9ed6-46ca-b9dc-e7e380ee493f tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:31.706654 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'tag': '8858926d-9afd-4dba-9d57-2c7bddc87503'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:31.707018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efd581d0-350a-44d3-b749-ecd520c19d0e req-7453625d-9ed6-46ca-b9dc-e7e380ee493f tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1096 time: 0.2953560 Aug 26 11:08:31.709405 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73448561-04f7-44af-b608-63356c69f96c" -d '{"events": [{"name": "network-changed", "server_uuid": "f99eec57-17e3-42c7-80e3-e08ef95fb4ef", "tag": "8858926d-9afd-4dba-9d57-2c7bddc87503"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:31.737191 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.770068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d4577ced-1cb6-447a-acc4-034b69cedaba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.5932360 Aug 26 11:08:31.780190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41804) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:31.782940 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.792965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Transition to ACTIVE for port object b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:31.810388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Transition to ACTIVE for port object b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:31.828694 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:31.848748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efd581d0-350a-44d3-b749-ecd520c19d0e req-93e8600c-6b26-4b62-bfc8-b5f8ed0c492f tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246252 Aug 26 11:08:31.876685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dff10-45af-4045-ae1d-328c7583ed72 service neutron] Pushing event updated for resources: {'Port': ['ID=8858926d-9afd-4dba-9d57-2c7bddc87503,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:31.897210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7708da3-1fdf-48b8-a315-0f19b16e4db1 req-809778b5-c2da-4a31-a550-4a7d1847a51c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200119 Aug 26 11:08:31.915670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Subnet': ['ID=fc064fc2-8a96-4e0e-b126-2cabdd2a73da,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:31.957868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0c4d5f7b-eb99-451c-a7a8-ce8cacb6b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:31.967438 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-0c4d5f7b-eb99-451c-a7a8-ce8cacb6b11c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 1095 time: 0.2205589 Aug 26 11:08:31.974154 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb4418e-7134-4376-b891-02179e2b0a19 x-openstack-request-id: req-8bb4418e-7134-4376-b891-02179e2b0a19 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:31.974449 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99eec57-17e3-42c7-80e3-e08ef95fb4ef", "tag": "8858926d-9afd-4dba-9d57-2c7bddc87503", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:31.974703 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bb4418e-7134-4376-b891-02179e2b0a19 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:31.975132 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'tag': '8858926d-9afd-4dba-9d57-2c7bddc87503', 'status': 'completed', 'code': 200} Aug 26 11:08:31.999352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Network 60605e16-b085-456c-84f6-69c2f724b1a3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:32.004430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-127708d1-b8be-4da7-8908-e8d3be328690 None None] Port 8858926d-9afd-4dba-9d57-2c7bddc87503 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:32.015518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Checking segment: {'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:32.015893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network hostable DHCP agents. Network: aa7bc631-7359-44ff-930f-a60112a8d0cb, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:32.018449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:32.035154 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:32.043775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Pushing event updated for resources: {'Port': ['ID=b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:32.073023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a68f3a5f-9833-40ee-a2a1-ff4edc395abc tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port b75f1e41-9876-40ad-b359-78d8b4e6e7f9 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:32.073717 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a68f3a5f-9833-40ee-a2a1-ff4edc395abc tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.082602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9081c7bb-6560-4385-948b-9a28463f0063 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.109441 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-bac88d29-1cb0-4574-8490-23f0c0e9ff89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8858926d-9afd-4dba-9d57-2c7bddc87503 HTTP/1.1" status: 200 len: 217 time: 0.1172361 Aug 26 11:08:32.168686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network aa7bc631-7359-44ff-930f-a60112a8d0cb is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:32.184777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-066c337e-8d64-4a23-a4fe-763c4981a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:32.186568 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-066c337e-8d64-4a23-a4fe-763c4981a664 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.0711010 Aug 26 11:08:32.189950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, aa7bc631-7359-44ff-930f-a60112a8d0cb) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:32.205354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:32.206114 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.220368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47887d43-895c-4563-a0a4-eb8f9aa45e3a None None] Network aa7bc631-7359-44ff-930f-a60112a8d0cb requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:32.267487 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cbea0fe6-76aa-4460-a7cb-07f04dc56538 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2449613 Aug 26 11:08:32.268359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41812) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:32.298537 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a68f3a5f-9833-40ee-a2a1-ff4edc395abc tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.314159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a68f3a5f-9833-40ee-a2a1-ff4edc395abc tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for b75f1e41-9876-40ad-b359-78d8b4e6e7f9 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:32.321180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-9c2dcbb5-b972-42a9-acef-ca1f14ef701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:32.323202 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-9c2dcbb5-b972-42a9-acef-ca1f14ef701b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140337 Aug 26 11:08:32.344893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Attempting to bind port b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:32.345325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Attempting to bind port b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '67b09991-ebb2-4212-889f-821970b7baa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60605e16-b085-456c-84f6-69c2f724b1a3'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:32.345870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Attempting to bind port b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 on network 60605e16-b085-456c-84f6-69c2f724b1a3 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:32.372991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:32.373341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Checking segment: {'id': '67b09991-ebb2-4212-889f-821970b7baa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60605e16-b085-456c-84f6-69c2f724b1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:32.373692 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.374328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Bound using segment: {'id': '67b09991-ebb2-4212-889f-821970b7baa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60605e16-b085-456c-84f6-69c2f724b1a3'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:32.374586 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Bound port: b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b09991-ebb2-4212-889f-821970b7baa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '60605e16-b085-456c-84f6-69c2f724b1a3'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:32.375016 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.398401 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.509760 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec17a6b-34da-4c1f-adfd-795aaf2e7388'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:32.512160 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d211086f-49e3-4e8b-844f-5c8b6d6b635d" -d '{"events": [{"server_uuid": "dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4", "name": "network-vif-plugged", "status": "completed", "tag": "9ec17a6b-34da-4c1f-adfd-795aaf2e7388"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:32.519100 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a68f3a5f-9833-40ee-a2a1-ff4edc395abc tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.575912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9ec17a6b-34da-4c1f-adfd-795aaf2e7388,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:32.614338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7bc14eb-0b33-473d-bb60-a0ab19c896f8 req-626bbb99-2dbe-4e69-8fff-890a3fe9980a tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.4263556 Aug 26 11:08:32.633892 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1704eb-6fd9-4435-abc8-5405c006a91b x-openstack-request-id: req-3e1704eb-6fd9-4435-abc8-5405c006a91b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:32.634123 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4", "name": "network-vif-plugged", "status": "completed", "tag": "9ec17a6b-34da-4c1f-adfd-795aaf2e7388", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:32.634331 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e1704eb-6fd9-4435-abc8-5405c006a91b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:32.634741 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec17a6b-34da-4c1f-adfd-795aaf2e7388', 'code': 200} Aug 26 11:08:32.641497 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.648209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3a5f-9833-40ee-a2a1-ff4edc395abc tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=b75f1e41-9876-40ad-b359-78d8b4e6e7f9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:32.649931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1162997570', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:08:24Z', 'updated_at': '2021-08-26T11:08:27Z', 'revision_number': 3, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:25Z', 'updated_at': '2021-08-26T11:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:32.665223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] For port b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:32.712979 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a68f3a5f-9833-40ee-a2a1-ff4edc395abc tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.717892 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a68f3a5f-9833-40ee-a2a1-ff4edc395abc tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/b75f1e41-9876-40ad-b359-78d8b4e6e7f9 HTTP/1.1" status: 204 len: 168 time: 0.9308722 Aug 26 11:08:32.722799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41816) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:32.727963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Checking router: b83699ff-da81-497a-a243-5eeb4ef13a3d for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:08:32.728319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Updating router b83699ff-da81-497a-a243-5eeb4ef13a3d port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:08:32.753132 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3eca491-160b-4a0e-8201-b427c3c85c07 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:08:32.757564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e3eca491-160b-4a0e-8201-b427c3c85c07 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/b75f1e41-9876-40ad-b359-78d8b4e6e7f9 HTTP/1.1" status: 404 len: 333 time: 0.0321305 Aug 26 11:08:32.759255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] For port b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991,segment=NetworkSegment(67b09991-ebb2-4212-889f-821970b7baa4),segment_id=67b09991-ebb2-4212-889f-821970b7baa4)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:32.760740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41818) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:32.799219 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.815000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf59e74-088a-4cde-a80c-c7547dfc5e17 req-793b9b0e-c207-4620-98ee-22b9e334c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:32.816762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-faf59e74-088a-4cde-a80c-c7547dfc5e17 req-793b9b0e-c207-4620-98ee-22b9e334c325 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1097 time: 0.1596408 Aug 26 11:08:32.820894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-aa7bc631-7359-44ff-930f-a60112a8d0cb', 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'fixed_ips': [{'subnet_id': 'fc064fc2-8a96-4e0e-b126-2cabdd2a73da'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:08:32.821808 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.825657 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.835002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=9ec17a6b-34da-4c1f-adfd-795aaf2e7388,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:32.886391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-43eee986-2b44-4bf6-b8e8-3322d716b6d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting subnet 779895d6-908c-4677-ae7e-2c759e02ec40 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:08:32.889347 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43eee986-2b44-4bf6-b8e8-3322d716b6d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.939349 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43eee986-2b44-4bf6-b8e8-3322d716b6d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:32.995519 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-5e4ac934-09c2-456a-bfda-755987a86c02 service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585224 Aug 26 11:08:33.184569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Allocated IP 172.20.0.18 (aa7bc631-7359-44ff-930f-a60112a8d0cb/fc064fc2-8a96-4e0e-b126-2cabdd2a73da/4e5f398c-4acd-43a1-a96d-0b129133121c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:33.325643 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a100bee-e31e-40a0-b50b-f42218d39148 None None] Pushing event updated for resources: {'Port': ['ID=b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:33.459354 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-14908f3b-a964-4aa4-828c-3508ec7d6fbe req-1c8e1372-7499-4b17-91d9-7472af16a3d7 service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544530 Aug 26 11:08:33.473282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-faf59e74-088a-4cde-a80c-c7547dfc5e17 req-e2b38856-254c-4f3b-8052-5fe6babb016e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471705 Aug 26 11:08:33.562817 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:33.589535 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Transition to ACTIVE for port object 4e5f398c-4acd-43a1-a96d-0b129133121c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:33.595603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde337c-e6da-4747-be3c-59258c2c7491 req-d397f291-a328-421d-af3f-8fa125c887f7 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:33.597157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cde337c-e6da-4747-be3c-59258c2c7491 req-d397f291-a328-421d-af3f-8fa125c887f7 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1097 time: 0.1464026 Aug 26 11:08:33.608128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af2a5-f344-479a-87bb-945062f45919 req-647d8464-e317-42b6-9461-828dbc1ae2d8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:33.609255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-400af2a5-f344-479a-87bb-945062f45919 req-647d8464-e317-42b6-9461-828dbc1ae2d8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 943 time: 0.1615782 Aug 26 11:08:33.621825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73448561-04f7-44af-b608-63356c69f96c req-b7cc2bf2-a06b-49b8-aad5-0d0464898046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:33.623401 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73448561-04f7-44af-b608-63356c69f96c req-b7cc2bf2-a06b-49b8-aad5-0d0464898046 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 1095 time: 0.0864816 Aug 26 11:08:33.633842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:33.637203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Transition to ACTIVE for port object 4e5f398c-4acd-43a1-a96d-0b129133121c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:33.648484 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43eee986-2b44-4bf6-b8e8-3322d716b6d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:33.665725 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:33.674065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9081c7bb-6560-4385-948b-9a28463f0063 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 2073308e-8a3c-4f2b-a799-5dc1c3d60299 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:33.674427 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9081c7bb-6560-4385-948b-9a28463f0063 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:33.739911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Network aa7bc631-7359-44ff-930f-a60112a8d0cb is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:33.755120 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:33.764398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:33.770337 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:33.773523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Pushing event updated for resources: {'Port': ['ID=4e5f398c-4acd-43a1-a96d-0b129133121c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:33.797714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-400af2a5-f344-479a-87bb-945062f45919 req-6e99957f-a1b0-4241-8830-b63f4f88a3e6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710069 Aug 26 11:08:33.803455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cde337c-e6da-4747-be3c-59258c2c7491 req-2fc60829-a239-4fac-b5af-93594bef9e88 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931789 Aug 26 11:08:33.812885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73448561-04f7-44af-b608-63356c69f96c req-5f2f35c1-dd37-45c0-b940-26e3c4194278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:33.814635 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73448561-04f7-44af-b608-63356c69f96c req-5f2f35c1-dd37-45c0-b940-26e3c4194278 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.1783688 Aug 26 11:08:33.834954 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9081c7bb-6560-4385-948b-9a28463f0063 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:33.838460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Transition to ACTIVE for port object 0109f361-91dc-49f7-8ee3-6fdacb1a53ed will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:33.847721 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43eee986-2b44-4bf6-b8e8-3322d716b6d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:33.906140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eee986-2b44-4bf6-b8e8-3322d716b6d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Subnet': ['ID=779895d6-908c-4677-ae7e-2c759e02ec40,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:33.912463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9081c7bb-6560-4385-948b-9a28463f0063 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 2073308e-8a3c-4f2b-a799-5dc1c3d60299 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:33.917615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43eee986-2b44-4bf6-b8e8-3322d716b6d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:33.919822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-43eee986-2b44-4bf6-b8e8-3322d716b6d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/779895d6-908c-4677-ae7e-2c759e02ec40 HTTP/1.1" status: 204 len: 168 time: 1.1571946 Aug 26 11:08:33.923619 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73448561-04f7-44af-b608-63356c69f96c req-2b000d56-a1e7-4049-b311-ee0ea4cc53d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8858926d-9afd-4dba-9d57-2c7bddc87503 HTTP/1.1" status: 200 len: 217 time: 0.0850909 Aug 26 11:08:33.923931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41830) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:34.049780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73448561-04f7-44af-b608-63356c69f96c req-a85970df-abc3-4272-ac06-b72ce9ffdc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:34.052449 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73448561-04f7-44af-b608-63356c69f96c req-a85970df-abc3-4272-ac06-b72ce9ffdc5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1266601 Aug 26 11:08:34.074291 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b573ed8c-573e-49ba-8deb-6a3b5613576c req-112b6001-09e2-4d67-9fb9-68668cd14525 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0835140 Aug 26 11:08:34.094824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.148316 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.206460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:34.210262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Attempting to bind port 4e5f398c-4acd-43a1-a96d-0b129133121c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:34.210641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Attempting to bind port 4e5f398c-4acd-43a1-a96d-0b129133121c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:34.211111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Attempting to bind port 4e5f398c-4acd-43a1-a96d-0b129133121c on network aa7bc631-7359-44ff-930f-a60112a8d0cb {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:34.264622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:34.265007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Checking segment: {'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:34.265670 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.266086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Bound using segment: {'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:34.266612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Bound port: 4e5f398c-4acd-43a1-a96d-0b129133121c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:34.267076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.269191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0a061-e258-4188-b2bd-8b02115ff6a6 None None] Pushing event updated for resources: {'Port': ['ID=0109f361-91dc-49f7-8ee3-6fdacb1a53ed,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:34.286976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73448561-04f7-44af-b608-63356c69f96c req-8bcf7570-12c2-4797-afc7-51e65c82cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:34.288704 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73448561-04f7-44af-b608-63356c69f96c req-8bcf7570-12c2-4797-afc7-51e65c82cadb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221025 Aug 26 11:08:34.290542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Attempting to bind port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:34.290952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Attempting to bind port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:34.291497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Attempting to bind port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:34.312368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:34.312760 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:34.313157 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.313560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:34.314055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Bound port: 0109f361-91dc-49f7-8ee3-6fdacb1a53ed, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:34.314443 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.319973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Allocated IP 172.20.0.17 (aa7bc631-7359-44ff-930f-a60112a8d0cb/fc064fc2-8a96-4e0e-b126-2cabdd2a73da/dc47fe5f-ff57-42e8-93dc-372e0a21ef00) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:34.369737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] For port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:34.378411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:34.379356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.383080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] For port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0109f361-91dc-49f7-8ee3-6fdacb1a53ed,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:34.443757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.473340 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9081c7bb-6560-4385-948b-9a28463f0063 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.487684 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73448561-04f7-44af-b608-63356c69f96c req-070936a5-1c1f-47c2-beb6-270c3b704090 service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825690 Aug 26 11:08:34.490896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] For port b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991,segment=NetworkSegment(67b09991-ebb2-4212-889f-821970b7baa4),segment_id=67b09991-ebb2-4212-889f-821970b7baa4)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:34.490896 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.491177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eddeb99-2c94-4d1b-84c1-a5345c68344d None None] Network 60605e16-b085-456c-84f6-69c2f724b1a3 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:34.528214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081c7bb-6560-4385-948b-9a28463f0063 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=2073308e-8a3c-4f2b-a799-5dc1c3d60299,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:34.534438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:34.604802 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.619579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Transition to ACTIVE for port object dc47fe5f-ff57-42e8-93dc-372e0a21ef00 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:34.646004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0a061-e258-4188-b2bd-8b02115ff6a6 None None] Pushing event updated for resources: {'Port': ['ID=0109f361-91dc-49f7-8ee3-6fdacb1a53ed,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:34.661551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.713192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9081c7bb-6560-4385-948b-9a28463f0063 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.720586 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1dc27536-848b-4091-9386-b6d6f560fcf3 None None] Provisioning for port b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:34.731021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] For port 4e5f398c-4acd-43a1-a96d-0b129133121c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:34.743031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Routers {'b83699ff-da81-497a-a243-5eeb4ef13a3d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:34.743500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['b83699ff-da81-497a-a243-5eeb4ef13a3d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:34.785187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network aa7bc631-7359-44ff-930f-a60112a8d0cb is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:34.795398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:34.808235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:34.812427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:34.921035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Port': ['ID=dc47fe5f-ff57-42e8-93dc-372e0a21ef00,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:34.930674 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73448561-04f7-44af-b608-63356c69f96c req-25c1ea52-8651-45a4-9d4b-ac859afbb089 service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349868 Aug 26 11:08:34.952572 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:34.984291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] Set router b83699ff-da81-497a-a243-5eeb4ef13a3d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:08:35.044320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] For port 4e5f398c-4acd-43a1-a96d-0b129133121c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4e5f398c-4acd-43a1-a96d-0b129133121c,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:35.047680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:35.048092 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:35.087131 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:35.101062 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:35.121215 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:35.140791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9081c7bb-6560-4385-948b-9a28463f0063 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router fe731b70-ed22-4349-8630-f01a05bcf4f7 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:08:35.143032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754596c-58c4-4cb6-ac2d-1b6fc21fb569 req-1d0b9e8b-5a14-4613-abd0-a3cd0e9b164e tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:35.144730 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7754596c-58c4-4cb6-ac2d-1b6fc21fb569 req-1d0b9e8b-5a14-4613-abd0-a3cd0e9b164e tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1097 time: 0.2132926 Aug 26 11:08:35.150145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:35.153659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No DVR routers for this DVR port b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:35.209553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16986857-c16e-4fe7-ada5-7f32c9b67327 req-7809a47a-4328-4cea-90dd-af36529ae1ba tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:35.211496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16986857-c16e-4fe7-ada5-7f32c9b67327 req-7809a47a-4328-4cea-90dd-af36529ae1ba tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 943 time: 0.1874247 Aug 26 11:08:35.223083 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Could not find standard attr ID for object b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:08:35.235810 n-d-778550-13 neutron-server[101268]: INFO neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No ports have port_id starting with b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 Aug 26 11:08:35.259658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaefcfb-316b-47b9-974f-636c5dffdf84 None None] Pushing event updated for resources: {'Port': ['ID=4e5f398c-4acd-43a1-a96d-0b129133121c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:35.333754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271b93af-2ff3-4749-b798-53c5e6995992 None None] DHCP port deletion for 60605e16-b085-456c-84f6-69c2f724b1a3 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:08:35.351971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7754596c-58c4-4cb6-ac2d-1b6fc21fb569 req-d5e19267-5da6-4e42-ba7b-aea1df2cff34 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963339 Aug 26 11:08:35.383563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1162997570', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:08:24Z', 'updated_at': '2021-08-26T11:08:27Z', 'revision_number': 3, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:25Z', 'updated_at': '2021-08-26T11:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:35.398191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9081c7bb-6560-4385-948b-9a28463f0063 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:35.401305 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:35.409332 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e24cac2-97e0-4f2e-aa08-37b8fdebf67f None None] Sync routers for ids ['fe731b70-ed22-4349-8630-f01a05bcf4f7'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:35.426208 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f7a90-3b99-407a-ac11-a6239ecf9dfe None None] The sync data for ids ['b83699ff-da81-497a-a243-5eeb4ef13a3d'] in n-d-778550-13 is: [{'id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1162997570', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:08:24Z', 'updated_at': '2021-08-26T11:08:27Z', 'revision_number': 3, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:25Z', 'updated_at': '2021-08-26T11:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:35.430924 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24cac2-97e0-4f2e-aa08-37b8fdebf67f None None] Routers {'fe731b70-ed22-4349-8630-f01a05bcf4f7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:35.431545 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9e24cac2-97e0-4f2e-aa08-37b8fdebf67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['fe731b70-ed22-4349-8630-f01a05bcf4f7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:35.437327 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9081c7bb-6560-4385-948b-9a28463f0063 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/fe731b70-ed22-4349-8630-f01a05bcf4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1526403 Aug 26 11:08:35.451126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60605e16-b085-456c-84f6-69c2f724b1a3']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:35.487591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b09991-ebb2-4212-889f-821970b7baa4') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:35.487895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b09991-ebb2-4212-889f-821970b7baa4') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:35.507904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41854) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:35.531862 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9e24cac2-97e0-4f2e-aa08-37b8fdebf67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:35.561644 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24cac2-97e0-4f2e-aa08-37b8fdebf67f None None] Routers {'fe731b70-ed22-4349-8630-f01a05bcf4f7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:35.562581 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9e24cac2-97e0-4f2e-aa08-37b8fdebf67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['fe731b70-ed22-4349-8630-f01a05bcf4f7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:35.575264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:35.587649 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:35.633899 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9e24cac2-97e0-4f2e-aa08-37b8fdebf67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:35.635352 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e24cac2-97e0-4f2e-aa08-37b8fdebf67f None None] The sync data for ids ['fe731b70-ed22-4349-8630-f01a05bcf4f7'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:35.716703 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16986857-c16e-4fe7-ada5-7f32c9b67327 req-19a62e5a-3fee-4815-ae3d-43a84fa01bb7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708354 Aug 26 11:08:35.717450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Port': ['ID=dc47fe5f-ff57-42e8-93dc-372e0a21ef00,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:35.729701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:35.737457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:35.794388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-98ab27ef-d219-411a-941f-11d042d7b912 req-31428509-4205-40c0-970a-53545d4305e1 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.1803443 Aug 26 11:08:35.921092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network aa7bc631-7359-44ff-930f-a60112a8d0cb is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:35.923659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:35.933441 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:35.993840 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-3158820e-85c2-4133-b010-de161b7e4b9e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] remove_router_interface failed (client error): The resource could not be found. Aug 26 11:08:36.000535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41858) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:36.002553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8858926d-9afd-4dba-9d57-2c7bddc87503 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:08:36.024234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3158820e-85c2-4133-b010-de161b7e4b9e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/fe731b70-ed22-4349-8630-f01a05bcf4f7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4952719 Aug 26 11:08:36.038520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:36.039102 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:36.070691 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8516e567-3404-47cd-a131-1efc1eee01a7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe731b70-ed22-4349-8630-f01a05bcf4f7 HTTP/1.1" status: 200 len: 205 time: 0.0656359 Aug 26 11:08:36.076572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41860) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:36.077235 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:36.218447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4c3b-9aac-41c0-b402-f8ce65bb3c52 req-e9c96f3e-8526-4464-8305-071eb933a15f tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:36.223225 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e7b4c3b-9aac-41c0-b402-f8ce65bb3c52 req-e9c96f3e-8526-4464-8305-071eb933a15f tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1097 time: 0.3361433 Aug 26 11:08:36.226245 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:36.245623 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:36.248852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8858926d-9afd-4dba-9d57-2c7bddc87503, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8858926d-9afd-4dba-9d57-2c7bddc87503,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:36.254923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41862) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:36.258260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Router b83699ff-da81-497a-a243-5eeb4ef13a3d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:08:36.262846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/networks/60605e16-b085-456c-84f6-69c2f724b1a3 HTTP/1.1" status: 204 len: 168 time: 2.3215160 Aug 26 11:08:36.270142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'name': 'tempest-PortsIpV6TestJSON-1879341226'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:36.279167 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '8858926d-9afd-4dba-9d57-2c7bddc87503', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'port_id': '8858926d-9afd-4dba-9d57-2c7bddc87503', 'mac_address': 'fa:16:3e:40:a7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:08:36.322611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef17c8-48f7-441c-845e-6ad5814abb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Network': ['ID=60605e16-b085-456c-84f6-69c2f724b1a3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:36.352970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e7b4c3b-9aac-41c0-b402-f8ce65bb3c52 req-6b0a6698-cb30-4783-bb0b-f533825760ec tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246145 Aug 26 11:08:36.375696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0109f361-91dc-49f7-8ee3-6fdacb1a53ed up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:36.448103 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:36.476245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8858926d-9afd-4dba-9d57-2c7bddc87503 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:08:36.505514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8858926d-9afd-4dba-9d57-2c7bddc87503, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8858926d-9afd-4dba-9d57-2c7bddc87503,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:36.523419 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:36.528949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0055108-797f-436c-883a-85f90d7e56a3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:36.577086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34ac2a-2cfc-4a9b-94a6-6d03f99059ac req-6a3a06f3-6578-4042-81ae-4f3ccf5d86e9 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:36.578653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca34ac2a-2cfc-4a9b-94a6-6d03f99059ac req-6a3a06f3-6578-4042-81ae-4f3ccf5d86e9 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1097 time: 0.0920496 Aug 26 11:08:36.597906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:36.619574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:36.619949 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:36.664347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca34ac2a-2cfc-4a9b-94a6-6d03f99059ac req-6254a67a-1399-49e6-9c69-8abbb83063b7 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747209 Aug 26 11:08:36.708775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8858926d-9afd-4dba-9d57-2c7bddc87503,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:36.816271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49664cdc-086e-450f-b4c8-a1376bbafa7a None None] Network aa7bc631-7359-44ff-930f-a60112a8d0cb requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:36.921940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a32934-92a5-48ed-a609-008a8e90fae1 req-4b3dc9ea-680b-469c-ab79-f8a7617a0afd tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:36.946354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99a32934-92a5-48ed-a609-008a8e90fae1 req-4b3dc9ea-680b-469c-ab79-f8a7617a0afd tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 944 time: 0.1181781 Aug 26 11:08:36.985119 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.001999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['8858926d-9afd-4dba-9d57-2c7bddc87503'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:37.032855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99a32934-92a5-48ed-a609-008a8e90fae1 req-64fb0453-698f-46c0-af14-1807fe5ec4b0 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854640 Aug 26 11:08:37.070975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a639b95a-3b68-400c-aa1b-1b7a6512a188 req-c13bc35a-5008-4d93-a203-4922e3316eb7 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0643759 Aug 26 11:08:37.173790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0109f361-91dc-49f7-8ee3-6fdacb1a53ed,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:37.185041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-15a344b3-bb28-4fd9-8caf-163281c2b962 None None] Provisioning for port 4e5f398c-4acd-43a1-a96d-0b129133121c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:37.203511 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.207720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4e5f398c-4acd-43a1-a96d-0b129133121c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:37.245719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9ae9b-6313-49a8-8c8e-e1e1a0fdd061 req-91c9c8ff-ce2c-4635-923e-692b7b7675fd tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:37.247326 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35f9ae9b-6313-49a8-8c8e-e1e1a0fdd061 req-91c9c8ff-ce2c-4635-923e-692b7b7675fd tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1097 time: 0.0737493 Aug 26 11:08:37.294127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35f9ae9b-6313-49a8-8c8e-e1e1a0fdd061 req-1c7d5526-30a1-4e8e-b161-f78cbb05c7b0 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382223 Aug 26 11:08:37.405327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0055108-797f-436c-883a-85f90d7e56a3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.407519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:37.411966 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.415434 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0055108-797f-436c-883a-85f90d7e56a3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.415751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=0109f361-91dc-49f7-8ee3-6fdacb1a53ed,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:37.427181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 4e5f398c-4acd-43a1-a96d-0b129133121c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:37.446667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 4e5f398c-4acd-43a1-a96d-0b129133121c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:37.447013 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.480201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:37.483422 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port 33f71327-929f-4057-908a-2af41ee23a31 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:37.488461 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0055108-797f-436c-883a-85f90d7e56a3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.488741 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0055108-797f-436c-883a-85f90d7e56a3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Fanout notify agent at l3_agent the message router_deleted on router fe731b70-ed22-4349-8630-f01a05bcf4f7 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:08:37.493809 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e7831577-17ab-4a3f-a2ea-964d263bb770 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "PUT /v2.0/routers/b83699ff-da81-497a-a243-5eeb4ef13a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2231827 Aug 26 11:08:37.501362 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0055108-797f-436c-883a-85f90d7e56a3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.504886 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0055108-797f-436c-883a-85f90d7e56a3 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/fe731b70-ed22-4349-8630-f01a05bcf4f7 HTTP/1.1" status: 204 len: 168 time: 1.4226665 Aug 26 11:08:37.506309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41880) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:37.651711 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.672296 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-916e7c89-bdc0-4471-9b5c-636f74e97ea2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting subnet 505ccccf-a1b9-4a34-ac95-1d2f2d5c0fce {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:08:37.683371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-916e7c89-bdc0-4471-9b5c-636f74e97ea2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.728828 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 4e5f398c-4acd-43a1-a96d-0b129133121c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4e5f398c-4acd-43a1-a96d-0b129133121c,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:37.740666 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.821865 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-916e7c89-bdc0-4471-9b5c-636f74e97ea2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.841203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:37.908509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:37.925414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=4e5f398c-4acd-43a1-a96d-0b129133121c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:37.933675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:08:37.934619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b7a484b3-1b1f-4d7c-a071-cd1e5dbc9991 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:37.984350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-ca27ae03-f0ab-4ba3-b6ac-a09f9bb1e559 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:37.986614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-ca27ae03-f0ab-4ba3-b6ac-a09f9bb1e559 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/networks?id=aa7bc631-7359-44ff-930f-a60112a8d0cb HTTP/1.1" status: 200 len: 797 time: 0.2029614 Aug 26 11:08:37.991106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-916e7c89-bdc0-4471-9b5c-636f74e97ea2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.002352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f06a00fb-1917-48e7-8bcf-66fddb9feb8f None None] Provisioning for port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:38.020272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f06a00fb-1917-48e7-8bcf-66fddb9feb8f None None] Provisioning complete for port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:38.023207 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f06a00fb-1917-48e7-8bcf-66fddb9feb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.024266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-d3162f00-40c4-4b40-97d4-fd86e4a511a2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/quotas/7202d08226184cb383eb9303d1ec18da HTTP/1.1" status: 200 len: 375 time: 0.0304334 Aug 26 11:08:38.140204 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.149585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-d3622e37-1598-42f1-a6bb-362e479ac8b4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7202d08226184cb383eb9303d1ec18da&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1206357 Aug 26 11:08:38.181275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f06a00fb-1917-48e7-8bcf-66fddb9feb8f None None] Port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:38.214578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f06a00fb-1917-48e7-8bcf-66fddb9feb8f None None] Provisioning complete for port 4e5f398c-4acd-43a1-a96d-0b129133121c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:38.233363 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f06a00fb-1917-48e7-8bcf-66fddb9feb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.235415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Sync routers for ids ['b83699ff-da81-497a-a243-5eeb4ef13a3d'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:38.245288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0109f361-91dc-49f7-8ee3-6fdacb1a53ed up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:38.300792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:38.332994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:38.336477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:38.343523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:38.344542 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.364075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=33f71327-929f-4057-908a-2af41ee23a31,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:38.368005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Routers {'b83699ff-da81-497a-a243-5eeb4ef13a3d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:38.368862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-539671da-39eb-4848-a137-8c4264cde9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['b83699ff-da81-497a-a243-5eeb4ef13a3d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:38.404814 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-916e7c89-bdc0-4471-9b5c-636f74e97ea2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.434710 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cc5e9ba4-ad0b-42d0-acea-f3366d0a084e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1686180 Aug 26 11:08:38.438931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e7c89-bdc0-4471-9b5c-636f74e97ea2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Subnet': ['ID=505ccccf-a1b9-4a34-ac95-1d2f2d5c0fce,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:38.442785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41902) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:38.451610 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-916e7c89-bdc0-4471-9b5c-636f74e97ea2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.452501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66925e-dc00-4ef0-9c06-1c80829ef248 req-07728f7b-82c9-4d67-b99a-0e22d3760731 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:38.455833 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-916e7c89-bdc0-4471-9b5c-636f74e97ea2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/505ccccf-a1b9-4a34-ac95-1d2f2d5c0fce HTTP/1.1" status: 204 len: 168 time: 0.9465709 Aug 26 11:08:38.456027 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:38.456027 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.458007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41904) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:38.460202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a66925e-dc00-4ef0-9c06-1c80829ef248 req-07728f7b-82c9-4d67-b99a-0e22d3760731 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 944 time: 0.2789381 Aug 26 11:08:38.525685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceced1ea-9b75-4119-a473-9807cefd6fcb req-23caeb6d-19c4-4871-a72b-0f4c533ad6ac tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:38.527231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceced1ea-9b75-4119-a473-9807cefd6fcb req-23caeb6d-19c4-4871-a72b-0f4c533ad6ac tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1097 time: 0.1669052 Aug 26 11:08:38.553682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.582353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a88d7-aa79-445c-9706-b00bcaf3a892 None None] Network e2f2da04-13d3-412e-8c9b-04cf00453786 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:38.656308 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port a71dcde9-c06e-4ce4-938a-409b76f7e964 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:38.657041 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.699453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-a073067b-b916-44ef-93a1-7b24c5bb8a21 service neutron] 10.222.0.21 "GET /v2.0/networks/aa7bc631-7359-44ff-930f-a60112a8d0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461257 Aug 26 11:08:38.724175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a66925e-dc00-4ef0-9c06-1c80829ef248 req-e0597e1a-5cdf-41ff-a4e6-efbb2371a515 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587054 Aug 26 11:08:38.746223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port a71dcde9-c06e-4ce4-938a-409b76f7e964, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a71dcde9-c06e-4ce4-938a-409b76f7e964,segment=NetworkSegment(b4821751-44f2-4f74-984e-765743ed4818),segment_id=b4821751-44f2-4f74-984e-765743ed4818)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:38.746701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.763337 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for a71dcde9-c06e-4ce4-938a-409b76f7e964 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:38.826849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Set router b83699ff-da81-497a-a243-5eeb4ef13a3d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:08:38.869158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.900716 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f563a03a-554a-4331-aa6d-83bd2d78ed0a req-1d5ff2a9-99f1-4ad7-9ac9-217d975dfa84 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0612373 Aug 26 11:08:38.911085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=a71dcde9-c06e-4ce4-938a-409b76f7e964,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:38.914280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No DVR routers for this DVR port a71dcde9-c06e-4ce4-938a-409b76f7e964 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:38.962291 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-278dcca7-7dc3-4e5e-8bb8-03be9a1354fa service neutron] 10.222.0.21 "GET /v2.0/networks/aa7bc631-7359-44ff-930f-a60112a8d0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620449 Aug 26 11:08:38.965193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-ceced1ea-9b75-4119-a473-9807cefd6fcb req-bc46a504-fb7c-47a9-8af7-0ed61f4a82e8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Deleting port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:38.965193 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ceced1ea-9b75-4119-a473-9807cefd6fcb req-bc46a504-fb7c-47a9-8af7-0ed61f4a82e8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:38.969431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e1615-e1b1-49f0-b19b-f39e73b7d0d2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 33f71327-929f-4057-908a-2af41ee23a31 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:38.969772 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1615-e1b1-49f0-b19b-f39e73b7d0d2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.109215 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.135850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f2da04-13d3-412e-8c9b-04cf00453786']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:39.170411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4821751-44f2-4f74-984e-765743ed4818') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:39.170628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4821751-44f2-4f74-984e-765743ed4818') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:39.178493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d58da-9510-41a0-979e-2510f9d8b8db None None] DHCP port deletion for e2f2da04-13d3-412e-8c9b-04cf00453786 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:08:39.204400 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.237544 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.258040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:39.258842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:39.283806 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:39.350134 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9506db8b-f3e7-41e2-a19a-83b2ecbdaa78 None None] Provisioning complete for port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:39.350705 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9506db8b-f3e7-41e2-a19a-83b2ecbdaa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.433545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9506db8b-f3e7-41e2-a19a-83b2ecbdaa78 None None] Port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:39.449017 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4e5f398c-4acd-43a1-a96d-0b129133121c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:39.470141 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e2e7d382-e9cc-4c1e-b9bc-245aa2ef4c3c req-6874d83b-8596-46f3-a8e3-2d1b2e4b972c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0512369 Aug 26 11:08:39.485973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.497444 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.502804 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/networks/e2f2da04-13d3-412e-8c9b-04cf00453786 HTTP/1.1" status: 204 len: 168 time: 1.0429628 Aug 26 11:08:39.510139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41914) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:39.520461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1325287504'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:39.563244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7f914-d9ef-494f-84cb-ed11cb76cdc7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Network': ['ID=e2f2da04-13d3-412e-8c9b-04cf00453786,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:39.566176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:39.570386 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.580093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 4e5f398c-4acd-43a1-a96d-0b129133121c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:39.580622 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.602131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:39.611026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-539671da-39eb-4848-a137-8c4264cde9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1162997570', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:08:24Z', 'updated_at': '2021-08-26T11:08:35Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:25Z', 'updated_at': '2021-08-26T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'dc47fe5f-ff57-42e8-93dc-372e0a21ef00', 'name': '', 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:6c:71:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'fc064fc2-8a96-4e0e-b126-2cabdd2a73da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:33Z', 'updated_at': '2021-08-26T11:08:35Z', 'revision_number': 2, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'fc064fc2-8a96-4e0e-b126-2cabdd2a73da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:39.621237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.621355 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added segment 6c3db2ba-943c-4e54-844d-c02311c3b0b6 of type vlan for network 116404da-da3e-4f15-98e7-07b0e4816029 Aug 26 11:08:39.662171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Checking router: b83699ff-da81-497a-a243-5eeb4ef13a3d for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:08:39.662627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Updating router b83699ff-da81-497a-a243-5eeb4ef13a3d port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:08:39.676517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.693274 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.711482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.712862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95239707-8cb1-4abb-bc6f-40200602bf67 req-f30e20a9-e3cf-426c-b8ee-883682b553d3 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 210 time: 0.0914900 Aug 26 11:08:39.721736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:39.722451 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.736115 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1615-e1b1-49f0-b19b-f39e73b7d0d2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.755174 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2438660 Aug 26 11:08:39.770852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41924) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:39.787721 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'subnet': {'network_id': '116404da-da3e-4f15-98e7-07b0e4816029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:39.795642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e1615-e1b1-49f0-b19b-f39e73b7d0d2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 33f71327-929f-4057-908a-2af41ee23a31 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:39.836386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a9b2e-a087-4dc7-b23a-119336fbcf04 req-f4fd98ee-8164-4826-9142-ffbfdc1c7c06 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:39.844299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d6a9b2e-a087-4dc7-b23a-119336fbcf04 req-f4fd98ee-8164-4826-9142-ffbfdc1c7c06 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 1097 time: 0.2236056 Aug 26 11:08:39.911703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ceced1ea-9b75-4119-a473-9807cefd6fcb req-bc46a504-fb7c-47a9-8af7-0ed61f4a82e8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] For port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9ec17a6b-34da-4c1f-adfd-795aaf2e7388,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:39.912081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ceced1ea-9b75-4119-a473-9807cefd6fcb req-bc46a504-fb7c-47a9-8af7-0ed61f4a82e8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:39.933233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792e3a1-c59e-43a0-a858-862ec7072cd4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Network': ['ID=116404da-da3e-4f15-98e7-07b0e4816029,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:39.957549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 116404da-da3e-4f15-98e7-07b0e4816029 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:39.987491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-ceced1ea-9b75-4119-a473-9807cefd6fcb req-bc46a504-fb7c-47a9-8af7-0ed61f4a82e8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Calling delete_port for 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:39.991356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:39.996138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.016992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac17600-b861-4f44-824c-cdaeddcc278c req-1d100e62-c08c-4a64-88db-5d190b0cb601 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:40.033155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cac17600-b861-4f44-824c-cdaeddcc278c req-1d100e62-c08c-4a64-88db-5d190b0cb601 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 944 time: 0.1792963 Aug 26 11:08:40.036124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8858926d-9afd-4dba-9d57-2c7bddc87503 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:40.041142 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d6a9b2e-a087-4dc7-b23a-119336fbcf04 req-4206713f-4779-4bb5-a298-6efb7f607fb1 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964412 Aug 26 11:08:40.142243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a71dcde9-c06e-4ce4-938a-409b76f7e964 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:40.196157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: a71dcde9-c06e-4ce4-938a-409b76f7e964 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:08:40.196496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a71dcde9-c06e-4ce4-938a-409b76f7e964 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:40.197998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 8858926d-9afd-4dba-9d57-2c7bddc87503 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:40.209474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 8858926d-9afd-4dba-9d57-2c7bddc87503 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:40.209839 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.286614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cac17600-b861-4f44-824c-cdaeddcc278c req-6abbbbd0-6b73-45b0-b9df-49b007e4a816 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524462 Aug 26 11:08:40.295274 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-997f4d30-4478-4ad8-8fec-a99e4f9f1a6f req-a833256d-153e-4870-a41d-4e78e7790122 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.1064434 Aug 26 11:08:40.373911 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.378788 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1615-e1b1-49f0-b19b-f39e73b7d0d2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.390268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Transition to ACTIVE for port object dc47fe5f-ff57-42e8-93dc-372e0a21ef00 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:40.401433 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.419056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e1615-e1b1-49f0-b19b-f39e73b7d0d2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=33f71327-929f-4057-908a-2af41ee23a31,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:40.420398 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.436052 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c0e1615-e1b1-49f0-b19b-f39e73b7d0d2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.440818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7c0e1615-e1b1-49f0-b19b-f39e73b7d0d2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/33f71327-929f-4057-908a-2af41ee23a31 HTTP/1.1" status: 204 len: 168 time: 1.9778302 Aug 26 11:08:40.442270 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ceced1ea-9b75-4119-a473-9807cefd6fcb req-bc46a504-fb7c-47a9-8af7-0ed61f4a82e8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.443090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41930) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:40.452566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'mac_address': 'fa:16:3e:dd:d7:7f', 'name': 'tempest-PortsIpV6TestJSON-1012718271'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:40.474158 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.512620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['0c25afdf-912c-4978-b4bb-858c16eec6d1'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:40.516866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9ec17a6b-34da-4c1f-adfd-795aaf2e7388'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:40.594886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Subnet': ['ID=a69152ef-6916-4480-a5c0-17a07d1ac508,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:40.611602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Checking segment: {'id': '6c3db2ba-943c-4e54-844d-c02311c3b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '116404da-da3e-4f15-98e7-07b0e4816029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:40.611984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network hostable DHCP agents. Network: 116404da-da3e-4f15-98e7-07b0e4816029, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:40.613080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46a504-fb7c-47a9-8af7-0ed61f4a82e8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ec17a6b-34da-4c1f-adfd-795aaf2e7388,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:40.650494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 116404da-da3e-4f15-98e7-07b0e4816029 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:40.666166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 116404da-da3e-4f15-98e7-07b0e4816029) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:40.670636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:40.671351 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.696855 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-251ca7d6-05ab-4a4d-bb48-c276c416950a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9248066 Aug 26 11:08:40.699576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41934) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:40.704365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6e5ed5db-04b9-4676-9da0-26b4ee5e512d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-700801128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:40.708579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8858926d-9afd-4dba-9d57-2c7bddc87503, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8858926d-9afd-4dba-9d57-2c7bddc87503,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:40.713235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceced1ea-9b75-4119-a473-9807cefd6fcb req-bc46a504-fb7c-47a9-8af7-0ed61f4a82e8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] No DVR routers for this DVR port 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:40.723477 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ceced1ea-9b75-4119-a473-9807cefd6fcb req-bc46a504-fb7c-47a9-8af7-0ed61f4a82e8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.724436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceced1ea-9b75-4119-a473-9807cefd6fcb req-bc46a504-fb7c-47a9-8af7-0ed61f4a82e8 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9ec17a6b-34da-4c1f-adfd-795aaf2e7388 HTTP/1.1" status: 204 len: 173 time: 2.1863940 Aug 26 11:08:40.756593 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed5db-04b9-4676-9da0-26b4ee5e512d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.757384 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed5db-04b9-4676-9da0-26b4ee5e512d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.762255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4', 'name': 'network-vif-deleted', 'tag': '9ec17a6b-34da-4c1f-adfd-795aaf2e7388'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:40.770992 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30553efb-5214-4413-b3d1-dd9b9c9d9c6c" -d '{"events": [{"server_uuid": "dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4", "name": "network-vif-deleted", "tag": "9ec17a6b-34da-4c1f-adfd-795aaf2e7388"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:40.790821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8858926d-9afd-4dba-9d57-2c7bddc87503'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:40.798139 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25109ed1-d133-4c04-9b8b-3ca3db203a20" -d '{"events": [{"server_uuid": "f99eec57-17e3-42c7-80e3-e08ef95fb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "8858926d-9afd-4dba-9d57-2c7bddc87503"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:40.806569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e8bd7a-fbe8-4e0d-be57-94ded79296eb None None] Network 116404da-da3e-4f15-98e7-07b0e4816029 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:40.873563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:40.892387 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acc195b-7044-42dd-b633-aeb39b9f3249 x-openstack-request-id: req-9acc195b-7044-42dd-b633-aeb39b9f3249 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:40.894575 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4", "name": "network-vif-deleted", "tag": "9ec17a6b-34da-4c1f-adfd-795aaf2e7388", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:40.894846 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9acc195b-7044-42dd-b633-aeb39b9f3249 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:40.895254 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4', 'name': 'network-vif-deleted', 'tag': '9ec17a6b-34da-4c1f-adfd-795aaf2e7388', 'status': 'completed', 'code': 200} Aug 26 11:08:40.935147 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed5db-04b9-4676-9da0-26b4ee5e512d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.944404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed5db-04b9-4676-9da0-26b4ee5e512d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.960617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feab1d4-4608-49f9-9a22-f8c2e40037ec None None] Pushing event updated for resources: {'Port': ['ID=dc47fe5f-ff57-42e8-93dc-372e0a21ef00,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:40.971613 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.992830 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed5db-04b9-4676-9da0-26b4ee5e512d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:40.996835 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6e5ed5db-04b9-4676-9da0-26b4ee5e512d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2937007 Aug 26 11:08:41.002885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41942) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:41.076892 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:41.124681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b08c4ed2-5de5-48d6-bf7f-db66a1a585c8 req-697d5af9-f02e-42b8-93e0-53edf84f99ec tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 210 time: 0.1547530 Aug 26 11:08:41.134110 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d629c6a4-2802-473d-a3ad-5579745ff43a x-openstack-request-id: req-d629c6a4-2802-473d-a3ad-5579745ff43a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:41.134496 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99eec57-17e3-42c7-80e3-e08ef95fb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "8858926d-9afd-4dba-9d57-2c7bddc87503", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:41.134782 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d629c6a4-2802-473d-a3ad-5579745ff43a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:41.135188 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8858926d-9afd-4dba-9d57-2c7bddc87503', 'code': 200} Aug 26 11:08:41.147119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port f63fd02d-74c5-43d3-a95e-7464cd593e11 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:41.252349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77af6cbe-1f03-4417-9080-76008a145d22 req-2981b6be-f097-4123-b11b-f2c1cfa3f7b2 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd0d5dda-48d7-4d23-a6ab-c550ffdb78e4 HTTP/1.1" status: 200 len: 210 time: 0.0409153 Aug 26 11:08:41.287519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-e7e6f6f8-db5e-46bc-a6ed-aa1890ac90ae tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:41.300960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-e7e6f6f8-db5e-46bc-a6ed-aa1890ac90ae tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.42 "GET /v2.0/networks?id=aa7bc631-7359-44ff-930f-a60112a8d0cb HTTP/1.1" status: 200 len: 797 time: 0.5095525 Aug 26 11:08:41.302006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Attempting to bind port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:41.302390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Attempting to bind port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:41.302779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Attempting to bind port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 on network aa7bc631-7359-44ff-930f-a60112a8d0cb {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:41.308191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Request body: {'port': {'device_id': '463bfbc1-129f-4da5-ba23-7c78a3dc7f1a', 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb', 'admin_state_up': True, 'tenant_id': '7202d08226184cb383eb9303d1ec18da'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:41.339069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:41.339450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Checking segment: {'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:41.339860 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:41.340263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Bound using segment: {'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:41.340761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Bound port: dc47fe5f-ff57-42e8-93dc-372e0a21ef00, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:41.341148 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:41.369456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8858926d-9afd-4dba-9d57-2c7bddc87503,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:41.425665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c564ac-cec8-4d87-acba-f7e3868301de req-b5654458-a1ea-4c98-9803-d7c6d231d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:41.428412 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-23c564ac-cec8-4d87-acba-f7e3868301de req-b5654458-a1ea-4c98-9803-d7c6d231d1a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 1097 time: 0.2218575 Aug 26 11:08:41.491890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-539671da-39eb-4848-a137-8c4264cde9de None None] For port dc47fe5f-ff57-42e8-93dc-372e0a21ef00, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:41.498453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-539671da-39eb-4848-a137-8c4264cde9de None None] For port dc47fe5f-ff57-42e8-93dc-372e0a21ef00, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=dc47fe5f-ff57-42e8-93dc-372e0a21ef00,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:41.527600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:41.590598 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b06144df-9d7c-4bf3-a04e-bad49626d0d6 req-1384b89a-7be2-4568-8e0e-a27c2d6f95e6 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.1349149 Aug 26 11:08:41.618510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feab1d4-4608-49f9-9a22-f8c2e40037ec None None] Pushing event updated for resources: {'Port': ['ID=dc47fe5f-ff57-42e8-93dc-372e0a21ef00,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:41.681146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:41.703613 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-23c564ac-cec8-4d87-acba-f7e3868301de req-f6bbab43-3aa9-4c36-ad4f-6803ca3bc81c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161562 Aug 26 11:08:41.738111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-116404da-da3e-4f15-98e7-07b0e4816029', 'network_id': '116404da-da3e-4f15-98e7-07b0e4816029', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'fixed_ips': [{'subnet_id': 'a69152ef-6916-4480-a5c0-17a07d1ac508'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:08:41.738592 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:41.784757 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:41.786656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Routers {'b83699ff-da81-497a-a243-5eeb4ef13a3d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:41.787347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-539671da-39eb-4848-a137-8c4264cde9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['b83699ff-da81-497a-a243-5eeb4ef13a3d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:41.796308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977e201-28f4-4ff4-9486-6426795615ac req-2ee98d3c-daf5-48ce-8191-9d36595c9c9f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:41.804633 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0977e201-28f4-4ff4-9486-6426795615ac req-2ee98d3c-daf5-48ce-8191-9d36595c9c9f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.3367248 Aug 26 11:08:41.894649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0977e201-28f4-4ff4-9486-6426795615ac req-9559fd3e-671f-4770-92f3-f64919c20ad8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835109 Aug 26 11:08:41.933147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Made reservation on behalf of 7202d08226184cb383eb9303d1ec18da for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:41.937053 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:41.987749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:41.989880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Allocated IP 2001:db8::1 (116404da-da3e-4f15-98e7-07b0e4816029/a69152ef-6916-4480-a5c0-17a07d1ac508/f1b9f5bb-378f-42d2-be48-97bdba7a8895) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:42.066319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:42.112937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:42.119703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:42.125652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:42.126381 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:42.143071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=f63fd02d-74c5-43d3-a95e-7464cd593e11,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:42.179939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2c62e4a6-0b82-4412-b727-b6451b842cfe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7343187 Aug 26 11:08:42.186348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41960) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:42.218538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-539671da-39eb-4848-a137-8c4264cde9de None None] Set router b83699ff-da81-497a-a243-5eeb4ef13a3d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:08:42.228687 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:42.256476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Transition to ACTIVE for port object f1b9f5bb-378f-42d2-be48-97bdba7a8895 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:42.298696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b0fe8da-8b98-496c-9abc-75b7e9bc64f2 req-d50b6629-2b3c-448e-b860-7fbfa287bbfd tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 210 time: 0.0343964 Aug 26 11:08:42.314625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Allocated IP 172.20.0.21 (aa7bc631-7359-44ff-930f-a60112a8d0cb/fc064fc2-8a96-4e0e-b126-2cabdd2a73da/db4b2134-6521-491f-af5d-a3eaa43bf708) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:42.338693 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c683f28f-e9aa-4962-967b-75499b68c96d req-02075009-91e2-48d3-8984-87535860cb5e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec9cd186f38441798c0146417630c07c&device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0376387 Aug 26 11:08:42.349797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12edc3e6-934f-44c4-bd7f-e22c3d79589e req-ffc02413-8e56-49b4-9b20-9e2c00582bc6 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0480196 Aug 26 11:08:42.354607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe31cf1-4971-4ed9-8679-5c8be750f83c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:42.360701 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3fe31cf1-4971-4ed9-8679-5c8be750f83c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/f63fd02d-74c5-43d3-a95e-7464cd593e11 HTTP/1.1" status: 200 len: 845 time: 0.1676054 Aug 26 11:08:42.370141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41966) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:42.402294 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c683f28f-e9aa-4962-967b-75499b68c96d req-f85e2eb6-7ae7-463d-8042-deba7725492d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ec9cd186f38441798c0146417630c07c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402808 Aug 26 11:08:42.490241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:42.513781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:42.540182 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:08:42.540632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9ec17a6b-34da-4c1f-adfd-795aaf2e7388 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:42.550757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Allocated IP 2001:db8::2 (116404da-da3e-4f15-98e7-07b0e4816029/a69152ef-6916-4480-a5c0-17a07d1ac508/db37ce4d-9f05-4908-bc2b-2659facb431c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:42.551344 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:42.562196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5227aed7-0d7d-438c-a476-7772b0d17af2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port f63fd02d-74c5-43d3-a95e-7464cd593e11 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:42.562566 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5227aed7-0d7d-438c-a476-7772b0d17af2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:42.598055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 116404da-da3e-4f15-98e7-07b0e4816029 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:42.614077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:42.621130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Transition to ACTIVE for port object db4b2134-6521-491f-af5d-a3eaa43bf708 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:42.636595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:42.637165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:42.647065 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=f1b9f5bb-378f-42d2-be48-97bdba7a8895,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:42.649851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-539671da-39eb-4848-a137-8c4264cde9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1162997570', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:08:24Z', 'updated_at': '2021-08-26T11:08:35Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:25Z', 'updated_at': '2021-08-26T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'dc47fe5f-ff57-42e8-93dc-372e0a21ef00', 'name': '', 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:6c:71:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'fc064fc2-8a96-4e0e-b126-2cabdd2a73da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:33Z', 'updated_at': '2021-08-26T11:08:41Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'fc064fc2-8a96-4e0e-b126-2cabdd2a73da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:42.686704 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539671da-39eb-4848-a137-8c4264cde9de None None] The sync data for ids ['b83699ff-da81-497a-a243-5eeb4ef13a3d'] in n-d-778550-13 is: [{'id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1162997570', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:08:24Z', 'updated_at': '2021-08-26T11:08:35Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:25Z', 'updated_at': '2021-08-26T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'dc47fe5f-ff57-42e8-93dc-372e0a21ef00', 'name': '', 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:6c:71:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'fc064fc2-8a96-4e0e-b126-2cabdd2a73da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:33Z', 'updated_at': '2021-08-26T11:08:41Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'fc064fc2-8a96-4e0e-b126-2cabdd2a73da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:42.691534 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5227aed7-0d7d-438c-a476-7772b0d17af2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:42.738006 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:42.739451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683f28f-e9aa-4962-967b-75499b68c96d req-033f3f17-f4b6-4a8e-b93d-fc83501ff4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:42.741417 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c683f28f-e9aa-4962-967b-75499b68c96d req-033f3f17-f4b6-4a8e-b93d-fc83501ff4d4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3327770 Aug 26 11:08:42.741670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5227aed7-0d7d-438c-a476-7772b0d17af2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for f63fd02d-74c5-43d3-a95e-7464cd593e11 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:42.845102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Network aa7bc631-7359-44ff-930f-a60112a8d0cb is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:42.860813 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:42.876579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Transition to ACTIVE for port object db37ce4d-9f05-4908-bc2b-2659facb431c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:42.903627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:42.904000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Transition to ACTIVE for port object db37ce4d-9f05-4908-bc2b-2659facb431c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:42.908381 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:42.915218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:42.927335 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:42.967622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event updated for resources: {'Port': ['ID=db4b2134-6521-491f-af5d-a3eaa43bf708,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:42.982340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Pushing event updated for resources: {'Port': ['ID=db37ce4d-9f05-4908-bc2b-2659facb431c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:42.982814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cf198-7003-4c9f-b754-bb4d7330f740 req-42b29d51-32f8-459d-9848-7c3a894342c7 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:42.984722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e1cf198-7003-4c9f-b754-bb4d7330f740 req-42b29d51-32f8-459d-9848-7c3a894342c7 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1097 time: 0.2852385 Aug 26 11:08:42.996153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Network 116404da-da3e-4f15-98e7-07b0e4816029 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:42.998190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:43.000849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:43.084058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:43.084725 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.134571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Attempting to bind port db37ce4d-9f05-4908-bc2b-2659facb431c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:43.135287 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Attempting to bind port db37ce4d-9f05-4908-bc2b-2659facb431c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '6c3db2ba-943c-4e54-844d-c02311c3b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '116404da-da3e-4f15-98e7-07b0e4816029'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:43.135886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Attempting to bind port db37ce4d-9f05-4908-bc2b-2659facb431c on network 116404da-da3e-4f15-98e7-07b0e4816029 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:43.142560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:43.143324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Checking segment: {'id': '6c3db2ba-943c-4e54-844d-c02311c3b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '116404da-da3e-4f15-98e7-07b0e4816029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:43.144193 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.144893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Bound using segment: {'id': '6c3db2ba-943c-4e54-844d-c02311c3b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '116404da-da3e-4f15-98e7-07b0e4816029'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:43.145575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Bound port: db37ce4d-9f05-4908-bc2b-2659facb431c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3db2ba-943c-4e54-844d-c02311c3b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '116404da-da3e-4f15-98e7-07b0e4816029'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:43.146218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.243051 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e1cf198-7003-4c9f-b754-bb4d7330f740 req-ed4045a6-8f67-48b9-813f-2dce831a4348 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314365 Aug 26 11:08:43.249162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-3098efd7-6a2f-4153-bad9-ef6152ad06f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9471161 Aug 26 11:08:43.254984 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5227aed7-0d7d-438c-a476-7772b0d17af2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.270225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] For port db37ce4d-9f05-4908-bc2b-2659facb431c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:43.276316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] For port db37ce4d-9f05-4908-bc2b-2659facb431c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=db37ce4d-9f05-4908-bc2b-2659facb431c,segment=NetworkSegment(6c3db2ba-943c-4e54-844d-c02311c3b0b6),segment_id=6c3db2ba-943c-4e54-844d-c02311c3b0b6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:43.278342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Request body: {'port': {'device_id': '463bfbc1-129f-4da5-ba23-7c78a3dc7f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:43.284500 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.403069 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c96989e-4b81-42df-9de6-ef5f032327ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.454494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37fcc5-4147-44a1-8ab3-1ca6bba210ad None None] Pushing event updated for resources: {'Port': ['ID=db37ce4d-9f05-4908-bc2b-2659facb431c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:43.527126 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c8a4ee54-3fea-4fc9-92e5-096678c195fa None None] Provisioning for port db4b2134-6521-491f-af5d-a3eaa43bf708 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:43.530762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cba366-5d27-48bb-b412-755e9054485d req-e92e1d5a-7a63-428b-bea3-3e5620e8f4bd tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:43.539429 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07cba366-5d27-48bb-b412-755e9054485d req-e92e1d5a-7a63-428b-bea3-3e5620e8f4bd tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.4259081 Aug 26 11:08:43.540470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227aed7-0d7d-438c-a476-7772b0d17af2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=f63fd02d-74c5-43d3-a95e-7464cd593e11,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:43.542394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c8a4ee54-3fea-4fc9-92e5-096678c195fa None None] Provisioning complete for port db4b2134-6521-491f-af5d-a3eaa43bf708 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:43.542693 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8a4ee54-3fea-4fc9-92e5-096678c195fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.598706 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5227aed7-0d7d-438c-a476-7772b0d17af2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.603791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5227aed7-0d7d-438c-a476-7772b0d17af2 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/f63fd02d-74c5-43d3-a95e-7464cd593e11 HTTP/1.1" status: 204 len: 168 time: 1.2300158 Aug 26 11:08:43.609221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41994) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:43.610016 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.648932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4ee54-3fea-4fc9-92e5-096678c195fa None None] Port db4b2134-6521-491f-af5d-a3eaa43bf708 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:43.657162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.664596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.665420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:43.695795 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c738811-f019-44a9-8cc4-6e2f6c694155 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:08:43.697438 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0c738811-f019-44a9-8cc4-6e2f6c694155 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/f63fd02d-74c5-43d3-a95e-7464cd593e11 HTTP/1.1" status: 404 len: 333 time: 0.0827186 Aug 26 11:08:43.703485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07cba366-5d27-48bb-b412-755e9054485d req-73245f82-f4cd-431b-af17-01940663a5a2 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529145 Aug 26 11:08:43.707223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41998) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:43.767662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'name': 'tempest-PortsIpV6TestJSON-1032197672'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:43.832107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=f1b9f5bb-378f-42d2-be48-97bdba7a8895,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:43.904918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 116404da-da3e-4f15-98e7-07b0e4816029 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:43.907191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:43.950208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc167b91-d3d2-48de-abe3-64f2c7a3798d req-d6eb8535-e672-4483-916c-04fe991e149d tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.21 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0750813 Aug 26 11:08:44.037111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eced8-bd33-48e0-9a9e-3d88a71a6682 req-af0e1ef8-9c3d-493e-a7d5-6218fff93a67 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:44.038774 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c45eced8-bd33-48e0-9a9e-3d88a71a6682 req-af0e1ef8-9c3d-493e-a7d5-6218fff93a67 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 895 time: 0.3918889 Aug 26 11:08:44.070952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:44.074029 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c683f28f-e9aa-4962-967b-75499b68c96d req-32245f08-0858-4c13-bed5-9790f6795f87 tempest-ServerShowV254Test-181033768 tempest-ServerShowV254Test-181033768-project] 10.222.0.42 "GET /v2.0/ports?device_id=670d2552-7362-4a2a-82f3-0ea6d2a2666a HTTP/1.1" status: 200 len: 210 time: 0.0550017 Aug 26 11:08:44.074779 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:44.134872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 5fc9c940-003a-432d-8b60-098761c0f736 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:08:44.180186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port 63df3421-fce2-4c05-b6df-d978dc1e78bb yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:44.286186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dc47fe5f-ff57-42e8-93dc-372e0a21ef00 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:44.354005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:44.361225 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7a03c48f-a703-4b49-8b9f-aad92a8424be tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/5fc9c940-003a-432d-8b60-098761c0f736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3572237 Aug 26 11:08:44.368242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42004) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:44.370447 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2948ee6-991a-4ebf-bbbe-c45db286dcd7 None None] Sync routers for ids ['5fc9c940-003a-432d-8b60-098761c0f736'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:44.388636 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2948ee6-991a-4ebf-bbbe-c45db286dcd7 None None] Routers {'5fc9c940-003a-432d-8b60-098761c0f736'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:44.389758 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-d2948ee6-991a-4ebf-bbbe-c45db286dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5fc9c940-003a-432d-8b60-098761c0f736'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:44.408615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:44.413294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:44.413852 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:44.456810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe29fbb-9c85-45d8-8b62-6cb21dd900f4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:44.461640 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ebe29fbb-9c85-45d8-8b62-6cb21dd900f4 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports/f1b9f5bb-378f-42d2-be48-97bdba7a8895 HTTP/1.1" status: 200 len: 911 time: 0.0883534 Aug 26 11:08:44.462123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42008) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:44.464733 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-d2948ee6-991a-4ebf-bbbe-c45db286dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:44.475530 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2948ee6-991a-4ebf-bbbe-c45db286dcd7 None None] Routers {'5fc9c940-003a-432d-8b60-098761c0f736'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:44.476551 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-d2948ee6-991a-4ebf-bbbe-c45db286dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5fc9c940-003a-432d-8b60-098761c0f736'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:44.539198 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:44.557670 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-d2948ee6-991a-4ebf-bbbe-c45db286dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:44.559006 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2948ee6-991a-4ebf-bbbe-c45db286dcd7 None None] The sync data for ids ['5fc9c940-003a-432d-8b60-098761c0f736'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:44.591036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port dc47fe5f-ff57-42e8-93dc-372e0a21ef00, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=dc47fe5f-ff57-42e8-93dc-372e0a21ef00,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:44.598438 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:44.599759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device db37ce4d-9f05-4908-bc2b-2659facb431c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:44.753645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4b2134-6521-491f-af5d-a3eaa43bf708 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:08:44.777251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=dc47fe5f-ff57-42e8-93dc-372e0a21ef00,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:44.791230 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:44.800090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port db37ce4d-9f05-4908-bc2b-2659facb431c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:44.825233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-9c7462d8-ef5e-4f68-ad46-56e0a4fea19b tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:44.826807 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-9c7462d8-ef5e-4f68-ad46-56e0a4fea19b tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1097 time: 0.2173536 Aug 26 11:08:44.834151 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:44.862188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53416a-cded-4c5a-b80a-376fdf15a185 req-85154e14-d4b6-460f-a268-c467646b7b8b tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:44.863821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd53416a-cded-4c5a-b80a-376fdf15a185 req-85154e14-d4b6-460f-a268-c467646b7b8b tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 945 time: 0.4769397 Aug 26 11:08:44.865987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4760e-6a75-45dc-941a-d72d5044c00b req-0fb72008-b1bb-4f3b-8d64-da427b5c42ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:44.874138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cea4760e-6a75-45dc-941a-d72d5044c00b req-0fb72008-b1bb-4f3b-8d64-da427b5c42ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 1097 time: 0.4650092 Aug 26 11:08:44.898438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Transition to ACTIVE for port object db4b2134-6521-491f-af5d-a3eaa43bf708 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:44.930266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:44.979358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-354e58b2-f49e-4f07-a53a-c4835ac2e9c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2206140 Aug 26 11:08:45.034202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd53416a-cded-4c5a-b80a-376fdf15a185 req-d66b69d0-48d5-4888-b326-a7a18069d28e tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546688 Aug 26 11:08:45.056777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4fd314-3d17-471b-869b-f39ffa1c460d None None] Network 116404da-da3e-4f15-98e7-07b0e4816029 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:45.068827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cea4760e-6a75-45dc-941a-d72d5044c00b req-17e1ddf7-a16d-4187-9b9d-9ded200b1c0c tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ede57434-ae88-4871-a178-bec2a673ecc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937726 Aug 26 11:08:45.094495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Pushing event updated for resources: {'Port': ['ID=db4b2134-6521-491f-af5d-a3eaa43bf708,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:45.149895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:45.200999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e8872f5d-7910-4693-85b2-bdffe3001f41 None None] Provisioning for port db37ce4d-9f05-4908-bc2b-2659facb431c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:45.208593 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e8872f5d-7910-4693-85b2-bdffe3001f41 None None] Provisioning complete for port db37ce4d-9f05-4908-bc2b-2659facb431c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:45.209067 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8872f5d-7910-4693-85b2-bdffe3001f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:45.277208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-1b0e984b-1251-489a-abf8-1731f3e0dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:45.279438 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-1b0e984b-1251-489a-abf8-1731f3e0dc59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 1097 time: 0.2360275 Aug 26 11:08:45.286786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:45.299008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:45.302412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:45.309876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:45.315568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:45.361198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=63df3421-fce2-4c05-b6df-d978dc1e78bb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:45.415783 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8872f5d-7910-4693-85b2-bdffe3001f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:45.449128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-885252e0-37e1-4337-91da-573135b75c24 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7412732 Aug 26 11:08:45.462208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42018) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:45.469174 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-166fd7aa-7627-4682-b817-0149615aa94e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:45.477295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d8141-af80-4f42-84af-2a4ede010849 req-ce5590ff-8099-46cc-a079-8a957d56ae1f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:45.484895 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f7d8141-af80-4f42-84af-2a4ede010849 req-ce5590ff-8099-46cc-a079-8a957d56ae1f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.2668638 Aug 26 11:08:45.498339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e8872f5d-7910-4693-85b2-bdffe3001f41 None None] For port db37ce4d-9f05-4908-bc2b-2659facb431c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=db37ce4d-9f05-4908-bc2b-2659facb431c,segment=NetworkSegment(6c3db2ba-943c-4e54-844d-c02311c3b0b6),segment_id=6c3db2ba-943c-4e54-844d-c02311c3b0b6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:45.504226 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8872f5d-7910-4693-85b2-bdffe3001f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:45.508113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Attempting to bind port db4b2134-6521-491f-af5d-a3eaa43bf708 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:45.508672 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Attempting to bind port db4b2134-6521-491f-af5d-a3eaa43bf708 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:45.508870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Attempting to bind port db4b2134-6521-491f-af5d-a3eaa43bf708 on network aa7bc631-7359-44ff-930f-a60112a8d0cb {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:45.531560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Port db4b2134-6521-491f-af5d-a3eaa43bf708 on network aa7bc631-7359-44ff-930f-a60112a8d0cb not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:08:45.531560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Attempting to bind port db4b2134-6521-491f-af5d-a3eaa43bf708 on network aa7bc631-7359-44ff-930f-a60112a8d0cb {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:45.570494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:45.571056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Checking segment: {'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:45.571550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Bound using segment: {'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:45.572102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Bound port: db4b2134-6521-491f-af5d-a3eaa43bf708, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0371ffd2-cad7-45ef-afd7-6a583f29cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:45.572623 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:45.589982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f7d8141-af80-4f42-84af-2a4ede010849 req-7ab4dffa-af12-4cfc-a4b6-a566a3beefdc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020968 Aug 26 11:08:45.615928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60abdf-6d0a-4e4f-9224-2b34b6ec9880 req-f12006f9-c274-438b-8ea0-ba3998d33c0d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:45.633517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d60abdf-6d0a-4e4f-9224-2b34b6ec9880 req-f12006f9-c274-438b-8ea0-ba3998d33c0d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 907 time: 0.2179487 Aug 26 11:08:45.644377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-8c1712d8-4603-41c1-b236-3e1397486b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:45.646069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-8c1712d8-4603-41c1-b236-3e1397486b72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 917 time: 0.3213408 Aug 26 11:08:45.665512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8872f5d-7910-4693-85b2-bdffe3001f41 None None] Pushing event updated for resources: {'Port': ['ID=db37ce4d-9f05-4908-bc2b-2659facb431c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:45.697408 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-166fd7aa-7627-4682-b817-0149615aa94e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:45.743142 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c575d53-416f-46ea-9f1a-a7f9df144a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:45.746781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42024) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:45.794165 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-f4f966f9-9ca3-4d16-884f-252d582c67ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Deleting port 0c25afdf-912c-4978-b4bb-858c16eec6d1 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:45.794826 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-f4f966f9-9ca3-4d16-884f-252d582c67ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:45.796407 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-09ac7a29-7d34-488b-b384-580fc597c221 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0 HTTP/1.1" status: 200 len: 1001 time: 0.1391950 Aug 26 11:08:45.808015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] For port db4b2134-6521-491f-af5d-a3eaa43bf708, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:45.819860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] For port db4b2134-6521-491f-af5d-a3eaa43bf708, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=db4b2134-6521-491f-af5d-a3eaa43bf708,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:45.867208 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:45.918202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:45.918871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:45.920656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] 10.222.0.42 "PUT /v2.0/ports/db4b2134-6521-491f-af5d-a3eaa43bf708 HTTP/1.1" status: 200 len: 1056 time: 2.6576710 Aug 26 11:08:45.923643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463bfbc1-129f-4da5-ba23-7c78a3dc7f1a', 'tag': 'db4b2134-6521-491f-af5d-a3eaa43bf708'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:45.925953 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "463bfbc1-129f-4da5-ba23-7c78a3dc7f1a", "tag": "db4b2134-6521-491f-af5d-a3eaa43bf708"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:45.967839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-0fd6dfbf-da16-4e0c-ab7e-84a52734b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:45.969767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-0fd6dfbf-da16-4e0c-ab7e-84a52734b741 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.1639628 Aug 26 11:08:46.013374 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78209230-e635-44a0-a881-d4f9c483db37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.028454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0a84f35f-ed56-4edc-bc4c-1693a30ca7d2 None None] Provisioning complete for port db37ce4d-9f05-4908-bc2b-2659facb431c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:46.029187 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a84f35f-ed56-4edc-bc4c-1693a30ca7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.207085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dc47fe5f-ff57-42e8-93dc-372e0a21ef00 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:46.210046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-f4f966f9-9ca3-4d16-884f-252d582c67ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] For port 0c25afdf-912c-4978-b4bb-858c16eec6d1, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0c25afdf-912c-4978-b4bb-858c16eec6d1,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:46.210430 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-f4f966f9-9ca3-4d16-884f-252d582c67ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.245899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0a84f35f-ed56-4edc-bc4c-1693a30ca7d2 None None] Provisioning for port f1b9f5bb-378f-42d2-be48-97bdba7a8895 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:46.267191 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-166fd7aa-7627-4682-b817-0149615aa94e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.270614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-f4f966f9-9ca3-4d16-884f-252d582c67ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Calling delete_port for 0c25afdf-912c-4978-b4bb-858c16eec6d1 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:46.288683 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-166fd7aa-7627-4682-b817-0149615aa94e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.294185 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.295735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0a84f35f-ed56-4edc-bc4c-1693a30ca7d2 None None] Provisioning complete for port f1b9f5bb-378f-42d2-be48-97bdba7a8895 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:46.296107 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a84f35f-ed56-4edc-bc4c-1693a30ca7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.307156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5ce8-168b-439c-9354-b665bab60803 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.345153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0a84f35f-ed56-4edc-bc4c-1693a30ca7d2 None None] Port f1b9f5bb-378f-42d2-be48-97bdba7a8895 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:46.385759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:46.386145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.486055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device db37ce4d-9f05-4908-bc2b-2659facb431c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:46.549601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-efec123d-feba-41be-b50e-27ac2627bdb8 None None] Provisioning complete for port f1b9f5bb-378f-42d2-be48-97bdba7a8895 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:46.549972 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efec123d-feba-41be-b50e-27ac2627bdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.558061 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-166fd7aa-7627-4682-b817-0149615aa94e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] In _notify_port_updated(), no bound segment for port 63df3421-fce2-4c05-b6df-d978dc1e78bb on network 4b91e069-13ce-47c7-a6b0-1715dca2a948 {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:08:46.563899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166fd7aa-7627-4682-b817-0149615aa94e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:46.564546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-166fd7aa-7627-4682-b817-0149615aa94e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.568481 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-166fd7aa-7627-4682-b817-0149615aa94e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "PUT /v2.0/ports/63df3421-fce2-4c05-b6df-d978dc1e78bb HTTP/1.1" status: 200 len: 818 time: 1.1022608 Aug 26 11:08:46.577019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42038) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:46.585203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port db37ce4d-9f05-4908-bc2b-2659facb431c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:46.586129 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.606902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fd7aa-7627-4682-b817-0149615aa94e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=63df3421-fce2-4c05-b6df-d978dc1e78bb,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:46.612608 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4993f9-ee33-4c80-a86d-6e053338d538 x-openstack-request-id: req-9a4993f9-ee33-4c80-a86d-6e053338d538 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:46.613022 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463bfbc1-129f-4da5-ba23-7c78a3dc7f1a", "tag": "db4b2134-6521-491f-af5d-a3eaa43bf708", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:46.613223 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a4993f9-ee33-4c80-a86d-6e053338d538 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:46.614093 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463bfbc1-129f-4da5-ba23-7c78a3dc7f1a', 'tag': 'db4b2134-6521-491f-af5d-a3eaa43bf708', 'status': 'completed', 'code': 200} Aug 26 11:08:46.614490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-efec123d-feba-41be-b50e-27ac2627bdb8 None None] Port f1b9f5bb-378f-42d2-be48-97bdba7a8895 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:46.676345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e4310-d1dc-4f03-a6e5-676788bdd59b service neutron] Pushing event updated for resources: {'Port': ['ID=db4b2134-6521-491f-af5d-a3eaa43bf708,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:46.699570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-e94aa4d0-2228-4490-82c4-dc1439731793 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:46.701175 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-e94aa4d0-2228-4490-82c4-dc1439731793 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.47 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 945 time: 0.3863521 Aug 26 11:08:46.718801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78209230-e635-44a0-a881-d4f9c483db37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.749276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-39e0ff9a-3963-49b5-877e-a609d0322594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:46.751202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-39e0ff9a-3963-49b5-877e-a609d0322594 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7202d08226184cb383eb9303d1ec18da&device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 1059 time: 0.7853534 Aug 26 11:08:46.765496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526b3c0-8f5d-415e-a3cf-32a51e3a7e83 req-fbef9bb7-6e63-48c6-9c14-ed6c14e3562d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:46.767101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f526b3c0-8f5d-415e-a3cf-32a51e3a7e83 req-fbef9bb7-6e63-48c6-9c14-ed6c14e3562d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.8522472 Aug 26 11:08:46.771563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-0673260c-af19-439b-be08-58fbc19fda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:46.772684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-0673260c-af19-439b-be08-58fbc19fda0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341805 Aug 26 11:08:46.811229 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78209230-e635-44a0-a881-d4f9c483db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.826838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-78db9059-0d5e-497e-9486-90425d4aea56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=db4b2134-6521-491f-af5d-a3eaa43bf708 HTTP/1.1" status: 200 len: 217 time: 0.0577703 Aug 26 11:08:46.837247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c707daeb-f8a5-498b-829f-496ee6d8a0f1 None None] Provisioning complete for port f1b9f5bb-378f-42d2-be48-97bdba7a8895 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:46.837805 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c707daeb-f8a5-498b-829f-496ee6d8a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.849665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544e7d3-f327-4f4b-a5d6-aad61d936d06 req-46329fe4-2cbd-44b9-96c3-5e483a5f254d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:46.851247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d544e7d3-f327-4f4b-a5d6-aad61d936d06 req-46329fe4-2cbd-44b9-96c3-5e483a5f254d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 945 time: 0.2139335 Aug 26 11:08:46.879225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c707daeb-f8a5-498b-829f-496ee6d8a0f1 None None] Port f1b9f5bb-378f-42d2-be48-97bdba7a8895 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:08:46.944817 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-78209230-e635-44a0-a881-d4f9c483db37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec9cd186f38441798c0146417630c07c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1965427 Aug 26 11:08:46.950235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42042) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:46.951407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78209230-e635-44a0-a881-d4f9c483db37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644d14d8-2406-40d2-85a2-bf30f460aae4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:46.967201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-f4f966f9-9ca3-4d16-884f-252d582c67ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:46.978926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f526b3c0-8f5d-415e-a3cf-32a51e3a7e83 req-d20b2990-a0f9-45f5-b9bf-1c1d90e06563 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974838 Aug 26 11:08:46.986133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['0c25afdf-912c-4978-b4bb-858c16eec6d1'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:46.997191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-07331d73-2d25-42e7-bbcb-e5157361a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:46.998773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-07331d73-2d25-42e7-bbcb-e5157361a22a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc064fc2-8a96-4e0e-b126-2cabdd2a73da HTTP/1.1" status: 200 len: 838 time: 0.1448171 Aug 26 11:08:47.027732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d544e7d3-f327-4f4b-a5d6-aad61d936d06 req-a82fc269-0da2-48ce-b86b-c8925bc9361a tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408725 Aug 26 11:08:47.050453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f966f9-9ca3-4d16-884f-252d582c67ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c25afdf-912c-4978-b4bb-858c16eec6d1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:47.065895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-7175733c-a169-47e3-a69d-0dcdf401369a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 63df3421-fce2-4c05-b6df-d978dc1e78bb {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:47.066242 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7175733c-a169-47e3-a69d-0dcdf401369a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.079525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-560eea27-8bdc-4324-aba1-c6cb7f9cbacc service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961159 Aug 26 11:08:47.170034 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.172421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d86a143c-385f-4998-96ff-81934072ef51 req-f6ba2634-1e18-474b-84c6-dae05e300e69 tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62e68c16-3deb-4cba-ba5e-812a727b1eda HTTP/1.1" status: 200 len: 210 time: 0.0918255 Aug 26 11:08:47.206775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Deleting port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:47.206775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.210624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-f4f966f9-9ca3-4d16-884f-252d582c67ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] No DVR routers for this DVR port 0c25afdf-912c-4978-b4bb-858c16eec6d1 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:47.213596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-f4f966f9-9ca3-4d16-884f-252d582c67ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.218829 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-f4f966f9-9ca3-4d16-884f-252d582c67ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] 10.222.0.47 "DELETE /v2.0/ports/0c25afdf-912c-4978-b4bb-858c16eec6d1 HTTP/1.1" status: 204 len: 173 time: 2.3806188 Aug 26 11:08:47.227939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e68c16-3deb-4cba-ba5e-812a727b1eda', 'name': 'network-vif-deleted', 'tag': '0c25afdf-912c-4978-b4bb-858c16eec6d1'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:47.232924 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaf3c7a-ada5-4575-a219-66660cec32bf" -d '{"events": [{"server_uuid": "62e68c16-3deb-4cba-ba5e-812a727b1eda", "name": "network-vif-deleted", "tag": "0c25afdf-912c-4978-b4bb-858c16eec6d1"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:47.249216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-d242f6d2-4f28-4f86-8b1f-f47f609b59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:47.251594 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-d242f6d2-4f28-4f86-8b1f-f47f609b59c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa7bc631-7359-44ff-930f-a60112a8d0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2446892 Aug 26 11:08:47.300103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7175733c-a169-47e3-a69d-0dcdf401369a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.329441 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bef30d-399f-46cc-949e-9826b48d6056 x-openstack-request-id: req-46bef30d-399f-46cc-949e-9826b48d6056 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:47.329749 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e68c16-3deb-4cba-ba5e-812a727b1eda", "name": "network-vif-deleted", "tag": "0c25afdf-912c-4978-b4bb-858c16eec6d1", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:47.330066 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46bef30d-399f-46cc-949e-9826b48d6056 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:47.330393 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e68c16-3deb-4cba-ba5e-812a727b1eda', 'name': 'network-vif-deleted', 'tag': '0c25afdf-912c-4978-b4bb-858c16eec6d1', 'status': 'completed', 'code': 200} Aug 26 11:08:47.331035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e13a4b05-2d96-42cb-bdcf-07be43261126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.350593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde9389-bdd6-4fe9-a922-266189812f28 req-56f890fa-3c25-4583-8f58-e2761c2ae89f tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:47.352232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfde9389-bdd6-4fe9-a922-266189812f28 req-56f890fa-3c25-4583-8f58-e2761c2ae89f tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 907 time: 0.1757474 Aug 26 11:08:47.355754 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-7175733c-a169-47e3-a69d-0dcdf401369a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 63df3421-fce2-4c05-b6df-d978dc1e78bb owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:47.356162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d13e0f8e-a100-4ccf-a5d0-df1f7e6ad3a6 req-738b15aa-c3c0-408e-b58f-19a954fd5d4a service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687440 Aug 26 11:08:47.401743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-7bd4fa29-ab25-4392-8352-ea23f6ea2b8e service neutron] 10.222.0.42 "GET /v2.0/networks/aa7bc631-7359-44ff-930f-a60112a8d0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394403 Aug 26 11:08:47.410768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e13a4b05-2d96-42cb-bdcf-07be43261126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.500567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df2d7fb2-922d-4037-977d-1c83ad27a5b6 req-b50d217d-e888-4f92-9f40-f63ed83cb9d6 service neutron] 10.222.0.42 "GET /v2.0/networks/aa7bc631-7359-44ff-930f-a60112a8d0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917125 Aug 26 11:08:47.542284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] For port e6c02a17-dd9d-4609-81f0-e40ab006f2c2, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=e6c02a17-dd9d-4609-81f0-e40ab006f2c2,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:47.542824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.586880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7 req-f821404f-430c-4356-aac0-2af582edcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:47.588417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7 req-f821404f-430c-4356-aac0-2af582edcb20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7202d08226184cb383eb9303d1ec18da&device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 1059 time: 0.0426295 Aug 26 11:08:47.674017 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e13a4b05-2d96-42cb-bdcf-07be43261126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.676939 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e13a4b05-2d96-42cb-bdcf-07be43261126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.678206 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e13a4b05-2d96-42cb-bdcf-07be43261126 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/644d14d8-2406-40d2-85a2-bf30f460aae4 HTTP/1.1" status: 204 len: 168 time: 0.7231557 Aug 26 11:08:47.681327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c5ce8-168b-439c-9354-b665bab60803 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port f1b9f5bb-378f-42d2-be48-97bdba7a8895 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:47.681752 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5ce8-168b-439c-9354-b665bab60803 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.696013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7 req-c150baa8-2863-437e-bcde-05ad27ec6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:47.697590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7 req-c150baa8-2863-437e-bcde-05ad27ec6716 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa7bc631-7359-44ff-930f-a60112a8d0cb HTTP/1.1" status: 200 len: 898 time: 0.1023633 Aug 26 11:08:47.711447 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7175733c-a169-47e3-a69d-0dcdf401369a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.761261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7 req-5a55a715-26cb-4a5c-8db9-7e2dc93f8560 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=db4b2134-6521-491f-af5d-a3eaa43bf708 HTTP/1.1" status: 200 len: 217 time: 0.0531244 Aug 26 11:08:47.803003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a4b05-2d96-42cb-bdcf-07be43261126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d14d8-2406-40d2-85a2-bf30f460aae4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:47.827616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7 req-0a3165a5-daa4-4ef5-9420-8928aaaa6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:47.829698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7 req-0a3165a5-daa4-4ef5-9420-8928aaaa6637 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc064fc2-8a96-4e0e-b126-2cabdd2a73da HTTP/1.1" status: 200 len: 838 time: 0.0606492 Aug 26 11:08:47.845824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175733c-a169-47e3-a69d-0dcdf401369a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=63df3421-fce2-4c05-b6df-d978dc1e78bb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:47.852563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7175733c-a169-47e3-a69d-0dcdf401369a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:47.857528 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7175733c-a169-47e3-a69d-0dcdf401369a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/63df3421-fce2-4c05-b6df-d978dc1e78bb HTTP/1.1" status: 204 len: 168 time: 1.2700529 Aug 26 11:08:47.859932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42050) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:47.897785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7 req-5b89886b-3ed8-49e3-b50d-bc214f3ee790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:47.903611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7 req-5b89886b-3ed8-49e3-b50d-bc214f3ee790 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa7bc631-7359-44ff-930f-a60112a8d0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0660846 Aug 26 11:08:47.974594 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5ce8-168b-439c-9354-b665bab60803 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:48.002325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c5ce8-168b-439c-9354-b665bab60803 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for f1b9f5bb-378f-42d2-be48-97bdba7a8895 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:48.025285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7 req-f78742b5-9c59-4a6f-9691-19ee5661b4da service neutron] 10.222.0.42 "GET /v2.0/networks/aa7bc631-7359-44ff-930f-a60112a8d0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062131 Aug 26 11:08:48.032783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f9a52-1299-457e-b468-da0b97f17742 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:48.034441 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-601f9a52-1299-457e-b468-da0b97f17742 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1711230 Aug 26 11:08:48.036530 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:48.036922 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:48.037277 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Floating IP 66afbb9f-eed9-4723-aafc-b22c47305dbf disassociated. External IP: 172.25.1.23, port: e6c02a17-dd9d-4609-81f0-e40ab006f2c2. Aug 26 11:08:48.037627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Calling delete_port for e6c02a17-dd9d-4609-81f0-e40ab006f2c2 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:48.045991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42058) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:48.121973 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f48f467-2a65-43d7-8d1c-d0f417e88666 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:08:48.123491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0f48f467-2a65-43d7-8d1c-d0f417e88666 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/63df3421-fce2-4c05-b6df-d978dc1e78bb HTTP/1.1" status: 404 len: 333 time: 0.0755818 Aug 26 11:08:48.130602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42066) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:48.137567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-279210444'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:48.221067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:48.225067 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:48.243714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7cc4fd1-e33e-4fdb-93b3-b3f2a10d6cb7 req-b6707670-82c2-4472-a162-82718148231f service neutron] 10.222.0.42 "GET /v2.0/networks/aa7bc631-7359-44ff-930f-a60112a8d0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094674 Aug 26 11:08:48.254252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e493a6b-5d69-41cf-831a-a883c24a6e59 req-6cdc3d9b-e44a-44f4-9aca-ba1fb478e204 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:48.256244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e493a6b-5d69-41cf-831a-a883c24a6e59 req-6cdc3d9b-e44a-44f4-9aca-ba1fb478e204 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.1438439 Aug 26 11:08:48.266548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea89d1-6d89-46ac-b27f-fb43edef4571 req-fe5760bf-e991-41b0-8b0a-bbb340d2ad59 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:48.268371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9ea89d1-6d89-46ac-b27f-fb43edef4571 req-fe5760bf-e991-41b0-8b0a-bbb340d2ad59 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 945 time: 0.1477089 Aug 26 11:08:48.332985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9ea89d1-6d89-46ac-b27f-fb43edef4571 req-9df6131f-6d76-4e32-8caf-91087ac41948 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups?id=b29e97ca-d287-4df3-bdee-32f80a3f085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562625 Aug 26 11:08:48.345650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e493a6b-5d69-41cf-831a-a883c24a6e59 req-ceb0ffdb-be8a-48dc-9344-2c83287c2325 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759752 Aug 26 11:08:48.347469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:08:48.423072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42082) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:48.505168 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:48.547665 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5ce8-168b-439c-9354-b665bab60803 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:48.557836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event deleted for resources: {'Port': ['ID=e6c02a17-dd9d-4609-81f0-e40ab006f2c2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:48.571880 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:48.572234 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Added segment 53a787e4-f88d-420d-a4c8-f67efe08f78d of type vlan for network 58448ce3-414b-4d5c-8b13-f9476309040b Aug 26 11:08:48.611795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c5ce8-168b-439c-9354-b665bab60803 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=f1b9f5bb-378f-42d2-be48-97bdba7a8895,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:48.622897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9619-0211-48f7-8247-4d939f06d8d7 req-fb8a1de1-b544-47d3-92eb-e3c3a1600e45 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:48.625097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7c9d9619-0211-48f7-8247-4d939f06d8d7 req-fb8a1de1-b544-47d3-92eb-e3c3a1600e45 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 907 time: 0.1102786 Aug 26 11:08:48.940369 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60d0d-cdd3-4033-9ee4-cd19d75cbad0 req-62046be8-7ac6-462f-96ec-8b08a6df64b3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:48.941984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52a60d0d-cdd3-4033-9ee4-cd19d75cbad0 req-62046be8-7ac6-462f-96ec-8b08a6df64b3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.0788176 Aug 26 11:08:49.000107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42102) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:49.050040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52a60d0d-cdd3-4033-9ee4-cd19d75cbad0 req-91cefc7c-327d-4e09-a46d-c858d8fea694 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874968 Aug 26 11:08:49.079839 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.140472 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.242212 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.269508 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5638898e-25d6-4d30-a4dd-ece82778895a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.292034 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ab8c5ce8-168b-439c-9354-b665bab60803 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.295215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Router 75e64555-f7a8-4840-94ef-439e792eaf0d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:08:49.297573 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.303321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:49.304046 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.509744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8004126b-6019-4caa-a3e6-f4ba479067df req-d44e90ed-e312-4502-b190-e179c1dbfd79 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 210 time: 0.0497382 Aug 26 11:08:49.518752 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5638898e-25d6-4d30-a4dd-ece82778895a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.525009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Network': ['ID=58448ce3-414b-4d5c-8b13-f9476309040b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:49.530104 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5638898e-25d6-4d30-a4dd-ece82778895a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.540250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 58448ce3-414b-4d5c-8b13-f9476309040b details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:08:49.544084 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7c25b20e-64db-494f-84e4-1e85ec501705 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4105754 Aug 26 11:08:49.546412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42110) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:49.552603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '58448ce3-414b-4d5c-8b13-f9476309040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:49.597095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638898e-25d6-4d30-a4dd-ece82778895a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0ee195-5e08-4ee0-ba91-6187ad19dab4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:49.603727 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5638898e-25d6-4d30-a4dd-ece82778895a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec014ced7d76417ca9851aa753e9dc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6023383 Aug 26 11:08:49.607525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42112) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:49.656999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] Deleting port 08a4c897-2197-42f4-8a39-25f6c0403277 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:49.657266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.728732 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-99fae388-d8ec-4cf1-b6a4-65b2b9106136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.734607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8c5ce8-168b-439c-9354-b665bab60803 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 5fc9c940-003a-432d-8b60-098761c0f736 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:08:49.760330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:49.771268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4960a4c-ef32-4f8c-8f21-47113d5b688f None None] Sync routers for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:49.782889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4960a4c-ef32-4f8c-8f21-47113d5b688f None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:49.784039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e4960a4c-ef32-4f8c-8f21-47113d5b688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:49.798446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-99fae388-d8ec-4cf1-b6a4-65b2b9106136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.825331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] For port 08a4c897-2197-42f4-8a39-25f6c0403277, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=08a4c897-2197-42f4-8a39-25f6c0403277,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:49.825768 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.842195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45361816-7145-4234-82fe-c6b1c9d696c0 req-c78a59cb-4bde-4989-8c0d-6e660658de51 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:49.843723 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45361816-7145-4234-82fe-c6b1c9d696c0 req-c78a59cb-4bde-4989-8c0d-6e660658de51 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 907 time: 0.1358762 Aug 26 11:08:49.845166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] No DVR routers for this DVR port e6c02a17-dd9d-4609-81f0-e40ab006f2c2 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:49.848561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:49.852919 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.855065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] Calling delete_port for 08a4c897-2197-42f4-8a39-25f6c0403277 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:49.884172 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.886431 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ebacccff-a988-4538-bea9-df332d96cdc1 req-3c1f66e0-8191-4535-84e3-307c7b1fce9d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.47 "DELETE /v2.0/ports/e6c02a17-dd9d-4609-81f0-e40ab006f2c2 HTTP/1.1" status: 204 len: 173 time: 3.1718128 Aug 26 11:08:49.886767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68272fbe-effe-407b-84e2-51a8361535da', 'name': 'network-vif-deleted', 'tag': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:49.889042 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9e6721-7e3b-4721-9197-d109869d19e5" -d '{"events": [{"server_uuid": "68272fbe-effe-407b-84e2-51a8361535da", "name": "network-vif-deleted", "tag": "e6c02a17-dd9d-4609-81f0-e40ab006f2c2"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:49.933542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e4960a4c-ef32-4f8c-8f21-47113d5b688f None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:08:49.943989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8c5ce8-168b-439c-9354-b665bab60803 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:49.953960 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ab8c5ce8-168b-439c-9354-b665bab60803 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/5fc9c940-003a-432d-8b60-098761c0f736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4907091 Aug 26 11:08:49.954593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42118) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:49.959169 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ac38b-3c35-4193-a000-50d950d12d7e None None] Sync routers for ids ['5fc9c940-003a-432d-8b60-098761c0f736'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:49.963833 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-99fae388-d8ec-4cf1-b6a4-65b2b9106136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.966458 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-99fae388-d8ec-4cf1-b6a4-65b2b9106136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:49.967808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-99fae388-d8ec-4cf1-b6a4-65b2b9106136 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea0ee195-5e08-4ee0-ba91-6187ad19dab4 HTTP/1.1" status: 204 len: 168 time: 0.3583999 Aug 26 11:08:49.978271 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ac38b-3c35-4193-a000-50d950d12d7e None None] Routers {'5fc9c940-003a-432d-8b60-098761c0f736'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:49.979217 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b67ac38b-3c35-4193-a000-50d950d12d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5fc9c940-003a-432d-8b60-098761c0f736'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:50.002187 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-57a540a7-282d-4527-908c-968becfb3e03 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc9c940-003a-432d-8b60-098761c0f736 HTTP/1.1" status: 200 len: 205 time: 0.0438058 Aug 26 11:08:50.004328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42122) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:50.006454 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf727f9-eee1-41f1-899b-b220c94022ec x-openstack-request-id: req-bbf727f9-eee1-41f1-899b-b220c94022ec {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:50.006454 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68272fbe-effe-407b-84e2-51a8361535da", "name": "network-vif-deleted", "tag": "e6c02a17-dd9d-4609-81f0-e40ab006f2c2", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:50.006454 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbf727f9-eee1-41f1-899b-b220c94022ec {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:50.006827 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68272fbe-effe-407b-84e2-51a8361535da', 'name': 'network-vif-deleted', 'tag': 'e6c02a17-dd9d-4609-81f0-e40ab006f2c2', 'status': 'completed', 'code': 200} Aug 26 11:08:50.068427 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b67ac38b-3c35-4193-a000-50d950d12d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:50.090823 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ac38b-3c35-4193-a000-50d950d12d7e None None] Routers {'5fc9c940-003a-432d-8b60-098761c0f736'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:50.091618 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b67ac38b-3c35-4193-a000-50d950d12d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5fc9c940-003a-432d-8b60-098761c0f736'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:50.114751 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7f625ca-5533-4f26-b620-a448450680fd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.120058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device e6c02a17-dd9d-4609-81f0-e40ab006f2c2 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:50.185939 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b67ac38b-3c35-4193-a000-50d950d12d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:50.191669 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ac38b-3c35-4193-a000-50d950d12d7e None None] The sync data for ids ['5fc9c940-003a-432d-8b60-098761c0f736'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:50.213528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: e6c02a17-dd9d-4609-81f0-e40ab006f2c2 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:08:50.213528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device e6c02a17-dd9d-4609-81f0-e40ab006f2c2 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:50.213751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0c25afdf-912c-4978-b4bb-858c16eec6d1 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:50.273993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fae388-d8ec-4cf1-b6a4-65b2b9106136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0ee195-5e08-4ee0-ba91-6187ad19dab4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:50.310643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68d08e-3dbd-4bfd-8df6-1e46a7c503b0 req-4a024a5d-ec14-476d-8bec-8c5371197ebf tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:50.312564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb68d08e-3dbd-4bfd-8df6-1e46a7c503b0 req-4a024a5d-ec14-476d-8bec-8c5371197ebf tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.0719323 Aug 26 11:08:50.313875 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.381241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7f625ca-5533-4f26-b620-a448450680fd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.385539 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7f625ca-5533-4f26-b620-a448450680fd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.420635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a4c897-2197-42f4-8a39-25f6c0403277,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:50.454302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb68d08e-3dbd-4bfd-8df6-1e46a7c503b0 req-3f61b377-514e-4ab3-bf4e-7550713e710c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309695 Aug 26 11:08:50.537066 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device db4b2134-6521-491f-af5d-a3eaa43bf708 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:08:50.541203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 0c25afdf-912c-4978-b4bb-858c16eec6d1 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:08:50.541773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0c25afdf-912c-4978-b4bb-858c16eec6d1 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:50.562701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.583502 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7f625ca-5533-4f26-b620-a448450680fd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.584042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f625ca-5533-4f26-b620-a448450680fd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Fanout notify agent at l3_agent the message router_deleted on router 5fc9c940-003a-432d-8b60-098761c0f736 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:08:50.588800 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.623236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7f625ca-5533-4f26-b620-a448450680fd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.631341 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e7f625ca-5533-4f26-b620-a448450680fd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/5fc9c940-003a-432d-8b60-098761c0f736 HTTP/1.1" status: 204 len: 168 time: 0.6236160 Aug 26 11:08:50.637727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42140) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:50.792543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42450123-593a-4e58-b2ca-672cd847490a req-979e9c5e-6ed5-4405-bd0e-db872e288a72 tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/ports?device_id=68272fbe-effe-407b-84e2-51a8361535da HTTP/1.1" status: 200 len: 210 time: 0.0407732 Aug 26 11:08:50.799671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Subnet': ['ID=bf94bebe-687a-4076-99f6-ccbbc1d86e48,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:50.816277 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.837681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01c5b84-7947-461b-95c2-90313983aefa tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting subnet a69152ef-6916-4480-a5c0-17a07d1ac508 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:08:50.841237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a01c5b84-7947-461b-95c2-90313983aefa tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.846342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port db4b2134-6521-491f-af5d-a3eaa43bf708, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=db4b2134-6521-491f-af5d-a3eaa43bf708,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:50.849328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Checking segment: {'id': '53a787e4-f88d-420d-a4c8-f67efe08f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '58448ce3-414b-4d5c-8b13-f9476309040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:50.849922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network hostable DHCP agents. Network: 58448ce3-414b-4d5c-8b13-f9476309040b, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:08:50.864957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'db4b2134-6521-491f-af5d-a3eaa43bf708', 'network_id': 'aa7bc631-7359-44ff-930f-a60112a8d0cb', 'port_id': 'db4b2134-6521-491f-af5d-a3eaa43bf708', 'mac_address': 'fa:16:3e:a6:69:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc064fc2-8a96-4e0e-b126-2cabdd2a73da', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:08:50.920027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 58448ce3-414b-4d5c-8b13-f9476309040b is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:08:50.927487 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a01c5b84-7947-461b-95c2-90313983aefa tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.944494 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:50.949661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e4960a4c-ef32-4f8c-8f21-47113d5b688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:50.968346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 58448ce3-414b-4d5c-8b13-f9476309040b) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:50.973186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:50.973877 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:51.008104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe57f483-5bfd-4575-9529-a5879e015ed2 None None] Network 58448ce3-414b-4d5c-8b13-f9476309040b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:51.012220 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-218cc054-594f-4d1c-bf28-ffea276164ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4635818 Aug 26 11:08:51.015465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42154) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:51.023378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-50f59d31-a4df-4b8a-9b7f-009fb5c04b83 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '58448ce3-414b-4d5c-8b13-f9476309040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:51.025465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4960a4c-ef32-4f8c-8f21-47113d5b688f None None] Checking router: 75e64555-f7a8-4840-94ef-439e792eaf0d for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:08:51.033697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4b2134-6521-491f-af5d-a3eaa43bf708 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:08:51.040454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a4187-bbce-4271-9616-ef31b085a314 req-55dbf7d1-f534-4fb9-8e40-71a67f62989b tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:51.042278 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-822a4187-bbce-4271-9616-ef31b085a314 req-55dbf7d1-f534-4fb9-8e40-71a67f62989b tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 907 time: 0.1028872 Aug 26 11:08:51.082547 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4960a4c-ef32-4f8c-8f21-47113d5b688f None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:51.083336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e4960a4c-ef32-4f8c-8f21-47113d5b688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:51.122077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a01c5b84-7947-461b-95c2-90313983aefa tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:51.129315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port db4b2134-6521-491f-af5d-a3eaa43bf708, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=db4b2134-6521-491f-af5d-a3eaa43bf708,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:51.150095 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:51.258048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a01c5b84-7947-461b-95c2-90313983aefa tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:51.276719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f59d31-a4df-4b8a-9b7f-009fb5c04b83 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:51.281721 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-50f59d31-a4df-4b8a-9b7f-009fb5c04b83 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:51.350418 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=db4b2134-6521-491f-af5d-a3eaa43bf708,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:51.368580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e4960a4c-ef32-4f8c-8f21-47113d5b688f None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:08:51.406229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['db4b2134-6521-491f-af5d-a3eaa43bf708'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:51.418346 n-d-778550-13 neutron-server[101266]: INFO neutron.db.ipam_backend_mixin [None req-50f59d31-a4df-4b8a-9b7f-009fb5c04b83 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf94bebe-687a-4076-99f6-ccbbc1d86e48 (CIDR: 2001:db8::/64) Aug 26 11:08:51.424660 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f59d31-a4df-4b8a-9b7f-009fb5c04b83 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:08:51.425857 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f59d31-a4df-4b8a-9b7f-009fb5c04b83 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:08:51.468615 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a01c5b84-7947-461b-95c2-90313983aefa tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:51.473470 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a01c5b84-7947-461b-95c2-90313983aefa tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/a69152ef-6916-4480-a5c0-17a07d1ac508 HTTP/1.1" status: 204 len: 168 time: 0.8276696 Aug 26 11:08:51.473470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c5b84-7947-461b-95c2-90313983aefa tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Subnet': ['ID=a69152ef-6916-4480-a5c0-17a07d1ac508,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:51.476822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42166) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:51.487779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4a4a53-b3f4-4b67-9d81-d18cfeb074f6 None None] Network 116404da-da3e-4f15-98e7-07b0e4816029 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:51.511857 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-50f59d31-a4df-4b8a-9b7f-009fb5c04b83 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4933648 Aug 26 11:08:51.550792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42172) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:51.556720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ce29f712-3528-46e6-81c9-f6bce38aa1e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '58448ce3-414b-4d5c-8b13-f9476309040b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:51.589335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-58448ce3-414b-4d5c-8b13-f9476309040b', 'network_id': '58448ce3-414b-4d5c-8b13-f9476309040b', 'tenant_id': '476ceaf3ced8446a959be5bfd3c12971', 'fixed_ips': [{'subnet_id': 'bf94bebe-687a-4076-99f6-ccbbc1d86e48'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:08:51.591114 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:51.643159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42174) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:51.646935 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:51.662172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e27fb-7bc7-4e54-ac19-d87d1888c235 req-08ff9d8d-a0f4-4ff8-928c-6c7d8d0b56aa tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:51.665703 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b21e27fb-7bc7-4e54-ac19-d87d1888c235 req-08ff9d8d-a0f4-4ff8-928c-6c7d8d0b56aa tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.0790484 Aug 26 11:08:51.671730 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] Router 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:08:51.788108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce29f712-3528-46e6-81c9-f6bce38aa1e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:51.794610 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce29f712-3528-46e6-81c9-f6bce38aa1e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:51.812624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port db37ce4d-9f05-4908-bc2b-2659facb431c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:51.813200 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:51.874246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:51.880650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2f329998-b988-4709-b5a3-eaa3f15dd201 admin admin] 10.222.0.21 "PUT /v2.0/routers/0af5314b-1feb-4ddd-9a92-8f9102cdfcaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4518135 Aug 26 11:08:51.887729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42184) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:51.912643 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ae2955-f457-4fa2-9f52-d56f617f1486 None None] Sync routers for ids ['0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:51.965400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42188) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:51.965635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ae2955-f457-4fa2-9f52-d56f617f1486 None None] Routers {'0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:51.966235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-24ae2955-f457-4fa2-9f52-d56f617f1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:51.978095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Allocated IP 2001:db8::2 (58448ce3-414b-4d5c-8b13-f9476309040b/bf94bebe-687a-4076-99f6-ccbbc1d86e48/454207ea-f757-40f7-a8cc-e28bf3b2fbe3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:51.996794 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41d38589-20db-4873-b84b-bee1a3740d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.034446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.051275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341512f-4961-49dc-81a7-54733040c9d8 None None] DHCP port deletion for 116404da-da3e-4f15-98e7-07b0e4816029 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:08:52.053022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8858926d-9afd-4dba-9d57-2c7bddc87503 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:08:52.079324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port db37ce4d-9f05-4908-bc2b-2659facb431c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=db37ce4d-9f05-4908-bc2b-2659facb431c,segment=NetworkSegment(6c3db2ba-943c-4e54-844d-c02311c3b0b6),segment_id=6c3db2ba-943c-4e54-844d-c02311c3b0b6)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:52.080025 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.161148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for db37ce4d-9f05-4908-bc2b-2659facb431c owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:52.191299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b21e27fb-7bc7-4e54-ac19-d87d1888c235 req-702b412e-d2d8-46ec-b55b-b9e3267a9177 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140450 Aug 26 11:08:52.244371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.264152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-587d3f3a-fc59-4931-ade2-11e025142a5d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.270949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18298a-8773-43e4-bd08-24081170a355 req-c265c16f-4faa-4823-a4a8-fc9d3b736659 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:52.272670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b18298a-8773-43e4-bd08-24081170a355 req-c265c16f-4faa-4823-a4a8-fc9d3b736659 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 908 time: 0.1011956 Aug 26 11:08:52.277084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device db37ce4d-9f05-4908-bc2b-2659facb431c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:52.300657 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-587d3f3a-fc59-4931-ade2-11e025142a5d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.327878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Deleting port 01919957-c20d-4fc4-a988-6c5a94d26e2e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:52.328303 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.377766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e4960a4c-ef32-4f8c-8f21-47113d5b688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:52.391338 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.426220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] For port 01919957-c20d-4fc4-a988-6c5a94d26e2e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=01919957-c20d-4fc4-a988-6c5a94d26e2e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:52.427540 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.444097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.447284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Calling delete_port for 01919957-c20d-4fc4-a988-6c5a94d26e2e owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:52.451753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4960a4c-ef32-4f8c-8f21-47113d5b688f None None] The sync data for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 is: [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '08dde083-c281-466a-b838-848f16a25d1d', 'name': '', 'network_id': '737316ca-f35a-431f-ace5-2858a9d1bebd', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'mac_address': 'fa:16:3e:05:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:06Z', 'updated_at': '2021-08-26T11:00:20Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'subnets': [{'id': '34d60e8f-8a0b-4912-8028-0cff05bc94a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:52.452031 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-587d3f3a-fc59-4931-ade2-11e025142a5d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.455624 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-587d3f3a-fc59-4931-ade2-11e025142a5d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.456993 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-587d3f3a-fc59-4931-ade2-11e025142a5d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "DELETE /v2.0/security-groups/b29e97ca-d287-4df3-bdee-32f80a3f085f HTTP/1.1" status: 204 len: 168 time: 0.4874651 Aug 26 11:08:52.458900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-24ae2955-f457-4fa2-9f52-d56f617f1486 None None] Set router 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:08:52.462304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42192) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:52.465518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8858926d-9afd-4dba-9d57-2c7bddc87503, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8858926d-9afd-4dba-9d57-2c7bddc87503,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:52.478616 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-a0018b4c-d833-4ad3-866f-25c3335e866f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] show failed (client error): The resource could not be found. Aug 26 11:08:52.483026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a0018b4c-d833-4ad3-866f-25c3335e866f tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "GET /v2.0/security-groups/b29e97ca-d287-4df3-bdee-32f80a3f085f HTTP/1.1" status: 404 len: 347 time: 0.0194273 Aug 26 11:08:52.483755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42194) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:52.516964 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41d38589-20db-4873-b84b-bee1a3740d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.518169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=db37ce4d-9f05-4908-bc2b-2659facb431c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:52.524008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No DVR routers for this DVR port db37ce4d-9f05-4908-bc2b-2659facb431c on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:52.534707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d3f3a-fc59-4931-ade2-11e025142a5d tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29e97ca-d287-4df3-bdee-32f80a3f085f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:52.546849 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41d38589-20db-4873-b84b-bee1a3740d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.670833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device db4b2134-6521-491f-af5d-a3eaa43bf708 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:52.709994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No active binding found for port db37ce4d-9f05-4908-bc2b-2659facb431c {{(pid=101268) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 26 11:08:52.709994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device db37ce4d-9f05-4908-bc2b-2659facb431c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:52.732113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-fd02867b-80ae-41f7-84b4-87977802d1de tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Deleting port cdd4db73-cf30-4e6f-879c-cdef4df076c6 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:52.732823 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd02867b-80ae-41f7-84b4-87977802d1de tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.733810 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-41d38589-20db-4873-b84b-bee1a3740d7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=011222c5eee74014baf88f67678a588f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0840573 Aug 26 11:08:52.735216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d38589-20db-4873-b84b-bee1a3740d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56011901-c3bc-4bb5-bb47-6a6adab0102b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:52.738039 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42196) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:52.767495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '8858926d-9afd-4dba-9d57-2c7bddc87503', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'port_id': '8858926d-9afd-4dba-9d57-2c7bddc87503', 'mac_address': 'fa:16:3e:40:a7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:08:52.768000 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.798722 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116404da-da3e-4f15-98e7-07b0e4816029']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:52.810520 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce29f712-3528-46e6-81c9-f6bce38aa1e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.814117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3db2ba-943c-4e54-844d-c02311c3b0b6') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:52.814593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3db2ba-943c-4e54-844d-c02311c3b0b6') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:52.854825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.885486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce29f712-3528-46e6-81c9-f6bce38aa1e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 58448ce3-414b-4d5c-8b13-f9476309040b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:52.890232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ce29f712-3528-46e6-81c9-f6bce38aa1e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:52.894204 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce29f712-3528-46e6-81c9-f6bce38aa1e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:52.894858 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce29f712-3528-46e6-81c9-f6bce38aa1e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.898484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.921207 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:52.921659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:52.925302 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:52.933842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3341512f-4961-49dc-81a7-54733040c9d8 None None] Deleting port db37ce4d-9f05-4908-bc2b-2659facb431c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:52.934363 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3341512f-4961-49dc-81a7-54733040c9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.961369 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a00874ef-c473-4997-818e-146099e7b78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:52.979146 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e26f47-b749-474e-9f60-143eb8612ae1 None None] New status for floating IP 66afbb9f-eed9-4723-aafc-b22c47305dbf: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:08:53.012110 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a00874ef-c473-4997-818e-146099e7b78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.014387 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.029001 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd02867b-80ae-41f7-84b4-87977802d1de tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.029502 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd02867b-80ae-41f7-84b4-87977802d1de tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.066583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Pushing event deleted for resources: {'Port': ['ID=01919957-c20d-4fc4-a988-6c5a94d26e2e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:53.095433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3341512f-4961-49dc-81a7-54733040c9d8 None None] For port db37ce4d-9f05-4908-bc2b-2659facb431c, host n-d-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:53.096569 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3341512f-4961-49dc-81a7-54733040c9d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.119658 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.143314 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.147396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3341512f-4961-49dc-81a7-54733040c9d8 None None] Calling delete_port for db37ce4d-9f05-4908-bc2b-2659facb431c owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:53.153503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-fd02867b-80ae-41f7-84b4-87977802d1de tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Calling delete_port for cdd4db73-cf30-4e6f-879c-cdef4df076c6 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:53.164053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-3341512f-4961-49dc-81a7-54733040c9d8 None None] Port db37ce4d-9f05-4908-bc2b-2659facb431c was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 11:08:53.181706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Transition to ACTIVE for port object 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:53.187752 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3341512f-4961-49dc-81a7-54733040c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.213442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8858926d-9afd-4dba-9d57-2c7bddc87503 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:08:53.252145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Transition to ACTIVE for port object 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:53.255947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3341512f-4961-49dc-81a7-54733040c9d8 None None] No DVR routers for this DVR port db37ce4d-9f05-4908-bc2b-2659facb431c on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:53.260048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port db4b2134-6521-491f-af5d-a3eaa43bf708 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:53.271028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341512f-4961-49dc-81a7-54733040c9d8 None None] Pushing event deleted for resources: {'Port': ['ID=db37ce4d-9f05-4908-bc2b-2659facb431c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:53.275030 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.315245 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.328992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29f712-3528-46e6-81c9-f6bce38aa1e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Subnet': ['ID=1dd75f8a-0ac7-4226-8237-a08a0bf6264f,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:53.331511 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port db4b2134-6521-491f-af5d-a3eaa43bf708 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:53.331893 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.338195 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ce29f712-3528-46e6-81c9-f6bce38aa1e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7864799 Aug 26 11:08:53.345920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8858926d-9afd-4dba-9d57-2c7bddc87503, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8858926d-9afd-4dba-9d57-2c7bddc87503,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:53.364915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42204) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:53.370511 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '58448ce3-414b-4d5c-8b13-f9476309040b', 'fixed_ips': [{'subnet_id': 'bf94bebe-687a-4076-99f6-ccbbc1d86e48'}, {'subnet_id': '1dd75f8a-0ac7-4226-8237-a08a0bf6264f'}], 'name': 'tempest-PortsIpV6TestJSON-1436720918'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:53.387610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Network 58448ce3-414b-4d5c-8b13-f9476309040b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:53.395783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:53.401228 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.406561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:53.418116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Pushing event updated for resources: {'Port': ['ID=454207ea-f757-40f7-a8cc-e28bf3b2fbe3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:53.454792 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.460651 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.462856 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/networks/116404da-da3e-4f15-98e7-07b0e4816029 HTTP/1.1" status: 204 len: 168 time: 1.9841077 Aug 26 11:08:53.468769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42206) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:53.477798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-928151479', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:53.515614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfa01e-5e03-473d-ba58-2b8d25e8084e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Network': ['ID=116404da-da3e-4f15-98e7-07b0e4816029,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:53.530944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.537567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.546979 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-3c8bf39a-bbc6-4c2a-919f-a98e12483b97 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4076426 Aug 26 11:08:53.557353 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.558550 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.558938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['8858926d-9afd-4dba-9d57-2c7bddc87503'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:08:53.587722 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:08:53.598713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8858926d-9afd-4dba-9d57-2c7bddc87503,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:53.622349 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a00874ef-c473-4997-818e-146099e7b78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.625469 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a00874ef-c473-4997-818e-146099e7b78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.629079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a00874ef-c473-4997-818e-146099e7b78b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56011901-c3bc-4bb5-bb47-6a6adab0102b HTTP/1.1" status: 204 len: 168 time: 0.8862019 Aug 26 11:08:53.649040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Attempting to bind port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:08:53.649424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Attempting to bind port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '53a787e4-f88d-420d-a4c8-f67efe08f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '58448ce3-414b-4d5c-8b13-f9476309040b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:08:53.649796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Attempting to bind port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 on network 58448ce3-414b-4d5c-8b13-f9476309040b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:08:53.671561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84479314-7921-4e1a-80d2-dd706bc210c0 req-565a5ae1-6f7c-4ee8-a651-cfedbf31f0a7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:53.673253 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84479314-7921-4e1a-80d2-dd706bc210c0 req-565a5ae1-6f7c-4ee8-a651-cfedbf31f0a7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 944 time: 0.3642802 Aug 26 11:08:53.681486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356a9ea-fe8a-4025-98a3-49c76e89939c req-6f6c80a9-9ee0-4234-9abd-ec51b129ebb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:53.683071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a356a9ea-fe8a-4025-98a3-49c76e89939c req-6f6c80a9-9ee0-4234-9abd-ec51b129ebb6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 908 time: 0.2358284 Aug 26 11:08:53.692200 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.692911 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:08:53.697286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-24ae2955-f457-4fa2-9f52-d56f617f1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'name': 'tempest-TestServerMultinode-1639131079-router', 'tenant_id': '57cbf5d64290404b826b2afa438a4c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:37Z', 'updated_at': '2021-08-26T11:08:50Z', 'revision_number': 5, 'project_id': '57cbf5d64290404b826b2afa438a4c63', 'gw_port': {'id': '01919957-c20d-4fc4-a988-6c5a94d26e2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:2e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af5314b-1feb-4ddd-9a92-8f9102cdfcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:38Z', 'updated_at': '2021-08-26T11:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:53.701115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.701854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00874ef-c473-4997-818e-146099e7b78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56011901-c3bc-4bb5-bb47-6a6adab0102b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:53.704815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:08:53.705176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Checking segment: {'id': '53a787e4-f88d-420d-a4c8-f67efe08f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '58448ce3-414b-4d5c-8b13-f9476309040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:08:53.706107 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.706107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Bound using segment: {'id': '53a787e4-f88d-420d-a4c8-f67efe08f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '58448ce3-414b-4d5c-8b13-f9476309040b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:08:53.706353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Bound port: 454207ea-f757-40f7-a8cc-e28bf3b2fbe3, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a787e4-f88d-420d-a4c8-f67efe08f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '58448ce3-414b-4d5c-8b13-f9476309040b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:08:53.706758 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.709373 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.710593 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fdeb31a2-a56e-4566-b1f2-89c6299ce433 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0af5314b-1feb-4ddd-9a92-8f9102cdfcaf HTTP/1.1" status: 204 len: 168 time: 1.8208830 Aug 26 11:08:53.722686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42210) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:53.814825 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.821215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ae2955-f457-4fa2-9f52-d56f617f1486 None None] Checking router: 0af5314b-1feb-4ddd-9a92-8f9102cdfcaf for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:08:53.843121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-2676390c-e3c9-489a-b1d6-ab799709e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:53.844984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-2676390c-e3c9-489a-b1d6-ab799709e680 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 1098 time: 0.2678032 Aug 26 11:08:53.853672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84479314-7921-4e1a-80d2-dd706bc210c0 req-9f5fd177-ad20-43af-a4d0-3c0c58cb25d9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664472 Aug 26 11:08:53.871217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-480838f6-df2b-4884-bd56-05d38b28d815 admin admin] Deleting subnet 17ccaa32-666c-4794-8d44-db8804393b77 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:08:53.887628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-480838f6-df2b-4884-bd56-05d38b28d815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.895503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.914651 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:53.924856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port ada79307-83a4-49ee-8763-d11ea4d1d386 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:08:53.940984 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd02867b-80ae-41f7-84b4-87977802d1de tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:54.016359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02867b-80ae-41f7-84b4-87977802d1de tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Pushing event deleted for resources: {'Port': ['ID=cdd4db73-cf30-4e6f-879c-cdef4df076c6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:54.023702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ae2955-f457-4fa2-9f52-d56f617f1486 None None] Routers set() bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:54.027149 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-480838f6-df2b-4884-bd56-05d38b28d815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:54.027292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ae2955-f457-4fa2-9f52-d56f617f1486 None None] Router IDs set() for agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 11:08:54.030690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_agentschedulers_db [None req-24ae2955-f457-4fa2-9f52-d56f617f1486 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent'). {{(pid=101268) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 26 11:08:54.031265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ae2955-f457-4fa2-9f52-d56f617f1486 None None] The sync data for ids ['0af5314b-1feb-4ddd-9a92-8f9102cdfcaf'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:08:54.033972 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463bfbc1-129f-4da5-ba23-7c78a3dc7f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4b2134-6521-491f-af5d-a3eaa43bf708'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:54.036664 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fb7d26-d1e9-4466-82e9-719c5ba8b857" -d '{"events": [{"server_uuid": "463bfbc1-129f-4da5-ba23-7c78a3dc7f1a", "name": "network-vif-plugged", "status": "completed", "tag": "db4b2134-6521-491f-af5d-a3eaa43bf708"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:54.181006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port db4b2134-6521-491f-af5d-a3eaa43bf708, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=db4b2134-6521-491f-af5d-a3eaa43bf708,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:54.187243 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d36d96-6fd5-484f-a3d3-6f6ea01ab8eb x-openstack-request-id: req-c4d36d96-6fd5-484f-a3d3-6f6ea01ab8eb {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:54.187909 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463bfbc1-129f-4da5-ba23-7c78a3dc7f1a", "name": "network-vif-plugged", "status": "completed", "tag": "db4b2134-6521-491f-af5d-a3eaa43bf708", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:54.194049 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4d36d96-6fd5-484f-a3d3-6f6ea01ab8eb {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:54.196261 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463bfbc1-129f-4da5-ba23-7c78a3dc7f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4b2134-6521-491f-af5d-a3eaa43bf708', 'code': 200} Aug 26 11:08:54.225896 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:54.229407 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] For port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:08:54.232875 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd02867b-80ae-41f7-84b4-87977802d1de tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:54.235763 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd02867b-80ae-41f7-84b4-87977802d1de tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:54.241251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fd02867b-80ae-41f7-84b4-87977802d1de tempest-AttachVolumeTestJSON-727912115 tempest-AttachVolumeTestJSON-727912115-project] 10.222.0.21 "DELETE /v2.0/floatingips/66afbb9f-eed9-4723-aafc-b22c47305dbf HTTP/1.1" status: 204 len: 168 time: 1.7539444 Aug 26 11:08:54.245743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-cbc03869-e6b6-4c45-9975-c4875631aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:54.249571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-cbc03869-e6b6-4c45-9975-c4875631aa0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.3732469 Aug 26 11:08:54.272562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8::e0 (58448ce3-414b-4d5c-8b13-f9476309040b/bf94bebe-687a-4076-99f6-ccbbc1d86e48/ada79307-83a4-49ee-8763-d11ea4d1d386) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:54.289642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8:0:1::24b (58448ce3-414b-4d5c-8b13-f9476309040b/1dd75f8a-0ac7-4226-8237-a08a0bf6264f/ada79307-83a4-49ee-8763-d11ea4d1d386) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:54.306365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=db4b2134-6521-491f-af5d-a3eaa43bf708,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:54.348621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-0e9566a6-cc1c-4f0a-a71c-bf77a81a0cb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c08311b-96ac-4a74-81b1-285d78575089 HTTP/1.1" status: 200 len: 217 time: 0.0625176 Aug 26 11:08:54.351976 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-480838f6-df2b-4884-bd56-05d38b28d815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:54.413420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] For port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=454207ea-f757-40f7-a8cc-e28bf3b2fbe3,segment=NetworkSegment(53a787e4-f88d-420d-a4c8-f67efe08f78d),segment_id=53a787e4-f88d-420d-a4c8-f67efe08f78d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:08:54.475734 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:54.523190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-fc773ccf-0a33-4177-981c-b2b3a19bbd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:54.528173 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-fc773ccf-0a33-4177-981c-b2b3a19bbd79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1541164 Aug 26 11:08:54.531977 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-480838f6-df2b-4884-bd56-05d38b28d815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:54.621463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480838f6-df2b-4884-bd56-05d38b28d815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ccaa32-666c-4794-8d44-db8804393b77,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:54.641671 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcadfde-ca11-4136-9fe6-9c83263e91b4 None None] Pushing event updated for resources: {'Port': ['ID=454207ea-f757-40f7-a8cc-e28bf3b2fbe3,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:54.699642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b995c30c-93f6-4ca6-80b7-e0843b7c0602 None None] Network c5b8753a-926d-4026-9a01-ed1860475eb1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:54.706914 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-480838f6-df2b-4884-bd56-05d38b28d815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:54.708852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-480838f6-df2b-4884-bd56-05d38b28d815 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/17ccaa32-666c-4794-8d44-db8804393b77 HTTP/1.1" status: 204 len: 168 time: 0.9843421 Aug 26 11:08:54.715157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97037717-1c53-4055-b854-c01244f3167a req-f081105c-099b-4da4-8ea8-6e6b6712babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:54.726662 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-97037717-1c53-4055-b854-c01244f3167a req-f081105c-099b-4da4-8ea8-6e6b6712babb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 1061 time: 0.3444250 Aug 26 11:08:54.729763 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42246) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:54.801249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:54.861301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object ada79307-83a4-49ee-8763-d11ea4d1d386 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:54.901493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-c836a95f-127a-4db6-a66b-3c5a873ebfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:54.903613 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-c836a95f-127a-4db6-a66b-3c5a873ebfb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3629930 Aug 26 11:08:55.077953 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6f927-b9e5-4bea-9856-2475093fce1e req-03080a8b-971d-4509-acdf-bfcea3c18db5 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:55.095927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d1c6f927-b9e5-4bea-9856-2475093fce1e req-03080a8b-971d-4509-acdf-bfcea3c18db5 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 909 time: 0.2108610 Aug 26 11:08:55.099463 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:55.101399 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:55.176733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38f494-12d2-408d-b547-95fe839e4d6c None None] DHCP port deletion for c5b8753a-926d-4026-9a01-ed1860475eb1 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:08:55.266488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4d38f494-12d2-408d-b547-95fe839e4d6c None None] Deleting port 75d6f50e-e158-4df9-92ee-73389c1938ca {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:55.268673 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d38f494-12d2-408d-b547-95fe839e4d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:55.359934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-c0472d19-8bd6-42df-bd0c-6486d0904238 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435146 Aug 26 11:08:55.377148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 58448ce3-414b-4d5c-8b13-f9476309040b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:55.383319 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:55.397520 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:55.432177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:55.438590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:55.439690 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:55.441546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4d38f494-12d2-408d-b547-95fe839e4d6c None None] For port 75d6f50e-e158-4df9-92ee-73389c1938ca, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=75d6f50e-e158-4df9-92ee-73389c1938ca,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:55.441964 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d38f494-12d2-408d-b547-95fe839e4d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:55.444860 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:55.446950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=ada79307-83a4-49ee-8763-d11ea4d1d386,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:55.497801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63b6d-7d0c-4ef9-b26e-20123438e39e req-db7ae65d-da66-4528-af8b-e95fad2d0831 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:55.500498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74f63b6d-7d0c-4ef9-b26e-20123438e39e req-db7ae65d-da66-4528-af8b-e95fad2d0831 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 944 time: 0.4423733 Aug 26 11:08:55.503811 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-64f6c6e2-8f29-439f-8737-874ece7a22d0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1378219 Aug 26 11:08:55.506822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42274) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:55.513813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1720b6ae-6b7f-466f-a7fd-cab3b8e14132 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf94bebe-687a-4076-99f6-ccbbc1d86e48'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:55.520149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4d38f494-12d2-408d-b547-95fe839e4d6c None None] Calling delete_port for 75d6f50e-e158-4df9-92ee-73389c1938ca owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:55.534000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb67ef6-5bb3-4b68-b6ce-dab32e174f06 req-8b077cb1-592c-430f-98b1-700684e452b2 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624656 Aug 26 11:08:55.681921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74f63b6d-7d0c-4ef9-b26e-20123438e39e req-842edc30-d3cd-4975-92d9-7ddc248945a6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533635 Aug 26 11:08:55.725712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Deleting port 75d6f50e-e158-4df9-92ee-73389c1938ca {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:08:55.726602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:55.771301 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1720b6ae-6b7f-466f-a7fd-cab3b8e14132 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:55.827211 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d38f494-12d2-408d-b547-95fe839e4d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:55.955108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Allocated IP 172.25.1.90 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/97711400-94b8-4ca4-8b2e-b4babc20d777) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:56.040466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38f494-12d2-408d-b547-95fe839e4d6c None None] No DVR routers for this DVR port 75d6f50e-e158-4df9-92ee-73389c1938ca on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:56.079579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] For port 75d6f50e-e158-4df9-92ee-73389c1938ca, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=75d6f50e-e158-4df9-92ee-73389c1938ca,segment=NetworkSegment(ab0d722f-077e-49e7-a832-f381d554762c),segment_id=ab0d722f-077e-49e7-a832-f381d554762c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:56.079971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:56.089767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8858926d-9afd-4dba-9d57-2c7bddc87503 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:56.110030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38f494-12d2-408d-b547-95fe839e4d6c None None] Pushing event deleted for resources: {'Port': ['ID=75d6f50e-e158-4df9-92ee-73389c1938ca,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:56.129435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Calling delete_port for 75d6f50e-e158-4df9-92ee-73389c1938ca owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:08:56.343930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 8858926d-9afd-4dba-9d57-2c7bddc87503 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:56.344317 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:56.409526 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:56.414519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:08:56.578227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] No DVR routers for this DVR port 75d6f50e-e158-4df9-92ee-73389c1938ca on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:08:56.676427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d6f50e-e158-4df9-92ee-73389c1938ca,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:56.744091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:56.811396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa18b77-161f-4745-a4e0-1dec2cb5d233 None None] Network 58448ce3-414b-4d5c-8b13-f9476309040b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:08:56.834629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:56.909708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:56.946382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b8753a-926d-4026-9a01-ed1860475eb1']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:56.985710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0d722f-077e-49e7-a832-f381d554762c') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:56.986010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0d722f-077e-49e7-a832-f381d554762c') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:57.009273 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.041939 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.057288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08a4c897-2197-42f4-8a39-25f6c0403277 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:57.061109 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:08:57.062985 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.081563 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.186579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9aad6bd4-0150-45b1-8315-2dade005361f None None] Provisioning for port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:08:57.197371 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:08:57.214250 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-1720b6ae-6b7f-466f-a7fd-cab3b8e14132 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Delete allocated IP 2001:db8:0:1::24b (58448ce3-414b-4d5c-8b13-f9476309040b/1dd75f8a-0ac7-4226-8237-a08a0bf6264f) {{(pid=101266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 11:08:57.219131 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.226357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 08a4c897-2197-42f4-8a39-25f6c0403277 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:08:57.226722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08a4c897-2197-42f4-8a39-25f6c0403277 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:57.227181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 75d6f50e-e158-4df9-92ee-73389c1938ca no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:57.265034 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.275016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9aad6bd4-0150-45b1-8315-2dade005361f None None] Provisioning complete for port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:08:57.275508 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9aad6bd4-0150-45b1-8315-2dade005361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.276216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c5b8753a-926d-4026-9a01-ed1860475eb1 HTTP/1.1" status: 204 len: 168 time: 2.5368595 Aug 26 11:08:57.323039 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259bb2f-26c2-4744-a621-acaa14fdb3bb req-dc844d8b-e5a5-457b-9fb5-98d85f21dbc6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:57.324348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1259bb2f-26c2-4744-a621-acaa14fdb3bb req-dc844d8b-e5a5-457b-9fb5-98d85f21dbc6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 909 time: 0.9187198 Aug 26 11:08:57.325122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42300) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:57.363621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.423878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 75d6f50e-e158-4df9-92ee-73389c1938ca {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:08:57.424233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 75d6f50e-e158-4df9-92ee-73389c1938ca not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:57.428529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 01919957-c20d-4fc4-a988-6c5a94d26e2e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:08:57.436259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:08:57.443905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:08:57.453467 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:08:57.581119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=97711400-94b8-4ca4-8b2e-b4babc20d777,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:57.666864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8858926d-9afd-4dba-9d57-2c7bddc87503'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:08:57.670215 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cc3d3e-c025-4d0a-b35c-72f7ace0b48e" -d '{"events": [{"server_uuid": "f99eec57-17e3-42c7-80e3-e08ef95fb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "8858926d-9afd-4dba-9d57-2c7bddc87503"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:08:57.681232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 01919957-c20d-4fc4-a988-6c5a94d26e2e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:08:57.682069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 01919957-c20d-4fc4-a988-6c5a94d26e2e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:08:57.715730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8858926d-9afd-4dba-9d57-2c7bddc87503, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8858926d-9afd-4dba-9d57-2c7bddc87503,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:57.725886 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1720b6ae-6b7f-466f-a7fd-cab3b8e14132 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.731245 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.775924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-1720b6ae-6b7f-466f-a7fd-cab3b8e14132 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Ignored duplicate provisioning block setup for port ada79307-83a4-49ee-8763-d11ea4d1d386 by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 26 11:08:57.788408 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1720b6ae-6b7f-466f-a7fd-cab3b8e14132 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.854644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6e43c-8f27-4c5e-9a15-878c5ae0aea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b8753a-926d-4026-9a01-ed1860475eb1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:57.871816 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8858926d-9afd-4dba-9d57-2c7bddc87503,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:57.908280 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9aad6bd4-0150-45b1-8315-2dade005361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:57.952637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff21fd-4bbd-4e6c-bb90-a119add93fe5 req-b736f5b8-f5a8-4fe6-bcaf-187103378759 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:57.956144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9aad6bd4-0150-45b1-8315-2dade005361f None None] For port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=454207ea-f757-40f7-a8cc-e28bf3b2fbe3,segment=NetworkSegment(53a787e4-f88d-420d-a4c8-f67efe08f78d),segment_id=53a787e4-f88d-420d-a4c8-f67efe08f78d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:57.971053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-34ff21fd-4bbd-4e6c-bb90-a119add93fe5 req-b736f5b8-f5a8-4fe6-bcaf-187103378759 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 944 time: 0.7710516 Aug 26 11:08:57.995723 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9aad6bd4-0150-45b1-8315-2dade005361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:58.055334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad6bd4-0150-45b1-8315-2dade005361f None None] Pushing event updated for resources: {'Port': ['ID=454207ea-f757-40f7-a8cc-e28bf3b2fbe3,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:58.060679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e63a4ae-f025-4484-b9c3-4fb2e0764d84 None None] Update dhcp port {'port': {'network_id': '58448ce3-414b-4d5c-8b13-f9476309040b', 'fixed_ips': [{'subnet_id': 'bf94bebe-687a-4076-99f6-ccbbc1d86e48', 'ip_address': '2001:db8::2'}, {'subnet_id': '1dd75f8a-0ac7-4226-8237-a08a0bf6264f'}], 'binding:host_id': 'n-d-778550-13'}, 'id': '454207ea-f757-40f7-a8cc-e28bf3b2fbe3'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:08:58.085853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9366d-210f-4793-97eb-b1c99e2f5c60 req-0f42c2c6-cdba-4267-a7e4-e61673e98d31 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:58.090560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58a9366d-210f-4793-97eb-b1c99e2f5c60 req-0f42c2c6-cdba-4267-a7e4-e61673e98d31 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 909 time: 0.4243708 Aug 26 11:08:58.105986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1720b6ae-6b7f-466f-a7fd-cab3b8e14132 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] In _notify_port_updated(), no bound segment for port ada79307-83a4-49ee-8763-d11ea4d1d386 on network 58448ce3-414b-4d5c-8b13-f9476309040b {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:08:58.111847 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e63a4ae-f025-4484-b9c3-4fb2e0764d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:58.124012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1720b6ae-6b7f-466f-a7fd-cab3b8e14132 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:58.124674 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1720b6ae-6b7f-466f-a7fd-cab3b8e14132 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:58.128842 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1720b6ae-6b7f-466f-a7fd-cab3b8e14132 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "PUT /v2.0/ports/ada79307-83a4-49ee-8763-d11ea4d1d386 HTTP/1.1" status: 200 len: 925 time: 2.6181207 Aug 26 11:08:58.136527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42312) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:58.154269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-94c01cc1-502c-4b69-862b-ba8307251ee0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf94bebe-687a-4076-99f6-ccbbc1d86e48'}, {'subnet_id': '1dd75f8a-0ac7-4226-8237-a08a0bf6264f'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:08:58.247374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-34ff21fd-4bbd-4e6c-bb90-a119add93fe5 req-42154fcd-abaf-4eaf-8fc1-056eca01a44e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751806 Aug 26 11:08:58.301003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720b6ae-6b7f-466f-a7fd-cab3b8e14132 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=ada79307-83a4-49ee-8763-d11ea4d1d386,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:58.304092 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e837cc29-00b6-4e97-b89a-0e70d5204ad8 x-openstack-request-id: req-e837cc29-00b6-4e97-b89a-0e70d5204ad8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:08:58.311405 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99eec57-17e3-42c7-80e3-e08ef95fb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "8858926d-9afd-4dba-9d57-2c7bddc87503", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:08:58.311921 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e837cc29-00b6-4e97-b89a-0e70d5204ad8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:08:58.313239 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8858926d-9afd-4dba-9d57-2c7bddc87503', 'code': 200} Aug 26 11:08:58.367427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:58.650130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5e63a4ae-f025-4484-b9c3-4fb2e0764d84 None None] Allocated IP 2001:db8:0:1::2 (58448ce3-414b-4d5c-8b13-f9476309040b/1dd75f8a-0ac7-4226-8237-a08a0bf6264f/454207ea-f757-40f7-a8cc-e28bf3b2fbe3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:08:58.675279 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94c01cc1-502c-4b69-862b-ba8307251ee0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:58.723508 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c66c6b-7e73-4b58-821b-83e3b7f8048f req-774174d2-c9bd-41e2-aaf2-74985fef57b3 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:08:58.737776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95c66c6b-7e73-4b58-821b-83e3b7f8048f req-774174d2-c9bd-41e2-aaf2-74985fef57b3 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 1061 time: 0.2306092 Aug 26 11:08:58.789690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5e63a4ae-f025-4484-b9c3-4fb2e0764d84 None None] For port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=454207ea-f757-40f7-a8cc-e28bf3b2fbe3,segment=NetworkSegment(53a787e4-f88d-420d-a4c8-f67efe08f78d),segment_id=53a787e4-f88d-420d-a4c8-f67efe08f78d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:08:58.869085 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e63a4ae-f025-4484-b9c3-4fb2e0764d84 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:58.898257 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:58.900690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5e63a4ae-f025-4484-b9c3-4fb2e0764d84 None None] Transition to ACTIVE for port object 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:08:58.909484 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e63a4ae-f025-4484-b9c3-4fb2e0764d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:59.143284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63a4ae-f025-4484-b9c3-4fb2e0764d84 None None] Pushing event updated for resources: {'Port': ['ID=454207ea-f757-40f7-a8cc-e28bf3b2fbe3,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:08:59.248543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 37885a26-6738-4f91-9518-ad77b8f44878 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:08:59.514291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:08:59.533345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e58223-6f19-4aa9-9249-b2522004affe None None] Sync routers for ids ['37885a26-6738-4f91-9518-ad77b8f44878'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:08:59.549277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e58223-6f19-4aa9-9249-b2522004affe None None] Routers {'37885a26-6738-4f91-9518-ad77b8f44878'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:59.549964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f6e58223-6f19-4aa9-9249-b2522004affe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['37885a26-6738-4f91-9518-ad77b8f44878'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:59.570325 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:08:59.576475 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-98fcd21a-6cfe-4e65-92f7-797b8dbb2159 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.1029503 Aug 26 11:08:59.577625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42344) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:08:59.694161 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f6e58223-6f19-4aa9-9249-b2522004affe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:59.752636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e58223-6f19-4aa9-9249-b2522004affe None None] Routers {'37885a26-6738-4f91-9518-ad77b8f44878'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:08:59.753303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f6e58223-6f19-4aa9-9249-b2522004affe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['37885a26-6738-4f91-9518-ad77b8f44878'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:59.846512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f6e58223-6f19-4aa9-9249-b2522004affe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:08:59.847357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e58223-6f19-4aa9-9249-b2522004affe None None] The sync data for ids ['37885a26-6738-4f91-9518-ad77b8f44878'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:00.227736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:00.276692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-94c01cc1-502c-4b69-862b-ba8307251ee0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8:0:1::1ac (58448ce3-414b-4d5c-8b13-f9476309040b/1dd75f8a-0ac7-4226-8237-a08a0bf6264f/ada79307-83a4-49ee-8763-d11ea4d1d386) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:00.332318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6e3743-b1b9-4f76-9db6-489c91bb20ba None None] Network 58448ce3-414b-4d5c-8b13-f9476309040b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:00.443392 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-14ea7bb4-e2ca-4d16-8379-e54fff79d8a1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/routers/37885a26-6738-4f91-9518-ad77b8f44878 HTTP/1.1" status: 200 len: 883 time: 0.8643546 Aug 26 11:09:00.449668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42354) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:00.621644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701533a-58c3-457c-915f-5d818939c7b1 req-107aff0a-fc85-49a9-b956-3a3c364f97af tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:00.629641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9daac3e4-c4be-40f9-a678-57d2682992d2 None None] Provisioning for port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:00.633919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3701533a-58c3-457c-915f-5d818939c7b1 req-107aff0a-fc85-49a9-b956-3a3c364f97af tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 1137 time: 1.7065365 Aug 26 11:09:00.665076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9daac3e4-c4be-40f9-a678-57d2682992d2 None None] Provisioning complete for port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:00.669542 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9daac3e4-c4be-40f9-a678-57d2682992d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:00.694623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632743b-b0ab-44b9-9c49-e1bd8320ed00 req-a6a9ea29-0eca-4dc4-972a-439d02909942 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:00.696500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f632743b-b0ab-44b9-9c49-e1bd8320ed00 req-a6a9ea29-0eca-4dc4-972a-439d02909942 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.4290960 Aug 26 11:09:00.715375 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:09:00.738469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3701533a-58c3-457c-915f-5d818939c7b1 req-06d88400-1fca-48ad-8cd5-061eaf3a0731 tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1035407 Aug 26 11:09:00.759516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42356) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:00.948578 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:01.133663 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d917011d-a85d-4f66-8189-08a0ae3fa03a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6408696 Aug 26 11:09:01.143572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42360) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:01.159774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2c1703da-ba7c-401c-b2df-fc81eea70e57 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-928151479'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:01.170572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335ee28d-53d5-4d97-b496-4250b6a98eaa tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:01.179235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-335ee28d-53d5-4d97-b496-4250b6a98eaa tempest-TestSecurityGroupsBasicOps-853465245 tempest-TestSecurityGroupsBasicOps-853465245-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 1056 time: 0.4165361 Aug 26 11:09:01.412666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9daac3e4-c4be-40f9-a678-57d2682992d2 None None] Provisioning for port ada79307-83a4-49ee-8763-d11ea4d1d386 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:01.423246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9daac3e4-c4be-40f9-a678-57d2682992d2 None None] Provisioning complete for port ada79307-83a4-49ee-8763-d11ea4d1d386 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:01.423881 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9daac3e4-c4be-40f9-a678-57d2682992d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:01.441498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f632743b-b0ab-44b9-9c49-e1bd8320ed00 req-d4626120-aabb-49a1-b90b-88482e04ba9f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7257586 Aug 26 11:09:01.509847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9daac3e4-c4be-40f9-a678-57d2682992d2 None None] Port ada79307-83a4-49ee-8763-d11ea4d1d386 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:01.522793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94c01cc1-502c-4b69-862b-ba8307251ee0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:01.660606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-94c01cc1-502c-4b69-862b-ba8307251ee0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Ignored duplicate provisioning block setup for port ada79307-83a4-49ee-8763-d11ea4d1d386 by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 26 11:09:01.700920 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94c01cc1-502c-4b69-862b-ba8307251ee0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:01.954406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-11a3a803-f079-46d8-b9b9-d55d0d6e44da None None] Provisioning complete for port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:01.954821 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11a3a803-f079-46d8-b9b9-d55d0d6e44da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:02.005720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-94c01cc1-502c-4b69-862b-ba8307251ee0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] In _notify_port_updated(), no bound segment for port ada79307-83a4-49ee-8763-d11ea4d1d386 on network 58448ce3-414b-4d5c-8b13-f9476309040b {{(pid=101267) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:09:02.012634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c01cc1-502c-4b69-862b-ba8307251ee0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:02.013897 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94c01cc1-502c-4b69-862b-ba8307251ee0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:02.015357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-94c01cc1-502c-4b69-862b-ba8307251ee0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "PUT /v2.0/ports/ada79307-83a4-49ee-8763-d11ea4d1d386 HTTP/1.1" status: 200 len: 1011 time: 3.8769922 Aug 26 11:09:02.018502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c01cc1-502c-4b69-862b-ba8307251ee0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=ada79307-83a4-49ee-8763-d11ea4d1d386,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:02.026586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42378) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:02.166148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2c1703da-ba7c-401c-b2df-fc81eea70e57 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:02.185513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2c1703da-ba7c-401c-b2df-fc81eea70e57 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:02.234204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-11a3a803-f079-46d8-b9b9-d55d0d6e44da None None] Provisioning complete for port ada79307-83a4-49ee-8763-d11ea4d1d386 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:02.234581 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11a3a803-f079-46d8-b9b9-d55d0d6e44da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:02.244886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1158a48-b256-489a-8495-101a4bb5bf95 req-83b7a833-1b61-424c-94db-673081b34ab7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:02.261771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1158a48-b256-489a-8495-101a4bb5bf95 req-83b7a833-1b61-424c-94db-673081b34ab7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 909 time: 0.4006360 Aug 26 11:09:02.313336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-11a3a803-f079-46d8-b9b9-d55d0d6e44da None None] Port ada79307-83a4-49ee-8763-d11ea4d1d386 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:02.454415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6c878582-702c-411e-ac6e-eb27714a7fad None None] Provisioning complete for port ada79307-83a4-49ee-8763-d11ea4d1d386 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:02.455110 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c878582-702c-411e-ac6e-eb27714a7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:02.464900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-44aa8114-285b-41ed-9948-6991ac3d2e0c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port ada79307-83a4-49ee-8763-d11ea4d1d386 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:02.466360 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44aa8114-285b-41ed-9948-6991ac3d2e0c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:02.517459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6c878582-702c-411e-ac6e-eb27714a7fad None None] Port ada79307-83a4-49ee-8763-d11ea4d1d386 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:02.652317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1703da-ba7c-401c-b2df-fc81eea70e57 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 37885a26-6738-4f91-9518-ad77b8f44878 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:09:02.654043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] Deleting port 2d590586-87f3-4b4d-9ee9-839d257f1d63 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:02.654406 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:02.967296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-72b8ed11-39ee-42d1-9e9a-8ae4c8731490 None None] Provisioning complete for port ada79307-83a4-49ee-8763-d11ea4d1d386 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:02.967943 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72b8ed11-39ee-42d1-9e9a-8ae4c8731490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:03.118028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-72b8ed11-39ee-42d1-9e9a-8ae4c8731490 None None] Port ada79307-83a4-49ee-8763-d11ea4d1d386 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:03.129984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1703da-ba7c-401c-b2df-fc81eea70e57 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:03.140971 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2754ee-5cf0-42ae-a6f0-f2f0aafd2f72 None None] Sync routers for ids ['37885a26-6738-4f91-9518-ad77b8f44878'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:03.158066 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2754ee-5cf0-42ae-a6f0-f2f0aafd2f72 None None] Routers {'37885a26-6738-4f91-9518-ad77b8f44878'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:03.158693 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cb2754ee-5cf0-42ae-a6f0-f2f0aafd2f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['37885a26-6738-4f91-9518-ad77b8f44878'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:03.159950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2c1703da-ba7c-401c-b2df-fc81eea70e57 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:03.161184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2c1703da-ba7c-401c-b2df-fc81eea70e57 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/37885a26-6738-4f91-9518-ad77b8f44878 HTTP/1.1" status: 200 len: 890 time: 2.0164318 Aug 26 11:09:03.161957 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44aa8114-285b-41ed-9948-6991ac3d2e0c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:03.167151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42400) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:03.200004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-44aa8114-285b-41ed-9948-6991ac3d2e0c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for ada79307-83a4-49ee-8763-d11ea4d1d386 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:03.249380 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cb2754ee-5cf0-42ae-a6f0-f2f0aafd2f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:03.275094 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2754ee-5cf0-42ae-a6f0-f2f0aafd2f72 None None] Routers {'37885a26-6738-4f91-9518-ad77b8f44878'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:03.275727 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cb2754ee-5cf0-42ae-a6f0-f2f0aafd2f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['37885a26-6738-4f91-9518-ad77b8f44878'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:03.340233 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cb2754ee-5cf0-42ae-a6f0-f2f0aafd2f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:03.340894 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2754ee-5cf0-42ae-a6f0-f2f0aafd2f72 None None] The sync data for ids ['37885a26-6738-4f91-9518-ad77b8f44878'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:03.363943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-561b1ed1-b41e-435e-b65b-959169ce9347 None None] Provisioning complete for port ada79307-83a4-49ee-8763-d11ea4d1d386 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:03.364585 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-561b1ed1-b41e-435e-b65b-959169ce9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:03.427257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-561b1ed1-b41e-435e-b65b-959169ce9347 None None] Port ada79307-83a4-49ee-8763-d11ea4d1d386 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:03.464954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] For port 2d590586-87f3-4b4d-9ee9-839d257f1d63, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2d590586-87f3-4b4d-9ee9-839d257f1d63,segment=NetworkSegment(7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5),segment_id=7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:03.466247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:03.486360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] Calling delete_port for 2d590586-87f3-4b4d-9ee9-839d257f1d63 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:03.606545 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-25dd9c02-2589-4fb0-821c-b3bfbc2f132b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/routers/37885a26-6738-4f91-9518-ad77b8f44878 HTTP/1.1" status: 200 len: 890 time: 0.4355927 Aug 26 11:09:03.611762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42406) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:03.682866 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-68a6c3df-bb04-460f-9437-7806476df3ed tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=37885a26-6738-4f91-9518-ad77b8f44878 HTTP/1.1" status: 200 len: 205 time: 0.0634387 Aug 26 11:09:03.683718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42408) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:03.822154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8af3f-ba6c-45e5-a4f9-a4e3a8b29d05 req-28fa7c02-b8ef-4bbf-9374-c8caf45e5d80 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:03.831086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9b8af3f-ba6c-45e5-a4f9-a4e3a8b29d05 req-28fa7c02-b8ef-4bbf-9374-c8caf45e5d80 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 1.1955974 Aug 26 11:09:03.853092 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:04.030293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d590586-87f3-4b4d-9ee9-839d257f1d63,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:04.053731 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:04.399823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613de5cb-0556-4f45-8eb8-ca1c6ee01c69 req-2463d3a9-6e32-4288-9578-09eb636069f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:04.401435 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-613de5cb-0556-4f45-8eb8-ca1c6ee01c69 req-2463d3a9-6e32-4288-9578-09eb636069f6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.42 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 909 time: 1.3450136 Aug 26 11:09:04.463143 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:04.568715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 97711400-94b8-4ca4-8b2e-b4babc20d777 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:04.569105 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:04.632248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9b8af3f-ba6c-45e5-a4f9-a4e3a8b29d05 req-71c4ce71-7d01-4741-877a-cef3e9a8b1d7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7993016 Aug 26 11:09:04.733475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6db722-a1f5-486b-b377-3ff7414288c9 req-e2ccda7d-4f79-4048-b543-ccc6f1a173c7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:04.737871 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f6db722-a1f5-486b-b377-3ff7414288c9 req-e2ccda7d-4f79-4048-b543-ccc6f1a173c7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 909 time: 1.2941139 Aug 26 11:09:04.797087 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:04.829722 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 97711400-94b8-4ca4-8b2e-b4babc20d777 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:04.943846 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.158170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-613de5cb-0556-4f45-8eb8-ca1c6ee01c69 req-bd6e5c1d-dd40-4676-94f2-ad790a917c96 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Deleting port db4b2134-6521-491f-af5d-a3eaa43bf708 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:05.158601 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-613de5cb-0556-4f45-8eb8-ca1c6ee01c69 req-bd6e5c1d-dd40-4676-94f2-ad790a917c96 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.165593 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.206031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=97711400-94b8-4ca4-8b2e-b4babc20d777,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:05.313934 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44aa8114-285b-41ed-9948-6991ac3d2e0c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.344910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.427093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa8114-285b-41ed-9948-6991ac3d2e0c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=ada79307-83a4-49ee-8763-d11ea4d1d386,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:05.472942 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.476635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.550563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44aa8114-285b-41ed-9948-6991ac3d2e0c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.557583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-44aa8114-285b-41ed-9948-6991ac3d2e0c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/ada79307-83a4-49ee-8763-d11ea4d1d386 HTTP/1.1" status: 204 len: 168 time: 3.5290029 Aug 26 11:09:05.558248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42426) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:05.571509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.572833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Fanout notify agent at l3_agent the message router_deleted on router 37885a26-6738-4f91-9518-ad77b8f44878 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:09:05.597313 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.601690 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8e1b981c-0a4e-4d6c-a3c1-9bf511722211 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/37885a26-6738-4f91-9518-ad77b8f44878 HTTP/1.1" status: 204 len: 168 time: 1.9167285 Aug 26 11:09:05.605217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42428) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:05.614342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-157483407'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:05.625980 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-1187bbc3-4cfd-4531-8aef-85947c7cc79f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:09:05.631346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42430) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:05.634246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1187bbc3-4cfd-4531-8aef-85947c7cc79f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/ada79307-83a4-49ee-8763-d11ea4d1d386 HTTP/1.1" status: 404 len: 333 time: 0.0700543 Aug 26 11:09:05.693234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-613de5cb-0556-4f45-8eb8-ca1c6ee01c69 req-bd6e5c1d-dd40-4676-94f2-ad790a917c96 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] For port db4b2134-6521-491f-af5d-a3eaa43bf708, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=db4b2134-6521-491f-af5d-a3eaa43bf708,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:05.693607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-613de5cb-0556-4f45-8eb8-ca1c6ee01c69 req-bd6e5c1d-dd40-4676-94f2-ad790a917c96 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.706999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f4e4d2-d295-43b5-bddd-85ef665d8cbf tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting subnet 1dd75f8a-0ac7-4226-8237-a08a0bf6264f {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:09:05.714445 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0f4e4d2-d295-43b5-bddd-85ef665d8cbf tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.725070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-613de5cb-0556-4f45-8eb8-ca1c6ee01c69 req-bd6e5c1d-dd40-4676-94f2-ad790a917c96 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Calling delete_port for db4b2134-6521-491f-af5d-a3eaa43bf708 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:05.744783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:05.750126 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.801527 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0f4e4d2-d295-43b5-bddd-85ef665d8cbf tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.869657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:09:05.898236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:05.898775 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added segment 320e9021-0625-4ba8-bb47-690f726658c9 of type vlan for network f68d248a-f9e9-4ff3-a593-df197d2c98c4 Aug 26 11:09:05.994033 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.045573 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0f4e4d2-d295-43b5-bddd-85ef665d8cbf tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.086838 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.092645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:06.093308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.232636 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6228983 Aug 26 11:09:06.234343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42446) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:06.239124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'subnet': {'network_id': 'f68d248a-f9e9-4ff3-a593-df197d2c98c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:06.295853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70e066-d668-4ade-ab7a-faf86ae16b09 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Network': ['ID=f68d248a-f9e9-4ff3-a593-df197d2c98c4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:06.315482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f68d248a-f9e9-4ff3-a593-df197d2c98c4 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:09:06.323918 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0f4e4d2-d295-43b5-bddd-85ef665d8cbf tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.360783 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0f4e4d2-d295-43b5-bddd-85ef665d8cbf tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.366344 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e0f4e4d2-d295-43b5-bddd-85ef665d8cbf tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/1dd75f8a-0ac7-4226-8237-a08a0bf6264f HTTP/1.1" status: 204 len: 168 time: 0.7292452 Aug 26 11:09:06.386329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42448) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:06.408608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4e4d2-d295-43b5-bddd-85ef665d8cbf tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd75f8a-0ac7-4226-8237-a08a0bf6264f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:06.454345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127c784-705d-4f45-a10b-61a163ecc0f9 None None] Network 58448ce3-414b-4d5c-8b13-f9476309040b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:06.455477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:06.467056 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.635707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device db4b2134-6521-491f-af5d-a3eaa43bf708 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:06.669292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-6091d236-e722-4aeb-b2db-61b00ee6701a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting subnet bf94bebe-687a-4076-99f6-ccbbc1d86e48 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:09:06.673045 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6091d236-e722-4aeb-b2db-61b00ee6701a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.751283 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.769669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6091d236-e722-4aeb-b2db-61b00ee6701a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.774830 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.813741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port db4b2134-6521-491f-af5d-a3eaa43bf708, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=db4b2134-6521-491f-af5d-a3eaa43bf708,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:06.815160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463bfbc1-129f-4da5-ba23-7c78a3dc7f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4b2134-6521-491f-af5d-a3eaa43bf708'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:09:06.818179 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b6ea7c-b97e-4517-aa40-d105a4db0eda" -d '{"events": [{"server_uuid": "463bfbc1-129f-4da5-ba23-7c78a3dc7f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "db4b2134-6521-491f-af5d-a3eaa43bf708"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:09:06.823645 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.829626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Subnet': ['ID=ab090fe6-2bbd-49a9-85c1-6dc583057f6f,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:06.886050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=db4b2134-6521-491f-af5d-a3eaa43bf708,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:06.892082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Checking segment: {'id': '320e9021-0625-4ba8-bb47-690f726658c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f68d248a-f9e9-4ff3-a593-df197d2c98c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:06.894840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network hostable DHCP agents. Network: f68d248a-f9e9-4ff3-a593-df197d2c98c4, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:09:06.920306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdf1b1-587a-45de-ad67-0166cfde3a57 req-e977e98c-6ef1-4287-9ec3-0cf23b0031fc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:06.927911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbbdf1b1-587a-45de-ad67-0166cfde3a57 req-e977e98c-6ef1-4287-9ec3-0cf23b0031fc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 1.0952077 Aug 26 11:09:06.940195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network f68d248a-f9e9-4ff3-a593-df197d2c98c4 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:09:06.959081 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f68d248a-f9e9-4ff3-a593-df197d2c98c4) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:06.959238 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-613de5cb-0556-4f45-8eb8-ca1c6ee01c69 req-bd6e5c1d-dd40-4676-94f2-ad790a917c96 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.969044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77f2c60-1614-4b33-91f2-4904f97f4b0f None None] Network f68d248a-f9e9-4ff3-a593-df197d2c98c4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:06.973893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:06.974651 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:06.975134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] Router ea02667d-5375-417a-8a17-27d1a95277b2 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:09:07.002459 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0edff315-c3e3-4c0e-9739-ba58ad712e01 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7670662 Aug 26 11:09:07.004825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42452) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:07.010463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-53c78bd3-57b1-4105-9f48-e3667f8f5662 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-954583951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:07.042384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e5c1d-dd40-4676-94f2-ad790a917c96 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'Port': ['ID=db4b2134-6521-491f-af5d-a3eaa43bf708,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:07.055749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7438572-d853-4efd-8b74-3c2ee0230dac req-d8de977c-dabe-420f-8075-339fe2f55379 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:07.068339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53c78bd3-57b1-4105-9f48-e3667f8f5662 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:07.070119 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7438572-d853-4efd-8b74-3c2ee0230dac req-d8de977c-dabe-420f-8075-339fe2f55379 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 830 time: 1.1629107 Aug 26 11:09:07.079477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53c78bd3-57b1-4105-9f48-e3667f8f5662 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:07.183513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53c78bd3-57b1-4105-9f48-e3667f8f5662 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:07.195900 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53c78bd3-57b1-4105-9f48-e3667f8f5662 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:07.254422 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53c78bd3-57b1-4105-9f48-e3667f8f5662 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:07.256324 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-53c78bd3-57b1-4105-9f48-e3667f8f5662 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2503185 Aug 26 11:09:07.260118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42458) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:07.279876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-f68d248a-f9e9-4ff3-a593-df197d2c98c4', 'network_id': 'f68d248a-f9e9-4ff3-a593-df197d2c98c4', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'fixed_ips': [{'subnet_id': 'ab090fe6-2bbd-49a9-85c1-6dc583057f6f'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:09:07.280936 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:07.368257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-613de5cb-0556-4f45-8eb8-ca1c6ee01c69 req-bd6e5c1d-dd40-4676-94f2-ad790a917c96 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] No DVR routers for this DVR port db4b2134-6521-491f-af5d-a3eaa43bf708 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:07.400543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbbdf1b1-587a-45de-ad67-0166cfde3a57 req-cc27aa5b-113f-47da-8ac3-0bcc0934c349 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716570 Aug 26 11:09:07.402184 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-613de5cb-0556-4f45-8eb8-ca1c6ee01c69 req-bd6e5c1d-dd40-4676-94f2-ad790a917c96 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:07.404654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-613de5cb-0556-4f45-8eb8-ca1c6ee01c69 req-bd6e5c1d-dd40-4676-94f2-ad790a917c96 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.42 "DELETE /v2.0/ports/db4b2134-6521-491f-af5d-a3eaa43bf708 HTTP/1.1" status: 204 len: 173 time: 2.9470224 Aug 26 11:09:07.444861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463bfbc1-129f-4da5-ba23-7c78a3dc7f1a', 'name': 'network-vif-deleted', 'tag': 'db4b2134-6521-491f-af5d-a3eaa43bf708'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:09:07.449323 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830f75a7-2371-4fc2-8972-543b65741061" -d '{"events": [{"server_uuid": "463bfbc1-129f-4da5-ba23-7c78a3dc7f1a", "name": "network-vif-deleted", "tag": "db4b2134-6521-491f-af5d-a3eaa43bf708"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:09:07.505921 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6091d236-e722-4aeb-b2db-61b00ee6701a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:07.585667 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffaa855-ae29-46e9-9c44-ed5f9bf32bd2 x-openstack-request-id: req-1ffaa855-ae29-46e9-9c44-ed5f9bf32bd2 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:09:07.586260 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463bfbc1-129f-4da5-ba23-7c78a3dc7f1a", "name": "network-vif-unplugged", "status": "completed", "tag": "db4b2134-6521-491f-af5d-a3eaa43bf708", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:09:07.586260 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ffaa855-ae29-46e9-9c44-ed5f9bf32bd2 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:09:07.586750 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463bfbc1-129f-4da5-ba23-7c78a3dc7f1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4b2134-6521-491f-af5d-a3eaa43bf708', 'code': 200} Aug 26 11:09:07.667482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:07.677577 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f5c966a5-6aa4-4417-ad76-0cd3876d649e admin admin] 10.222.0.21 "PUT /v2.0/routers/ea02667d-5375-417a-8a17-27d1a95277b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3316655 Aug 26 11:09:07.681245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42470) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:07.710401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d47edb-cfef-4588-bb57-7810b20d9511 None None] Sync routers for ids ['ea02667d-5375-417a-8a17-27d1a95277b2'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:07.740206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Allocated IP 2001:db8::2 (f68d248a-f9e9-4ff3-a593-df197d2c98c4/ab090fe6-2bbd-49a9-85c1-6dc583057f6f/3b591d9b-9ff2-4df4-92a2-f4c040ec248c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:07.794545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6091d236-e722-4aeb-b2db-61b00ee6701a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:07.898979 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff182f63-5aa3-4faf-96db-556a9a172413 x-openstack-request-id: req-ff182f63-5aa3-4faf-96db-556a9a172413 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:09:07.901520 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463bfbc1-129f-4da5-ba23-7c78a3dc7f1a", "name": "network-vif-deleted", "tag": "db4b2134-6521-491f-af5d-a3eaa43bf708", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:09:07.902971 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff182f63-5aa3-4faf-96db-556a9a172413 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:09:07.903641 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463bfbc1-129f-4da5-ba23-7c78a3dc7f1a', 'name': 'network-vif-deleted', 'tag': 'db4b2134-6521-491f-af5d-a3eaa43bf708', 'status': 'completed', 'code': 200} Aug 26 11:09:07.918297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091d236-e722-4aeb-b2db-61b00ee6701a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Subnet': ['ID=bf94bebe-687a-4076-99f6-ccbbc1d86e48,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:07.929881 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6091d236-e722-4aeb-b2db-61b00ee6701a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:07.932756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6091d236-e722-4aeb-b2db-61b00ee6701a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/bf94bebe-687a-4076-99f6-ccbbc1d86e48 HTTP/1.1" status: 204 len: 168 time: 1.5192778 Aug 26 11:09:07.935452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42480) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:08.009124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d47edb-cfef-4588-bb57-7810b20d9511 None None] Routers {'ea02667d-5375-417a-8a17-27d1a95277b2'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:08.011085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-68d47edb-cfef-4588-bb57-7810b20d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ea02667d-5375-417a-8a17-27d1a95277b2'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:08.037269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e870e7f-458c-4e92-a398-86bf4a49df65 None None] Network 58448ce3-414b-4d5c-8b13-f9476309040b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:08.101872 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:08.449839 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:08.473706 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:08.477930 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3787c28-ce78-4236-be16-ad80737a10af req-60701969-6b61-4813-b6b7-cb9a2b7c7281 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=463bfbc1-129f-4da5-ba23-7c78a3dc7f1a HTTP/1.1" status: 200 len: 210 time: 0.1131275 Aug 26 11:09:08.570722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-68d47edb-cfef-4588-bb57-7810b20d9511 None None] Set router ea02667d-5375-417a-8a17-27d1a95277b2 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:08.595291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09dce9-036a-43e7-a550-130b825b7b29 req-a4014485-8d55-4430-885d-f3f7f744568c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:08.597138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b09dce9-036a-43e7-a550-130b825b7b29 req-a4014485-8d55-4430-885d-f3f7f744568c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.5215995 Aug 26 11:09:08.783403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b09dce9-036a-43e7-a550-130b825b7b29 req-c6801557-6e06-4437-b608-c86da9dd9893 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508062 Aug 26 11:09:08.806029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b421d10c-5fb7-46ba-afbb-128317cf7d5c None None] Provisioning complete for port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:08.806535 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b421d10c-5fb7-46ba-afbb-128317cf7d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:08.845662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bbc00-a981-42b7-b3aa-5d960612c8b5 req-a05f9274-3583-4401-a43d-2648f5dab226 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:08.853774 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-782bbc00-a981-42b7-b3aa-5d960612c8b5 req-a05f9274-3583-4401-a43d-2648f5dab226 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.2458775 Aug 26 11:09:08.890539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:08.963771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-782bbc00-a981-42b7-b3aa-5d960612c8b5 req-122d6ce2-a579-42a3-a4a8-975f8b903204 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089222 Aug 26 11:09:08.996585 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.000060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:09.000864 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.032921 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Transition to ACTIVE for port object 3b591d9b-9ff2-4df4-92a2-f4c040ec248c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:09.082892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Transition to ACTIVE for port object 3b591d9b-9ff2-4df4-92a2-f4c040ec248c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:09.135982 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.170597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] For port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=454207ea-f757-40f7-a8cc-e28bf3b2fbe3,segment=NetworkSegment(53a787e4-f88d-420d-a4c8-f67efe08f78d),segment_id=53a787e4-f88d-420d-a4c8-f67efe08f78d)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:09.171287 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.200495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ae6ab-1624-4be3-9c5e-ffa93628ebb5 None None] DHCP port deletion for 58448ce3-414b-4d5c-8b13-f9476309040b request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:09:09.202031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:09.220320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Network f68d248a-f9e9-4ff3-a593-df197d2c98c4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:09.231922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Deleting port bd814c65-6fcf-47e2-bfc0-59f412d1de50 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:09.232453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.247149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:09.264830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Allocated IP 2001:db8::1 (f68d248a-f9e9-4ff3-a593-df197d2c98c4/ab090fe6-2bbd-49a9-85c1-6dc583057f6f/1610ad4a-f12b-4ed3-8ec7-c208077fb6c4) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:09.316055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:09.396368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Pushing event updated for resources: {'Port': ['ID=3b591d9b-9ff2-4df4-92a2-f4c040ec248c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:09.405246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] For port bd814c65-6fcf-47e2-bfc0-59f412d1de50, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bd814c65-6fcf-47e2-bfc0-59f412d1de50,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:09.405708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.435279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Calling delete_port for bd814c65-6fcf-47e2-bfc0-59f412d1de50 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:09.444598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.445321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.445863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.446459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.447044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.447580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.448107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.448687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.449213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.449759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.449893 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.450479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.451035 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:09.479778 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-68d47edb-cfef-4588-bb57-7810b20d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'name': 'tempest-TestServerMultinode-287105546-router', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:09:03Z', 'revision_number': 5, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'gw_port': {'id': 'bd814c65-6fcf-47e2-bfc0-59f412d1de50', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:12:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:09.485140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Attempting to bind port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:09:09.485793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Attempting to bind port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '320e9021-0625-4ba8-bb47-690f726658c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f68d248a-f9e9-4ff3-a593-df197d2c98c4'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:09:09.486331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Attempting to bind port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c on network f68d248a-f9e9-4ff3-a593-df197d2c98c4 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:09:09.528571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d47edb-cfef-4588-bb57-7810b20d9511 None None] Checking router: ea02667d-5375-417a-8a17-27d1a95277b2 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:09:09.536802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:09:09.537488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Checking segment: {'id': '320e9021-0625-4ba8-bb47-690f726658c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f68d248a-f9e9-4ff3-a593-df197d2c98c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:09.538104 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.538662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Bound using segment: {'id': '320e9021-0625-4ba8-bb47-690f726658c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f68d248a-f9e9-4ff3-a593-df197d2c98c4'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:09:09.539354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Bound port: 3b591d9b-9ff2-4df4-92a2-f4c040ec248c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320e9021-0625-4ba8-bb47-690f726658c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f68d248a-f9e9-4ff3-a593-df197d2c98c4'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:09:09.539914 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.544639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ae6ab-1624-4be3-9c5e-ffa93628ebb5 None None] Deleting port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:09.545226 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae6ab-1624-4be3-9c5e-ffa93628ebb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.559110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d47edb-cfef-4588-bb57-7810b20d9511 None None] Routers {'ea02667d-5375-417a-8a17-27d1a95277b2'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:09.560039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-68d47edb-cfef-4588-bb57-7810b20d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ea02667d-5375-417a-8a17-27d1a95277b2'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:09.587246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=454207ea-f757-40f7-a8cc-e28bf3b2fbe3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:09.597434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42500) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:09.616530 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.622976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No DVR routers for this DVR port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:09.656711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-68d47edb-cfef-4588-bb57-7810b20d9511 None None] Set router ea02667d-5375-417a-8a17-27d1a95277b2 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:09.659355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Transition to ACTIVE for port object 1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:09.720866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-68d47edb-cfef-4588-bb57-7810b20d9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'name': 'tempest-TestServerMultinode-287105546-router', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:09:08Z', 'revision_number': 6, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:09.729717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.776245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network f68d248a-f9e9-4ff3-a593-df197d2c98c4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:09.790446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:09.795175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:09.795749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.860962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] For port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:09:09.863587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] For port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3b591d9b-9ff2-4df4-92a2-f4c040ec248c,segment=NetworkSegment(320e9021-0625-4ba8-bb47-690f726658c9),segment_id=320e9021-0625-4ba8-bb47-690f726658c9)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:09:09.882757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:09.943957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d47edb-cfef-4588-bb57-7810b20d9511 None None] The sync data for ids ['ea02667d-5375-417a-8a17-27d1a95277b2'] in n-d-778550-13 is: [{'id': 'ea02667d-5375-417a-8a17-27d1a95277b2', 'name': 'tempest-TestServerMultinode-287105546-router', 'tenant_id': '5637ab13a8f14497bd055c713e70f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:07:48Z', 'updated_at': '2021-08-26T11:09:08Z', 'revision_number': 6, 'project_id': '5637ab13a8f14497bd055c713e70f23e', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:09.982554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4e5ae6ab-1624-4be3-9c5e-ffa93628ebb5 None None] For port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3, host n-d-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:09.982996 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae6ab-1624-4be3-9c5e-ffa93628ebb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:10.033239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ae6ab-1624-4be3-9c5e-ffa93628ebb5 None None] Calling delete_port for 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:10.041370 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-4e5ae6ab-1624-4be3-9c5e-ffa93628ebb5 None None] Port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 11:09:10.044431 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae6ab-1624-4be3-9c5e-ffa93628ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:10.056902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47735ca-e93a-483f-abd9-84c8c7193780 None None] Pushing event updated for resources: {'Port': ['ID=3b591d9b-9ff2-4df4-92a2-f4c040ec248c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:10.088878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ae6ab-1624-4be3-9c5e-ffa93628ebb5 None None] Pushing event deleted for resources: {'Port': ['ID=454207ea-f757-40f7-a8cc-e28bf3b2fbe3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:10.096840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ae6ab-1624-4be3-9c5e-ffa93628ebb5 None None] No DVR routers for this DVR port 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:10.146858 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:10.170784 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:10.177913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=1610ad4a-f12b-4ed3-8ec7-c208077fb6c4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:10.322224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58448ce3-414b-4d5c-8b13-f9476309040b']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:10.434823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a787e4-f88d-420d-a4c8-f67efe08f78d') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:10.437300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a787e4-f88d-420d-a4c8-f67efe08f78d') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:10.460502 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:10.481772 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:10.489636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:10.490569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:09:10.491183 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:10.546899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:10.548575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 454207ea-f757-40f7-a8cc-e28bf3b2fbe3 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:10.550359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2d590586-87f3-4b4d-9ee9-839d257f1d63 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:10.626508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 2d590586-87f3-4b4d-9ee9-839d257f1d63 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:10.629060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2d590586-87f3-4b4d-9ee9-839d257f1d63 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:09:10.657750 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:09:10.688459 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:10.900708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2429fe-467f-4a67-82d1-417bc22aff45 req-bed57f92-3159-429d-b38b-63b9ea8b32f7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:10.903144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a2429fe-467f-4a67-82d1-417bc22aff45 req-bed57f92-3159-429d-b38b-63b9ea8b32f7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.9219184 Aug 26 11:09:10.904561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:10.913736 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/networks/58448ce3-414b-4d5c-8b13-f9476309040b HTTP/1.1" status: 204 len: 168 time: 2.9691887 Aug 26 11:09:10.953941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c35ad2-f2f7-458a-9079-671ba06f4ba9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Network': ['ID=58448ce3-414b-4d5c-8b13-f9476309040b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:10.996342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42510) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:11.050058 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a2429fe-467f-4a67-82d1-417bc22aff45 req-c6718e45-dd08-4015-a26b-925d2caa7cdc tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900218 Aug 26 11:09:11.174244 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:11.442922 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:11.445519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd814c65-6fcf-47e2-bfc0-59f412d1de50,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:11.452284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:11.453086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:11.464002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c4d04-169a-4da0-a994-880836110d92 req-9d922fe8-79fd-417a-acc5-c195547bb2c1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:11.466548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e66c4d04-169a-4da0-a994-880836110d92 req-9d922fe8-79fd-417a-acc5-c195547bb2c1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 1.2896369 Aug 26 11:09:11.689595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e999d52-4466-4f78-a693-f5f0f6c4fbe1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:11.691412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1e999d52-4466-4f78-a693-f5f0f6c4fbe1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6688097 Aug 26 11:09:11.698855 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42516) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:11.726666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=1610ad4a-f12b-4ed3-8ec7-c208077fb6c4,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:11.749631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e66c4d04-169a-4da0-a994-880836110d92 req-44373814-c914-4de8-900f-01fc5f97635e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727189 Aug 26 11:09:11.806289 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:11.849012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.849638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.850149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.851271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.851808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.852339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.852840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.853605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.854114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.854628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.855563 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.856160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:11.880153 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d9239f9a-5c69-4cb1-b1aa-cc7498d7b811 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1785309 Aug 26 11:09:11.883575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42518) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:11.889386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1564263334'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:11.926579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network f68d248a-f9e9-4ff3-a593-df197d2c98c4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:11.931118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:11.935011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:11.967828 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0fcad-10c8-42f0-9aae-b8b07de47f93 None None] Network f68d248a-f9e9-4ff3-a593-df197d2c98c4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:11.985598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:09:11.998057 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:11.998411 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Added segment f30860fa-afe6-4d77-b607-41bb9c2315eb of type vlan for network 796fc3f2-f43f-4237-9932-2aca0a5b83b9 Aug 26 11:09:12.010377 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:12.012752 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:12.086156 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:12.086757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea02667d-5375-417a-8a17-27d1a95277b2 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:09:12.092198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:12.093451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-29ea006d-818e-40e2-8aab-241610ea45e4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ea02667d-5375-417a-8a17-27d1a95277b2 HTTP/1.1" status: 204 len: 168 time: 4.4109046 Aug 26 11:09:12.112385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42520) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:12.136084 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:12.158926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5f6c7b80-fdad-40c2-897c-de4b91daac3e None None] Provisioning for port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:12.235635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:12.245994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:12.255287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:12.256393 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:12.399999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b591d9b-9ff2-4df4-92a2-f4c040ec248c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:12.446721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b6f6df-19af-4e4b-9df6-7b09266432d7 admin admin] Deleting subnet 5895a39b-d566-4fd3-bd8b-2e8328b8ee01 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:09:12.451595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Network': ['ID=796fc3f2-f43f-4237-9932-2aca0a5b83b9,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:12.480977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 796fc3f2-f43f-4237-9932-2aca0a5b83b9 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:09:12.482112 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-37b6f6df-19af-4e4b-9df6-7b09266432d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:12.599007 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:12.615543 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-87edd7b9-8e77-4fd3-835b-5b4cd2d6be67 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7305932 Aug 26 11:09:12.621390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42540) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:12.627247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '796fc3f2-f43f-4237-9932-2aca0a5b83b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:12.712914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 1ea05dbe-0085-4bca-ad67-3f02bfda0dbf is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:09:12.950562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:12.956525 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3b13b202-2da3-46a0-bf54-1c6ae1cb34d6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/1ea05dbe-0085-4bca-ad67-3f02bfda0dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6962168 Aug 26 11:09:12.961666 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a746d-5701-41c5-a203-ee530a354ab3 None None] Sync routers for ids ['1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:12.973760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42550) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:12.978495 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a746d-5701-41c5-a203-ee530a354ab3 None None] Routers {'1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:12.983528 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c77a746d-5701-41c5-a203-ee530a354ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:13.030020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf00926a-5af9-429e-8474-f767bc6afe3e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:13.031864 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bf00926a-5af9-429e-8474-f767bc6afe3e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports/1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 HTTP/1.1" status: 200 len: 911 time: 0.0567875 Aug 26 11:09:13.032841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:13.036996 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:13.040997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42554) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:13.046773 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3ae9e064-c795-47ad-acb8-441dfb97e27d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab090fe6-2bbd-49a9-85c1-6dc583057f6f'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:13.207685 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c77a746d-5701-41c5-a203-ee530a354ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:13.242103 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a746d-5701-41c5-a203-ee530a354ab3 None None] Routers {'1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:13.242765 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c77a746d-5701-41c5-a203-ee530a354ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:08:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:13.299924 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c77a746d-5701-41c5-a203-ee530a354ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:13.300826 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77a746d-5701-41c5-a203-ee530a354ab3 None None] The sync data for ids ['1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:13.308417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42556) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:13.368966 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-37b6f6df-19af-4e4b-9df6-7b09266432d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:13.493294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:13.510815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:13.513350 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:13.593944 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e733cf0-f639-4a30-9f08-b0baf0008bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:13.740677 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69617de8-ea53-454f-914e-bf985f531890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:13.769919 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e064-c795-47ad-acb8-441dfb97e27d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:13.824194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:13.831105 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c74f1-b879-4e7d-ac47-696148b45d4d req-795e66d2-1fd5-4b86-aa5f-2c2ac50d0e54 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:13.842061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-829c74f1-b879-4e7d-ac47-696148b45d4d req-795e66d2-1fd5-4b86-aa5f-2c2ac50d0e54 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.4872975 Aug 26 11:09:13.845993 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:13.930640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3b591d9b-9ff2-4df4-92a2-f4c040ec248c,segment=NetworkSegment(320e9021-0625-4ba8-bb47-690f726658c9),segment_id=320e9021-0625-4ba8-bb47-690f726658c9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:13.939068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-829c74f1-b879-4e7d-ac47-696148b45d4d req-5b2f650b-87d2-4ca3-8e54-05881dcaf2eb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960727 Aug 26 11:09:13.942863 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:13.960169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e956ee9-5ed6-4a97-9997-0c09e63a178b req-adf1b7c6-b196-4cb6-a0bf-a10c0473a464 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:13.971117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e956ee9-5ed6-4a97-9997-0c09e63a178b req-adf1b7c6-b196-4cb6-a0bf-a10c0473a464 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 1.6891670 Aug 26 11:09:14.026838 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-37b6f6df-19af-4e4b-9df6-7b09266432d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:14.056970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=3b591d9b-9ff2-4df4-92a2-f4c040ec248c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:14.082559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bd814c65-6fcf-47e2-bfc0-59f412d1de50 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:14.102088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42564) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:14.131231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: bd814c65-6fcf-47e2-bfc0-59f412d1de50 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:14.132272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bd814c65-6fcf-47e2-bfc0-59f412d1de50 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:14.192436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-eeaf082e-3fc4-4116-b9a6-138f393a98bc None None] Provisioning complete for port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:14.192919 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeaf082e-3fc4-4116-b9a6-138f393a98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:14.238433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Subnet': ['ID=8eaa432c-6dd7-4792-894e-d2f0d147dcf2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:14.295562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e956ee9-5ed6-4a97-9997-0c09e63a178b req-17142416-49e7-4d73-9096-ee5be79d75d2 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086801 Aug 26 11:09:14.306288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b591d9b-9ff2-4df4-92a2-f4c040ec248c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:14.358556 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-37b6f6df-19af-4e4b-9df6-7b09266432d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:14.445158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-37b6f6df-19af-4e4b-9df6-7b09266432d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:14.462532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-37b6f6df-19af-4e4b-9df6-7b09266432d7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5895a39b-d566-4fd3-bd8b-2e8328b8ee01 HTTP/1.1" status: 204 len: 168 time: 2.3322585 Aug 26 11:09:14.464587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6f6df-19af-4e4b-9df6-7b09266432d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5895a39b-d566-4fd3-bd8b-2e8328b8ee01,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:14.467094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42568) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:14.493393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Deleting port dc47fe5f-ff57-42e8-93dc-372e0a21ef00 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:14.493936 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:14.500839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Checking segment: {'id': 'f30860fa-afe6-4d77-b607-41bb9c2315eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '796fc3f2-f43f-4237-9932-2aca0a5b83b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:14.501337 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network hostable DHCP agents. Network: 796fc3f2-f43f-4237-9932-2aca0a5b83b9, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:09:14.518532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e494bedc-f630-4fd1-9e1a-af2deb16600e None None] Network d961622f-1696-4f9e-a6fc-d94f7d390d25 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:14.718803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:14.719441 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:14.722048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-eeaf082e-3fc4-4116-b9a6-138f393a98bc None None] Provisioning for port 1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:14.732552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-eeaf082e-3fc4-4116-b9a6-138f393a98bc None None] Provisioning complete for port 1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:14.733235 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeaf082e-3fc4-4116-b9a6-138f393a98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:14.744588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] For port dc47fe5f-ff57-42e8-93dc-372e0a21ef00, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=dc47fe5f-ff57-42e8-93dc-372e0a21ef00,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:14.744972 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:14.750476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:14.795029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Calling delete_port for dc47fe5f-ff57-42e8-93dc-372e0a21ef00 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:14.802206 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69617de8-ea53-454f-914e-bf985f531890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:14.864659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf082e-3fc4-4116-b9a6-138f393a98bc None None] Port 1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:15.047798 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e064-c795-47ad-acb8-441dfb97e27d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.049193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e678e53-3e7b-449c-a02f-8bf85f853bff None None] DHCP port deletion for d961622f-1696-4f9e-a6fc-d94f7d390d25 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:09:15.066532 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69617de8-ea53-454f-914e-bf985f531890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.117757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 796fc3f2-f43f-4237-9932-2aca0a5b83b9 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:09:15.134261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bd55d6a1-f3dc-4e43-be0b-aad1fe5d37d7 None None] Provisioning complete for port 1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:15.134895 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd55d6a1-f3dc-4e43-be0b-aad1fe5d37d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.201618 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7e678e53-3e7b-449c-a02f-8bf85f853bff None None] Deleting port 03f961c5-f424-4eab-98af-fdc40807d1e4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:15.202314 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e678e53-3e7b-449c-a02f-8bf85f853bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.204628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bd55d6a1-f3dc-4e43-be0b-aad1fe5d37d7 None None] Port 1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:15.244440 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-69617de8-ea53-454f-914e-bf985f531890 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66ff1cd5f08046c3988138a7c5a768eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9311574 Aug 26 11:09:15.245399 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e064-c795-47ad-acb8-441dfb97e27d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.251821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9e064-c795-47ad-acb8-441dfb97e27d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:15.252516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3ae9e064-c795-47ad-acb8-441dfb97e27d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.254042 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3ae9e064-c795-47ad-acb8-441dfb97e27d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/ports/1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 HTTP/1.1" status: 200 len: 911 time: 2.2118661 Aug 26 11:09:15.258600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42572) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:15.258989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42574) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:15.291979 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.298423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7e678e53-3e7b-449c-a02f-8bf85f853bff None None] For port 03f961c5-f424-4eab-98af-fdc40807d1e4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=03f961c5-f424-4eab-98af-fdc40807d1e4,segment=NetworkSegment(7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5),segment_id=7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:15.299190 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e678e53-3e7b-449c-a02f-8bf85f853bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.336757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'Port': ['ID=dc47fe5f-ff57-42e8-93dc-372e0a21ef00,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:15.355957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7e678e53-3e7b-449c-a02f-8bf85f853bff None None] Calling delete_port for 03f961c5-f424-4eab-98af-fdc40807d1e4 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:15.390631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f9c65bbb-bfe4-451f-92cd-9a9958ff9a13 None None] Provisioning complete for port 1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:15.391039 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9c65bbb-bfe4-451f-92cd-9a9958ff9a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.425621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 796fc3f2-f43f-4237-9932-2aca0a5b83b9) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:15.543557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f9c65bbb-bfe4-451f-92cd-9a9958ff9a13 None None] Port 1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:15.546919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc971c-7211-4b31-b65f-eb557cd868bc req-25c0aba6-3f78-4d0b-8011-dc4cc8329cfa tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:15.550201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:15.552117 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.556079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5c2ee-790f-4711-87c1-c2f3d51cd366 None None] Network 796fc3f2-f43f-4237-9932-2aca0a5b83b9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:15.557455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4fc971c-7211-4b31-b65f-eb557cd868bc req-25c0aba6-3f78-4d0b-8011-dc4cc8329cfa tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.4499204 Aug 26 11:09:15.575673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9e064-c795-47ad-acb8-441dfb97e27d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=1610ad4a-f12b-4ed3-8ec7-c208077fb6c4,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:15.636067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61c111-ef9c-4943-9d53-783327ae9bca req-fa09d320-d0f3-4a25-9642-3e811cf2aeae tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:15.644541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e61c111-ef9c-4943-9d53-783327ae9bca req-fa09d320-d0f3-4a25-9642-3e811cf2aeae tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.1661241 Aug 26 11:09:15.766989 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-467cfead-d1e3-4e2c-80fb-a06e796d15f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.775199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e61c111-ef9c-4943-9d53-783327ae9bca req-ffb61c20-50d6-4740-9fca-16fdcca96545 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292355 Aug 26 11:09:15.790405 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c3deaa48-cf66-4c36-a63a-51876d1e4991 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1648445 Aug 26 11:09:15.803371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3396a645-cc64-4a04-acec-215fe0841599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.820862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4fc971c-7211-4b31-b65f-eb557cd868bc req-7beeff9e-e466-474b-8952-0b1b3d1b7c6e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581556 Aug 26 11:09:15.823671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42580) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:15.833634 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e678e53-3e7b-449c-a02f-8bf85f853bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.845922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '796fc3f2-f43f-4237-9932-2aca0a5b83b9', 'name': 'tempest-PortsIpV6TestJSON-446911305'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:15.901151 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e678e53-3e7b-449c-a02f-8bf85f853bff None None] No DVR routers for this DVR port 03f961c5-f424-4eab-98af-fdc40807d1e4 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:15.904907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e678e53-3e7b-449c-a02f-8bf85f853bff None None] Pushing event deleted for resources: {'Port': ['ID=03f961c5-f424-4eab-98af-fdc40807d1e4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:15.938156 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:15.956394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69617de8-ea53-454f-914e-bf985f531890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa778079-1c7b-48de-a92a-6b044ff06c52,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:15.993963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-796fc3f2-f43f-4237-9932-2aca0a5b83b9', 'network_id': '796fc3f2-f43f-4237-9932-2aca0a5b83b9', 'tenant_id': '476ceaf3ced8446a959be5bfd3c12971', 'fixed_ips': [{'subnet_id': '8eaa432c-6dd7-4792-894e-d2f0d147dcf2'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:09:15.997883 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.054153 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3396a645-cc64-4a04-acec-215fe0841599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.079013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Deleting port 03f961c5-f424-4eab-98af-fdc40807d1e4 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:16.079988 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.287718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] For port 03f961c5-f424-4eab-98af-fdc40807d1e4, host n-d-778550-13, got binding levels [] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:16.289453 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.296383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.324983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Allocated IP 2001:db8::2 (796fc3f2-f43f-4237-9932-2aca0a5b83b9/8eaa432c-6dd7-4792-894e-d2f0d147dcf2/4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:16.343152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Calling delete_port for 03f961c5-f424-4eab-98af-fdc40807d1e4 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:16.350227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_backend_mixin [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Port 03f961c5-f424-4eab-98af-fdc40807d1e4 was not found and therefore no delete operation was performed {{(pid=101266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 11:09:16.364131 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.414401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 03f961c5-f424-4eab-98af-fdc40807d1e4 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:16.414951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Router b83699ff-da81-497a-a243-5eeb4ef13a3d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:09:16.431202 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3396a645-cc64-4a04-acec-215fe0841599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.434418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3396a645-cc64-4a04-acec-215fe0841599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.438762 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3396a645-cc64-4a04-acec-215fe0841599 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa778079-1c7b-48de-a92a-6b044ff06c52 HTTP/1.1" status: 204 len: 168 time: 1.1191888 Aug 26 11:09:16.447407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f961c5-f424-4eab-98af-fdc40807d1e4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:16.449419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] No DVR routers for this DVR port 03f961c5-f424-4eab-98af-fdc40807d1e4 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:16.457619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:16.461362 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.462804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 03f961c5-f424-4eab-98af-fdc40807d1e4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:16.464436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 03f961c5-f424-4eab-98af-fdc40807d1e4 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:16.480336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396a645-cc64-4a04-acec-215fe0841599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa778079-1c7b-48de-a92a-6b044ff06c52,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:16.529822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port 05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:09:16.644424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ac5da9b-a078-4b68-8fe1-8f51969c69c1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.648543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:16.656217 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.682400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-81beb971-2cf1-4af0-afde-c3b149e400e9 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "PUT /v2.0/routers/b83699ff-da81-497a-a243-5eeb4ef13a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0764940 Aug 26 11:09:16.685016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42586) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:16.697051 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.718449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Transition to ACTIVE for port object 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:16.721732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d961622f-1696-4f9e-a6fc-d94f7d390d25']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:16.747357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Transition to ACTIVE for port object 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:16.751925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd8244-d224-4b56-b4c6-8d3e313ee18c None None] Sync routers for ids ['b83699ff-da81-497a-a243-5eeb4ef13a3d'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:16.766636 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.776054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51e9d15-83f0-48bb-a480-a64613339b21 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Deleting subnet fc064fc2-8a96-4e0e-b126-2cabdd2a73da {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:09:16.779438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd8244-d224-4b56-b4c6-8d3e313ee18c None None] Routers {'b83699ff-da81-497a-a243-5eeb4ef13a3d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:16.780906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a3dd8244-d224-4b56-b4c6-8d3e313ee18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['b83699ff-da81-497a-a243-5eeb4ef13a3d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:16.781906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d51e9d15-83f0-48bb-a480-a64613339b21 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:16.864752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Network 796fc3f2-f43f-4237-9932-2aca0a5b83b9 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:16.871887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:16.880217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:16.898217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Pushing event updated for resources: {'Port': ['ID=4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:16.921143 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d51e9d15-83f0-48bb-a480-a64613339b21 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.066093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Attempting to bind port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:09:17.066660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Attempting to bind port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'f30860fa-afe6-4d77-b607-41bb9c2315eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '796fc3f2-f43f-4237-9932-2aca0a5b83b9'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:09:17.067818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Attempting to bind port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 on network 796fc3f2-f43f-4237-9932-2aca0a5b83b9 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:09:17.072824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a3dd8244-d224-4b56-b4c6-8d3e313ee18c None None] Set router b83699ff-da81-497a-a243-5eeb4ef13a3d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:17.113227 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d51e9d15-83f0-48bb-a480-a64613339b21 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.144636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:09:17.145335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Checking segment: {'id': 'f30860fa-afe6-4d77-b607-41bb9c2315eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '796fc3f2-f43f-4237-9932-2aca0a5b83b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:17.145893 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.146755 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Bound using segment: {'id': 'f30860fa-afe6-4d77-b607-41bb9c2315eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '796fc3f2-f43f-4237-9932-2aca0a5b83b9'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:09:17.149535 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Bound port: 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30860fa-afe6-4d77-b607-41bb9c2315eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '796fc3f2-f43f-4237-9932-2aca0a5b83b9'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:09:17.150445 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.254298 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.280713 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d51e9d15-83f0-48bb-a480-a64613339b21 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.351567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] For port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:09:17.356685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] For port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6,segment=NetworkSegment(f30860fa-afe6-4d77-b607-41bb9c2315eb),segment_id=f30860fa-afe6-4d77-b607-41bb9c2315eb)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:09:17.391701 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d51e9d15-83f0-48bb-a480-a64613339b21 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.394278 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.394446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d51e9d15-83f0-48bb-a480-a64613339b21 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "DELETE /v2.0/subnets/fc064fc2-8a96-4e0e-b126-2cabdd2a73da HTTP/1.1" status: 204 len: 168 time: 0.7077315 Aug 26 11:09:17.396792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f6c70e-31f8-4c5b-939e-50e602c92e5b None None] Network aa7bc631-7359-44ff-930f-a60112a8d0cb requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:17.403616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e9d15-83f0-48bb-a480-a64613339b21 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'Subnet': ['ID=fc064fc2-8a96-4e0e-b126-2cabdd2a73da,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:17.416444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42602) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:17.537102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66ae3b-4cdd-48b5-ac8f-b545c764814d req-3edcdfa1-835c-4716-a505-2b73d3c3c890 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:17.538765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df66ae3b-4cdd-48b5-ac8f-b545c764814d req-3edcdfa1-835c-4716-a505-2b73d3c3c890 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.3293581 Aug 26 11:09:17.572977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a0c2d-b9db-441d-813b-3e518ed3dd39 req-b11eebb4-03bd-4cea-accf-bac7a607ea66 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:17.574625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f03a0c2d-b9db-441d-813b-3e518ed3dd39 req-b11eebb4-03bd-4cea-accf-bac7a607ea66 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.3181541 Aug 26 11:09:17.619390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:17.619957 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.620979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8cc746-f1e0-449e-b46c-bb7ad0fba5f5') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:17.665151 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.744248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053bfbc-c58a-49b3-bd91-4a07212f5a31 None None] Pushing event updated for resources: {'Port': ['ID=4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:17.769547 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a3dd8244-d224-4b56-b4c6-8d3e313ee18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1162997570', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:08:24Z', 'updated_at': '2021-08-26T11:09:15Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:25Z', 'updated_at': '2021-08-26T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:17.817258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.856111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09835da8-0283-40d6-9c00-85f6c3185535 None None] DHCP port deletion for aa7bc631-7359-44ff-930f-a60112a8d0cb request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:09:17.862843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd8244-d224-4b56-b4c6-8d3e313ee18c None None] Checking router: b83699ff-da81-497a-a243-5eeb4ef13a3d for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:09:17.904950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:09:17.905576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.911683 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:09:17.921239 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:09:17.927317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd8244-d224-4b56-b4c6-8d3e313ee18c None None] Routers {'b83699ff-da81-497a-a243-5eeb4ef13a3d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:17.927976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a3dd8244-d224-4b56-b4c6-8d3e313ee18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['b83699ff-da81-497a-a243-5eeb4ef13a3d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:17.990282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f03a0c2d-b9db-441d-813b-3e518ed3dd39 req-7c81eef3-cd3c-4b8e-b3ed-d8a942c940ae tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027202 Aug 26 11:09:18.002017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8::4b (796fc3f2-f43f-4237-9932-2aca0a5b83b9/8eaa432c-6dd7-4792-894e-d2f0d147dcf2/05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:18.019043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df66ae3b-4cdd-48b5-ac8f-b545c764814d req-a801c93b-4a79-4cf0-ba48-eb628252e7f8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662111 Aug 26 11:09:18.130714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Deleting port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:18.131106 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:18.247919 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:18.316218 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:18.320664 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d961622f-1696-4f9e-a6fc-d94f7d390d25 HTTP/1.1" status: 204 len: 168 time: 3.8500736 Aug 26 11:09:18.370519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] For port 0109f361-91dc-49f7-8ee3-6fdacb1a53ed, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0109f361-91dc-49f7-8ee3-6fdacb1a53ed,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:18.373324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:18.392898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a6eae-6b75-46dd-bd24-01686717c020 admin admin] Pushing event deleted for resources: {'Network': ['ID=d961622f-1696-4f9e-a6fc-d94f7d390d25,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:18.409450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:18.409613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Calling delete_port for 0109f361-91dc-49f7-8ee3-6fdacb1a53ed owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:18.465059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:18.622756 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42622) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:18.694041 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:18.704721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-09835da8-0283-40d6-9c00-85f6c3185535 None None] Deleting port 4e5f398c-4acd-43a1-a96d-0b129133121c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:18.705107 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09835da8-0283-40d6-9c00-85f6c3185535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:18.720112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object 05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:18.786994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a3dd8244-d224-4b56-b4c6-8d3e313ee18c None None] Set router b83699ff-da81-497a-a243-5eeb4ef13a3d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:18.813067 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:18.825509 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:18.942208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'Port': ['ID=0109f361-91dc-49f7-8ee3-6fdacb1a53ed,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:18.993913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-09835da8-0283-40d6-9c00-85f6c3185535 None None] For port 4e5f398c-4acd-43a1-a96d-0b129133121c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4e5f398c-4acd-43a1-a96d-0b129133121c,segment=NetworkSegment(0371ffd2-cad7-45ef-afd7-6a583f29cc21),segment_id=0371ffd2-cad7-45ef-afd7-6a583f29cc21)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:18.994594 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09835da8-0283-40d6-9c00-85f6c3185535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.000715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.001064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.001406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.001742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.002073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.002405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.002756 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.003087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.003415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.003738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.004066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.004386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:19.011540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-09835da8-0283-40d6-9c00-85f6c3185535 None None] Calling delete_port for 4e5f398c-4acd-43a1-a96d-0b129133121c owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:19.042535 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-616db675-512b-4ea4-8b18-d8322067042a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57cbf5d64290404b826b2afa438a4c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159732 Aug 26 11:09:19.065314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:19.066905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42630) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:19.116596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:19.121927 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09835da8-0283-40d6-9c00-85f6c3185535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.175221 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.188067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09835da8-0283-40d6-9c00-85f6c3185535 None None] Pushing event deleted for resources: {'Port': ['ID=4e5f398c-4acd-43a1-a96d-0b129133121c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:19.234863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09835da8-0283-40d6-9c00-85f6c3185535 None None] No DVR routers for this DVR port 4e5f398c-4acd-43a1-a96d-0b129133121c on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:19.248587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 796fc3f2-f43f-4237-9932-2aca0a5b83b9 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:19.252047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4e5f398c-4acd-43a1-a96d-0b129133121c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:19.259923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:19.269124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:19.287817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d2c09-29f5-44bf-af04-ceeec3e21d35 None None] Network 796fc3f2-f43f-4237-9932-2aca0a5b83b9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:19.296579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 4e5f398c-4acd-43a1-a96d-0b129133121c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:19.296861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4e5f398c-4acd-43a1-a96d-0b129133121c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:19.297279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:19.304160 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.306710 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.344467 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0f19bdf0-1a1b-472c-a17e-de7363fa9fef tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5180483 Aug 26 11:09:19.347258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42636) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:19.356024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '796fc3f2-f43f-4237-9932-2aca0a5b83b9', 'name': 'tempest-PortsIpV6TestJSON-1537449313'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:19.458671 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.461098 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a757bc5-221c-4819-9350-9a0c082b4e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.484220 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a757bc5-221c-4819-9350-9a0c082b4e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.494200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5da9b-a078-4b68-8fe1-8f51969c69c1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:19.496471 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ac5da9b-a078-4b68-8fe1-8f51969c69c1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.526421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.552969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7a1ae658-04f7-43ce-b4de-f5b4cc556a36 None None] Provisioning for port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:19.555739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83904cf4-165b-4a51-bf0d-f6b1391766eb req-e8e06a64-6a22-42dc-80c1-0712885cf76d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:19.557319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83904cf4-165b-4a51-bf0d-f6b1391766eb req-e8e06a64-6a22-42dc-80c1-0712885cf76d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.2058113 Aug 26 11:09:19.560930 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a757bc5-221c-4819-9350-9a0c082b4e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.563517 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a757bc5-221c-4819-9350-9a0c082b4e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.567195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7a1ae658-04f7-43ce-b4de-f5b4cc556a36 None None] Provisioning complete for port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:19.567583 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae658-04f7-43ce-b4de-f5b4cc556a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.567970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1a757bc5-221c-4819-9350-9a0c082b4e31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdae14ae-8e76-47b9-b18a-d53e93303761 HTTP/1.1" status: 204 len: 168 time: 0.4998527 Aug 26 11:09:19.799800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ac5da9b-a078-4b68-8fe1-8f51969c69c1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:19.835224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5da9b-a078-4b68-8fe1-8f51969c69c1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 1610ad4a-f12b-4ed3-8ec7-c208077fb6c4 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:19.918286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a3dd8244-d224-4b56-b4c6-8d3e313ee18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1162997570', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:08:24Z', 'updated_at': '2021-08-26T11:09:15Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:25Z', 'updated_at': '2021-08-26T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:20.014895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd8244-d224-4b56-b4c6-8d3e313ee18c None None] The sync data for ids ['b83699ff-da81-497a-a243-5eeb4ef13a3d'] in n-d-778550-13 is: [{'id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1162997570', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:08:24Z', 'updated_at': '2021-08-26T11:09:15Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '0109f361-91dc-49f7-8ee3-6fdacb1a53ed', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83699ff-da81-497a-a243-5eeb4ef13a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:08:25Z', 'updated_at': '2021-08-26T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:20.021425 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae658-04f7-43ce-b4de-f5b4cc556a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:20.134790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7a1ae658-04f7-43ce-b4de-f5b4cc556a36 None None] For port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6,segment=NetworkSegment(f30860fa-afe6-4d77-b607-41bb9c2315eb),segment_id=f30860fa-afe6-4d77-b607-41bb9c2315eb)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:20.145128 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a1ae658-04f7-43ce-b4de-f5b4cc556a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:20.257255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83904cf4-165b-4a51-bf0d-f6b1391766eb req-4774ebbe-e41b-4b47-abc3-60acfecfcab6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528952 Aug 26 11:09:20.268740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a757bc5-221c-4819-9350-9a0c082b4e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdae14ae-8e76-47b9-b18a-d53e93303761,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:20.297297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fb45d-6719-4f01-9696-0a91eed3e187 req-29ea24fa-80f7-4197-bbb8-9f05c4bf8350 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:20.300140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-957fb45d-6719-4f01-9696-0a91eed3e187 req-29ea24fa-80f7-4197-bbb8-9f05c4bf8350 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.9497941 Aug 26 11:09:20.304586 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:20.305736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Fanout notify agent at l3_agent the message router_deleted on router b83699ff-da81-497a-a243-5eeb4ef13a3d {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:09:20.311456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ae658-04f7-43ce-b4de-f5b4cc556a36 None None] Pushing event updated for resources: {'Port': ['ID=4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:20.341724 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:20.346266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-70552b1d-930a-4c66-a043-a64be7e0584d tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "DELETE /v2.0/routers/b83699ff-da81-497a-a243-5eeb4ef13a3d HTTP/1.1" status: 204 len: 168 time: 2.9287288 Aug 26 11:09:20.403744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42652) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:20.456469 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:20.457879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-24e03a49-31df-49a4-ae18-c0930a29ca09 None None] Provisioning complete for port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:20.468659 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24e03a49-31df-49a4-ae18-c0930a29ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:20.514946 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-957fb45d-6719-4f01-9696-0a91eed3e187 req-9437de53-d150-4539-bbc5-9a876c046055 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013006 Aug 26 11:09:20.660260 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ac5da9b-a078-4b68-8fe1-8f51969c69c1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:20.738483 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:20.806767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42654) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:20.830819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5da9b-a078-4b68-8fe1-8f51969c69c1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=1610ad4a-f12b-4ed3-8ec7-c208077fb6c4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:20.879480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-24e03a49-31df-49a4-ae18-c0930a29ca09 None None] Provisioning for port 05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:20.880312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:20.885282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:20.898441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-24e03a49-31df-49a4-ae18-c0930a29ca09 None None] Provisioning complete for port 05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:20.898857 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24e03a49-31df-49a4-ae18-c0930a29ca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:20.922280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dcf3730c-9bf6-461b-961f-5e4209f73060 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5637ab13a8f14497bd055c713e70f23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134002 Aug 26 11:09:20.926614 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42656) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:20.959525 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:20.984731 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:20.985323 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:21.037475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port ed64c48f-ca05-48f5-b24f-c24eddc9d52a yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:09:21.047971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f129ca6d-aa34-4fb8-bd8d-db7e91d02897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:21.052406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-24e03a49-31df-49a4-ae18-c0930a29ca09 None None] Port 05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:21.101897 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f129ca6d-aa34-4fb8-bd8d-db7e91d02897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:21.183070 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ac5da9b-a078-4b68-8fe1-8f51969c69c1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:21.235787 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f129ca6d-aa34-4fb8-bd8d-db7e91d02897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:21.238871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f129ca6d-aa34-4fb8-bd8d-db7e91d02897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:21.243961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f129ca6d-aa34-4fb8-bd8d-db7e91d02897 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ede57434-ae88-4871-a178-bec2a673ecc9 HTTP/1.1" status: 204 len: 168 time: 0.3160286 Aug 26 11:09:21.272340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b3ad35e5-6564-4128-948d-51eb99eae57c None None] Provisioning complete for port 05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:21.272913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129ca6d-aa34-4fb8-bd8d-db7e91d02897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede57434-ae88-4871-a178-bec2a673ecc9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:21.273388 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3ad35e5-6564-4128-948d-51eb99eae57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:21.325981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dc47fe5f-ff57-42e8-93dc-372e0a21ef00 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:21.435024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: dc47fe5f-ff57-42e8-93dc-372e0a21ef00 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:21.435024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device dc47fe5f-ff57-42e8-93dc-372e0a21ef00 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:21.435024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad35e5-6564-4128-948d-51eb99eae57c None None] Port 05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:21.531676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a267d2e-5788-48f4-a724-ec35128e1885 req-449d624f-a495-40fb-8951-bc25b8f5423f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:21.534309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a267d2e-5788-48f4-a724-ec35128e1885 req-449d624f-a495-40fb-8951-bc25b8f5423f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.1254959 Aug 26 11:09:21.615890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a267d2e-5788-48f4-a724-ec35128e1885 req-c385bdd5-8054-4e01-a73b-480bc412d75f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633337 Aug 26 11:09:21.722190 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:21.753188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7bc631-7359-44ff-930f-a60112a8d0cb']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:21.776198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4880c-fa9b-459a-b9d1-c6d390d26bd1 req-3a576b14-b914-4bb3-ab26-c4593a251edd tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:21.776198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18c4880c-fa9b-459a-b9d1-c6d390d26bd1 req-3a576b14-b914-4bb3-ab26-c4593a251edd tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.1095297 Aug 26 11:09:21.820807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18c4880c-fa9b-459a-b9d1-c6d390d26bd1 req-b09a667c-f076-4ac5-a806-cc68bbcee1e5 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389636 Aug 26 11:09:21.844806 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] Deleting port 08dde083-c281-466a-b838-848f16a25d1d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:21.845968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:21.915471 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0371ffd2-cad7-45ef-afd7-6a583f29cc21') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:21.916164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0371ffd2-cad7-45ef-afd7-6a583f29cc21') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:21.991988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] For port 08dde083-c281-466a-b838-848f16a25d1d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=08dde083-c281-466a-b838-848f16a25d1d,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:21.992600 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:22.056630 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:22.071129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:22.079140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:09:22.079771 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:09:22.084507 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:09:22.090971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] Calling delete_port for 08dde083-c281-466a-b838-848f16a25d1d owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:22.194183 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:22.211167 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0109f361-91dc-49f7-8ee3-6fdacb1a53ed no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:22.263685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 0109f361-91dc-49f7-8ee3-6fdacb1a53ed {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:22.264973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0109f361-91dc-49f7-8ee3-6fdacb1a53ed not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:22.302621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac5da9b-a078-4b68-8fe1-8f51969c69c1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 1ea05dbe-0085-4bca-ad67-3f02bfda0dbf has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:09:22.351271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8::294 (796fc3f2-f43f-4237-9932-2aca0a5b83b9/8eaa432c-6dd7-4792-894e-d2f0d147dcf2/ed64c48f-ca05-48f5-b24f-c24eddc9d52a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:22.357537 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:22.373154 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:22.375064 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "DELETE /v2.0/networks/aa7bc631-7359-44ff-930f-a60112a8d0cb HTTP/1.1" status: 204 len: 168 time: 1.7654607 Aug 26 11:09:22.378177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42692) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:22.414399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825f28b-2cfb-42b8-b279-c02727e629e2 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'Network': ['ID=aa7bc631-7359-44ff-930f-a60112a8d0cb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:22.587106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac5da9b-a078-4b68-8fe1-8f51969c69c1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:22.598937 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9ac5da9b-a078-4b68-8fe1-8f51969c69c1 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/1ea05dbe-0085-4bca-ad67-3f02bfda0dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1784792 Aug 26 11:09:22.605067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42708) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:22.606323 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaebf3d-c1a3-4660-9583-49a3066b7579 None None] Sync routers for ids ['1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:22.620632 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaebf3d-c1a3-4660-9583-49a3066b7579 None None] Routers {'1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:22.621865 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-adaebf3d-c1a3-4660-9583-49a3066b7579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:22.655807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1732550f-bea9-4d25-ae09-7c646c8c1d42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ea05dbe-0085-4bca-ad67-3f02bfda0dbf HTTP/1.1" status: 200 len: 205 time: 0.0375924 Aug 26 11:09:22.657896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42712) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:22.684172 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-adaebf3d-c1a3-4660-9583-49a3066b7579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:22.707707 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaebf3d-c1a3-4660-9583-49a3066b7579 None None] Routers {'1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:22.708243 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-adaebf3d-c1a3-4660-9583-49a3066b7579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:22.789330 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-adaebf3d-c1a3-4660-9583-49a3066b7579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:22.793081 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaebf3d-c1a3-4660-9583-49a3066b7579 None None] The sync data for ids ['1ea05dbe-0085-4bca-ad67-3f02bfda0dbf'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:22.818125 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8f996c9-9918-453b-8b9a-aeb40978fd76 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:22.863199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42720) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:22.864779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:22.884881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object ed64c48f-ca05-48f5-b24f-c24eddc9d52a will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:22.888102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:22.921411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=08dde083-c281-466a-b838-848f16a25d1d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:22.951857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b644f-f1a6-4dfe-8a6c-574da02d91a5 req-60373c6d-767a-40dd-9db6-83c3b91308cc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:22.953689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-630b644f-f1a6-4dfe-8a6c-574da02d91a5 req-60373c6d-767a-40dd-9db6-83c3b91308cc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.2204449 Aug 26 11:09:23.011509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.051958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42726) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:23.081662 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8f996c9-9918-453b-8b9a-aeb40978fd76 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.088449 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8f996c9-9918-453b-8b9a-aeb40978fd76 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.104600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Deleting port c7537fb8-b34f-4182-876a-14c8bfe68449 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:23.104949 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.215181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1721867827-network', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:23.230681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-630b644f-f1a6-4dfe-8a6c-574da02d91a5 req-02b67d33-12b6-4716-b06d-df54b7860049 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332532 Aug 26 11:09:23.231754 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 796fc3f2-f43f-4237-9932-2aca0a5b83b9 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:23.232942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=ed64c48f-ca05-48f5-b24f-c24eddc9d52a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:23.238394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:23.243097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:23.250135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:23.251099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.266887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fef411-5130-49f4-bf6d-972026017669 req-cfe34fd4-b3d4-4b48-a565-dcb3a7e5aa27 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:23.268808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fef411-5130-49f4-bf6d-972026017669 req-cfe34fd4-b3d4-4b48-a565-dcb3a7e5aa27 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.3139861 Aug 26 11:09:23.269562 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8f996c9-9918-453b-8b9a-aeb40978fd76 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.270112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f996c9-9918-453b-8b9a-aeb40978fd76 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea05dbe-0085-4bca-ad67-3f02bfda0dbf {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:09:23.289913 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8f996c9-9918-453b-8b9a-aeb40978fd76 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.291153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f8f996c9-9918-453b-8b9a-aeb40978fd76 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/1ea05dbe-0085-4bca-ad67-3f02bfda0dbf HTTP/1.1" status: 204 len: 168 time: 0.6255116 Aug 26 11:09:23.296493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42730) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:23.347088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d4f490b7-e7c0-49f6-95d3-4a5c8683955d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.360726 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Made reservation on behalf of ccd5df3c09bd4b088b83d10d9745c249 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:23.363107 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.369566 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-33180208-08ee-4f80-bf0d-387c6bc82f84 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0200670 Aug 26 11:09:23.372605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42734) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:23.378496 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.391242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743c1d8-d08e-48f6-bebe-a3a5d64b0965 req-e0747b26-ecec-4af9-873c-f60d0bb397b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:23.392758 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2743c1d8-d08e-48f6-bebe-a3a5d64b0965 req-e0747b26-ecec-4af9-873c-f60d0bb397b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 1097 time: 0.0908935 Aug 26 11:09:23.431628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.467134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fef411-5130-49f4-bf6d-972026017669 req-acad31b3-e894-4f58-926f-246cb5810c82 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728895 Aug 26 11:09:23.483688 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.483892 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.515854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc6c61f-baa2-4951-b128-470db2695e1d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting subnet ab090fe6-2bbd-49a9-85c1-6dc583057f6f {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:09:23.519453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Calling delete_port for c7537fb8-b34f-4182-876a-14c8bfe68449 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:23.523675 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4dc6c61f-baa2-4951-b128-470db2695e1d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.580068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3459cc-66db-492a-9370-038bae8f96f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:23.581630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fc3459cc-66db-492a-9370-038bae8f96f9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4b HTTP/1.1" status: 200 len: 927 time: 0.2069736 Aug 26 11:09:23.588742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42736) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:23.630722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9568140a-dcdf-4bf0-afa2-5580c5fa0e25 None None] Provisioning for port ed64c48f-ca05-48f5-b24f-c24eddc9d52a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:23.638415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9568140a-dcdf-4bf0-afa2-5580c5fa0e25 None None] Provisioning complete for port ed64c48f-ca05-48f5-b24f-c24eddc9d52a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:23.639417 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9568140a-dcdf-4bf0-afa2-5580c5fa0e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.641078 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4dc6c61f-baa2-4951-b128-470db2695e1d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.679222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9568140a-dcdf-4bf0-afa2-5580c5fa0e25 None None] Port ed64c48f-ca05-48f5-b24f-c24eddc9d52a cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:23.862940 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4dc6c61f-baa2-4951-b128-470db2695e1d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.917851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd836a-3b50-47d9-b320-2bc0828c5e41 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port ed64c48f-ca05-48f5-b24f-c24eddc9d52a {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:23.918195 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fcd836a-3b50-47d9-b320-2bc0828c5e41 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:23.976566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743c1d8-d08e-48f6-bebe-a3a5d64b0965 req-dcb9e455-4c37-4907-b0e8-297bf6d4d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:23.978092 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2743c1d8-d08e-48f6-bebe-a3a5d64b0965 req-dcb9e455-4c37-4907-b0e8-297bf6d4d549 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.5770707 Aug 26 11:09:24.024577 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4dc6c61f-baa2-4951-b128-470db2695e1d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.069391 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2743c1d8-d08e-48f6-bebe-a3a5d64b0965 req-94a76a78-2e2a-4d9c-abd5-ca217bae42fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8858926d-9afd-4dba-9d57-2c7bddc87503 HTTP/1.1" status: 200 len: 217 time: 0.0527930 Aug 26 11:09:24.075216 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4dc6c61f-baa2-4951-b128-470db2695e1d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.077260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4dc6c61f-baa2-4951-b128-470db2695e1d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/ab090fe6-2bbd-49a9-85c1-6dc583057f6f HTTP/1.1" status: 204 len: 168 time: 0.7772396 Aug 26 11:09:24.078069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6c61f-baa2-4951-b128-470db2695e1d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Subnet': ['ID=ab090fe6-2bbd-49a9-85c1-6dc583057f6f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:24.082293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42738) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:24.085169 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.085617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6838b13-aaa3-4cdc-a99a-b0e25f4d05b1 None None] Network f68d248a-f9e9-4ff3-a593-df197d2c98c4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:24.143115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d4f490b7-e7c0-49f6-95d3-4a5c8683955d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.155753 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d4f490b7-e7c0-49f6-95d3-4a5c8683955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.179769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'Port': ['ID=c7537fb8-b34f-4182-876a-14c8bfe68449,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:24.186571 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fcd836a-3b50-47d9-b320-2bc0828c5e41 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.210287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743c1d8-d08e-48f6-bebe-a3a5d64b0965 req-2714b53b-9adf-481b-bd41-51f769010d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:24.211884 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2743c1d8-d08e-48f6-bebe-a3a5d64b0965 req-2714b53b-9adf-481b-bd41-51f769010d9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1323934 Aug 26 11:09:24.231068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd836a-3b50-47d9-b320-2bc0828c5e41 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for ed64c48f-ca05-48f5-b24f-c24eddc9d52a owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:24.250568 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d4f490b7-e7c0-49f6-95d3-4a5c8683955d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd8336312223436a818d1e817806c470&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1924503 Aug 26 11:09:24.251250 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42740) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:24.268466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f490b7-e7c0-49f6-95d3-4a5c8683955d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f89cb-491e-4425-a923-1a3e3e298447,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:24.286388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] Router 75e64555-f7a8-4840-94ef-439e792eaf0d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:09:24.291896 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.324157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b748bcc5-d06a-4501-976d-17cf79a3a09a None None] DHCP port deletion for f68d248a-f9e9-4ff3-a593-df197d2c98c4 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:09:24.342399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743c1d8-d08e-48f6-bebe-a3a5d64b0965 req-02fa5164-8cd2-433d-86d1-248de8e15a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:24.344000 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2743c1d8-d08e-48f6-bebe-a3a5d64b0965 req-02fa5164-8cd2-433d-86d1-248de8e15a39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107419 Aug 26 11:09:24.399670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.400007 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Floating IP 5beeb9a8-00d1-40a2-a05f-c612d72535a9 disassociated (deleted). External IP: 172.25.1.162, port: 2298b6ad-7544-492b-a6ab-2c9c313263b0. Aug 26 11:09:24.402288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b748bcc5-d06a-4501-976d-17cf79a3a09a None None] Deleting port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:24.402780 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b748bcc5-d06a-4501-976d-17cf79a3a09a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.474051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b748bcc5-d06a-4501-976d-17cf79a3a09a None None] For port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3b591d9b-9ff2-4df4-92a2-f4c040ec248c,segment=NetworkSegment(320e9021-0625-4ba8-bb47-690f726658c9),segment_id=320e9021-0625-4ba8-bb47-690f726658c9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:24.474460 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b748bcc5-d06a-4501-976d-17cf79a3a09a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.483395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c864d278-eea0-4688-845b-8c0b204c9abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.491915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b748bcc5-d06a-4501-976d-17cf79a3a09a None None] Calling delete_port for 3b591d9b-9ff2-4df4-92a2-f4c040ec248c owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:24.544899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c864d278-eea0-4688-845b-8c0b204c9abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.549551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:24.562906 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5b8619b2-5721-4080-ad35-7a7281bd00f4 admin admin] 10.222.0.21 "PUT /v2.0/routers/75e64555-f7a8-4840-94ef-439e792eaf0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4544747 Aug 26 11:09:24.571786 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42746) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:24.597262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd5cd0-208c-4254-a798-362d97212ec5 None None] Sync routers for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:24.611094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd5cd0-208c-4254-a798-362d97212ec5 None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:24.611876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-10dd5cd0-208c-4254-a798-362d97212ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:24.622912 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2743c1d8-d08e-48f6-bebe-a3a5d64b0965 req-2e34de5f-12d9-4b39-87b6-d1fd9ff76639 service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393911 Aug 26 11:09:24.659107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40610-8350-4c8e-b9e3-c9ad234c4830 req-01c025f6-016e-4d93-9925-94107530a912 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:24.660688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93d40610-8350-4c8e-b9e3-c9ad234c4830 req-01c025f6-016e-4d93-9925-94107530a912 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.2536590 Aug 26 11:09:24.735243 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.752164 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.775560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:24.775946 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.779425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-10dd5cd0-208c-4254-a798-362d97212ec5 None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:24.787848 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c864d278-eea0-4688-845b-8c0b204c9abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.790834 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c864d278-eea0-4688-845b-8c0b204c9abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.792254 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c864d278-eea0-4688-845b-8c0b204c9abc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f08f89cb-491e-4425-a923-1a3e3e298447 HTTP/1.1" status: 204 len: 168 time: 0.5248799 Aug 26 11:09:24.798602 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.844837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864d278-eea0-4688-845b-8c0b204c9abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08f89cb-491e-4425-a923-1a3e3e298447,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:24.849114 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b748bcc5-d06a-4501-976d-17cf79a3a09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.851889 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-2743c1d8-d08e-48f6-bebe-a3a5d64b0965 req-0f395609-4ab4-4187-a245-ae0f73c8adea service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187872 Aug 26 11:09:24.870475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f8d0f-11a1-46ab-b74c-995ee3733f6f req-d2930b11-b54e-4694-b30e-853908412a83 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:24.872135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd6f8d0f-11a1-46ab-b74c-995ee3733f6f req-d2930b11-b54e-4694-b30e-853908412a83 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.2861733 Aug 26 11:09:24.889158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b748bcc5-d06a-4501-976d-17cf79a3a09a None None] No DVR routers for this DVR port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:24.920673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93d40610-8350-4c8e-b9e3-c9ad234c4830 req-8978f1fd-a332-4077-88cd-3d0f4d4ca453 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232132 Aug 26 11:09:24.920673 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fcd836a-3b50-47d9-b320-2bc0828c5e41 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.933300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:09:24.983665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748bcc5-d06a-4501-976d-17cf79a3a09a None None] Pushing event deleted for resources: {'Port': ['ID=3b591d9b-9ff2-4df4-92a2-f4c040ec248c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:24.983899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:24.993195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792a1de2-4d74-4f6b-a6b2-0254ba6bea02,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:25.014874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.015207 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Added segment 185e2902-a646-4f73-aa04-70788312f830 of type vlan for network 9b622faa-7fc0-45f2-ac89-3f045d509b75 Aug 26 11:09:25.026175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd836a-3b50-47d9-b320-2bc0828c5e41 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=ed64c48f-ca05-48f5-b24f-c24eddc9d52a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:25.081774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c, host n-d-778550-13, got binding levels [] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:25.082159 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.114144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Deleting port bfee45d7-d1f2-474e-899e-f68a9629e7a3 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:25.114503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.154327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-10dd5cd0-208c-4254-a798-362d97212ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:09:22Z', 'revision_number': 5, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port': {'id': 'bfee45d7-d1f2-474e-899e-f68a9629e7a3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:00Z', 'updated_at': '2021-08-26T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:25.181011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 3b591d9b-9ff2-4df4-92a2-f4c040ec248c owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:25.199663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c was not found and therefore no delete operation was performed {{(pid=101267) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 11:09:25.202206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd5cd0-208c-4254-a798-362d97212ec5 None None] Checking router: 75e64555-f7a8-4840-94ef-439e792eaf0d for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:09:25.202967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] For port bfee45d7-d1f2-474e-899e-f68a9629e7a3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bfee45d7-d1f2-474e-899e-f68a9629e7a3,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:25.203527 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.212546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd5cd0-208c-4254-a798-362d97212ec5 None None] Routers {'75e64555-f7a8-4840-94ef-439e792eaf0d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:25.213203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-10dd5cd0-208c-4254-a798-362d97212ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['75e64555-f7a8-4840-94ef-439e792eaf0d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:25.222550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd6f8d0f-11a1-46ab-b74c-995ee3733f6f req-0fbf3d60-6f3c-4b80-bf00-22a188660a71 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703433 Aug 26 11:09:25.222550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.223274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Calling delete_port for bfee45d7-d1f2-474e-899e-f68a9629e7a3 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:25.227773 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.354554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=3b591d9b-9ff2-4df4-92a2-f4c040ec248c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:25.360435 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.resource_extend [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 11:09:25.374082 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fcd836a-3b50-47d9-b320-2bc0828c5e41 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.377676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5fcd836a-3b50-47d9-b320-2bc0828c5e41 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/ed64c48f-ca05-48f5-b24f-c24eddc9d52a HTTP/1.1" status: 204 len: 168 time: 1.7874982 Aug 26 11:09:25.393512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42754) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:25.394566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No DVR routers for this DVR port 3b591d9b-9ff2-4df4-92a2-f4c040ec248c on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:25.433077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Router 08b55e96-ee7c-4106-b4e7-5fa44caf757a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:09:25.441253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-10dd5cd0-208c-4254-a798-362d97212ec5 None None] Set router 75e64555-f7a8-4840-94ef-439e792eaf0d gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:25.500580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42756) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:25.525044 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f27311c-831b-49ce-bc6a-aac635fdd9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.535615 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.536996 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c42dc97-8626-4653-84fc-6aec1ea4049c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:09:25.553969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2c42dc97-8626-4653-84fc-6aec1ea4049c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/ed64c48f-ca05-48f5-b24f-c24eddc9d52a HTTP/1.1" status: 404 len: 333 time: 0.1530159 Aug 26 11:09:25.555905 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.561182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:25.562084 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.563059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42758) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:25.603251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfee45d7-d1f2-474e-899e-f68a9629e7a3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:25.672596 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.684430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68d248a-f9e9-4ff3-a593-df197d2c98c4']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:25.735066 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-10dd5cd0-208c-4254-a798-362d97212ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:09:24Z', 'revision_number': 6, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:25.745205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.766479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd5cd0-208c-4254-a798-362d97212ec5 None None] The sync data for ids ['75e64555-f7a8-4840-94ef-439e792eaf0d'] in n-d-778550-13 is: [{'id': '75e64555-f7a8-4840-94ef-439e792eaf0d', 'name': 'tempest-AttachVolumeTestJSON-925699382-router', 'tenant_id': '53b44352072540a3a64471c3f9e00bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T10:59:58Z', 'updated_at': '2021-08-26T11:09:24Z', 'revision_number': 6, 'project_id': '53b44352072540a3a64471c3f9e00bda', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:25.864324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.867623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.942085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-593ab8ba-6384-4e58-b9de-8679f117e847 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:25.942491 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-593ab8ba-6384-4e58-b9de-8679f117e847 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.951969 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.952493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75e64555-f7a8-4840-94ef-439e792eaf0d {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:09:25.957550 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:25.958772 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e16bcdaa-8233-40cf-b6c2-7da0dd4db576 admin admin] 10.222.0.21 "DELETE /v2.0/routers/75e64555-f7a8-4840-94ef-439e792eaf0d HTTP/1.1" status: 204 len: 168 time: 1.3861773 Aug 26 11:09:25.979674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42762) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:25.982986 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f27311c-831b-49ce-bc6a-aac635fdd9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.020649 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f27311c-831b-49ce-bc6a-aac635fdd9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.057792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320e9021-0625-4ba8-bb47-690f726658c9') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:26.058028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320e9021-0625-4ba8-bb47-690f726658c9') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:26.096093 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.2302597 Aug 26 11:09:26.105812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42764) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:26.113078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] Request body: {'subnet': {'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1721867827-subnet', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:26.123125 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4f27311c-831b-49ce-bc6a-aac635fdd9f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb25f9cd1bfe4221b2551a6ae0574f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6190336 Aug 26 11:09:26.123994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27311c-831b-49ce-bc6a-aac635fdd9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d826dd-9de8-4b55-9a8b-ecb3d2e75aaa,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:26.129129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42766) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:26.143850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5898934-8af3-4282-baca-7434ee15c579 admin admin] Deleting subnet 34d60e8f-8a0b-4912-8028-0cff05bc94a6 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:09:26.151911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5898934-8af3-4282-baca-7434ee15c579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.163571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:09:26.177501 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.208904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a58f9-8c8f-4de0-8ceb-f7295414f83e admin admin] Pushing event updated for resources: {'Network': ['ID=9b622faa-7fc0-45f2-ac89-3f045d509b75,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:26.211990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.213536 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-593ab8ba-6384-4e58-b9de-8679f117e847 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.233131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:09:26.233547 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:09:26.245573 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:09:26.249011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-593ab8ba-6384-4e58-b9de-8679f117e847 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:26.262807 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5898934-8af3-4282-baca-7434ee15c579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.266241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] Made reservation on behalf of ccd5df3c09bd4b088b83d10d9745c249 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:26.268634 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.358938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:26.374062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 9b622faa-7fc0-45f2-ac89-3f045d509b75 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:09:26.384265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d858f81-cd6a-4c47-9eee-0c7925f537b5 req-3695777f-68d3-40a4-a3c8-a1a322e4394a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:26.385794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d858f81-cd6a-4c47-9eee-0c7925f537b5 req-3695777f-68d3-40a4-a3c8-a1a322e4394a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.3475964 Aug 26 11:09:26.429419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'port_id': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'mac_address': 'fa:16:3e:56:c3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:09:26.458525 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.462537 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66cdc3fd-2b05-4d99-ad3d-edf16ccd5a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.480609 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.483988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/networks/f68d248a-f9e9-4ff3-a593-df197d2c98c4 HTTP/1.1" status: 204 len: 168 time: 2.3988292 Aug 26 11:09:26.488723 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.497910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42770) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:26.501972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:26.503671 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:09:26.508996 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b798fbd1-c8e4-4454-829f-790e02310d12 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-8547236', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:26.515275 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2908224-8ba7-4bbd-9625-858a64288ad8 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Network': ['ID=f68d248a-f9e9-4ff3-a593-df197d2c98c4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:26.516678 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e023a1f-8e86-4c47-a473-25480c648b34 None None] Sync routers for ids ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:26.520463 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.527831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d858f81-cd6a-4c47-9eee-0c7925f537b5 req-0992f6f7-2a0b-467d-a88f-6c4a5a0f2218 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302357 Aug 26 11:09:26.528030 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e023a1f-8e86-4c47-a473-25480c648b34 None None] Routers {'08b55e96-ee7c-4106-b4e7-5fa44caf757a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:26.528477 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9e023a1f-8e86-4c47-a473-25480c648b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:26.532742 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:26.540856 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.541247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac8c7-c763-4733-b115-242e2b3d9a73 req-5cf472da-0559-44f7-9ed6-fabbd245286b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:26.555285 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66cdc3fd-2b05-4d99-ad3d-edf16ccd5a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.558451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc5ac8c7-c763-4733-b115-242e2b3d9a73 req-5cf472da-0559-44f7-9ed6-fabbd245286b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.2113261 Aug 26 11:09:26.581536 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5898934-8af3-4282-baca-7434ee15c579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.621747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-24250bfa-fcc8-4ac7-8256-a7ff18916d17 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "DELETE /v2.0/floatingips/5beeb9a8-00d1-40a2-a05f-c612d72535a9 HTTP/1.1" status: 204 len: 168 time: 4.2423401 Aug 26 11:09:26.624084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'tag': '2298b6ad-7544-492b-a6ab-2c9c313263b0'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:09:26.626996 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e999df-0d68-4184-bf9a-70e3b8512cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1ff49b-c15f-49ed-b4b1-53ce588d7388", "tag": "2298b6ad-7544-492b-a6ab-2c9c313263b0"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:09:26.627417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:26.635140 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b798fbd1-c8e4-4454-829f-790e02310d12 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.636182 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b798fbd1-c8e4-4454-829f-790e02310d12 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.644899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['6f9a2737-5ca1-490e-8f53-a7f3f447aea0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:09:26.655452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc5ac8c7-c763-4733-b115-242e2b3d9a73 req-5645394b-c0c3-4d93-a6ae-de384b8c8995 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960598 Aug 26 11:09:26.697678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b591d9b-9ff2-4df4-92a2-f4c040ec248c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:26.753613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 3b591d9b-9ff2-4df4-92a2-f4c040ec248c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:26.755200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3b591d9b-9ff2-4df4-92a2-f4c040ec248c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:26.755668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08dde083-c281-466a-b838-848f16a25d1d no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:26.761655 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80422172-e84c-415f-a8a2-c157240a2da3 x-openstack-request-id: req-80422172-e84c-415f-a8a2-c157240a2da3 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:09:26.762213 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1ff49b-c15f-49ed-b4b1-53ce588d7388", "tag": "2298b6ad-7544-492b-a6ab-2c9c313263b0", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:09:26.762365 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80422172-e84c-415f-a8a2-c157240a2da3 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:09:26.763805 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'tag': '2298b6ad-7544-492b-a6ab-2c9c313263b0', 'status': 'completed', 'code': 200} Aug 26 11:09:26.819722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 08dde083-c281-466a-b838-848f16a25d1d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:26.820071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08dde083-c281-466a-b838-848f16a25d1d not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:26.838178 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5898934-8af3-4282-baca-7434ee15c579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.878443 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-593ab8ba-6384-4e58-b9de-8679f117e847 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.903067 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9e023a1f-8e86-4c47-a473-25480c648b34 None None] Set router 08b55e96-ee7c-4106-b4e7-5fa44caf757a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:26.946802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5898934-8af3-4282-baca-7434ee15c579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d60e8f-8a0b-4912-8028-0cff05bc94a6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:26.954570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5898934-8af3-4282-baca-7434ee15c579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:26.958984 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e5898934-8af3-4282-baca-7434ee15c579 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/34d60e8f-8a0b-4912-8028-0cff05bc94a6 HTTP/1.1" status: 204 len: 168 time: 0.9760385 Aug 26 11:09:26.960502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6485925-54b8-4dc2-a45a-a59e0397d491 None None] Network 737316ca-f35a-431f-ace5-2858a9d1bebd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:26.979631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42778) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:27.042107 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66cdc3fd-2b05-4d99-ad3d-edf16ccd5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.047987 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66cdc3fd-2b05-4d99-ad3d-edf16ccd5a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.053690 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-66cdc3fd-2b05-4d99-ad3d-edf16ccd5a73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6d826dd-9de8-4b55-9a8b-ecb3d2e75aaa HTTP/1.1" status: 204 len: 168 time: 0.9210286 Aug 26 11:09:27.105706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ab8ba-6384-4e58-b9de-8679f117e847 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:27.136373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdc3fd-2b05-4d99-ad3d-edf16ccd5a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d826dd-9de8-4b55-9a8b-ecb3d2e75aaa,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:27.151066 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.238494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e999df-0d68-4184-bf9a-70e3b8512cd2 req-998c4d10-d694-4095-971a-62bf190b2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:27.241476 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57e999df-0d68-4184-bf9a-70e3b8512cd2 req-998c4d10-d694-4095-971a-62bf190b2755 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7202d08226184cb383eb9303d1ec18da&device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 1137 time: 0.4539678 Aug 26 11:09:27.256518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe151d9-8be8-41ba-82a5-113ba43f49eb None None] DHCP port deletion for 737316ca-f35a-431f-ace5-2858a9d1bebd request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:09:27.257900 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b798fbd1-c8e4-4454-829f-790e02310d12 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.284462 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b798fbd1-c8e4-4454-829f-790e02310d12 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.301205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-593ab8ba-6384-4e58-b9de-8679f117e847 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.303842 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-593ab8ba-6384-4e58-b9de-8679f117e847 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301 HTTP/1.1" status: 204 len: 168 time: 1.7392139 Aug 26 11:09:27.321206 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42782) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:27.346935 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9e023a1f-8e86-4c47-a473-25480c648b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '56020251-d4dd-46ee-8bd5-7c18133e5fda', 'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:fc:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:36Z', 'updated_at': '2021-08-26T11:06:46Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:27.348398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-abe151d9-8be8-41ba-82a5-113ba43f49eb None None] Deleting port fc86738f-b9db-4845-b444-02b09c082ef3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:27.348950 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe151d9-8be8-41ba-82a5-113ba43f49eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.373090 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b798fbd1-c8e4-4454-829f-790e02310d12 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.377152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b798fbd1-c8e4-4454-829f-790e02310d12 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8754992 Aug 26 11:09:27.401984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42784) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:27.415156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1159112357'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:27.415495 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e023a1f-8e86-4c47-a473-25480c648b34 None None] Checking router: 08b55e96-ee7c-4106-b4e7-5fa44caf757a for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:09:27.425406 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba40a0ba-985d-4fff-b97d-9de526e6ad6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:09:27.435793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ba40a0ba-985d-4fff-b97d-9de526e6ad6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/05fd3e29-3a76-4e28-9d9f-4d3f1b1ed301 HTTP/1.1" status: 404 len: 333 time: 0.1072741 Aug 26 11:09:27.437106 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e023a1f-8e86-4c47-a473-25480c648b34 None None] Routers {'08b55e96-ee7c-4106-b4e7-5fa44caf757a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:27.437888 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9e023a1f-8e86-4c47-a473-25480c648b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:27.442625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42786) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:27.460641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-abe151d9-8be8-41ba-82a5-113ba43f49eb None None] For port fc86738f-b9db-4845-b444-02b09c082ef3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fc86738f-b9db-4845-b444-02b09c082ef3,segment=NetworkSegment(7f4e862d-fa31-49b6-9c24-940431a4c0c8),segment_id=7f4e862d-fa31-49b6-9c24-940431a4c0c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:27.461218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe151d9-8be8-41ba-82a5-113ba43f49eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.475768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1df485-bfbe-4851-911c-c932d3e291df,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:27.509212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-abe151d9-8be8-41ba-82a5-113ba43f49eb None None] Calling delete_port for fc86738f-b9db-4845-b444-02b09c082ef3 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:27.519904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:27.523493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.529940 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.561680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] Checking segment: {'id': '185e2902-a646-4f73-aa04-70788312f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:27.562071 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] Network hostable DHCP agents. Network: 9b622faa-7fc0-45f2-ac89-3f045d509b75, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:09:27.575830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e999df-0d68-4184-bf9a-70e3b8512cd2 req-fc677d21-8c79-43cd-bdc0-a203fcd9dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:27.577361 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57e999df-0d68-4184-bf9a-70e3b8512cd2 req-fc677d21-8c79-43cd-bdc0-a203fcd9dd79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 HTTP/1.1" status: 200 len: 898 time: 0.2729876 Aug 26 11:09:27.590302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7f71-9d9c-4538-a75f-4112ad318e06 req-c4b83513-1274-461c-8bcf-16e139310909 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:27.600271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:09:27.604730 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f0c7f71-9d9c-4538-a75f-4112ad318e06 req-c4b83513-1274-461c-8bcf-16e139310909 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 985 time: 0.6466217 Aug 26 11:09:27.640671 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57e999df-0d68-4184-bf9a-70e3b8512cd2 req-d4715ced-f661-47fe-8792-f32be953b0a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2298b6ad-7544-492b-a6ab-2c9c313263b0 HTTP/1.1" status: 200 len: 217 time: 0.0481186 Aug 26 11:09:27.643475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] Network 9b622faa-7fc0-45f2-ac89-3f045d509b75 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:09:27.647284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.647865 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added segment 3121e28a-b21c-4d2d-be76-ef76f41a287d of type vlan for network e734b75e-72f5-4c4e-9ec3-366c172c34b2 Aug 26 11:09:27.696682 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe151d9-8be8-41ba-82a5-113ba43f49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.712158 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9e023a1f-8e86-4c47-a473-25480c648b34 None None] Set router 08b55e96-ee7c-4106-b4e7-5fa44caf757a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:27.712619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 9b622faa-7fc0-45f2-ac89-3f045d509b75) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:27.722554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:27.723205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.732205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-6691a6de-3342-4da6-8435-af72455dddb7 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting subnet 8eaa432c-6dd7-4792-894e-d2f0d147dcf2 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:09:27.739537 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.746146 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6691a6de-3342-4da6-8435-af72455dddb7 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.749928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe151d9-8be8-41ba-82a5-113ba43f49eb None None] Pushing event deleted for resources: {'Port': ['ID=fc86738f-b9db-4845-b444-02b09c082ef3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:27.760793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73322c6-4c5c-4939-bc27-3037abd2f4e4 None None] Network 9b622faa-7fc0-45f2-ac89-3f045d509b75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:27.764884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e999df-0d68-4184-bf9a-70e3b8512cd2 req-9fe7a519-005f-4114-aa0f-8fc5b5caebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:27.766401 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57e999df-0d68-4184-bf9a-70e3b8512cd2 req-9fe7a519-005f-4114-aa0f-8fc5b5caebff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb012304-52aa-4dbc-ac61-aa79dcbee29f HTTP/1.1" status: 200 len: 834 time: 0.1084471 Aug 26 11:09:27.776073 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-be59eaff-99f7-4e4a-86d8-72fc305ad1de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6666868 Aug 26 11:09:27.778555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42796) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:27.791359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1721867827-router', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:27.830718 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.836334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:27.836956 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.873958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe151d9-8be8-41ba-82a5-113ba43f49eb None None] No DVR routers for this DVR port fc86738f-b9db-4845-b444-02b09c082ef3 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:27.893719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] The port 'fc86738f-b9db-4845-b444-02b09c082ef3' was deleted {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 26 11:09:27.933492 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.934532 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:27.945517 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5323610 Aug 26 11:09:27.945517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32670b3c-e752-4777-a1db-f2c34f306b42 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Network': ['ID=e734b75e-72f5-4c4e-9ec3-366c172c34b2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:27.946465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42802) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:27.951409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'subnet': {'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:27.957912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network e734b75e-72f5-4c4e-9ec3-366c172c34b2 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:09:27.961150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f0c7f71-9d9c-4538-a75f-4112ad318e06 req-d785d183-3c20-4d56-9845-173d678af431 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3537614 Aug 26 11:09:27.974056 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e999df-0d68-4184-bf9a-70e3b8512cd2 req-eb085727-55ed-452c-80cb-521ae67350d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:27.980493 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57e999df-0d68-4184-bf9a-70e3b8512cd2 req-eb085727-55ed-452c-80cb-521ae67350d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2007892 Aug 26 11:09:27.994909 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6691a6de-3342-4da6-8435-af72455dddb7 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.056728 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-9b622faa-7fc0-45f2-ac89-3f045d509b75', 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'fixed_ips': [{'subnet_id': 'fc1df485-bfbe-4851-911c-c932d3e291df'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:09:28.057592 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.082122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236f30a-ec1c-4c45-acec-7e386036cf3a req-5ed36646-5e25-4569-8d43-d284005f7b6a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:28.091861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d236f30a-ec1c-4c45-acec-7e386036cf3a req-5ed36646-5e25-4569-8d43-d284005f7b6a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 945 time: 0.4098213 Aug 26 11:09:28.122356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.198616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:28.205133 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9e023a1f-8e86-4c47-a473-25480c648b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '56020251-d4dd-46ee-8bd5-7c18133e5fda', 'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:fc:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:36Z', 'updated_at': '2021-08-26T11:06:46Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:28.236671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737316ca-f35a-431f-ace5-2858a9d1bebd']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:28.237477 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e023a1f-8e86-4c47-a473-25480c648b34 None None] The sync data for ids ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'] in n-d-778550-13 is: [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '56020251-d4dd-46ee-8bd5-7c18133e5fda', 'name': '', 'network_id': 'f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'mac_address': 'fa:16:3e:fc:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:36Z', 'updated_at': '2021-08-26T11:06:46Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'subnets': [{'id': 'cb012304-52aa-4dbc-ac61-aa79dcbee29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:28.244043 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.263163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:28.270373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.296493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4e862d-fa31-49b6-9c24-940431a4c0c8') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:28.296854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4e862d-fa31-49b6-9c24-940431a4c0c8') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:28.315962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fc86738f-b9db-4845-b444-02b09c082ef3 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:28.368702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: fc86738f-b9db-4845-b444-02b09c082ef3 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:28.369118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fc86738f-b9db-4845-b444-02b09c082ef3 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:28.369472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bfee45d7-d1f2-474e-899e-f68a9629e7a3 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:28.374345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6691a6de-3342-4da6-8435-af72455dddb7 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.394266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: bfee45d7-d1f2-474e-899e-f68a9629e7a3 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:28.394620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bfee45d7-d1f2-474e-899e-f68a9629e7a3 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:28.408983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:28.409319 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.428622 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.444647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Allocated IP 172.20.0.2 (9b622faa-7fc0-45f2-ac89-3f045d509b75/fc1df485-bfbe-4851-911c-c932d3e291df/7b93df16-a8da-45a2-a1ab-b8aac96e5031) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:28.505520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d236f30a-ec1c-4c45-acec-7e386036cf3a req-b8cd4014-7d1c-448d-9b9c-e10106cd13d9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124603 Aug 26 11:09:28.514206 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6691a6de-3342-4da6-8435-af72455dddb7 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.528089 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.605074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:09:28.605832 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:09:28.608260 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:09:28.611779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691a6de-3342-4da6-8435-af72455dddb7 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Subnet': ['ID=8eaa432c-6dd7-4792-894e-d2f0d147dcf2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:28.652322 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6691a6de-3342-4da6-8435-af72455dddb7 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.659048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6691a6de-3342-4da6-8435-af72455dddb7 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/8eaa432c-6dd7-4792-894e-d2f0d147dcf2 HTTP/1.1" status: 204 len: 168 time: 1.2091911 Aug 26 11:09:28.665007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52823a31-9493-4193-a1df-9f328b541c81 None None] Network 796fc3f2-f43f-4237-9932-2aca0a5b83b9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:28.672038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42818) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:28.742846 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.747853 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.750020 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] 10.222.0.21 "DELETE /v2.0/networks/737316ca-f35a-431f-ace5-2858a9d1bebd HTTP/1.1" status: 204 len: 168 time: 1.7647524 Aug 26 11:09:28.771993 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.774790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47091c5a-6b7b-4ea9-9c88-2141d04ddc56 req-9d5bd025-e051-48e7-b50f-e11e9f6225bb tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:28.776404 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47091c5a-6b7b-4ea9-9c88-2141d04ddc56 req-9d5bd025-e051-48e7-b50f-e11e9f6225bb tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 944 time: 0.6415372 Aug 26 11:09:28.800266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ef7b4-a110-4a18-a342-e4cdf51d68bc None None] New status for floating IP 5beeb9a8-00d1-40a2-a05f-c612d72535a9: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:09:28.954521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:09:28.960642 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a9e146-739b-4483-8d62-c0d58aa9cc69" -d '{"events": [{"server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:09:28.970305 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:28.977102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42826) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:29.007508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:29.009015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Transition to ACTIVE for port object 7b93df16-a8da-45a2-a1ab-b8aac96e5031 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:29.017352 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.018395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8858926d-9afd-4dba-9d57-2c7bddc87503 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:29.058924 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.064469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee144a9a-ef21-42ef-8b3a-0c3e4e9a7693 admin admin] Pushing event deleted for resources: {'Network': ['ID=737316ca-f35a-431f-ace5-2858a9d1bebd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:29.083425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Transition to ACTIVE for port object 7b93df16-a8da-45a2-a1ab-b8aac96e5031 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:29.113843 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.116905 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47091c5a-6b7b-4ea9-9c88-2141d04ddc56 req-f7505b40-36e8-433a-bef3-1d5dd713e18c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793715 Aug 26 11:09:29.126402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2ffe9-5861-4419-a522-6a12e0027964 req-1409479b-de9f-4c63-8486-f1bbc85fe757 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:29.134345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ed2ffe9-5861-4419-a522-6a12e0027964 req-1409479b-de9f-4c63-8486-f1bbc85fe757 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.4724951 Aug 26 11:09:29.147210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Network 9b622faa-7fc0-45f2-ac89-3f045d509b75 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:29.148245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:29.150277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:29.153845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:29.172209 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57e999df-0d68-4184-bf9a-70e3b8512cd2 req-05c64677-3a72-4ae0-8336-4c436e92d1a9 service neutron] 10.222.0.47 "GET /v2.0/networks/f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1160979 Aug 26 11:09:29.226474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa7a24-3fc1-4235-9b88-9b700ba7d854 req-97ba9f31-fd84-4b80-9d8f-e6cc6e7fa365 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:29.228480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73aa7a24-3fc1-4235-9b88-9b700ba7d854 req-97ba9f31-fd84-4b80-9d8f-e6cc6e7fa365 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 985 time: 0.2115130 Aug 26 11:09:29.243324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ed2ffe9-5861-4419-a522-6a12e0027964 req-8fba017c-327d-40fc-82e1-87ad1e3c6b18 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079965 Aug 26 11:09:29.267904 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.276479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a094176c-b54a-4a55-8d67-4163713c110f None None] DHCP port deletion for 796fc3f2-f43f-4237-9932-2aca0a5b83b9 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:09:29.373146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Pushing event updated for resources: {'Port': ['ID=7b93df16-a8da-45a2-a1ab-b8aac96e5031,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:29.376099 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.379415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Attempting to bind port 7b93df16-a8da-45a2-a1ab-b8aac96e5031 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:09:29.379792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Attempting to bind port 7b93df16-a8da-45a2-a1ab-b8aac96e5031 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '185e2902-a646-4f73-aa04-70788312f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:09:29.380500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Attempting to bind port 7b93df16-a8da-45a2-a1ab-b8aac96e5031 on network 9b622faa-7fc0-45f2-ac89-3f045d509b75 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:09:29.404727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:09:29.405109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Checking segment: {'id': '185e2902-a646-4f73-aa04-70788312f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:29.405523 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.405925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Bound using segment: {'id': '185e2902-a646-4f73-aa04-70788312f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:09:29.406409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Bound port: 7b93df16-a8da-45a2-a1ab-b8aac96e5031, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e2902-a646-4f73-aa04-70788312f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:09:29.406838 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.430784 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c7d3dd09-6e54-405b-ac5a-896de932dcf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53b44352072540a3a64471c3f9e00bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474719 Aug 26 11:09:29.432083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:29.434606 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.442631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42842) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:29.478752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8858926d-9afd-4dba-9d57-2c7bddc87503, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8858926d-9afd-4dba-9d57-2c7bddc87503,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:29.480645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a094176c-b54a-4a55-8d67-4163713c110f None None] Deleting port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:29.481032 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a094176c-b54a-4a55-8d67-4163713c110f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.498909 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.624220 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f10d90-1296-4828-aa0a-40efcf91a25c x-openstack-request-id: req-23f10d90-1296-4828-aa0a-40efcf91a25c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:09:29.624525 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:09:29.624789 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23f10d90-1296-4828-aa0a-40efcf91a25c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:09:29.625190 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'code': 200} Aug 26 11:09:29.626517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] For port 7b93df16-a8da-45a2-a1ab-b8aac96e5031, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:09:29.637347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a094176c-b54a-4a55-8d67-4163713c110f None None] For port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6,segment=NetworkSegment(f30860fa-afe6-4d77-b607-41bb9c2315eb),segment_id=f30860fa-afe6-4d77-b607-41bb9c2315eb)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:29.637751 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a094176c-b54a-4a55-8d67-4163713c110f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.648079 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57e999df-0d68-4184-bf9a-70e3b8512cd2 req-95996664-008d-4dfd-8258-4ae7ef4cebda service neutron] 10.222.0.47 "GET /v2.0/networks/f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014008 Aug 26 11:09:29.665194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a094176c-b54a-4a55-8d67-4163713c110f None None] Calling delete_port for 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:29.668487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] For port 7b93df16-a8da-45a2-a1ab-b8aac96e5031, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7b93df16-a8da-45a2-a1ab-b8aac96e5031,segment=NetworkSegment(185e2902-a646-4f73-aa04-70788312f830),segment_id=185e2902-a646-4f73-aa04-70788312f830)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:09:29.673861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8858926d-9afd-4dba-9d57-2c7bddc87503,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:29.680425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec9573-8444-4cfc-8a7a-8ac2ee1017e1 req-a469a0a9-a2a7-43cd-b03a-3f867af14c24 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:29.683490 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.685559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84ec9573-8444-4cfc-8a7a-8ac2ee1017e1 req-a469a0a9-a2a7-43cd-b03a-3f867af14c24 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 985 time: 0.2971206 Aug 26 11:09:29.717623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] For port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6,segment=NetworkSegment(f30860fa-afe6-4d77-b607-41bb9c2315eb),segment_id=f30860fa-afe6-4d77-b607-41bb9c2315eb)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:29.718141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.793975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:29.799422 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3161b041-ab14-4dc5-b988-f2ea8806857d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.814714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-73aa7a24-3fc1-4235-9b88-9b700ba7d854 req-509e856b-d304-42ae-9d38-79b55ea911db tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Deleting port 2298b6ad-7544-492b-a6ab-2c9c313263b0 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:29.815280 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-73aa7a24-3fc1-4235-9b88-9b700ba7d854 req-509e856b-d304-42ae-9d38-79b55ea911db tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.833048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:29.921641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Subnet': ['ID=1f9d3453-bbde-4095-b816-1903fee3d5e2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:29.996532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-73aa7a24-3fc1-4235-9b88-9b700ba7d854 req-509e856b-d304-42ae-9d38-79b55ea911db tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] For port 2298b6ad-7544-492b-a6ab-2c9c313263b0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2298b6ad-7544-492b-a6ab-2c9c313263b0,segment=NetworkSegment(d839af18-f32a-4dcf-9a58-e8dea1f79948),segment_id=d839af18-f32a-4dcf-9a58-e8dea1f79948)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:29.997098 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-73aa7a24-3fc1-4235-9b88-9b700ba7d854 req-509e856b-d304-42ae-9d38-79b55ea911db tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:30.002829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3161b041-ab14-4dc5-b988-f2ea8806857d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:30.015035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84ec9573-8444-4cfc-8a7a-8ac2ee1017e1 req-990d5db9-7b0b-46c5-ad12-ba9389975080 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3029160 Aug 26 11:09:30.042901 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:30.043974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285378-7c31-4cef-be43-51ff8dd65fb4 req-2fcf9b44-ed51-4eed-b01b-29d291f4a7eb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:30.052154 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad285378-7c31-4cef-be43-51ff8dd65fb4 req-2fcf9b44-ed51-4eed-b01b-29d291f4a7eb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3385592 Aug 26 11:09:30.055956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-73aa7a24-3fc1-4235-9b88-9b700ba7d854 req-509e856b-d304-42ae-9d38-79b55ea911db tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Calling delete_port for 2298b6ad-7544-492b-a6ab-2c9c313263b0 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:30.113026 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:30.149956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126c747-8973-463c-beca-bd990bf677b5 None None] Pushing event updated for resources: {'Port': ['ID=7b93df16-a8da-45a2-a1ab-b8aac96e5031,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:30.150627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Checking segment: {'id': '3121e28a-b21c-4d2d-be76-ef76f41a287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:30.159650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network hostable DHCP agents. Network: e734b75e-72f5-4c4e-9ec3-366c172c34b2, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:09:30.176425 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a094176c-b54a-4a55-8d67-4163713c110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:30.204234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094176c-b54a-4a55-8d67-4163713c110f None None] Pushing event deleted for resources: {'Port': ['ID=4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:30.220630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a094176c-b54a-4a55-8d67-4163713c110f None None] No DVR routers for this DVR port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:30.346658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network e734b75e-72f5-4c4e-9ec3-366c172c34b2 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:09:30.371803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:30.407321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, e734b75e-72f5-4c4e-9ec3-366c172c34b2) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:30.416938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:30.417702 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:30.445956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:30.446533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:30.452343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa9838-3b0f-49ce-ab73-aa021e879563 None None] Network e734b75e-72f5-4c4e-9ec3-366c172c34b2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:30.464050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Allocated IP 172.25.1.56 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/d5bb56db-a525-4ead-89d4-a5f8683452d3) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:30.663073 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-25dbb84f-d519-4efc-a282-e76656884786 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7123752 Aug 26 11:09:30.666799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:30.669394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42878) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:30.794095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad285378-7c31-4cef-be43-51ff8dd65fb4 req-f8e6b98e-8fc7-42c4-b143-78d7c162c346 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7305171 Aug 26 11:09:30.871123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:09:30.873431 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:30.935600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959536d8-e020-4b73-a64d-5078f12438c9 req-86ef8e08-68c3-4356-abe6-a74344ee237b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:30.963566 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-959536d8-e020-4b73-a64d-5078f12438c9 req-86ef8e08-68c3-4356-abe6-a74344ee237b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.2759738 Aug 26 11:09:30.973793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:31.005192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3161b041-ab14-4dc5-b988-f2ea8806857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:31.010867 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3161b041-ab14-4dc5-b988-f2ea8806857d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:31.012981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3161b041-ab14-4dc5-b988-f2ea8806857d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/869113b3-8566-4721-81f8-ce11b1fb9917 HTTP/1.1" status: 204 len: 168 time: 1.5619812 Aug 26 11:09:31.057403 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No DVR routers for this DVR port 4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:31.079226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161b041-ab14-4dc5-b988-f2ea8806857d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869113b3-8566-4721-81f8-ce11b1fb9917,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:31.091816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=4dbbfaaf-09a3-4d8e-8298-94b3eb5926f6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:31.173517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:31.233629 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-959536d8-e020-4b73-a64d-5078f12438c9 req-47969268-377d-4ab3-9177-430924bf8fb8 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673259 Aug 26 11:09:31.324813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:31.344486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:31.344486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:31.384062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Allocated IP 2001:db8::2 (e734b75e-72f5-4c4e-9ec3-366c172c34b2/1f9d3453-bbde-4095-b816-1903fee3d5e2/5f95e966-3cbc-4643-b2d1-e1ae0940d24b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:31.531264 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Pushing event updated for resources: {'Port': ['ID=d5bb56db-a525-4ead-89d4-a5f8683452d3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:31.553392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:31.690980 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:31.696854 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:31.706606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Transition to ACTIVE for port object 5f95e966-3cbc-4643-b2d1-e1ae0940d24b will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:31.721526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796fc3f2-f43f-4237-9932-2aca0a5b83b9']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:31.725508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Transition to ACTIVE for port object 5f95e966-3cbc-4643-b2d1-e1ae0940d24b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:31.728619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8858926d-9afd-4dba-9d57-2c7bddc87503'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:09:31.731714 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffa3102-7f3a-480e-a4ed-a371628033dd" -d '{"events": [{"server_uuid": "f99eec57-17e3-42c7-80e3-e08ef95fb4ef", "name": "network-vif-unplugged", "status": "completed", "tag": "8858926d-9afd-4dba-9d57-2c7bddc87503"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:09:31.732728 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe8ff6-c5b1-4fa3-b81e-ff60390950b4 req-8461bb82-51d4-48b5-9050-425284b5ebdb tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:31.735209 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1dfe8ff6-c5b1-4fa3-b81e-ff60390950b4 req-8461bb82-51d4-48b5-9050-425284b5ebdb tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1ff49b-c15f-49ed-b4b1-53ce588d7388 HTTP/1.1" status: 200 len: 985 time: 0.3418005 Aug 26 11:09:31.758375 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:31.775675 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-73aa7a24-3fc1-4235-9b88-9b700ba7d854 req-509e856b-d304-42ae-9d38-79b55ea911db tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:31.780156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30860fa-afe6-4d77-b607-41bb9c2315eb') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:31.780455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30860fa-afe6-4d77-b607-41bb9c2315eb') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:31.798524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b4b9-f547-4e9f-b25e-325bd13347a7 req-a1087256-6e2d-490e-8810-c514d990f281 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:31.827412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f991b4b9-f547-4e9f-b25e-325bd13347a7 req-a1087256-6e2d-490e-8810-c514d990f281 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2377295 Aug 26 11:09:31.842769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Network e734b75e-72f5-4c4e-9ec3-366c172c34b2 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:31.845923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:31.860693 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:31.918001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Pushing event updated for resources: {'Port': ['ID=5f95e966-3cbc-4643-b2d1-e1ae0940d24b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:31.979555 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:32.005195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Attempting to bind port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:09:32.009186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e856b-d304-42ae-9d38-79b55ea911db tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'Port': ['ID=2298b6ad-7544-492b-a6ab-2c9c313263b0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:32.009877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Attempting to bind port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '3121e28a-b21c-4d2d-be76-ef76f41a287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:09:32.010417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Attempting to bind port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b on network e734b75e-72f5-4c4e-9ec3-366c172c34b2 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:09:32.020542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6c2bce-6c10-47a3-b086-8dec04d695d7 None None] Network 9b622faa-7fc0-45f2-ac89-3f045d509b75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:32.034768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:09:32.035325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Checking segment: {'id': '3121e28a-b21c-4d2d-be76-ef76f41a287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:32.035844 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:32.036372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Bound using segment: {'id': '3121e28a-b21c-4d2d-be76-ef76f41a287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:09:32.036969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Bound port: 5f95e966-3cbc-4643-b2d1-e1ae0940d24b, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3121e28a-b21c-4d2d-be76-ef76f41a287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:09:32.038266 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:32.039990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1dfe8ff6-c5b1-4fa3-b81e-ff60390950b4 req-e5b66fd8-e024-4be4-83b4-896849ace3b6 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "GET /v2.0/security-groups?id=f98f339c-4b4f-41c4-a707-d20b3a3d5cec&id=60ee2762-ff26-4140-9d8c-f9b7c09e93f5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2915282 Aug 26 11:09:32.112474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-73aa7a24-3fc1-4235-9b88-9b700ba7d854 req-509e856b-d304-42ae-9d38-79b55ea911db tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] No DVR routers for this DVR port 2298b6ad-7544-492b-a6ab-2c9c313263b0 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:32.120436 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-73aa7a24-3fc1-4235-9b88-9b700ba7d854 req-509e856b-d304-42ae-9d38-79b55ea911db tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:32.129045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73aa7a24-3fc1-4235-9b88-9b700ba7d854 req-509e856b-d304-42ae-9d38-79b55ea911db tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.47 "DELETE /v2.0/ports/2298b6ad-7544-492b-a6ab-2c9c313263b0 HTTP/1.1" status: 204 len: 173 time: 2.8831038 Aug 26 11:09:32.130503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:32.139903 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 Aug 2021 11:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939b4b21-1225-4d5e-a0a1-095681dc1e67 x-openstack-request-id: req-939b4b21-1225-4d5e-a0a1-095681dc1e67 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:09:32.140474 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99eec57-17e3-42c7-80e3-e08ef95fb4ef", "name": "network-vif-unplugged", "status": "failed", "tag": "8858926d-9afd-4dba-9d57-2c7bddc87503", "code": 422}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:09:32.149768 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-939b4b21-1225-4d5e-a0a1-095681dc1e67 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:09:32.150467 n-d-778550-13 neutron-server[101268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8858926d-9afd-4dba-9d57-2c7bddc87503', 'code': 422} returned with failed status Aug 26 11:09:32.151262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f991b4b9-f547-4e9f-b25e-325bd13347a7 req-af29ebc8-aef0-4c36-9616-72f483a1384a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228078 Aug 26 11:09:32.154294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'name': 'network-vif-deleted', 'tag': '2298b6ad-7544-492b-a6ab-2c9c313263b0'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:09:32.156876 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e42421c-0cb2-4caa-92d1-ec413a313310" -d '{"events": [{"server_uuid": "7e1ff49b-c15f-49ed-b4b1-53ce588d7388", "name": "network-vif-deleted", "tag": "2298b6ad-7544-492b-a6ab-2c9c313263b0"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:09:32.198855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:09:32.199449 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:09:32.203494 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:09:32.335692 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c042b08-39cf-4f46-be8f-f686ba3980b3 x-openstack-request-id: req-0c042b08-39cf-4f46-be8f-f686ba3980b3 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:09:32.336320 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1ff49b-c15f-49ed-b4b1-53ce588d7388", "name": "network-vif-deleted", "tag": "2298b6ad-7544-492b-a6ab-2c9c313263b0", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:09:32.336871 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c042b08-39cf-4f46-be8f-f686ba3980b3 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:09:32.339731 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1ff49b-c15f-49ed-b4b1-53ce588d7388', 'name': 'network-vif-deleted', 'tag': '2298b6ad-7544-492b-a6ab-2c9c313263b0', 'status': 'completed', 'code': 200} Aug 26 11:09:32.401001 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:32.455204 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:32.457651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/networks/796fc3f2-f43f-4237-9932-2aca0a5b83b9 HTTP/1.1" status: 204 len: 168 time: 3.7278676 Aug 26 11:09:32.467887 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42918) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:32.481936 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1869562339'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:32.493462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acddd5a-a0d7-4bc9-93e1-9cf7440cdb14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Network': ['ID=796fc3f2-f43f-4237-9932-2aca0a5b83b9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:32.513902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2298b6ad-7544-492b-a6ab-2c9c313263b0 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:32.622555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:32.629971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42920) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:32.639799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:32.675740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca55e60-1a26-4aa4-9983-7b32ceeaa1c9 req-02c2effb-babd-48ed-9a32-4abde5ee8c90 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:32.686857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ca55e60-1a26-4aa4-9983-7b32ceeaa1c9 req-02c2effb-babd-48ed-9a32-4abde5ee8c90 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.1723988 Aug 26 11:09:32.713133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7b93df16-a8da-45a2-a1ab-b8aac96e5031 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:32.821422 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:09:32.862833 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ca55e60-1a26-4aa4-9983-7b32ceeaa1c9 req-52488d20-f000-4f88-a2aa-0b35a00591ea tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749339 Aug 26 11:09:32.877970 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:32.878500 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Added segment 0e08078f-c6b6-476c-97c7-5cb6b3861c1b of type vlan for network 5786d73b-38e5-405d-a7b2-aa09941a31dd Aug 26 11:09:32.889748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-80155b0e-15d6-4980-a43c-179168f2e90f None None] Provisioning for port 7b93df16-a8da-45a2-a1ab-b8aac96e5031 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:32.916999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 2298b6ad-7544-492b-a6ab-2c9c313263b0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:32.917350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2298b6ad-7544-492b-a6ab-2c9c313263b0 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:32.925669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8858926d-9afd-4dba-9d57-2c7bddc87503 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:33.027818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.028891 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e2f834eb-abbe-4759-a04d-225c4e290d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.101200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 7b93df16-a8da-45a2-a1ab-b8aac96e5031 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:33.129335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7b93df16-a8da-45a2-a1ab-b8aac96e5031 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:33.130078 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.149873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42934) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:33.157928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-41995637-c131-4391-8798-715c6e26bc43 None None] For port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:09:33.171386 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.180300 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:33.180950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.184068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-41995637-c131-4391-8798-715c6e26bc43 None None] For port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5f95e966-3cbc-4643-b2d1-e1ae0940d24b,segment=NetworkSegment(3121e28a-b21c-4d2d-be76-ef76f41a287d),segment_id=3121e28a-b21c-4d2d-be76-ef76f41a287d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:09:33.205559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Allocated IP 2001:db8::1 (e734b75e-72f5-4c4e-9ec3-366c172c34b2/1f9d3453-bbde-4095-b816-1903fee3d5e2/91226e26-009d-4174-82db-7118c690898c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:33.261391 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.282288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e2f834eb-abbe-4759-a04d-225c4e290d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.301886 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e2f834eb-abbe-4759-a04d-225c4e290d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.392081 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.447390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41995637-c131-4391-8798-715c6e26bc43 None None] Pushing event updated for resources: {'Port': ['ID=5f95e966-3cbc-4643-b2d1-e1ae0940d24b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:33.467185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e2f834eb-abbe-4759-a04d-225c4e290d10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aee99de33fb54bf3ac084519ddb4f85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8350573 Aug 26 11:09:33.469704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f834eb-abbe-4759-a04d-225c4e290d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860a535e-bbda-44b8-badf-891587e1c2b2,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:33.477506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42942) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:33.486466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0143399 Aug 26 11:09:33.499113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42944) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:33.594493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '5786d73b-38e5-405d-a7b2-aa09941a31dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:33.599428 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b88eec2a-7100-4a76-b462-1f5d2f1678c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.638066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030e18d-b286-4651-94df-d07931d508c1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Network': ['ID=5786d73b-38e5-405d-a7b2-aa09941a31dd,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:33.664884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb72a37-bc0f-4bab-a2fb-b8c54650ac97 req-1cd52ce6-6679-4ef0-8df9-b8270f536711 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:33.673168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb72a37-bc0f-4bab-a2fb-b8c54650ac97 req-1cd52ce6-6679-4ef0-8df9-b8270f536711 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3030035 Aug 26 11:09:33.675190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 5786d73b-38e5-405d-a7b2-aa09941a31dd details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:09:33.822412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfb72a37-bc0f-4bab-a2fb-b8c54650ac97 req-1e8ad2c9-a719-4ce7-a064-df9ee4d2b5d5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481540 Aug 26 11:09:33.829031 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b88eec2a-7100-4a76-b462-1f5d2f1678c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.840034 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3eef350e-e56e-4f8d-8a61-b575ff19da95 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:33.879047 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.002511 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3eef350e-e56e-4f8d-8a61-b575ff19da95 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.008375 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b88eec2a-7100-4a76-b462-1f5d2f1678c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.011282 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b88eec2a-7100-4a76-b462-1f5d2f1678c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.012481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b88eec2a-7100-4a76-b462-1f5d2f1678c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/860a535e-bbda-44b8-badf-891587e1c2b2 HTTP/1.1" status: 204 len: 168 time: 0.5291524 Aug 26 11:09:34.015200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0ac2a41b-1af9-4b2c-8d19-0859ea597aa3 None None] Provisioning complete for port 7b93df16-a8da-45a2-a1ab-b8aac96e5031 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:34.031275 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ac2a41b-1af9-4b2c-8d19-0859ea597aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.032820 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.048043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eec2a-7100-4a76-b462-1f5d2f1678c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860a535e-bbda-44b8-badf-891587e1c2b2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:34.173495 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:34.177271 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.182123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Transition to ACTIVE for port object 91226e26-009d-4174-82db-7118c690898c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:34.266399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 7b93df16-a8da-45a2-a1ab-b8aac96e5031, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7b93df16-a8da-45a2-a1ab-b8aac96e5031,segment=NetworkSegment(185e2902-a646-4f73-aa04-70788312f830),segment_id=185e2902-a646-4f73-aa04-70788312f830)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:34.277531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0223bc7-767d-4da7-ae85-8ad7d7738224 req-0f7e6115-bba4-4e53-acc3-5758897cf47a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:34.281900 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0223bc7-767d-4da7-ae85-8ad7d7738224 req-0f7e6115-bba4-4e53-acc3-5758897cf47a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.1899326 Aug 26 11:09:34.282509 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.329481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3eef350e-e56e-4f8d-8a61-b575ff19da95 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.338254 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3eef350e-e56e-4f8d-8a61-b575ff19da95 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.339481 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3eef350e-e56e-4f8d-8a61-b575ff19da95 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "DELETE /v2.0/security-groups/f98f339c-4b4f-41c4-a707-d20b3a3d5cec HTTP/1.1" status: 204 len: 168 time: 1.1830225 Aug 26 11:09:34.376397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42952) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:34.553440 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef350e-e56e-4f8d-8a61-b575ff19da95 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f339c-4b4f-41c4-a707-d20b3a3d5cec,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:34.565847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0223bc7-767d-4da7-ae85-8ad7d7738224 req-7357d7f8-2bfc-4c6e-a440-869aa475661e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586944 Aug 26 11:09:34.572161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.587648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5f95e966-3cbc-4643-b2d1-e1ae0940d24b up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:34.593685 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.691987 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-01484fd9-f8ee-4789-a706-de44c6e3a2f0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.776702 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-01484fd9-f8ee-4789-a706-de44c6e3a2f0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.797370 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=7b93df16-a8da-45a2-a1ab-b8aac96e5031,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:34.870398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:34.889966 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-01484fd9-f8ee-4789-a706-de44c6e3a2f0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.894307 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-01484fd9-f8ee-4789-a706-de44c6e3a2f0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:34.899639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-01484fd9-f8ee-4789-a706-de44c6e3a2f0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "DELETE /v2.0/security-groups/60ee2762-ff26-4140-9d8c-f9b7c09e93f5 HTTP/1.1" status: 204 len: 168 time: 0.5106502 Aug 26 11:09:34.901330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42960) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:34.915154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network e734b75e-72f5-4c4e-9ec3-366c172c34b2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:34.944180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:34.956548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:34.957375 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:35.156460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42964) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:35.213495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01484fd9-f8ee-4789-a706-de44c6e3a2f0 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ee2762-ff26-4140-9d8c-f9b7c09e93f5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:35.244818 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-518a74e9-45f1-4a2b-a987-1d4a1dd6083b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:35.373276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80fda0d-be67-4917-8856-f57c2e314e16 None None] Network e734b75e-72f5-4c4e-9ec3-366c172c34b2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:35.480878 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-518a74e9-45f1-4a2b-a987-1d4a1dd6083b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:35.535548 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-518a74e9-45f1-4a2b-a987-1d4a1dd6083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:35.619102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd5130-08de-4772-9878-2c81e1a6c410 req-079d4d7b-6489-4559-8ff2-8b2859cc2495 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:35.628699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8bd5130-08de-4772-9878-2c81e1a6c410 req-079d4d7b-6489-4559-8ff2-8b2859cc2495 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.4729342 Aug 26 11:09:35.636880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-518a74e9-45f1-4a2b-a987-1d4a1dd6083b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38cc28e7c7754ffaacf74c193e58dd0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747815 Aug 26 11:09:35.662610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a74e9-45f1-4a2b-a987-1d4a1dd6083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67e53dd-7c09-42ed-9b92-0d63cd9cfec7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:35.666983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42970) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:35.702180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-276f3098-0753-40e8-9cf6-e3652005ad38 None None] Provisioning for port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:35.718173 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8bd5130-08de-4772-9878-2c81e1a6c410 req-daa758b3-9087-45ee-961f-e138b2339835 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884178 Aug 26 11:09:35.736720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-276f3098-0753-40e8-9cf6-e3652005ad38 None None] Provisioning complete for port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:35.736720 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-276f3098-0753-40e8-9cf6-e3652005ad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:35.800624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=91226e26-009d-4174-82db-7118c690898c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:35.904288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f805f9a-5d11-404c-aa10-8fcb8c82bb68 req-a450aadc-7a86-4b06-a383-9b6e6cea1913 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:35.905863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f805f9a-5d11-404c-aa10-8fcb8c82bb68 req-a450aadc-7a86-4b06-a383-9b6e6cea1913 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.1477139 Aug 26 11:09:35.906081 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Router fae38a0b-05a6-4156-89b4-6770d0aeda26 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:09:35.907744 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f705c599-0725-4a09-be58-96033e7e8d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:35.908052 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-276f3098-0753-40e8-9cf6-e3652005ad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:35.971712 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f705c599-0725-4a09-be58-96033e7e8d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:36.015218 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:36.043902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-276f3098-0753-40e8-9cf6-e3652005ad38 None None] For port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5f95e966-3cbc-4643-b2d1-e1ae0940d24b,segment=NetworkSegment(3121e28a-b21c-4d2d-be76-ef76f41a287d),segment_id=3121e28a-b21c-4d2d-be76-ef76f41a287d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:36.058007 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-276f3098-0753-40e8-9cf6-e3652005ad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:36.073607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f805f9a-5d11-404c-aa10-8fcb8c82bb68 req-e3d9adca-7846-4632-9c99-55efe07b5574 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577933 Aug 26 11:09:36.084650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:36.170211 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f705c599-0725-4a09-be58-96033e7e8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:36.173543 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f705c599-0725-4a09-be58-96033e7e8d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:36.174950 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f705c599-0725-4a09-be58-96033e7e8d7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d67e53dd-7c09-42ed-9b92-0d63cd9cfec7 HTTP/1.1" status: 204 len: 168 time: 0.5049391 Aug 26 11:09:36.179157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f3098-0753-40e8-9cf6-e3652005ad38 None None] Pushing event updated for resources: {'Port': ['ID=5f95e966-3cbc-4643-b2d1-e1ae0940d24b,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:36.193010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705c599-0725-4a09-be58-96033e7e8d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67e53dd-7c09-42ed-9b92-0d63cd9cfec7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:36.252816 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:36.289832 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Subnet': ['ID=ce0a4ea5-74f9-4a67-9944-e9af3ac65e19,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:36.391765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-63e8951d-ad20-4cd0-b9fe-bbcfc55efd9c None None] Provisioning complete for port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:36.392307 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e8951d-ad20-4cd0-b9fe-bbcfc55efd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:36.497644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5f95e966-3cbc-4643-b2d1-e1ae0940d24b up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:36.638047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:36.638402 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:36.847484 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7b93df16-a8da-45a2-a1ab-b8aac96e5031 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:36.921541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-63e8951d-ad20-4cd0-b9fe-bbcfc55efd9c None None] Provisioning for port 91226e26-009d-4174-82db-7118c690898c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:36.964406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-63e8951d-ad20-4cd0-b9fe-bbcfc55efd9c None None] Provisioning complete for port 91226e26-009d-4174-82db-7118c690898c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:36.964980 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e8951d-ad20-4cd0-b9fe-bbcfc55efd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:37.010025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Deleting port 56020251-d4dd-46ee-8bd5-7c18133e5fda {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:37.010374 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:37.075622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:37.077960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-63e8951d-ad20-4cd0-b9fe-bbcfc55efd9c None None] Port 91226e26-009d-4174-82db-7118c690898c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:37.091116 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Sync routers for ids ['fae38a0b-05a6-4156-89b4-6770d0aeda26'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:37.094538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7b93df16-a8da-45a2-a1ab-b8aac96e5031 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:37.095195 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:37.117249 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Routers {'fae38a0b-05a6-4156-89b4-6770d0aeda26'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:37.118858 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Checking segment: {'id': '0e08078f-c6b6-476c-97c7-5cb6b3861c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5786d73b-38e5-405d-a7b2-aa09941a31dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:37.119266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network hostable DHCP agents. Network: 5786d73b-38e5-405d-a7b2-aa09941a31dd, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:09:37.119555 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['fae38a0b-05a6-4156-89b4-6770d0aeda26'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:37.195307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f423b7-8763-48a1-abb3-4110a03f7be3 req-508221ab-f738-4531-88b7-b1a1b1f1503b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:37.202783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2f423b7-8763-48a1-abb3-4110a03f7be3 req-508221ab-f738-4531-88b7-b1a1b1f1503b tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.3423851 Aug 26 11:09:37.226498 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:37.234654 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b27d6420-62f6-4f90-b4b3-4a924c575c93 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.4455197 Aug 26 11:09:37.236766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 5786d73b-38e5-405d-a7b2-aa09941a31dd is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:09:37.261204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-49c9a3ed-f93a-4217-b54a-1eb7c79066ab None None] Provisioning complete for port 91226e26-009d-4174-82db-7118c690898c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:37.264781 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-49c9a3ed-f93a-4217-b54a-1eb7c79066ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:37.272048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42996) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:37.283622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:37.315282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:37.322109 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:37.360457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-49c9a3ed-f93a-4217-b54a-1eb7c79066ab None None] Port 91226e26-009d-4174-82db-7118c690898c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:37.397535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] For port 56020251-d4dd-46ee-8bd5-7c18133e5fda, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=56020251-d4dd-46ee-8bd5-7c18133e5fda,segment=NetworkSegment(d839af18-f32a-4dcf-9a58-e8dea1f79948),segment_id=d839af18-f32a-4dcf-9a58-e8dea1f79948)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:37.397805 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:37.432790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Calling delete_port for 56020251-d4dd-46ee-8bd5-7c18133e5fda owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:37.438665 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Set router fae38a0b-05a6-4156-89b4-6770d0aeda26 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:37.553137 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 5786d73b-38e5-405d-a7b2-aa09941a31dd) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:37.576761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f70a58-3f9a-46ec-b323-8fb158615fbc None None] Network 5786d73b-38e5-405d-a7b2-aa09941a31dd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:37.593131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:37.593741 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:37.755433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2f423b7-8763-48a1-abb3-4110a03f7be3 req-623ae8df-9054-4a6f-b5bf-f1072fbc6d33 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5417564 Aug 26 11:09:37.756209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:37.792688 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:09:37.842036 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-92dced2d-ae28-4f59-8d39-7d382bff25d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3310885 Aug 26 11:09:37.857519 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'name': 'tempest-ImageQuotaTest-1721867827-router', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:27Z', 'updated_at': '2021-08-26T11:09:32Z', 'revision_number': 3, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'gw_port': {'id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:30Z', 'updated_at': '2021-08-26T11:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:37.942837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43012) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:37.964725 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Checking router: fae38a0b-05a6-4156-89b4-6770d0aeda26 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:09:37.965160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'Port': ['ID=56020251-d4dd-46ee-8bd5-7c18133e5fda,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:37.975688 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Updating router fae38a0b-05a6-4156-89b4-6770d0aeda26 port d5bb56db-a525-4ead-89d4-a5f8683452d3 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:09:37.984689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '5786d73b-38e5-405d-a7b2-aa09941a31dd', 'name': 'tempest-PortsIpV6TestJSON-864284203', 'fixed_ips': [{'subnet_id': 'ce0a4ea5-74f9-4a67-9944-e9af3ac65e19', 'ip_address': '2001:db8::10'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:37.998749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5786d73b-38e5-405d-a7b2-aa09941a31dd', 'network_id': '5786d73b-38e5-405d-a7b2-aa09941a31dd', 'tenant_id': '476ceaf3ced8446a959be5bfd3c12971', 'fixed_ips': [{'subnet_id': 'ce0a4ea5-74f9-4a67-9944-e9af3ac65e19'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:09:37.999794 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:38.065054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=91226e26-009d-4174-82db-7118c690898c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:38.079945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network e734b75e-72f5-4c4e-9ec3-366c172c34b2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:38.092825 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:38.108760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:38.487562 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:38.506446 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Allocated IP 2001:db8::2 (5786d73b-38e5-405d-a7b2-aa09941a31dd/ce0a4ea5-74f9-4a67-9944-e9af3ac65e19/d94a9286-722d-45a4-97ba-50fed661eddf) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:38.824732 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:38.847551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Transition to ACTIVE for port object d94a9286-722d-45a4-97ba-50fed661eddf will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:38.863793 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:38.877964 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Transition to ACTIVE for port object d5bb56db-a525-4ead-89d4-a5f8683452d3 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:38.888321 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:38.893264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Transition to ACTIVE for port object d94a9286-722d-45a4-97ba-50fed661eddf will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:38.927565 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:38.960077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 6b6886dc-a8bb-424b-8140-4a868b285c30 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:09:38.977963 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Attempting to bind port d5bb56db-a525-4ead-89d4-a5f8683452d3 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:09:38.978619 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Attempting to bind port d5bb56db-a525-4ead-89d4-a5f8683452d3 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:09:38.979100 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Attempting to bind port d5bb56db-a525-4ead-89d4-a5f8683452d3 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:09:38.997411 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:09:38.998024 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:38.998456 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:38.999203 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:09:38.999836 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Bound port: d5bb56db-a525-4ead-89d4-a5f8683452d3, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:09:39.001012 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:39.048851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Pushing event updated for resources: {'Port': ['ID=d94a9286-722d-45a4-97ba-50fed661eddf,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:39.067333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cbcad452-b227-4be4-be28-255187b82213 None None] Provisioning complete for port 91226e26-009d-4174-82db-7118c690898c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:39.067980 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cbcad452-b227-4be4-be28-255187b82213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:39.075219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Network 5786d73b-38e5-405d-a7b2-aa09941a31dd is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:39.083584 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] For port d5bb56db-a525-4ead-89d4-a5f8683452d3, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:09:39.088351 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] For port d5bb56db-a525-4ead-89d4-a5f8683452d3, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d5bb56db-a525-4ead-89d4-a5f8683452d3,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:09:39.094165 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Pushing event updated for resources: {'Port': ['ID=d5bb56db-a525-4ead-89d4-a5f8683452d3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:39.099269 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:39.110333 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.110869 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.111439 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.111888 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.112563 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.113007 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.113479 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.113920 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.114357 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.114817 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.115292 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.115732 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:09:39.127404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:39.131485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:39.292247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cbcad452-b227-4be4-be28-255187b82213 None None] Port 91226e26-009d-4174-82db-7118c690898c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:39.302800 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Routers {'fae38a0b-05a6-4156-89b4-6770d0aeda26'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:39.311338 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['fae38a0b-05a6-4156-89b4-6770d0aeda26'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:39.316849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Attempting to bind port d94a9286-722d-45a4-97ba-50fed661eddf on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:09:39.317506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Attempting to bind port d94a9286-722d-45a4-97ba-50fed661eddf by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '0e08078f-c6b6-476c-97c7-5cb6b3861c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5786d73b-38e5-405d-a7b2-aa09941a31dd'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:09:39.318580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Attempting to bind port d94a9286-722d-45a4-97ba-50fed661eddf on network 5786d73b-38e5-405d-a7b2-aa09941a31dd {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:09:39.337080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:09:39.339568 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Checking segment: {'id': '0e08078f-c6b6-476c-97c7-5cb6b3861c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5786d73b-38e5-405d-a7b2-aa09941a31dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:39.340498 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:39.343307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Bound using segment: {'id': '0e08078f-c6b6-476c-97c7-5cb6b3861c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5786d73b-38e5-405d-a7b2-aa09941a31dd'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:09:39.345120 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Bound port: d94a9286-722d-45a4-97ba-50fed661eddf, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e08078f-c6b6-476c-97c7-5cb6b3861c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5786d73b-38e5-405d-a7b2-aa09941a31dd'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:09:39.346665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:39.387003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:39.389918 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60082617-02fc-4f17-adfc-cbac56780d61 None None] Pushing event updated for resources: {'Port': ['ID=d5bb56db-a525-4ead-89d4-a5f8683452d3,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:39.407905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0a9e7551-9108-4178-9823-0dc0833aeb0b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7344303 Aug 26 11:09:39.410559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43036) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:39.415775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1187007131'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:39.420058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Sync routers for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:39.469520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:39.470601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:39.600974 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] Set router fae38a0b-05a6-4156-89b4-6770d0aeda26 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:39.613698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff95b3-8d59-403c-bb0d-dfc838dd4e97 req-637a644b-b895-4a3c-bc74-259e1f242c60 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:39.620746 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64ff95b3-8d59-403c-bb0d-dfc838dd4e97 req-637a644b-b895-4a3c-bc74-259e1f242c60 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 1.8816893 Aug 26 11:09:39.676104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:39.681627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] For port d94a9286-722d-45a4-97ba-50fed661eddf, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:09:39.685728 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:39.689475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] For port d94a9286-722d-45a4-97ba-50fed661eddf, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d94a9286-722d-45a4-97ba-50fed661eddf,segment=NetworkSegment(0e08078f-c6b6-476c-97c7-5cb6b3861c1b),segment_id=0e08078f-c6b6-476c-97c7-5cb6b3861c1b)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:09:39.692162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:39.698080 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:39.698238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:39.822880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:39.833109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:09:39.856860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port c409cad0-0fe6-4049-a312-f80878d99b9c yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:09:39.866074 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:39.869968 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added segment 39371247-4c20-453a-acb8-cbe4cb81afe2 of type vlan for network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 Aug 26 11:09:39.901144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:40.009499 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:40.011397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9fe51-ba17-441d-8ed8-f42c7b7db3af None None] Pushing event updated for resources: {'Port': ['ID=d94a9286-722d-45a4-97ba-50fed661eddf,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:40.067378 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'name': 'tempest-ImageQuotaTest-1721867827-router', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:27Z', 'updated_at': '2021-08-26T11:09:32Z', 'revision_number': 3, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'gw_port': {'id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:30Z', 'updated_at': '2021-08-26T11:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:40.140634 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e25834-c01f-4764-ae03-1597fc4b220b None None] The sync data for ids ['fae38a0b-05a6-4156-89b4-6770d0aeda26'] in n-d-778550-13 is: [{'id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'name': 'tempest-ImageQuotaTest-1721867827-router', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:27Z', 'updated_at': '2021-08-26T11:09:32Z', 'revision_number': 3, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'gw_port': {'id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:30Z', 'updated_at': '2021-08-26T11:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:40.174390 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:40.188031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:40.189211 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:40.291279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b615649-ffb8-420f-a9b2-29e73746baee req-0623fb2a-cbbd-4bb5-9aa5-548992b4aab4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:40.293505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b615649-ffb8-420f-a9b2-29e73746baee req-0623fb2a-cbbd-4bb5-9aa5-548992b4aab4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.7590120 Aug 26 11:09:40.437908 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0261993 Aug 26 11:09:40.447587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43068) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:40.469597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'subnet': {'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:40.490630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcde233-7f26-4e4b-8120-2bd5982242f7 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Network': ['ID=64faf98f-cba7-4e68-9d7d-c98b81a6fd75,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:40.523245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:09:40.610224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64ff95b3-8d59-403c-bb0d-dfc838dd4e97 req-786363f8-47bb-41a4-9105-a1f46fe5433b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9261913 Aug 26 11:09:40.769918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8::10 (5786d73b-38e5-405d-a7b2-aa09941a31dd/ce0a4ea5-74f9-4a67-9944-e9af3ac65e19/c409cad0-0fe6-4049-a312-f80878d99b9c) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:40.827294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Allocated IP 172.20.0.1 (9b622faa-7fc0-45f2-ac89-3f045d509b75/fc1df485-bfbe-4851-911c-c932d3e291df/ad597dcc-6aec-4d2b-8e99-160fa0b0601f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:40.937889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:09:35Z', 'revision_number': 2, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:36Z', 'revision_number': 2, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:40.977912 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b615649-ffb8-420f-a9b2-29e73746baee req-f0a4eb1a-b52f-4d00-afa8-cd4154cd23c1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6479061 Aug 26 11:09:40.987879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Router 08b55e96-ee7c-4106-b4e7-5fa44caf757a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:09:41.059067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Checking router: 6b6886dc-a8bb-424b-8140-4a868b285c30 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:09:41.059658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Updating router 6b6886dc-a8bb-424b-8140-4a868b285c30 port 91226e26-009d-4174-82db-7118c690898c binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:09:41.086206 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:41.146146 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:41.167340 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Transition to ACTIVE for port object ad597dcc-6aec-4d2b-8e99-160fa0b0601f will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:41.285384 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:41.478505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad597dcc-6aec-4d2b-8e99-160fa0b0601f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:41.511572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Network 9b622faa-7fc0-45f2-ac89-3f045d509b75 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:41.518999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:41.560088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:41.631004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:41.735414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:41.755142 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:41.756781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:41.763871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object c409cad0-0fe6-4049-a312-f80878d99b9c will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:41.780417 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d5d8a-c598-4175-91c6-40fada2c1fc5 None None] Sync routers for ids ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:41.793600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8bc97fbb-926e-40c5-bc44-8d34cebc77e4 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "PUT /v2.0/routers/08b55e96-ee7c-4106-b4e7-5fa44caf757a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8850603 Aug 26 11:09:41.797111 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d5d8a-c598-4175-91c6-40fada2c1fc5 None None] Routers {'08b55e96-ee7c-4106-b4e7-5fa44caf757a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:41.799044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43100) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:41.801011 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6d5d5d8a-c598-4175-91c6-40fada2c1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:41.915943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43102) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:42.011892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:42.190247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcc1d8f-5243-41b5-be59-fd5fafd8a6bd tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Deleting subnet cb012304-52aa-4dbc-ac61-aa79dcbee29f {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:09:42.269710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdcc1d8f-5243-41b5-be59-fd5fafd8a6bd tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:42.290861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-d1e2c9a7-9c6e-40b4-8f54-0ce1ed600966 req-0fe0f82e-ec7f-4bd8-86a4-4c49421005ee service neutron] (101266) timed out ('10.222.0.21', 49394) {{(pid=101266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:09:42.323890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f160c-c75f-49c4-bdd3-7137c8e943d7 req-8a2d9fe3-08da-4f38-a13c-33b8e438add2 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:42.325919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d84f160c-c75f-49c4-bdd3-7137c8e943d7 req-8a2d9fe3-08da-4f38-a13c-33b8e438add2 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.4118805 Aug 26 11:09:42.328447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22452440-e1db-40ff-ba19-f685002b4669 None None] Network 5786d73b-38e5-405d-a7b2-aa09941a31dd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:42.370752 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:42.415081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdcc1d8f-5243-41b5-be59-fd5fafd8a6bd tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:42.504682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:42.619423 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-6d5d5d8a-c598-4175-91c6-40fada2c1fc5 None None] Set router 08b55e96-ee7c-4106-b4e7-5fa44caf757a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:42.620139 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:42.641703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f6c9e833-ad00-4eb9-9d65-74c6e30f3f40 None None] Provisioning for port ad597dcc-6aec-4d2b-8e99-160fa0b0601f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:42.722313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f6c9e833-ad00-4eb9-9d65-74c6e30f3f40 None None] Provisioning complete for port ad597dcc-6aec-4d2b-8e99-160fa0b0601f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:42.725549 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e833-ad00-4eb9-9d65-74c6e30f3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:42.741851 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdcc1d8f-5243-41b5-be59-fd5fafd8a6bd tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:42.747236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d94a9286-722d-45a4-97ba-50fed661eddf up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:42.827951 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Transition to ACTIVE for port object 91226e26-009d-4174-82db-7118c690898c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:42.907156 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:42.997431 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdcc1d8f-5243-41b5-be59-fd5fafd8a6bd tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.023415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554e44a-e1e6-4b0a-8725-787e8733fa25 None None] Pushing event updated for resources: {'Port': ['ID=91226e26-009d-4174-82db-7118c690898c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:43.042058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcaa8f-e2bd-40cb-8b61-38eac0402b71 req-ec2a49c5-2178-4a21-a784-cdd75b3e237e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:43.044523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00bcaa8f-e2bd-40cb-8b61-38eac0402b71 req-ec2a49c5-2178-4a21-a784-cdd75b3e237e tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.8895063 Aug 26 11:09:43.045557 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=c409cad0-0fe6-4049-a312-f80878d99b9c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:43.094438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9e833-ad00-4eb9-9d65-74c6e30f3f40 None None] Port ad597dcc-6aec-4d2b-8e99-160fa0b0601f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:43.141793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdcc1d8f-5243-41b5-be59-fd5fafd8a6bd tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.144437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cdcc1d8f-5243-41b5-be59-fd5fafd8a6bd tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "DELETE /v2.0/subnets/cb012304-52aa-4dbc-ac61-aa79dcbee29f HTTP/1.1" status: 204 len: 168 time: 1.3341691 Aug 26 11:09:43.152157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc1d8f-5243-41b5-be59-fd5fafd8a6bd tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'Subnet': ['ID=cb012304-52aa-4dbc-ac61-aa79dcbee29f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:43.168927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43112) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:43.170541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ad11e0f-bede-40ca-b87a-8f6d7517a9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.183384 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.196723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 5786d73b-38e5-405d-a7b2-aa09941a31dd is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:43.215104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.230753 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6d5d5d8a-c598-4175-91c6-40fada2c1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:09:37Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:43.235529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d84f160c-c75f-49c4-bdd3-7137c8e943d7 req-229c4a5a-a48c-4eb9-ba9a-ecbfe1badffd tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9004629 Aug 26 11:09:43.271396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port d94a9286-722d-45a4-97ba-50fed661eddf completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:43.281940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad8fd4-ee82-4adb-ad64-30e52e897655 None None] Network f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:43.305295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:43.333028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:43.339703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:43.340548 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.384799 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d5d8a-c598-4175-91c6-40fada2c1fc5 None None] Checking router: 08b55e96-ee7c-4106-b4e7-5fa44caf757a for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:09:43.386139 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.405429 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d5d8a-c598-4175-91c6-40fada2c1fc5 None None] Routers {'08b55e96-ee7c-4106-b4e7-5fa44caf757a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:43.407558 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6d5d5d8a-c598-4175-91c6-40fada2c1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:43.430880 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Attempting to bind port 91226e26-009d-4174-82db-7118c690898c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:09:43.434983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Attempting to bind port 91226e26-009d-4174-82db-7118c690898c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '3121e28a-b21c-4d2d-be76-ef76f41a287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:09:43.435988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Attempting to bind port 91226e26-009d-4174-82db-7118c690898c on network e734b75e-72f5-4c4e-9ec3-366c172c34b2 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:09:43.453353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d5bb56db-a525-4ead-89d4-a5f8683452d3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:43.535480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00bcaa8f-e2bd-40cb-8b61-38eac0402b71 req-f5db2698-0663-442e-a055-e21cfa7d9180 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3973279 Aug 26 11:09:43.661126 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.697405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:09:43.698264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Checking segment: {'id': '3121e28a-b21c-4d2d-be76-ef76f41a287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:43.699079 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.699801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Bound using segment: {'id': '3121e28a-b21c-4d2d-be76-ef76f41a287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:09:43.700544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Bound port: 91226e26-009d-4174-82db-7118c690898c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3121e28a-b21c-4d2d-be76-ef76f41a287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:09:43.701253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.721064 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-6d5d5d8a-c598-4175-91c6-40fada2c1fc5 None None] Set router 08b55e96-ee7c-4106-b4e7-5fa44caf757a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:43.743726 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a40343e-522b-444b-b502-ac39ffb45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.840030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7dd76f99-4ef2-4c79-952d-d2a00b7138e1 None None] Provisioning for port d94a9286-722d-45a4-97ba-50fed661eddf completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:43.850317 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.876465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad597dcc-6aec-4d2b-8e99-160fa0b0601f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:43.915726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Checking segment: {'id': '39371247-4c20-453a-acb8-cbe4cb81afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:43.917366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network hostable DHCP agents. Network: 64faf98f-cba7-4e68-9d7d-c98b81a6fd75, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:09:43.933842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Subnet': ['ID=fe56d62f-5a41-4f93-997b-b944b69d31e4,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:43.961853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7dd76f99-4ef2-4c79-952d-d2a00b7138e1 None None] Provisioning complete for port d94a9286-722d-45a4-97ba-50fed661eddf triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:43.962232 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7dd76f99-4ef2-4c79-952d-d2a00b7138e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:43.994578 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ad11e0f-bede-40ca-b87a-8f6d7517a9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:44.088611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] For port 91226e26-009d-4174-82db-7118c690898c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:09:44.093805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] For port 91226e26-009d-4174-82db-7118c690898c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=91226e26-009d-4174-82db-7118c690898c,segment=NetworkSegment(3121e28a-b21c-4d2d-be76-ef76f41a287d),segment_id=3121e28a-b21c-4d2d-be76-ef76f41a287d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:09:44.131593 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ad11e0f-bede-40ca-b87a-8f6d7517a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:44.144202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:09:44.224831 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:44.237981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d48e095d-83af-4cd5-adab-72d07cf87108 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.2866015 Aug 26 11:09:44.241998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 64faf98f-cba7-4e68-9d7d-c98b81a6fd75) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:44.248233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43130) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:44.253647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:44.254484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:44.263259 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6d5d5d8a-c598-4175-91c6-40fada2c1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:09:37Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:44.268316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad11e0f-bede-40ca-b87a-8f6d7517a9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80517094-7eea-4023-9a0b-048476a47a7f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:44.299525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '5786d73b-38e5-405d-a7b2-aa09941a31dd', 'name': 'tempest-PortsIpV6TestJSON-970768916', 'fixed_ips': [{'subnet_id': 'ce0a4ea5-74f9-4a67-9944-e9af3ac65e19', 'ip_address': '2001:db8::f'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:44.307979 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d5d8a-c598-4175-91c6-40fada2c1fc5 None None] The sync data for ids ['08b55e96-ee7c-4106-b4e7-5fa44caf757a'] in n-d-778550-13 is: [{'id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1314597758', 'tenant_id': '7202d08226184cb383eb9303d1ec18da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:09:37Z', 'revision_number': 5, 'project_id': '7202d08226184cb383eb9303d1ec18da', 'gw_port': {'id': '3679efad-7dbd-4fea-b139-db6e7cba2e1b', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b55e96-ee7c-4106-b4e7-5fa44caf757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:06:29Z', 'updated_at': '2021-08-26T11:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:44.315160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Network 9b622faa-7fc0-45f2-ac89-3f045d509b75 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:44.320857 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:44.343911 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4c918f88-4bec-413d-b688-e2c737fc7b34 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8946457 Aug 26 11:09:44.344727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43134) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:44.390328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8762423-d6a9-49ce-a2ea-6cf7a25abc93 None None] Network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:44.476402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864c4ff-3983-4d1e-810e-7bd34847ce88 req-6202dd80-6c40-4405-b0c1-4b4a7d0fd0c6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:44.493934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c864c4ff-3983-4d1e-810e-7bd34847ce88 req-6202dd80-6c40-4405-b0c1-4b4a7d0fd0c6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.4746640 Aug 26 11:09:44.523823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554e44a-e1e6-4b0a-8725-787e8733fa25 None None] Pushing event updated for resources: {'Port': ['ID=91226e26-009d-4174-82db-7118c690898c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:44.603890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port d5bb56db-a525-4ead-89d4-a5f8683452d3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:44.647601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d5bb56db-a525-4ead-89d4-a5f8683452d3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:44.652391 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:44.807863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6ad11e0f-bede-40ca-b87a-8f6d7517a9c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a864e7862d184e7e9602e1741cee5139&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8881207 Aug 26 11:09:44.832885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:44.834160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:44.835845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43138) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:44.983619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:45.008460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Router fae38a0b-05a6-4156-89b4-6770d0aeda26 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:09:45.052345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:45.096728 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5993c091-48ff-4932-bc4a-4e5366556eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:45.129731 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5993c091-48ff-4932-bc4a-4e5366556eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:45.191856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af373a05-b8d3-4af8-b980-89335853879c req-6c1c13dd-1f4f-4102-bea5-99c69842fd47 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:45.195406 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af373a05-b8d3-4af8-b980-89335853879c req-6c1c13dd-1f4f-4102-bea5-99c69842fd47 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.4995713 Aug 26 11:09:45.244644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dfcb-b83c-4a63-b597-0f31987d5c9b req-938dbddc-a4cd-4fff-b8fa-4837e40cbad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:45.247260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09e0dfcb-b83c-4a63-b597-0f31987d5c9b req-938dbddc-a4cd-4fff-b8fa-4837e40cbad9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1097 time: 1.2426212 Aug 26 11:09:45.424233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5993c091-48ff-4932-bc4a-4e5366556eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:45.432411 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5993c091-48ff-4932-bc4a-4e5366556eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:45.436145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5993c091-48ff-4932-bc4a-4e5366556eb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80517094-7eea-4023-9a0b-048476a47a7f HTTP/1.1" status: 204 len: 168 time: 0.5656786 Aug 26 11:09:45.584617 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7dd76f99-4ef2-4c79-952d-d2a00b7138e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:45.599214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a298d19-9798-4462-8485-a645b70a86bd None None] DHCP port deletion for f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:09:45.616172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c864c4ff-3983-4d1e-810e-7bd34847ce88 req-c7246530-bfbd-49f6-a460-a3a9e68698e3 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9579043 Aug 26 11:09:45.664809 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7dd76f99-4ef2-4c79-952d-d2a00b7138e1 None None] For port d94a9286-722d-45a4-97ba-50fed661eddf, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d94a9286-722d-45a4-97ba-50fed661eddf,segment=NetworkSegment(0e08078f-c6b6-476c-97c7-5cb6b3861c1b),segment_id=0e08078f-c6b6-476c-97c7-5cb6b3861c1b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:45.720389 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7dd76f99-4ef2-4c79-952d-d2a00b7138e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:45.735788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dfcb-b83c-4a63-b597-0f31987d5c9b req-ab336919-abfd-440b-bc1e-277edf97ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:45.737728 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09e0dfcb-b83c-4a63-b597-0f31987d5c9b req-ab336919-abfd-440b-bc1e-277edf97ea4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.4669299 Aug 26 11:09:45.738604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993c091-48ff-4932-bc4a-4e5366556eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80517094-7eea-4023-9a0b-048476a47a7f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:45.798036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af373a05-b8d3-4af8-b980-89335853879c req-a9ad7995-4d62-4ab1-b39c-74c50afd27ef tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5470860 Aug 26 11:09:45.937137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd76f99-4ef2-4c79-952d-d2a00b7138e1 None None] Pushing event updated for resources: {'Port': ['ID=d94a9286-722d-45a4-97ba-50fed661eddf,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:45.981121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:09:45.981121 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.053736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-91abe98a-3294-40ea-a403-58be5fcf4a2c None None] Provisioning complete for port ad597dcc-6aec-4d2b-8e99-160fa0b0601f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:46.055105 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91abe98a-3294-40ea-a403-58be5fcf4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.057122 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21a59931-aa11-4cf9-ace9-27e4d053011a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.114257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43150) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:46.115419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:09:35Z', 'revision_number': 2, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:44Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:46.139960 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fc28d622-e30f-4691-8926-d5642e609779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.192340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.198116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12807b50-b9ed-4e2b-a8e3-01d4d3379e83 None None] The sync data for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 is: [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:09:35Z', 'revision_number': 2, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:44Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:46.199730 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.237689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:46.351932 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-71c5d4d2-b545-4f86-b92e-804d68a006e5 admin admin] 10.222.0.21 "PUT /v2.0/routers/fae38a0b-05a6-4156-89b4-6770d0aeda26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0610189 Aug 26 11:09:46.367152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Sync routers for ids ['fae38a0b-05a6-4156-89b4-6770d0aeda26'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:46.428585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port d5bb56db-a525-4ead-89d4-a5f8683452d3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d5bb56db-a525-4ead-89d4-a5f8683452d3,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:46.432350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Deleting port 3679efad-7dbd-4fea-b139-db6e7cba2e1b {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:46.433294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.434685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-91abe98a-3294-40ea-a403-58be5fcf4a2c None None] Port ad597dcc-6aec-4d2b-8e99-160fa0b0601f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:46.466278 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.468283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.477970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6a298d19-9798-4462-8485-a645b70a86bd None None] Deleting port 5afdda37-9458-4f76-9504-b60194639cea {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:46.478487 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a298d19-9798-4462-8485-a645b70a86bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.527069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Routers {'fae38a0b-05a6-4156-89b4-6770d0aeda26'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:46.527968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['fae38a0b-05a6-4156-89b4-6770d0aeda26'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:46.607281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09e0dfcb-b83c-4a63-b597-0f31987d5c9b req-cd295f93-d9b9-45fc-af0b-5e4dec6a7b34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 999 time: 0.8447137 Aug 26 11:09:46.736669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6a298d19-9798-4462-8485-a645b70a86bd None None] For port 5afdda37-9458-4f76-9504-b60194639cea, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5afdda37-9458-4f76-9504-b60194639cea,segment=NetworkSegment(d839af18-f32a-4dcf-9a58-e8dea1f79948),segment_id=d839af18-f32a-4dcf-9a58-e8dea1f79948)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:46.744032 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a298d19-9798-4462-8485-a645b70a86bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.760383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6a298d19-9798-4462-8485-a645b70a86bd None None] Calling delete_port for 5afdda37-9458-4f76-9504-b60194639cea owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:46.772439 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fc28d622-e30f-4691-8926-d5642e609779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.788300 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fc28d622-e30f-4691-8926-d5642e609779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:46.835169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-b0312eaf-7213-4f74-8758-c03f30a84422 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5130837 Aug 26 11:09:46.862440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:46.903822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28d622-e30f-4691-8926-d5642e609779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13e4737-58db-4161-9b78-8fcfc2a27b6d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:47.001352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d94a9286-722d-45a4-97ba-50fed661eddf up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:47.004283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a298d19-9798-4462-8485-a645b70a86bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:47.069628 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fc28d622-e30f-4691-8926-d5642e609779 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07f6b733aa7248e787568dce3e41d364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9520271 Aug 26 11:09:47.075407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43178) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:47.082117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-38c279f5-7b3b-475d-b8cb-bd12a42f9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:47.084455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-38c279f5-7b3b-475d-b8cb-bd12a42f9627 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 1059 time: 0.2142906 Aug 26 11:09:47.116888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dfcb-b83c-4a63-b597-0f31987d5c9b req-eb3522a3-99b0-4b4b-8c30-49feae8f6f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:47.118570 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09e0dfcb-b83c-4a63-b597-0f31987d5c9b req-eb3522a3-99b0-4b4b-8c30-49feae8f6f32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.4858284 Aug 26 11:09:47.197686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Set router fae38a0b-05a6-4156-89b4-6770d0aeda26 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:47.285683 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1fb87b0-2c83-415e-a7ad-b8d805d0ad2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:47.308953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Allocated IP 2001:db8:1::2 (64faf98f-cba7-4e68-9d7d-c98b81a6fd75/fe56d62f-5a41-4f93-997b-b944b69d31e4/00e2d70d-4b50-480e-918b-8a0126314035) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:47.355755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-80de538c-5a8d-461f-b83d-9a274aa172fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:47.357567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-80de538c-5a8d-461f-b83d-9a274aa172fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.2441792 Aug 26 11:09:47.374411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1fb87b0-2c83-415e-a7ad-b8d805d0ad2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:47.495546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1fb87b0-2c83-415e-a7ad-b8d805d0ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:47.501591 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1fb87b0-2c83-415e-a7ad-b8d805d0ad2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:47.518679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec207e9-7f4a-4d81-a63f-35c701886da4 req-f8f63547-5bd1-4163-9c37-40d5d230a554 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:47.520266 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a1fb87b0-2c83-415e-a7ad-b8d805d0ad2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c13e4737-58db-4161-9b78-8fcfc2a27b6d HTTP/1.1" status: 204 len: 168 time: 0.4258354 Aug 26 11:09:47.528174 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ec207e9-7f4a-4d81-a63f-35c701886da4 req-f8f63547-5bd1-4163-9c37-40d5d230a554 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.6893668 Aug 26 11:09:47.537079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-3a6a70be-c9fc-4a03-9e59-f1147c712d50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c220fd5a-9d5e-410a-ac4a-3d14dc99851e HTTP/1.1" status: 200 len: 217 time: 0.1131239 Aug 26 11:09:47.547708 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb87b0-2c83-415e-a7ad-b8d805d0ad2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13e4737-58db-4161-9b78-8fcfc2a27b6d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:47.562359 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:47.572003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a298d19-9798-4462-8485-a645b70a86bd None None] No DVR routers for this DVR port 5afdda37-9458-4f76-9504-b60194639cea on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:09:47.635450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-91abe98a-3294-40ea-a403-58be5fcf4a2c None None] Provisioning for port c409cad0-0fe6-4049-a312-f80878d99b9c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:47.657487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-91abe98a-3294-40ea-a403-58be5fcf4a2c None None] Provisioning complete for port c409cad0-0fe6-4049-a312-f80878d99b9c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:47.657874 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91abe98a-3294-40ea-a403-58be5fcf4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:47.800849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ec207e9-7f4a-4d81-a63f-35c701886da4 req-bd00e935-c986-4248-817b-2723afa3fa96 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713134 Aug 26 11:09:47.845518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5581613-c242-43e2-8615-cdbb49082e65 req-eefc0205-8f24-4755-b98b-04b8f0c40cbe tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:47.857903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5581613-c242-43e2-8615-cdbb49082e65 req-eefc0205-8f24-4755-b98b-04b8f0c40cbe tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.4991291 Aug 26 11:09:47.859132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=d5bb56db-a525-4ead-89d4-a5f8683452d3,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:47.870591 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Transition to ACTIVE for port object 00e2d70d-4b50-480e-918b-8a0126314035 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:47.875659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] For port 3679efad-7dbd-4fea-b139-db6e7cba2e1b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3679efad-7dbd-4fea-b139-db6e7cba2e1b,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:47.876010 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:47.953425 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:47.960238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-91abe98a-3294-40ea-a403-58be5fcf4a2c None None] Port c409cad0-0fe6-4049-a312-f80878d99b9c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:47.966632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a298d19-9798-4462-8485-a645b70a86bd None None] Pushing event deleted for resources: {'Port': ['ID=5afdda37-9458-4f76-9504-b60194639cea,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:47.973640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Transition to ACTIVE for port object 00e2d70d-4b50-480e-918b-8a0126314035 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:47.999144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Calling delete_port for 3679efad-7dbd-4fea-b139-db6e7cba2e1b owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:48.006754 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:48.017752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d94a9286-722d-45a4-97ba-50fed661eddf triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:48.018656 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:48.078245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-5af3f736-bcd2-49d5-97ab-fe8eed41d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:48.080072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-5af3f736-bcd2-49d5-97ab-fe8eed41d852 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.4634244 Aug 26 11:09:48.084519 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:48.088505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0dfcb-b83c-4a63-b597-0f31987d5c9b req-b5b2b964-4fc4-4919-9735-78c56e85fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:48.090532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09e0dfcb-b83c-4a63-b597-0f31987d5c9b req-b5b2b964-4fc4-4919-9735-78c56e85fa7e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7257972 Aug 26 11:09:48.098091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-91abe98a-3294-40ea-a403-58be5fcf4a2c None None] Provisioning complete for port d94a9286-722d-45a4-97ba-50fed661eddf triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:48.099388 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91abe98a-3294-40ea-a403-58be5fcf4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:48.125080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:48.157443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Allocated IP 2001:db8:1::1 (64faf98f-cba7-4e68-9d7d-c98b81a6fd75/fe56d62f-5a41-4f93-997b-b944b69d31e4/76373ef9-d3ea-4e78-aa35-a231b2bdb105) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:48.183946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:48.207510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:48.275257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Pushing event updated for resources: {'Port': ['ID=00e2d70d-4b50-480e-918b-8a0126314035,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:48.282235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'name': 'tempest-ImageQuotaTest-1721867827-router', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:27Z', 'updated_at': '2021-08-26T11:09:42Z', 'revision_number': 4, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'gw_port': {'id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:30Z', 'updated_at': '2021-08-26T11:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'ad597dcc-6aec-4d2b-8e99-160fa0b0601f', 'name': '', 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'mac_address': 'fa:16:3e:ff:af:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fc1df485-bfbe-4851-911c-c932d3e291df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:40Z', 'updated_at': '2021-08-26T11:09:42Z', 'revision_number': 2, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'subnets': [{'id': 'fc1df485-bfbe-4851-911c-c932d3e291df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:48.379171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Checking router: fae38a0b-05a6-4156-89b4-6770d0aeda26 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:09:48.379541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Updating router fae38a0b-05a6-4156-89b4-6770d0aeda26 port ad597dcc-6aec-4d2b-8e99-160fa0b0601f binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:09:48.485040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Attempting to bind port 00e2d70d-4b50-480e-918b-8a0126314035 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:09:48.490314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Attempting to bind port 00e2d70d-4b50-480e-918b-8a0126314035 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '39371247-4c20-453a-acb8-cbe4cb81afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:09:48.492152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Attempting to bind port 00e2d70d-4b50-480e-918b-8a0126314035 on network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:09:48.552413 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:48.555648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:09:48.556489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Checking segment: {'id': '39371247-4c20-453a-acb8-cbe4cb81afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:48.557139 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:48.557773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Bound using segment: {'id': '39371247-4c20-453a-acb8-cbe4cb81afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:09:48.559154 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Bound port: 00e2d70d-4b50-480e-918b-8a0126314035, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39371247-4c20-453a-acb8-cbe4cb81afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:09:48.560063 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:48.593129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:48.637202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Transition to ACTIVE for port object 76373ef9-d3ea-4e78-aa35-a231b2bdb105 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:48.662046 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5581613-c242-43e2-8615-cdbb49082e65 req-a242bdd4-e20c-4365-982e-274c8396b772 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7795897 Aug 26 11:09:48.708865 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:48.805057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port 82e924df-c349-43b6-8487-6ef96ad3c9fd yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:09:48.808608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=76373ef9-d3ea-4e78-aa35-a231b2bdb105,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:48.809400 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] For port 00e2d70d-4b50-480e-918b-8a0126314035, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:09:48.844883 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:48.846427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:48.851611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:48.852217 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:48.957063 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:49.034349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'Port': ['ID=3679efad-7dbd-4fea-b139-db6e7cba2e1b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:49.090407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-c594ac18-6b6e-4f27-93bd-0c0f05a7784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:49.092826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-c594ac18-6b6e-4f27-93bd-0c0f05a7784d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5445924 Aug 26 11:09:49.148034 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:49.326977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc3ddd-d028-4e2c-b85b-5de8e3c337cb req-991b9f38-4ab4-4853-a0b7-a3f94c3bd5f1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:49.331746 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ccc3ddd-d028-4e2c-b85b-5de8e3c337cb req-991b9f38-4ab4-4853-a0b7-a3f94c3bd5f1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2446716 Aug 26 11:09:49.352503 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09e0dfcb-b83c-4a63-b597-0f31987d5c9b req-2fc745e1-371d-45b4-96e9-486ac3c7e25e service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186866 Aug 26 11:09:49.375059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43218) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:49.537228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 56020251-d4dd-46ee-8bd5-7c18133e5fda no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:49.577624 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:49.587083 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:49.588457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:49.610485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] For port 00e2d70d-4b50-480e-918b-8a0126314035, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=00e2d70d-4b50-480e-918b-8a0126314035,segment=NetworkSegment(39371247-4c20-453a-acb8-cbe4cb81afe2),segment_id=39371247-4c20-453a-acb8-cbe4cb81afe2)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:09:49.668805 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:49.670225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 56020251-d4dd-46ee-8bd5-7c18133e5fda {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:49.673902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 56020251-d4dd-46ee-8bd5-7c18133e5fda not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:49.674537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5afdda37-9458-4f76-9504-b60194639cea no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:49.685495 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:49.847609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 5afdda37-9458-4f76-9504-b60194639cea {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:09:49.850000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5afdda37-9458-4f76-9504-b60194639cea not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:09:49.889694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=76373ef9-d3ea-4e78-aa35-a231b2bdb105,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:49.911378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:49.913471 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:49.928885 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ccc3ddd-d028-4e2c-b85b-5de8e3c337cb req-aec6db36-7129-4ed1-a5c1-dfe5eb1c9a5a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5741580 Aug 26 11:09:49.935812 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:50.026640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cfa20-fa93-4f7a-beab-0fb4706dd0b0 None None] Pushing event updated for resources: {'Port': ['ID=00e2d70d-4b50-480e-918b-8a0126314035,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:50.344381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 6b6886dc-a8bb-424b-8140-4a868b285c30 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:09:50.509780 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:50.513473 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:50.621160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:09:50.632496 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Sync routers for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:09:50.637326 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-725bdf94-53f5-41db-a263-30409fa4e82f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2897556 Aug 26 11:09:50.640382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 91226e26-009d-4174-82db-7118c690898c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:50.647302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43274) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:50.653462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1457951066'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:50.677047 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:50.679909 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:50.710008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:50.714040 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:50.723410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Transition to ACTIVE for port object ad597dcc-6aec-4d2b-8e99-160fa0b0601f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:50.802771 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:09:50.823460 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:50.823999 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added segment 5c0fc701-975b-4266-ac66-33e08630b83d of type vlan for network 777046cb-56f3-42c1-8ee7-496817f3750a Aug 26 11:09:50.832666 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:50.924703 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:50.973340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 91226e26-009d-4174-82db-7118c690898c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:50.999409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43284) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:51.020446 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 91226e26-009d-4174-82db-7118c690898c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:51.021355 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.023909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.035092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:51.036139 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.066691 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:51.093867 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4454017 Aug 26 11:09:51.129604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43288) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:51.135352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1690cf6-134c-48e1-9555-1c0976d7b4ec None None] Pushing event updated for resources: {'Port': ['ID=ad597dcc-6aec-4d2b-8e99-160fa0b0601f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:51.143824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'subnet': {'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:51.269017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e0cab-6b25-4d5b-905d-5b709aeac3dd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Network': ['ID=777046cb-56f3-42c1-8ee7-496817f3750a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:51.367717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 777046cb-56f3-42c1-8ee7-496817f3750a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:09:51.371986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:51.376554 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.482182 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0b98d50-aca7-49ad-b661-d126428bc439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.719330 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:09:49Z', 'revision_number': 3, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:49Z', 'revision_number': 2, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:44Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:51.727204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Attempting to bind port ad597dcc-6aec-4d2b-8e99-160fa0b0601f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:09:51.727773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Attempting to bind port ad597dcc-6aec-4d2b-8e99-160fa0b0601f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '185e2902-a646-4f73-aa04-70788312f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:09:51.728070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Attempting to bind port ad597dcc-6aec-4d2b-8e99-160fa0b0601f on network 9b622faa-7fc0-45f2-ac89-3f045d509b75 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:09:51.739035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-4fe4ee1c-8193-4ac5-9713-f08095534480 service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6303635 Aug 26 11:09:51.765819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:09:51.766221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Checking segment: {'id': '185e2902-a646-4f73-aa04-70788312f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:51.772011 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.773810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Bound using segment: {'id': '185e2902-a646-4f73-aa04-70788312f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:09:51.774510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Bound port: ad597dcc-6aec-4d2b-8e99-160fa0b0601f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e2902-a646-4f73-aa04-70788312f830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:09:51.780782 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.801817 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Checking router: 6b6886dc-a8bb-424b-8140-4a868b285c30 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:09:51.801817 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Updating router 6b6886dc-a8bb-424b-8140-4a868b285c30 port 76373ef9-d3ea-4e78-aa35-a231b2bdb105 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:09:51.839693 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.849544 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.906170 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.921861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d155a33-4a6b-4f68-839b-01928050d343 None None] Network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:51.962916 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.976884 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0b98d50-aca7-49ad-b661-d126428bc439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:51.995850 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0b98d50-aca7-49ad-b661-d126428bc439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.005741 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.006579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Fanout notify agent at l3_agent the message router_deleted on router 08b55e96-ee7c-4106-b4e7-5fa44caf757a {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:09:52.094136 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c0b98d50-aca7-49ad-b661-d126428bc439 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a82d265de369405896889002e681370b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0928166 Aug 26 11:09:52.126649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.137797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43296) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:52.138139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43298) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:52.138678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b64fa0d5-63fd-41b1-8f4e-7766fd7489a7 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "DELETE /v2.0/routers/08b55e96-ee7c-4106-b4e7-5fa44caf757a HTTP/1.1" status: 204 len: 168 time: 8.9583352 Aug 26 11:09:52.141805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Subnet': ['ID=3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:52.350924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d6696-1ebb-4a04-9ff8-0fbbe43d296e req-d4474ad5-6392-48f7-b08a-d5a0cb031b43 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:52.353060 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c57d6696-1ebb-4a04-9ff8-0fbbe43d296e req-d4474ad5-6392-48f7-b08a-d5a0cb031b43 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 2.4448056 Aug 26 11:09:52.374616 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.399542 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Transition to ACTIVE for port object 76373ef9-d3ea-4e78-aa35-a231b2bdb105 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:52.404354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09e0dfcb-b83c-4a63-b597-0f31987d5c9b req-3843f843-2323-4dd5-a8e0-83d032167f20 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.0277071 Aug 26 11:09:52.407138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12ad1e54-7adf-4583-b8ff-25b52de9c2d7 req-f70a57cd-110e-48df-b6b4-a4edce8e880b service neutron] 10.222.0.47 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400344 Aug 26 11:09:52.418179 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.426484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb181bc1-8b38-49a0-81ec-e33fa445e2cf req-0d1433e7-ab48-4126-9220-fc663708f16a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:52.428610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb181bc1-8b38-49a0-81ec-e33fa445e2cf req-0d1433e7-ab48-4126-9220-fc663708f16a tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.6603234 Aug 26 11:09:52.461069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8::f (5786d73b-38e5-405d-a7b2-aa09941a31dd/ce0a4ea5-74f9-4a67-9944-e9af3ac65e19/82e924df-c349-43b6-8487-6ef96ad3c9fd) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:52.461560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b98d50-aca7-49ad-b661-d126428bc439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ea0d29-bc51-4be6-b641-f68dd0642928,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:52.486168 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.557629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.568087 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.573531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Checking segment: {'id': '5c0fc701-975b-4266-ac66-33e08630b83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:52.574416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network hostable DHCP agents. Network: 777046cb-56f3-42c1-8ee7-496817f3750a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:09:52.615264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb181bc1-8b38-49a0-81ec-e33fa445e2cf req-4b48bfd6-a3e3-4708-a330-702eb386ff12 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509817 Aug 26 11:09:52.624108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c57d6696-1ebb-4a04-9ff8-0fbbe43d296e req-8c7059ee-7e1e-4f81-b769-93bce779e55a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064722 Aug 26 11:09:52.654400 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] For port ad597dcc-6aec-4d2b-8e99-160fa0b0601f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:09:52.684347 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c73220b4-529e-45ea-b417-cff44014df0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.688425 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Attempting to bind port 76373ef9-d3ea-4e78-aa35-a231b2bdb105 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:09:52.688684 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Attempting to bind port 76373ef9-d3ea-4e78-aa35-a231b2bdb105 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '39371247-4c20-453a-acb8-cbe4cb81afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:09:52.691229 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Attempting to bind port 76373ef9-d3ea-4e78-aa35-a231b2bdb105 on network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:09:52.699782 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda23a2-16c7-4b56-80c4-19a49bf1964d None None] Pushing event updated for resources: {'Port': ['ID=76373ef9-d3ea-4e78-aa35-a231b2bdb105,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:52.714130 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:09:52.714559 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Checking segment: {'id': '39371247-4c20-453a-acb8-cbe4cb81afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:52.719266 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.719703 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Bound using segment: {'id': '39371247-4c20-453a-acb8-cbe4cb81afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:09:52.720275 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Bound port: 76373ef9-d3ea-4e78-aa35-a231b2bdb105, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39371247-4c20-453a-acb8-cbe4cb81afe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:09:52.720596 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.722600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2426a536-39fc-4299-a678-a2de8686bfe3 None None] Provisioning for port 00e2d70d-4b50-480e-918b-8a0126314035 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:52.743696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] For port ad597dcc-6aec-4d2b-8e99-160fa0b0601f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ad597dcc-6aec-4d2b-8e99-160fa0b0601f,segment=NetworkSegment(185e2902-a646-4f73-aa04-70788312f830),segment_id=185e2902-a646-4f73-aa04-70788312f830)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:09:52.867269 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c73220b4-529e-45ea-b417-cff44014df0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.870051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 777046cb-56f3-42c1-8ee7-496817f3750a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:09:52.896829 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] For port 76373ef9-d3ea-4e78-aa35-a231b2bdb105, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:09:52.903814 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] For port 76373ef9-d3ea-4e78-aa35-a231b2bdb105, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=76373ef9-d3ea-4e78-aa35-a231b2bdb105,segment=NetworkSegment(39371247-4c20-453a-acb8-cbe4cb81afe2),segment_id=39371247-4c20-453a-acb8-cbe4cb81afe2)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:09:52.919727 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.961386 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:52.972498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 91226e26-009d-4174-82db-7118c690898c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=91226e26-009d-4174-82db-7118c690898c,segment=NetworkSegment(3121e28a-b21c-4d2d-be76-ef76f41a287d),segment_id=3121e28a-b21c-4d2d-be76-ef76f41a287d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:53.035349 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda23a2-16c7-4b56-80c4-19a49bf1964d None None] Pushing event updated for resources: {'Port': ['ID=76373ef9-d3ea-4e78-aa35-a231b2bdb105,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:53.083411 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:53.083971 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:53.093337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1690cf6-134c-48e1-9555-1c0976d7b4ec None None] Pushing event updated for resources: {'Port': ['ID=ad597dcc-6aec-4d2b-8e99-160fa0b0601f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:53.098466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 777046cb-56f3-42c1-8ee7-496817f3750a) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:53.103789 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:53.107031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d5bb56db-a525-4ead-89d4-a5f8683452d3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:53.145474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041565d7-09b8-4c35-aab2-d5f813609904 None None] Network 777046cb-56f3-42c1-8ee7-496817f3750a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:09:53.189802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:53.191327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:53.240717 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:53.269159 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1e256571-e009-49ac-b395-c242139bfa96 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1341834 Aug 26 11:09:53.274697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43306) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:53.283824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:53.311673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object 82e924df-c349-43b6-8487-6ef96ad3c9fd will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:53.387239 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:53.436541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:53.565935 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:53.638620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Routers {'fae38a0b-05a6-4156-89b4-6770d0aeda26'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:09:53.639315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['fae38a0b-05a6-4156-89b4-6770d0aeda26'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:53.676261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=91226e26-009d-4174-82db-7118c690898c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:53.760317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 5786d73b-38e5-405d-a7b2-aa09941a31dd is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:53.765104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c73220b4-529e-45ea-b417-cff44014df0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:53.780240 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c73220b4-529e-45ea-b417-cff44014df0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:53.781456 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c73220b4-529e-45ea-b417-cff44014df0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37ea0d29-bc51-4be6-b641-f68dd0642928 HTTP/1.1" status: 204 len: 168 time: 1.6318271 Aug 26 11:09:53.795951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:53.844424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:53.850769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:53.850983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:53.865265 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:53.884098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=82e924df-c349-43b6-8487-6ef96ad3c9fd,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:53.909223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73220b4-529e-45ea-b417-cff44014df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ea0d29-bc51-4be6-b641-f68dd0642928,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:53.972042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd839af18-f32a-4dcf-9a58-e8dea1f79948') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:53.972042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd839af18-f32a-4dcf-9a58-e8dea1f79948') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:54.020584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:54.121927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-97410e2b-fc05-404d-8a66-3a37424c733e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 9.8322995 Aug 26 11:09:54.187702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43314) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:54.259226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:54.276091 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:09:49Z', 'revision_number': 3, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:54.309377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d5bb56db-a525-4ead-89d4-a5f8683452d3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:54.309934 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:54.368748 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd71bf-d97d-4de5-9bcb-e2f5e7865bbb None None] The sync data for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 is: [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:09:49Z', 'revision_number': 3, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:54.379196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:09:54.380117 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:09:54.436252 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:09:54.586226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-777046cb-56f3-42c1-8ee7-496817f3750a', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:09:54.587314 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:54.600760 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] Set router fae38a0b-05a6-4156-89b4-6770d0aeda26 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:09:54.832277 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:54.857732 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:54.862259 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] 10.222.0.21 "DELETE /v2.0/networks/f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2 HTTP/1.1" status: 204 len: 168 time: 2.7041879 Aug 26 11:09:54.923031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdda71c-785e-4c1b-b017-4cb5a359bb60 req-2018d151-4d1d-43c4-a55c-cc333aecc6ad tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:54.931408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a83ebc-9c73-445b-8f5c-b4b4ef651cb1 tempest-TestSecurityGroupsBasicOps-187818503 tempest-TestSecurityGroupsBasicOps-187818503-project] Pushing event deleted for resources: {'Network': ['ID=f2d6c186-2b5b-4f5e-afb1-2021eb6ebcf2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:54.941163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cdda71c-785e-4c1b-b017-4cb5a359bb60 req-2018d151-4d1d-43c4-a55c-cc333aecc6ad tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.9582379 Aug 26 11:09:55.066177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f48d7bd-258a-4c29-b685-8d49eaabc9a1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:55.077278 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3f48d7bd-258a-4c29-b685-8d49eaabc9a1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8667266 Aug 26 11:09:55.103189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e6ad2-a682-49d4-adf7-1edb38bf08dd req-a5d34db9-5998-47da-aa05-8097c6b30a42 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:55.107705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba9e6ad2-a682-49d4-adf7-1edb38bf08dd req-a5d34db9-5998-47da-aa05-8097c6b30a42 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 1.1882241 Aug 26 11:09:55.113498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43328) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:55.148809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cdda71c-785e-4c1b-b017-4cb5a359bb60 req-39ef596e-9daa-4e07-8c1f-3108e7b920d5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064149 Aug 26 11:09:55.422441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba9e6ad2-a682-49d4-adf7-1edb38bf08dd req-9cf8bb13-9363-4124-b04f-08d8a3d92220 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982292 Aug 26 11:09:55.607121 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-50c7dd3e-f132-49f0-b8a9-a12aaa48d414 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3742013 Aug 26 11:09:55.611556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:55.788678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Allocated IP 2001:db8:2::2 (777046cb-56f3-42c1-8ee7-496817f3750a/3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5/22cfcd80-030f-4553-aec4-4781ffb5d531) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:55.792799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-54a545f2-7e37-4d9e-88c6-a8a52876fbde None None] Provisioning for port 76373ef9-d3ea-4e78-aa35-a231b2bdb105 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:56.118581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da56cf-874d-4e9c-89cb-4898f54108fd req-8e82a263-96ac-462a-8fbb-52d5ab8b2645 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:56.127750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22da56cf-874d-4e9c-89cb-4898f54108fd req-8e82a263-96ac-462a-8fbb-52d5ab8b2645 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.5713472 Aug 26 11:09:56.145086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-3e114721-ed3f-407a-9095-39170517fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:56.146958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-3e114721-ed3f-407a-9095-39170517fca1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 1098 time: 0.4727454 Aug 26 11:09:56.289576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] Deleting port ad597dcc-6aec-4d2b-8e99-160fa0b0601f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:56.290372 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:56.299404 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22da56cf-874d-4e9c-89cb-4898f54108fd req-99f34434-ebe9-44d2-aac2-a9447f4d6ee7 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704237 Aug 26 11:09:56.402481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43350) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:56.516066 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-74438c1f-c338-43be-9900-1b78d9d8b184 None None] Provisioning for port 82e924df-c349-43b6-8487-6ef96ad3c9fd completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:56.610569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-74438c1f-c338-43be-9900-1b78d9d8b184 None None] Provisioning complete for port 82e924df-c349-43b6-8487-6ef96ad3c9fd triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:56.611116 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74438c1f-c338-43be-9900-1b78d9d8b184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:57.140493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcb2b2-7ec4-4a4e-bbd8-3c762a37bfa7 req-c9308058-1e2f-4c4e-9dfa-a61e42181715 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:57.151211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fabcb2b2-7ec4-4a4e-bbd8-3c762a37bfa7 req-c9308058-1e2f-4c4e-9dfa-a61e42181715 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.4920340 Aug 26 11:09:57.170847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-f52b6786-18b3-453c-b248-2c8c69fee0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:57.172857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-f52b6786-18b3-453c-b248-2c8c69fee0cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.9986622 Aug 26 11:09:57.230571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 91226e26-009d-4174-82db-7118c690898c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:57.243471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-74438c1f-c338-43be-9900-1b78d9d8b184 None None] Port 82e924df-c349-43b6-8487-6ef96ad3c9fd cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:09:57.271944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf41d65-5745-45ec-95f3-8692f520c0af req-2388c09d-81d8-4328-b3fb-9a47e33bfb15 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:57.280523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-caf41d65-5745-45ec-95f3-8692f520c0af req-2388c09d-81d8-4328-b3fb-9a47e33bfb15 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.7759438 Aug 26 11:09:57.283212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-3b542be6-83b8-4e09-81f5-43c0a86a17e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d852620b-a9c1-45b8-94bb-abd1b61fcc8c HTTP/1.1" status: 200 len: 217 time: 0.0828543 Aug 26 11:09:57.388836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] For port ad597dcc-6aec-4d2b-8e99-160fa0b0601f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ad597dcc-6aec-4d2b-8e99-160fa0b0601f,segment=NetworkSegment(185e2902-a646-4f73-aa04-70788312f830),segment_id=185e2902-a646-4f73-aa04-70788312f830)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:57.389504 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:57.435945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cefd5e07-18c9-4729-89d5-eeeb468db8ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7202d08226184cb383eb9303d1ec18da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9541595 Aug 26 11:09:57.451890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43366) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:57.456517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] Calling delete_port for ad597dcc-6aec-4d2b-8e99-160fa0b0601f owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:57.480338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fabcb2b2-7ec4-4a4e-bbd8-3c762a37bfa7 req-397a94c6-93db-47bf-be67-15cd5aa311c3 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269348 Aug 26 11:09:57.561101 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:57.613319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-38175463-4437-43e2-99ff-1fc5be1e44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:57.616057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-38175463-4437-43e2-99ff-1fc5be1e44ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.3132086 Aug 26 11:09:57.640164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bb4888-0012-4594-b558-ad59b77ce7f1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:57.641555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 91226e26-009d-4174-82db-7118c690898c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:57.642329 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:57.647802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Transition to ACTIVE for port object 22cfcd80-030f-4553-aec4-4781ffb5d531 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:57.652377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bb4888-0012-4594-b558-ad59b77ce7f1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:57.667746 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bb4888-0012-4594-b558-ad59b77ce7f1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:57.673686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-00bb4888-0012-4594-b558-ad59b77ce7f1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 2.5536416 Aug 26 11:09:57.674371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43372) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:57.686926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'name': 'tempest-ImageQuotaTest-1721867827-router', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:27Z', 'updated_at': '2021-08-26T11:09:42Z', 'revision_number': 4, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'gw_port': {'id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:30Z', 'updated_at': '2021-08-26T11:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'ad597dcc-6aec-4d2b-8e99-160fa0b0601f', 'name': '', 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'mac_address': 'fa:16:3e:ff:af:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fc1df485-bfbe-4851-911c-c932d3e291df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:40Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 4, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'subnets': [{'id': 'fc1df485-bfbe-4851-911c-c932d3e291df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:09:57.785125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-caf41d65-5745-45ec-95f3-8692f520c0af req-56eb8581-736a-4b11-b0a6-361d1a7b7bdd tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5034730 Aug 26 11:09:57.788890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f5bce-619a-4a7a-a427-1be1e5c5603c None None] The sync data for ids ['fae38a0b-05a6-4156-89b4-6770d0aeda26'] in n-d-778550-13 is: [{'id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'name': 'tempest-ImageQuotaTest-1721867827-router', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:27Z', 'updated_at': '2021-08-26T11:09:42Z', 'revision_number': 4, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'gw_port': {'id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:30Z', 'updated_at': '2021-08-26T11:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'ad597dcc-6aec-4d2b-8e99-160fa0b0601f', 'name': '', 'network_id': '9b622faa-7fc0-45f2-ac89-3f045d509b75', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'mac_address': 'fa:16:3e:ff:af:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'fc1df485-bfbe-4851-911c-c932d3e291df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:40Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 4, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'subnets': [{'id': 'fc1df485-bfbe-4851-911c-c932d3e291df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:09:57.840571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Transition to ACTIVE for port object 22cfcd80-030f-4553-aec4-4781ffb5d531 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:57.947670 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:58.019362 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0e21-d12c-470a-a95e-b50f8ea5653c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:58.029265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-1871262f-5ce6-4b7a-91dd-f5a8e7f52b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:09:58.037710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-1871262f-5ce6-4b7a-91dd-f5a8e7f52b81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3470035 Aug 26 11:09:58.080478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Network 777046cb-56f3-42c1-8ee7-496817f3750a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:09:58.082530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Pushing event updated for resources: {'Port': ['ID=22cfcd80-030f-4553-aec4-4781ffb5d531,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:58.085446 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:09:58.100483 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:09:58.246936 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-7763829a-35e8-43f0-84e4-dce64d897681 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055697 Aug 26 11:09:58.272732 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0e21-d12c-470a-a95e-b50f8ea5653c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:58.298454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43384) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:09:58.312043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 00e2d70d-4b50-480e-918b-8a0126314035 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:58.351866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Allocated IP 2001:db8:2::1 (777046cb-56f3-42c1-8ee7-496817f3750a/3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5/02bd75c9-f6b7-4a44-a8a1-b319eeecf40f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:09:58.372173 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Attempting to bind port 22cfcd80-030f-4553-aec4-4781ffb5d531 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:09:58.372564 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Attempting to bind port 22cfcd80-030f-4553-aec4-4781ffb5d531 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '5c0fc701-975b-4266-ac66-33e08630b83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:09:58.372950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Attempting to bind port 22cfcd80-030f-4553-aec4-4781ffb5d531 on network 777046cb-56f3-42c1-8ee7-496817f3750a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:09:58.393942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:09:58.394227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Checking segment: {'id': '5c0fc701-975b-4266-ac66-33e08630b83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:09:58.396606 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:58.397423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Bound using segment: {'id': '5c0fc701-975b-4266-ac66-33e08630b83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:09:58.398199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Bound port: 22cfcd80-030f-4553-aec4-4781ffb5d531, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0fc701-975b-4266-ac66-33e08630b83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:09:58.398649 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:58.576923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 00e2d70d-4b50-480e-918b-8a0126314035 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:58.609428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 00e2d70d-4b50-480e-918b-8a0126314035 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:58.615564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-857714729', 'router:external': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:09:58.627607 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:58.664930 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-10e10a5b-efab-4a72-8df6-fa7d88dc16ba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 82e924df-c349-43b6-8487-6ef96ad3c9fd {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:09:58.665515 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10e10a5b-efab-4a72-8df6-fa7d88dc16ba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:58.818113 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] For port 22cfcd80-030f-4553-aec4-4781ffb5d531, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:09:58.839082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] For port 22cfcd80-030f-4553-aec4-4781ffb5d531, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=22cfcd80-030f-4553-aec4-4781ffb5d531,segment=NetworkSegment(5c0fc701-975b-4266-ac66-33e08630b83d),segment_id=5c0fc701-975b-4266-ac66-33e08630b83d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:09:58.861421 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:58.881320 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:58.908097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10e10a5b-efab-4a72-8df6-fa7d88dc16ba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:58.953381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-10e10a5b-efab-4a72-8df6-fa7d88dc16ba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 82e924df-c349-43b6-8487-6ef96ad3c9fd owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:09:59.113310 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d55a6-1bb5-4b30-92df-fee11604ed90 None None] Pushing event updated for resources: {'Port': ['ID=22cfcd80-030f-4553-aec4-4781ffb5d531,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:59.118025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 00e2d70d-4b50-480e-918b-8a0126314035, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=00e2d70d-4b50-480e-918b-8a0126314035,segment=NetworkSegment(39371247-4c20-453a-acb8-cbe4cb81afe2),segment_id=39371247-4c20-453a-acb8-cbe4cb81afe2)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:59.135956 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:59.137038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 76373ef9-d3ea-4e78-aa35-a231b2bdb105 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:09:59.414496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=00e2d70d-4b50-480e-918b-8a0126314035,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:09:59.450184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 76373ef9-d3ea-4e78-aa35-a231b2bdb105 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:09:59.468935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 76373ef9-d3ea-4e78-aa35-a231b2bdb105 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:09:59.469181 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:59.561875 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Made reservation on behalf of 55553dc420bf4193ad20bf557edc5e5b for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:09:59.565818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:59.705218 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:59.716552 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:59.773065 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:59.802318 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Transition to ACTIVE for port object 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:09:59.805086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10e10a5b-efab-4a72-8df6-fa7d88dc16ba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:59.880823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 76373ef9-d3ea-4e78-aa35-a231b2bdb105, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=76373ef9-d3ea-4e78-aa35-a231b2bdb105,segment=NetworkSegment(39371247-4c20-453a-acb8-cbe4cb81afe2),segment_id=39371247-4c20-453a-acb8-cbe4cb81afe2)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:09:59.887190 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:09:59.968175 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3679efad-7dbd-4fea-b139-db6e7cba2e1b no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:09:59.974265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b3693ef-a693-405a-9a44-5dd6f5c28cd5 req-607456f2-aa1f-435d-ae85-e67bd30e93cf service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5334523 Aug 26 11:10:00.020270 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:00.058571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 3679efad-7dbd-4fea-b139-db6e7cba2e1b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:00.058705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3679efad-7dbd-4fea-b139-db6e7cba2e1b not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:00.103022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e10a5b-efab-4a72-8df6-fa7d88dc16ba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=82e924df-c349-43b6-8487-6ef96ad3c9fd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:00.116742 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10e10a5b-efab-4a72-8df6-fa7d88dc16ba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:00.125389 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-10e10a5b-efab-4a72-8df6-fa7d88dc16ba tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/82e924df-c349-43b6-8487-6ef96ad3c9fd HTTP/1.1" status: 204 len: 168 time: 2.4467056 Aug 26 11:10:00.132173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43394) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:00.155966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=76373ef9-d3ea-4e78-aa35-a231b2bdb105,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:00.201850 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0e21-d12c-470a-a95e-b50f8ea5653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:00.213276 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0e21-d12c-470a-a95e-b50f8ea5653c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:00.222707 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5a1d0e21-d12c-470a-a95e-b50f8ea5653c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14525bce-3e0c-4ef0-a15b-be42e804fa30 HTTP/1.1" status: 204 len: 168 time: 2.7654395 Aug 26 11:10:00.346876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad597dcc-6aec-4d2b-8e99-160fa0b0601f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:00.410852 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6882f9-725b-4caa-867d-39f9530ff0e0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:10:00.422533 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5e6882f9-725b-4caa-867d-39f9530ff0e0 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/82e924df-c349-43b6-8487-6ef96ad3c9fd HTTP/1.1" status: 404 len: 333 time: 0.2860942 Aug 26 11:10:00.426157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43398) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:00.595269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bc80a-316c-4e50-9c7b-9ad455e2f9da req-d97d979b-812a-4028-852f-2cf1b9c5be81 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:00.612432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-154bc80a-316c-4e50-9c7b-9ad455e2f9da req-d97d979b-812a-4028-852f-2cf1b9c5be81 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 2.1726840 Aug 26 11:10:00.615816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d0e21-d12c-470a-a95e-b50f8ea5653c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14525bce-3e0c-4ef0-a15b-be42e804fa30,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:00.760780 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:00.898821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ad597dcc-6aec-4d2b-8e99-160fa0b0601f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:00.952962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: ad597dcc-6aec-4d2b-8e99-160fa0b0601f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:00.960013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1e764-abc6-47c0-b29e-90bb6a4a58c1 req-50234332-b6db-4e74-916c-80a453de0ee7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:00.961961 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ad597dcc-6aec-4d2b-8e99-160fa0b0601f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 26 11:10:00.962862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36f1e764-abc6-47c0-b29e-90bb6a4a58c1 req-50234332-b6db-4e74-916c-80a453de0ee7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 1.2176733 Aug 26 11:10:00.997313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-154bc80a-316c-4e50-9c7b-9ad455e2f9da req-faf23ceb-3750-4d1b-ba54-447f972d4f9f tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3608871 Aug 26 11:10:01.015909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Port ad597dcc-6aec-4d2b-8e99-160fa0b0601f not found, will not notify nova. {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 26 11:10:01.016401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 00e2d70d-4b50-480e-918b-8a0126314035 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:01.126575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36f1e764-abc6-47c0-b29e-90bb6a4a58c1 req-54ab4c2f-cbe5-4114-987b-92f898e9bd02 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441576 Aug 26 11:10:01.144936 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.248660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 00e2d70d-4b50-480e-918b-8a0126314035 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:01.249268 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.286679 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.307743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d87627-2499-4f1d-a52c-49d932c2f8f3 None None] Network 777046cb-56f3-42c1-8ee7-496817f3750a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:01.317326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 777046cb-56f3-42c1-8ee7-496817f3750a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:01.334048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:01.343646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.361386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:01.369089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.428935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=02bd75c9-f6b7-4a44-a8a1-b319eeecf40f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:01.458675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 22cfcd80-030f-4553-aec4-4781ffb5d531 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:01.511207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43404) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:01.554847 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cb3dcb21-518f-4f35-9d80-12fea79e27cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.634077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac24e4-c42f-49a9-95f7-684c324c8ee0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:01.656320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:10:01.682335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a11adae9-978c-4891-84ea-ceba25c414ff None None] Provisioning for port 22cfcd80-030f-4553-aec4-4781ffb5d531 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:01.736636 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cb3dcb21-518f-4f35-9d80-12fea79e27cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.768101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] Router fae38a0b-05a6-4156-89b4-6770d0aeda26 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:01.771688 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cb3dcb21-518f-4f35-9d80-12fea79e27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.791833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-2ab66580-fe6d-465c-9e38-7dd76ac7573e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port c409cad0-0fe6-4049-a312-f80878d99b9c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:01.793754 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ab66580-fe6d-465c-9e38-7dd76ac7573e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.809003 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.809368 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Added segment cde6d950-6c10-4371-b897-b622d3e14345 of type vlan for network 60e82bc3-3cb8-4a58-b8de-c4d4daa3b970 Aug 26 11:10:01.829536 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cb3dcb21-518f-4f35-9d80-12fea79e27cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e43f11cecc2458ab2df36a28d0418bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131180 Aug 26 11:10:01.833670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dcb21-518f-4f35-9d80-12fea79e27cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf02fb9-e619-4605-8d5e-0d371cbfd92e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:01.836501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43408) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:01.855172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 22cfcd80-030f-4553-aec4-4781ffb5d531 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:01.873853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 22cfcd80-030f-4553-aec4-4781ffb5d531 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:01.874502 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.943885 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:01.982436 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a99ce29-7754-45b4-becf-13f71b437561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.032113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.033101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:02.034150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.080189 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a99ce29-7754-45b4-becf-13f71b437561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.108467 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.251928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:02.269999 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-73aec590-93d8-4250-9c40-e116c6df4cf8 admin admin] 10.222.0.21 "PUT /v2.0/routers/fae38a0b-05a6-4156-89b4-6770d0aeda26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6709659 Aug 26 11:10:02.277651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43414) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:02.282435 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.311362 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 4.0106294 Aug 26 11:10:02.331236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43416) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:02.336133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d20dca-ba9d-4ee5-8cb9-5aabd5ccf182 None None] Sync routers for ids ['fae38a0b-05a6-4156-89b4-6770d0aeda26'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:02.347030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Request body: {'subnet': {'network_id': '60e82bc3-3cb8-4a58-b8de-c4d4daa3b970', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:02.349040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 22cfcd80-030f-4553-aec4-4781ffb5d531, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=22cfcd80-030f-4553-aec4-4781ffb5d531,segment=NetworkSegment(5c0fc701-975b-4266-ac66-33e08630b83d),segment_id=5c0fc701-975b-4266-ac66-33e08630b83d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:02.371338 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.405239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe18ce-6bbd-4369-810a-a8a9638db01c req-3920de99-be6c-4abd-9490-beff373da7a9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:02.415309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cfe18ce-6bbd-4369-810a-a8a9638db01c req-3920de99-be6c-4abd-9490-beff373da7a9 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2248271 Aug 26 11:10:02.446287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9989239-3638-4ea1-9c6e-d286bf5756ac tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event updated for resources: {'Network': ['ID=60e82bc3-3cb8-4a58-b8de-c4d4daa3b970,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:02.464919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d20dca-ba9d-4ee5-8cb9-5aabd5ccf182 None None] Routers {'fae38a0b-05a6-4156-89b4-6770d0aeda26'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:02.465878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-90d20dca-ba9d-4ee5-8cb9-5aabd5ccf182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['fae38a0b-05a6-4156-89b4-6770d0aeda26'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:02.473392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 60e82bc3-3cb8-4a58-b8de-c4d4daa3b970 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:10:02.561441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ab66580-fe6d-465c-9e38-7dd76ac7573e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.590290 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a99ce29-7754-45b4-becf-13f71b437561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.592950 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a99ce29-7754-45b4-becf-13f71b437561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.596530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1a99ce29-7754-45b4-becf-13f71b437561 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cf02fb9-e619-4605-8d5e-0d371cbfd92e HTTP/1.1" status: 204 len: 168 time: 0.7564030 Aug 26 11:10:02.648114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796af92-640b-4399-b55c-32bbbaf28455 req-7450f56b-cbff-461e-b701-c6151dc2dd3c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:02.652684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3796af92-640b-4399-b55c-32bbbaf28455 req-7450f56b-cbff-461e-b701-c6151dc2dd3c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.2268105 Aug 26 11:10:02.670292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Made reservation on behalf of 55553dc420bf4193ad20bf557edc5e5b for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:02.685492 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.688134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cfe18ce-6bbd-4369-810a-a8a9638db01c req-febe7ee9-4a65-44e7-a150-eda081f2a673 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547076 Aug 26 11:10:02.745871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-2ab66580-fe6d-465c-9e38-7dd76ac7573e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for c409cad0-0fe6-4049-a312-f80878d99b9c owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:02.751598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99ce29-7754-45b4-becf-13f71b437561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf02fb9-e619-4605-8d5e-0d371cbfd92e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:02.791597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 76373ef9-d3ea-4e78-aa35-a231b2bdb105 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:02.814344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3796af92-640b-4399-b55c-32bbbaf28455 req-13edcd16-5bc3-4f05-9862-b22171decd6a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252115 Aug 26 11:10:02.815854 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:02.971908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9725157e-7e7a-436a-86ae-30cca3f2ea4a None None] Provisioning for port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:03.053774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=22cfcd80-030f-4553-aec4-4781ffb5d531,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:03.056563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9725157e-7e7a-436a-86ae-30cca3f2ea4a None None] Provisioning complete for port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:03.056934 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9725157e-7e7a-436a-86ae-30cca3f2ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:03.126594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-90d20dca-ba9d-4ee5-8cb9-5aabd5ccf182 None None] Set router fae38a0b-05a6-4156-89b4-6770d0aeda26 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:03.250941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b840d60-ddab-4534-a1dc-dd5bff504741 req-6661fbd6-4601-4900-9fcf-ccd6e06c7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:03.250941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b840d60-ddab-4534-a1dc-dd5bff504741 req-6661fbd6-4601-4900-9fcf-ccd6e06c7070 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 1097 time: 0.2246902 Aug 26 11:10:03.535408 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:03.632849 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:03.634063 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:03.661856 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ab66580-fe6d-465c-9e38-7dd76ac7573e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:03.767834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9725157e-7e7a-436a-86ae-30cca3f2ea4a None None] Port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:03.825850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 76373ef9-d3ea-4e78-aa35-a231b2bdb105 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:03.826223 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:03.922132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9725157e-7e7a-436a-86ae-30cca3f2ea4a None None] Provisioning complete for port 22cfcd80-030f-4553-aec4-4781ffb5d531 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:03.922519 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9725157e-7e7a-436a-86ae-30cca3f2ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:03.957820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b840d60-ddab-4534-a1dc-dd5bff504741 req-2cf32181-ce3c-4c3d-b42a-3fd25b76dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:03.960217 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b840d60-ddab-4534-a1dc-dd5bff504741 req-2cf32181-ce3c-4c3d-b42a-3fd25b76dc9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 200 len: 913 time: 0.5880229 Aug 26 11:10:03.968305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43438) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:04.023335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 777046cb-56f3-42c1-8ee7-496817f3750a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:04.027209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43444) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:04.031680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:04.041480 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ab66580-fe6d-465c-9e38-7dd76ac7573e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:04.046913 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2ab66580-fe6d-465c-9e38-7dd76ac7573e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/c409cad0-0fe6-4049-a312-f80878d99b9c HTTP/1.1" status: 204 len: 168 time: 3.6100223 Aug 26 11:10:04.060272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43446) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:04.091717 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:04.295531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-90d20dca-ba9d-4ee5-8cb9-5aabd5ccf182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'name': 'tempest-ImageQuotaTest-1721867827-router', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:27Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'gw_port': {'id': 'd5bb56db-a525-4ead-89d4-a5f8683452d3', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:30Z', 'updated_at': '2021-08-26T11:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:04.370426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=02bd75c9-f6b7-4a44-a8a1-b319eeecf40f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:04.372899 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cbcf09-b6fe-4613-82f9-2780b4fd672c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:10:04.395263 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-96cbcf09-b6fe-4613-82f9-2780b4fd672c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/c409cad0-0fe6-4049-a312-f80878d99b9c HTTP/1.1" status: 404 len: 333 time: 0.3186769 Aug 26 11:10:04.406636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d20dca-ba9d-4ee5-8cb9-5aabd5ccf182 None None] Checking router: fae38a0b-05a6-4156-89b4-6770d0aeda26 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:04.415130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43448) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:04.465177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d20dca-ba9d-4ee5-8cb9-5aabd5ccf182 None None] Routers {'fae38a0b-05a6-4156-89b4-6770d0aeda26'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:04.466364 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-90d20dca-ba9d-4ee5-8cb9-5aabd5ccf182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['fae38a0b-05a6-4156-89b4-6770d0aeda26'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:04.480619 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eb7bf4db-d755-4ff7-8e65-41e6c4eac257 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=424af5496bf74a05ae1438231390b6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464562 Aug 26 11:10:04.504285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43450) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:04.632674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab66580-fe6d-465c-9e38-7dd76ac7573e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=c409cad0-0fe6-4049-a312-f80878d99b9c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:04.664052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 22cfcd80-030f-4553-aec4-4781ffb5d531 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:04.673568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b840d60-ddab-4534-a1dc-dd5bff504741 req-05bdd04e-8bfe-4c28-b15a-7ba153b0e5bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 200 len: 999 time: 0.6991122 Aug 26 11:10:04.694592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 6b6886dc-a8bb-424b-8140-4a868b285c30 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:04.825197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c2c92-52c1-4650-804e-b7d5b5f69869 req-42c282d5-2531-4feb-9a15-993922468df1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:04.846413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-340c2c92-52c1-4650-804e-b7d5b5f69869 req-42c282d5-2531-4feb-9a15-993922468df1 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 1.6388931 Aug 26 11:10:04.856812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-90d20dca-ba9d-4ee5-8cb9-5aabd5ccf182 None None] Set router fae38a0b-05a6-4156-89b4-6770d0aeda26 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:04.868462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b840d60-ddab-4534-a1dc-dd5bff504741 req-fbef00e9-ee52-46bc-9b44-d9bbe6fa22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:04.870257 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b840d60-ddab-4534-a1dc-dd5bff504741 req-fbef00e9-ee52-46bc-9b44-d9bbe6fa22e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 200 len: 851 time: 0.1866884 Aug 26 11:10:04.906525 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a23265f-65bd-4e0f-930c-3918d9000dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:04.983660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-90d20dca-ba9d-4ee5-8cb9-5aabd5ccf182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'name': 'tempest-ImageQuotaTest-1721867827-router', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:27Z', 'updated_at': '2021-08-26T11:10:04Z', 'revision_number': 6, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:05.021143 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d20dca-ba9d-4ee5-8cb9-5aabd5ccf182 None None] The sync data for ids ['fae38a0b-05a6-4156-89b4-6770d0aeda26'] in n-d-778550-13 is: [{'id': 'fae38a0b-05a6-4156-89b4-6770d0aeda26', 'name': 'tempest-ImageQuotaTest-1721867827-router', 'tenant_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:27Z', 'updated_at': '2021-08-26T11:10:04Z', 'revision_number': 6, 'project_id': 'ccd5df3c09bd4b088b83d10d9745c249', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:05.050009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7213da5e-718b-4393-9912-880ba94453b1 None None] Provisioning complete for port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:05.050388 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7213da5e-718b-4393-9912-880ba94453b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:05.081201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:10:05.083766 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:05.110921 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 22cfcd80-030f-4553-aec4-4781ffb5d531 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:05.111354 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:05.114295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7213da5e-718b-4393-9912-880ba94453b1 None None] Port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:05.138325 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a23265f-65bd-4e0f-930c-3918d9000dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:05.143064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961c76a-abc6-457d-b8aa-2145baf5f843 req-70b1d7b6-38d1-4b47-ad45-c6380948d064 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:05.146511 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d961c76a-abc6-457d-b8aa-2145baf5f843 req-70b1d7b6-38d1-4b47-ad45-c6380948d064 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 1.0842547 Aug 26 11:10:05.148077 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-591754e5-24a2-45e4-b1b9-c5de347a81ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:05.205162 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:05.240244 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Sync routers for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:05.260359 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:05.260999 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:05.264283 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-908519b1-8c8e-4697-8f33-e1e3be3b7902 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9640417 Aug 26 11:10:05.278795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43452) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:05.284739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d961c76a-abc6-457d-b8aa-2145baf5f843 req-b024697e-2dfd-4697-aa73-0edc2a4a92c3 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082900 Aug 26 11:10:05.290082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-340c2c92-52c1-4650-804e-b7d5b5f69869 req-73a78b02-abc5-475b-9d0f-bbddbc64e51d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4421315 Aug 26 11:10:05.302572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-22843008'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:05.320155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a66367d5-c518-455e-b896-dfb4759c0acd,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:05.341778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-4214450e-770b-4805-ba49-8df21f455d7a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting subnet ce0a4ea5-74f9-4a67-9944-e9af3ac65e19 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:10:05.370407 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4214450e-770b-4805-ba49-8df21f455d7a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:05.388889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Checking segment: {'id': 'cde6d950-6c10-4371-b897-b622d3e14345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '60e82bc3-3cb8-4a58-b8de-c4d4daa3b970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:05.389241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Network hostable DHCP agents. Network: 60e82bc3-3cb8-4a58-b8de-c4d4daa3b970, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:10:05.392204 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a23265f-65bd-4e0f-930c-3918d9000dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:05.394789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a23265f-65bd-4e0f-930c-3918d9000dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:05.411375 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5a23265f-65bd-4e0f-930c-3918d9000dfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a6522c9-f016-4454-a0d9-a3f67c1ad1f8 HTTP/1.1" status: 204 len: 168 time: 0.8938010 Aug 26 11:10:05.431442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b840d60-ddab-4534-a1dc-dd5bff504741 req-5f897db8-cd49-4ff4-8ecc-32b99ae47706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:05.434582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23265f-65bd-4e0f-930c-3918d9000dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6522c9-f016-4454-a0d9-a3f67c1ad1f8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:05.434993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b840d60-ddab-4534-a1dc-dd5bff504741 req-5f897db8-cd49-4ff4-8ecc-32b99ae47706 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5098977 Aug 26 11:10:05.458653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Network 60e82bc3-3cb8-4a58-b8de-c4d4daa3b970 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:10:05.474338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 60e82bc3-3cb8-4a58-b8de-c4d4daa3b970) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:05.479946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Deleting port d5bb56db-a525-4ead-89d4-a5f8683452d3 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:05.480290 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:05.488854 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:05.489516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:05.497727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c96ab4-a834-4ade-8a9e-27ac6ee7777f None None] Network 60e82bc3-3cb8-4a58-b8de-c4d4daa3b970 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:05.542406 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4214450e-770b-4805-ba49-8df21f455d7a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:05.635913 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:05.901100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c2a11e-d785-4643-84e9-d71972566588 None None] Network 60e82bc3-3cb8-4a58-b8de-c4d4daa3b970 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:05.999927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] For port d5bb56db-a525-4ead-89d4-a5f8683452d3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d5bb56db-a525-4ead-89d4-a5f8683452d3,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:06.000883 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:06.150703 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:02Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:03Z', 'revision_number': 2, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:06.155064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Calling delete_port for d5bb56db-a525-4ead-89d4-a5f8683452d3 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:06.227212 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Checking router: 6b6886dc-a8bb-424b-8140-4a868b285c30 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:06.227612 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Updating router 6b6886dc-a8bb-424b-8140-4a868b285c30 port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:10:06.292935 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:06.345853 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4214450e-770b-4805-ba49-8df21f455d7a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:06.487633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ad597dcc-6aec-4d2b-8e99-160fa0b0601f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:06.524719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: ad597dcc-6aec-4d2b-8e99-160fa0b0601f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:06.525396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ad597dcc-6aec-4d2b-8e99-160fa0b0601f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:06.526000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d5bb56db-a525-4ead-89d4-a5f8683452d3 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:06.620204 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:06.650967 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port d5bb56db-a525-4ead-89d4-a5f8683452d3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d5bb56db-a525-4ead-89d4-a5f8683452d3,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:06.656143 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:06.666001 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:06.678982 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Transition to ACTIVE for port object 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:06.687510 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:06.716502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=d5bb56db-a525-4ead-89d4-a5f8683452d3,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:06.750078 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9656aca-3273-426f-984f-4a56680599e9 None None] Pushing event updated for resources: {'Port': ['ID=02bd75c9-f6b7-4a44-a8a1-b319eeecf40f,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:06.808131 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Attempting to bind port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:10:06.808590 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Attempting to bind port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '5c0fc701-975b-4266-ac66-33e08630b83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:10:06.808867 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Attempting to bind port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f on network 777046cb-56f3-42c1-8ee7-496817f3750a {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:10:06.816099 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:10:06.816639 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Checking segment: {'id': '5c0fc701-975b-4266-ac66-33e08630b83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:06.817319 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:06.817786 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Bound using segment: {'id': '5c0fc701-975b-4266-ac66-33e08630b83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:10:06.818382 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Bound port: 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0fc701-975b-4266-ac66-33e08630b83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:10:06.818862 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:06.851024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b840d60-ddab-4534-a1dc-dd5bff504741 req-8425f333-8d20-4a79-b0f5-8b7de06e7f2c service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1761048 Aug 26 11:10:06.896581 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] For port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:10:06.897021 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4214450e-770b-4805-ba49-8df21f455d7a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:06.900292 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] For port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=02bd75c9-f6b7-4a44-a8a1-b319eeecf40f,segment=NetworkSegment(5c0fc701-975b-4266-ac66-33e08630b83d),segment_id=5c0fc701-975b-4266-ac66-33e08630b83d)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:10:06.907622 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:06.959015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec1986-beb9-4dbd-8c12-865c5ffe1a04 req-0245abd9-14e6-4ec4-b15c-c94c4e1c0cab tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:06.968456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8ec1986-beb9-4dbd-8c12-865c5ffe1a04 req-0245abd9-14e6-4ec4-b15c-c94c4e1c0cab tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.5340176 Aug 26 11:10:06.968730 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9656aca-3273-426f-984f-4a56680599e9 None None] Pushing event updated for resources: {'Port': ['ID=02bd75c9-f6b7-4a44-a8a1-b319eeecf40f,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:06.991994 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:06.992800 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:07.030655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103418f2-1f31-4e18-980a-9f77ed4a70eb req-75e33f9f-680c-4178-be99-2819a5a65b92 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:07.032260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-103418f2-1f31-4e18-980a-9f77ed4a70eb req-75e33f9f-680c-4178-be99-2819a5a65b92 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.6222615 Aug 26 11:10:07.033349 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4214450e-770b-4805-ba49-8df21f455d7a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.038075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43472) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:07.039454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4214450e-770b-4805-ba49-8df21f455d7a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/ce0a4ea5-74f9-4a67-9944-e9af3ac65e19 HTTP/1.1" status: 204 len: 168 time: 2.6003752 Aug 26 11:10:07.041271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40df1ea-cc94-467e-a5fb-fab511aa7466 None None] Network 5786d73b-38e5-405d-a7b2-aa09941a31dd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:07.089984 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-591754e5-24a2-45e4-b1b9-c5de347a81ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.116941 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:07.140222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.151436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214450e-770b-4805-ba49-8df21f455d7a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0a4ea5-74f9-4a67-9944-e9af3ac65e19,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:07.163624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b840d60-ddab-4534-a1dc-dd5bff504741 req-7a0112f7-d495-4dc2-8d6c-755d3eb2bb34 service neutron] 10.222.0.42 "GET /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037112 Aug 26 11:10:07.253240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port d94a9286-722d-45a4-97ba-50fed661eddf {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:07.254011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.278289 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-591754e5-24a2-45e4-b1b9-c5de347a81ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.365850 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dbca0596-651a-4779-b83d-d151a96ef32c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.0238276 Aug 26 11:10:07.366077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6c073b-50d9-46b2-868e-11aa8dcf1388 None None] DHCP port deletion for 5786d73b-38e5-405d-a7b2-aa09941a31dd request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:10:07.369964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43474) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:07.374929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:07.384560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1553959961', 'network_id': '60e82bc3-3cb8-4a58-b8de-c4d4daa3b970'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:07.384856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.390187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] For port d94a9286-722d-45a4-97ba-50fed661eddf, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d94a9286-722d-45a4-97ba-50fed661eddf,segment=NetworkSegment(0e08078f-c6b6-476c-97c7-5cb6b3861c1b),segment_id=0e08078f-c6b6-476c-97c7-5cb6b3861c1b)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:07.390187 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.410448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-591754e5-24a2-45e4-b1b9-c5de347a81ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3f1b1fcf5ee403fbad8415222b0f822&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4274783 Aug 26 11:10:07.411881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591754e5-24a2-45e4-b1b9-c5de347a81ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9911a372-5205-4951-af84-4736ea9a89ec,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:07.412690 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43476) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:07.414836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for d94a9286-722d-45a4-97ba-50fed661eddf owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:07.423915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8ec1986-beb9-4dbd-8c12-865c5ffe1a04 req-328fb0de-cb49-466f-abcc-07f54f226597 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808976 Aug 26 11:10:07.430615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c073b-50d9-46b2-868e-11aa8dcf1388 None None] Deleting port d94a9286-722d-45a4-97ba-50fed661eddf {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:07.431050 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f6c073b-50d9-46b2-868e-11aa8dcf1388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.459764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Made reservation on behalf of 55553dc420bf4193ad20bf557edc5e5b for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:07.462382 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.465299 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:02Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:06Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:07.488959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] device_id is not set on port 5ff00df6-257a-4793-8d4f-2c54877ef113 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:10:07.494549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-103418f2-1f31-4e18-980a-9f77ed4a70eb req-af4cb150-7760-44dc-b8f8-a66142e4d475 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662883 Aug 26 11:10:07.508403 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.508528 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a408bd1-06fe-4a30-aef2-fe4a48b8ce29 None None] The sync data for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 is: [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:02Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:06Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:07.522457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426b6c0-358b-4007-9e0e-2cd953f9dd04 req-414ed366-2cb5-4449-bc4f-d105a0f92cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:07.523086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1f6c073b-50d9-46b2-868e-11aa8dcf1388 None None] For port d94a9286-722d-45a4-97ba-50fed661eddf, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d94a9286-722d-45a4-97ba-50fed661eddf,segment=NetworkSegment(0e08078f-c6b6-476c-97c7-5cb6b3861c1b),segment_id=0e08078f-c6b6-476c-97c7-5cb6b3861c1b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:07.523496 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f6c073b-50d9-46b2-868e-11aa8dcf1388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.524425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c426b6c0-358b-4007-9e0e-2cd953f9dd04 req-414ed366-2cb5-4449-bc4f-d105a0f92cac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 1097 time: 0.3596289 Aug 26 11:10:07.537139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:10:07.540189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c073b-50d9-46b2-868e-11aa8dcf1388 None None] Calling delete_port for d94a9286-722d-45a4-97ba-50fed661eddf owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:07.679445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bb56db-a525-4ead-89d4-a5f8683452d3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:07.682389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0927dda1-30ba-4a66-a6d7-58f2632530cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.698465 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f6c073b-50d9-46b2-868e-11aa8dcf1388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.717083 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.717741 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added segment 1b272596-684b-4f31-abcb-dd6c2428feb8 of type vlan for network 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 Aug 26 11:10:07.746258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0927dda1-30ba-4a66-a6d7-58f2632530cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.750293 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.751123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c073b-50d9-46b2-868e-11aa8dcf1388 None None] No DVR routers for this DVR port d94a9286-722d-45a4-97ba-50fed661eddf on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:07.763297 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c073b-50d9-46b2-868e-11aa8dcf1388 None None] Pushing event deleted for resources: {'Port': ['ID=d94a9286-722d-45a4-97ba-50fed661eddf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:07.791810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Allocated IP 172.20.0.5 (60e82bc3-3cb8-4a58-b8de-c4d4daa3b970/a66367d5-c518-455e-b896-dfb4759c0acd/5ff00df6-257a-4793-8d4f-2c54877ef113) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:07.798822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=d94a9286-722d-45a4-97ba-50fed661eddf,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:07.834223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No DVR routers for this DVR port d94a9286-722d-45a4-97ba-50fed661eddf on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:07.847049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426b6c0-358b-4007-9e0e-2cd953f9dd04 req-23183c38-d0d2-40d3-8064-3a61c3eda13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:07.849712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c426b6c0-358b-4007-9e0e-2cd953f9dd04 req-23183c38-d0d2-40d3-8064-3a61c3eda13e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 917 time: 0.3144553 Aug 26 11:10:07.909918 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:07.992985 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.002852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0927dda1-30ba-4a66-a6d7-58f2632530cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.005459 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0927dda1-30ba-4a66-a6d7-58f2632530cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.006643 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0927dda1-30ba-4a66-a6d7-58f2632530cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9911a372-5205-4951-af84-4736ea9a89ec HTTP/1.1" status: 204 len: 168 time: 0.5896432 Aug 26 11:10:08.015566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.038206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5786d73b-38e5-405d-a7b2-aa09941a31dd']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:08.041247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927dda1-30ba-4a66-a6d7-58f2632530cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9911a372-5205-4951-af84-4736ea9a89ec,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:08.047104 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.054106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:08.055448 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.059496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c426b6c0-358b-4007-9e0e-2cd953f9dd04 req-b4aaefa0-a2dc-4472-ac1e-4579720a8f29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0 HTTP/1.1" status: 200 len: 1001 time: 0.1692448 Aug 26 11:10:08.068461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e08078f-c6b6-476c-97c7-5cb6b3861c1b') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:08.068905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e08078f-c6b6-476c-97c7-5cb6b3861c1b') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:08.091293 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.119791 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.134146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.137156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:10:08.137541 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:10:08.140637 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:10:08.230518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.252816 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.259425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/networks/5786d73b-38e5-405d-a7b2-aa09941a31dd HTTP/1.1" status: 204 len: 168 time: 1.2196009 Aug 26 11:10:08.262152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43480) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:08.266283 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.274107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1397514341'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:08.278278 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.280424 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b53eb4-bcac-48e9-ae5a-0e20e5035077 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Network': ['ID=5786d73b-38e5-405d-a7b2-aa09941a31dd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:08.287195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.9941695 Aug 26 11:10:08.289707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43482) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:08.300068 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'subnet': {'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:08.357603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.365084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac11fe-0e6f-4d3c-b174-9a9fd818e9bd tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Network': ['ID=76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:08.377733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426b6c0-358b-4007-9e0e-2cd953f9dd04 req-2a115104-27ab-42c5-b65f-d728ef02e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:08.379490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c426b6c0-358b-4007-9e0e-2cd953f9dd04 req-2a115104-27ab-42c5-b65f-d728ef02e605 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.2736492 Aug 26 11:10:08.388707 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.389686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fae38a0b-05a6-4156-89b4-6770d0aeda26 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:10:08.391220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:10:08.394785 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.399585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bc900db2-638f-472c-b7f5-56fcddbad4e4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fae38a0b-05a6-4156-89b4-6770d0aeda26 HTTP/1.1" status: 204 len: 168 time: 6.1098046 Aug 26 11:10:08.404186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43486) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:08.434948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:08.438876 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.487700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426b6c0-358b-4007-9e0e-2cd953f9dd04 req-aa8e1b01-8751-4f6a-a96c-6a2eca79eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:08.489757 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c426b6c0-358b-4007-9e0e-2cd953f9dd04 req-aa8e1b01-8751-4f6a-a96c-6a2eca79eaac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889933 Aug 26 11:10:08.494257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:10:08.624697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event updated for resources: {'Port': ['ID=5ff00df6-257a-4793-8d4f-2c54877ef113,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:08.641727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Network 60e82bc3-3cb8-4a58-b8de-c4d4daa3b970 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:08.652314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:08.655523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c426b6c0-358b-4007-9e0e-2cd953f9dd04 req-aa15c0a3-b942-4870-b038-f08fe974c8cf service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545382 Aug 26 11:10:08.658083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5921f82-7b73-4a8b-9f98-4b08d386f6f8 admin admin] Deleting subnet fc1df485-bfbe-4851-911c-c932d3e291df {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:10:08.662599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:08.681538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:08.686576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Made reservation on behalf of b656a8ba1592414da9dd15c338d881bd for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:08.690432 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.733881 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.734190 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Added segment 00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d of type vlan for network 3c348d72-49e6-4be0-b56a-db9dadc42dae Aug 26 11:10:08.826380 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5921f82-7b73-4a8b-9f98-4b08d386f6f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.831853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:08.837334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:08.837741 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.892033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.895805 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5921f82-7b73-4a8b-9f98-4b08d386f6f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.908915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce44aaa-43ea-4d7f-bf59-21f80d8e32e0 req-2e843873-d57e-4fcf-b25b-946a04709c72 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:08.910773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ce44aaa-43ea-4d7f-bf59-21f80d8e32e0 req-2e843873-d57e-4fcf-b25b-946a04709c72 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.2536075 Aug 26 11:10:08.922488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16266cdc-53b6-4797-8cc9-13f7c5c1e1d8 req-cc23aecd-cf98-4bcc-ac1f-19028ce1ab93 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:08.923811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:08.924342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16266cdc-53b6-4797-8cc9-13f7c5c1e1d8 req-cc23aecd-cf98-4bcc-ac1f-19028ce1ab93 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2186401 Aug 26 11:10:08.924466 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:08.980510 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.007197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16266cdc-53b6-4797-8cc9-13f7c5c1e1d8 req-30816a0b-e450-4500-86e7-af9989b37713 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661836 Aug 26 11:10:09.050057 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3fd80144-4797-44d1-9a8a-2dcc4d28da51 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6787477 Aug 26 11:10:09.053636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.056127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43504) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:09.058010 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=02bd75c9-f6b7-4a44-a8a1-b319eeecf40f,segment=NetworkSegment(5c0fc701-975b-4266-ac66-33e08630b83d),segment_id=5c0fc701-975b-4266-ac66-33e08630b83d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:09.066529 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.089823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c426b6c0-358b-4007-9e0e-2cd953f9dd04 req-57ed044d-420c-4040-a586-1e7563608bca service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851738 Aug 26 11:10:09.106183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ce44aaa-43ea-4d7f-bf59-21f80d8e32e0 req-760be221-4c9a-44cc-8f6a-0f22c526f222 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806109 Aug 26 11:10:09.110817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.129451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:09.130988 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.202775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=02bd75c9-f6b7-4a44-a8a1-b319eeecf40f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:09.225281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9562473 Aug 26 11:10:09.242535 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d94a9286-722d-45a4-97ba-50fed661eddf no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:09.243320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43510) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:09.249013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '3c348d72-49e6-4be0-b56a-db9dadc42dae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:09.285122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: d94a9286-722d-45a4-97ba-50fed661eddf {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:09.285433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d94a9286-722d-45a4-97ba-50fed661eddf not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:09.333261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb0502-6b0a-480d-86a4-5098eb4dde14 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Network': ['ID=3c348d72-49e6-4be0-b56a-db9dadc42dae,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:09.353938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 3c348d72-49e6-4be0-b56a-db9dadc42dae details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:10:09.395754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62e520-c256-4c46-9881-c5017b7fc475 req-86227f04-de8e-4831-b0a6-7c4b0ab3a167 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:09.397700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db62e520-c256-4c46-9881-c5017b7fc475 req-86227f04-de8e-4831-b0a6-7c4b0ab3a167 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1751225 Aug 26 11:10:09.450282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:09.454256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.509356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db62e520-c256-4c46-9881-c5017b7fc475 req-def3134f-52ab-4848-a736-5b56c26f6118 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017227 Aug 26 11:10:09.559494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5921f82-7b73-4a8b-9f98-4b08d386f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.655083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Subnet': ['ID=989b799f-11d4-498f-95da-63c644f080e7,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:09.664248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Checking segment: {'id': '1b272596-684b-4f31-abcb-dd6c2428feb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:09.664624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network hostable DHCP agents. Network: 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:10:09.709026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-973cd5fe-5b92-45e1-ae9b-f3529522b760 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Deleting port 5ff00df6-257a-4793-8d4f-2c54877ef113 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:09.709479 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-973cd5fe-5b92-45e1-ae9b-f3529522b760 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.712371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5921f82-7b73-4a8b-9f98-4b08d386f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.730625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:10:09.737652 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.794064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5921f82-7b73-4a8b-9f98-4b08d386f6f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1df485-bfbe-4851-911c-c932d3e291df,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:09.796295 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5921f82-7b73-4a8b-9f98-4b08d386f6f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.800724 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d5921f82-7b73-4a8b-9f98-4b08d386f6f8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fc1df485-bfbe-4851-911c-c932d3e291df HTTP/1.1" status: 204 len: 168 time: 1.3408065 Aug 26 11:10:09.804303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43526) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:09.805376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853af466-5c52-454f-964e-4a922746b91f None None] Network 9b622faa-7fc0-45f2-ac89-3f045d509b75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:09.813176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:09.833575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:09.834540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.846096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7569d-fc3c-4321-827d-cc65529cd24f None None] Network 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:09.859902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Subnet': ['ID=2f417cbf-c6b6-4904-989a-a6bc8873d0bc,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:09.869448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Checking segment: {'id': '00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c348d72-49e6-4be0-b56a-db9dadc42dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:09.869910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network hostable DHCP agents. Network: 3c348d72-49e6-4be0-b56a-db9dadc42dae, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:10:09.913029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 3c348d72-49e6-4be0-b56a-db9dadc42dae is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:10:09.925468 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1b739115-5113-40e3-86fe-1a187644037c tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6331608 Aug 26 11:10:09.930155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43532) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:09.931640 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-973cd5fe-5b92-45e1-ae9b-f3529522b760 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.937494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 3c348d72-49e6-4be0-b56a-db9dadc42dae) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:09.943293 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:09.954606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-973cd5fe-5b92-45e1-ae9b-f3529522b760 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Calling delete_port for 5ff00df6-257a-4793-8d4f-2c54877ef113 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:10.004921 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba2b3ce-ce1d-4c35-b4d2-7f84daaa1312 None None] Network 3c348d72-49e6-4be0-b56a-db9dadc42dae requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:10.012533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:10.013133 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.087522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Deleting port 7b93df16-a8da-45a2-a1ab-b8aac96e5031 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:10.088125 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.092434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-069e0da9-70c8-4696-a0f0-5344bc253bf5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8475955 Aug 26 11:10:10.097027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43538) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:10.104834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-83527b26-7b0d-4592-8317-824517714b8f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-636988564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:10.193914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] For port 7b93df16-a8da-45a2-a1ab-b8aac96e5031, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7b93df16-a8da-45a2-a1ab-b8aac96e5031,segment=NetworkSegment(185e2902-a646-4f73-aa04-70788312f830),segment_id=185e2902-a646-4f73-aa04-70788312f830)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:10.194913 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.231072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Calling delete_port for 7b93df16-a8da-45a2-a1ab-b8aac96e5031 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:10.254893 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-973cd5fe-5b92-45e1-ae9b-f3529522b760 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.313056 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-83527b26-7b0d-4592-8317-824517714b8f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.316375 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-83527b26-7b0d-4592-8317-824517714b8f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.340291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cd5fe-5b92-45e1-ae9b-f3529522b760 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ff00df6-257a-4793-8d4f-2c54877ef113,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:10.460761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:10.522633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389109fb-a9a8-4121-bb18-ab4a88198951 None None] DHCP port deletion for 9b622faa-7fc0-45f2-ac89-3f045d509b75 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:10:10.532081 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-973cd5fe-5b92-45e1-ae9b-f3529522b760 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.550185 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-973cd5fe-5b92-45e1-ae9b-f3529522b760 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5ff00df6-257a-4793-8d4f-2c54877ef113 HTTP/1.1" status: 204 len: 168 time: 1.4861422 Aug 26 11:10:10.551920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43572) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:10.560916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '60e82bc3-3cb8-4a58-b8de-c4d4daa3b970', 'external_fixed_ips': [{'subnet_id': 'a66367d5-c518-455e-b896-dfb4759c0acd', 'ip_address': '172.20.0.5'}]}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:10.572970 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-83527b26-7b0d-4592-8317-824517714b8f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.593279 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.619472 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-83527b26-7b0d-4592-8317-824517714b8f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.633749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'fixed_ips': [{'subnet_id': '989b799f-11d4-498f-95da-63c644f080e7'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:10:10.634690 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.635218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b93df16-a8da-45a2-a1ab-b8aac96e5031,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:10.648823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] No DVR routers for this DVR port 7b93df16-a8da-45a2-a1ab-b8aac96e5031 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:10.660177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:10.688252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.689838 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.736400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0ebd8-c708-4f7e-88d9-6ee4eac643ad req-b6b57f6d-327d-4bd5-8c45-3c402a9ffaa6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:10.737603 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97e0ebd8-c708-4f7e-88d9-6ee4eac643ad req-b6b57f6d-327d-4bd5-8c45-3c402a9ffaa6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 945 time: 0.3481953 Aug 26 11:10:10.789157 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-83527b26-7b0d-4592-8317-824517714b8f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.795287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-83527b26-7b0d-4592-8317-824517714b8f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6918004 Aug 26 11:10:10.795974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43578) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:10.835106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-3c348d72-49e6-4be0-b56a-db9dadc42dae', 'network_id': '3c348d72-49e6-4be0-b56a-db9dadc42dae', 'tenant_id': '476ceaf3ced8446a959be5bfd3c12971', 'fixed_ips': [{'subnet_id': '2f417cbf-c6b6-4904-989a-a6bc8873d0bc'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:10:10.837170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.838323 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.873570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'network_id': '3c348d72-49e6-4be0-b56a-db9dadc42dae', 'name': 'tempest-PortsIpV6TestJSON-511081933'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:10.900282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:10.903703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b622faa-7fc0-45f2-ac89-3f045d509b75']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:10.916337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97e0ebd8-c708-4f7e-88d9-6ee4eac643ad req-6d93aaef-3152-483a-bb2e-b6e6d838a039 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778133 Aug 26 11:10:10.920358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185e2902-a646-4f73-aa04-70788312f830') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:10.921035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185e2902-a646-4f73-aa04-70788312f830') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:10.999632 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.009138 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Allocated IP 2001:db8::2 (3c348d72-49e6-4be0-b56a-db9dadc42dae/2f417cbf-c6b6-4904-989a-a6bc8873d0bc/95279e70-76b6-46af-a773-6534cb095cd6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:11.061722 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.102848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:10:11.103608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:10:11.105489 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:10:11.123421 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.239646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.264459 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.268916 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9b622faa-7fc0-45f2-ac89-3f045d509b75 HTTP/1.1" status: 204 len: 168 time: 1.4631805 Aug 26 11:10:11.292407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a673a0-426d-48f9-98cf-4067e55789d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b622faa-7fc0-45f2-ac89-3f045d509b75,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:11.474979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Allocated IP 2001:db8:3::2 (76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0/989b799f-11d4-498f-95da-63c644f080e7/46b3bbaf-1d46-4960-b263-a67c8976c26f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:11.504180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.531375 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.609372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43590) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:11.641101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab2c18-bd18-435c-b686-58f578417bc4 req-3d36c3dd-eaf9-4004-a78f-16c6e7c6f2c5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:11.644545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13ab2c18-bd18-435c-b686-58f578417bc4 req-3d36c3dd-eaf9-4004-a78f-16c6e7c6f2c5 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=f99eec57-17e3-42c7-80e3-e08ef95fb4ef HTTP/1.1" status: 200 len: 943 time: 0.7653778 Aug 26 11:10:11.668029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.672893 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.696996 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.702890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Transition to ACTIVE for port object 95279e70-76b6-46af-a773-6534cb095cd6 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:11.731550 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e73b5ded-8b45-4f63-9f5a-0d9da75233b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccd5df3c09bd4b088b83d10d9745c249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185687 Aug 26 11:10:11.733699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43594) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:11.741814 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:11.742214 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.773490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:11.801517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:10:11.803855 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72f0eb1-96d5-420f-8c1e-4a9eb4e59f6c" -d '{"events": [{"server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "name": "network-vif-unplugged", "status": "completed", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:10:11.810488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Transition to ACTIVE for port object 95279e70-76b6-46af-a773-6534cb095cd6 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:11.812507 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.846526 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.851969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Allocated IP 172.20.0.5 (60e82bc3-3cb8-4a58-b8de-c4d4daa3b970/a66367d5-c518-455e-b896-dfb4759c0acd/e5430029-b021-4548-aa21-7d2838571922) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:11.876134 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.900127 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 Aug 2021 11:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1418e4d-39cc-40bd-ab6e-7f3fdc2e6aa5 x-openstack-request-id: req-d1418e4d-39cc-40bd-ab6e-7f3fdc2e6aa5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:10:11.900418 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "name": "network-vif-unplugged", "status": "failed", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0", "code": 422}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:10:11.900680 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1418e4d-39cc-40bd-ab6e-7f3fdc2e6aa5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:10:11.901096 n-d-778550-13 neutron-server[101268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'code': 422} returned with failed status Aug 26 11:10:11.939241 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Network 3c348d72-49e6-4be0-b56a-db9dadc42dae is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:11.948438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:11.952106 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.952681 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.963276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:11.965079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:11.971411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:11.976312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:11.978985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Transition to ACTIVE for port object 46b3bbaf-1d46-4960-b263-a67c8976c26f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:12.000355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.000355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.000355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.001078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.001290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.001624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.001952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.002277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.002606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.003032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.003359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.003693 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.044289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:10:12.074629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.104650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.108596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.111210 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/792a1de2-4d74-4f6b-a6b2-0254ba6bea02 HTTP/1.1" status: 204 len: 168 time: 0.3761828 Aug 26 11:10:12.139201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Pushing event updated for resources: {'Port': ['ID=95279e70-76b6-46af-a773-6534cb095cd6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:12.151706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Transition to ACTIVE for port object 46b3bbaf-1d46-4960-b263-a67c8976c26f will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:12.155337 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792a1de2-4d74-4f6b-a6b2-0254ba6bea02,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:12.183101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.183478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.183794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.184135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.184472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.184810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.185259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.185477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.185806 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.186135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.186465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.186818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c5689-a908-47df-9037-5611b735bd07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:12.197196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-13ab2c18-bd18-435c-b686-58f578417bc4 req-f229376b-aca5-4941-a691-533c8ef88f10 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Deleting port 8858926d-9afd-4dba-9d57-2c7bddc87503 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:12.197898 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-13ab2c18-bd18-435c-b686-58f578417bc4 req-f229376b-aca5-4941-a691-533c8ef88f10 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.209165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.218767 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.221367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Attempting to bind port 95279e70-76b6-46af-a773-6534cb095cd6 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:10:12.221979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Attempting to bind port 95279e70-76b6-46af-a773-6534cb095cd6 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c348d72-49e6-4be0-b56a-db9dadc42dae'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:10:12.222669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Attempting to bind port 95279e70-76b6-46af-a773-6534cb095cd6 on network 3c348d72-49e6-4be0-b56a-db9dadc42dae {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:10:12.285416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Network 60e82bc3-3cb8-4a58-b8de-c4d4daa3b970 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:12.289289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:12.297000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:12.312135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:10:12.312810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Checking segment: {'id': '00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c348d72-49e6-4be0-b56a-db9dadc42dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:12.313415 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.313989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Bound using segment: {'id': '00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c348d72-49e6-4be0-b56a-db9dadc42dae'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:10:12.314663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Bound port: 95279e70-76b6-46af-a773-6534cb095cd6, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3c348d72-49e6-4be0-b56a-db9dadc42dae'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:10:12.315269 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.327760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event updated for resources: {'Port': ['ID=e5430029-b021-4548-aa21-7d2838571922,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:12.342447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43608) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:12.352233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Network 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:12.391797 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:12.397410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Pushing event updated for resources: {'Port': ['ID=46b3bbaf-1d46-4960-b263-a67c8976c26f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:12.406689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:12.484014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] For port 95279e70-76b6-46af-a773-6534cb095cd6, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:10:12.513763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] For port 95279e70-76b6-46af-a773-6534cb095cd6, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=95279e70-76b6-46af-a773-6534cb095cd6,segment=NetworkSegment(00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d),segment_id=00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:10:12.524752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Attempting to bind port 46b3bbaf-1d46-4960-b263-a67c8976c26f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:10:12.527976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Attempting to bind port 46b3bbaf-1d46-4960-b263-a67c8976c26f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '1b272596-684b-4f31-abcb-dd6c2428feb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:10:12.529397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Attempting to bind port 46b3bbaf-1d46-4960-b263-a67c8976c26f on network 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:10:12.533752 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.562016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d0499-0297-4453-a405-ac598a332f19 req-9a5f8d51-1589-4ed0-9d8b-06bc05d3aead tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:12.563760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a21d0499-0297-4453-a405-ac598a332f19 req-9a5f8d51-1589-4ed0-9d8b-06bc05d3aead tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.4340703 Aug 26 11:10:12.650826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Allocated IP 2001:db8:3::1 (76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0/989b799f-11d4-498f-95da-63c644f080e7/7024492c-859d-459e-80bc-51d629171455) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:12.660740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43612) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:12.706084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-13ab2c18-bd18-435c-b686-58f578417bc4 req-f229376b-aca5-4941-a691-533c8ef88f10 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] For port 8858926d-9afd-4dba-9d57-2c7bddc87503, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8858926d-9afd-4dba-9d57-2c7bddc87503,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:12.706494 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-13ab2c18-bd18-435c-b686-58f578417bc4 req-f229376b-aca5-4941-a691-533c8ef88f10 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.713615 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23c2f49a-e04e-4e2e-95dc-48a3a7f7011e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.723712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:10:12.724723 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Checking segment: {'id': '1b272596-684b-4f31-abcb-dd6c2428feb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:12.726232 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.726963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Bound using segment: {'id': '1b272596-684b-4f31-abcb-dd6c2428feb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:10:12.728196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Bound port: 46b3bbaf-1d46-4960-b263-a67c8976c26f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b272596-684b-4f31-abcb-dd6c2428feb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:10:12.728984 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.729385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8::27f (3c348d72-49e6-4be0-b56a-db9dadc42dae/2f417cbf-c6b6-4904-989a-a6bc8873d0bc/6b1058cb-35e5-4bb6-92e6-30c190a2a8cd) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:12.751432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8033ff1-d15f-4baf-a7ae-9e3dac908e76 None None] Pushing event updated for resources: {'Port': ['ID=95279e70-76b6-46af-a773-6534cb095cd6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:12.754019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a21d0499-0297-4453-a405-ac598a332f19 req-91b23c82-3d92-405c-ad9f-9f445f994a4a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703680 Aug 26 11:10:12.772170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-13ab2c18-bd18-435c-b686-58f578417bc4 req-f229376b-aca5-4941-a691-533c8ef88f10 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Calling delete_port for 8858926d-9afd-4dba-9d57-2c7bddc87503 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:12.785868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7b93df16-a8da-45a2-a1ab-b8aac96e5031 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:12.815370 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ea6da95-312c-4559-bfdd-c3b6c1373ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.863374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 7b93df16-a8da-45a2-a1ab-b8aac96e5031 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:12.864506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7b93df16-a8da-45a2-a1ab-b8aac96e5031 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:12.866455 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:12.964534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] For port 46b3bbaf-1d46-4960-b263-a67c8976c26f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:10:12.970366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] For port 46b3bbaf-1d46-4960-b263-a67c8976c26f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=46b3bbaf-1d46-4960-b263-a67c8976c26f,segment=NetworkSegment(1b272596-684b-4f31-abcb-dd6c2428feb8),segment_id=1b272596-684b-4f31-abcb-dd6c2428feb8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:10:12.987672 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.071633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9c22f-e244-4887-8727-a577d7dc26f2 None None] Pushing event updated for resources: {'Port': ['ID=46b3bbaf-1d46-4960-b263-a67c8976c26f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:13.163238 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.180617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23c2f49a-e04e-4e2e-95dc-48a3a7f7011e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.208978 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23c2f49a-e04e-4e2e-95dc-48a3a7f7011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.279976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Transition to ACTIVE for port object 7024492c-859d-459e-80bc-51d629171455 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:13.318357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2f49a-e04e-4e2e-95dc-48a3a7f7011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31fc7d4-293e-463c-84e8-4c3bbdf54486,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:13.333219 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-23c2f49a-e04e-4e2e-95dc-48a3a7f7011e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6692064 Aug 26 11:10:13.336254 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.342332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43626) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:13.351886 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ceb93f5-8abd-4c4f-a6e0-d9a66f0be624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.449692 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.475476 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-13ab2c18-bd18-435c-b686-58f578417bc4 req-f229376b-aca5-4941-a691-533c8ef88f10 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.490044 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.493588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:13.501720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9c08311b-96ac-4a74-81b1-285d78575089', 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:10:13.534680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229376b-aca5-4941-a691-533c8ef88f10 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event deleted for resources: {'Port': ['ID=8858926d-9afd-4dba-9d57-2c7bddc87503,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:13.618243 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ea6da95-312c-4559-bfdd-c3b6c1373ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.620491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=7024492c-859d-459e-80bc-51d629171455,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:13.631050 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ea6da95-312c-4559-bfdd-c3b6c1373ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.637377 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd92e864-df08-4b37-9e68-b20f297bb712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.662029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:13.698935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:13.717297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:13.717599 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.794914 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd92e864-df08-4b37-9e68-b20f297bb712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.802693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6da95-312c-4559-bfdd-c3b6c1373ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d091a00-27be-43c1-ada2-72a31861cb65,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:13.815420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ab2c18-bd18-435c-b686-58f578417bc4 req-f229376b-aca5-4941-a691-533c8ef88f10 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] No DVR routers for this DVR port 8858926d-9afd-4dba-9d57-2c7bddc87503 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:13.869318 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-13ab2c18-bd18-435c-b686-58f578417bc4 req-f229376b-aca5-4941-a691-533c8ef88f10 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:13.876530 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4ea6da95-312c-4559-bfdd-c3b6c1373ffd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8b1068bf92444bfbee217b27b9ff3a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5301096 Aug 26 11:10:13.877071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13ab2c18-bd18-435c-b686-58f578417bc4 req-f229376b-aca5-4941-a691-533c8ef88f10 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "DELETE /v2.0/ports/8858926d-9afd-4dba-9d57-2c7bddc87503 HTTP/1.1" status: 204 len: 173 time: 2.2074947 Aug 26 11:10:13.877071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'name': 'network-vif-deleted', 'tag': '8858926d-9afd-4dba-9d57-2c7bddc87503'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:10:13.882918 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d626ca8d-f91e-4d49-8c4f-4268273de071" -d '{"events": [{"server_uuid": "f99eec57-17e3-42c7-80e3-e08ef95fb4ef", "name": "network-vif-deleted", "tag": "8858926d-9afd-4dba-9d57-2c7bddc87503"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:10:13.883160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43636) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:13.901639 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:14.057620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Router 33f63d4e-a5cb-4668-96f5-93ce3f6e631a is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:10:14.122161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd92e864-df08-4b37-9e68-b20f297bb712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:14.132635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd92e864-df08-4b37-9e68-b20f297bb712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:14.137476 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cd92e864-df08-4b37-9e68-b20f297bb712 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d31fc7d4-293e-463c-84e8-4c3bbdf54486 HTTP/1.1" status: 204 len: 168 time: 0.7940269 Aug 26 11:10:14.257354 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 26 Aug 2021 11:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d15c52a-30f3-4555-a4d0-5ec2c102367d x-openstack-request-id: req-8d15c52a-30f3-4555-a4d0-5ec2c102367d {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:10:14.257950 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99eec57-17e3-42c7-80e3-e08ef95fb4ef", "name": "network-vif-deleted", "tag": "8858926d-9afd-4dba-9d57-2c7bddc87503", "status": "failed", "code": 422}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:10:14.258624 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d15c52a-30f3-4555-a4d0-5ec2c102367d {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:10:14.259333 n-d-778550-13 neutron-server[101267]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f99eec57-17e3-42c7-80e3-e08ef95fb4ef', 'name': 'network-vif-deleted', 'tag': '8858926d-9afd-4dba-9d57-2c7bddc87503', 'status': 'failed', 'code': 422} returned with failed status Aug 26 11:10:14.301024 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a715b07b-c675-4a28-b1a6-ebb7509d3bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:14.332359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92e864-df08-4b37-9e68-b20f297bb712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31fc7d4-293e-463c-84e8-4c3bbdf54486,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:14.351081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 3c348d72-49e6-4be0-b56a-db9dadc42dae is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:14.368087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:14.373173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:14.384919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:14.385654 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:14.397872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=6b1058cb-35e5-4bb6-92e6-30c190a2a8cd,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:14.405052 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:14.470854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:14.492994 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f6e10ea3-f432-4348-a1c5-af5c1030a892 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6613379 Aug 26 11:10:14.500128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43660) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:14.608325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14281184-a49a-462d-85c0-1ac754334aa0 None None] Network 3c348d72-49e6-4be0-b56a-db9dadc42dae requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:14.615529 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a715b07b-c675-4a28-b1a6-ebb7509d3bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:14.757994 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:10:14.770328 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a715b07b-c675-4a28-b1a6-ebb7509d3bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:14.779161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a715b07b-c675-4a28-b1a6-ebb7509d3bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:14.781143 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a715b07b-c675-4a28-b1a6-ebb7509d3bb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d091a00-27be-43c1-ada2-72a31861cb65 HTTP/1.1" status: 204 len: 168 time: 0.8865118 Aug 26 11:10:14.820987 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715b07b-c675-4a28-b1a6-ebb7509d3bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d091a00-27be-43c1-ada2-72a31861cb65,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:14.828653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:14.852938 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:14.864792 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d5465e29-eb0b-43f1-931f-690346895103 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3082495 Aug 26 11:10:14.867377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43666) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:14.892681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] Sync routers for ids ['33f63d4e-a5cb-4668-96f5-93ce3f6e631a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:14.981609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 95279e70-76b6-46af-a773-6534cb095cd6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:15.064821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e358210d-9114-4a37-b901-613cf70ca4d1 None None] Provisioning for port 95279e70-76b6-46af-a773-6534cb095cd6 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:15.106450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] Routers {'33f63d4e-a5cb-4668-96f5-93ce3f6e631a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:15.107141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:09:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['33f63d4e-a5cb-4668-96f5-93ce3f6e631a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:15.142637 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:15.188915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 95279e70-76b6-46af-a773-6534cb095cd6 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:15.245086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 95279e70-76b6-46af-a773-6534cb095cd6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:15.245086 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:15.252946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81194f-1ea6-4de6-9b6f-409908a4469e None None] Network 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:15.375044 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:15.456659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43680) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:15.460101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df5076-fc8a-4744-a060-9d434bc24334 req-2cf32bf6-6504-4f58-8f21-77613b6ffd77 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:15.470954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6df5076-fc8a-4744-a060-9d434bc24334 req-2cf32bf6-6504-4f58-8f21-77613b6ffd77 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.6692712 Aug 26 11:10:15.480788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c028a912-e840-47f0-a593-4fab21707d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:15.515129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Deleting port e5430029-b021-4548-aa21-7d2838571922 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:15.515501 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:15.644421 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:15.672298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Calling delete_port for e5430029-b021-4548-aa21-7d2838571922 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:15.689918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b2f1ddce-5969-44e9-af3e-584a50f5e24a None None] Provisioning for port 46b3bbaf-1d46-4960-b263-a67c8976c26f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:15.751263 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c028a912-e840-47f0-a593-4fab21707d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:15.759448 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c028a912-e840-47f0-a593-4fab21707d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:15.788296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] Set router 33f63d4e-a5cb-4668-96f5-93ce3f6e631a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:15.818862 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b80a-7574-4666-837e-613ceac3e51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:15.819114 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c028a912-e840-47f0-a593-4fab21707d7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a7aaa2abca043ee84cdf89112977283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585382 Aug 26 11:10:15.820873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43682) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:15.902145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028a912-e840-47f0-a593-4fab21707d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8aa172-adfe-448f-b941-c11f1493c5ca,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:15.941555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85987432-a5b3-4c15-840d-bfc0df23bf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:15.974315 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85987432-a5b3-4c15-840d-bfc0df23bf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:15.982124 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.069475 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.095136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406fd32-508c-4829-944c-c85b06205bff req-b3e73def-6174-4a14-b769-699258f84b4d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:16.108287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b406fd32-508c-4829-944c-c85b06205bff req-b3e73def-6174-4a14-b769-699258f84b4d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 907 time: 0.7148373 Aug 26 11:10:16.109679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5430029-b021-4548-aa21-7d2838571922,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:16.114521 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85987432-a5b3-4c15-840d-bfc0df23bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.117767 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85987432-a5b3-4c15-840d-bfc0df23bf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.130007 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-85987432-a5b3-4c15-840d-bfc0df23bf5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb8aa172-adfe-448f-b941-c11f1493c5ca HTTP/1.1" status: 204 len: 168 time: 0.2980545 Aug 26 11:10:16.154887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 95279e70-76b6-46af-a773-6534cb095cd6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=95279e70-76b6-46af-a773-6534cb095cd6,segment=NetworkSegment(00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d),segment_id=00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:16.163430 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.164264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 46b3bbaf-1d46-4960-b263-a67c8976c26f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:16.165530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6df5076-fc8a-4744-a060-9d434bc24334 req-d360a843-30d7-42d1-a6f5-5b8743e0f459 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6925039 Aug 26 11:10:16.182310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85987432-a5b3-4c15-840d-bfc0df23bf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8aa172-adfe-448f-b941-c11f1493c5ca,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:16.246716 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.277194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74702814-0339-456c-bf7d-28e74f03535b req-311dbcfb-347f-4780-ae9b-5d278f95d608 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1229372 Aug 26 11:10:16.304388 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.407265 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.412473 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.417969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f63d4e-a5cb-4668-96f5-93ce3f6e631a', 'name': '', 'tenant_id': '55553dc420bf4193ad20bf557edc5e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60e82bc3-3cb8-4a58-b8de-c4d4daa3b970', 'external_fixed_ips': [{'subnet_id': 'a66367d5-c518-455e-b896-dfb4759c0acd', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e5430029-b021-4548-aa21-7d2838571922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:10Z', 'updated_at': '2021-08-26T11:10:12Z', 'revision_number': 3, 'project_id': '55553dc420bf4193ad20bf557edc5e5b', 'gw_port': {'id': 'e5430029-b021-4548-aa21-7d2838571922', 'name': '', 'network_id': '60e82bc3-3cb8-4a58-b8de-c4d4daa3b970', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f63d4e-a5cb-4668-96f5-93ce3f6e631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'a66367d5-c518-455e-b896-dfb4759c0acd', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:11Z', 'updated_at': '2021-08-26T11:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a66367d5-c518-455e-b896-dfb4759c0acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:16.431198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.431554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e0046057-a2cb-44e0-8e85-77df08b27d95 None None] Provisioning for port 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:16.432263 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.439586 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=95279e70-76b6-46af-a773-6534cb095cd6,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:16.527439 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.547384 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.570879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] Checking router: 33f63d4e-a5cb-4668-96f5-93ce3f6e631a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:16.587523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] Updating router 33f63d4e-a5cb-4668-96f5-93ce3f6e631a port e5430029-b021-4548-aa21-7d2838571922 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:10:16.601099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e0046057-a2cb-44e0-8e85-77df08b27d95 None None] Provisioning complete for port 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:16.602077 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e0046057-a2cb-44e0-8e85-77df08b27d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.612796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.614913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33f63d4e-a5cb-4668-96f5-93ce3f6e631a {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:10:16.630100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.640571 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8a5db105-df5e-46c8-9577-80e8e539351e tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "DELETE /v2.0/routers/33f63d4e-a5cb-4668-96f5-93ce3f6e631a HTTP/1.1" status: 204 len: 168 time: 1.7615497 Aug 26 11:10:16.642483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43692) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:16.708644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] Port e5430029-b021-4548-aa21-7d2838571922 not found while updating agent binding for router 33f63d4e-a5cb-4668-96f5-93ce3f6e631a. {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 26 11:10:16.742720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event updated for resources: {'Port': ['ID=7024492c-859d-459e-80bc-51d629171455,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:16.755097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Network 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:16.788498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 46b3bbaf-1d46-4960-b263-a67c8976c26f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:16.791046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf603a5-ea85-423d-8f16-1ece5ead3904 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Deleting subnet a66367d5-c518-455e-b896-dfb4759c0acd {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:10:16.800745 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] Routers set() bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:16.801754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] Router IDs set() for agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 11:10:16.803199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_agentschedulers_db [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'33f63d4e-a5cb-4668-96f5-93ce3f6e631a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent'). {{(pid=101268) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 26 11:10:16.804128 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cdf603a5-ea85-423d-8f16-1ece5ead3904 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.804526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd27ffa-5dd2-41ff-8e0f-8a0a6d35c45a None None] The sync data for ids ['33f63d4e-a5cb-4668-96f5-93ce3f6e631a'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:16.821709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 46b3bbaf-1d46-4960-b263-a67c8976c26f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:16.822682 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.836105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e0046057-a2cb-44e0-8e85-77df08b27d95 None None] Port 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:16.860512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:16.892103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e0046057-a2cb-44e0-8e85-77df08b27d95 None None] Provisioning complete for port 95279e70-76b6-46af-a773-6534cb095cd6 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:16.892927 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e0046057-a2cb-44e0-8e85-77df08b27d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.896267 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cdf603a5-ea85-423d-8f16-1ece5ead3904 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:16.975974 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cdf603a5-ea85-423d-8f16-1ece5ead3904 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.093555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cdf603a5-ea85-423d-8f16-1ece5ead3904 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.106676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b3d47-c542-450f-b9ff-eb13f5ddadf6 req-626050e6-ae9f-4248-98bf-5a0a655adc2d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:17.108398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-210b3d47-c542-450f-b9ff-eb13f5ddadf6 req-626050e6-ae9f-4248-98bf-5a0a655adc2d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.47 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 907 time: 0.3705401 Aug 26 11:10:17.153109 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.213054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf603a5-ea85-423d-8f16-1ece5ead3904 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a66367d5-c518-455e-b896-dfb4759c0acd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:17.219148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cdf603a5-ea85-423d-8f16-1ece5ead3904 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.226299 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cdf603a5-ea85-423d-8f16-1ece5ead3904 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/a66367d5-c518-455e-b896-dfb4759c0acd HTTP/1.1" status: 204 len: 168 time: 0.5714474 Aug 26 11:10:17.229092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43708) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:17.248769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 6b6886dc-a8bb-424b-8140-4a868b285c30 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:17.291660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 46b3bbaf-1d46-4960-b263-a67c8976c26f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=46b3bbaf-1d46-4960-b263-a67c8976c26f,segment=NetworkSegment(1b272596-684b-4f31-abcb-dd6c2428feb8),segment_id=1b272596-684b-4f31-abcb-dd6c2428feb8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:17.293791 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.294804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ef119704-8a7b-47f2-9608-5a213f5e2f16 None None] Provisioning complete for port 46b3bbaf-1d46-4960-b263-a67c8976c26f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:17.295262 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef119704-8a7b-47f2-9608-5a213f5e2f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.334210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.383645 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.484181 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.506077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e82bc3-3cb8-4a58-b8de-c4d4daa3b970']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:17.522390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=46b3bbaf-1d46-4960-b263-a67c8976c26f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:17.535188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde6d950-6c10-4371-b897-b622d3e14345') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:17.535721 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde6d950-6c10-4371-b897-b622d3e14345') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:17.544783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 95279e70-76b6-46af-a773-6534cb095cd6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:17.557346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.577800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.588093 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:10:17.588937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:10:17.594982 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:10:17.650021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ef119704-8a7b-47f2-9608-5a213f5e2f16 None None] Provisioning for port 7024492c-859d-459e-80bc-51d629171455 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:17.654014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 95279e70-76b6-46af-a773-6534cb095cd6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:17.654603 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.659002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ef119704-8a7b-47f2-9608-5a213f5e2f16 None None] Provisioning complete for port 7024492c-859d-459e-80bc-51d629171455 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:17.659604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef119704-8a7b-47f2-9608-5a213f5e2f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.710621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.719982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60e82bc3-3cb8-4a58-b8de-c4d4daa3b970 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 26 11:10:17.724102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.731338 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "DELETE /v2.0/networks/60e82bc3-3cb8-4a58-b8de-c4d4daa3b970 HTTP/1.1" status: 204 len: 168 time: 0.4988244 Aug 26 11:10:17.748324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46183666-2443-436d-aa12-c87ebb311182 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event deleted for resources: {'Network': ['ID=60e82bc3-3cb8-4a58-b8de-c4d4daa3b970,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:17.749805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646511ee-69bb-4381-935b-2e9087fbed53 req-2a570db0-bfea-412d-808c-14c601a760ca tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:17.763353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-646511ee-69bb-4381-935b-2e9087fbed53 req-2a570db0-bfea-412d-808c-14c601a760ca tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 907 time: 0.4868789 Aug 26 11:10:17.783504 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b7992-8d33-49e8-9660-ae52b6189950 req-ab91f1aa-01cc-49a1-a3b6-d2e0edec8a70 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:17.785394 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-300b7992-8d33-49e8-9660-ae52b6189950 req-ab91f1aa-01cc-49a1-a3b6-d2e0edec8a70 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.4077706 Aug 26 11:10:17.867753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ef119704-8a7b-47f2-9608-5a213f5e2f16 None None] Port 7024492c-859d-459e-80bc-51d629171455 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:17.887688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-210b3d47-c542-450f-b9ff-eb13f5ddadf6 req-fb8372bc-c795-47b0-9eb1-b4e2a7af49b4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Deleting port c220fd5a-9d5e-410a-ac4a-3d14dc99851e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:17.888342 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-210b3d47-c542-450f-b9ff-eb13f5ddadf6 req-fb8372bc-c795-47b0-9eb1-b4e2a7af49b4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.899205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:17.899887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ef119704-8a7b-47f2-9608-5a213f5e2f16 None None] Provisioning complete for port 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:17.900277 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef119704-8a7b-47f2-9608-5a213f5e2f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:17.904085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-300b7992-8d33-49e8-9660-ae52b6189950 req-71e990e2-5194-4387-9acd-de4db56addc7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047130 Aug 26 11:10:17.918495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a5e8a1f8-7433-4366-b629-ffd0720f2748 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9856265 Aug 26 11:10:17.921812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43722) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:17.939868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a3777d54-2a3c-4bda-a60f-6db7f375db06 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:18.013476 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:18.024291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ef119704-8a7b-47f2-9608-5a213f5e2f16 None None] Port 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:18.037417 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:18.173523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ec0ce1b3-3f47-4fdd-b806-81c8815cd4ed None None] Provisioning complete for port 7024492c-859d-459e-80bc-51d629171455 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:18.177810 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec0ce1b3-3f47-4fdd-b806-81c8815cd4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:18.315148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ce1b3-3f47-4fdd-b806-81c8815cd4ed None None] Port 7024492c-859d-459e-80bc-51d629171455 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:18.315529 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Sync routers for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:18.329435 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:18.330076 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:18.454186 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:18.460549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=6b1058cb-35e5-4bb6-92e6-30c190a2a8cd,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:18.502905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-210b3d47-c542-450f-b9ff-eb13f5ddadf6 req-fb8372bc-c795-47b0-9eb1-b4e2a7af49b4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] For port c220fd5a-9d5e-410a-ac4a-3d14dc99851e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:18.503510 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-210b3d47-c542-450f-b9ff-eb13f5ddadf6 req-fb8372bc-c795-47b0-9eb1-b4e2a7af49b4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:18.541354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-210b3d47-c542-450f-b9ff-eb13f5ddadf6 req-fb8372bc-c795-47b0-9eb1-b4e2a7af49b4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Calling delete_port for c220fd5a-9d5e-410a-ac4a-3d14dc99851e owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:18.576909 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:18.584692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43734) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:18.594026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f59c83f9-1113-4139-8ea5-39d4ba12e14b tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Request body: {'router': {'name': 'tempest-router--35862992', 'project_id': 'd55c2f940fb14673abc6e7cd87a7fd0d'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:18.677898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-554427f5-9a65-4ab1-80dd-5d60c1674b53 None None] Provisioning complete for port 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:18.679088 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-554427f5-9a65-4ab1-80dd-5d60c1674b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:18.758264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-554427f5-9a65-4ab1-80dd-5d60c1674b53 None None] Port 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:18.768632 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-210b3d47-c542-450f-b9ff-eb13f5ddadf6 req-fb8372bc-c795-47b0-9eb1-b4e2a7af49b4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:18.781457 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74702814-0339-456c-bf7d-28e74f03535b req-d82af988-72f2-455a-8db8-f8cdcaedc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:18.783054 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74702814-0339-456c-bf7d-28e74f03535b req-d82af988-72f2-455a-8db8-f8cdcaedc9cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6&tenant_id=7deefc2f5b984afeae122ac7c02c452c HTTP/1.1" status: 200 len: 1095 time: 0.2254174 Aug 26 11:10:18.829078 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:14Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7024492c-859d-459e-80bc-51d629171455', 'name': '', 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:20:78:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '989b799f-11d4-498f-95da-63c644f080e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:11Z', 'updated_at': '2021-08-26T11:10:15Z', 'revision_number': 2, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '989b799f-11d4-498f-95da-63c644f080e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:18.859909 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Checking router: 6b6886dc-a8bb-424b-8140-4a868b285c30 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:18.860265 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Updating router 6b6886dc-a8bb-424b-8140-4a868b285c30 port 7024492c-859d-459e-80bc-51d629171455 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:10:18.891436 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:18.894288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8372bc-c795-47b0-9eb1-b4e2a7af49b4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event deleted for resources: {'Port': ['ID=c220fd5a-9d5e-410a-ac4a-3d14dc99851e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:18.970157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74702814-0339-456c-bf7d-28e74f03535b req-19eafad2-e858-4fab-9c8f-0fd0f0329e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:18.971863 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74702814-0339-456c-bf7d-28e74f03535b req-19eafad2-e858-4fab-9c8f-0fd0f0329e81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7deefc2f5b984afeae122ac7c02c452c&device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 1095 time: 0.1444795 Aug 26 11:10:18.985968 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f59c83f9-1113-4139-8ea5-39d4ba12e14b tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:18.988359 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f59c83f9-1113-4139-8ea5-39d4ba12e14b tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.028276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-210b3d47-c542-450f-b9ff-eb13f5ddadf6 req-fb8372bc-c795-47b0-9eb1-b4e2a7af49b4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] No DVR routers for this DVR port c220fd5a-9d5e-410a-ac4a-3d14dc99851e on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:19.080658 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-210b3d47-c542-450f-b9ff-eb13f5ddadf6 req-fb8372bc-c795-47b0-9eb1-b4e2a7af49b4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.086278 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-210b3d47-c542-450f-b9ff-eb13f5ddadf6 req-fb8372bc-c795-47b0-9eb1-b4e2a7af49b4 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.47 "DELETE /v2.0/ports/c220fd5a-9d5e-410a-ac4a-3d14dc99851e HTTP/1.1" status: 204 len: 173 time: 1.9299328 Aug 26 11:10:19.092329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66741d00-23e4-4b62-b390-8f976a3630db', 'name': 'network-vif-deleted', 'tag': 'c220fd5a-9d5e-410a-ac4a-3d14dc99851e'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:10:19.096331 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccbce45-744c-4a45-946d-d8abf8de44ba" -d '{"events": [{"server_uuid": "66741d00-23e4-4b62-b390-8f976a3630db", "name": "network-vif-deleted", "tag": "c220fd5a-9d5e-410a-ac4a-3d14dc99851e"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:10:19.187800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e513283e-9915-402e-905b-ce1e2c59e50a req-e1ff48b7-b0ea-4382-9dc1-1363401c5149 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=66741d00-23e4-4b62-b390-8f976a3630db HTTP/1.1" status: 200 len: 210 time: 0.1916840 Aug 26 11:10:19.276073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74702814-0339-456c-bf7d-28e74f03535b req-94ecdb62-71c7-4b66-ac05-bf7ecdb69284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:19.276473 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.277681 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74702814-0339-456c-bf7d-28e74f03535b req-94ecdb62-71c7-4b66-ac05-bf7ecdb69284 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 200 len: 917 time: 0.2981277 Aug 26 11:10:19.304264 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.347408 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5234da0e-d0bd-4783-a272-e96968e41581 x-openstack-request-id: req-5234da0e-d0bd-4783-a272-e96968e41581 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:10:19.347903 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66741d00-23e4-4b62-b390-8f976a3630db", "name": "network-vif-deleted", "tag": "c220fd5a-9d5e-410a-ac4a-3d14dc99851e", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:10:19.348376 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5234da0e-d0bd-4783-a272-e96968e41581 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:10:19.349029 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66741d00-23e4-4b62-b390-8f976a3630db', 'name': 'network-vif-deleted', 'tag': 'c220fd5a-9d5e-410a-ac4a-3d14dc99851e', 'status': 'completed', 'code': 200} Aug 26 11:10:19.432774 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74702814-0339-456c-bf7d-28e74f03535b req-05e27ec7-3c0b-414e-9fa0-1adf8cb0d970 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0 HTTP/1.1" status: 200 len: 999 time: 0.1125908 Aug 26 11:10:19.491709 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.extraroute_db [None req-a3777d54-2a3c-4bda-a60f-6db7f375db06 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 26 11:10:19.510230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74702814-0339-456c-bf7d-28e74f03535b req-7a835240-8003-49cc-8e0a-0cd4ed5206c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:19.511850 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74702814-0339-456c-bf7d-28e74f03535b req-7a835240-8003-49cc-8e0a-0cd4ed5206c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 200 len: 855 time: 0.0705426 Aug 26 11:10:19.515835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 46b3bbaf-1d46-4960-b263-a67c8976c26f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:19.522826 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.extraroute_db [None req-a3777d54-2a3c-4bda-a60f-6db7f375db06 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Removed routes are [] {{(pid=101266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 26 11:10:19.523228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3777d54-2a3c-4bda-a60f-6db7f375db06 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.523877 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f59c83f9-1113-4139-8ea5-39d4ba12e14b tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.546506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f59c83f9-1113-4139-8ea5-39d4ba12e14b tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.575343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba0853-f590-414c-a5a1-4e0d46ccaba1 req-af753f1c-6d40-469e-b799-b09749a9eaf8 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:19.583493 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2ba0853-f590-414c-a5a1-4e0d46ccaba1 req-af753f1c-6d40-469e-b799-b09749a9eaf8 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.5174732 Aug 26 11:10:19.701198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 46b3bbaf-1d46-4960-b263-a67c8976c26f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:19.702229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.745570 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.749608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74702814-0339-456c-bf7d-28e74f03535b req-81ac5bc3-fa46-46cb-acfd-43b91b0eedce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:19.752622 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74702814-0339-456c-bf7d-28e74f03535b req-81ac5bc3-fa46-46cb-acfd-43b91b0eedce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c64b4187-b470-473a-8e56-145b91806fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2317734 Aug 26 11:10:19.761746 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Transition to ACTIVE for port object 7024492c-859d-459e-80bc-51d629171455 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:19.762380 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f59c83f9-1113-4139-8ea5-39d4ba12e14b tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.766378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f59c83f9-1113-4139-8ea5-39d4ba12e14b tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1769502 Aug 26 11:10:19.769056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43758) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:19.779797 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.929911 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853d564-ae21-4c36-9c4f-eecf74467e01 None None] Pushing event updated for resources: {'Port': ['ID=7024492c-859d-459e-80bc-51d629171455,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:19.942020 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Attempting to bind port 7024492c-859d-459e-80bc-51d629171455 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:10:19.942533 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Attempting to bind port 7024492c-859d-459e-80bc-51d629171455 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '1b272596-684b-4f31-abcb-dd6c2428feb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:10:19.942779 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Attempting to bind port 7024492c-859d-459e-80bc-51d629171455 on network 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:10:19.948900 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:10:19.949288 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Checking segment: {'id': '1b272596-684b-4f31-abcb-dd6c2428feb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:19.949701 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:19.950104 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Bound using segment: {'id': '1b272596-684b-4f31-abcb-dd6c2428feb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:10:19.950602 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Bound port: 7024492c-859d-459e-80bc-51d629171455, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b272596-684b-4f31-abcb-dd6c2428feb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:10:19.951025 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:20.067330 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] For port 7024492c-859d-459e-80bc-51d629171455, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:10:20.072414 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] For port 7024492c-859d-459e-80bc-51d629171455, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7024492c-859d-459e-80bc-51d629171455,segment=NetworkSegment(1b272596-684b-4f31-abcb-dd6c2428feb8),segment_id=1b272596-684b-4f31-abcb-dd6c2428feb8)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:10:20.081586 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:20.177286 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74702814-0339-456c-bf7d-28e74f03535b req-17d00e8b-bc1e-4a5b-af01-372d326bc9e7 service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478155 Aug 26 11:10:20.182839 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3777d54-2a3c-4bda-a60f-6db7f375db06 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:20.186284 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:20.187780 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:20.208568 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3777d54-2a3c-4bda-a60f-6db7f375db06 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:20.412428 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:20.433184 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:20.466443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2ba0853-f590-414c-a5a1-4e0d46ccaba1 req-f0be52eb-b9c5-4ad7-bf60-306baedba305 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8820019 Aug 26 11:10:20.510384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c220fd5a-9d5e-410a-ac4a-3d14dc99851e no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:20.544821 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbea442d-8e0d-4c93-9426-f16405fe8ba4 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:20.590627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: c220fd5a-9d5e-410a-ac4a-3d14dc99851e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:20.592712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c220fd5a-9d5e-410a-ac4a-3d14dc99851e not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:20.651584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3777d54-2a3c-4bda-a60f-6db7f375db06 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 6b6886dc-a8bb-424b-8140-4a868b285c30 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:20.741885 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853d564-ae21-4c36-9c4f-eecf74467e01 None None] Pushing event updated for resources: {'Port': ['ID=7024492c-859d-459e-80bc-51d629171455,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:20.790264 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-74702814-0339-456c-bf7d-28e74f03535b req-a6482fa5-6e80-492d-884e-2ed929a2bbc1 service neutron] 10.222.0.47 "GET /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010523 Aug 26 11:10:20.835007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3777d54-2a3c-4bda-a60f-6db7f375db06 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:20.847048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3777d54-2a3c-4bda-a60f-6db7f375db06 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:20.851317 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a3777d54-2a3c-4bda-a60f-6db7f375db06 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30 HTTP/1.1" status: 200 len: 951 time: 2.9281869 Aug 26 11:10:20.853682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43788) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:20.867103 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:19Z', 'revision_number': 6, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7024492c-859d-459e-80bc-51d629171455', 'name': '', 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:20:78:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '989b799f-11d4-498f-95da-63c644f080e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:11Z', 'updated_at': '2021-08-26T11:10:20Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '989b799f-11d4-498f-95da-63c644f080e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:20.942530 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbea442d-8e0d-4c93-9426-f16405fe8ba4 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:20.949570 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbea442d-8e0d-4c93-9426-f16405fe8ba4 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:20.959542 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2353635-8d03-470a-8923-9c6fc61f4a9f None None] The sync data for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 is: [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:19Z', 'revision_number': 6, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7024492c-859d-459e-80bc-51d629171455', 'name': '', 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:20:78:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '989b799f-11d4-498f-95da-63c644f080e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:11Z', 'updated_at': '2021-08-26T11:10:20Z', 'revision_number': 4, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '989b799f-11d4-498f-95da-63c644f080e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:21.025798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43800) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:21.026622 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b41fd854-a769-46fe-b6f1-25c8684ed459 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30 HTTP/1.1" status: 200 len: 951 time: 0.1689150 Aug 26 11:10:21.055432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-320f3c08-1303-4051-a69c-afeb7759404e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'routes': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:21.078045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb92fc-b80d-4b0c-adba-e245498bba9c req-6f302907-ed92-46bd-a925-8a030fd353d8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:21.079714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebdb92fc-b80d-4b0c-adba-e245498bba9c req-6f302907-ed92-46bd-a925-8a030fd353d8 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 946 time: 0.2760224 Aug 26 11:10:21.127665 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:21.133503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbea442d-8e0d-4c93-9426-f16405fe8ba4 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:21.134118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbea442d-8e0d-4c93-9426-f16405fe8ba4 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81d8419a-148b-4f06-b7cf-181ee558f5f1 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:10:21.138678 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbea442d-8e0d-4c93-9426-f16405fe8ba4 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:21.139977 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bbea442d-8e0d-4c93-9426-f16405fe8ba4 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "DELETE /v2.0/routers/81d8419a-148b-4f06-b7cf-181ee558f5f1 HTTP/1.1" status: 204 len: 168 time: 1.3486662 Aug 26 11:10:21.215314 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:21.219939 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:21.311593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=6b1058cb-35e5-4bb6-92e6-30c190a2a8cd,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:21.332710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.333055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.333632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.333980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.334466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.334832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.335170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.335645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.335987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.336321 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.336651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.336978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:21.454413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43814) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:21.513251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7024492c-859d-459e-80bc-51d629171455 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:21.521827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebdb92fc-b80d-4b0c-adba-e245498bba9c req-b5d49ab1-6121-4670-a806-b45c5a503216 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890498 Aug 26 11:10:21.604880 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 7024492c-859d-459e-80bc-51d629171455 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:21.620807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7024492c-859d-459e-80bc-51d629171455 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:21.621718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:21.881463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6743d-fc93-4818-b879-e76d8f4b9486 req-d7ac0483-270b-4b2a-b546-dbcf85782614 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:21.891943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43d6743d-fc93-4818-b879-e76d8f4b9486 req-d7ac0483-270b-4b2a-b546-dbcf85782614 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.1947370 Aug 26 11:10:21.898033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 3c348d72-49e6-4be0-b56a-db9dadc42dae is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:21.926134 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:21.939134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:22.069503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 7024492c-859d-459e-80bc-51d629171455, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7024492c-859d-459e-80bc-51d629171455,segment=NetworkSegment(1b272596-684b-4f31-abcb-dd6c2428feb8),segment_id=1b272596-684b-4f31-abcb-dd6c2428feb8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:22.082396 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:22.086783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43d6743d-fc93-4818-b879-e76d8f4b9486 req-d9b79571-7bc0-4559-bc7f-0695dfdb03d7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921818 Aug 26 11:10:22.268176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-530344989', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:22.305490 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:22.336072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=7024492c-859d-459e-80bc-51d629171455,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:22.381904 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:22.388179 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:22.469004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.extraroute_db [None req-320f3c08-1303-4051-a69c-afeb7759404e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added routes are [] {{(pid=101267) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 26 11:10:22.469308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.extraroute_db [None req-320f3c08-1303-4051-a69c-afeb7759404e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101267) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 26 11:10:22.560645 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:22.563371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43830) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:22.665475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6ac73f52-c9d8-4f72-9848-0c80c963101e None None] Provisioning complete for port 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:22.666058 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ac73f52-c9d8-4f72-9848-0c80c963101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:22.673330 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3a6b95-16b6-4bd7-af7a-20d8e27776d9 None None] Sync routers for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:22.698068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de4dce-a556-44ae-8251-795b52581458 req-4d1e8966-20c3-40a4-ab3c-392c68e574b6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:22.699985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26de4dce-a556-44ae-8251-795b52581458 req-4d1e8966-20c3-40a4-ab3c-392c68e574b6 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 946 time: 0.7294405 Aug 26 11:10:22.704212 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Router 28a8526c-1958-4510-a4e7-f2753c313d8a is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:10:22.790712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a6b95-16b6-4bd7-af7a-20d8e27776d9 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:22.791780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-df3a6b95-16b6-4bd7-af7a-20d8e27776d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:22.869695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6ac73f52-c9d8-4f72-9848-0c80c963101e None None] Port 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:22.894015 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-320f3c08-1303-4051-a69c-afeb7759404e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:22.990349 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d6333e19-1b79-42d8-9143-ec320e2462ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:22.992482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-df3a6b95-16b6-4bd7-af7a-20d8e27776d9 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:23.006428 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:23.073070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:23.080465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fb0ea013-115d-4c3a-808f-8d99d6db3544 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "PUT /v2.0/routers/28a8526c-1958-4510-a4e7-f2753c313d8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5779037 Aug 26 11:10:23.092761 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3942e9e9-0e11-4e81-b572-1a025989c791 None None] Sync routers for ids ['28a8526c-1958-4510-a4e7-f2753c313d8a'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:23.115035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43836) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:23.116996 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942e9e9-0e11-4e81-b572-1a025989c791 None None] Routers {'28a8526c-1958-4510-a4e7-f2753c313d8a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:23.122568 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3942e9e9-0e11-4e81-b572-1a025989c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['28a8526c-1958-4510-a4e7-f2753c313d8a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:23.164000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839c9a-98a3-45de-b323-2cdb9aef480e req-149fef5b-0fab-4819-934b-13a7e7c8dd24 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:23.165637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52839c9a-98a3-45de-b323-2cdb9aef480e req-149fef5b-0fab-4819-934b-13a7e7c8dd24 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 946 time: 0.3832076 Aug 26 11:10:23.261161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b581e-6e17-4f05-b5d5-6a220087cde6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:23.268268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-323b581e-6e17-4f05-b5d5-6a220087cde6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a8526c-1958-4510-a4e7-f2753c313d8a HTTP/1.1" status: 200 len: 988 time: 0.1470633 Aug 26 11:10:23.271635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43840) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:23.289962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-26de4dce-a556-44ae-8251-795b52581458 req-dc7857b5-5c29-4a8a-a2cb-2f4a5d4673ec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Deleting port d852620b-a9c1-45b8-94bb-abd1b61fcc8c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:23.290418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-26de4dce-a556-44ae-8251-795b52581458 req-dc7857b5-5c29-4a8a-a2cb-2f4a5d4673ec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:23.292421 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3942e9e9-0e11-4e81-b572-1a025989c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:23.309551 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942e9e9-0e11-4e81-b572-1a025989c791 None None] Routers {'28a8526c-1958-4510-a4e7-f2753c313d8a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:23.311953 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3942e9e9-0e11-4e81-b572-1a025989c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['28a8526c-1958-4510-a4e7-f2753c313d8a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:23.421419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-26de4dce-a556-44ae-8251-795b52581458 req-dc7857b5-5c29-4a8a-a2cb-2f4a5d4673ec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] For port d852620b-a9c1-45b8-94bb-abd1b61fcc8c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d852620b-a9c1-45b8-94bb-abd1b61fcc8c,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:23.421796 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-26de4dce-a556-44ae-8251-795b52581458 req-dc7857b5-5c29-4a8a-a2cb-2f4a5d4673ec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:23.442439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-26de4dce-a556-44ae-8251-795b52581458 req-dc7857b5-5c29-4a8a-a2cb-2f4a5d4673ec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Calling delete_port for d852620b-a9c1-45b8-94bb-abd1b61fcc8c owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:23.460530 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3942e9e9-0e11-4e81-b572-1a025989c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:23.460894 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3942e9e9-0e11-4e81-b572-1a025989c791 None None] The sync data for ids ['28a8526c-1958-4510-a4e7-f2753c313d8a'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:23.480123 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d6333e19-1b79-42d8-9143-ec320e2462ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:23.491435 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d6333e19-1b79-42d8-9143-ec320e2462ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:23.576487 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d6333e19-1b79-42d8-9143-ec320e2462ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9b59c52ece74651a3a05112ff87570f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0097935 Aug 26 11:10:23.579456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43842) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:23.619865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6333e19-1b79-42d8-9143-ec320e2462ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a7cf3f-1063-4c67-9582-cd37a0b7b63d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:23.717740 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-320f3c08-1303-4051-a69c-afeb7759404e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:23.725572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7024492c-859d-459e-80bc-51d629171455 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:23.756150 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-320f3c08-1303-4051-a69c-afeb7759404e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:23.758600 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90b3effe-2738-49b7-9de0-3caeeede7b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:23.761194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52839c9a-98a3-45de-b323-2cdb9aef480e req-3ddde63b-0049-4be2-bb97-ba7ace603a40 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850167 Aug 26 11:10:23.762119 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-26de4dce-a556-44ae-8251-795b52581458 req-dc7857b5-5c29-4a8a-a2cb-2f4a5d4673ec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:23.830336 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:23.843351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9c08311b-96ac-4a74-81b1-285d78575089'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:10:23.902541 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:23.954906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90b3effe-2738-49b7-9de0-3caeeede7b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:24.132396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7024492c-859d-459e-80bc-51d629171455 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:24.133571 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:24.248115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90b3effe-2738-49b7-9de0-3caeeede7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:24.252411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90b3effe-2738-49b7-9de0-3caeeede7b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:24.258431 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-90b3effe-2738-49b7-9de0-3caeeede7b40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66a7cf3f-1063-4c67-9582-cd37a0b7b63d HTTP/1.1" status: 204 len: 168 time: 0.6734970 Aug 26 11:10:24.288489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3effe-2738-49b7-9de0-3caeeede7b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a7cf3f-1063-4c67-9582-cd37a0b7b63d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:24.291575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Allocated IP 172.25.1.20 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/997651e0-7404-41c7-8fd9-62ab58b09ee7) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:24.418687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-df3a6b95-16b6-4bd7-af7a-20d8e27776d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:19Z', 'revision_number': 6, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7024492c-859d-459e-80bc-51d629171455', 'name': '', 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:20:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '989b799f-11d4-498f-95da-63c644f080e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:11Z', 'updated_at': '2021-08-26T11:10:21Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '989b799f-11d4-498f-95da-63c644f080e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:24.448934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7857b5-5c29-4a8a-a2cb-2f4a5d4673ec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event deleted for resources: {'Port': ['ID=d852620b-a9c1-45b8-94bb-abd1b61fcc8c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:24.559801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:24.581108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3a6b95-16b6-4bd7-af7a-20d8e27776d9 None None] Checking router: 6b6886dc-a8bb-424b-8140-4a868b285c30 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:24.627289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-26de4dce-a556-44ae-8251-795b52581458 req-dc7857b5-5c29-4a8a-a2cb-2f4a5d4673ec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] No DVR routers for this DVR port d852620b-a9c1-45b8-94bb-abd1b61fcc8c on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:24.632451 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-26de4dce-a556-44ae-8251-795b52581458 req-dc7857b5-5c29-4a8a-a2cb-2f4a5d4673ec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:24.634489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26de4dce-a556-44ae-8251-795b52581458 req-dc7857b5-5c29-4a8a-a2cb-2f4a5d4673ec tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "DELETE /v2.0/ports/d852620b-a9c1-45b8-94bb-abd1b61fcc8c HTTP/1.1" status: 204 len: 173 time: 1.9256141 Aug 26 11:10:24.637134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a73148-3ffc-43a7-9db8-bd5d49f623ec', 'name': 'network-vif-deleted', 'tag': 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:10:24.639575 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58add60f-6485-44b5-a3ce-ec896b8861b8" -d '{"events": [{"server_uuid": "01a73148-3ffc-43a7-9db8-bd5d49f623ec", "name": "network-vif-deleted", "tag": "d852620b-a9c1-45b8-94bb-abd1b61fcc8c"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:10:24.675695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4375a-881a-44ea-9f7c-d84d46f66432 req-123e9564-fd04-4c4b-8d75-51926757f2a6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:24.679429 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:24.683960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cac4375a-881a-44ea-9f7c-d84d46f66432 req-123e9564-fd04-4c4b-8d75-51926757f2a6 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 1.0871441 Aug 26 11:10:24.745495 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:24.752450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:24.757824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:24.794770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Pushing event updated for resources: {'Port': ['ID=997651e0-7404-41c7-8fd9-62ab58b09ee7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:24.857503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a6b95-16b6-4bd7-af7a-20d8e27776d9 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:24.858395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-df3a6b95-16b6-4bd7-af7a-20d8e27776d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:24.860777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320f3c08-1303-4051-a69c-afeb7759404e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 6b6886dc-a8bb-424b-8140-4a868b285c30 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:24.865557 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a6c250-cd01-4d1e-8647-1a70c01ceec1 x-openstack-request-id: req-60a6c250-cd01-4d1e-8647-1a70c01ceec1 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:10:24.870029 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a73148-3ffc-43a7-9db8-bd5d49f623ec", "name": "network-vif-deleted", "tag": "d852620b-a9c1-45b8-94bb-abd1b61fcc8c", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:10:24.870029 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60a6c250-cd01-4d1e-8647-1a70c01ceec1 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:10:24.870029 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a73148-3ffc-43a7-9db8-bd5d49f623ec', 'name': 'network-vif-deleted', 'tag': 'd852620b-a9c1-45b8-94bb-abd1b61fcc8c', 'status': 'completed', 'code': 200} Aug 26 11:10:25.106340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320f3c08-1303-4051-a69c-afeb7759404e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:25.113121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43852) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:25.115381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d852620b-a9c1-45b8-94bb-abd1b61fcc8c no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:25.121944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-320f3c08-1303-4051-a69c-afeb7759404e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:25.123616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-320f3c08-1303-4051-a69c-afeb7759404e tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30 HTTP/1.1" status: 200 len: 701 time: 4.0891364 Aug 26 11:10:25.149107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43854) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:25.163132 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cac4375a-881a-44ea-9f7c-d84d46f66432 req-efc0bdc0-62bd-44cc-b377-53f311b38fcf tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4779465 Aug 26 11:10:25.234419 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa144898-d32d-4939-810e-cdf1f751e9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:25.266855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5f670ae-139a-456d-8afc-b522112ed564 req-a683738f-db8a-4102-84b3-9c847c0f94ae tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=01a73148-3ffc-43a7-9db8-bd5d49f623ec HTTP/1.1" status: 200 len: 210 time: 0.1620314 Aug 26 11:10:25.369477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: d852620b-a9c1-45b8-94bb-abd1b61fcc8c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:25.369800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d852620b-a9c1-45b8-94bb-abd1b61fcc8c not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:25.458744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-df3a6b95-16b6-4bd7-af7a-20d8e27776d9 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:25.742572 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa144898-d32d-4939-810e-cdf1f751e9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:25.786360 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa144898-d32d-4939-810e-cdf1f751e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:25.950020 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fa144898-d32d-4939-810e-cdf1f751e9ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ce884f17eb24b9fbe46a0e8ee8d594c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8245640 Aug 26 11:10:25.962997 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43856) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:26.006307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-df3a6b95-16b6-4bd7-af7a-20d8e27776d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:22Z', 'revision_number': 7, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7024492c-859d-459e-80bc-51d629171455', 'name': '', 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:20:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '989b799f-11d4-498f-95da-63c644f080e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:11Z', 'updated_at': '2021-08-26T11:10:21Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '989b799f-11d4-498f-95da-63c644f080e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:26.063103 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f574af15-6f65-4b85-8e1b-fdbb8a973171 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:26.063479 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a4f16915-1671-420a-b47f-1ab17f65d607 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30 HTTP/1.1" status: 200 len: 701 time: 0.9121926 Aug 26 11:10:26.066295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43860) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:26.068139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3a6b95-16b6-4bd7-af7a-20d8e27776d9 None None] The sync data for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 is: [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:22Z', 'revision_number': 7, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7024492c-859d-459e-80bc-51d629171455', 'name': '', 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:20:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '989b799f-11d4-498f-95da-63c644f080e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:11Z', 'updated_at': '2021-08-26T11:10:21Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '989b799f-11d4-498f-95da-63c644f080e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:26.183306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa144898-d32d-4939-810e-cdf1f751e9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96ce938-18c1-4079-bf51-bc203caea2aa,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:26.199540 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaf7c-4402-494c-b999-14378e9376d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:26.312923 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaf7c-4402-494c-b999-14378e9376d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:26.530428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5f10e-ad63-4424-9ff3-0fb6370e700f req-54b53ef6-b34a-475e-87dd-98c590532386 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:26.539174 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ee5f10e-ad63-4424-9ff3-0fb6370e700f req-54b53ef6-b34a-475e-87dd-98c590532386 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.1360044 Aug 26 11:10:26.620241 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaf7c-4402-494c-b999-14378e9376d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:26.625221 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaf7c-4402-494c-b999-14378e9376d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:26.632053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6a9aaf7c-4402-494c-b999-14378e9376d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d96ce938-18c1-4079-bf51-bc203caea2aa HTTP/1.1" status: 204 len: 168 time: 0.6642146 Aug 26 11:10:26.659128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5488e7-da03-4542-86cf-0d332664726a None None] Sync routers for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:26.686703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9aaf7c-4402-494c-b999-14378e9376d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96ce938-18c1-4079-bf51-bc203caea2aa,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:26.703655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ee5f10e-ad63-4424-9ff3-0fb6370e700f req-930793fa-0429-499c-a796-1468d1ddd742 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627975 Aug 26 11:10:26.752861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f574af15-6f65-4b85-8e1b-fdbb8a973171 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:26.754154 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f574af15-6f65-4b85-8e1b-fdbb8a973171 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:26.756068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5488e7-da03-4542-86cf-0d332664726a None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:26.757295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ef5488e7-da03-4542-86cf-0d332664726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:26.942825 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f574af15-6f65-4b85-8e1b-fdbb8a973171 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:26.968936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f574af15-6f65-4b85-8e1b-fdbb8a973171 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 6b1058cb-35e5-4bb6-92e6-30c190a2a8cd owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:27.251908 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:27.394771 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f574af15-6f65-4b85-8e1b-fdbb8a973171 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:27.486037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574af15-6f65-4b85-8e1b-fdbb8a973171 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=6b1058cb-35e5-4bb6-92e6-30c190a2a8cd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:27.628498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ef5488e7-da03-4542-86cf-0d332664726a None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:27.767435 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f574af15-6f65-4b85-8e1b-fdbb8a973171 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:27.807477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:27.813327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a88861-308c-43fd-9a1f-dbf0799f5c54 req-449a7ff9-2941-49a1-af1e-cacfcb53b935 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:27.824673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83a88861-308c-43fd-9a1f-dbf0799f5c54 req-449a7ff9-2941-49a1-af1e-cacfcb53b935 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.4848704 Aug 26 11:10:27.876155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0004a-3623-4bd1-be74-f40ebefe8355 req-65a5d0f4-61a5-4ae0-ab3b-6ca9f47c0b7c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:27.877752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95c0004a-3623-4bd1-be74-f40ebefe8355 req-65a5d0f4-61a5-4ae0-ab3b-6ca9f47c0b7c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 946 time: 0.5186946 Aug 26 11:10:27.975954 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:28.235946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Router 1d229b9c-105a-48d2-baf6-336e6227da09 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:10:28.308066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83a88861-308c-43fd-9a1f-dbf0799f5c54 req-0672acbb-7dc8-46cc-9b83-5ec0fb307627 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792304 Aug 26 11:10:28.333214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ef5488e7-da03-4542-86cf-0d332664726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:22Z', 'revision_number': 7, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7024492c-859d-459e-80bc-51d629171455', 'name': '', 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:20:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '989b799f-11d4-498f-95da-63c644f080e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:11Z', 'updated_at': '2021-08-26T11:10:21Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '989b799f-11d4-498f-95da-63c644f080e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:28.409442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5488e7-da03-4542-86cf-0d332664726a None None] Checking router: 6b6886dc-a8bb-424b-8140-4a868b285c30 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:28.433105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5488e7-da03-4542-86cf-0d332664726a None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:28.433862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ef5488e7-da03-4542-86cf-0d332664726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:28.483083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078d1c4-2672-4075-829a-6665501fcbfa req-2ae9b865-48b5-4292-8178-aa255ed222b7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:28.493556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8078d1c4-2672-4075-829a-6665501fcbfa req-2ae9b865-48b5-4292-8178-aa255ed222b7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.5559859 Aug 26 11:10:28.499880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f574af15-6f65-4b85-8e1b-fdbb8a973171 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Router 28a8526c-1958-4510-a4e7-f2753c313d8a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:28.556350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:28.568848 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c7931-b715-4c8d-b682-70d7e3f84df5 None None] Sync routers for ids ['1d229b9c-105a-48d2-baf6-336e6227da09'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:28.591489 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c7931-b715-4c8d-b682-70d7e3f84df5 None None] Routers {'1d229b9c-105a-48d2-baf6-336e6227da09'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:28.599013 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a87c7931-b715-4c8d-b682-70d7e3f84df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1d229b9c-105a-48d2-baf6-336e6227da09'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:28.621286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:28.627678 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0dbfa2d4-19c4-4b82-b36a-d304ac5edd7e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.1713130 Aug 26 11:10:28.632106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43892) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:28.654383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 7024492c-859d-459e-80bc-51d629171455 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:28.654781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:28.675464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ef5488e7-da03-4542-86cf-0d332664726a None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:28.693474 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a87c7931-b715-4c8d-b682-70d7e3f84df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:28.717936 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c7931-b715-4c8d-b682-70d7e3f84df5 None None] Routers {'1d229b9c-105a-48d2-baf6-336e6227da09'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:28.720857 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a87c7931-b715-4c8d-b682-70d7e3f84df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1d229b9c-105a-48d2-baf6-336e6227da09'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:28.809324 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a87c7931-b715-4c8d-b682-70d7e3f84df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:28.815562 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c7931-b715-4c8d-b682-70d7e3f84df5 None None] The sync data for ids ['1d229b9c-105a-48d2-baf6-336e6227da09'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:28.826010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8078d1c4-2672-4075-829a-6665501fcbfa req-3b746ff9-3256-4411-b4d0-b803e121887d tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101132 Aug 26 11:10:28.868008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port 7024492c-859d-459e-80bc-51d629171455, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7024492c-859d-459e-80bc-51d629171455,segment=NetworkSegment(1b272596-684b-4f31-abcb-dd6c2428feb8),segment_id=1b272596-684b-4f31-abcb-dd6c2428feb8)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:28.868673 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:28.899907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 7024492c-859d-459e-80bc-51d629171455 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:28.920071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-95c0004a-3623-4bd1-be74-f40ebefe8355 req-6505c687-6705-4928-b607-a1e23d3d6e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Deleting port 9c08311b-96ac-4a74-81b1-285d78575089 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:28.921433 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-95c0004a-3623-4bd1-be74-f40ebefe8355 req-6505c687-6705-4928-b607-a1e23d3d6e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:29.240590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ef5488e7-da03-4542-86cf-0d332664726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:22Z', 'revision_number': 7, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7024492c-859d-459e-80bc-51d629171455', 'name': '', 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:20:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '989b799f-11d4-498f-95da-63c644f080e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:11Z', 'updated_at': '2021-08-26T11:10:21Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '989b799f-11d4-498f-95da-63c644f080e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:29.297658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5488e7-da03-4542-86cf-0d332664726a None None] The sync data for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 is: [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:22Z', 'revision_number': 7, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7024492c-859d-459e-80bc-51d629171455', 'name': '', 'network_id': '76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:20:78:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '989b799f-11d4-498f-95da-63c644f080e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:11Z', 'updated_at': '2021-08-26T11:10:21Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '989b799f-11d4-498f-95da-63c644f080e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:29.358578 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:29.430022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=7024492c-859d-459e-80bc-51d629171455,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:29.637914 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:29.842457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f574af15-6f65-4b85-8e1b-fdbb8a973171 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:29.870366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94144f55-a1d8-4296-b0ec-826062fd7844 None None] Sync routers for ids ['28a8526c-1958-4510-a4e7-f2753c313d8a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:29.915271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94144f55-a1d8-4296-b0ec-826062fd7844 None None] Routers {'28a8526c-1958-4510-a4e7-f2753c313d8a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:29.916313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-94144f55-a1d8-4296-b0ec-826062fd7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['28a8526c-1958-4510-a4e7-f2753c313d8a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:29.920381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f574af15-6f65-4b85-8e1b-fdbb8a973171 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "PUT /v2.0/routers/28a8526c-1958-4510-a4e7-f2753c313d8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6435280 Aug 26 11:10:29.927931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43914) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:30.001448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-94144f55-a1d8-4296-b0ec-826062fd7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:30.018547 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94144f55-a1d8-4296-b0ec-826062fd7844 None None] Routers {'28a8526c-1958-4510-a4e7-f2753c313d8a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:30.020148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-94144f55-a1d8-4296-b0ec-826062fd7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['28a8526c-1958-4510-a4e7-f2753c313d8a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:30.045004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 6b6886dc-a8bb-424b-8140-4a868b285c30 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:30.078975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-94144f55-a1d8-4296-b0ec-826062fd7844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:30.107456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94144f55-a1d8-4296-b0ec-826062fd7844 None None] The sync data for ids ['28a8526c-1958-4510-a4e7-f2753c313d8a'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:30.121432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-95c0004a-3623-4bd1-be74-f40ebefe8355 req-6505c687-6705-4928-b607-a1e23d3d6e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] For port 9c08311b-96ac-4a74-81b1-285d78575089, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9c08311b-96ac-4a74-81b1-285d78575089,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:30.122064 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-95c0004a-3623-4bd1-be74-f40ebefe8355 req-6505c687-6705-4928-b607-a1e23d3d6e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:30.161283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-95c0004a-3623-4bd1-be74-f40ebefe8355 req-6505c687-6705-4928-b607-a1e23d3d6e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Calling delete_port for 9c08311b-96ac-4a74-81b1-285d78575089 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:30.285902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:30.306442 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-208e960b-5de8-474a-a123-58c59380ab7b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2356079 Aug 26 11:10:30.306687 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce0f51-d78b-4052-a3c9-cc64c74822c8 None None] Sync routers for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:30.307292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43920) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:30.438943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91e4401-e31f-4a1b-9b48-11aecece86ca tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting subnet 989b799f-11d4-498f-95da-63c644f080e7 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:10:30.445988 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b91e4401-e31f-4a1b-9b48-11aecece86ca tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:30.481875 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce0f51-d78b-4052-a3c9-cc64c74822c8 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:30.482808 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-58ce0f51-d78b-4052-a3c9-cc64c74822c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:30.493861 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-95c0004a-3623-4bd1-be74-f40ebefe8355 req-6505c687-6705-4928-b607-a1e23d3d6e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:30.501498 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-559624a0-47c6-4c04-ad3f-82c9cbde1752 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:10:30.506339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-559624a0-47c6-4c04-ad3f-82c9cbde1752 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/6b1058cb-35e5-4bb6-92e6-30c190a2a8cd HTTP/1.1" status: 404 len: 333 time: 0.5504506 Aug 26 11:10:30.507131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43926) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:30.550204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505c687-6705-4928-b607-a1e23d3d6e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event deleted for resources: {'Port': ['ID=9c08311b-96ac-4a74-81b1-285d78575089,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:30.578065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703fe57-2c9c-4b2f-b53b-38a99cda8da7 req-857b6404-64e1-4c23-8d70-cb3b2b528813 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:30.579732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9703fe57-2c9c-4b2f-b53b-38a99cda8da7 req-857b6404-64e1-4c23-8d70-cb3b2b528813 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc266592-be40-4184-ba8a-0a3d06de8db6 HTTP/1.1" status: 200 len: 867 time: 0.9982488 Aug 26 11:10:30.675755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53db24a-434c-47fe-b0a4-4dc84ffa71f2 req-e0baf1d5-403b-4416-afaf-a545ee8bf953 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:30.694353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f53db24a-434c-47fe-b0a4-4dc84ffa71f2 req-e0baf1d5-403b-4416-afaf-a545ee8bf953 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.2703822 Aug 26 11:10:30.712900 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b1c04f43-1974-4f43-aabf-0fa4c12329fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/routers/1d229b9c-105a-48d2-baf6-336e6227da09 HTTP/1.1" status: 200 len: 919 time: 2.0749698 Aug 26 11:10:30.760091 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5128a80c-853a-4823-bf02-eeb1aac24209 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:30.765730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43932) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:30.774720 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-58ce0f51-d78b-4052-a3c9-cc64c74822c8 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:30.902493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c0004a-3623-4bd1-be74-f40ebefe8355 req-6505c687-6705-4928-b607-a1e23d3d6e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] No DVR routers for this DVR port 9c08311b-96ac-4a74-81b1-285d78575089 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:30.906539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-95c0004a-3623-4bd1-be74-f40ebefe8355 req-6505c687-6705-4928-b607-a1e23d3d6e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:30.908704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95c0004a-3623-4bd1-be74-f40ebefe8355 req-6505c687-6705-4928-b607-a1e23d3d6e11 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "DELETE /v2.0/ports/9c08311b-96ac-4a74-81b1-285d78575089 HTTP/1.1" status: 204 len: 173 time: 2.9908352 Aug 26 11:10:30.913036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc266592-be40-4184-ba8a-0a3d06de8db6', 'name': 'network-vif-deleted', 'tag': '9c08311b-96ac-4a74-81b1-285d78575089'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:10:30.913827 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-97a6a888-2195-46c1-949d-df858d66955e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d229b9c-105a-48d2-baf6-336e6227da09 HTTP/1.1" status: 200 len: 205 time: 0.1466827 Aug 26 11:10:30.918487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43936) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:30.929819 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a09356-0385-421b-9592-1a90ffc24a85" -d '{"events": [{"server_uuid": "fc266592-be40-4184-ba8a-0a3d06de8db6", "name": "network-vif-deleted", "tag": "9c08311b-96ac-4a74-81b1-285d78575089"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:10:30.942600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9703fe57-2c9c-4b2f-b53b-38a99cda8da7 req-305809bf-5c32-4a3b-b149-9e855ce13b3c tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=46008d5d-4aec-45a3-8dd7-12ab2ca614c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447237 Aug 26 11:10:31.018653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f53db24a-434c-47fe-b0a4-4dc84ffa71f2 req-ca068324-d5ed-4a8a-b16e-c6e974917813 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072166 Aug 26 11:10:31.033663 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b91e4401-e31f-4a1b-9b48-11aecece86ca tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:31.062971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9c08311b-96ac-4a74-81b1-285d78575089 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:31.138345 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e42b68-e1a0-4108-83fe-de03f73445a9 x-openstack-request-id: req-03e42b68-e1a0-4108-83fe-de03f73445a9 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:10:31.138676 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc266592-be40-4184-ba8a-0a3d06de8db6", "name": "network-vif-deleted", "tag": "9c08311b-96ac-4a74-81b1-285d78575089", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:10:31.138947 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03e42b68-e1a0-4108-83fe-de03f73445a9 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:10:31.139356 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc266592-be40-4184-ba8a-0a3d06de8db6', 'name': 'network-vif-deleted', 'tag': '9c08311b-96ac-4a74-81b1-285d78575089', 'status': 'completed', 'code': 200} Aug 26 11:10:31.157479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 9c08311b-96ac-4a74-81b1-285d78575089 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:31.161002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9c08311b-96ac-4a74-81b1-285d78575089 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:31.581615 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-58ce0f51-d78b-4052-a3c9-cc64c74822c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:29Z', 'revision_number': 8, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:31.670017 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce0f51-d78b-4052-a3c9-cc64c74822c8 None None] Checking router: 6b6886dc-a8bb-424b-8140-4a868b285c30 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:31.687270 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce0f51-d78b-4052-a3c9-cc64c74822c8 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:31.688563 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-58ce0f51-d78b-4052-a3c9-cc64c74822c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:32.083241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43952) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:32.097834 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-58ce0f51-d78b-4052-a3c9-cc64c74822c8 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:32.218371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37d145-b27b-42ab-a9ae-84b91673f70d req-75e43fa8-df3d-4e80-b783-184aa6ff3d21 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:32.235699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed37d145-b27b-42ab-a9ae-84b91673f70d req-75e43fa8-df3d-4e80-b783-184aa6ff3d21 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.1035445 Aug 26 11:10:32.243028 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.389361 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5128a80c-853a-4823-bf02-eeb1aac24209 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.400724 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5128a80c-853a-4823-bf02-eeb1aac24209 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.402166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9fc84361-b2bf-481e-90d5-0c50542b6c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.409998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b91e4401-e31f-4a1b-9b48-11aecece86ca tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.450310 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-58ce0f51-d78b-4052-a3c9-cc64c74822c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:29Z', 'revision_number': 8, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:32.492119 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce0f51-d78b-4052-a3c9-cc64c74822c8 None None] The sync data for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 is: [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:29Z', 'revision_number': 8, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '02bd75c9-f6b7-4a44-a8a1-b319eeecf40f', 'name': '', 'network_id': '777046cb-56f3-42c1-8ee7-496817f3750a', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:6c:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:57Z', 'updated_at': '2021-08-26T11:10:09Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:32.526813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed37d145-b27b-42ab-a9ae-84b91673f70d req-98754159-7e9d-4e81-b6c5-498087fdd92e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801709 Aug 26 11:10:32.618762 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5128a80c-853a-4823-bf02-eeb1aac24209 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.619852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5128a80c-853a-4823-bf02-eeb1aac24209 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Fanout notify agent at l3_agent the message router_deleted on router 28a8526c-1958-4510-a4e7-f2753c313d8a {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:10:32.641929 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5128a80c-853a-4823-bf02-eeb1aac24209 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.643636 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5128a80c-853a-4823-bf02-eeb1aac24209 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/routers/28a8526c-1958-4510-a4e7-f2753c313d8a HTTP/1.1" status: 204 len: 168 time: 2.1356263 Aug 26 11:10:32.648307 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43958) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:32.687244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1fa44-096d-4567-894c-06a38a2185cd req-20e60827-20e0-4d12-86f1-9b8195cf32fb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:32.695773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16f1fa44-096d-4567-894c-06a38a2185cd req-20e60827-20e0-4d12-86f1-9b8195cf32fb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2512317 Aug 26 11:10:32.715794 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.724234 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b91e4401-e31f-4a1b-9b48-11aecece86ca tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.757609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e4401-e31f-4a1b-9b48-11aecece86ca tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Subnet': ['ID=989b799f-11d4-498f-95da-63c644f080e7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:32.784361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa4f50-ee66-4795-bf3a-05a3d261d64d None None] Network 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:32.799147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d3536f-7547-45ba-9128-3460b6c1681b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting subnet 2f417cbf-c6b6-4904-989a-a6bc8873d0bc {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:10:32.801968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b91e4401-e31f-4a1b-9b48-11aecece86ca tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.806427 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b91e4401-e31f-4a1b-9b48-11aecece86ca tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/989b799f-11d4-498f-95da-63c644f080e7 HTTP/1.1" status: 204 len: 168 time: 2.4957075 Aug 26 11:10:32.807798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43960) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:32.808472 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6d3536f-7547-45ba-9128-3460b6c1681b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.867899 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16f1fa44-096d-4567-894c-06a38a2185cd req-a558f0bd-28eb-465c-b6b3-64ad4bfe28ae tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712103 Aug 26 11:10:32.923114 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6d3536f-7547-45ba-9128-3460b6c1681b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.946034 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9fc84361-b2bf-481e-90d5-0c50542b6c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:32.974982 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9fc84361-b2bf-481e-90d5-0c50542b6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.026184 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.036367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Deleting port 997651e0-7404-41c7-8fd9-62ab58b09ee7 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:33.036856 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.066009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e8f41-15ba-4672-ba50-3c2bec3d4b72 None None] DHCP port deletion for 76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:10:33.077184 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9fc84361-b2bf-481e-90d5-0c50542b6c42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0717bf0848646e9a043a1091fe43630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9912937 Aug 26 11:10:33.078112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc84361-b2bf-481e-90d5-0c50542b6c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329c6989-ca5a-437e-9444-9fd9eb639ee7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:33.080529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43962) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:33.166152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6d3536f-7547-45ba-9128-3460b6c1681b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.170587 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3c805cca-d8f6-442c-8d7a-0c9f64ed4ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.226532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-007e8f41-15ba-4672-ba50-3c2bec3d4b72 None None] Deleting port 46b3bbaf-1d46-4960-b263-a67c8976c26f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:33.227461 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-007e8f41-15ba-4672-ba50-3c2bec3d4b72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.262251 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3c805cca-d8f6-442c-8d7a-0c9f64ed4ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.296689 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.334484 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3c805cca-d8f6-442c-8d7a-0c9f64ed4ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.338613 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3c805cca-d8f6-442c-8d7a-0c9f64ed4ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.339685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3c805cca-d8f6-442c-8d7a-0c9f64ed4ac1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/329c6989-ca5a-437e-9444-9fd9eb639ee7 HTTP/1.1" status: 204 len: 168 time: 0.2581635 Aug 26 11:10:33.350290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c805cca-d8f6-442c-8d7a-0c9f64ed4ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329c6989-ca5a-437e-9444-9fd9eb639ee7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:33.370024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-007e8f41-15ba-4672-ba50-3c2bec3d4b72 None None] For port 46b3bbaf-1d46-4960-b263-a67c8976c26f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=46b3bbaf-1d46-4960-b263-a67c8976c26f,segment=NetworkSegment(1b272596-684b-4f31-abcb-dd6c2428feb8),segment_id=1b272596-684b-4f31-abcb-dd6c2428feb8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:33.370676 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-007e8f41-15ba-4672-ba50-3c2bec3d4b72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.371001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 46b3bbaf-1d46-4960-b263-a67c8976c26f {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:33.371364 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.439416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-007e8f41-15ba-4672-ba50-3c2bec3d4b72 None None] Calling delete_port for 46b3bbaf-1d46-4960-b263-a67c8976c26f owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:33.592872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port 46b3bbaf-1d46-4960-b263-a67c8976c26f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=46b3bbaf-1d46-4960-b263-a67c8976c26f,segment=NetworkSegment(1b272596-684b-4f31-abcb-dd6c2428feb8),segment_id=1b272596-684b-4f31-abcb-dd6c2428feb8)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:33.597779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.608945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7024492c-859d-459e-80bc-51d629171455 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:33.626128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 46b3bbaf-1d46-4960-b263-a67c8976c26f owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:33.712335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 7024492c-859d-459e-80bc-51d629171455 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:33.713712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7024492c-859d-459e-80bc-51d629171455 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:33.716996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 46b3bbaf-1d46-4960-b263-a67c8976c26f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:33.720468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6d3536f-7547-45ba-9128-3460b6c1681b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.724323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Calling delete_port for 997651e0-7404-41c7-8fd9-62ab58b09ee7 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:33.740128 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.779628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae7beb-0890-4743-a83b-59b296f8c6d0 req-b31decd9-5538-4b44-9f6e-b71a416922ec tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:33.788986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60ae7beb-0890-4743-a83b-59b296f8c6d0 req-b31decd9-5538-4b44-9f6e-b71a416922ec tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.1229789 Aug 26 11:10:33.789944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 46b3bbaf-1d46-4960-b263-a67c8976c26f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:33.790485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 46b3bbaf-1d46-4960-b263-a67c8976c26f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:33.804940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3536f-7547-45ba-9128-3460b6c1681b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Subnet': ['ID=2f417cbf-c6b6-4904-989a-a6bc8873d0bc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:33.809171 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6d3536f-7547-45ba-9128-3460b6c1681b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.813834 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a6d3536f-7547-45ba-9128-3460b6c1681b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/2f417cbf-c6b6-4904-989a-a6bc8873d0bc HTTP/1.1" status: 204 len: 168 time: 1.1617026 Aug 26 11:10:33.813834 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=46b3bbaf-1d46-4960-b263-a67c8976c26f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:33.821446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43972) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:33.843104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1ce74d-208c-4a02-9b2b-cf47f26a84ce None None] Network 3c348d72-49e6-4be0-b56a-db9dadc42dae requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:33.908785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No DVR routers for this DVR port 46b3bbaf-1d46-4960-b263-a67c8976c26f on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:33.920976 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-007e8f41-15ba-4672-ba50-3c2bec3d4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:33.969600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60ae7beb-0890-4743-a83b-59b296f8c6d0 req-c0abca8e-26fd-4231-a32d-8b74ae848191 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732028 Aug 26 11:10:33.977232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007e8f41-15ba-4672-ba50-3c2bec3d4b72 None None] No DVR routers for this DVR port 46b3bbaf-1d46-4960-b263-a67c8976c26f on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:33.991849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e8f41-15ba-4672-ba50-3c2bec3d4b72 None None] Pushing event deleted for resources: {'Port': ['ID=46b3bbaf-1d46-4960-b263-a67c8976c26f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:34.009583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-d68f5fef-2147-4b0f-b0a6-11d3700e6f0d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:34.011851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43976) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:34.016757 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-d68f5fef-2147-4b0f-b0a6-11d3700e6f0d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.2218966 Aug 26 11:10:34.063399 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a68163c2-6ea9-423b-bb38-c7763510a2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.134114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe4f96-de35-4c91-b57b-adc3daaab028 req-f28fa453-2837-4bdc-9d6c-a4aaaa199018 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:34.135745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5fe4f96-de35-4c91-b57b-adc3daaab028 req-f28fa453-2837-4bdc-9d6c-a4aaaa199018 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 945 time: 0.1177690 Aug 26 11:10:34.157150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.164440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.170178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7014f99-a53e-4a2a-8b3e-0eecd7b242c0 None None] DHCP port deletion for 3c348d72-49e6-4be0-b56a-db9dadc42dae request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:10:34.184475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Deleting port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:34.185139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.213578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:34.234365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a7014f99-a53e-4a2a-8b3e-0eecd7b242c0 None None] Deleting port 95279e70-76b6-46af-a773-6534cb095cd6 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:34.235433 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7014f99-a53e-4a2a-8b3e-0eecd7b242c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.245091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5fe4f96-de35-4c91-b57b-adc3daaab028 req-9912a2a7-65ca-40b9-a9fb-6508bd3a5176 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups?id=28600efb-31ea-421f-8eb7-f0b2ec40c736&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006637 Aug 26 11:10:34.245333 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b272596-684b-4f31-abcb-dd6c2428feb8') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:34.245459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b272596-684b-4f31-abcb-dd6c2428feb8') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:34.272454 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.316210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.319572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] For port a0f6d3ee-e592-489b-b559-fbcbe4d66e11, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:34.319976 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.324058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a7014f99-a53e-4a2a-8b3e-0eecd7b242c0 None None] For port 95279e70-76b6-46af-a773-6534cb095cd6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=95279e70-76b6-46af-a773-6534cb095cd6,segment=NetworkSegment(00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d),segment_id=00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:34.324576 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7014f99-a53e-4a2a-8b3e-0eecd7b242c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.338105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a7014f99-a53e-4a2a-8b3e-0eecd7b242c0 None None] Calling delete_port for 95279e70-76b6-46af-a773-6534cb095cd6 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:34.350253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:10:34.350675 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:10:34.355370 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:10:34.425127 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7014f99-a53e-4a2a-8b3e-0eecd7b242c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.453315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7014f99-a53e-4a2a-8b3e-0eecd7b242c0 None None] Pushing event deleted for resources: {'Port': ['ID=95279e70-76b6-46af-a773-6534cb095cd6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:34.461371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.461550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7014f99-a53e-4a2a-8b3e-0eecd7b242c0 None None] No DVR routers for this DVR port 95279e70-76b6-46af-a773-6534cb095cd6 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:34.470317 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.506210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.508107 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/networks/76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0 HTTP/1.1" status: 204 len: 168 time: 1.6966839 Aug 26 11:10:34.522874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Pushing event deleted for resources: {'Port': ['ID=997651e0-7404-41c7-8fd9-62ab58b09ee7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:34.528803 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a68163c2-6ea9-423b-bb38-c7763510a2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.529633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43978) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:34.539254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 95279e70-76b6-46af-a773-6534cb095cd6 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:34.539595 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.541245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce189ab-77eb-4eb9-8df5-e0131f81603a tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Network': ['ID=76b6ac3e-0a7a-40f4-833f-4ca6768f9bc0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:34.560900 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.561218 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.561649 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Floating IP a1c3b3cc-3deb-430a-9b07-c05c1a5da86c disassociated. External IP: 172.25.1.22, port: a0f6d3ee-e592-489b-b559-fbcbe4d66e11. Aug 26 11:10:34.562002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Calling delete_port for a0f6d3ee-e592-489b-b559-fbcbe4d66e11 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:34.601494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a68163c2-6ea9-423b-bb38-c7763510a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.696706 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.724255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event deleted for resources: {'Port': ['ID=a0f6d3ee-e592-489b-b559-fbcbe4d66e11,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:34.757371 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a68163c2-6ea9-423b-bb38-c7763510a2b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f475f8be972e4127a4bfdd4820f0a713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7370963 Aug 26 11:10:34.765915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43980) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:34.769297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68163c2-6ea9-423b-bb38-c7763510a2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb30b96-2898-4a98-93cb-b8bd57283c94,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:34.772681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] For port 95279e70-76b6-46af-a773-6534cb095cd6, host n-d-778550-13, got binding levels [] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:34.773052 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.780988 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.848367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Router 19c56f47-c957-460d-94f7-0be5c81578bb has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:34.862668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 95279e70-76b6-46af-a773-6534cb095cd6 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:34.868797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_backend_mixin [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Port 95279e70-76b6-46af-a773-6534cb095cd6 was not found and therefore no delete operation was performed {{(pid=101266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 11:10:34.938836 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.959689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:34.971519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fab6de-ef9a-48b8-b235-0335e0c3f69d None None] Sync routers for ids ['19c56f47-c957-460d-94f7-0be5c81578bb'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:34.978401 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:34.982403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fab6de-ef9a-48b8-b235-0335e0c3f69d None None] Routers {'19c56f47-c957-460d-94f7-0be5c81578bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:34.983211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-88fab6de-ef9a-48b8-b235-0335e0c3f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['19c56f47-c957-460d-94f7-0be5c81578bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:34.984013 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.022818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=95279e70-76b6-46af-a773-6534cb095cd6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:35.045391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] No DVR routers for this DVR port a0f6d3ee-e592-489b-b559-fbcbe4d66e11 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:35.048539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.051476 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc65b105-6863-4a3e-9ccf-0b05a5a45109 req-911de8e3-dbfe-4e33-a17f-af29330186dc tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.42 "DELETE /v2.0/ports/a0f6d3ee-e592-489b-b559-fbcbe4d66e11 HTTP/1.1" status: 204 len: 173 time: 1.0237818 Aug 26 11:10:35.052109 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-deleted', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:10:35.055478 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8904eeb2-7f23-4dec-891e-1ac6fe00836a" -d '{"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-deleted", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:10:35.108650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No DVR routers for this DVR port 95279e70-76b6-46af-a773-6534cb095cd6 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:35.154446 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dfd8d53-2229-4447-be92-0ee741dc42a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.156397 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b0c774-814b-4233-a35f-27936f84a364 x-openstack-request-id: req-80b0c774-814b-4233-a35f-27936f84a364 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:10:35.156769 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6354c753-509b-45f0-ad75-4e97752d5c18", "name": "network-vif-deleted", "tag": "a0f6d3ee-e592-489b-b559-fbcbe4d66e11", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:10:35.157088 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80b0c774-814b-4233-a35f-27936f84a364 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:10:35.157502 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6354c753-509b-45f0-ad75-4e97752d5c18', 'name': 'network-vif-deleted', 'tag': 'a0f6d3ee-e592-489b-b559-fbcbe4d66e11', 'status': 'completed', 'code': 200} Aug 26 11:10:35.159289 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.159968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Fanout notify agent at l3_agent the message router_deleted on router 1d229b9c-105a-48d2-baf6-336e6227da09 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:10:35.165359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-88fab6de-ef9a-48b8-b235-0335e0c3f69d None None] Set router 19c56f47-c957-460d-94f7-0be5c81578bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:35.200202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c7f1d-c0af-46f3-a501-58d4b5f32d4f req-96f0c89e-2f13-465e-8af9-5be7b081d4c2 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:35.204276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc7c7f1d-c0af-46f3-a501-58d4b5f32d4f req-96f0c89e-2f13-465e-8af9-5be7b081d4c2 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.1076982 Aug 26 11:10:35.260658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.265476 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cc2e65b2-947a-429d-9080-8db9b8ec0be3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/1d229b9c-105a-48d2-baf6-336e6227da09 HTTP/1.1" status: 204 len: 168 time: 4.3421245 Aug 26 11:10:35.274141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43986) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:35.276817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc7c7f1d-c0af-46f3-a501-58d4b5f32d4f req-75417603-0d82-4607-8010-8c70aa0342e3 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663223 Aug 26 11:10:35.283429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1984772990', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'enable_snat': False}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:35.326398 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.328841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.329392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.334000 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dfd8d53-2229-4447-be92-0ee741dc42a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.390261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c348d72-49e6-4be0-b56a-db9dadc42dae']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:35.406141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.448813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:35.449124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c03c8a-e0a4-4bc8-9768-e3b60ad2bb0d') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:35.465507 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.465757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-88fab6de-ef9a-48b8-b235-0335e0c3f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:01:02Z', 'revision_number': 4, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'be574aa5-44b1-4f2a-be40-30343a060a66', 'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'mac_address': 'fa:16:3e:01:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:59Z', 'updated_at': '2021-08-26T11:01:11Z', 'revision_number': 5, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'subnets': [{'id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:35.475308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a62b9fb-6e1b-451c-a09c-644f0d8b4f79 req-fcae735a-ddd6-4a82-9277-f46985922249 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/ports?device_id=6354c753-509b-45f0-ad75-4e97752d5c18 HTTP/1.1" status: 200 len: 210 time: 0.0829208 Aug 26 11:10:35.494177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.497811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 95279e70-76b6-46af-a773-6534cb095cd6 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:35.498889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fab6de-ef9a-48b8-b235-0335e0c3f69d None None] Checking router: 19c56f47-c957-460d-94f7-0be5c81578bb for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:35.517780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:10:35.518198 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:10:35.521649 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:10:35.541025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 95279e70-76b6-46af-a773-6534cb095cd6 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:35.541372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 95279e70-76b6-46af-a773-6534cb095cd6 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:35.560186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fab6de-ef9a-48b8-b235-0335e0c3f69d None None] Routers {'19c56f47-c957-460d-94f7-0be5c81578bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:35.560849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-88fab6de-ef9a-48b8-b235-0335e0c3f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['19c56f47-c957-460d-94f7-0be5c81578bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:35.574122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dfd8d53-2229-4447-be92-0ee741dc42a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.576781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dfd8d53-2229-4447-be92-0ee741dc42a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.577996 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6dfd8d53-2229-4447-be92-0ee741dc42a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/feb30b96-2898-4a98-93cb-b8bd57283c94 HTTP/1.1" status: 204 len: 168 time: 0.8096209 Aug 26 11:10:35.609540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd8d53-2229-4447-be92-0ee741dc42a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb30b96-2898-4a98-93cb-b8bd57283c94,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:35.620248 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.652763 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.661805 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.667644 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/networks/3c348d72-49e6-4be0-b56a-db9dadc42dae HTTP/1.1" status: 204 len: 168 time: 1.7653162 Aug 26 11:10:35.667769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43992) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:35.692504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d49ab-0f8d-4376-a3b4-c5f35a5cf9d4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Network': ['ID=3c348d72-49e6-4be0-b56a-db9dadc42dae,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:35.751161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615dda55-fdea-47c1-9941-2a9489c61f37 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:35.752048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-88fab6de-ef9a-48b8-b235-0335e0c3f69d None None] Set router 19c56f47-c957-460d-94f7-0be5c81578bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:35.753409 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-615dda55-fdea-47c1-9941-2a9489c61f37 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/96dfa07c-5a54-474c-bc69-28cc32543ad5 HTTP/1.1" status: 200 len: 844 time: 0.0846534 Aug 26 11:10:35.758959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43994) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:35.761476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.907765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-807bfbb9-b321-42b0-9e7d-745ae62a471d tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/96dfa07c-5a54-474c-bc69-28cc32543ad5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1474853 Aug 26 11:10:35.917101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43996) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:35.924815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-654b4c2a-805f-4178-84c0-f326708c4bbe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:35.951606 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:35.974706 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:36.022152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-88fab6de-ef9a-48b8-b235-0335e0c3f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:01:02Z', 'revision_number': 4, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'be574aa5-44b1-4f2a-be40-30343a060a66', 'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'mac_address': 'fa:16:3e:01:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:59Z', 'updated_at': '2021-08-26T11:01:11Z', 'revision_number': 5, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'subnets': [{'id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:36.055012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fab6de-ef9a-48b8-b235-0335e0c3f69d None None] The sync data for ids ['19c56f47-c957-460d-94f7-0be5c81578bb'] in n-d-778550-13 is: [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:01:02Z', 'revision_number': 4, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'be574aa5-44b1-4f2a-be40-30343a060a66', 'name': '', 'network_id': '7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'mac_address': 'fa:16:3e:01:ed:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:59Z', 'updated_at': '2021-08-26T11:01:11Z', 'revision_number': 5, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'subnets': [{'id': '79cce3cc-b422-48ea-9b06-fb9f6766c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:36.070818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654b4c2a-805f-4178-84c0-f326708c4bbe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:36.074466 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-654b4c2a-805f-4178-84c0-f326708c4bbe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:36.148115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Allocated IP 172.25.1.12 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/87a14b9c-7889-4bf7-8969-354af87c599c) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:36.292817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:36.346517 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:36.397310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:36.414146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:36.420527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:36.445461 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36671196-6682-4c2e-879d-877a92b10b99 None None] New status for floating IP a1c3b3cc-3deb-430a-9b07-c05c1a5da86c: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:10:36.487780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event updated for resources: {'Port': ['ID=87a14b9c-7889-4bf7-8969-354af87c599c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:36.627131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44022) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:36.764295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:36.764644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:36.821591 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8474-a58a-40bf-ae37-eebb8adaa483 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:36.893290 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8474-a58a-40bf-ae37-eebb8adaa483 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:36.930302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b77ff1-949f-44b1-972a-98a02993f2c1 req-ed5cc9f7-06be-41cf-870e-c01fe786fa89 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:36.931997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50b77ff1-949f-44b1-972a-98a02993f2c1 req-ed5cc9f7-06be-41cf-870e-c01fe786fa89 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.5296664 Aug 26 11:10:37.015067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=02bd75c9-f6b7-4a44-a8a1-b319eeecf40f,segment=NetworkSegment(5c0fc701-975b-4266-ac66-33e08630b83d),segment_id=5c0fc701-975b-4266-ac66-33e08630b83d)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:37.015760 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.027615 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50b77ff1-949f-44b1-972a-98a02993f2c1 req-34127968-070c-4d4d-a5b4-5099161f6370 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770109 Aug 26 11:10:37.039179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:37.054259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-654b4c2a-805f-4178-84c0-f326708c4bbe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.083599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:37.089361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44032) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:37.107221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8474-a58a-40bf-ae37-eebb8adaa483 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.109761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8474-a58a-40bf-ae37-eebb8adaa483 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.113779 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3c1e8474-a58a-40bf-ae37-eebb8adaa483 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "DELETE /v2.0/security-groups/28600efb-31ea-421f-8eb7-f0b2ec40c736 HTTP/1.1" status: 204 len: 168 time: 0.4559891 Aug 26 11:10:37.128750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: a0f6d3ee-e592-489b-b559-fbcbe4d66e11 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:37.129752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device a0f6d3ee-e592-489b-b559-fbcbe4d66e11 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:37.136584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44036) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:37.155381 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-24462306-022f-44d0-9f00-64afeff1e10d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] show failed (client error): The resource could not be found. Aug 26 11:10:37.156585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-24462306-022f-44d0-9f00-64afeff1e10d tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "GET /v2.0/security-groups/28600efb-31ea-421f-8eb7-f0b2ec40c736 HTTP/1.1" status: 404 len: 347 time: 0.0189273 Aug 26 11:10:37.159101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b4c2a-805f-4178-84c0-f326708c4bbe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:37.159419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44038) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:37.170196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-654b4c2a-805f-4178-84c0-f326708c4bbe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:37.176914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b4c2a-805f-4178-84c0-f326708c4bbe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:37.177524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-654b4c2a-805f-4178-84c0-f326708c4bbe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.180028 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e8474-a58a-40bf-ae37-eebb8adaa483 tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28600efb-31ea-421f-8eb7-f0b2ec40c736,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:37.184619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b4c2a-805f-4178-84c0-f326708c4bbe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Subnet': ['ID=7f0e6595-7f54-47a8-b24c-9c6996557e9c,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:37.187658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03fdf6a-6c76-41e1-8005-013f0c29136a None None] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:37.214843 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-654b4c2a-805f-4178-84c0-f326708c4bbe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2958398 Aug 26 11:10:37.215170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44040) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:37.225894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cfde5bb4-855b-4872-beed-75573b96020f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'security_group': {'name': 'tempest-secgroup-612727390'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:37.263211 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.310018 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cfde5bb4-855b-4872-beed-75573b96020f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.376329 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fbf42e26-3f12-4dfb-b080-f74f92cadcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.393529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-4b91e069-13ce-47c7-a6b0-1715dca2a948', 'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'tenant_id': '476ceaf3ced8446a959be5bfd3c12971', 'fixed_ips': [{'subnet_id': '7f0e6595-7f54-47a8-b24c-9c6996557e9c'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:10:37.395270 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.405204 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.446167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=02bd75c9-f6b7-4a44-a8a1-b319eeecf40f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:37.538370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-4c23d7d9-751e-48da-a303-aec05f1f9fcb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Deleting port e0b04131-5242-4814-8744-2e80ebb0a3ee {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:37.538810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c23d7d9-751e-48da-a303-aec05f1f9fcb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.582714 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cfde5bb4-855b-4872-beed-75573b96020f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.592177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.606240 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cfde5bb4-855b-4872-beed-75573b96020f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.623916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Allocated IP 2001:db8::2 (4b91e069-13ce-47c7-a6b0-1715dca2a948/7f0e6595-7f54-47a8-b24c-9c6996557e9c/85a89788-f814-434a-a467-953d959d6140) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:37.700494 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.727410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde5bb4-855b-4872-beed-75573b96020f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7363307a-7d1a-4c3f-9fea-a05b9eb8c81a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:37.787124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c23d7d9-751e-48da-a303-aec05f1f9fcb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.787523 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c23d7d9-751e-48da-a303-aec05f1f9fcb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.813550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-4c23d7d9-751e-48da-a303-aec05f1f9fcb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Calling delete_port for e0b04131-5242-4814-8744-2e80ebb0a3ee owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:37.829454 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.838703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Transition to ACTIVE for port object 85a89788-f814-434a-a467-953d959d6140 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:37.855276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Transition to ACTIVE for port object 85a89788-f814-434a-a467-953d959d6140 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:37.861533 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.877846 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fbf42e26-3f12-4dfb-b080-f74f92cadcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.881290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 6b6886dc-a8bb-424b-8140-4a868b285c30 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:37.889664 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cfde5bb4-855b-4872-beed-75573b96020f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.893471 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cfde5bb4-855b-4872-beed-75573b96020f tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6749201 Aug 26 11:10:37.896513 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44042) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:37.898263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:37.901310 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:37.903251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-beccfc2d-901d-46cb-997c-30b361d76181 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'security_group': {'name': 'tempest-secgroup-1468717586'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:37.905026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:37.915129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fbf42e26-3f12-4dfb-b080-f74f92cadcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.940774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Pushing event updated for resources: {'Port': ['ID=85a89788-f814-434a-a467-953d959d6140,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:37.978414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Attempting to bind port 85a89788-f814-434a-a467-953d959d6140 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:10:37.979274 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Attempting to bind port 85a89788-f814-434a-a467-953d959d6140 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'dc833654-66a8-4690-95ab-be2c89fd7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:10:37.979873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Attempting to bind port 85a89788-f814-434a-a467-953d959d6140 on network 4b91e069-13ce-47c7-a6b0-1715dca2a948 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:10:37.988089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:10:37.989585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Checking segment: {'id': 'dc833654-66a8-4690-95ab-be2c89fd7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:37.989758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf42e26-3f12-4dfb-b080-f74f92cadcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8114ebd-df26-4bce-baa0-42aae3ddff7a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:37.989879 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.990341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Bound using segment: {'id': 'dc833654-66a8-4690-95ab-be2c89fd7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:10:37.991060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Bound port: 85a89788-f814-434a-a467-953d959d6140, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc833654-66a8-4690-95ab-be2c89fd7d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:10:37.992602 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:37.997298 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beccfc2d-901d-46cb-997c-30b361d76181 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.004297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fbf42e26-3f12-4dfb-b080-f74f92cadcd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b2af87dc74548529d7faa015701d775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9110408 Aug 26 11:10:38.006614 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44044) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:38.030540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:38.037236 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ebbdb22b-be5f-433e-88e8-16ab85904690 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5063372 Aug 26 11:10:38.040009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44046) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:38.059785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc1aac-ead1-4a71-98c8-e51d23eaa0e3 None None] Sync routers for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:38.089498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc1aac-ead1-4a71-98c8-e51d23eaa0e3 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:38.092733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-12bc1aac-ead1-4a71-98c8-e51d23eaa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:38.124402 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afa88af-8c6b-489a-9b57-a7e8f28345f0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting subnet 3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:10:38.128358 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3afa88af-8c6b-489a-9b57-a7e8f28345f0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.176546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3afa88af-8c6b-489a-9b57-a7e8f28345f0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.176831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Router 5763534c-cacb-43cc-ac92-4fe97b0ab5fe is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:10:38.194753 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c23d7d9-751e-48da-a303-aec05f1f9fcb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.287808 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32c1801a-c321-4fc2-8339-14b26168981f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.289543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23d7d9-751e-48da-a303-aec05f1f9fcb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Pushing event deleted for resources: {'Port': ['ID=e0b04131-5242-4814-8744-2e80ebb0a3ee,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:38.308945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3afa88af-8c6b-489a-9b57-a7e8f28345f0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.317900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be22659-116e-4a7a-989a-6c4eff6ad24b req-f13b6d29-ca02-4dde-b884-4a4cb7a9848a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:38.319518 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8be22659-116e-4a7a-989a-6c4eff6ad24b req-f13b6d29-ca02-4dde-b884-4a4cb7a9848a tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 943 time: 0.1834867 Aug 26 11:10:38.343080 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beccfc2d-901d-46cb-997c-30b361d76181 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.350482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beccfc2d-901d-46cb-997c-30b361d76181 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.363993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-12bc1aac-ead1-4a71-98c8-e51d23eaa0e3 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:38.387313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32c1801a-c321-4fc2-8339-14b26168981f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.399773 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beccfc2d-901d-46cb-997c-30b361d76181 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.401584 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-beccfc2d-901d-46cb-997c-30b361d76181 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5039773 Aug 26 11:10:38.404929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccfc2d-901d-46cb-997c-30b361d76181 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad5433c-6407-43da-8359-cb54547f39c8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:38.407315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44050) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:38.416017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-260308029', 'security_groups': ['4ad5433c-6407-43da-8359-cb54547f39c8'], 'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7f0e6595-7f54-47a8-b24c-9c6996557e9c'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:38.433866 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3afa88af-8c6b-489a-9b57-a7e8f28345f0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.473015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] For port 85a89788-f814-434a-a467-953d959d6140, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:10:38.486914 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c23d7d9-751e-48da-a303-aec05f1f9fcb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.489566 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c23d7d9-751e-48da-a303-aec05f1f9fcb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.493536 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4c23d7d9-751e-48da-a303-aec05f1f9fcb tempest-ServerActionsTestJSON-1469828380 tempest-ServerActionsTestJSON-1469828380-project] 10.222.0.21 "DELETE /v2.0/floatingips/a1c3b3cc-3deb-430a-9b07-c05c1a5da86c HTTP/1.1" status: 204 len: 168 time: 1.3304188 Aug 26 11:10:38.494153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44052) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:38.501768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa88af-8c6b-489a-9b57-a7e8f28345f0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Subnet': ['ID=3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:38.505831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] For port 85a89788-f814-434a-a467-953d959d6140, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=85a89788-f814-434a-a467-953d959d6140,segment=NetworkSegment(dc833654-66a8-4690-95ab-be2c89fd7d6f),segment_id=dc833654-66a8-4690-95ab-be2c89fd7d6f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:10:38.508626 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8be22659-116e-4a7a-989a-6c4eff6ad24b req-1a68962a-5bcc-48ce-82ce-d459c2a02dbe tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728837 Aug 26 11:10:38.513631 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3afa88af-8c6b-489a-9b57-a7e8f28345f0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.518985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3afa88af-8c6b-489a-9b57-a7e8f28345f0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5 HTTP/1.1" status: 204 len: 168 time: 0.4778862 Aug 26 11:10:38.520498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44056) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:38.527772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:38.540496 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Sync routers for ids ['5763534c-cacb-43cc-ac92-4fe97b0ab5fe'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:38.551550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f100786-56db-4a80-8a9d-f051c3d2e0d5 None None] Network 777046cb-56f3-42c1-8ee7-496817f3750a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:38.557681 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.558941 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Routers {'5763534c-cacb-43cc-ac92-4fe97b0ab5fe'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:38.560110 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5763534c-cacb-43cc-ac92-4fe97b0ab5fe'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:38.567235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.569856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-79a23cd3-ea00-421c-9692-365144bd6212 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2905707 Aug 26 11:10:38.573094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44058) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:38.637254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37557a87-8a16-4820-8a0b-4eb14203cbee None None] Pushing event updated for resources: {'Port': ['ID=85a89788-f814-434a-a467-953d959d6140,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:38.641864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:10:38.663301 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32c1801a-c321-4fc2-8339-14b26168981f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.667671 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32c1801a-c321-4fc2-8339-14b26168981f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.671293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-32c1801a-c321-4fc2-8339-14b26168981f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8114ebd-df26-4bce-baa0-42aae3ddff7a HTTP/1.1" status: 204 len: 168 time: 0.6602888 Aug 26 11:10:38.692259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.761225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:38.786115 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Set router 5763534c-cacb-43cc-ac92-4fe97b0ab5fe gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:38.855800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1801a-c321-4fc2-8339-14b26168981f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8114ebd-df26-4bce-baa0-42aae3ddff7a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:38.989788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:38.999023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:39.030345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b146d93f-d79f-4199-918b-b1e203b52552 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/routers/5763534c-cacb-43cc-ac92-4fe97b0ab5fe HTTP/1.1" status: 200 len: 908 time: 0.4557390 Aug 26 11:10:39.033228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 22cfcd80-030f-4553-aec4-4781ffb5d531 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:39.033569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:39.034663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'port_id': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'mac_address': 'fa:16:3e:56:c3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:10:39.035765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44064) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:39.070196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1984772990', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'enable_snat': True}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:39.104648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-12bc1aac-ead1-4a71-98c8-e51d23eaa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:37Z', 'revision_number': 9, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:39.108852 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:39.181268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:10:39.196475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297c078-60bb-459f-828c-6d4a4a7d9957 None None] DHCP port deletion for 777046cb-56f3-42c1-8ee7-496817f3750a request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:10:39.256540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc1aac-ead1-4a71-98c8-e51d23eaa0e3 None None] Checking router: 6b6886dc-a8bb-424b-8140-4a868b285c30 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:39.299217 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5763534c-cacb-43cc-ac92-4fe97b0ab5fe', 'name': 'tempest-snat-router-1984772990', 'tenant_id': '55553dc420bf4193ad20bf557edc5e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.12'}], 'enable_snat': False}, 'gw_port_id': '87a14b9c-7889-4bf7-8969-354af87c599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:35Z', 'updated_at': '2021-08-26T11:10:37Z', 'revision_number': 3, 'project_id': '55553dc420bf4193ad20bf557edc5e5b', 'gw_port': {'id': '87a14b9c-7889-4bf7-8969-354af87c599c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763534c-cacb-43cc-ac92-4fe97b0ab5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:35Z', 'updated_at': '2021-08-26T11:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:39.299531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port 22cfcd80-030f-4553-aec4-4781ffb5d531, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=22cfcd80-030f-4553-aec4-4781ffb5d531,segment=NetworkSegment(5c0fc701-975b-4266-ac66-33e08630b83d),segment_id=5c0fc701-975b-4266-ac66-33e08630b83d)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:39.300021 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:39.325660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:39.336335 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Checking router: 5763534c-cacb-43cc-ac92-4fe97b0ab5fe for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:39.337436 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Updating router 5763534c-cacb-43cc-ac92-4fe97b0ab5fe port 87a14b9c-7889-4bf7-8969-354af87c599c binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:10:39.339979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 22cfcd80-030f-4553-aec4-4781ffb5d531 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:39.343568 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:39.346469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc1aac-ead1-4a71-98c8-e51d23eaa0e3 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:39.350339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:39.351312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-12bc1aac-ead1-4a71-98c8-e51d23eaa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:39.395139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port 879e96a2-50d8-4fd2-8d53-47ef29b76d50 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:10:39.409181 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:39.547328 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:39.579555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-12bc1aac-ead1-4a71-98c8-e51d23eaa0e3 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:39.626325 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:39.766839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b297c078-60bb-459f-828c-6d4a4a7d9957 None None] Deleting port 22cfcd80-030f-4553-aec4-4781ffb5d531 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:39.767128 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b297c078-60bb-459f-828c-6d4a4a7d9957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:39.772718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 85a89788-f814-434a-a467-953d959d6140 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:39.833677 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:39.941048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['6f9a2737-5ca1-490e-8f53-a7f3f447aea0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:10:39.997222 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.030602 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Transition to ACTIVE for port object 87a14b9c-7889-4bf7-8969-354af87c599c will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:40.049901 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.058036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:40.107559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b297c078-60bb-459f-828c-6d4a4a7d9957 None None] For port 22cfcd80-030f-4553-aec4-4781ffb5d531, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=22cfcd80-030f-4553-aec4-4781ffb5d531,segment=NetworkSegment(5c0fc701-975b-4266-ac66-33e08630b83d),segment_id=5c0fc701-975b-4266-ac66-33e08630b83d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:40.108761 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b297c078-60bb-459f-828c-6d4a4a7d9957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.112539 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.163942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b297c078-60bb-459f-828c-6d4a4a7d9957 None None] Calling delete_port for 22cfcd80-030f-4553-aec4-4781ffb5d531 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:40.194699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 85a89788-f814-434a-a467-953d959d6140 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:40.200084 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Attempting to bind port 87a14b9c-7889-4bf7-8969-354af87c599c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:10:40.200540 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Attempting to bind port 87a14b9c-7889-4bf7-8969-354af87c599c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:10:40.203134 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Attempting to bind port 87a14b9c-7889-4bf7-8969-354af87c599c on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:10:40.207523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No DVR routers for this DVR port 22cfcd80-030f-4553-aec4-4781ffb5d531 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:40.256645 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:10:40.257270 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:40.257946 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.258650 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:10:40.259462 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Bound port: 87a14b9c-7889-4bf7-8969-354af87c599c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:10:40.264205 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.325614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8::325 (4b91e069-13ce-47c7-a6b0-1715dca2a948/7f0e6595-7f54-47a8-b24c-9c6996557e9c/879e96a2-50d8-4fd2-8d53-47ef29b76d50) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:40.335891 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Pushing event updated for resources: {'Port': ['ID=87a14b9c-7889-4bf7-8969-354af87c599c,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:40.346995 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.347413 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.348579 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.349149 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.349717 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.350273 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.350896 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.351592 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.352216 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.352787 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.353353 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.353907 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:10:40.378675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 22cfcd80-030f-4553-aec4-4781ffb5d531 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:40.415227 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] For port 87a14b9c-7889-4bf7-8969-354af87c599c, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:10:40.421046 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] For port 87a14b9c-7889-4bf7-8969-354af87c599c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=87a14b9c-7889-4bf7-8969-354af87c599c,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:10:40.428072 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.439715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5aa84-56b1-46fc-be28-f5ff9f9975ea req-5edce21f-8eb5-407a-bdc9-1229b1d34777 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:40.449274 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14a5aa84-56b1-46fc-be28-f5ff9f9975ea req-5edce21f-8eb5-407a-bdc9-1229b1d34777 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 944 time: 0.2298396 Aug 26 11:10:40.527753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 22cfcd80-030f-4553-aec4-4781ffb5d531 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:40.528096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 22cfcd80-030f-4553-aec4-4781ffb5d531 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:40.553753 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.576341 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object 879e96a2-50d8-4fd2-8d53-47ef29b76d50 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:40.589740 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b297c078-60bb-459f-828c-6d4a4a7d9957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.603337 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Routers {'5763534c-cacb-43cc-ac92-4fe97b0ab5fe'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:40.604072 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5763534c-cacb-43cc-ac92-4fe97b0ab5fe'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:40.627314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-12bc1aac-ead1-4a71-98c8-e51d23eaa0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:37Z', 'revision_number': 9, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:40.634299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297c078-60bb-459f-828c-6d4a4a7d9957 None None] No DVR routers for this DVR port 22cfcd80-030f-4553-aec4-4781ffb5d531 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:40.658470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.666924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297c078-60bb-459f-828c-6d4a4a7d9957 None None] Pushing event deleted for resources: {'Port': ['ID=22cfcd80-030f-4553-aec4-4781ffb5d531,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:40.677119 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14a5aa84-56b1-46fc-be28-f5ff9f9975ea req-eac6c061-153a-49bc-af6f-e434733a8043 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265573 Aug 26 11:10:40.678773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bc1aac-ead1-4a71-98c8-e51d23eaa0e3 None None] The sync data for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 is: [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:37Z', 'revision_number': 9, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '76373ef9-d3ea-4e78-aa35-a231b2bdb105', 'name': '', 'network_id': '64faf98f-cba7-4e68-9d7d-c98b81a6fd75', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:0e:c2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:46Z', 'updated_at': '2021-08-26T11:09:59Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': 'fe56d62f-5a41-4f93-997b-b944b69d31e4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:40.696426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=22cfcd80-030f-4553-aec4-4781ffb5d531,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:40.723656 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207d316-d7ca-4716-b46a-426f447486e7 None None] Pushing event updated for resources: {'Port': ['ID=87a14b9c-7889-4bf7-8969-354af87c599c,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:40.784777 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.801433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-957c6bd2-a9a4-47bd-9ef0-07289c065039 None None] Provisioning for port 85a89788-f814-434a-a467-953d959d6140 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:40.811322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-957c6bd2-a9a4-47bd-9ef0-07289c065039 None None] Provisioning complete for port 85a89788-f814-434a-a467-953d959d6140 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:40.812486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-957c6bd2-a9a4-47bd-9ef0-07289c065039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.958013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] Deleting port be574aa5-44b1-4f2a-be40-30343a060a66 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:40.958767 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:40.971107 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] Set router 5763534c-cacb-43cc-ac92-4fe97b0ab5fe gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:40.982520 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:40.994613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:40.997189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:41.006286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:41.007072 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.012420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.017601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=879e96a2-50d8-4fd2-8d53-47ef29b76d50,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:41.049349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777046cb-56f3-42c1-8ee7-496817f3750a']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:41.083323 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-16c6a6fe-5be0-4575-996e-0294294eeb0a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6725347 Aug 26 11:10:41.085850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0fc701-975b-4266-ac66-33e08630b83d') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:41.089351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44094) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:41.089842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0fc701-975b-4266-ac66-33e08630b83d') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:41.099134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f1b1eb27-4a7b-4f99-989b-a70bc4fe2337 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:41.113022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.167101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.196531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:10:41.197915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:10:41.207219 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:10:41.292342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] For port be574aa5-44b1-4f2a-be40-30343a060a66, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=be574aa5-44b1-4f2a-be40-30343a060a66,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:41.292607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.310145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-957c6bd2-a9a4-47bd-9ef0-07289c065039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.324808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] Calling delete_port for be574aa5-44b1-4f2a-be40-30343a060a66 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:41.362654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.383683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-957c6bd2-a9a4-47bd-9ef0-07289c065039 None None] For port 85a89788-f814-434a-a467-953d959d6140, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=85a89788-f814-434a-a467-953d959d6140,segment=NetworkSegment(dc833654-66a8-4690-95ab-be2c89fd7d6f),segment_id=dc833654-66a8-4690-95ab-be2c89fd7d6f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:41.390378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.392567 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-957c6bd2-a9a4-47bd-9ef0-07289c065039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.399007 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/networks/777046cb-56f3-42c1-8ee7-496817f3750a HTTP/1.1" status: 204 len: 168 time: 2.8716440 Aug 26 11:10:41.403314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85e1ff-2140-4661-bea6-f80025dcae05 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Network': ['ID=777046cb-56f3-42c1-8ee7-496817f3750a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:41.427641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44098) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:41.442279 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5763534c-cacb-43cc-ac92-4fe97b0ab5fe', 'name': 'tempest-snat-router-1984772990', 'tenant_id': '55553dc420bf4193ad20bf557edc5e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.12'}], 'enable_snat': False}, 'gw_port_id': '87a14b9c-7889-4bf7-8969-354af87c599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:35Z', 'updated_at': '2021-08-26T11:10:37Z', 'revision_number': 3, 'project_id': '55553dc420bf4193ad20bf557edc5e5b', 'gw_port': {'id': '87a14b9c-7889-4bf7-8969-354af87c599c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763534c-cacb-43cc-ac92-4fe97b0ab5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:35Z', 'updated_at': '2021-08-26T11:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:41.450375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:41.478600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b1eb27-4a7b-4f99-989b-a70bc4fe2337 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:41.481516 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f1b1eb27-4a7b-4f99-989b-a70bc4fe2337 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.487421 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf7daec-8242-4a86-bce5-b7ed25fe58e0 None None] The sync data for ids ['5763534c-cacb-43cc-ac92-4fe97b0ab5fe'] in n-d-778550-13 is: [{'id': '5763534c-cacb-43cc-ac92-4fe97b0ab5fe', 'name': 'tempest-snat-router-1984772990', 'tenant_id': '55553dc420bf4193ad20bf557edc5e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.12'}], 'enable_snat': False}, 'gw_port_id': '87a14b9c-7889-4bf7-8969-354af87c599c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:35Z', 'updated_at': '2021-08-26T11:10:37Z', 'revision_number': 3, 'project_id': '55553dc420bf4193ad20bf557edc5e5b', 'gw_port': {'id': '87a14b9c-7889-4bf7-8969-354af87c599c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:76:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5763534c-cacb-43cc-ac92-4fe97b0ab5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:35Z', 'updated_at': '2021-08-26T11:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:41.499846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:41.500610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02bd75c9-f6b7-4a44-a8a1-b319eeecf40f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:41.513331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-957c6bd2-a9a4-47bd-9ef0-07289c065039 None None] Provisioning complete for port 96dfa07c-5a54-474c-bc69-28cc32543ad5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:41.514136 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-957c6bd2-a9a4-47bd-9ef0-07289c065039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.580724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c6bd2-a9a4-47bd-9ef0-07289c065039 None None] Pushing event updated for resources: {'Port': ['ID=85a89788-f814-434a-a467-953d959d6140,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:41.608781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-957c6bd2-a9a4-47bd-9ef0-07289c065039 None None] Port 96dfa07c-5a54-474c-bc69-28cc32543ad5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:41.692010 n-d-778550-13 neutron-server[101267]: INFO neutron.db.ipam_backend_mixin [None req-f1b1eb27-4a7b-4f99-989b-a70bc4fe2337 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f0e6595-7f54-47a8-b24c-9c6996557e9c (CIDR: 2001:db8::/64) Aug 26 11:10:41.698157 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b1eb27-4a7b-4f99-989b-a70bc4fe2337 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:10:41.699082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b1eb27-4a7b-4f99-989b-a70bc4fe2337 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:10:41.728287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f1b1eb27-4a7b-4f99-989b-a70bc4fe2337 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6341267 Aug 26 11:10:41.732469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44106) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:41.740001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-308e999a-a1c7-4320-aff5-44f946a82f6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:41.771135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c6d61e5c-2b27-4e66-b86e-0ef7523f4287 None None] Provisioning for port 879e96a2-50d8-4fd2-8d53-47ef29b76d50 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:41.786039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c6d61e5c-2b27-4e66-b86e-0ef7523f4287 None None] Provisioning complete for port 879e96a2-50d8-4fd2-8d53-47ef29b76d50 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:41.786542 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c6d61e5c-2b27-4e66-b86e-0ef7523f4287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.833846 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.861775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:41.872012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c6d61e5c-2b27-4e66-b86e-0ef7523f4287 None None] Port 879e96a2-50d8-4fd2-8d53-47ef29b76d50 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:41.996018 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:42.017022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Allocated IP 172.25.1.159 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/a09a814a-5caa-43dd-8d1b-868119491444) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:42.053005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be574aa5-44b1-4f2a-be40-30343a060a66,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:42.108212 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f514684-def4-472f-baab-480e76de6801 req-93129898-44a9-4e81-9201-fce9c65fb9b7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:42.110006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f514684-def4-472f-baab-480e76de6801 req-93129898-44a9-4e81-9201-fce9c65fb9b7 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 944 time: 0.2638803 Aug 26 11:10:42.172288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308e999a-a1c7-4320-aff5-44f946a82f6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:42.176458 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-308e999a-a1c7-4320-aff5-44f946a82f6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:42.265340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:42.283463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f514684-def4-472f-baab-480e76de6801 req-1f157bfb-d3bb-4eb0-b71d-7bd7cfb1fb7e tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491022 Aug 26 11:10:42.373261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44114) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:42.379869 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:42.449213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:42.494244 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:42.533032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event updated for resources: {'Port': ['ID=a09a814a-5caa-43dd-8d1b-868119491444,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:42.554410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:42.559537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:42.567537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:42.578838 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef2ee5b0-a07b-445a-8111-12e3156eff5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:42.627147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:42.695845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:42.696311 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:42.806114 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:42.835929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:10:42.842049 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347de872-5263-43c3-b23c-f2058e03de10" -d '{"events": [{"server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:10:42.866683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:42.872837 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:42.921784 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-308e999a-a1c7-4320-aff5-44f946a82f6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:42.923531 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63777846-bd87-464c-a2ab-13b273b9da7f x-openstack-request-id: req-63777846-bd87-464c-a2ab-13b273b9da7f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:10:42.923837 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "name": "network-vif-plugged", "status": "completed", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:10:42.924299 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63777846-bd87-464c-a2ab-13b273b9da7f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:10:42.924956 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'code': 200} Aug 26 11:10:42.955255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:43.017063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e999a-a1c7-4320-aff5-44f946a82f6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:43.030059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-308e999a-a1c7-4320-aff5-44f946a82f6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:43.039713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e999a-a1c7-4320-aff5-44f946a82f6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:43.040352 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-308e999a-a1c7-4320-aff5-44f946a82f6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.042314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f504d8d1-3173-4f8c-ab55-e7ce7d00f4b3 None None] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:43.046314 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef2ee5b0-a07b-445a-8111-12e3156eff5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.064315 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef2ee5b0-a07b-445a-8111-12e3156eff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.095178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e999a-a1c7-4320-aff5-44f946a82f6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Subnet': ['ID=20aef27f-9092-45ac-9b58-8378fe692663,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:43.121336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-308e999a-a1c7-4320-aff5-44f946a82f6c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3861845 Aug 26 11:10:43.122036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44120) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:43.135434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1322919444', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '20aef27f-9092-45ac-9b58-8378fe692663'}], 'security_groups': ['7363307a-7d1a-4c3f-9fea-a05b9eb8c81a']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:43.142324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] Router 19c56f47-c957-460d-94f7-0be5c81578bb has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:43.146335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ee5b0-a07b-445a-8111-12e3156eff5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b2932c-b08a-42fb-8a90-297c5ebd1bb4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:43.171199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ef2ee5b0-a07b-445a-8111-12e3156eff5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6791be5977a45f199d999a473f5f693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940428 Aug 26 11:10:43.177467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44122) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:43.244251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd5d50-5c10-4e7b-bfc1-4d93eb81569b req-9ad8a826-d9b1-405b-b5bb-a149b85ab241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:43.245813 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fbd5d50-5c10-4e7b-bfc1-4d93eb81569b req-9ad8a826-d9b1-405b-b5bb-a149b85ab241 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 1098 time: 0.2054276 Aug 26 11:10:43.369467 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c85ab59a-3aa6-48f7-a1ab-ceaaa8f4feca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.382600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de0f80c-a172-46a8-a35a-6efc333ffd3d None None] Update dhcp port {'port': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'fixed_ips': [{'subnet_id': '7f0e6595-7f54-47a8-b24c-9c6996557e9c', 'ip_address': '2001:db8::2'}, {'subnet_id': '20aef27f-9092-45ac-9b58-8378fe692663'}], 'binding:host_id': 'n-d-778550-13'}, 'id': '85a89788-f814-434a-a467-953d959d6140'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:10:43.438596 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5fbd5d50-5c10-4e7b-bfc1-4d93eb81569b req-457603cc-fc0f-47e1-ad40-5c629553a164 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840129 Aug 26 11:10:43.452160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56019704-3b7c-455f-979e-1f00e1ab9c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.471239 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8de0f80c-a172-46a8-a35a-6efc333ffd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.503295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18281696-f1d7-4d63-b478-97d5ec458075 req-fdac6e93-285c-4048-8f0f-ee3c16e37dbc tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:43.505165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18281696-f1d7-4d63-b478-97d5ec458075 req-fdac6e93-285c-4048-8f0f-ee3c16e37dbc tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 946 time: 0.1262355 Aug 26 11:10:43.514028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:43.520282 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56019704-3b7c-455f-979e-1f00e1ab9c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.525367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-61885a7e-bc57-41f0-9969-2c52bdbd49e9 admin admin] 10.222.0.21 "PUT /v2.0/routers/19c56f47-c957-460d-94f7-0be5c81578bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0279853 Aug 26 11:10:43.540840 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.542968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44126) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:43.543775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f726d-7ee9-49c8-a23b-fb0bdc31c3ca None None] Sync routers for ids ['19c56f47-c957-460d-94f7-0be5c81578bb'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:43.565484 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f726d-7ee9-49c8-a23b-fb0bdc31c3ca None None] Routers {'19c56f47-c957-460d-94f7-0be5c81578bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:43.566169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-786f726d-7ee9-49c8-a23b-fb0bdc31c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['19c56f47-c957-460d-94f7-0be5c81578bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:43.586522 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.637025 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18281696-f1d7-4d63-b478-97d5ec458075 req-b394836a-2a64-491b-ae84-5530417bd614 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195488 Aug 26 11:10:43.774748 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56019704-3b7c-455f-979e-1f00e1ab9c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.777930 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56019704-3b7c-455f-979e-1f00e1ab9c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.779479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-56019704-3b7c-455f-979e-1f00e1ab9c12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6b2932c-b08a-42fb-8a90-297c5ebd1bb4 HTTP/1.1" status: 204 len: 168 time: 0.5979095 Aug 26 11:10:43.848256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 87a14b9c-7889-4bf7-8969-354af87c599c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:43.882798 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:43.938761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-786f726d-7ee9-49c8-a23b-fb0bdc31c3ca None None] Set router 19c56f47-c957-460d-94f7-0be5c81578bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:43.976148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56019704-3b7c-455f-979e-1f00e1ab9c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b2932c-b08a-42fb-8a90-297c5ebd1bb4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:44.024475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 76373ef9-d3ea-4e78-aa35-a231b2bdb105 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:44.024826 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.075086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8de0f80c-a172-46a8-a35a-6efc333ffd3d None None] Allocated IP 2001:db8:0:1::2 (4b91e069-13ce-47c7-a6b0-1715dca2a948/20aef27f-9092-45ac-9b58-8378fe692663/85a89788-f814-434a-a467-953d959d6140) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:44.106682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 87a14b9c-7889-4bf7-8969-354af87c599c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:44.155702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 87a14b9c-7889-4bf7-8969-354af87c599c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:44.155990 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.210146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.212653 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.289149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8de0f80c-a172-46a8-a35a-6efc333ffd3d None None] For port 85a89788-f814-434a-a467-953d959d6140, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=85a89788-f814-434a-a467-953d959d6140,segment=NetworkSegment(dc833654-66a8-4690-95ab-be2c89fd7d6f),segment_id=dc833654-66a8-4690-95ab-be2c89fd7d6f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:44.293358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port 76373ef9-d3ea-4e78-aa35-a231b2bdb105, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=76373ef9-d3ea-4e78-aa35-a231b2bdb105,segment=NetworkSegment(39371247-4c20-453a-acb8-cbe4cb81afe2),segment_id=39371247-4c20-453a-acb8-cbe4cb81afe2)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:44.293923 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.332414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44134) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:44.340127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 76373ef9-d3ea-4e78-aa35-a231b2bdb105 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:44.350769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5038d2f-06ea-40cb-a7ce-4240c97c655c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.373672 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.408272 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8de0f80c-a172-46a8-a35a-6efc333ffd3d None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.448741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-786f726d-7ee9-49c8-a23b-fb0bdc31c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:10:41Z', 'revision_number': 5, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port': {'id': '7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:00:54Z', 'updated_at': '2021-08-26T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:44.457796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 87a14b9c-7889-4bf7-8969-354af87c599c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=87a14b9c-7889-4bf7-8969-354af87c599c,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:44.468500 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5038d2f-06ea-40cb-a7ce-4240c97c655c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.475988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Deleting port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:44.475988 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.480325 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5038d2f-06ea-40cb-a7ce-4240c97c655c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.496654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8de0f80c-a172-46a8-a35a-6efc333ffd3d None None] Transition to ACTIVE for port object 85a89788-f814-434a-a467-953d959d6140 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:44.498779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f726d-7ee9-49c8-a23b-fb0bdc31c3ca None None] Checking router: 19c56f47-c957-460d-94f7-0be5c81578bb for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:44.501577 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.503124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 85a89788-f814-434a-a467-953d959d6140 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:44.545762 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8de0f80c-a172-46a8-a35a-6efc333ffd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.561640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f726d-7ee9-49c8-a23b-fb0bdc31c3ca None None] Routers {'19c56f47-c957-460d-94f7-0be5c81578bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:44.562284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-786f726d-7ee9-49c8-a23b-fb0bdc31c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['19c56f47-c957-460d-94f7-0be5c81578bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:44.573530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5038d2f-06ea-40cb-a7ce-4240c97c655c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28043c9f-af64-4f62-b1ae-ef716171cc9a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:44.581380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b5038d2f-06ea-40cb-a7ce-4240c97c655c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecd7e6c7b477410f84ffafcdff62f42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476933 Aug 26 11:10:44.584722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44136) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:44.611070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Router baf87d2b-e7b4-43a1-811b-f029bac6bcd6 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:10:44.694505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=87a14b9c-7889-4bf7-8969-354af87c599c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:44.704741 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ed1db40-0ff0-4492-8fa2-84ec43c8dcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.721096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Delete allocated IP 2001:db8::325 (4b91e069-13ce-47c7-a6b0-1715dca2a948/7f0e6595-7f54-47a8-b24c-9c6996557e9c) {{(pid=101267) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 11:10:44.751208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8:0:1::336 (4b91e069-13ce-47c7-a6b0-1715dca2a948/20aef27f-9092-45ac-9b58-8378fe692663/879e96a2-50d8-4fd2-8d53-47ef29b76d50) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:44.785685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-786f726d-7ee9-49c8-a23b-fb0bdc31c3ca None None] Set router 19c56f47-c957-460d-94f7-0be5c81578bb gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:44.800378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] For port 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:44.800797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:44.836390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Calling delete_port for 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:44.865894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-786f726d-7ee9-49c8-a23b-fb0bdc31c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:10:44Z', 'revision_number': 6, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:44.947302 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:45.000091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=76373ef9-d3ea-4e78-aa35-a231b2bdb105,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:45.023667 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:45.040350 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Sync routers for ids ['baf87d2b-e7b4-43a1-811b-f029bac6bcd6'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:45.054389 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Routers {'baf87d2b-e7b4-43a1-811b-f029bac6bcd6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:45.055053 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['baf87d2b-e7b4-43a1-811b-f029bac6bcd6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:45.131946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f726d-7ee9-49c8-a23b-fb0bdc31c3ca None None] The sync data for ids ['19c56f47-c957-460d-94f7-0be5c81578bb'] in n-d-778550-13 is: [{'id': '19c56f47-c957-460d-94f7-0be5c81578bb', 'name': 'tempest-ServerActionsTestJSON-1498846611-router', 'tenant_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:00:52Z', 'updated_at': '2021-08-26T11:10:44Z', 'revision_number': 6, 'project_id': 'ff0e8881fff44dc588833fa16efe7c5b', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:45.139666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0f80c-a172-46a8-a35a-6efc333ffd3d None None] Pushing event updated for resources: {'Port': ['ID=85a89788-f814-434a-a467-953d959d6140,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:45.296535 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:45.354233 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Set router baf87d2b-e7b4-43a1-811b-f029bac6bcd6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:45.425987 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:45.427680 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5bf4b465-ff62-4678-aa03-82827811c3fc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3858144 Aug 26 11:10:45.455686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44166) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:45.645899 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ed1db40-0ff0-4492-8fa2-84ec43c8dcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:45.745854 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:45.755631 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2905be31-c4e8-4ec3-a1d5-1e58c73724b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:45.773630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82e381-f1f5-4b5d-b459-83b8b61346e7 req-b9aaa214-369e-42ca-9e5a-ad23a6c32ed4 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:45.796842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b82e381-f1f5-4b5d-b459-83b8b61346e7 req-b9aaa214-369e-42ca-9e5a-ad23a6c32ed4 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 946 time: 0.2961438 Aug 26 11:10:45.838706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:45.874414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 87a14b9c-7889-4bf7-8969-354af87c599c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:45.969440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b82e381-f1f5-4b5d-b459-83b8b61346e7 req-8cd7a101-789d-4937-887d-9b436e740fcb tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680815 Aug 26 11:10:45.981126 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ed1db40-0ff0-4492-8fa2-84ec43c8dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:45.983726 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ed1db40-0ff0-4492-8fa2-84ec43c8dcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:45.984878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0ed1db40-0ff0-4492-8fa2-84ec43c8dcf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28043c9f-af64-4f62-b1ae-ef716171cc9a HTTP/1.1" status: 204 len: 168 time: 1.3974693 Aug 26 11:10:45.996321 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:45.999419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1db40-0ff0-4492-8fa2-84ec43c8dcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28043c9f-af64-4f62-b1ae-ef716171cc9a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:46.006267 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf87d2b-e7b4-43a1-811b-f029bac6bcd6', 'name': 'tempest-snat-router-1984772990', 'tenant_id': '55553dc420bf4193ad20bf557edc5e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a09a814a-5caa-43dd-8d1b-868119491444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:39Z', 'updated_at': '2021-08-26T11:10:43Z', 'revision_number': 3, 'project_id': '55553dc420bf4193ad20bf557edc5e5b', 'gw_port': {'id': 'a09a814a-5caa-43dd-8d1b-868119491444', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf87d2b-e7b4-43a1-811b-f029bac6bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:41Z', 'updated_at': '2021-08-26T11:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:46.015538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object 879e96a2-50d8-4fd2-8d53-47ef29b76d50 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:46.023214 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.046428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 87a14b9c-7889-4bf7-8969-354af87c599c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:46.055235 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.100269 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Checking router: baf87d2b-e7b4-43a1-811b-f029bac6bcd6 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:46.101196 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Updating router baf87d2b-e7b4-43a1-811b-f029bac6bcd6 port a09a814a-5caa-43dd-8d1b-868119491444 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:10:46.137490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] In _notify_port_updated(), no bound segment for port 879e96a2-50d8-4fd2-8d53-47ef29b76d50 on network 4b91e069-13ce-47c7-a6b0-1715dca2a948 {{(pid=101267) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:10:46.139927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-389a0fa9-5f3f-48c8-bed6-69016e41799b None None] Provisioning for port 85a89788-f814-434a-a467-953d959d6140 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:46.150398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:46.151402 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.152711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-389a0fa9-5f3f-48c8-bed6-69016e41799b None None] Provisioning complete for port 85a89788-f814-434a-a467-953d959d6140 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:46.153080 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "PUT /v2.0/ports/879e96a2-50d8-4fd2-8d53-47ef29b76d50 HTTP/1.1" status: 200 len: 931 time: 3.0222161 Aug 26 11:10:46.153463 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-389a0fa9-5f3f-48c8-bed6-69016e41799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.165813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f129af3-aaa7-4799-be7a-dedd4f52b063 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=879e96a2-50d8-4fd2-8d53-47ef29b76d50,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:46.166869 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.189526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44178) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:46.342299 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.436193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d121b088-6bbe-4d91-9a86-5aed614b92d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 879e96a2-50d8-4fd2-8d53-47ef29b76d50 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:46.436549 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d121b088-6bbe-4d91-9a86-5aed614b92d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.477342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 85a89788-f814-434a-a467-953d959d6140 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:46.525868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-389a0fa9-5f3f-48c8-bed6-69016e41799b None None] Provisioning for port 879e96a2-50d8-4fd2-8d53-47ef29b76d50 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:46.537849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-389a0fa9-5f3f-48c8-bed6-69016e41799b None None] Provisioning complete for port 879e96a2-50d8-4fd2-8d53-47ef29b76d50 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:46.538385 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-389a0fa9-5f3f-48c8-bed6-69016e41799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.588569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 85a89788-f814-434a-a467-953d959d6140 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:46.589092 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.590776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-389a0fa9-5f3f-48c8-bed6-69016e41799b None None] Port 879e96a2-50d8-4fd2-8d53-47ef29b76d50 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:46.610082 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d121b088-6bbe-4d91-9a86-5aed614b92d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.627093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d121b088-6bbe-4d91-9a86-5aed614b92d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 879e96a2-50d8-4fd2-8d53-47ef29b76d50 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:46.659457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-389a0fa9-5f3f-48c8-bed6-69016e41799b None None] Provisioning complete for port 96dfa07c-5a54-474c-bc69-28cc32543ad5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:46.660793 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-389a0fa9-5f3f-48c8-bed6-69016e41799b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.691416 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-69c61b33-d592-4777-a9bb-d2cec5d0ed1a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/routers/baf87d2b-e7b4-43a1-811b-f029bac6bcd6 HTTP/1.1" status: 200 len: 908 time: 1.2344263 Aug 26 11:10:46.696512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44188) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:46.706116 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.724636 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Transition to ACTIVE for port object a09a814a-5caa-43dd-8d1b-868119491444 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:46.749858 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.751230 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.784659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-389a0fa9-5f3f-48c8-bed6-69016e41799b None None] Port 96dfa07c-5a54-474c-bc69-28cc32543ad5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:46.824078 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d121b088-6bbe-4d91-9a86-5aed614b92d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.831696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device be574aa5-44b1-4f2a-be40-30343a060a66 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:46.832055 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Attempting to bind port a09a814a-5caa-43dd-8d1b-868119491444 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:10:46.832356 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Attempting to bind port a09a814a-5caa-43dd-8d1b-868119491444 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:10:46.832724 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Attempting to bind port a09a814a-5caa-43dd-8d1b-868119491444 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:10:46.842308 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36201f8-6cdd-4e2d-8c05-2dea001e40ed None None] Pushing event updated for resources: {'Port': ['ID=a09a814a-5caa-43dd-8d1b-868119491444,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:46.851510 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:10:46.852166 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:46.852736 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.853297 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:10:46.853941 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Bound port: a09a814a-5caa-43dd-8d1b-868119491444, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:10:46.854577 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.885653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: be574aa5-44b1-4f2a-be40-30343a060a66 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:46.886959 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device be574aa5-44b1-4f2a-be40-30343a060a66 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:46.903206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c7c58391-8cad-4f34-98ef-d128312e7dbc None None] Could not find standard attr ID for object 879e96a2-50d8-4fd2-8d53-47ef29b76d50. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:10:46.927091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121b088-6bbe-4d91-9a86-5aed614b92d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=879e96a2-50d8-4fd2-8d53-47ef29b76d50,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:46.936826 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d121b088-6bbe-4d91-9a86-5aed614b92d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.942056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d121b088-6bbe-4d91-9a86-5aed614b92d1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/879e96a2-50d8-4fd2-8d53-47ef29b76d50 HTTP/1.1" status: 204 len: 168 time: 0.7492514 Aug 26 11:10:46.943112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44196) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:46.950327 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] For port a09a814a-5caa-43dd-8d1b-868119491444, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:10:46.955282 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] For port a09a814a-5caa-43dd-8d1b-868119491444, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a09a814a-5caa-43dd-8d1b-868119491444,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:10:46.961256 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.968189 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:46.976059 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a5611b-b3de-49be-b858-cce64275e779 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:10:46.980646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a8a5611b-b3de-49be-b858-cce64275e779 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/879e96a2-50d8-4fd2-8d53-47ef29b76d50 HTTP/1.1" status: 404 len: 333 time: 0.0363305 Aug 26 11:10:46.981308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44198) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:47.055752 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-753b982b-4acf-4275-9a7c-7a465b086b54 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.070922 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.078796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.086637 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Routers {'baf87d2b-e7b4-43a1-811b-f029bac6bcd6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:47.087160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 6b6886dc-a8bb-424b-8140-4a868b285c30 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:47.092123 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['baf87d2b-e7b4-43a1-811b-f029bac6bcd6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:47.096791 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-753b982b-4acf-4275-9a7c-7a465b086b54 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.154430 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36201f8-6cdd-4e2d-8c05-2dea001e40ed None None] Pushing event updated for resources: {'Port': ['ID=a09a814a-5caa-43dd-8d1b-868119491444,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:47.207582 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.213203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe31649-9ec6-4a6e-8d7b-8d8c91a12c44 req-4bdab6e8-7127-443b-9724-388902082427 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:47.228825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfe31649-9ec6-4a6e-8d7b-8d8c91a12c44 req-4bdab6e8-7127-443b-9724-388902082427 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 946 time: 0.1051824 Aug 26 11:10:47.247678 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-753b982b-4acf-4275-9a7c-7a465b086b54 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.250299 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-753b982b-4acf-4275-9a7c-7a465b086b54 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.254765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-753b982b-4acf-4275-9a7c-7a465b086b54 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ad5433c-6407-43da-8359-cb54547f39c8 HTTP/1.1" status: 204 len: 168 time: 0.2724135 Aug 26 11:10:47.255436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44206) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:47.259344 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] Set router baf87d2b-e7b4-43a1-811b-f029bac6bcd6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:47.297832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfe31649-9ec6-4a6e-8d7b-8d8c91a12c44 req-f3d58a92-4a9e-4dcd-8be9-46e9f2716990 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679891 Aug 26 11:10:47.300709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b982b-4acf-4275-9a7c-7a465b086b54 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad5433c-6407-43da-8359-cb54547f39c8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:47.323943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:47.336439 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0f8b9c71-040d-492e-a3ab-ff9911608513 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9050548 Aug 26 11:10:47.337644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44208) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:47.345843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.354140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19c56f47-c957-460d-94f7-0be5c81578bb {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:10:47.361267 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.368225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd45b2-3790-4f02-b84e-f59e92e7f45b None None] Sync routers for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:47.372969 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-df1ce03e-54c3-4297-b71c-bab4a6707e8d admin admin] 10.222.0.21 "DELETE /v2.0/routers/19c56f47-c957-460d-94f7-0be5c81578bb HTTP/1.1" status: 204 len: 168 time: 3.8182869 Aug 26 11:10:47.374298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44212) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:47.407626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd45b2-3790-4f02-b84e-f59e92e7f45b None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:47.408659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6cd45b2-3790-4f02-b84e-f59e92e7f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:47.426577 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-107c959a-0499-472e-a821-540a99b47af4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.507099 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-107c959a-0499-472e-a821-540a99b47af4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.534436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-c911a829-375c-4e0a-883e-71ea25618ee6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting subnet fe56d62f-5a41-4f93-997b-b944b69d31e4 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:10:47.538919 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c911a829-375c-4e0a-883e-71ea25618ee6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.543743 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c262962b-790b-4fe7-b6c9-8cf027becbfb admin admin] Deleting subnet 79cce3cc-b422-48ea-9b06-fb9f6766c9d9 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:10:47.557056 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c262962b-790b-4fe7-b6c9-8cf027becbfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.563247 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.605882 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf87d2b-e7b4-43a1-811b-f029bac6bcd6', 'name': 'tempest-snat-router-1984772990', 'tenant_id': '55553dc420bf4193ad20bf557edc5e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a09a814a-5caa-43dd-8d1b-868119491444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:39Z', 'updated_at': '2021-08-26T11:10:43Z', 'revision_number': 3, 'project_id': '55553dc420bf4193ad20bf557edc5e5b', 'gw_port': {'id': 'a09a814a-5caa-43dd-8d1b-868119491444', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf87d2b-e7b4-43a1-811b-f029bac6bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:41Z', 'updated_at': '2021-08-26T11:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:47.627945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c262962b-790b-4fe7-b6c9-8cf027becbfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.669260 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a080ae4-69e5-4ada-a7bf-45ae219dcbbc None None] The sync data for ids ['baf87d2b-e7b4-43a1-811b-f029bac6bcd6'] in n-d-778550-13 is: [{'id': 'baf87d2b-e7b4-43a1-811b-f029bac6bcd6', 'name': 'tempest-snat-router-1984772990', 'tenant_id': '55553dc420bf4193ad20bf557edc5e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'a09a814a-5caa-43dd-8d1b-868119491444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:39Z', 'updated_at': '2021-08-26T11:10:43Z', 'revision_number': 3, 'project_id': '55553dc420bf4193ad20bf557edc5e5b', 'gw_port': {'id': 'a09a814a-5caa-43dd-8d1b-868119491444', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf87d2b-e7b4-43a1-811b-f029bac6bcd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:41Z', 'updated_at': '2021-08-26T11:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:47.671393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c911a829-375c-4e0a-883e-71ea25618ee6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.687396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e6cd45b2-3790-4f02-b84e-f59e92e7f45b None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:47.726408 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-107c959a-0499-472e-a821-540a99b47af4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.735559 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-107c959a-0499-472e-a821-540a99b47af4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.740403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-107c959a-0499-472e-a821-540a99b47af4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/security-groups/7363307a-7d1a-4c3f-9fea-a05b9eb8c81a HTTP/1.1" status: 204 len: 168 time: 0.4795291 Aug 26 11:10:47.740940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44220) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:47.760033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c959a-0499-472e-a821-540a99b47af4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7363307a-7d1a-4c3f-9fea-a05b9eb8c81a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:47.853629 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c911a829-375c-4e0a-883e-71ea25618ee6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.887782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:47.900378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c262962b-790b-4fe7-b6c9-8cf027becbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.903714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Deleting port a09a814a-5caa-43dd-8d1b-868119491444 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:47.904068 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.929414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c06e412-08d9-4599-bc90-38dcb6e3228d tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting subnet 7f0e6595-7f54-47a8-b24c-9c6996557e9c {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:10:47.942642 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c911a829-375c-4e0a-883e-71ea25618ee6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.952427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:47.953583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7b427fde-a26c-4cdf-b1d5-d08b81c9c8f5 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:47.971276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c06e412-08d9-4599-bc90-38dcb6e3228d tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.986962 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c911a829-375c-4e0a-883e-71ea25618ee6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:47.989035 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd2eff-1cae-42e9-a6ab-82a4abed5403 None None] Network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:47.992647 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c911a829-375c-4e0a-883e-71ea25618ee6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/fe56d62f-5a41-4f93-997b-b944b69d31e4 HTTP/1.1" status: 204 len: 168 time: 0.6502273 Aug 26 11:10:47.993790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44224) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:47.997126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911a829-375c-4e0a-883e-71ea25618ee6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Subnet': ['ID=fe56d62f-5a41-4f93-997b-b944b69d31e4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:48.087701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c06e412-08d9-4599-bc90-38dcb6e3228d tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.129262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.171378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c262962b-790b-4fe7-b6c9-8cf027becbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.189397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] For port a09a814a-5caa-43dd-8d1b-868119491444, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a09a814a-5caa-43dd-8d1b-868119491444,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:48.189826 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.254334 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c262962b-790b-4fe7-b6c9-8cf027becbfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.259557 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c262962b-790b-4fe7-b6c9-8cf027becbfb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/79cce3cc-b422-48ea-9b06-fb9f6766c9d9 HTTP/1.1" status: 204 len: 168 time: 0.8712354 Aug 26 11:10:48.261002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Calling delete_port for a09a814a-5caa-43dd-8d1b-868119491444 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:48.262521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44230) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:48.265664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262962b-790b-4fe7-b6c9-8cf027becbfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79cce3cc-b422-48ea-9b06-fb9f6766c9d9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:48.274575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f1b89-c472-4a70-b579-e75c12069b18 None None] Network 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:48.361732 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 00e2d70d-4b50-480e-918b-8a0126314035 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:48.362173 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.395637 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c06e412-08d9-4599-bc90-38dcb6e3228d tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.447547 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.525592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port 00e2d70d-4b50-480e-918b-8a0126314035, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=00e2d70d-4b50-480e-918b-8a0126314035,segment=NetworkSegment(39371247-4c20-453a-acb8-cbe4cb81afe2),segment_id=39371247-4c20-453a-acb8-cbe4cb81afe2)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:48.525975 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.527804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6cd45b2-3790-4f02-b84e-f59e92e7f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:44Z', 'revision_number': 10, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:48.554046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 00e2d70d-4b50-480e-918b-8a0126314035 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:48.618911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd45b2-3790-4f02-b84e-f59e92e7f45b None None] Checking router: 6b6886dc-a8bb-424b-8140-4a868b285c30 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:48.640382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30fa532-840d-4eb3-b059-402b1adeb773 None None] DHCP port deletion for 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:10:48.640655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Deleting port 708995c7-0eee-4a82-88d5-cf1db56dcaac {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:48.640954 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.642243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd45b2-3790-4f02-b84e-f59e92e7f45b None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:48.642978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6cd45b2-3790-4f02-b84e-f59e92e7f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:48.715278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] For port 708995c7-0eee-4a82-88d5-cf1db56dcaac, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=708995c7-0eee-4a82-88d5-cf1db56dcaac,segment=NetworkSegment(0b4e2a16-83a0-4bd3-9977-7de8f839b8fa),segment_id=0b4e2a16-83a0-4bd3-9977-7de8f839b8fa)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:48.715659 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.730625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Calling delete_port for 708995c7-0eee-4a82-88d5-cf1db56dcaac owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:48.740155 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c06e412-08d9-4599-bc90-38dcb6e3228d tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.753089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.804384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06e412-08d9-4599-bc90-38dcb6e3228d tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0e6595-7f54-47a8-b24c-9c6996557e9c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:48.806628 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c06e412-08d9-4599-bc90-38dcb6e3228d tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.809797 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7c06e412-08d9-4599-bc90-38dcb6e3228d tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/7f0e6595-7f54-47a8-b24c-9c6996557e9c HTTP/1.1" status: 204 len: 168 time: 1.0661321 Aug 26 11:10:48.829879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44242) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:48.835659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc71a5d6-5218-474b-8e26-01da36696482 None None] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:48.838271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e290a599-ec51-4156-b9c8-50da30aadfb6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:48.864041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event deleted for resources: {'Port': ['ID=a09a814a-5caa-43dd-8d1b-868119491444,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:48.889973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e6cd45b2-3790-4f02-b84e-f59e92e7f45b None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:48.894350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb9dae-2192-49f1-8f53-2378c3fa3fbc None None] DHCP port deletion for 7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:10:48.945895 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:48.998424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-49cb9dae-2192-49f1-8f53-2378c3fa3fbc None None] The port '708995c7-0eee-4a82-88d5-cf1db56dcaac' was deleted {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 26 11:10:49.031991 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.084966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Pushing event deleted for resources: {'Port': ['ID=708995c7-0eee-4a82-88d5-cf1db56dcaac,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:49.090568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] No DVR routers for this DVR port 708995c7-0eee-4a82-88d5-cf1db56dcaac on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:49.096856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.119523 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.122213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.183616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f30fa532-840d-4eb3-b059-402b1adeb773 None None] Deleting port 00e2d70d-4b50-480e-918b-8a0126314035 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:49.184004 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f30fa532-840d-4eb3-b059-402b1adeb773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.192895 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.193483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router baf87d2b-e7b4-43a1-811b-f029bac6bcd6 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:10:49.197962 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.199274 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bff9ee70-57da-4dc1-98c7-c4869a5bcc7a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "DELETE /v2.0/routers/baf87d2b-e7b4-43a1-811b-f029bac6bcd6 HTTP/1.1" status: 204 len: 168 time: 2.4996181 Aug 26 11:10:49.202535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44260) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:49.241782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=00e2d70d-4b50-480e-918b-8a0126314035,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:49.286012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No DVR routers for this DVR port 00e2d70d-4b50-480e-918b-8a0126314035 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:49.325022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.326855 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.351193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e290a599-ec51-4156-b9c8-50da30aadfb6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:49.354869 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e290a599-ec51-4156-b9c8-50da30aadfb6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.359992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:49.482601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:49.482973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4e2a16-83a0-4bd3-9977-7de8f839b8fa') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:49.486012 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.504862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.511933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64faf98f-cba7-4e68-9d7d-c98b81a6fd75']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:49.526233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.539786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39371247-4c20-453a-acb8-cbe4cb81afe2') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:49.540131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39371247-4c20-453a-acb8-cbe4cb81afe2') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:49.567446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.569759 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.570105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 00e2d70d-4b50-480e-918b-8a0126314035 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:49.589686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:10:49.590081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.593363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Deleting port 87a14b9c-7889-4bf7-8969-354af87c599c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:49.593717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:10:49.596815 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:10:49.646914 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.659580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 00e2d70d-4b50-480e-918b-8a0126314035 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:49.660343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 00e2d70d-4b50-480e-918b-8a0126314035 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:49.660976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 708995c7-0eee-4a82-88d5-cf1db56dcaac no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:49.674358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:10:49.674833 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:10:49.682217 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:10:49.712453 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.713716 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 708995c7-0eee-4a82-88d5-cf1db56dcaac {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:49.714315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 708995c7-0eee-4a82-88d5-cf1db56dcaac not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:49.725735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] For port 87a14b9c-7889-4bf7-8969-354af87c599c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=87a14b9c-7889-4bf7-8969-354af87c599c,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:49.726180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.734879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f30fa532-840d-4eb3-b059-402b1adeb773 None None] For port 00e2d70d-4b50-480e-918b-8a0126314035, host n-d-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:49.735579 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f30fa532-840d-4eb3-b059-402b1adeb773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.747970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Calling delete_port for 87a14b9c-7889-4bf7-8969-354af87c599c owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:49.778752 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.789274 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f30fa532-840d-4eb3-b059-402b1adeb773 None None] Calling delete_port for 00e2d70d-4b50-480e-918b-8a0126314035 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:49.803174 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.811138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] 10.222.0.21 "DELETE /v2.0/networks/7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4 HTTP/1.1" status: 204 len: 168 time: 1.5414429 Aug 26 11:10:49.811138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c61d2-a69c-4a2c-accf-d1b2a1bf05fd admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed5a5a6-a464-4ff4-8cf6-ecef01dfebe4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:49.811628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-f30fa532-840d-4eb3-b059-402b1adeb773 None None] Port 00e2d70d-4b50-480e-918b-8a0126314035 was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 11:10:49.838778 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f30fa532-840d-4eb3-b059-402b1adeb773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.883783 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.906422 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.908415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/networks/64faf98f-cba7-4e68-9d7d-c98b81a6fd75 HTTP/1.1" status: 204 len: 168 time: 1.9134986 Aug 26 11:10:49.913564 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f30fa532-840d-4eb3-b059-402b1adeb773 None None] Network 64faf98f-cba7-4e68-9d7d-c98b81a6fd75 is not hosted by any dhcp agent {{(pid=101268) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 26 11:10:49.917318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30fa532-840d-4eb3-b059-402b1adeb773 None None] No DVR routers for this DVR port 00e2d70d-4b50-480e-918b-8a0126314035 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:49.925209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44280) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:49.946250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fa532-840d-4eb3-b059-402b1adeb773 None None] Pushing event deleted for resources: {'Port': ['ID=00e2d70d-4b50-480e-918b-8a0126314035,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:49.983391 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:49.984055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71df35-d914-4557-8f22-9fe36d85ece0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Network': ['ID=64faf98f-cba7-4e68-9d7d-c98b81a6fd75,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:50.024538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44282) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:50.033306 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event deleted for resources: {'Port': ['ID=87a14b9c-7889-4bf7-8969-354af87c599c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:50.067843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6cd45b2-3790-4f02-b84e-f59e92e7f45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:44Z', 'revision_number': 10, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:50.134189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd45b2-3790-4f02-b84e-f59e92e7f45b None None] The sync data for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 is: [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:44Z', 'revision_number': 10, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None, '_interfaces': [{'id': '91226e26-009d-4174-82db-7118c690898c', 'name': '', 'network_id': 'e734b75e-72f5-4c4e-9ec3-366c172c34b2', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'mac_address': 'fa:16:3e:32:82:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:09:31Z', 'updated_at': '2021-08-26T11:09:52Z', 'revision_number': 5, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'subnets': [{'id': '1f9d3453-bbde-4095-b816-1903fee3d5e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:50.166421 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.249798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44286) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:50.311524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.313694 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cf1c9b-cede-4c5a-8c9c-3501769ee6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.316051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.388608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.389198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5763534c-cacb-43cc-ac92-4fe97b0ab5fe {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:10:50.396468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.397656 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-90d1d9ad-0287-467c-8dbd-a16ac37d5f24 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5763534c-cacb-43cc-ac92-4fe97b0ab5fe HTTP/1.1" status: 204 len: 168 time: 1.1941543 Aug 26 11:10:50.405539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44288) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:50.414280 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.415130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-137199533', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:50.421109 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e290a599-ec51-4156-b9c8-50da30aadfb6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.478448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ed20ce0a-4124-4538-92d0-d3119a390987 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff0e8881fff44dc588833fa16efe7c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250888 Aug 26 11:10:50.483163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44290) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:50.531269 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cf1c9b-cede-4c5a-8c9c-3501769ee6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.553556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e290a599-ec51-4156-b9c8-50da30aadfb6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:50.567464 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cf1c9b-cede-4c5a-8c9c-3501769ee6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.582101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.583156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.584765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-e290a599-ec51-4156-b9c8-50da30aadfb6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:50.596914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e290a599-ec51-4156-b9c8-50da30aadfb6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:50.598074 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e290a599-ec51-4156-b9c8-50da30aadfb6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.629014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290a599-ec51-4156-b9c8-50da30aadfb6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Subnet': ['ID=18366502-27b0-4452-9574-016b7c39d6f1,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:50.656237 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-69cf1c9b-cede-4c5a-8c9c-3501769ee6c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ff04d9c46984097b644135c2cb42ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261823 Aug 26 11:10:50.657991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf1c9b-cede-4c5a-8c9c-3501769ee6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0f999f-1da6-41e4-a585-369ed77b1e89,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:50.662928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44292) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:50.711702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e290a599-ec51-4156-b9c8-50da30aadfb6 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8792226 Aug 26 11:10:50.719548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44294) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:50.725708 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.727849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5451662b-5678-44e0-ad93-5d8d75676651 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'security_group': {'name': 'tempest-secgroup-1332208175'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:50.786557 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7299c84-6595-41e5-ba16-13c1114d0c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.816556 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5451662b-5678-44e0-ad93-5d8d75676651 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.836858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffe1675-281d-4f55-b8f6-3826dca49a3b None None] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:50.845002 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0d37681-fbe9-4697-ae05-5940e4c53b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.848522 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7299c84-6595-41e5-ba16-13c1114d0c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.916844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.925630 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0d37681-fbe9-4697-ae05-5940e4c53b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:50.926588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c9a8de85-dc0a-4a82-b221-767d8cff9535 None None] Provisioning complete for port 85a89788-f814-434a-a467-953d959d6140 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:50.927657 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9a8de85-dc0a-4a82-b221-767d8cff9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.078301 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0d37681-fbe9-4697-ae05-5940e4c53b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.081106 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0d37681-fbe9-4697-ae05-5940e4c53b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.082846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b0d37681-fbe9-4697-ae05-5940e4c53b87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c0f999f-1da6-41e4-a585-369ed77b1e89 HTTP/1.1" status: 204 len: 168 time: 0.4187157 Aug 26 11:10:51.092851 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7299c84-6595-41e5-ba16-13c1114d0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.095229 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7299c84-6595-41e5-ba16-13c1114d0c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.096401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c7299c84-6595-41e5-ba16-13c1114d0c56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46008d5d-4aec-45a3-8dd7-12ab2ca614c4 HTTP/1.1" status: 204 len: 168 time: 0.6119459 Aug 26 11:10:51.109854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d37681-fbe9-4697-ae05-5940e4c53b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0f999f-1da6-41e4-a585-369ed77b1e89,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:51.120101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c9a8de85-dc0a-4a82-b221-767d8cff9535 None None] Provisioning complete for port 96dfa07c-5a54-474c-bc69-28cc32543ad5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:51.120840 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9a8de85-dc0a-4a82-b221-767d8cff9535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.180739 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5451662b-5678-44e0-ad93-5d8d75676651 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.195386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7299c84-6595-41e5-ba16-13c1114d0c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46008d5d-4aec-45a3-8dd7-12ab2ca614c4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:51.207535 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5451662b-5678-44e0-ad93-5d8d75676651 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.219785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8de85-dc0a-4a82-b221-767d8cff9535 None None] Port 96dfa07c-5a54-474c-bc69-28cc32543ad5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:51.231000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c2cc1-d42a-45af-b8c4-b16c09696b8b None None] Update dhcp port {'port': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'fixed_ips': [{'subnet_id': '20aef27f-9092-45ac-9b58-8378fe692663', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '18366502-27b0-4452-9574-016b7c39d6f1'}], 'binding:host_id': 'n-d-778550-13'}, 'id': '85a89788-f814-434a-a467-953d959d6140'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:10:51.263452 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.295279 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.323632 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e50c2cc1-d42a-45af-b8c4-b16c09696b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.337598 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.456401 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5451662b-5678-44e0-ad93-5d8d75676651 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.459120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5451662b-5678-44e0-ad93-5d8d75676651 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7373264 Aug 26 11:10:51.464151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44300) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:51.473874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-90443cb1-47dd-4d23-ae8e-95567312e6e5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'security_group': {'name': 'tempest-secgroup-685240959'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:51.547982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Allocated IP 172.25.1.124 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/222bc622-bcc8-4d89-b075-2ab119d73012) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:51.555435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e50c2cc1-d42a-45af-b8c4-b16c09696b8b None None] Allocated IP 2001:db8::2 (4b91e069-13ce-47c7-a6b0-1715dca2a948/18366502-27b0-4452-9574-016b7c39d6f1/85a89788-f814-434a-a467-953d959d6140) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:51.558687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451662b-5678-44e0-ad93-5d8d75676651 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9f545d-b6f5-46dd-816d-0931828529f8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:51.561569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 87a14b9c-7889-4bf7-8969-354af87c599c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:51.622895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 87a14b9c-7889-4bf7-8969-354af87c599c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:51.623560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 87a14b9c-7889-4bf7-8969-354af87c599c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:51.624145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 76373ef9-d3ea-4e78-aa35-a231b2bdb105 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:51.625779 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90443cb1-47dd-4d23-ae8e-95567312e6e5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.656264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 76373ef9-d3ea-4e78-aa35-a231b2bdb105 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:51.656609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 76373ef9-d3ea-4e78-aa35-a231b2bdb105 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:51.657033 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a09a814a-5caa-43dd-8d1b-868119491444 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:51.680291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: a09a814a-5caa-43dd-8d1b-868119491444 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:51.681068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a09a814a-5caa-43dd-8d1b-868119491444 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:51.705392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.748500 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:10:51.749870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.794532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e50c2cc1-d42a-45af-b8c4-b16c09696b8b None None] For port 85a89788-f814-434a-a467-953d959d6140, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=85a89788-f814-434a-a467-953d959d6140,segment=NetworkSegment(dc833654-66a8-4690-95ab-be2c89fd7d6f),segment_id=dc833654-66a8-4690-95ab-be2c89fd7d6f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:51.797675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:51.800966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:51.807367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:51.836463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Pushing event updated for resources: {'Port': ['ID=222bc622-bcc8-4d89-b075-2ab119d73012,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:51.858191 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e50c2cc1-d42a-45af-b8c4-b16c09696b8b None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.885186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e50c2cc1-d42a-45af-b8c4-b16c09696b8b None None] Transition to ACTIVE for port object 85a89788-f814-434a-a467-953d959d6140 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:51.890429 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e50c2cc1-d42a-45af-b8c4-b16c09696b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:51.898802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 91226e26-009d-4174-82db-7118c690898c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:51.899163 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.022721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port 91226e26-009d-4174-82db-7118c690898c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=91226e26-009d-4174-82db-7118c690898c,segment=NetworkSegment(3121e28a-b21c-4d2d-be76-ef76f41a287d),segment_id=3121e28a-b21c-4d2d-be76-ef76f41a287d)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:52.023148 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.024219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c2cc1-d42a-45af-b8c4-b16c09696b8b None None] Pushing event updated for resources: {'Port': ['ID=85a89788-f814-434a-a467-953d959d6140,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:52.027553 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90443cb1-47dd-4d23-ae8e-95567312e6e5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.048583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90443cb1-47dd-4d23-ae8e-95567312e6e5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.049915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44312) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:52.059233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 91226e26-009d-4174-82db-7118c690898c owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:52.075316 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-52a26c46-1e4b-4d1c-bd00-448cba250e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.105980 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90443cb1-47dd-4d23-ae8e-95567312e6e5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.107786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-90443cb1-47dd-4d23-ae8e-95567312e6e5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6409128 Aug 26 11:10:52.116309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44316) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:52.147384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90443cb1-47dd-4d23-ae8e-95567312e6e5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0875fb89-20fd-43a7-b289-f5b0116548e9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:52.187180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-39fb40a1-f2d4-4d91-9a80-fed67d24e1ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106240199'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:52.205727 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.343658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.344832 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.373925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=91226e26-009d-4174-82db-7118c690898c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:52.558636 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.735048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44326) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:52.906896 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-52a26c46-1e4b-4d1c-bd00-448cba250e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.918420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-52a26c46-1e4b-4d1c-bd00-448cba250e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:52.974125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-81bac112-eaaf-4568-81bb-29618aae2d22 None None] Provisioning for port 85a89788-f814-434a-a467-953d959d6140 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:52.980238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-81bac112-eaaf-4568-81bb-29618aae2d22 None None] Provisioning complete for port 85a89788-f814-434a-a467-953d959d6140 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:52.980914 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-81bac112-eaaf-4568-81bb-29618aae2d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.012529 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-39fb40a1-f2d4-4d91-9a80-fed67d24e1ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.022006 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-52a26c46-1e4b-4d1c-bd00-448cba250e80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d9a5746d72541c7b19130004b7e9ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9697726 Aug 26 11:10:53.031738 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44330) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:53.045020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a26c46-1e4b-4d1c-bd00-448cba250e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde8d298-e6bd-4de4-a759-783ae0356925,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:53.081425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1967732061-network', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:53.099236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 6b6886dc-a8bb-424b-8140-4a868b285c30 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:53.103231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-81bac112-eaaf-4568-81bb-29618aae2d22 None None] Provisioning complete for port 96dfa07c-5a54-474c-bc69-28cc32543ad5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:53.104068 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-81bac112-eaaf-4568-81bb-29618aae2d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.143155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-81bac112-eaaf-4568-81bb-29618aae2d22 None None] Port 96dfa07c-5a54-474c-bc69-28cc32543ad5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:53.164099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.180625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:53.188682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4b16b7b7-f0d3-4a30-b180-1f3186071143 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2516463 Aug 26 11:10:53.188915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44332) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:53.191597 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70802f7e-9a47-4ee7-8c14-4935aa0a234b None None] Sync routers for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:53.201618 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70802f7e-9a47-4ee7-8c14-4935aa0a234b None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:53.202250 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-70802f7e-9a47-4ee7-8c14-4935aa0a234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:53.224368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4be3dc66-b82d-4df3-ac22-b3dc60cd6ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.271026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45611d4-b4ed-4768-ba3e-39af7167d420 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting subnet 1f9d3453-bbde-4095-b816-1903fee3d5e2 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:10:53.276880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f45611d4-b4ed-4768-ba3e-39af7167d420 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.293851 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-70802f7e-9a47-4ee7-8c14-4935aa0a234b None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:53.316817 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4be3dc66-b82d-4df3-ac22-b3dc60cd6ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.320211 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-39fb40a1-f2d4-4d91-9a80-fed67d24e1ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.323828 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f45611d4-b4ed-4768-ba3e-39af7167d420 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.331238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-39fb40a1-f2d4-4d91-9a80-fed67d24e1ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.353169 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-70802f7e-9a47-4ee7-8c14-4935aa0a234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:52Z', 'revision_number': 11, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:53.380653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Made reservation on behalf of d3a9d573fa8f464ebcd4adf90e626417 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:53.383107 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.383841 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70802f7e-9a47-4ee7-8c14-4935aa0a234b None None] Checking router: 6b6886dc-a8bb-424b-8140-4a868b285c30 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:53.396695 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70802f7e-9a47-4ee7-8c14-4935aa0a234b None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:53.397566 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-70802f7e-9a47-4ee7-8c14-4935aa0a234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:53.399227 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.403185 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-39fb40a1-f2d4-4d91-9a80-fed67d24e1ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.407428 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-39fb40a1-f2d4-4d91-9a80-fed67d24e1ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2896276 Aug 26 11:10:53.409418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44334) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:53.410254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb40a1-f2d4-4d91-9a80-fed67d24e1ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbad55d6-6fe8-4db8-a4a6-68e7371a1f65,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:53.420517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1953064961', 'security_groups': ['fbad55d6-6fe8-4db8-a4a6-68e7371a1f65'], 'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18366502-27b0-4452-9574-016b7c39d6f1'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:53.457289 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f45611d4-b4ed-4768-ba3e-39af7167d420 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.533931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4be3dc66-b82d-4df3-ac22-b3dc60cd6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.537082 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-70802f7e-9a47-4ee7-8c14-4935aa0a234b None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:53.538606 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4be3dc66-b82d-4df3-ac22-b3dc60cd6ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.540269 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4be3dc66-b82d-4df3-ac22-b3dc60cd6ca2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dde8d298-e6bd-4de4-a759-783ae0356925 HTTP/1.1" status: 204 len: 168 time: 0.5040886 Aug 26 11:10:53.558074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Router 639eeddd-5412-44c7-bdac-9d4070d9c3b1 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:10:53.570001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3dc66-b82d-4df3-ac22-b3dc60cd6ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde8d298-e6bd-4de4-a759-783ae0356925,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:53.582690 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f45611d4-b4ed-4768-ba3e-39af7167d420 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.639709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45611d4-b4ed-4768-ba3e-39af7167d420 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9d3453-bbde-4095-b816-1903fee3d5e2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:53.653612 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f45611d4-b4ed-4768-ba3e-39af7167d420 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.662483 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7709e3-c497-49e7-aad0-5b66c9f4ccb4 None None] Network e734b75e-72f5-4c4e-9ec3-366c172c34b2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:53.666453 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-70802f7e-9a47-4ee7-8c14-4935aa0a234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:52Z', 'revision_number': 11, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:53.671380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f45611d4-b4ed-4768-ba3e-39af7167d420 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/1f9d3453-bbde-4095-b816-1903fee3d5e2 HTTP/1.1" status: 204 len: 168 time: 0.4811678 Aug 26 11:10:53.677948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44338) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:53.680402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 85a89788-f814-434a-a467-953d959d6140 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:53.709466 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70802f7e-9a47-4ee7-8c14-4935aa0a234b None None] The sync data for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 is: [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:52Z', 'revision_number': 11, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:53.713183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:53.761341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e0eef-0645-4acb-bd62-2c1916784140 None None] Sync routers for ids ['639eeddd-5412-44c7-bdac-9d4070d9c3b1'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:53.815351 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.815600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e0eef-0645-4acb-bd62-2c1916784140 None None] Routers {'639eeddd-5412-44c7-bdac-9d4070d9c3b1'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:53.816754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e61e0eef-0645-4acb-bd62-2c1916784140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['639eeddd-5412-44c7-bdac-9d4070d9c3b1'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:53.822222 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.838075 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.843039 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b44a4c45-0dfb-4ef2-bf59-f0bf2dc5a945 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4337630 Aug 26 11:10:53.844811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44342) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:53.852407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ccddd6c2-84f9-48de-ae7f-96321e91ba1f tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'enable_snat': False}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:53.859195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e61e0eef-0645-4acb-bd62-2c1916784140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:53.862314 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.864713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:53.873083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:10:53.922449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e0eef-0645-4acb-bd62-2c1916784140 None None] Routers {'639eeddd-5412-44c7-bdac-9d4070d9c3b1'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:53.923035 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e61e0eef-0645-4acb-bd62-2c1916784140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['639eeddd-5412-44c7-bdac-9d4070d9c3b1'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:53.923400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fe49dc-2915-4e76-b338-0524f054435e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:53.929218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 85a89788-f814-434a-a467-953d959d6140 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:53.929779 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.950640 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:53.951441 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Added segment d7869cf2-3a8f-4630-8a8e-321d7e366881 of type vlan for network f8fedadf-872d-4fec-b38f-c658ecc8deac Aug 26 11:10:53.986864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e61e0eef-0645-4acb-bd62-2c1916784140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:53.987591 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e0eef-0645-4acb-bd62-2c1916784140 None None] The sync data for ids ['639eeddd-5412-44c7-bdac-9d4070d9c3b1'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:54.053119 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.097943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe01071-676f-43b0-a2fb-8fce20e081a5 None None] DHCP port deletion for e734b75e-72f5-4c4e-9ec3-366c172c34b2 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:10:54.106544 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.109612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] device_id is not set on port 57136206-f624-4da7-8476-740cf47f2bc7 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:10:54.191178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3fe01071-676f-43b0-a2fb-8fce20e081a5 None None] Deleting port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:54.195147 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3fe01071-676f-43b0-a2fb-8fce20e081a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.281107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Deleting port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:54.281498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.312979 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.313945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:54.314534 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.377770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3fe01071-676f-43b0-a2fb-8fce20e081a5 None None] For port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5f95e966-3cbc-4643-b2d1-e1ae0940d24b,segment=NetworkSegment(3121e28a-b21c-4d2d-be76-ef76f41a287d),segment_id=3121e28a-b21c-4d2d-be76-ef76f41a287d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:54.379158 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3fe01071-676f-43b0-a2fb-8fce20e081a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.402094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3fe01071-676f-43b0-a2fb-8fce20e081a5 None None] Calling delete_port for 5f95e966-3cbc-4643-b2d1-e1ae0940d24b owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:54.460884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7210844 Aug 26 11:10:54.460884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44352) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:54.469940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] Request body: {'subnet': {'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1967732061-subnet', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:54.482972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bb25a-0286-42b7-a5bd-4e2de966049b admin admin] Pushing event updated for resources: {'Network': ['ID=f8fedadf-872d-4fec-b38f-c658ecc8deac,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:54.496862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] For port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5f95e966-3cbc-4643-b2d1-e1ae0940d24b,segment=NetworkSegment(3121e28a-b21c-4d2d-be76-ef76f41a287d),segment_id=3121e28a-b21c-4d2d-be76-ef76f41a287d)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:54.497237 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.498061 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8::301 (4b91e069-13ce-47c7-a6b0-1715dca2a948/18366502-27b0-4452-9574-016b7c39d6f1/57136206-f624-4da7-8476-740cf47f2bc7) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:54.519811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f8fedadf-872d-4fec-b38f-c658ecc8deac details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:10:54.562031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Calling delete_port for 5f95e966-3cbc-4643-b2d1-e1ae0940d24b owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:54.571627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] Made reservation on behalf of d3a9d573fa8f464ebcd4adf90e626417 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:54.574021 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.703527 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3fe01071-676f-43b0-a2fb-8fce20e081a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.719216 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.728069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe01071-676f-43b0-a2fb-8fce20e081a5 None None] No DVR routers for this DVR port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:54.754208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object 57136206-f624-4da7-8476-740cf47f2bc7 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:54.757493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe01071-676f-43b0-a2fb-8fce20e081a5 None None] Pushing event deleted for resources: {'Port': ['ID=5f95e966-3cbc-4643-b2d1-e1ae0940d24b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:54.765545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccddd6c2-84f9-48de-ae7f-96321e91ba1f tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.806600 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.864844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44362) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:54.871829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:54.877024 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.884171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:54.890211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:54.896310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:54.897015 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:54.907449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=57136206-f624-4da7-8476-740cf47f2bc7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:54.919717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Port': ['ID=5f95e966-3cbc-4643-b2d1-e1ae0940d24b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:54.930483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-11c11724-ece3-4cf6-8853-10dfc17431ab tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5158260 Aug 26 11:10:54.934950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44366) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:54.941954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a37f3e92-3c05-4b4b-9de3-624dbb5fdb1a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:54.947073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No DVR routers for this DVR port 5f95e966-3cbc-4643-b2d1-e1ae0940d24b on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:10:55.078648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-361383229'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:55.087956 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.137622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Made reservation on behalf of 1bb830eaa6d746fd8e396ff29cf7f484 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:55.141807 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.149223 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.151342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37f3e92-3c05-4b4b-9de3-624dbb5fdb1a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:55.155032 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a37f3e92-3c05-4b4b-9de3-624dbb5fdb1a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.171807 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.172933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e734b75e-72f5-4c4e-9ec3-366c172c34b2']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:55.183023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-89125632-3f74-4792-94d8-8068d4224b32 None None] Provisioning for port 57136206-f624-4da7-8476-740cf47f2bc7 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:55.187546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-89125632-3f74-4792-94d8-8068d4224b32 None None] Provisioning complete for port 57136206-f624-4da7-8476-740cf47f2bc7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:55.188009 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89125632-3f74-4792-94d8-8068d4224b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.191872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3121e28a-b21c-4d2d-be76-ef76f41a287d') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:55.192179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3121e28a-b21c-4d2d-be76-ef76f41a287d') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:55.195915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:55.215972 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.234939 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-89125632-3f74-4792-94d8-8068d4224b32 None None] Port 57136206-f624-4da7-8476-740cf47f2bc7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:55.240142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] Checking segment: {'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:55.240514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] Network hostable DHCP agents. Network: f8fedadf-872d-4fec-b38f-c658ecc8deac, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:10:55.274268 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.288324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:10:55.288719 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: self.session.flush() Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:10:55.293048 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:10:55.306810 n-d-778550-13 neutron-server[101266]: INFO neutron.db.ipam_backend_mixin [None req-a37f3e92-3c05-4b4b-9de3-624dbb5fdb1a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18366502-27b0-4452-9574-016b7c39d6f1 (CIDR: 2001:db8::/64) Aug 26 11:10:55.314306 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37f3e92-3c05-4b4b-9de3-624dbb5fdb1a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:10:55.314866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37f3e92-3c05-4b4b-9de3-624dbb5fdb1a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:10:55.352952 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.359177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.368945 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a37f3e92-3c05-4b4b-9de3-624dbb5fdb1a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4325817 Aug 26 11:10:55.379344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44368) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:55.385098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c7d85f43-c173-4799-a188-6cd4c456ab3b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:55.397902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] Network f8fedadf-872d-4fec-b38f-c658ecc8deac is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:10:55.414202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:10:55.431786 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.443121 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.445180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/networks/e734b75e-72f5-4c4e-9ec3-366c172c34b2 HTTP/1.1" status: 204 len: 168 time: 1.7639680 Aug 26 11:10:55.447804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f8fedadf-872d-4fec-b38f-c658ecc8deac) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:55.448774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44370) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:55.457935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbafb2b-43c8-4336-abc5-04e8d9f1f8da None None] Network f8fedadf-872d-4fec-b38f-c658ecc8deac requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:55.506227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d3e1bf2e-16ad-436b-a713-3f6fea9ce66b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'routes': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:55.509152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:55.510426 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.516018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a2309-4477-4cc6-9509-6389edee09a2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Pushing event deleted for resources: {'Network': ['ID=e734b75e-72f5-4c4e-9ec3-366c172c34b2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:55.532643 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 91226e26-009d-4174-82db-7118c690898c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:55.557864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 91226e26-009d-4174-82db-7118c690898c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:55.558231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 91226e26-009d-4174-82db-7118c690898c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:55.558662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5f95e966-3cbc-4643-b2d1-e1ae0940d24b no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:10:55.559727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd010ade-d15b-4e9d-bc98-e508f3f3f05b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:55.571993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.572451 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Added segment ac522574-ed72-47ba-b4c0-20379cbda66e of type vlan for network c8fc937f-641c-4720-baef-46dc88c5e910 Aug 26 11:10:55.604818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 5f95e966-3cbc-4643-b2d1-e1ae0940d24b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:10:55.605426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5f95e966-3cbc-4643-b2d1-e1ae0940d24b not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:10:55.622993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.628970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d85f43-c173-4799-a188-6cd4c456ab3b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:55.633058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c7d85f43-c173-4799-a188-6cd4c456ab3b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.662432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2cc353a4-c347-4977-9d71-dd357fac4315 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1932161 Aug 26 11:10:55.679430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44372) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:55.683996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1967732061-router', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:55.717300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8531218e-47d1-4b21-ac25-e4c7e1d6026b None None] Network f8fedadf-872d-4fec-b38f-c658ecc8deac requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:55.728558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.729703 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.805465 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.811211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:55.811958 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.819666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:55.974434 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1065040 Aug 26 11:10:55.986308 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44374) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:55.999062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Request body: {'subnet': {'network_id': 'c8fc937f-641c-4720-baef-46dc88c5e910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:56.023427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba613ec-31b5-4b15-b859-13cd1287597f tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Pushing event updated for resources: {'Network': ['ID=c8fc937f-641c-4720-baef-46dc88c5e910,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:56.028768 n-d-778550-13 neutron-server[101266]: INFO neutron.db.ipam_backend_mixin [None req-c7d85f43-c173-4799-a188-6cd4c456ab3b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 20aef27f-9092-45ac-9b58-8378fe692663 (CIDR: 2001:db8:0:1::/64) Aug 26 11:10:56.046386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network c8fc937f-641c-4720-baef-46dc88c5e910 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:10:56.058710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.extraroute_db [None req-d3e1bf2e-16ad-436b-a713-3f6fea9ce66b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Added routes are [] {{(pid=101267) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 26 11:10:56.059045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.extraroute_db [None req-d3e1bf2e-16ad-436b-a713-3f6fea9ce66b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Removed routes are [] {{(pid=101267) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 26 11:10:56.059420 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf2e-16ad-436b-a713-3f6fea9ce66b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.098832 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d85f43-c173-4799-a188-6cd4c456ab3b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:10:56.099247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d85f43-c173-4799-a188-6cd4c456ab3b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:10:56.168321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.178907 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c7d85f43-c173-4799-a188-6cd4c456ab3b tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7978241 Aug 26 11:10:56.181694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44378) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:56.188049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0626f74f-c0f0-47dd-aefb-273b533ea259 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'subnet': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:56.241288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccddd6c2-84f9-48de-ae7f-96321e91ba1f tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.246782 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccddd6c2-84f9-48de-ae7f-96321e91ba1f tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.296672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Made reservation on behalf of 1bb830eaa6d746fd8e396ff29cf7f484 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:56.300203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.353632 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf2e-16ad-436b-a713-3f6fea9ce66b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.363615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf2e-16ad-436b-a713-3f6fea9ce66b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.468233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0626f74f-c0f0-47dd-aefb-273b533ea259 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Made reservation on behalf of 476ceaf3ced8446a959be5bfd3c12971 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:56.470530 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0626f74f-c0f0-47dd-aefb-273b533ea259 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.500446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e1bf2e-16ad-436b-a713-3f6fea9ce66b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 6b6886dc-a8bb-424b-8140-4a868b285c30 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:56.507393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccddd6c2-84f9-48de-ae7f-96321e91ba1f tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Router 639eeddd-5412-44c7-bdac-9d4070d9c3b1 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:10:56.627111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e1bf2e-16ad-436b-a713-3f6fea9ce66b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:56.637988 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d3e1bf2e-16ad-436b-a713-3f6fea9ce66b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.638217 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998cfb13-6189-43ff-89b6-30c112188225 None None] Sync routers for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:56.641856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d3e1bf2e-16ad-436b-a713-3f6fea9ce66b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30 HTTP/1.1" status: 200 len: 702 time: 1.1419420 Aug 26 11:10:56.642093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44380) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:56.654649 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998cfb13-6189-43ff-89b6-30c112188225 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:56.658702 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-998cfb13-6189-43ff-89b6-30c112188225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:56.715185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-116f242d-9f7f-4f19-a1d4-252cb2c86c23 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b6886dc-a8bb-424b-8140-4a868b285c30 HTTP/1.1" status: 200 len: 205 time: 0.0699477 Aug 26 11:10:56.720195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44382) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:56.750367 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-998cfb13-6189-43ff-89b6-30c112188225 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:56.773345 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.808494 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-998cfb13-6189-43ff-89b6-30c112188225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:52Z', 'revision_number': 11, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:56.808785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccddd6c2-84f9-48de-ae7f-96321e91ba1f tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:56.814259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ccddd6c2-84f9-48de-ae7f-96321e91ba1f tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.818773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ccddd6c2-84f9-48de-ae7f-96321e91ba1f tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "PUT /v2.0/routers/639eeddd-5412-44c7-bdac-9d4070d9c3b1 HTTP/1.1" status: 200 len: 921 time: 2.9738338 Aug 26 11:10:56.819813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44384) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:56.823560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823852d-92d0-4bf7-98bf-0e64cd79ed3e None None] Sync routers for ids ['639eeddd-5412-44c7-bdac-9d4070d9c3b1'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:56.827369 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e051a277-2d40-4c40-bbb1-de2e98a229ce tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.834212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.839420 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998cfb13-6189-43ff-89b6-30c112188225 None None] Checking router: 6b6886dc-a8bb-424b-8140-4a868b285c30 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:56.840715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823852d-92d0-4bf7-98bf-0e64cd79ed3e None None] Routers {'639eeddd-5412-44c7-bdac-9d4070d9c3b1'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:56.842510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2823852d-92d0-4bf7-98bf-0e64cd79ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['639eeddd-5412-44c7-bdac-9d4070d9c3b1'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:56.849303 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998cfb13-6189-43ff-89b6-30c112188225 None None] Routers {'6b6886dc-a8bb-424b-8140-4a868b285c30'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:56.849936 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-998cfb13-6189-43ff-89b6-30c112188225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6b6886dc-a8bb-424b-8140-4a868b285c30'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:56.885631 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:56.896789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2823852d-92d0-4bf7-98bf-0e64cd79ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:56.912420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823852d-92d0-4bf7-98bf-0e64cd79ed3e None None] Routers {'639eeddd-5412-44c7-bdac-9d4070d9c3b1'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:56.913347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2823852d-92d0-4bf7-98bf-0e64cd79ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['639eeddd-5412-44c7-bdac-9d4070d9c3b1'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:56.924629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Pushing event updated for resources: {'Subnet': ['ID=f9e880ae-a3f0-4900-a0e0-37d78686fcb1,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:56.969629 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2823852d-92d0-4bf7-98bf-0e64cd79ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:56.970639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823852d-92d0-4bf7-98bf-0e64cd79ed3e None None] The sync data for ids ['639eeddd-5412-44c7-bdac-9d4070d9c3b1'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:56.978443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Checking segment: {'id': 'ac522574-ed72-47ba-b4c0-20379cbda66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c8fc937f-641c-4720-baef-46dc88c5e910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:56.979989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Network hostable DHCP agents. Network: c8fc937f-641c-4720-baef-46dc88c5e910, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:10:57.033286 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-998cfb13-6189-43ff-89b6-30c112188225 None None] Set router 6b6886dc-a8bb-424b-8140-4a868b285c30 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:57.052302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Network c8fc937f-641c-4720-baef-46dc88c5e910 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:10:57.088805 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e051a277-2d40-4c40-bbb1-de2e98a229ce tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.089158 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-998cfb13-6189-43ff-89b6-30c112188225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:52Z', 'revision_number': 11, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:57.092425 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e051a277-2d40-4c40-bbb1-de2e98a229ce tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.102780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, c8fc937f-641c-4720-baef-46dc88c5e910) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:57.113605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:57.114576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.123131 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0626f74f-c0f0-47dd-aefb-273b533ea259 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.123399 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998cfb13-6189-43ff-89b6-30c112188225 None None] The sync data for ids ['6b6886dc-a8bb-424b-8140-4a868b285c30'] in n-d-778550-13 is: [{'id': '6b6886dc-a8bb-424b-8140-4a868b285c30', 'name': 'tempest-RoutersIpV6Test-router-8547236', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:09:26Z', 'updated_at': '2021-08-26T11:10:52Z', 'revision_number': 11, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:57.127063 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297396af-4e1e-4e38-b5ae-ff7b6d57d2f5 None None] Network c8fc937f-641c-4720-baef-46dc88c5e910 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:57.141765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c449e035-97cd-456c-a322-99fc745d5eb8 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/routers/639eeddd-5412-44c7-bdac-9d4070d9c3b1 HTTP/1.1" status: 200 len: 921 time: 0.3209059 Aug 26 11:10:57.145951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44386) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:57.146250 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Allocated IP 172.25.1.209 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/bd387888-78ef-45f2-aa65-d97d35938ffe) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:57.187113 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e051a277-2d40-4c40-bbb1-de2e98a229ce tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.187749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e051a277-2d40-4c40-bbb1-de2e98a229ce tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Fanout notify agent at l3_agent the message router_deleted on router 6b6886dc-a8bb-424b-8140-4a868b285c30 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:10:57.195530 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-46009fcc-f81f-4582-85aa-89d0788046d2 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2006965 Aug 26 11:10:57.196454 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e051a277-2d40-4c40-bbb1-de2e98a229ce tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.197748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e051a277-2d40-4c40-bbb1-de2e98a229ce tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30 HTTP/1.1" status: 204 len: 168 time: 0.4764936 Aug 26 11:10:57.198482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44388) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:57.214463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44390) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:57.220955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d182fba1-4cb9-4c30-a8b2-e7477dc5a08b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1917096564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:57.221827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Request body: {'port': {'network_id': 'c8fc937f-641c-4720-baef-46dc88c5e910', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1671942581'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:57.228681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626f74f-c0f0-47dd-aefb-273b533ea259 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:57.241892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0626f74f-c0f0-47dd-aefb-273b533ea259 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:57.277045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998666d6-9c1a-49bc-8013-14475e0a09bb None None] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:10:57.283131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626f74f-c0f0-47dd-aefb-273b533ea259 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:57.283735 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0626f74f-c0f0-47dd-aefb-273b533ea259 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.288242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626f74f-c0f0-47dd-aefb-273b533ea259 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Subnet': ['ID=610aa268-a787-458c-8221-7ef169c174f6,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:57.328567 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d182fba1-4cb9-4c30-a8b2-e7477dc5a08b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.329744 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d182fba1-4cb9-4c30-a8b2-e7477dc5a08b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.334659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94387a5b-17de-4a84-92eb-8a9cd4a1d251 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:57.336360 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-94387a5b-17de-4a84-92eb-8a9cd4a1d251 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&device_id=639eeddd-5412-44c7-bdac-9d4070d9c3b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1891174 Aug 26 11:10:57.339559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44392) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:57.342384 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0626f74f-c0f0-47dd-aefb-273b533ea259 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1591480 Aug 26 11:10:57.345873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44394) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:57.353992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1742684513', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '610aa268-a787-458c-8221-7ef169c174f6'}], 'security_groups': ['4e9f545d-b6f5-46dd-816d-0931828529f8', '0875fb89-20fd-43a7-b289-f5b0116548e9']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:57.462338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d182fba1-4cb9-4c30-a8b2-e7477dc5a08b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.477355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f8cdd-686f-4685-a716-9b7ecfa31817 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:57.479110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-522f8cdd-686f-4685-a716-9b7ecfa31817 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 881 time: 0.1384819 Aug 26 11:10:57.483231 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.485442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44396) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:57.486246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Made reservation on behalf of 1bb830eaa6d746fd8e396ff29cf7f484 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:57.490777 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.529040 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d182fba1-4cb9-4c30-a8b2-e7477dc5a08b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.533285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-57eccaf7-581b-4a41-8818-7b12199533c3 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=639eeddd-5412-44c7-bdac-9d4070d9c3b1 HTTP/1.1" status: 200 len: 205 time: 0.0372920 Aug 26 11:10:57.533993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44398) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:57.568996 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.582364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] device_id is not set on port 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:10:57.601726 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.609703 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d182fba1-4cb9-4c30-a8b2-e7477dc5a08b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.609930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-c8fc937f-641c-4720-baef-46dc88c5e910', 'network_id': 'c8fc937f-641c-4720-baef-46dc88c5e910', 'tenant_id': '1bb830eaa6d746fd8e396ff29cf7f484', 'fixed_ips': [{'subnet_id': 'f9e880ae-a3f0-4900-a0e0-37d78686fcb1'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:10:57.613480 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.613648 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d182fba1-4cb9-4c30-a8b2-e7477dc5a08b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3936810 Aug 26 11:10:57.622280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44400) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:57.765814 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.827245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Allocated IP 172.20.0.12 (c8fc937f-641c-4720-baef-46dc88c5e910/f9e880ae-a3f0-4900-a0e0-37d78686fcb1/8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:57.836633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc3d12-73fb-4fe4-aeec-80591c6fdfc9 None None] Update dhcp port {'port': {'network_id': '4b91e069-13ce-47c7-a6b0-1715dca2a948', 'fixed_ips': [{'subnet_id': '20aef27f-9092-45ac-9b58-8378fe692663', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '18366502-27b0-4452-9574-016b7c39d6f1', 'ip_address': '2001:db8::2'}, {'subnet_id': '610aa268-a787-458c-8221-7ef169c174f6'}], 'binding:host_id': 'n-d-778550-13'}, 'id': '85a89788-f814-434a-a467-953d959d6140'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:10:57.867013 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68cc3d12-73fb-4fe4-aeec-80591c6fdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.925310 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:57.982409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4d5db5cb-4496-4599-ba17-5e9ff33f5fde tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:58.032156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:58.061021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-68cc3d12-73fb-4fe4-aeec-80591c6fdfc9 None None] Allocated IP 2001:db8:0:2::2 (4b91e069-13ce-47c7-a6b0-1715dca2a948/610aa268-a787-458c-8221-7ef169c174f6/85a89788-f814-434a-a467-953d959d6140) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:58.088797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:58.090711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Pushing event updated for resources: {'Port': ['ID=bd387888-78ef-45f2-aa65-d97d35938ffe,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:58.093356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:58.172368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-68cc3d12-73fb-4fe4-aeec-80591c6fdfc9 None None] For port 85a89788-f814-434a-a467-953d959d6140, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=85a89788-f814-434a-a467-953d959d6140,segment=NetworkSegment(dc833654-66a8-4690-95ab-be2c89fd7d6f),segment_id=dc833654-66a8-4690-95ab-be2c89fd7d6f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:10:58.205500 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68cc3d12-73fb-4fe4-aeec-80591c6fdfc9 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.223831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-68cc3d12-73fb-4fe4-aeec-80591c6fdfc9 None None] Transition to ACTIVE for port object 85a89788-f814-434a-a467-953d959d6140 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:58.230365 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68cc3d12-73fb-4fe4-aeec-80591c6fdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.340509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc3d12-73fb-4fe4-aeec-80591c6fdfc9 None None] Pushing event updated for resources: {'Port': ['ID=85a89788-f814-434a-a467-953d959d6140,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:58.350981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Deleting port 222bc622-bcc8-4d89-b075-2ab119d73012 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:10:58.351396 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.399324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.421205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Transition to ACTIVE for port object 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:58.448984 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d5db5cb-4496-4599-ba17-5e9ff33f5fde tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.465453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.481246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Calling delete_port for 222bc622-bcc8-4d89-b075-2ab119d73012 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:10:58.529561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.531106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d5db5cb-4496-4599-ba17-5e9ff33f5fde tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.558124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Allocated IP 172.20.0.2 (c8fc937f-641c-4720-baef-46dc88c5e910/f9e880ae-a3f0-4900-a0e0-37d78686fcb1/0f50853c-c518-46e2-b95a-9c3927c12c5e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:58.597396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Network c8fc937f-641c-4720-baef-46dc88c5e910 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:58.602967 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:58.609098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:58.614872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Pushing event updated for resources: {'Port': ['ID=8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:58.711609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:10:58.712640 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.772979 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c52fe8ab-77fb-4a95-840f-73e04e05adc6 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5555787 Aug 26 11:10:58.777124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44402) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:58.780559 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.784371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Request body: {'port': {'network_id': 'c8fc937f-641c-4720-baef-46dc88c5e910', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1311575711', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:58.785454 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.api.validators [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] bootfile-name is not in valid_values {{(pid=101267) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:10:58.785803 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.api.validators [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] tftp-server is not in valid_values {{(pid=101267) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:10:58.786134 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.api.validators [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] server-ip-address is not in valid_values {{(pid=101267) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:10:58.792377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Transition to ACTIVE for port object 0f50853c-c518-46e2-b95a-9c3927c12c5e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:58.810443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Transition to ACTIVE for port object 0f50853c-c518-46e2-b95a-9c3927c12c5e will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:58.818225 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.851390 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.857565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Network c8fc937f-641c-4720-baef-46dc88c5e910 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:10:58.861278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:10:58.867914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:10:58.886326 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.896787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Pushing event deleted for resources: {'Port': ['ID=222bc622-bcc8-4d89-b075-2ab119d73012,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:58.928583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5db5cb-4496-4599-ba17-5e9ff33f5fde tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Router 43f0749f-4d58-49b8-a8ce-2be980e4ef19 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:10:58.941331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Attempting to bind port 0f50853c-c518-46e2-b95a-9c3927c12c5e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:10:58.941839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Attempting to bind port 0f50853c-c518-46e2-b95a-9c3927c12c5e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'ac522574-ed72-47ba-b4c0-20379cbda66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c8fc937f-641c-4720-baef-46dc88c5e910'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:10:58.943149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Attempting to bind port 0f50853c-c518-46e2-b95a-9c3927c12c5e on network c8fc937f-641c-4720-baef-46dc88c5e910 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:10:58.954514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:10:58.955034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Checking segment: {'id': 'ac522574-ed72-47ba-b4c0-20379cbda66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c8fc937f-641c-4720-baef-46dc88c5e910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:10:58.955542 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.956043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Bound using segment: {'id': 'ac522574-ed72-47ba-b4c0-20379cbda66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c8fc937f-641c-4720-baef-46dc88c5e910'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:10:58.957058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Bound port: 0f50853c-c518-46e2-b95a-9c3927c12c5e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac522574-ed72-47ba-b4c0-20379cbda66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c8fc937f-641c-4720-baef-46dc88c5e910'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:10:58.957287 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:58.969127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Pushing event updated for resources: {'Port': ['ID=0f50853c-c518-46e2-b95a-9c3927c12c5e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:58.990255 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.036930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] For port 0f50853c-c518-46e2-b95a-9c3927c12c5e, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:10:59.040841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] For port 0f50853c-c518-46e2-b95a-9c3927c12c5e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0f50853c-c518-46e2-b95a-9c3927c12c5e,segment=NetworkSegment(ac522574-ed72-47ba-b4c0-20379cbda66e),segment_id=ac522574-ed72-47ba-b4c0-20379cbda66e)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:10:59.045715 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.085194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5db5cb-4496-4599-ba17-5e9ff33f5fde tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:10:59.087913 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.090259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.096221 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f76e77-2e03-49cf-bb52-0fb457e5d0c7 None None] Sync routers for ids ['43f0749f-4d58-49b8-a8ce-2be980e4ef19'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:10:59.102351 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d5db5cb-4496-4599-ba17-5e9ff33f5fde tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.103772 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d5db5cb-4496-4599-ba17-5e9ff33f5fde tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "PUT /v2.0/routers/43f0749f-4d58-49b8-a8ce-2be980e4ef19 HTTP/1.1" status: 200 len: 698 time: 1.1261139 Aug 26 11:10:59.110427 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f76e77-2e03-49cf-bb52-0fb457e5d0c7 None None] Routers {'43f0749f-4d58-49b8-a8ce-2be980e4ef19'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:59.111096 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38f76e77-2e03-49cf-bb52-0fb457e5d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['43f0749f-4d58-49b8-a8ce-2be980e4ef19'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:59.115105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Delete allocated IP 2001:db8::301 (4b91e069-13ce-47c7-a6b0-1715dca2a948/18366502-27b0-4452-9574-016b7c39d6f1) {{(pid=101266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 11:10:59.118005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44404) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:59.135163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a705e-8ff6-4f75-b57d-a4a7d3fb6ad9 None None] Pushing event updated for resources: {'Port': ['ID=0f50853c-c518-46e2-b95a-9c3927c12c5e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:10:59.143430 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.144552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Fanout notify agent at l3_agent the message router_deleted on router 639eeddd-5412-44c7-bdac-9d4070d9c3b1 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:10:59.152978 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.161380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3af74afb-ae64-4709-9a62-194a1b04cb8e tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/639eeddd-5412-44c7-bdac-9d4070d9c3b1 HTTP/1.1" status: 204 len: 168 time: 1.6257179 Aug 26 11:10:59.162022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44406) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:59.167773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9c59cbbc-b8a2-4029-85f2-011231f45ae2 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-108223720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:59.173972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Made reservation on behalf of 1bb830eaa6d746fd8e396ff29cf7f484 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:10:59.177448 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.206135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] device_id is not set on port 1a627e16-861f-409b-b37d-6ee88650b011 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:10:59.219798 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c59cbbc-b8a2-4029-85f2-011231f45ae2 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.220720 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c59cbbc-b8a2-4029-85f2-011231f45ae2 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.228668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Allocated IP 2001:db8:0:2::3c3 (4b91e069-13ce-47c7-a6b0-1715dca2a948/610aa268-a787-458c-8221-7ef169c174f6/57136206-f624-4da7-8476-740cf47f2bc7) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:59.244351 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-38f76e77-2e03-49cf-bb52-0fb457e5d0c7 None None] Set router 43f0749f-4d58-49b8-a8ce-2be980e4ef19 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:59.302609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bb69acfc-448d-4e1e-8c08-bb4735d9e903 None None] Provisioning for port 85a89788-f814-434a-a467-953d959d6140 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:59.308084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bb69acfc-448d-4e1e-8c08-bb4735d9e903 None None] Provisioning complete for port 85a89788-f814-434a-a467-953d959d6140 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:59.308084 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb69acfc-448d-4e1e-8c08-bb4735d9e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.324583 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ef6b0001-7d92-4f31-8f6f-06216c5b05ba tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/routers/43f0749f-4d58-49b8-a8ce-2be980e4ef19 HTTP/1.1" status: 200 len: 704 time: 0.2054496 Aug 26 11:10:59.330136 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44408) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:59.333124 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38f76e77-2e03-49cf-bb52-0fb457e5d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f0749f-4d58-49b8-a8ce-2be980e4ef19', 'name': 'tempest-RoutersIpV6Test-router-1917096564', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:57Z', 'updated_at': '2021-08-26T11:10:58Z', 'revision_number': 2, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:59.374334 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f76e77-2e03-49cf-bb52-0fb457e5d0c7 None None] Checking router: 43f0749f-4d58-49b8-a8ce-2be980e4ef19 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:10:59.397729 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f76e77-2e03-49cf-bb52-0fb457e5d0c7 None None] Routers {'43f0749f-4d58-49b8-a8ce-2be980e4ef19'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:10:59.398564 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38f76e77-2e03-49cf-bb52-0fb457e5d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['43f0749f-4d58-49b8-a8ce-2be980e4ef19'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:59.410703 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c59cbbc-b8a2-4029-85f2-011231f45ae2 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.428327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c59cbbc-b8a2-4029-85f2-011231f45ae2 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.449152 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d276ae6f-89d5-4067-bd7d-76304be0bdec tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=43f0749f-4d58-49b8-a8ce-2be980e4ef19 HTTP/1.1" status: 200 len: 205 time: 0.0787544 Aug 26 11:10:59.455708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44410) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:59.521080 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-38f76e77-2e03-49cf-bb52-0fb457e5d0c7 None None] Set router 43f0749f-4d58-49b8-a8ce-2be980e4ef19 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:10:59.535859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bb69acfc-448d-4e1e-8c08-bb4735d9e903 None None] Provisioning complete for port 57136206-f624-4da7-8476-740cf47f2bc7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:59.536379 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb69acfc-448d-4e1e-8c08-bb4735d9e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.580393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c59cbbc-b8a2-4029-85f2-011231f45ae2 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.584744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9c59cbbc-b8a2-4029-85f2-011231f45ae2 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4204710 Aug 26 11:10:59.585670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44412) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:10:59.586647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Allocated IP 172.20.0.10 (c8fc937f-641c-4720-baef-46dc88c5e910/f9e880ae-a3f0-4900-a0e0-37d78686fcb1/1a627e16-861f-409b-b37d-6ee88650b011) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:10:59.598804 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bb69acfc-448d-4e1e-8c08-bb4735d9e903 None None] Port 57136206-f624-4da7-8476-740cf47f2bc7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:59.620309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bb69acfc-448d-4e1e-8c08-bb4735d9e903 None None] Provisioning complete for port 96dfa07c-5a54-474c-bc69-28cc32543ad5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:59.620646 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb69acfc-448d-4e1e-8c08-bb4735d9e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.637824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.638373 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38f76e77-2e03-49cf-bb52-0fb457e5d0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f0749f-4d58-49b8-a8ce-2be980e4ef19', 'name': 'tempest-RoutersIpV6Test-router-1917096564', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:57Z', 'updated_at': '2021-08-26T11:10:58Z', 'revision_number': 2, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:10:59.645782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:10:59.671696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 85a89788-f814-434a-a467-953d959d6140 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:59.689108 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f76e77-2e03-49cf-bb52-0fb457e5d0c7 None None] The sync data for ids ['43f0749f-4d58-49b8-a8ce-2be980e4ef19'] in n-d-778550-13 is: [{'id': '43f0749f-4d58-49b8-a8ce-2be980e4ef19', 'name': 'tempest-RoutersIpV6Test-router-1917096564', 'tenant_id': 'b656a8ba1592414da9dd15c338d881bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:57Z', 'updated_at': '2021-08-26T11:10:58Z', 'revision_number': 2, 'project_id': 'b656a8ba1592414da9dd15c338d881bd', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:10:59.741131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bb69acfc-448d-4e1e-8c08-bb4735d9e903 None None] Port 96dfa07c-5a54-474c-bc69-28cc32543ad5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:10:59.750224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 85a89788-f814-434a-a467-953d959d6140 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:10:59.751694 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.805868 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bde7d5e6-0b15-4432-b003-6376c90e6186 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.827447 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.847753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0f50853c-c518-46e2-b95a-9c3927c12c5e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:10:59.859364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Transition to ACTIVE for port object 57136206-f624-4da7-8476-740cf47f2bc7 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:10:59.862205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:10:59.867466 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:10:59.907451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 0f50853c-c518-46e2-b95a-9c3927c12c5e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:10:59.970689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event updated for resources: {'Port': ['ID=57136206-f624-4da7-8476-740cf47f2bc7,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:00.000251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] In _notify_port_updated(), no bound segment for port 57136206-f624-4da7-8476-740cf47f2bc7 on network 4b91e069-13ce-47c7-a6b0-1715dca2a948 {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:11:00.001795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.006653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:00.007372 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.011672 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3d6e3290-56db-4c8e-ac92-29f46487260e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "PUT /v2.0/ports/57136206-f624-4da7-8476-740cf47f2bc7 HTTP/1.1" status: 200 len: 970 time: 2.6619537 Aug 26 11:11:00.012300 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44414) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.104889 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bde7d5e6-0b15-4432-b003-6376c90e6186 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.107827 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bde7d5e6-0b15-4432-b003-6376c90e6186 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.136879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:00.146760 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Sync routers for ids ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:00.165626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.167553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Routers {'56bad1a4-ec2d-4403-a1b3-0ec9f0400911'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:00.167696 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d129aab6-fdf3-4e39-a84f-a27a5b9399dc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4872575 Aug 26 11:11:00.168267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:00.173053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44416) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.183802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-06095514-265a-42c6-a1ac-430606ccec9a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 57136206-f624-4da7-8476-740cf47f2bc7 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:00.184024 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06095514-265a-42c6-a1ac-430606ccec9a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.266974 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bde7d5e6-0b15-4432-b003-6376c90e6186 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.267486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde7d5e6-0b15-4432-b003-6376c90e6186 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Fanout notify agent at l3_agent the message router_deleted on router 43f0749f-4d58-49b8-a8ce-2be980e4ef19 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:11:00.289542 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bde7d5e6-0b15-4432-b003-6376c90e6186 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.296926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bde7d5e6-0b15-4432-b003-6376c90e6186 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/43f0749f-4d58-49b8-a8ce-2be980e4ef19 HTTP/1.1" status: 204 len: 168 time: 0.8440032 Aug 26 11:11:00.302357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44418) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.360346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-91a652af-bb90-48cc-9b94-95de44470c66 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=43f0749f-4d58-49b8-a8ce-2be980e4ef19 HTTP/1.1" status: 200 len: 205 time: 0.0567498 Aug 26 11:11:00.364100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44420) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.376477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Set router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:11:00.433999 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-bfbb6190-fc26-4de1-b894-40665b1abba9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] delete failed (client error): The resource could not be found. Aug 26 11:11:00.437350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bfbb6190-fc26-4de1-b894-40665b1abba9 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/43f0749f-4d58-49b8-a8ce-2be980e4ef19 HTTP/1.1" status: 404 len: 336 time: 0.0677700 Aug 26 11:11:00.439729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44422) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.482211 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-85aa1ed5-4bb3-4747-abcb-2060bae54410 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:00.482668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85aa1ed5-4bb3-4747-abcb-2060bae54410 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:00.484889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-85aa1ed5-4bb3-4747-abcb-2060bae54410 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/989b799f-11d4-498f-95da-63c644f080e7 HTTP/1.1" status: 404 len: 337 time: 0.0444522 Aug 26 11:11:00.492280 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.494941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44424) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.537647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0911c41c-ea82-4dd7-b7b4-58343d193cb0 None None] Provisioning for port 57136206-f624-4da7-8476-740cf47f2bc7 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:00.548897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0911c41c-ea82-4dd7-b7b4-58343d193cb0 None None] Provisioning complete for port 57136206-f624-4da7-8476-740cf47f2bc7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:00.549387 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0911c41c-ea82-4dd7-b7b4-58343d193cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.554943 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-e908350b-b2a7-40fb-9569-0d11570d8905 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:00.558065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e908350b-b2a7-40fb-9569-0d11570d8905 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:00.562301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e908350b-b2a7-40fb-9569-0d11570d8905 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/3c22a03d-9dfc-4d95-a2d1-c7d97bb24ef5 HTTP/1.1" status: 404 len: 337 time: 0.0639420 Aug 26 11:11:00.569067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44426) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.610600 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f0735a-aadf-4f80-85eb-2e385aeb6b36 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:00.611456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f0735a-aadf-4f80-85eb-2e385aeb6b36 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:00.616458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0911c41c-ea82-4dd7-b7b4-58343d193cb0 None None] Port 57136206-f624-4da7-8476-740cf47f2bc7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:00.616690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-22f0735a-aadf-4f80-85eb-2e385aeb6b36 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/fe56d62f-5a41-4f93-997b-b944b69d31e4 HTTP/1.1" status: 404 len: 337 time: 0.0439293 Aug 26 11:11:00.619603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Transition to ACTIVE for port object 1a627e16-861f-409b-b37d-6ee88650b011 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:00.621207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44428) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.677203 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-de032770-0485-4746-9fac-c466a5f07316 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:00.678041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de032770-0485-4746-9fac-c466a5f07316 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:00.679701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'name': 'tempest-ServerRescueTestJSON-1967732061-router', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:55Z', 'updated_at': '2021-08-26T11:10:58Z', 'revision_number': 3, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'gw_port': {'id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:56Z', 'updated_at': '2021-08-26T11:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:00.682635 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-de032770-0485-4746-9fac-c466a5f07316 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/1f9d3453-bbde-4095-b816-1903fee3d5e2 HTTP/1.1" status: 404 len: 337 time: 0.0579786 Aug 26 11:11:00.689720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44430) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.720550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e31e8-123c-4a03-84f0-2c0a7b5a610c None None] Network c8fc937f-641c-4720-baef-46dc88c5e910 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:00.733050 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dfeab1e9-bcef-4ae7-8254-d21b30eb6dfb tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b6886dc-a8bb-424b-8140-4a868b285c30 HTTP/1.1" status: 200 len: 205 time: 0.0402133 Aug 26 11:11:00.735296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44432) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.788084 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06095514-265a-42c6-a1ac-430606ccec9a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.813522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Checking router: 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:11:00.813964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Updating router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 port bd387888-78ef-45f2-aa65-d97d35938ffe binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:11:00.833680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-06095514-265a-42c6-a1ac-430606ccec9a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 57136206-f624-4da7-8476-740cf47f2bc7 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:00.841941 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-833d29dd-986f-40da-841e-d72e2644cdd0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] delete failed (client error): The resource could not be found. Aug 26 11:11:00.845456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-833d29dd-986f-40da-841e-d72e2644cdd0 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/6b6886dc-a8bb-424b-8140-4a868b285c30 HTTP/1.1" status: 404 len: 336 time: 0.1055083 Aug 26 11:11:00.846523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44434) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.856998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.867319 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.886812 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.909926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-17d67f3f-db5e-41ab-a440-d9aee84e7cfc None None] Provisioning for port 0f50853c-c518-46e2-b95a-9c3927c12c5e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:00.921006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-17d67f3f-db5e-41ab-a440-d9aee84e7cfc None None] Provisioning complete for port 0f50853c-c518-46e2-b95a-9c3927c12c5e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:00.921471 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17d67f3f-db5e-41ab-a440-d9aee84e7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.931972 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:00.942980 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b4657295-d6ec-4ada-9ec2-dfe01259920b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ea05dbe-0085-4bca-ad67-3f02bfda0dbf HTTP/1.1" status: 200 len: 205 time: 0.0905302 Aug 26 11:11:00.946043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44436) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:00.952571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Network c8fc937f-641c-4720-baef-46dc88c5e910 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:01.001208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Pushing event updated for resources: {'Port': ['ID=1a627e16-861f-409b-b37d-6ee88650b011,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:01.003074 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-a435bf46-f73e-4f40-a8da-ae24675cacd2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] delete failed (client error): The resource could not be found. Aug 26 11:11:01.007212 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a435bf46-f73e-4f40-a8da-ae24675cacd2 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/1ea05dbe-0085-4bca-ad67-3f02bfda0dbf HTTP/1.1" status: 404 len: 336 time: 0.0580840 Aug 26 11:11:01.011728 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44438) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.015254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:01.018130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:01.054335 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-88cb3025-6b9a-4906-b45d-cb319eda710d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:01.054335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88cb3025-6b9a-4906-b45d-cb319eda710d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:01.058434 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-88cb3025-6b9a-4906-b45d-cb319eda710d tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/ab090fe6-2bbd-49a9-85c1-6dc583057f6f HTTP/1.1" status: 404 len: 337 time: 0.0390968 Aug 26 11:11:01.059922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44440) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.100982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8bf7c531-991b-42aa-ae4e-fd756c6bdeaf tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=37885a26-6738-4f91-9518-ad77b8f44878 HTTP/1.1" status: 200 len: 205 time: 0.0388629 Aug 26 11:11:01.105922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44442) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.130329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:01.131084 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.170944 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17d67f3f-db5e-41ab-a440-d9aee84e7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.209946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-17d67f3f-db5e-41ab-a440-d9aee84e7cfc None None] For port 0f50853c-c518-46e2-b95a-9c3927c12c5e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0f50853c-c518-46e2-b95a-9c3927c12c5e,segment=NetworkSegment(ac522574-ed72-47ba-b4c0-20379cbda66e),segment_id=ac522574-ed72-47ba-b4c0-20379cbda66e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:01.216077 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17d67f3f-db5e-41ab-a440-d9aee84e7cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.237115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06095514-265a-42c6-a1ac-430606ccec9a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.309218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d67f3f-db5e-41ab-a440-d9aee84e7cfc None None] Pushing event updated for resources: {'Port': ['ID=0f50853c-c518-46e2-b95a-9c3927c12c5e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:01.317649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06095514-265a-42c6-a1ac-430606ccec9a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=57136206-f624-4da7-8476-740cf47f2bc7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:01.359585 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06095514-265a-42c6-a1ac-430606ccec9a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.361740 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-06095514-265a-42c6-a1ac-430606ccec9a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/57136206-f624-4da7-8476-740cf47f2bc7 HTTP/1.1" status: 204 len: 168 time: 1.3462744 Aug 26 11:11:01.365000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44444) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.398940 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e725937-ecb1-4686-b3eb-6805d8131f13 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] GET failed (client error): The resource could not be found. Aug 26 11:11:01.402982 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1e725937-ecb1-4686-b3eb-6805d8131f13 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports/57136206-f624-4da7-8476-740cf47f2bc7 HTTP/1.1" status: 404 len: 333 time: 0.0343165 Aug 26 11:11:01.458870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44446) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.465163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fe78cb84-12be-456d-9363-0966c1227ff1 None None] Provisioning for port 1a627e16-861f-409b-b37d-6ee88650b011 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:01.473000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fe78cb84-12be-456d-9363-0966c1227ff1 None None] Provisioning complete for port 1a627e16-861f-409b-b37d-6ee88650b011 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:01.473388 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe78cb84-12be-456d-9363-0966c1227ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.515527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0f50853c-c518-46e2-b95a-9c3927c12c5e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:01.535829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.551434 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-95b5d47d-029e-4a48-9ab0-369a2080787f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] delete failed (client error): The resource could not be found. Aug 26 11:11:01.552648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-95b5d47d-029e-4a48-9ab0-369a2080787f tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/37885a26-6738-4f91-9518-ad77b8f44878 HTTP/1.1" status: 404 len: 336 time: 0.4456403 Aug 26 11:11:01.555984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44448) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.583720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fe78cb84-12be-456d-9363-0966c1227ff1 None None] Port 1a627e16-861f-409b-b37d-6ee88650b011 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:01.596832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fcf0fcd4-1479-4442-9b99-08eb4991bafc tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.8164108 Aug 26 11:11:01.602398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9a822737-53a6-4299-954b-1074c80cd170 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fc9c940-003a-432d-8b60-098761c0f736 HTTP/1.1" status: 200 len: 205 time: 0.0435519 Aug 26 11:11:01.607218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44450) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.607598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44452) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.620504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fe78cb84-12be-456d-9363-0966c1227ff1 None None] Provisioning complete for port 0f50853c-c518-46e2-b95a-9c3927c12c5e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:01.627757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe78cb84-12be-456d-9363-0966c1227ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.681429 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e69c036-fe62-43aa-981d-6fc236e0acbd tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.683305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 0f50853c-c518-46e2-b95a-9c3927c12c5e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:01.683684 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.725199 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-6daa6e6d-8c1b-4862-880d-f0585498c447 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] delete failed (client error): The resource could not be found. Aug 26 11:11:01.727735 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6daa6e6d-8c1b-4862-880d-f0585498c447 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/5fc9c940-003a-432d-8b60-098761c0f736 HTTP/1.1" status: 404 len: 336 time: 0.1174185 Aug 26 11:11:01.729835 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Allocated IP 172.25.1.121 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/9426246b-112d-4a9f-8231-0ee7ef1af5c1) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:01.732221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44454) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.737369 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e69c036-fe62-43aa-981d-6fc236e0acbd tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.776569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84795d-edb3-4354-b187-3350f78761c5 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:01.785361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84795d-edb3-4354-b187-3350f78761c5 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:01.787879 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb53c32-32df-42c8-afd0-3eeaf2ad6d70 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:01.788347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb53c32-32df-42c8-afd0-3eeaf2ad6d70 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:01.792869 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3cb53c32-32df-42c8-afd0-3eeaf2ad6d70 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/a69152ef-6916-4480-a5c0-17a07d1ac508 HTTP/1.1" status: 404 len: 337 time: 0.0549271 Aug 26 11:11:01.793041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84795d-edb3-4354-b187-3350f78761c5 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:01.796567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44456) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.796898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44458) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.797354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2e84795d-edb3-4354-b187-3350f78761c5 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1886735 Aug 26 11:11:01.805835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fe78cb84-12be-456d-9363-0966c1227ff1 None None] Provisioning for port 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:01.814413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fe78cb84-12be-456d-9363-0966c1227ff1 None None] Provisioning complete for port 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:01.814861 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe78cb84-12be-456d-9363-0966c1227ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.865087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fe78cb84-12be-456d-9363-0966c1227ff1 None None] Port 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:01.903939 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.916552 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-210a5256-cbdd-476b-8e8c-cfd7732718e5 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe731b70-ed22-4349-8630-f01a05bcf4f7 HTTP/1.1" status: 200 len: 205 time: 0.1148188 Aug 26 11:11:01.920073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44462) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:01.964560 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:01.976416 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-8146c5f5-d259-4caa-946e-59d49d1b06e5 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] delete failed (client error): The resource could not be found. Aug 26 11:11:01.977400 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8146c5f5-d259-4caa-946e-59d49d1b06e5 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/fe731b70-ed22-4349-8630-f01a05bcf4f7 HTTP/1.1" status: 404 len: 336 time: 0.0563676 Aug 26 11:11:01.999169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44464) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:02.014618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:02.021927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:02.025661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:02.033869 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e5434-06e9-4dd3-928f-1b42dac97d1b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:02.034487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7e5434-06e9-4dd3-928f-1b42dac97d1b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:02.040076 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4f7e5434-06e9-4dd3-928f-1b42dac97d1b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/505ccccf-a1b9-4a34-ac95-1d2f2d5c0fce HTTP/1.1" status: 404 len: 337 time: 0.0366814 Aug 26 11:11:02.040076 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e69c036-fe62-43aa-981d-6fc236e0acbd tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.040300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3f37e54c-1054-4d8d-b367-819c249db8f6 None None] Provisioning complete for port 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:02.040300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f37e54c-1054-4d8d-b367-819c249db8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.042101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e69c036-fe62-43aa-981d-6fc236e0acbd tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.045812 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7e69c036-fe62-43aa-981d-6fc236e0acbd tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/security-groups/fbad55d6-6fe8-4db8-a4a6-68e7371a1f65 HTTP/1.1" status: 204 len: 168 time: 0.5753596 Aug 26 11:11:02.046463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44466) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:02.046829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44468) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:02.049309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Pushing event updated for resources: {'Port': ['ID=9426246b-112d-4a9f-8231-0ee7ef1af5c1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:02.089897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Allocated IP 172.20.0.1 (f8fedadf-872d-4fec-b38f-c658ecc8deac/1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5/4546c919-d6ad-4841-bd86-1e3f1dce2be0) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:02.092381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3f37e54c-1054-4d8d-b367-819c249db8f6 None None] Port 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:02.117053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69c036-fe62-43aa-981d-6fc236e0acbd tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbad55d6-6fe8-4db8-a4a6-68e7371a1f65,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:02.120391 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-31ef24be-c716-4665-83a5-f5c0243f5994 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "GET /v2.0/ports?device_id=3cc628da-26e1-43df-a4d3-1a093083ee14 HTTP/1.1" status: 200 len: 205 time: 0.0661070 Aug 26 11:11:02.134448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44470) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:02.191404 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.208822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Transition to ACTIVE for port object bd387888-78ef-45f2-aa65-d97d35938ffe will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:02.210492 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-47b73f27-1677-401d-80a6-3740caf58ee6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] delete failed (client error): The resource could not be found. Aug 26 11:11:02.211583 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-47b73f27-1677-401d-80a6-3740caf58ee6 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/routers/3cc628da-26e1-43df-a4d3-1a093083ee14 HTTP/1.1" status: 404 len: 336 time: 0.0751526 Aug 26 11:11:02.218649 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.229517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-306de3cd-de3c-44e5-9ce7-6f5e834763db None None] Provisioning complete for port 1a627e16-861f-409b-b37d-6ee88650b011 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:02.229840 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-306de3cd-de3c-44e5-9ce7-6f5e834763db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.251703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44472) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:02.264092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b289c6aa-ac76-4542-b771-3bfcabc61c53 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Deleting port 1a627e16-861f-409b-b37d-6ee88650b011 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:02.264446 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b289c6aa-ac76-4542-b771-3bfcabc61c53 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.298857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Attempting to bind port bd387888-78ef-45f2-aa65-d97d35938ffe on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:02.299235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Attempting to bind port bd387888-78ef-45f2-aa65-d97d35938ffe by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:02.299596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Attempting to bind port bd387888-78ef-45f2-aa65-d97d35938ffe on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:02.315429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479a6c0-82db-4744-95ad-08c731848c84 None None] Pushing event updated for resources: {'Port': ['ID=bd387888-78ef-45f2-aa65-d97d35938ffe,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:02.318974 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.319837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:02.320211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:02.320619 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.321011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:02.321494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Bound port: bd387888-78ef-45f2-aa65-d97d35938ffe, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:02.321884 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.325336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-306de3cd-de3c-44e5-9ce7-6f5e834763db None None] Port 1a627e16-861f-409b-b37d-6ee88650b011 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:02.345221 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8bfa9f-4bff-4fc4-a965-e44c3ae8be19 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:02.345683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8bfa9f-4bff-4fc4-a965-e44c3ae8be19 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:02.349827 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6c8bfa9f-4bff-4fc4-a965-e44c3ae8be19 tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/30dbec08-c580-4f43-8d90-6b27215a9298 HTTP/1.1" status: 404 len: 337 time: 0.0947258 Aug 26 11:11:02.354504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44474) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:02.373818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de29a595-b6f3-4b24-a0c8-ab02bae9dfe1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.380628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] For port bd387888-78ef-45f2-aa65-d97d35938ffe, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:02.384086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] For port bd387888-78ef-45f2-aa65-d97d35938ffe, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bd387888-78ef-45f2-aa65-d97d35938ffe,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:02.387927 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.408862 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-7697877a-2c7a-4465-844b-0bed4455ff3b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:02.409841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7697877a-2c7a-4465-844b-0bed4455ff3b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:02.411681 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7697877a-2c7a-4465-844b-0bed4455ff3b tempest-RoutersIpV6Test-1328797208 tempest-RoutersIpV6Test-1328797208-project] 10.222.0.21 "DELETE /v2.0/subnets/1bf1fde2-b609-468a-876e-eb06757e83db HTTP/1.1" status: 404 len: 337 time: 0.0543876 Aug 26 11:11:02.445576 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Routers {'56bad1a4-ec2d-4403-a1b3-0ec9f0400911'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:02.446601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:02.466685 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de29a595-b6f3-4b24-a0c8-ab02bae9dfe1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.495500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b289c6aa-ac76-4542-b771-3bfcabc61c53 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.503808 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.535062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b289c6aa-ac76-4542-b771-3bfcabc61c53 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Calling delete_port for 1a627e16-861f-409b-b37d-6ee88650b011 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:02.572679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.577237 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.607804 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de29a595-b6f3-4b24-a0c8-ab02bae9dfe1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.610401 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de29a595-b6f3-4b24-a0c8-ab02bae9dfe1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.615382 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-de29a595-b6f3-4b24-a0c8-ab02bae9dfe1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/security-groups/0875fb89-20fd-43a7-b289-f5b0116548e9 HTTP/1.1" status: 204 len: 168 time: 0.5596051 Aug 26 11:11:02.617406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44478) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:02.656172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29a595-b6f3-4b24-a0c8-ab02bae9dfe1 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0875fb89-20fd-43a7-b289-f5b0116548e9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:02.684744 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.700546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479a6c0-82db-4744-95ad-08c731848c84 None None] Pushing event updated for resources: {'Port': ['ID=bd387888-78ef-45f2-aa65-d97d35938ffe,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:02.752209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Network f8fedadf-872d-4fec-b38f-c658ecc8deac is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:02.755208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Router ce288131-7060-467c-b49a-66a11a9139e2 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:11:02.761331 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:02.765859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a4408bf-91e2-4ddc-a9e1-a768ce6d08af tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.771427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:02.785503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44482) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:02.787394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Pushing event updated for resources: {'Port': ['ID=4546c919-d6ad-4841-bd86-1e3f1dce2be0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:02.807607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] Set router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:11:02.845038 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a4408bf-91e2-4ddc-a9e1-a768ce6d08af tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.899286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.943423 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b289c6aa-ac76-4542-b771-3bfcabc61c53 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.963998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:02.975897 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.979446 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a4408bf-91e2-4ddc-a9e1-a768ce6d08af tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.979855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ca747a4e-23e6-4118-bbe5-78c86a249887 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "PUT /v2.0/routers/ce288131-7060-467c-b49a-66a11a9139e2 HTTP/1.1" status: 200 len: 879 time: 3.3412833 Aug 26 11:11:02.982547 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a4408bf-91e2-4ddc-a9e1-a768ce6d08af tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:02.982696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44486) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:02.986507 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6112b0-bac3-4f2e-bb05-aa40124a9ac1 None None] Sync routers for ids ['ce288131-7060-467c-b49a-66a11a9139e2'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:02.987045 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6a4408bf-91e2-4ddc-a9e1-a768ce6d08af tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e9f545d-b6f5-46dd-816d-0931828529f8 HTTP/1.1" status: 204 len: 168 time: 0.3646436 Aug 26 11:11:02.988894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44488) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:03.012281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289c6aa-ac76-4542-b771-3bfcabc61c53 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Pushing event deleted for resources: {'Port': ['ID=1a627e16-861f-409b-b37d-6ee88650b011,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:03.021236 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6112b0-bac3-4f2e-bb05-aa40124a9ac1 None None] Routers {'ce288131-7060-467c-b49a-66a11a9139e2'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:03.021949 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ef6112b0-bac3-4f2e-bb05-aa40124a9ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce288131-7060-467c-b49a-66a11a9139e2'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:03.042760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-51dbdf6a-7bc5-4a87-bd46-1a56652e8851 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b656a8ba1592414da9dd15c338d881bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524159 Aug 26 11:11:03.044511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44490) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:03.057839 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ef6112b0-bac3-4f2e-bb05-aa40124a9ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:03.068703 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6112b0-bac3-4f2e-bb05-aa40124a9ac1 None None] Routers {'ce288131-7060-467c-b49a-66a11a9139e2'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:03.069405 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ef6112b0-bac3-4f2e-bb05-aa40124a9ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ce288131-7060-467c-b49a-66a11a9139e2'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:03.070297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4408bf-91e2-4ddc-a9e1-a768ce6d08af tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9f545d-b6f5-46dd-816d-0931828529f8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:03.116482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'name': 'tempest-ServerRescueTestJSON-1967732061-router', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:55Z', 'updated_at': '2021-08-26T11:10:58Z', 'revision_number': 3, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'gw_port': {'id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:56Z', 'updated_at': '2021-08-26T11:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:03.124464 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ef6112b0-bac3-4f2e-bb05-aa40124a9ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:03.126217 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6112b0-bac3-4f2e-bb05-aa40124a9ac1 None None] The sync data for ids ['ce288131-7060-467c-b49a-66a11a9139e2'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:03.157874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a6f28-41ba-4380-8cc9-acd61db81727 None None] The sync data for ids ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'] in n-d-778550-13 is: [{'id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'name': 'tempest-ServerRescueTestJSON-1967732061-router', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:55Z', 'updated_at': '2021-08-26T11:10:58Z', 'revision_number': 3, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'gw_port': {'id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:56Z', 'updated_at': '2021-08-26T11:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:03.165148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c000ad03-f15b-41f3-94ce-3cda608780df tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/routers/ce288131-7060-467c-b49a-66a11a9139e2 HTTP/1.1" status: 200 len: 920 time: 0.1803343 Aug 26 11:11:03.167263 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4467-f668-439f-81a7-92109aae7398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.168716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44492) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:03.220556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-7181d0fa-8ee3-42f6-95eb-d85153eae958 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting subnet 18366502-27b0-4452-9574-016b7c39d6f1 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:03.231887 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4467-f668-439f-81a7-92109aae7398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.242122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7181d0fa-8ee3-42f6-95eb-d85153eae958 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.276450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf17841a-b37d-43ce-a824-e3e3fc411acd tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:03.281761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cf17841a-b37d-43ce-a824-e3e3fc411acd tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&device_id=ce288131-7060-467c-b49a-66a11a9139e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1082196 Aug 26 11:11:03.281761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44494) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:03.282059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b289c6aa-ac76-4542-b771-3bfcabc61c53 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.287435 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b289c6aa-ac76-4542-b771-3bfcabc61c53 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] 10.222.0.21 "DELETE /v2.0/ports/1a627e16-861f-409b-b37d-6ee88650b011 HTTP/1.1" status: 204 len: 168 time: 1.4867215 Aug 26 11:11:03.288604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44496) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:03.311729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Request body: {'port': {'name': 'tempest-new-port-name-757297606', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:03.312130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.api.validators [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] bootfile-name is not in valid_values {{(pid=101266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:11:03.312694 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.api.validators [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] tftp-server is not in valid_values {{(pid=101266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:11:03.313027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.api.validators [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] server-ip-address is not in valid_values {{(pid=101266) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 26 11:11:03.363702 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7181d0fa-8ee3-42f6-95eb-d85153eae958 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.370638 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4467-f668-439f-81a7-92109aae7398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.373371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f4e4467-f668-439f-81a7-92109aae7398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.374578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8f4e4467-f668-439f-81a7-92109aae7398 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38b69221-c33e-4995-8c0f-fd54d33c53d6 HTTP/1.1" status: 204 len: 168 time: 0.3292198 Aug 26 11:11:03.399718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276ec91b-97ed-4af5-9666-30ada783b0cc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:03.401152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-276ec91b-97ed-4af5-9666-30ada783b0cc tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 881 time: 0.1191924 Aug 26 11:11:03.402104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e4467-f668-439f-81a7-92109aae7398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b69221-c33e-4995-8c0f-fd54d33c53d6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:03.404631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44500) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:03.404924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.445459 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3788ed8f-2e06-4fc4-83e2-83285f7f3342 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce288131-7060-467c-b49a-66a11a9139e2 HTTP/1.1" status: 200 len: 205 time: 0.0375650 Aug 26 11:11:03.445845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44502) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:03.546386 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.617058 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.645843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7181d0fa-8ee3-42f6-95eb-d85153eae958 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.742407 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.804197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Deleting port 9426246b-112d-4a9f-8231-0ee7ef1af5c1 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:03.804918 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.882371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7181d0fa-8ee3-42f6-95eb-d85153eae958 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.906211 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.921332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181d0fa-8ee3-42f6-95eb-d85153eae958 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Subnet': ['ID=18366502-27b0-4452-9574-016b7c39d6f1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:03.937021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Calling delete_port for 9426246b-112d-4a9f-8231-0ee7ef1af5c1 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:03.943621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7181d0fa-8ee3-42f6-95eb-d85153eae958 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:03.944864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b46ec-1433-40f9-b19d-92b38a0dc9a1 None None] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:03.949967 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7181d0fa-8ee3-42f6-95eb-d85153eae958 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/18366502-27b0-4452-9574-016b7c39d6f1 HTTP/1.1" status: 204 len: 168 time: 0.9520068 Aug 26 11:11:03.950668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44514) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:04.010793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.025956 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.129338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9d230d-3423-4cfb-84f4-b4c23df9ff08 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting subnet 610aa268-a787-458c-8221-7ef169c174f6 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:04.153599 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.160176 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b9d230d-3423-4cfb-84f4-b4c23df9ff08 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.182941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.228859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.282919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Pushing event updated for resources: {'Port': ['ID=4546c919-d6ad-4841-bd86-1e3f1dce2be0,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:04.338624 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b9d230d-3423-4cfb-84f4-b4c23df9ff08 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.548179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44524) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:04.557624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Network f8fedadf-872d-4fec-b38f-c658ecc8deac is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:04.564812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Pushing event updated for resources: {'Port': ['ID=8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:04.580510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:04.590873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] In _notify_port_updated(), no bound segment for port 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 on network c8fc937f-641c-4720-baef-46dc88c5e910 {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:11:04.596614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:04.597416 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.601477 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f30008fb-46f7-4d47-afa9-4a139b0b91b9 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] 10.222.0.21 "PUT /v2.0/ports/8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 HTTP/1.1" status: 200 len: 1136 time: 1.2961304 Aug 26 11:11:04.606629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44528) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:04.661581 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.674185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b71abb26-8422-4c5a-a603-d29a66a62ed3 None None] Provisioning complete for port 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:04.674817 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b71abb26-8422-4c5a-a603-d29a66a62ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.694312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Pushing event deleted for resources: {'Port': ['ID=9426246b-112d-4a9f-8231-0ee7ef1af5c1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:04.748406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b71abb26-8422-4c5a-a603-d29a66a62ed3 None None] Port 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:04.773384 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.881461 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.884582 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.936471 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.937514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Fanout notify agent at l3_agent the message router_deleted on router ce288131-7060-467c-b49a-66a11a9139e2 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:11:04.946660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.952079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6f88b5da-2ae7-4a5d-b703-a3030ffafaba tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/ce288131-7060-467c-b49a-66a11a9139e2 HTTP/1.1" status: 204 len: 168 time: 1.5012181 Aug 26 11:11:04.954867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44530) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:04.961100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-bb5856f7-4641-4690-b989-1c36fcc971c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-387002820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:04.996401 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bb5856f7-4641-4690-b989-1c36fcc971c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:04.997722 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bb5856f7-4641-4690-b989-1c36fcc971c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.063022 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bb5856f7-4641-4690-b989-1c36fcc971c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.068116 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bb5856f7-4641-4690-b989-1c36fcc971c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.070414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-82f9cace-ab5d-4676-b010-303577247754 None None] Provisioning complete for port 85a89788-f814-434a-a467-953d959d6140 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:05.071062 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82f9cace-ab5d-4676-b010-303577247754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.088860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a430cf02-be1d-47bf-b9af-9e463b330789 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-397430704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:05.091853 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bb5856f7-4641-4690-b989-1c36fcc971c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.095938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bb5856f7-4641-4690-b989-1c36fcc971c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1370749 Aug 26 11:11:05.103132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44532) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:05.109671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'enable_snat': True}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:05.171275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d84e44-e5e9-4f0d-bf91-f602db236790 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:05.172800 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e1d84e44-e5e9-4f0d-bf91-f602db236790 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] 10.222.0.21 "GET /v2.0/ports/8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 HTTP/1.1" status: 200 len: 1136 time: 0.5651786 Aug 26 11:11:05.181040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44534) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:05.211867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-82f9cace-ab5d-4676-b010-303577247754 None None] Provisioning complete for port 96dfa07c-5a54-474c-bc69-28cc32543ad5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:05.212669 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82f9cace-ab5d-4676-b010-303577247754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.223854 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b9d230d-3423-4cfb-84f4-b4c23df9ff08 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.265371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-82f9cace-ab5d-4676-b010-303577247754 None None] Port 96dfa07c-5a54-474c-bc69-28cc32543ad5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:05.327824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a430cf02-be1d-47bf-b9af-9e463b330789 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.328958 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a430cf02-be1d-47bf-b9af-9e463b330789 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.394787 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.480104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:11:05.484670 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b9d230d-3423-4cfb-84f4-b4c23df9ff08 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.488715 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a430cf02-be1d-47bf-b9af-9e463b330789 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.545514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bd387888-78ef-45f2-aa65-d97d35938ffe up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:05.547512 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a430cf02-be1d-47bf-b9af-9e463b330789 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.558457 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d230d-3423-4cfb-84f4-b4c23df9ff08 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Subnet': ['ID=610aa268-a787-458c-8221-7ef169c174f6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:05.569858 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b9d230d-3423-4cfb-84f4-b4c23df9ff08 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.572036 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4b9d230d-3423-4cfb-84f4-b4c23df9ff08 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/610aa268-a787-458c-8221-7ef169c174f6 HTTP/1.1" status: 204 len: 168 time: 1.6149704 Aug 26 11:11:05.576159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44536) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:05.579505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-320e75b6-49a9-4786-8d12-3cf448fe24e4 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Deleting port 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:05.580146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-320e75b6-49a9-4786-8d12-3cf448fe24e4 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.610031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965223ab-bc75-4ad0-aa02-8d3a128fb473 None None] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:05.662389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a430cf02-be1d-47bf-b9af-9e463b330789 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.666162 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a430cf02-be1d-47bf-b9af-9e463b330789 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1120307 Aug 26 11:11:05.667339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44538) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:05.672534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1660379595'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:05.689082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port bd387888-78ef-45f2-aa65-d97d35938ffe completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:05.697264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port bd387888-78ef-45f2-aa65-d97d35938ffe triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:05.697933 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.708209 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b3cfca-3fdf-430d-960b-c27d5d6f2a3c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:05.708683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b3cfca-3fdf-430d-960b-c27d5d6f2a3c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:05.708880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.710471 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d4b3cfca-3fdf-430d-960b-c27d5d6f2a3c tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/18366502-27b0-4452-9574-016b7c39d6f1 HTTP/1.1" status: 404 len: 337 time: 0.1263654 Aug 26 11:11:05.718559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44540) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:05.734252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Made reservation on behalf of 377a722568de4d06b2b552e5e62c31e9 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:05.739241 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.748643 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.752067 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.838643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-79edda17-1498-4d8a-91a0-2ac712550ebe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting subnet 20aef27f-9092-45ac-9b58-8378fe692663 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:05.857679 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79edda17-1498-4d8a-91a0-2ac712550ebe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.876672 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.883779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-320e75b6-49a9-4786-8d12-3cf448fe24e4 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.905680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port bd387888-78ef-45f2-aa65-d97d35938ffe, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bd387888-78ef-45f2-aa65-d97d35938ffe,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:05.911905 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.917423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:05.919517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-320e75b6-49a9-4786-8d12-3cf448fe24e4 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Calling delete_port for 8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:05.927242 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-483e657f-2485-49de-992f-264b2ac84b06 admin admin] 10.222.0.21 "PUT /v2.0/routers/56bad1a4-ec2d-4403-a1b3-0ec9f0400911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7524400 Aug 26 11:11:05.936513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79edda17-1498-4d8a-91a0-2ac712550ebe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.956398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Sync routers for ids ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:05.968329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Allocated IP 172.25.1.66 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/e47827b2-2c5c-4efb-a3e2-80036ef65afa) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:05.971779 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.977674 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:05.998131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=bd387888-78ef-45f2-aa65-d97d35938ffe,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:06.014379 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Routers {'56bad1a4-ec2d-4403-a1b3-0ec9f0400911'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:06.015098 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:06.020633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:06.088011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f94c7e-6acc-4063-845a-0a6b57e81808,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:06.144506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-320e75b6-49a9-4786-8d12-3cf448fe24e4 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.165798 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.166190 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Added segment a5a30076-6066-49af-aaba-9797d882513d of type vlan for network 7acadae7-0b6e-4b3c-b973-d0e534a00984 Aug 26 11:11:06.183458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e75b6-49a9-4786-8d12-3cf448fe24e4 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Pushing event deleted for resources: {'Port': ['ID=8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:06.200260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Set router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:11:06.247124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.293819 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-320e75b6-49a9-4786-8d12-3cf448fe24e4 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.296133 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-320e75b6-49a9-4786-8d12-3cf448fe24e4 tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] 10.222.0.21 "DELETE /v2.0/ports/8a0bd79f-0e48-4d4e-bfbc-3adbfb02eb76 HTTP/1.1" status: 204 len: 168 time: 1.1141157 Aug 26 11:11:06.299348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44550) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:06.309834 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.375135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79edda17-1498-4d8a-91a0-2ac712550ebe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.384499 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.398165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:06.399287 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.402861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-884e309e-7c46-4aa6-86d8-f3f479988bfa tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Deleting subnet f9e880ae-a3f0-4900-a0e0-37d78686fcb1 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:06.406097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-884e309e-7c46-4aa6-86d8-f3f479988bfa tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.407744 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.463318 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-884e309e-7c46-4aa6-86d8-f3f479988bfa tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.511012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'name': 'tempest-ServerRescueTestJSON-1967732061-router', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:55Z', 'updated_at': '2021-08-26T11:11:03Z', 'revision_number': 4, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'gw_port': {'id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:56Z', 'updated_at': '2021-08-26T11:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '4546c919-d6ad-4841-bd86-1e3f1dce2be0', 'name': '', 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'mac_address': 'fa:16:3e:41:38:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:11:01Z', 'updated_at': '2021-08-26T11:11:03Z', 'revision_number': 2, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'subnets': [{'id': '1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:06.548001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Checking router: 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:11:06.548492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Updating router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 port 4546c919-d6ad-4841-bd86-1e3f1dce2be0 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:11:06.576900 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.594953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9240487 Aug 26 11:11:06.601163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44560) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:06.610117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Request body: {'subnet': {'network_id': '7acadae7-0b6e-4b3c-b973-d0e534a00984', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:06.620956 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-884e309e-7c46-4aa6-86d8-f3f479988bfa tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.728723 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79edda17-1498-4d8a-91a0-2ac712550ebe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.731742 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-884e309e-7c46-4aa6-86d8-f3f479988bfa tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.741657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:06.768393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:06.778574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1ddc0-262f-4cfa-8879-0463a2f1cdaf tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event updated for resources: {'Network': ['ID=7acadae7-0b6e-4b3c-b973-d0e534a00984,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:06.785854 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edda17-1498-4d8a-91a0-2ac712550ebe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Subnet': ['ID=20aef27f-9092-45ac-9b58-8378fe692663,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:06.788709 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-884e309e-7c46-4aa6-86d8-f3f479988bfa tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.793502 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-884e309e-7c46-4aa6-86d8-f3f479988bfa tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] 10.222.0.21 "DELETE /v2.0/subnets/f9e880ae-a3f0-4900-a0e0-37d78686fcb1 HTTP/1.1" status: 204 len: 168 time: 0.4912658 Aug 26 11:11:06.798232 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79edda17-1498-4d8a-91a0-2ac712550ebe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:06.800533 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-79edda17-1498-4d8a-91a0-2ac712550ebe tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/20aef27f-9092-45ac-9b58-8378fe692663 HTTP/1.1" status: 204 len: 168 time: 1.0806673 Aug 26 11:11:06.801321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44562) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:06.804754 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44564) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:06.817166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:06.840970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 7acadae7-0b6e-4b3c-b973-d0e534a00984 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:06.843088 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3702593-9c23-4314-a758-2acf84e97bcf None None] Network c8fc937f-641c-4720-baef-46dc88c5e910 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:06.851245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event updated for resources: {'Port': ['ID=e47827b2-2c5c-4efb-a3e2-80036ef65afa,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:06.889943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e309e-7c46-4aa6-86d8-f3f479988bfa tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e880ae-a3f0-4900-a0e0-37d78686fcb1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:06.905411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-8c09e724-6fad-4f44-b7ba-6db6dbc63281 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:06.906949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1113aa-9e2a-4824-9f16-fab410f6e3ae None None] Network 4b91e069-13ce-47c7-a6b0-1715dca2a948 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:06.907103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-8c09e724-6fad-4f44-b7ba-6db6dbc63281 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 811 time: 0.2861545 Aug 26 11:11:06.920170 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-43040cb8-47f0-4b9c-a10c-f82cfff9c28a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:06.920634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43040cb8-47f0-4b9c-a10c-f82cfff9c28a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:06.924847 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-43040cb8-47f0-4b9c-a10c-f82cfff9c28a tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/7f0e6595-7f54-47a8-b24c-9c6996557e9c HTTP/1.1" status: 404 len: 337 time: 0.1099792 Aug 26 11:11:06.929419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44566) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:06.970106 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-28fcfbd6-9b70-4c82-9246-6159d20ebaf7 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a8526c-1958-4510-a4e7-f2753c313d8a HTTP/1.1" status: 200 len: 205 time: 0.0371776 Aug 26 11:11:06.971727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44568) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:06.991597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-5078746e-0b8d-43b3-9953-a765413a1424 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/quotas/d3a9d573fa8f464ebcd4adf90e626417 HTTP/1.1" status: 200 len: 375 time: 0.0459340 Aug 26 11:11:06.992230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Made reservation on behalf of 377a722568de4d06b2b552e5e62c31e9 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:06.995662 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.029776 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-adcca975-e0f2-48e9-8408-0739f648fca7 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] delete failed (client error): The resource could not be found. Aug 26 11:11:07.033702 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-adcca975-e0f2-48e9-8408-0739f648fca7 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/routers/28a8526c-1958-4510-a4e7-f2753c313d8a HTTP/1.1" status: 404 len: 336 time: 0.0601034 Aug 26 11:11:07.036718 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.038315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44570) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:07.058931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9bb0c825-e232-4f14-b625-9bfd325b6b4b None None] Provisioning complete for port 85a89788-f814-434a-a467-953d959d6140 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:07.059318 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c825-e232-4f14-b625-9bfd325b6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.071796 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f048b237-8155-4460-aba8-6555c1156f82 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:07.072394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f048b237-8155-4460-aba8-6555c1156f82 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:07.076750 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f048b237-8155-4460-aba8-6555c1156f82 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/2f417cbf-c6b6-4904-989a-a6bc8873d0bc HTTP/1.1" status: 404 len: 337 time: 0.0341184 Aug 26 11:11:07.077713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44572) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:07.110626 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-318b5aa5-7b1b-4f04-ab26-f89ca9a657eb tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:07.111045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318b5aa5-7b1b-4f04-ab26-f89ca9a657eb tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:07.115403 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-318b5aa5-7b1b-4f04-ab26-f89ca9a657eb tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/ce0a4ea5-74f9-4a67-9944-e9af3ac65e19 HTTP/1.1" status: 404 len: 337 time: 0.0342603 Aug 26 11:11:07.115658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44574) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:07.158406 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-29813a51-b1d4-47e7-ac82-2fc51a5105ee tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1562788 Aug 26 11:11:07.166285 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa05ab0-b28f-4dee-ac58-8e20f795d9e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:07.166796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa05ab0-b28f-4dee-ac58-8e20f795d9e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:07.171463 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0aa05ab0-b28f-4dee-ac58-8e20f795d9e3 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/8eaa432c-6dd7-4792-894e-d2f0d147dcf2 HTTP/1.1" status: 404 len: 337 time: 0.0520875 Aug 26 11:11:07.173764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44576) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:07.203649 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0917ab96-b941-41c9-9d7d-24b2e25924b5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:07.204344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0917ab96-b941-41c9-9d7d-24b2e25924b5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:07.206157 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0917ab96-b941-41c9-9d7d-24b2e25924b5 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/ada79307-83a4-49ee-8763-d11ea4d1d386 HTTP/1.1" status: 404 len: 333 time: 0.0333455 Aug 26 11:11:07.209447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44580) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:07.237270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Deleting port 0f50853c-c518-46e2-b95a-9c3927c12c5e {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:07.238161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.250827 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e682b51-54b5-4931-8764-ece06c6c8814 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:07.251831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e682b51-54b5-4931-8764-ece06c6c8814 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:07.254551 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2e682b51-54b5-4931-8764-ece06c6c8814 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/1dd75f8a-0ac7-4226-8237-a08a0bf6264f HTTP/1.1" status: 404 len: 337 time: 0.0433757 Aug 26 11:11:07.262188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44582) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:07.266770 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.290329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Transition to ACTIVE for port object 4546c919-d6ad-4841-bd86-1e3f1dce2be0 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:07.319244 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.326279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] For port 0f50853c-c518-46e2-b95a-9c3927c12c5e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0f50853c-c518-46e2-b95a-9c3927c12c5e,segment=NetworkSegment(ac522574-ed72-47ba-b4c0-20379cbda66e),segment_id=ac522574-ed72-47ba-b4c0-20379cbda66e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:07.326646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.334381 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-edca4550-a2ff-4a9a-9b3b-18338c8894d9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:07.334872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edca4550-a2ff-4a9a-9b3b-18338c8894d9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:07.338802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-edca4550-a2ff-4a9a-9b3b-18338c8894d9 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/bf94bebe-687a-4076-99f6-ccbbc1d86e48 HTTP/1.1" status: 404 len: 337 time: 0.0712957 Aug 26 11:11:07.349907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44584) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:07.354866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Calling delete_port for 0f50853c-c518-46e2-b95a-9c3927c12c5e owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:07.414899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7e21c-7a77-445e-9c52-d6bd8a4b02f1 None None] Pushing event updated for resources: {'Port': ['ID=4546c919-d6ad-4841-bd86-1e3f1dce2be0,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:07.446654 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd7bc1f-c2ef-4401-94f5-fa2128ea6fd4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:07.447205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd7bc1f-c2ef-4401-94f5-fa2128ea6fd4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:07.448929 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cfd7bc1f-c2ef-4401-94f5-fa2128ea6fd4 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/b75f1e41-9876-40ad-b359-78d8b4e6e7f9 HTTP/1.1" status: 404 len: 333 time: 0.0411389 Aug 26 11:11:07.452403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44586) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:07.456931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8081173-ceea-470d-868f-08841615ff16 None None] DHCP port deletion for c8fc937f-641c-4720-baef-46dc88c5e910 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:07.465142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9bb0c825-e232-4f14-b625-9bfd325b6b4b None None] Provisioning complete for port 96dfa07c-5a54-474c-bc69-28cc32543ad5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:07.465726 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9bb0c825-e232-4f14-b625-9bfd325b6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.467781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cfc3f2-8e98-41c9-9d71-c6e78360b8f6 None None] DHCP port deletion for 4b91e069-13ce-47c7-a6b0-1715dca2a948 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:07.508339 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.509151 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f72425-752d-4416-9f6b-68777e70f343 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:07.510184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f72425-752d-4416-9f6b-68777e70f343 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:07.515534 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-26f72425-752d-4416-9f6b-68777e70f343 tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/779895d6-908c-4677-ae7e-2c759e02ec40 HTTP/1.1" status: 404 len: 337 time: 0.0612922 Aug 26 11:11:07.516118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44588) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:07.553183 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.581570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Pushing event deleted for resources: {'Port': ['ID=0f50853c-c518-46e2-b95a-9c3927c12c5e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:07.585381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] No DVR routers for this DVR port 0f50853c-c518-46e2-b95a-9c3927c12c5e on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:07.598073 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-3633f496-9ccc-4216-be88-184b06fc05bd tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:07.598537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3633f496-9ccc-4216-be88-184b06fc05bd tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:07.600440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3633f496-9ccc-4216-be88-184b06fc05bd tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/subnets/6dbc50a9-2bde-47ca-b554-98d91584a6e3 HTTP/1.1" status: 404 len: 337 time: 0.0810883 Aug 26 11:11:07.608360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44590) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:07.618973 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.677379 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.687970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fc937f-641c-4720-baef-46dc88c5e910']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:07.692825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-8c8cd8f4-e9e5-4fb3-8585-24c8f2f3607c service neutron] 10.222.0.21 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950523 Aug 26 11:11:07.699736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac522574-ed72-47ba-b4c0-20379cbda66e') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:07.700151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac522574-ed72-47ba-b4c0-20379cbda66e') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:07.711201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.722264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bd387888-78ef-45f2-aa65-d97d35938ffe up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:07.724802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Attempting to bind port 4546c919-d6ad-4841-bd86-1e3f1dce2be0 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:07.725177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Attempting to bind port 4546c919-d6ad-4841-bd86-1e3f1dce2be0 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:07.725534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Attempting to bind port 4546c919-d6ad-4841-bd86-1e3f1dce2be0 on network f8fedadf-872d-4fec-b38f-c658ecc8deac {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:07.728279 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.735635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:07.736405 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:07.741480 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:07.760401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0c825-e232-4f14-b625-9bfd325b6b4b None None] Port 96dfa07c-5a54-474c-bc69-28cc32543ad5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:07.765449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:07.765841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Checking segment: {'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:07.766223 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.766621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Bound using segment: {'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:07.767123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Bound port: 4546c919-d6ad-4841-bd86-1e3f1dce2be0, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:07.767499 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.816265 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.821593 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.826233 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] 10.222.0.21 "DELETE /v2.0/networks/c8fc937f-641c-4720-baef-46dc88c5e910 HTTP/1.1" status: 204 len: 168 time: 1.0215359 Aug 26 11:11:07.839327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd9f1b-5f43-48fa-a3fa-edecb94efcfb tempest-ExtraDHCPOptionsTestJSON-328351291 tempest-ExtraDHCPOptionsTestJSON-328351291-project] Pushing event deleted for resources: {'Network': ['ID=c8fc937f-641c-4720-baef-46dc88c5e910,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:07.865071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c8081173-ceea-470d-868f-08841615ff16 None None] Deleting port 0f50853c-c518-46e2-b95a-9c3927c12c5e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:07.865733 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8081173-ceea-470d-868f-08841615ff16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.873695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-80cfc3f2-8e98-41c9-9d71-c6e78360b8f6 None None] Deleting port 85a89788-f814-434a-a467-953d959d6140 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:07.874069 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80cfc3f2-8e98-41c9-9d71-c6e78360b8f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-c8081173-ceea-470d-868f-08841615ff16 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c8fc937f-641c-4720-baef-46dc88c5e910 could not be found. Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c8fc937f-641c-4720-baef-46dc88c5e910 could not be found. Aug 26 11:11:07.905679 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:11:07.934538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port bd387888-78ef-45f2-aa65-d97d35938ffe triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:07.934987 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:07.945468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8264d-12f0-436a-98df-06da59eeae98 None None] DHCP port deletion for c8fc937f-641c-4720-baef-46dc88c5e910 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:07.949059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] For port 4546c919-d6ad-4841-bd86-1e3f1dce2be0, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:07.991377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] For port 4546c919-d6ad-4841-bd86-1e3f1dce2be0, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4546c919-d6ad-4841-bd86-1e3f1dce2be0,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:08.005567 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.016962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-80cfc3f2-8e98-41c9-9d71-c6e78360b8f6 None None] For port 85a89788-f814-434a-a467-953d959d6140, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=85a89788-f814-434a-a467-953d959d6140,segment=NetworkSegment(dc833654-66a8-4690-95ab-be2c89fd7d6f),segment_id=dc833654-66a8-4690-95ab-be2c89fd7d6f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:08.017366 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80cfc3f2-8e98-41c9-9d71-c6e78360b8f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.058519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-80cfc3f2-8e98-41c9-9d71-c6e78360b8f6 None None] Calling delete_port for 85a89788-f814-434a-a467-953d959d6140 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:08.141313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Routers {'56bad1a4-ec2d-4403-a1b3-0ec9f0400911'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:08.141954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:08.178491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event updated for resources: {'Subnet': ['ID=958b1866-ab29-4442-ad2e-ed8805f549f9,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:08.181635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44596) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:08.210563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7e21c-7a77-445e-9c52-d6bd8a4b02f1 None None] Pushing event updated for resources: {'Port': ['ID=4546c919-d6ad-4841-bd86-1e3f1dce2be0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:08.263515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Checking segment: {'id': 'a5a30076-6066-49af-aaba-9797d882513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7acadae7-0b6e-4b3c-b973-d0e534a00984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:08.263960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Network hostable DHCP agents. Network: 7acadae7-0b6e-4b3c-b973-d0e534a00984, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:08.286175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-db54289b-529b-4beb-8575-84c210992b5d service neutron] 10.222.0.21 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523036 Aug 26 11:11:08.330789 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80cfc3f2-8e98-41c9-9d71-c6e78360b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.337926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-ddc30c12-43d1-4f38-ae4f-0783b63a35ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Deleting port 96dfa07c-5a54-474c-bc69-28cc32543ad5 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:08.338276 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddc30c12-43d1-4f38-ae4f-0783b63a35ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.367652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 85a89788-f814-434a-a467-953d959d6140 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:11:08.375506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfc3f2-8e98-41c9-9d71-c6e78360b8f6 None None] Pushing event deleted for resources: {'Port': ['ID=85a89788-f814-434a-a467-953d959d6140,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:08.393035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Network 7acadae7-0b6e-4b3c-b973-d0e534a00984 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:08.404884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cfc3f2-8e98-41c9-9d71-c6e78360b8f6 None None] No DVR routers for this DVR port 85a89788-f814-434a-a467-953d959d6140 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:08.412300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 85a89788-f814-434a-a467-953d959d6140 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:08.413313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 85a89788-f814-434a-a467-953d959d6140 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:11:08.413900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0f50853c-c518-46e2-b95a-9c3927c12c5e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:11:08.431781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 7acadae7-0b6e-4b3c-b973-d0e534a00984) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:08.441304 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c63c572e-7ea7-4194-b280-95df70884e8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bb830eaa6d746fd8e396ff29cf7f484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577000 Aug 26 11:11:08.442928 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.444885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44602) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:08.446957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] Set router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:11:08.451705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:08.452349 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.455892 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddc30c12-43d1-4f38-ae4f-0783b63a35ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.460000 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.534297 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d685799-6bcc-4347-ba9d-deb02e420a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.536764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-ddc30c12-43d1-4f38-ae4f-0783b63a35ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Calling delete_port for 96dfa07c-5a54-474c-bc69-28cc32543ad5 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:08.537533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b407236a-91f8-42af-8dd3-85cb58cc9717 None None] Network 7acadae7-0b6e-4b3c-b973-d0e534a00984 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:08.539793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 0f50853c-c518-46e2-b95a-9c3927c12c5e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:08.540144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0f50853c-c518-46e2-b95a-9c3927c12c5e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:11:08.569136 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d685799-6bcc-4347-ba9d-deb02e420a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.572079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60ffee65-4189-478d-9dcc-1b78a6d69336 req-0ee1873e-ebbd-4b7c-879a-bcb74189f65c tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 210 time: 0.0365462 Aug 26 11:11:08.578100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1efd60ff-023b-46d0-b13b-34b0432d162a tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9723268 Aug 26 11:11:08.593819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44608) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:08.593819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Request body: {'network': {'name': 'tempest-router-network01--1131446084'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:08.638612 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d685799-6bcc-4347-ba9d-deb02e420a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.642535 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d685799-6bcc-4347-ba9d-deb02e420a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.645092 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8d685799-6bcc-4347-ba9d-deb02e420a8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd010ade-d15b-4e9d-bc98-e508f3f3f05b HTTP/1.1" status: 204 len: 168 time: 0.1986117 Aug 26 11:11:08.655636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d685799-6bcc-4347-ba9d-deb02e420a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd010ade-d15b-4e9d-bc98-e508f3f3f05b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:08.729468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Made reservation on behalf of 377a722568de4d06b2b552e5e62c31e9 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:08.734567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.793348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:08.802856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddc30c12-43d1-4f38-ae4f-0783b63a35ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.825051 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.825546 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Added segment 58415c57-40d9-4c18-8fee-24eaec64eccd of type vlan for network 3a182f88-fe45-4400-a264-c7b378a1f6f9 Aug 26 11:11:08.864998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'name': 'tempest-ServerRescueTestJSON-1967732061-router', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:55Z', 'updated_at': '2021-08-26T11:11:03Z', 'revision_number': 4, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'gw_port': {'id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:56Z', 'updated_at': '2021-08-26T11:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '4546c919-d6ad-4841-bd86-1e3f1dce2be0', 'name': '', 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'mac_address': 'fa:16:3e:41:38:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:11:01Z', 'updated_at': '2021-08-26T11:11:07Z', 'revision_number': 4, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'subnets': [{'id': '1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:08.869432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-7acadae7-0b6e-4b3c-b973-d0e534a00984', 'network_id': '7acadae7-0b6e-4b3c-b973-d0e534a00984', 'tenant_id': '377a722568de4d06b2b552e5e62c31e9', 'fixed_ips': [{'subnet_id': '958b1866-ab29-4442-ad2e-ed8805f549f9'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:11:08.870388 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.886417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc30c12-43d1-4f38-ae4f-0783b63a35ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Port': ['ID=96dfa07c-5a54-474c-bc69-28cc32543ad5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:08.905076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f10518b-8aac-4328-b862-cfa62fe3d9cb None None] The sync data for ids ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'] in n-d-778550-13 is: [{'id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'name': 'tempest-ServerRescueTestJSON-1967732061-router', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:55Z', 'updated_at': '2021-08-26T11:11:03Z', 'revision_number': 4, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'gw_port': {'id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:56Z', 'updated_at': '2021-08-26T11:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '4546c919-d6ad-4841-bd86-1e3f1dce2be0', 'name': '', 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'mac_address': 'fa:16:3e:41:38:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:11:01Z', 'updated_at': '2021-08-26T11:11:07Z', 'revision_number': 4, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'subnets': [{'id': '1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:08.905702 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddc30c12-43d1-4f38-ae4f-0783b63a35ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:08.907770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ddc30c12-43d1-4f38-ae4f-0783b63a35ae tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/ports/96dfa07c-5a54-474c-bc69-28cc32543ad5 HTTP/1.1" status: 204 len: 168 time: 1.2970061 Aug 26 11:11:08.911366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44618) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:08.941618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Router 621f6c59-d7d6-4b15-836c-9c95bd594d48 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:11:08.963934 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.071389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.113327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Allocated IP 172.20.0.2 (7acadae7-0b6e-4b3c-b973-d0e534a00984/958b1866-ab29-4442-ad2e-ed8805f549f9/4d16aa3e-61c2-4baf-bd1a-5fc516104042) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:09.158000 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.170956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:09.173427 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.218402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.248567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b91e069-13ce-47c7-a6b0-1715dca2a948']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:09.269078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc833654-66a8-4690-95ab-be2c89fd7d6f') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:09.269384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc833654-66a8-4690-95ab-be2c89fd7d6f') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:09.285468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.308843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.317204 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:09.317877 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:09.333004 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:09.398851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event updated for resources: {'Network': ['ID=3a182f88-fe45-4400-a264-c7b378a1f6f9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:09.420540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.430129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.432695 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] 10.222.0.21 "DELETE /v2.0/networks/4b91e069-13ce-47c7-a6b0-1715dca2a948 HTTP/1.1" status: 204 len: 168 time: 0.5195925 Aug 26 11:11:09.433518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 3a182f88-fe45-4400-a264-c7b378a1f6f9 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:09.439350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:09.442594 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ad8c6e1f-7c9a-4169-87cd-a15800323d09 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8539641 Aug 26 11:11:09.447576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.449968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-94f0114a-00f8-4298-b48b-838af9dbcb79 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "PUT /v2.0/routers/621f6c59-d7d6-4b15-836c-9c95bd594d48 HTTP/1.1" status: 200 len: 913 time: 4.3448527 Aug 26 11:11:09.451268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44632) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:09.451869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44634) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:09.454764 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a8b7b-5705-4888-8bae-bc4c6244977c None None] Sync routers for ids ['621f6c59-d7d6-4b15-836c-9c95bd594d48'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:09.465214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Request body: {'network': {'name': 'tempest-router-network02--184157671'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:09.476280 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a8b7b-5705-4888-8bae-bc4c6244977c None None] Routers {'621f6c59-d7d6-4b15-836c-9c95bd594d48'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:09.476427 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e97a8b7b-5705-4888-8bae-bc4c6244977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['621f6c59-d7d6-4b15-836c-9c95bd594d48'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:09.495607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587623a-a96e-4f93-94dc-abd564f0676e tempest-PortsIpV6TestJSON-1728419980 tempest-PortsIpV6TestJSON-1728419980-project] Pushing event deleted for resources: {'Network': ['ID=4b91e069-13ce-47c7-a6b0-1715dca2a948,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:09.598962 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e97a8b7b-5705-4888-8bae-bc4c6244977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:09.621595 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a8b7b-5705-4888-8bae-bc4c6244977c None None] Routers {'621f6c59-d7d6-4b15-836c-9c95bd594d48'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:09.622228 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e97a8b7b-5705-4888-8bae-bc4c6244977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['621f6c59-d7d6-4b15-836c-9c95bd594d48'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:09.632771 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.663890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Transition to ACTIVE for port object 4d16aa3e-61c2-4baf-bd1a-5fc516104042 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:09.677338 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e97a8b7b-5705-4888-8bae-bc4c6244977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:09.678089 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a8b7b-5705-4888-8bae-bc4c6244977c None None] The sync data for ids ['621f6c59-d7d6-4b15-836c-9c95bd594d48'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:09.696973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4546c919-d6ad-4841-bd86-1e3f1dce2be0 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:09.704431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Made reservation on behalf of 377a722568de4d06b2b552e5e62c31e9 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:09.708009 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.769582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Transition to ACTIVE for port object 4d16aa3e-61c2-4baf-bd1a-5fc516104042 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:09.788625 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.803323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8d7694a1-0d63-4589-acd4-4a94a9e8f93a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/routers/621f6c59-d7d6-4b15-836c-9c95bd594d48 HTTP/1.1" status: 200 len: 919 time: 0.3487008 Aug 26 11:11:09.808521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44646) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:09.817852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44648) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:09.842452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 4546c919-d6ad-4841-bd86-1e3f1dce2be0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:09.862180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Network 7acadae7-0b6e-4b3c-b973-d0e534a00984 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:09.865371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 4546c919-d6ad-4841-bd86-1e3f1dce2be0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:09.865757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.872573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:09.885694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6fa06ef7-87e7-439a-b58f-68a50b1cdf78 req-89bf9439-5ea1-4920-a4c5-c442a1b64551 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 210 time: 0.0857871 Aug 26 11:11:09.911704 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Pushing event updated for resources: {'Port': ['ID=4d16aa3e-61c2-4baf-bd1a-5fc516104042,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:09.912597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:09.917560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:09.926951 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:09.927664 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Added segment 760d695b-fe51-4aab-b5a0-fb0c487c4f8a of type vlan for network 448e9a50-007f-4cdc-9160-b8c063d373fd Aug 26 11:11:09.935156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb2795-8bf3-4f1b-b29a-5b507562e2f8 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:09.946204 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d8cb2795-8bf3-4f1b-b29a-5b507562e2f8 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&device_id=621f6c59-d7d6-4b15-836c-9c95bd594d48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1387122 Aug 26 11:11:09.948073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44652) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:10.083274 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.099165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Attempting to bind port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:10.100640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Attempting to bind port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'a5a30076-6066-49af-aaba-9797d882513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7acadae7-0b6e-4b3c-b973-d0e534a00984'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:10.101534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Attempting to bind port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 on network 7acadae7-0b6e-4b3c-b973-d0e534a00984 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:10.155569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:10.156943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Checking segment: {'id': 'a5a30076-6066-49af-aaba-9797d882513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7acadae7-0b6e-4b3c-b973-d0e534a00984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:10.158849 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.160036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Bound using segment: {'id': 'a5a30076-6066-49af-aaba-9797d882513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7acadae7-0b6e-4b3c-b973-d0e534a00984'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:10.160967 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Bound port: 4d16aa3e-61c2-4baf-bd1a-5fc516104042, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a30076-6066-49af-aaba-9797d882513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7acadae7-0b6e-4b3c-b973-d0e534a00984'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:10.161805 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.162418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3a4f1c-c0d5-45b3-880f-8c38ff348338 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:10.166834 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-da3a4f1c-c0d5-45b3-880f-8c38ff348338 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 881 time: 0.2152042 Aug 26 11:11:10.167800 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44656) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:10.214174 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.resource_extend [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 11:11:10.221061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44658) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:10.241624 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9cdc0110-daf2-493a-a113-a33d54d92e59 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=621f6c59-d7d6-4b15-836c-9c95bd594d48 HTTP/1.1" status: 200 len: 205 time: 0.0724478 Aug 26 11:11:10.243949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44662) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:10.273645 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.305832 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.319535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:10.320350 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.343186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 4546c919-d6ad-4841-bd86-1e3f1dce2be0, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4546c919-d6ad-4841-bd86-1e3f1dce2be0,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:10.353998 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.358444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'networks': [{'name': 'tempest-network--608761168'}, {'name': 'tempest-network--1679667045'}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:10.358900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'network': {'name': 'tempest-network--608761168'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:10.359515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'network': {'name': 'tempest-network--1679667045'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:10.365732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] For port 4d16aa3e-61c2-4baf-bd1a-5fc516104042, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:10.371399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] For port 4d16aa3e-61c2-4baf-bd1a-5fc516104042, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4d16aa3e-61c2-4baf-bd1a-5fc516104042,segment=NetworkSegment(a5a30076-6066-49af-aaba-9797d882513d),segment_id=a5a30076-6066-49af-aaba-9797d882513d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:10.402430 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e8eacd12-db38-462f-b587-2d2e57130ec4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=476ceaf3ced8446a959be5bfd3c12971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834088 Aug 26 11:11:10.402929 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.403162 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44664) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:10.453725 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=4546c919-d6ad-4841-bd86-1e3f1dce2be0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:10.513698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10037aa4-e26f-4f54-a629-ced600eb7401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.522959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Made reservation on behalf of c8d516dbeb8841a58152f3ecd50cf4e6 for: {'network': 2} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:10.528366 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.530563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event updated for resources: {'Network': ['ID=448e9a50-007f-4cdc-9160-b8c063d373fd,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:10.541367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-4a9d3f2d-15f9-4802-b4db-9e2f88043ff3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:10.543006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-4a9d3f2d-15f9-4802-b4db-9e2f88043ff3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.42 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 811 time: 0.4886947 Aug 26 11:11:10.553741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-05e08e1f-e836-4e59-a5be-c50a114b639e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0975077 Aug 26 11:11:10.553741 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.554071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 448e9a50-007f-4cdc-9160-b8c063d373fd details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:10.554779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10037aa4-e26f-4f54-a629-ced600eb7401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.555621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44666) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:10.561567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Request body: {'subnet': {'network_id': '3a182f88-fe45-4400-a264-c7b378a1f6f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:10.571164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Request body: {'port': {'device_id': '4d4af91e-658e-4017-b326-5390ba14f3a3', 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac', 'admin_state_up': True, 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:10.593291 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.611689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87536038-64ee-4ef1-8cf2-f49ecd47dd08 None None] Pushing event updated for resources: {'Port': ['ID=4d16aa3e-61c2-4baf-bd1a-5fc516104042,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:10.710152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10037aa4-e26f-4f54-a629-ced600eb7401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.717954 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10037aa4-e26f-4f54-a629-ced600eb7401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.719179 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-10037aa4-e26f-4f54-a629-ced600eb7401 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ab1f097-0755-47cb-be1a-8f5b397e4ce7 HTTP/1.1" status: 204 len: 168 time: 0.3129532 Aug 26 11:11:10.735035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10037aa4-e26f-4f54-a629-ced600eb7401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab1f097-0755-47cb-be1a-8f5b397e4ce7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:10.763310 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.860607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Deleting port e47827b2-2c5c-4efb-a3e2-80036ef65afa {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:10.861359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.892483 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.911470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.911955 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:10.990534 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 11:11:10.990534 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 11:11:10.990534 n-d-778550-13 neutron-server[101267]: [parameters: {'project_id_1': 'd3a9d573fa8f464ebcd4adf90e626417', 'expiration_1': datetime.datetime(2021, 8, 26, 11, 11, 10, 835348)}] Aug 26 11:11:10.990534 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:11:10.991044 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:11:11.005993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:11.006916 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.031985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Calling delete_port for e47827b2-2c5c-4efb-a3e2-80036ef65afa owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:11.035372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Made reservation on behalf of 377a722568de4d06b2b552e5e62c31e9 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:11.037948 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.080280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c625be94-9a0f-4a34-af4e-fc375e28a12f req-0cec012c-69ac-4d52-894f-511e8e153dee tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 210 time: 0.0830781 Aug 26 11:11:11.108972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175c0345-dbbe-452d-bc87-f8ed2147b273,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:11.122323 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.122664 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Added segment 7e1cc3b7-bf02-49eb-b2cb-3f5ca0bc68c1 of type vlan for network 91bc3faf-60be-48f3-b1ae-e34089928f6d Aug 26 11:11:11.198083 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.250884 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.269731 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:11.279899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Pushing event deleted for resources: {'Port': ['ID=e47827b2-2c5c-4efb-a3e2-80036ef65afa,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:11.291175 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.291522 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Added segment f0d1a73c-aa44-41c4-8f06-3a571dd28b36 of type vlan for network 53189562-d799-45b6-96a7-0aa3dcbae8f9 Aug 26 11:11:11.360373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.366792 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.391287 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.459481 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.459945 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.465324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:11.470515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:11.471101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.471280 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.475464 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.513373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event updated for resources: {'Subnet': ['ID=fdbdec62-d9f3-4646-bf3b-e4720d4d007e,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:11.532257 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.533074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Fanout notify agent at l3_agent the message router_deleted on router 621f6c59-d7d6-4b15-836c-9c95bd594d48 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:11:11.543303 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.549352 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b4a0cd06-ec3b-424f-91b3-464227e9db7c tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/621f6c59-d7d6-4b15-836c-9c95bd594d48 HTTP/1.1" status: 204 len: 168 time: 1.3024507 Aug 26 11:11:11.550028 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44688) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:11.555141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4097c6ce-6206-4e07-8a4f-b6cadfc304c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1849097593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:11.562628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3431482 Aug 26 11:11:11.566044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44690) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:11.572841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Checking segment: {'id': '58415c57-40d9-4c18-8fee-24eaec64eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3a182f88-fe45-4400-a264-c7b378a1f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:11.573150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Network hostable DHCP agents. Network: 3a182f88-fe45-4400-a264-c7b378a1f6f9, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:11.591878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event updated for resources: {'Network': ['ID=91bc3faf-60be-48f3-b1ae-e34089928f6d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:11.596770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Made reservation on behalf of d3a9d573fa8f464ebcd4adf90e626417 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:11.600060 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.618540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 91bc3faf-60be-48f3-b1ae-e34089928f6d details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:11.699022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4097c6ce-6206-4e07-8a4f-b6cadfc304c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.700282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4097c6ce-6206-4e07-8a4f-b6cadfc304c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.715993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Network 3a182f88-fe45-4400-a264-c7b378a1f6f9 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:11.743822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4546c919-d6ad-4841-bd86-1e3f1dce2be0 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:11.758420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d599d0-4a1c-4e78-a2c2-4e13a092f037 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event updated for resources: {'Network': ['ID=53189562-d799-45b6-96a7-0aa3dcbae8f9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:11.782710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036f245b-08f5-48ff-852c-6e3d43d30bd8 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:11.787529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 3a182f88-fe45-4400-a264-c7b378a1f6f9) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:11.789941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036f245b-08f5-48ff-852c-6e3d43d30bd8 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:11.792631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 53189562-d799-45b6-96a7-0aa3dcbae8f9 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:11.797649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036f245b-08f5-48ff-852c-6e3d43d30bd8 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:11.803935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036f245b-08f5-48ff-852c-6e3d43d30bd8 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:11.806085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:11.806692 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.808815 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-036f245b-08f5-48ff-852c-6e3d43d30bd8 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2418923 Aug 26 11:11:11.809554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44694) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:11.809973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44696) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:11.835480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2c29b0ae-859e-48c6-83b2-41649396cdfb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2790172 Aug 26 11:11:11.836691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44698) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:11.845927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Request body: {'subnet': {'network_id': '448e9a50-007f-4cdc-9160-b8c063d373fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:11.853566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4097c6ce-6206-4e07-8a4f-b6cadfc304c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.871368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4097c6ce-6206-4e07-8a4f-b6cadfc304c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.901192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b29e495-cc95-4d42-8642-9a8d5d93654d None None] Network 3a182f88-fe45-4400-a264-c7b378a1f6f9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:11.947938 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4097c6ce-6206-4e07-8a4f-b6cadfc304c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:11.952539 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4097c6ce-6206-4e07-8a4f-b6cadfc304c7 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4010413 Aug 26 11:11:11.954187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44702) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:11.963956 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'enable_snat': False}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:12.022488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 4546c919-d6ad-4841-bd86-1e3f1dce2be0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:12.023052 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.047839 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.061200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5b3f1e95-0f7c-4d82-a91f-6a26492e54b4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:12.062066 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-5b3f1e95-0f7c-4d82-a91f-6a26492e54b4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 26 11:11:12.062689 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-5b3f1e95-0f7c-4d82-a91f-6a26492e54b4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): There was a conflict when trying to complete your request. Aug 26 11:11:12.068282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5b3f1e95-0f7c-4d82-a91f-6a26492e54b4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2271876 Aug 26 11:11:12.068665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44704) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:12.073593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7fe80385-b956-4c9d-bbbf-e3d7df0f368d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group': {'name': 'tempest-secgroup--45024049'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:12.126411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Allocated IP 172.20.0.11 (f8fedadf-872d-4fec-b38f-c658ecc8deac/1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5/1c525a9d-9274-439a-96c2-2d700c6cbe38) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:12.144175 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7fe80385-b956-4c9d-bbbf-e3d7df0f368d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.192074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c84753e-4494-4311-a414-1fe5b52ca452 None None] Network 7acadae7-0b6e-4b3c-b973-d0e534a00984 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:12.195292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Made reservation on behalf of 377a722568de4d06b2b552e5e62c31e9 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:12.199268 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.240874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-3a182f88-fe45-4400-a264-c7b378a1f6f9', 'network_id': '3a182f88-fe45-4400-a264-c7b378a1f6f9', 'tenant_id': '377a722568de4d06b2b552e5e62c31e9', 'fixed_ips': [{'subnet_id': 'fdbdec62-d9f3-4646-bf3b-e4720d4d007e'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:11:12.241745 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.282845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4d16aa3e-61c2-4baf-bd1a-5fc516104042 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:12.309710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21450e19-a9d9-42f7-90ef-86a4e87f61cf req-2a1d350c-7b62-4ac6-9e04-8ed36ca68a07 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 210 time: 0.1048048 Aug 26 11:11:12.492906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.527042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bb6fa9e6-77be-4571-b028-8d96c0e23793 None None] Provisioning for port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:12.570798 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7fe80385-b956-4c9d-bbbf-e3d7df0f368d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.588293 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.623215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.696981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:12.702378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.710489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event updated for resources: {'Subnet': ['ID=216b36d1-d05d-4a2b-a44b-cf357aa1c66f,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:12.711150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.717076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Network f8fedadf-872d-4fec-b38f-c658ecc8deac is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:12.723737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:12.724126 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.726818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Pushing event updated for resources: {'Port': ['ID=1c525a9d-9274-439a-96c2-2d700c6cbe38,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:12.728229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bc3faf-60be-48f3-b1ae-e34089928f6d']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:12.729805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Allocated IP 172.20.0.2 (3a182f88-fe45-4400-a264-c7b378a1f6f9/fdbdec62-d9f3-4646-bf3b-e4720d4d007e/1f8bf72c-2abb-4121-ae6d-10ea55753b99) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:12.731013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:12.741214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:12.745782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Checking segment: {'id': '760d695b-fe51-4aab-b5a0-fb0c487c4f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '448e9a50-007f-4cdc-9160-b8c063d373fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:12.745955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Network hostable DHCP agents. Network: 448e9a50-007f-4cdc-9160-b8c063d373fd, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:12.755070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1cc3b7-bf02-49eb-b2cb-3f5ca0bc68c1') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:12.755473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1cc3b7-bf02-49eb-b2cb-3f5ca0bc68c1') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:12.805075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Network 448e9a50-007f-4cdc-9160-b8c063d373fd is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:12.807566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.814074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:12.815186 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.831621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 448e9a50-007f-4cdc-9160-b8c063d373fd) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:12.832965 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.841763 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:12.842766 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.851840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:12.852256 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:12.856461 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:12.875142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c6c74-8efb-4705-94bb-0b35a5c3ba45 None None] Network 448e9a50-007f-4cdc-9160-b8c063d373fd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:12.950160 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.957347 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.959018 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7fe80385-b956-4c9d-bbbf-e3d7df0f368d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.965642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.970230 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "DELETE /v2.0/networks/91bc3faf-60be-48f3-b1ae-e34089928f6d HTTP/1.1" status: 204 len: 168 time: 1.1321747 Aug 26 11:11:12.970589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44708) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:12.981821 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7fe80385-b956-4c9d-bbbf-e3d7df0f368d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:12.987469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-7d73c9c0-21d4-4af5-aac0-4fbab4840d10 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4326224 Aug 26 11:11:12.988819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event deleted for resources: {'Network': ['ID=91bc3faf-60be-48f3-b1ae-e34089928f6d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:13.007543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-753dfcb5-61ab-4554-a34c-5775653822f0 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1661808 Aug 26 11:11:13.008871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44710) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:13.013258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.013865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.014386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.014931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.015428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.015917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.016405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.016889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.017395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.017889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.018383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.019579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b9f62a-af25-46e8-8ea9-18586e560098 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.055701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.057416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe80385-b956-4c9d-bbbf-e3d7df0f368d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f45f0e-4f6e-47e0-a0af-3444cc4046a5,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:13.079229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Request body: {'port': {'device_id': '4d4af91e-658e-4017-b326-5390ba14f3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:13.091694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 4d16aa3e-61c2-4baf-bd1a-5fc516104042, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4d16aa3e-61c2-4baf-bd1a-5fc516104042,segment=NetworkSegment(a5a30076-6066-49af-aaba-9797d882513d),segment_id=a5a30076-6066-49af-aaba-9797d882513d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:13.093034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Transition to ACTIVE for port object 1f8bf72c-2abb-4121-ae6d-10ea55753b99 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:13.102213 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.141610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Transition to ACTIVE for port object 1f8bf72c-2abb-4121-ae6d-10ea55753b99 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:13.161335 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.200472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=4d16aa3e-61c2-4baf-bd1a-5fc516104042,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:13.216673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.217028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.217372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.217710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.218044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.218824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.218824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.219042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.219352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.219668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.219995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.220373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:13.220977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7fe80385-b956-4c9d-bbbf-e3d7df0f368d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.236745 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-448e9a50-007f-4cdc-9160-b8c063d373fd', 'network_id': '448e9a50-007f-4cdc-9160-b8c063d373fd', 'tenant_id': '377a722568de4d06b2b552e5e62c31e9', 'fixed_ips': [{'subnet_id': '216b36d1-d05d-4a2b-a44b-cf357aa1c66f'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:11:13.238151 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.250620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7fe80385-b956-4c9d-bbbf-e3d7df0f368d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.271999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Network 3a182f88-fe45-4400-a264-c7b378a1f6f9 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:13.288221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:13.293452 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.294762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:13.295359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7fe80385-b956-4c9d-bbbf-e3d7df0f368d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.296838 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7fe80385-b956-4c9d-bbbf-e3d7df0f368d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2271779 Aug 26 11:11:13.318471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Pushing event updated for resources: {'Port': ['ID=1f8bf72c-2abb-4121-ae6d-10ea55753b99,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:13.319517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44712) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:13.322985 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.328188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c9ba1221-f6a8-4d36-9481-205fcb101fc4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': 'e70f34ec-c8c7-4973-b240-8c75bcdb2478', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:13.333023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-af9eb5dd-8662-4314-90d0-230356740050 None None] Provisioning complete for port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:13.333485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe80385-b956-4c9d-bbbf-e3d7df0f368d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70f34ec-c8c7-4973-b240-8c75bcdb2478,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:13.333746 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af9eb5dd-8662-4314-90d0-230356740050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.418709 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1221-f6a8-4d36-9481-205fcb101fc4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.537365 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75f96c54-acf8-42d4-8c28-8a6f0c15cd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.540338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Allocated IP 172.25.1.167 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/05e49e66-8955-4c61-a94a-773965b71b08) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:13.541414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4d16aa3e-61c2-4baf-bd1a-5fc516104042 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:13.558215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Attempting to bind port 1f8bf72c-2abb-4121-ae6d-10ea55753b99 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:13.558769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Attempting to bind port 1f8bf72c-2abb-4121-ae6d-10ea55753b99 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '58415c57-40d9-4c18-8fee-24eaec64eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3a182f88-fe45-4400-a264-c7b378a1f6f9'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:13.559305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Attempting to bind port 1f8bf72c-2abb-4121-ae6d-10ea55753b99 on network 3a182f88-fe45-4400-a264-c7b378a1f6f9 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:13.569632 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1221-f6a8-4d36-9481-205fcb101fc4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.583781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1221-f6a8-4d36-9481-205fcb101fc4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.620944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.633147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:13.633834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Checking segment: {'id': '58415c57-40d9-4c18-8fee-24eaec64eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3a182f88-fe45-4400-a264-c7b378a1f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:13.634257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.634662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Bound using segment: {'id': '58415c57-40d9-4c18-8fee-24eaec64eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3a182f88-fe45-4400-a264-c7b378a1f6f9'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:13.635662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Bound port: 1f8bf72c-2abb-4121-ae6d-10ea55753b99, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58415c57-40d9-4c18-8fee-24eaec64eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3a182f88-fe45-4400-a264-c7b378a1f6f9'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:13.635797 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.636533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba1221-f6a8-4d36-9481-205fcb101fc4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180c3ec0-0a36-4c08-9162-6287656d888c,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:13.646566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1221-f6a8-4d36-9481-205fcb101fc4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.650565 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c9ba1221-f6a8-4d36-9481-205fcb101fc4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273969 Aug 26 11:11:13.655119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44716) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:13.667749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a9904cd6-1e3e-432a-9e5c-ca723f574a2b tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': 'e70f34ec-c8c7-4973-b240-8c75bcdb2478', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:13.694607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.718739 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.726660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9904cd6-1e3e-432a-9e5c-ca723f574a2b tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.748883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f0964-fd7c-4168-9b96-4253aa8b7a85 req-01aa4a1a-a029-4d53-adc9-de264a5b566e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:13.756746 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e4f0964-fd7c-4168-9b96-4253aa8b7a85 req-01aa4a1a-a029-4d53-adc9-de264a5b566e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 932 time: 0.2364607 Aug 26 11:11:13.773433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Allocated IP 172.20.0.2 (448e9a50-007f-4cdc-9160-b8c063d373fd/216b36d1-d05d-4a2b-a44b-cf357aa1c66f/26c09fb8-f4a2-4a86-af70-7972f5293c5d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:13.802584 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-a9904cd6-1e3e-432a-9e5c-ca723f574a2b tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): There was a conflict when trying to complete your request. Aug 26 11:11:13.804019 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a9904cd6-1e3e-432a-9e5c-ca723f574a2b tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1480753 Aug 26 11:11:13.804254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:13.804593 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.807056 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44718) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:13.816842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.842493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] For port 1f8bf72c-2abb-4121-ae6d-10ea55753b99, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:13.891622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:13.903189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] For port 1f8bf72c-2abb-4121-ae6d-10ea55753b99, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1f8bf72c-2abb-4121-ae6d-10ea55753b99,segment=NetworkSegment(58415c57-40d9-4c18-8fee-24eaec64eccd),segment_id=58415c57-40d9-4c18-8fee-24eaec64eccd)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:13.904738 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:13.913735 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.915483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:13.929578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Pushing event updated for resources: {'Port': ['ID=05e49e66-8955-4c61-a94a-773965b71b08,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:13.959036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e4f0964-fd7c-4168-9b96-4253aa8b7a85 req-01b80a2c-e0b6-4e3c-88bb-96d8b77bbb4c tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013717 Aug 26 11:11:13.967127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f4e93bf9-f9fd-48d8-9268-87cf819c478e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.974124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:13.984562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafdd4c-8a98-4bad-8cd1-54cdae47164b None None] Pushing event updated for resources: {'Port': ['ID=1f8bf72c-2abb-4121-ae6d-10ea55753b99,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:13.999662 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f4e93bf9-f9fd-48d8-9268-87cf819c478e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.004540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53189562-d799-45b6-96a7-0aa3dcbae8f9']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:14.024035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d1a73c-aa44-41c4-8f06-3a571dd28b36') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:14.024625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d1a73c-aa44-41c4-8f06-3a571dd28b36') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:14.040663 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.144010 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.155899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Transition to ACTIVE for port object 26c09fb8-f4a2-4a86-af70-7972f5293c5d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:14.173421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Transition to ACTIVE for port object 26c09fb8-f4a2-4a86-af70-7972f5293c5d will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:14.179067 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f4e93bf9-f9fd-48d8-9268-87cf819c478e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.182251 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.182484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f4e93bf9-f9fd-48d8-9268-87cf819c478e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.184018 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f4e93bf9-f9fd-48d8-9268-87cf819c478e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "DELETE /v2.0/security-groups/e70f34ec-c8c7-4973-b240-8c75bcdb2478 HTTP/1.1" status: 204 len: 168 time: 0.3759801 Aug 26 11:11:14.210810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44720) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:14.235633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e93bf9-f9fd-48d8-9268-87cf819c478e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70f34ec-c8c7-4973-b240-8c75bcdb2478,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:14.271262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.276006 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.277169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Network 448e9a50-007f-4cdc-9160-b8c063d373fd is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:14.286529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:14.289621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:14.304272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:14.304889 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:14.308309 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:14.326832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Pushing event updated for resources: {'Port': ['ID=26c09fb8-f4a2-4a86-af70-7972f5293c5d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:14.369336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Attempting to bind port 26c09fb8-f4a2-4a86-af70-7972f5293c5d on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:14.369743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Attempting to bind port 26c09fb8-f4a2-4a86-af70-7972f5293c5d by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '760d695b-fe51-4aab-b5a0-fb0c487c4f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '448e9a50-007f-4cdc-9160-b8c063d373fd'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:14.370176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Attempting to bind port 26c09fb8-f4a2-4a86-af70-7972f5293c5d on network 448e9a50-007f-4cdc-9160-b8c063d373fd {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:14.377324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:14.377701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Checking segment: {'id': '760d695b-fe51-4aab-b5a0-fb0c487c4f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '448e9a50-007f-4cdc-9160-b8c063d373fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:14.378703 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.380028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Bound using segment: {'id': '760d695b-fe51-4aab-b5a0-fb0c487c4f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '448e9a50-007f-4cdc-9160-b8c063d373fd'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:14.380526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Bound port: 26c09fb8-f4a2-4a86-af70-7972f5293c5d, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760d695b-fe51-4aab-b5a0-fb0c487c4f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '448e9a50-007f-4cdc-9160-b8c063d373fd'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:14.381217 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.448899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] For port 26c09fb8-f4a2-4a86-af70-7972f5293c5d, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:14.452099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] For port 26c09fb8-f4a2-4a86-af70-7972f5293c5d, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=26c09fb8-f4a2-4a86-af70-7972f5293c5d,segment=NetworkSegment(760d695b-fe51-4aab-b5a0-fb0c487c4f8a),segment_id=760d695b-fe51-4aab-b5a0-fb0c487c4f8a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:14.458598 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.469734 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dfa9a6ce-59fd-4a23-8734-c5bc2ada7193 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2312956 Aug 26 11:11:14.475654 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44722) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:14.479692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.484976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-66838bd1-7670-4167-9158-72015c202f25 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group': {'name': 'tempest-secgroup--664560310'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:14.509639 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.535834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fd7ea-a523-47c2-883e-c2112b30e02a None None] Pushing event updated for resources: {'Port': ['ID=26c09fb8-f4a2-4a86-af70-7972f5293c5d,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:14.553261 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.556903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "DELETE /v2.0/networks/53189562-d799-45b6-96a7-0aa3dcbae8f9 HTTP/1.1" status: 204 len: 168 time: 1.5820382 Aug 26 11:11:14.590114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44724) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:14.604190 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66838bd1-7670-4167-9158-72015c202f25 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.617114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7052e-f383-4b84-a042-5537c9d0599f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event deleted for resources: {'Network': ['ID=53189562-d799-45b6-96a7-0aa3dcbae8f9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:14.770831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c525a9d-9274-439a-96c2-2d700c6cbe38 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:11:14.795839 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.801283 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.808471 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.862842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66838bd1-7670-4167-9158-72015c202f25 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.868312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Transition to ACTIVE for port object 1c525a9d-9274-439a-96c2-2d700c6cbe38 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:14.870722 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66838bd1-7670-4167-9158-72015c202f25 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.886775 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.944941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-66838bd1-7670-4167-9158-72015c202f25 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:14.948658 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-66838bd1-7670-4167-9158-72015c202f25 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4679761 Aug 26 11:11:14.949118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44726) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:14.953559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5dd71516-8ded-445b-831b-0f32df7cc286 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '5ff89582-ceea-48bd-a13d-a5c964a99172', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:14.954304 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-5dd71516-8ded-445b-831b-0f32df7cc286 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 26 11:11:14.954832 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-5dd71516-8ded-445b-831b-0f32df7cc286 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:14.958406 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5dd71516-8ded-445b-831b-0f32df7cc286 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059261 Aug 26 11:11:14.958406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66838bd1-7670-4167-9158-72015c202f25 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff89582-ceea-48bd-a13d-a5c964a99172,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:14.961563 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44728) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:14.968938 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792a020-760c-4f07-a058-b251b71ed567 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:14.975178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8792a020-760c-4f07-a058-b251b71ed567 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:14.980250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8792a020-760c-4f07-a058-b251b71ed567 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3857541 Aug 26 11:11:14.983549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44732) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:14.994707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1122599369'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:15.025386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Pushing event updated for resources: {'Port': ['ID=1c525a9d-9274-439a-96c2-2d700c6cbe38,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:15.031373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Allocated IP 172.20.0.1 (3a182f88-fe45-4400-a264-c7b378a1f6f9/fdbdec62-d9f3-4646-bf3b-e4720d4d007e/d5e26b82-1a89-412e-bf1c-5ad8dd6b2543) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:15.072356 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f3414df1-4ee9-44d7-8a64-a73622042ac7 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.078229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Made reservation on behalf of c8d516dbeb8841a58152f3ecd50cf4e6 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:15.082005 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.094221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Router 761538b7-e9af-43e9-bdd4-080766c76caa is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:11:15.115694 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f3414df1-4ee9-44d7-8a64-a73622042ac7 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.230571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:15.258625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:15.265389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.266541 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1d3c4ec8-8932-4c81-8769-095db1ba82b0 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "PUT /v2.0/routers/761538b7-e9af-43e9-bdd4-080766c76caa HTTP/1.1" status: 200 len: 916 time: 3.3073940 Aug 26 11:11:15.267460 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f3414df1-4ee9-44d7-8a64-a73622042ac7 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.270231 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f3414df1-4ee9-44d7-8a64-a73622042ac7 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.271190 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f3414df1-4ee9-44d7-8a64-a73622042ac7 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "DELETE /v2.0/security-groups/5ff89582-ceea-48bd-a13d-a5c964a99172 HTTP/1.1" status: 204 len: 168 time: 0.3068342 Aug 26 11:11:15.271758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44736) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:15.273837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f78ef0-e6d2-4b38-a8b6-e12542dd93cb None None] Sync routers for ids ['761538b7-e9af-43e9-bdd4-080766c76caa'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:15.281432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44738) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:15.283643 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.284526 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Added segment 7d9b5191-6195-4576-a439-ed16f6d6357d of type vlan for network 8e9ca2ad-a9cb-45fe-a793-83bbf49cb844 Aug 26 11:11:15.290946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f78ef0-e6d2-4b38-a8b6-e12542dd93cb None None] Routers {'761538b7-e9af-43e9-bdd4-080766c76caa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:15.291884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-91f78ef0-e6d2-4b38-a8b6-e12542dd93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['761538b7-e9af-43e9-bdd4-080766c76caa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:15.296623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Attempting to bind port 1c525a9d-9274-439a-96c2-2d700c6cbe38 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:15.296969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Attempting to bind port 1c525a9d-9274-439a-96c2-2d700c6cbe38 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:15.297302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Attempting to bind port 1c525a9d-9274-439a-96c2-2d700c6cbe38 on network f8fedadf-872d-4fec-b38f-c658ecc8deac {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:15.307773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa74d7-8319-478f-89c5-2f5f5f30dec7 req-8c2e28db-cf65-4a28-ad7d-b9f449c97bad tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:15.309313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62aa74d7-8319-478f-89c5-2f5f5f30dec7 req-8c2e28db-cf65-4a28-ad7d-b9f449c97bad tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 944 time: 0.2231750 Aug 26 11:11:15.336586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3414df1-4ee9-44d7-8a64-a73622042ac7 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff89582-ceea-48bd-a13d-a5c964a99172,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:15.339900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c0b02-060d-482e-8a1d-9f3bc6ae5c62 None None] Network 3a182f88-fe45-4400-a264-c7b378a1f6f9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:15.374000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Port 1c525a9d-9274-439a-96c2-2d700c6cbe38 on network f8fedadf-872d-4fec-b38f-c658ecc8deac not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:11:15.374332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Attempting to bind port 1c525a9d-9274-439a-96c2-2d700c6cbe38 on network f8fedadf-872d-4fec-b38f-c658ecc8deac {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:15.403891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:15.404158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Checking segment: {'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:15.404498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Bound using segment: {'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:15.404955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Bound port: 1c525a9d-9274-439a-96c2-2d700c6cbe38, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:15.405318 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.409764 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.426254 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-204a6686-b92b-419e-b5b1-114f72b44163 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1436627 Aug 26 11:11:15.430192 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44740) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:15.434097 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.434891 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ee84cb2e-4421-4e60-9a5e-c57c6dd88742 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group': {'name': 'tempest-secgroup--525974083'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:15.447865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-91f78ef0-e6d2-4b38-a8b6-e12542dd93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:15.464339 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e613002a-353d-4de8-b5f8-9b0e7315d648 tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/routers/761538b7-e9af-43e9-bdd4-080766c76caa HTTP/1.1" status: 200 len: 922 time: 0.1887214 Aug 26 11:11:15.467642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44742) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:15.485190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f78ef0-e6d2-4b38-a8b6-e12542dd93cb None None] Routers {'761538b7-e9af-43e9-bdd4-080766c76caa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:15.486078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-91f78ef0-e6d2-4b38-a8b6-e12542dd93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:10:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['761538b7-e9af-43e9-bdd4-080766c76caa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:15.502925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62aa74d7-8319-478f-89c5-2f5f5f30dec7 req-a6b825e9-a365-4aef-9cfe-9affa6080afc tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683702 Aug 26 11:11:15.508665 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee84cb2e-4421-4e60-9a5e-c57c6dd88742 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.516122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Transition to ACTIVE for port object d5e26b82-1a89-412e-bf1c-5ad8dd6b2543 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:15.547848 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.553882 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:15.554513 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.556668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-708644b7-82dc-4e9c-a9d8-da08c4cbe073 None None] Provisioning for port 1f8bf72c-2abb-4121-ae6d-10ea55753b99 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:15.557716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cdabf8-e953-4497-9b46-4ba44ab61b0c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:15.559502 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f2cdabf8-e953-4497-9b46-4ba44ab61b0c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&device_id=761538b7-e9af-43e9-bdd4-080766c76caa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0909271 Aug 26 11:11:15.562228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44744) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:15.562394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-91f78ef0-e6d2-4b38-a8b6-e12542dd93cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:15.563064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f78ef0-e6d2-4b38-a8b6-e12542dd93cb None None] The sync data for ids ['761538b7-e9af-43e9-bdd4-080766c76caa'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:15.711051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1f8bf72c-2abb-4121-ae6d-10ea55753b99 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:15.715429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] For port 1c525a9d-9274-439a-96c2-2d700c6cbe38, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:15.721380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] For port 1c525a9d-9274-439a-96c2-2d700c6cbe38, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1c525a9d-9274-439a-96c2-2d700c6cbe38,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:15.723046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event updated for resources: {'Network': ['ID=8e9ca2ad-a9cb-45fe-a793-83bbf49cb844,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:15.735822 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.738654 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.760328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 8e9ca2ad-a9cb-45fe-a793-83bbf49cb844 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:15.794999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdbc0b5-04cf-475b-bdd3-efbb9845501c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:15.800424 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cbdbc0b5-04cf-475b-bdd3-efbb9845501c tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/networks/b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 881 time: 0.2346535 Aug 26 11:11:15.801578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:15.802834 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.802978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44746) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:15.804648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-867fef19-a056-46bb-959b-9da033060ffa service neutron] 10.222.0.42 "PUT /v2.0/ports/1c525a9d-9274-439a-96c2-2d700c6cbe38 HTTP/1.1" status: 200 len: 1093 time: 2.7558441 Aug 26 11:11:15.805413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4af91e-658e-4017-b326-5390ba14f3a3', 'tag': '1c525a9d-9274-439a-96c2-2d700c6cbe38'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:11:15.808181 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7195fea-38cf-4767-8dd7-dee9fe560c44" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4af91e-658e-4017-b326-5390ba14f3a3", "tag": "1c525a9d-9274-439a-96c2-2d700c6cbe38"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:11:15.830624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Network 3a182f88-fe45-4400-a264-c7b378a1f6f9 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:15.841294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:15.845869 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-211a023e-fcf8-4847-96f8-831b948c0696 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=761538b7-e9af-43e9-bdd4-080766c76caa HTTP/1.1" status: 200 len: 205 time: 0.0417747 Aug 26 11:11:15.852418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:15.855151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44752) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:15.885339 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9bb33d5c-7ec4-4a0a-9ff4-1a7892db1df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.888455 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee84cb2e-4421-4e60-9a5e-c57c6dd88742 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.897002 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee84cb2e-4421-4e60-9a5e-c57c6dd88742 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.920715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 1f8bf72c-2abb-4121-ae6d-10ea55753b99 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:15.925466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1f8bf72c-2abb-4121-ae6d-10ea55753b99 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:15.925843 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.959103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee84cb2e-4421-4e60-9a5e-c57c6dd88742 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:15.962934 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ee84cb2e-4421-4e60-9a5e-c57c6dd88742 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5292273 Aug 26 11:11:15.962934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84cb2e-4421-4e60-9a5e-c57c6dd88742 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcff1ae7-e7c1-484b-b29b-4ddfa94ccf56,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:15.963445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44754) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:15.982596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ee0b82f9-3f19-4a65-a6d3-4814c2edc7d0 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': 'bcff1ae7-e7c1-484b-b29b-4ddfa94ccf56', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:15.983525 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-ee0b82f9-3f19-4a65-a6d3-4814c2edc7d0 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 26 11:11:15.984052 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-ee0b82f9-3f19-4a65-a6d3-4814c2edc7d0 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:15.987697 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ee0b82f9-3f19-4a65-a6d3-4814c2edc7d0 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0206761 Aug 26 11:11:15.991483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44756) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:16.055053 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.070842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444186d7-933c-4d74-b3f6-704bbc1f9bad None None] Network 448e9a50-007f-4cdc-9160-b8c063d373fd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:16.072977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-deb76ad5-2d48-4e0a-b839-6d104902ab54 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.107960 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-deb76ad5-2d48-4e0a-b839-6d104902ab54 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.110309 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.112371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fef19-a056-46bb-959b-9da033060ffa service neutron] Pushing event updated for resources: {'Port': ['ID=1c525a9d-9274-439a-96c2-2d700c6cbe38,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:16.133721 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-434a37cf-8ace-4c5f-897a-0d747ff54cf0 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1443617 Aug 26 11:11:16.141814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44758) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:16.170969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1627529473'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:16.188913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5f4f44c8-da5b-4610-9e9e-a514492192c2 None None] Provisioning complete for port 1f8bf72c-2abb-4121-ae6d-10ea55753b99 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:16.189296 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f4f44c8-da5b-4610-9e9e-a514492192c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.198246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 1f8bf72c-2abb-4121-ae6d-10ea55753b99, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1f8bf72c-2abb-4121-ae6d-10ea55753b99,segment=NetworkSegment(58415c57-40d9-4c18-8fee-24eaec64eccd),segment_id=58415c57-40d9-4c18-8fee-24eaec64eccd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:16.232243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Made reservation on behalf of c8d516dbeb8841a58152f3ecd50cf4e6 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:16.238692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.254983 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-deb76ad5-2d48-4e0a-b839-6d104902ab54 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.258967 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-deb76ad5-2d48-4e0a-b839-6d104902ab54 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.263581 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.264001 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-deb76ad5-2d48-4e0a-b839-6d104902ab54 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "DELETE /v2.0/security-groups/bcff1ae7-e7c1-484b-b29b-4ddfa94ccf56 HTTP/1.1" status: 204 len: 168 time: 0.2701988 Aug 26 11:11:16.264110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 26c09fb8-f4a2-4a86-af70-7972f5293c5d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:16.264221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44760) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:16.302996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb76ad5-2d48-4e0a-b839-6d104902ab54 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcff1ae7-e7c1-484b-b29b-4ddfa94ccf56,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:16.328295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:16.358641 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2b1d761d-15b4-4c95-b848-328a2d6ba993 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0889716 Aug 26 11:11:16.359351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44762) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:16.360682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.361049 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Added segment d86f5e2b-7e84-4910-ba8e-3773c5fc0475 of type vlan for network 306e9265-00a7-46d7-96f6-7393c151cba3 Aug 26 11:11:16.372925 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.373808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4b49c3dd-4b47-4d0d-9b3c-2ef938441c94 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499778416'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:16.425158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.437471 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b49c3dd-4b47-4d0d-9b3c-2ef938441c94 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.469260 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.475232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:16.475904 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.517683 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca6876c-20fa-4603-8c68-387da84c1a91 x-openstack-request-id: req-dca6876c-20fa-4603-8c68-387da84c1a91 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:11:16.517989 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4af91e-658e-4017-b326-5390ba14f3a3", "tag": "1c525a9d-9274-439a-96c2-2d700c6cbe38", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:11:16.518473 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dca6876c-20fa-4603-8c68-387da84c1a91 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:11:16.519130 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4af91e-658e-4017-b326-5390ba14f3a3', 'tag': '1c525a9d-9274-439a-96c2-2d700c6cbe38', 'status': 'completed', 'code': 200} Aug 26 11:11:16.558527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.584456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event updated for resources: {'Network': ['ID=306e9265-00a7-46d7-96f6-7393c151cba3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:16.635181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 26c09fb8-f4a2-4a86-af70-7972f5293c5d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:16.637276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 306e9265-00a7-46d7-96f6-7393c151cba3 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:16.637624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-5005cb12-5408-4df5-bc68-8c3256614398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:16.639171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-5005cb12-5408-4df5-bc68-8c3256614398 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 1096 time: 0.7743711 Aug 26 11:11:16.650142 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b49c3dd-4b47-4d0d-9b3c-2ef938441c94 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.653900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event updated for resources: {'Port': ['ID=d5e26b82-1a89-412e-bf1c-5ad8dd6b2543,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:16.661609 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b49c3dd-4b47-4d0d-9b3c-2ef938441c94 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.678635 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7663b1ce-ccfd-4d9f-8f9a-fd1191ec0403 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5304739 Aug 26 11:11:16.682188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44766) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:16.697482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b49c3dd-4b47-4d0d-9b3c-2ef938441c94 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.701461 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4b49c3dd-4b47-4d0d-9b3c-2ef938441c94 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3354585 Aug 26 11:11:16.701640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=1f8bf72c-2abb-4121-ae6d-10ea55753b99,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:16.701740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44768) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:16.706928 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6930d6ef-9402-4abe-9718-65d5715cace9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '224b4219-9b95-43a4-a667-f33050eec024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:16.730866 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-6930d6ef-9402-4abe-9718-65d5715cace9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 26 11:11:16.731505 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-6930d6ef-9402-4abe-9718-65d5715cace9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:16.734133 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6930d6ef-9402-4abe-9718-65d5715cace9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0298245 Aug 26 11:11:16.735597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49c3dd-4b47-4d0d-9b3c-2ef938441c94 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224b4219-9b95-43a4-a667-f33050eec024,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:16.739248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'ports': [{'network_id': '8e9ca2ad-a9cb-45fe-a793-83bbf49cb844', 'name': 'tempest-port--1174312976', 'admin_state_up': True}, {'network_id': '306e9265-00a7-46d7-96f6-7393c151cba3', 'admin_state_up': False}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:16.739439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44770) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:16.739566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'port': {'network_id': '8e9ca2ad-a9cb-45fe-a793-83bbf49cb844', 'name': 'tempest-port--1174312976', 'admin_state_up': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:16.740058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'port': {'network_id': '306e9265-00a7-46d7-96f6-7393c151cba3', 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:16.747393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3d3d09ce-ef8f-44a4-b279-1b7d79eb929a tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '224b4219-9b95-43a4-a667-f33050eec024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:16.748306 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-3d3d09ce-ef8f-44a4-b279-1b7d79eb929a tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 26 11:11:16.749250 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-3d3d09ce-ef8f-44a4-b279-1b7d79eb929a tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:16.750696 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3d3d09ce-ef8f-44a4-b279-1b7d79eb929a tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097840 Aug 26 11:11:16.767953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44772) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:16.767953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-90d82670-68db-4746-b167-3b8d808ce962 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '224b4219-9b95-43a4-a667-f33050eec024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:16.768295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-dfd623b5-0431-4a33-81fa-b475e611273e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c525a9d-9274-439a-96c2-2d700c6cbe38 HTTP/1.1" status: 200 len: 217 time: 0.1111035 Aug 26 11:11:16.768415 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-90d82670-68db-4746-b167-3b8d808ce962 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 26 11:11:16.768415 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-90d82670-68db-4746-b167-3b8d808ce962 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:16.769676 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-90d82670-68db-4746-b167-3b8d808ce962 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108469 Aug 26 11:11:16.770497 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44774) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:16.775110 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-157f81cb-3c30-487b-ab9f-0bcbf15cc353 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '224b4219-9b95-43a4-a667-f33050eec024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:16.776813 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-157f81cb-3c30-487b-ab9f-0bcbf15cc353 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 26 11:11:16.777333 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-157f81cb-3c30-487b-ab9f-0bcbf15cc353 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:16.779314 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-157f81cb-3c30-487b-ab9f-0bcbf15cc353 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072558 Aug 26 11:11:16.781498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44776) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:16.819795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5f4f44c8-da5b-4610-9e9e-a514492192c2 None None] Provisioning for port 26c09fb8-f4a2-4a86-af70-7972f5293c5d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:16.824939 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5f4f44c8-da5b-4610-9e9e-a514492192c2 None None] Provisioning complete for port 26c09fb8-f4a2-4a86-af70-7972f5293c5d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:16.825299 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f4f44c8-da5b-4610-9e9e-a514492192c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.856575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ceddc633-b920-4050-9da0-883ee682bc8f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.885066 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ceddc633-b920-4050-9da0-883ee682bc8f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.912259 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f4f44c8-da5b-4610-9e9e-a514492192c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.918701 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-62fc846a-34eb-4e0d-8e0c-61dae3bcefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:16.919626 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-62fc846a-34eb-4e0d-8e0c-61dae3bcefcf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 HTTP/1.1" status: 200 len: 851 time: 0.1154408 Aug 26 11:11:16.929756 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.956181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5f4f44c8-da5b-4610-9e9e-a514492192c2 None None] For port 26c09fb8-f4a2-4a86-af70-7972f5293c5d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=26c09fb8-f4a2-4a86-af70-7972f5293c5d,segment=NetworkSegment(760d695b-fe51-4aab-b5a0-fb0c487c4f8a),segment_id=760d695b-fe51-4aab-b5a0-fb0c487c4f8a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:16.960551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ceddc633-b920-4050-9da0-883ee682bc8f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.963416 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ceddc633-b920-4050-9da0-883ee682bc8f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.963572 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f4f44c8-da5b-4610-9e9e-a514492192c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:16.967593 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ceddc633-b920-4050-9da0-883ee682bc8f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "DELETE /v2.0/security-groups/224b4219-9b95-43a4-a667-f33050eec024 HTTP/1.1" status: 204 len: 168 time: 0.1846628 Aug 26 11:11:16.967792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ff300-e2f6-4037-9e95-808057822d26 req-caea7329-0c8e-4266-bbbc-60e6cabd87f9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:16.969267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-252ff300-e2f6-4037-9e95-808057822d26 req-caea7329-0c8e-4266-bbbc-60e6cabd87f9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 944 time: 0.3436112 Aug 26 11:11:16.969780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44778) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:16.987735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddc633-b920-4050-9da0-883ee682bc8f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=224b4219-9b95-43a4-a667-f33050eec024,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:17.037970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f44c8-da5b-4610-9e9e-a514492192c2 None None] Pushing event updated for resources: {'Port': ['ID=26c09fb8-f4a2-4a86-af70-7972f5293c5d,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:17.062406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa010b97-6eb7-470e-861b-1443e931554b None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:11:17.071684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-e3ab6fee-47e9-4654-be60-a12adfa7e2d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8fedadf-872d-4fec-b38f-c658ecc8deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131172 Aug 26 11:11:17.110457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f515616b-1673-4995-a798-1267c86d8b9b None None] Provisioning complete for port 26c09fb8-f4a2-4a86-af70-7972f5293c5d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:17.110832 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f515616b-1673-4995-a798-1267c86d8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.129447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.192747 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.203820 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa010b97-6eb7-470e-861b-1443e931554b None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:11:17.295052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-252ff300-e2f6-4037-9e95-808057822d26 req-3271982d-958f-4eca-8fd3-0d78fd081f0e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664692 Aug 26 11:11:17.309424 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0998de59-6cd9-41a1-adcf-dcce85ce2030 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2852831 Aug 26 11:11:17.310087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f515616b-1673-4995-a798-1267c86d8b9b None None] Provisioning for port d5e26b82-1a89-412e-bf1c-5ad8dd6b2543 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:17.320310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44780) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.325617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5e4e2657-6f41-4592-985b-3139b04105fa tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group': {'name': 'tempest-secgroup--755397035'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:17.326287 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f515616b-1673-4995-a798-1267c86d8b9b None None] Provisioning complete for port d5e26b82-1a89-412e-bf1c-5ad8dd6b2543 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:17.326884 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f515616b-1673-4995-a798-1267c86d8b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.348949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Made reservation on behalf of c8d516dbeb8841a58152f3ecd50cf4e6 for: {'port': 2} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:17.353743 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.356232 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e4e2657-6f41-4592-985b-3139b04105fa tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.388391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f515616b-1673-4995-a798-1267c86d8b9b None None] Port d5e26b82-1a89-412e-bf1c-5ad8dd6b2543 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:17.402074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Deleting port 05e49e66-8955-4c61-a94a-773965b71b08 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:17.402424 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.458699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-2d9707a3-9abe-4011-be19-17b6fdd275e9 service neutron] 10.222.0.42 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508854 Aug 26 11:11:17.474177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e4e2657-6f41-4592-985b-3139b04105fa tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.485060 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e4e2657-6f41-4592-985b-3139b04105fa tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.487443 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.530182 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5e4e2657-6f41-4592-985b-3139b04105fa tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.531625 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5e4e2657-6f41-4592-985b-3139b04105fa tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2100182 Aug 26 11:11:17.532679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e2657-6f41-4592-985b-3139b04105fa tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e38d9b4-b6c9-4433-9998-4860221e7c63,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:17.538214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1f8bf72c-2abb-4121-ae6d-10ea55753b99 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:17.544499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44782) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.550696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-07d05374-1b02-414e-97ec-2b44dd4d8eca tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '8e38d9b4-b6c9-4433-9998-4860221e7c63', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:17.551532 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-07d05374-1b02-414e-97ec-2b44dd4d8eca tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 26 11:11:17.552147 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-07d05374-1b02-414e-97ec-2b44dd4d8eca tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:17.555776 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-07d05374-1b02-414e-97ec-2b44dd4d8eca tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075397 Aug 26 11:11:17.556077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44784) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.561017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d77193d0-5d46-4630-95ef-549cd3268e5a tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '8e38d9b4-b6c9-4433-9998-4860221e7c63', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:17.590909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1f8bf72c-2abb-4121-ae6d-10ea55753b99 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:17.591484 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.599985 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-d77193d0-5d46-4630-95ef-549cd3268e5a tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:17.603908 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d77193d0-5d46-4630-95ef-549cd3268e5a tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0441782 Aug 26 11:11:17.604184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44786) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.609076 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-fbbb6c34-e3bb-4766-97de-b12525f2f741 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '8e38d9b4-b6c9-4433-9998-4860221e7c63', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:17.609696 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-fbbb6c34-e3bb-4766-97de-b12525f2f741 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 26 11:11:17.610280 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-fbbb6c34-e3bb-4766-97de-b12525f2f741 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:17.614324 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fbbb6c34-e3bb-4766-97de-b12525f2f741 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060642 Aug 26 11:11:17.614324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44788) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.620023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a7c5bc87-6b69-4935-bfaf-977651045730 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '8e38d9b4-b6c9-4433-9998-4860221e7c63', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:17.658076 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-a7c5bc87-6b69-4935-bfaf-977651045730 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:17.661994 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a7c5bc87-6b69-4935-bfaf-977651045730 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0427024 Aug 26 11:11:17.662515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44790) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.667756 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-987d5535-d061-423b-8b52-cf61a5ab1adc tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '8e38d9b4-b6c9-4433-9998-4860221e7c63', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:17.667933 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-987d5535-d061-423b-8b52-cf61a5ab1adc tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 26 11:11:17.668293 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-987d5535-d061-423b-8b52-cf61a5ab1adc tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:17.671647 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-987d5535-d061-423b-8b52-cf61a5ab1adc tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057585 Aug 26 11:11:17.671931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44792) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.676498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d5b6a7e6-ff1f-4559-8fd3-68ea0f233013 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '8e38d9b4-b6c9-4433-9998-4860221e7c63', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:17.686026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 26c09fb8-f4a2-4a86-af70-7972f5293c5d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:17.713212 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-d5b6a7e6-ff1f-4559-8fd3-68ea0f233013 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:17.717415 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d5b6a7e6-ff1f-4559-8fd3-68ea0f233013 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0418911 Aug 26 11:11:17.717883 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44794) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.722663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f50cd0b9-aa05-452e-b3fc-ad4ba3cdbff2 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '8e38d9b4-b6c9-4433-9998-4860221e7c63', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:17.723211 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-f50cd0b9-aa05-452e-b3fc-ad4ba3cdbff2 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 26 11:11:17.724241 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-f50cd0b9-aa05-452e-b3fc-ad4ba3cdbff2 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:17.727907 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f50cd0b9-aa05-452e-b3fc-ad4ba3cdbff2 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060389 Aug 26 11:11:17.729252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44796) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.733062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-841b3947-caa5-4eec-8acc-b3a9ce021e4c tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '8e38d9b4-b6c9-4433-9998-4860221e7c63', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:17.735685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 26c09fb8-f4a2-4a86-af70-7972f5293c5d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:17.736148 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.737688 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.753403 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] device_id is not set on port d632567a-9de2-4b64-ab0f-1d0119a8b1f2 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:11:17.773318 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-841b3947-caa5-4eec-8acc-b3a9ce021e4c tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:17.775606 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-841b3947-caa5-4eec-8acc-b3a9ce021e4c tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0454810 Aug 26 11:11:17.777475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44798) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.784927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4c4af62a-34ac-4c1b-88d5-d26ebb206700 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '8e38d9b4-b6c9-4433-9998-4860221e7c63', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:17.793686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Calling delete_port for 05e49e66-8955-4c61-a94a-773965b71b08 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:17.800376 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4f94c98-3636-432f-9234-ec03c8aed751 req-a0872b2c-a4ca-4f47-a6f5-2da8ae1fce66 service neutron] 10.222.0.42 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151977 Aug 26 11:11:17.830457 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-4c4af62a-34ac-4c1b-88d5-d26ebb206700 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:17.834664 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4c4af62a-34ac-4c1b-88d5-d26ebb206700 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0519347 Aug 26 11:11:17.843340 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44800) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.897210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-67e18be8-1fc4-43ea-aade-24055b47fd4d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.921771 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-67e18be8-1fc4-43ea-aade-24055b47fd4d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.963723 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-67e18be8-1fc4-43ea-aade-24055b47fd4d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.966304 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-67e18be8-1fc4-43ea-aade-24055b47fd4d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:17.967505 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-67e18be8-1fc4-43ea-aade-24055b47fd4d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "DELETE /v2.0/security-groups/8e38d9b4-b6c9-4433-9998-4860221e7c63 HTTP/1.1" status: 204 len: 168 time: 0.1232054 Aug 26 11:11:17.971899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44802) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:17.988899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e18be8-1fc4-43ea-aade-24055b47fd4d tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e38d9b4-b6c9-4433-9998-4860221e7c63,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:17.990034 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.005453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.026900 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3b5fcab3-142b-4581-a8a7-8c26a6b8efdc tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538683 Aug 26 11:11:18.030951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44804) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:18.034911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a9e9f3a8-c3cc-4948-8b1a-b075cb0d798e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347194386'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:18.051293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7195fea-38cf-4767-8dd7-dee9fe560c44 req-4c0c1089-965b-4bb7-9174-8fca65c23a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:18.052873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7195fea-38cf-4767-8dd7-dee9fe560c44 req-4c0c1089-965b-4bb7-9174-8fca65c23a09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 1096 time: 0.1817458 Aug 26 11:11:18.058019 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f3a8-c3cc-4948-8b1a-b075cb0d798e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.150861 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f3a8-c3cc-4948-8b1a-b075cb0d798e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.154875 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f3a8-c3cc-4948-8b1a-b075cb0d798e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.188709 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f3a8-c3cc-4948-8b1a-b075cb0d798e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.189944 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a9e9f3a8-c3cc-4948-8b1a-b075cb0d798e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1584764 Aug 26 11:11:18.192030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9f3a8-c3cc-4948-8b1a-b075cb0d798e tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb5ca68-7809-4602-97d9-f2b0e7ee7015,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:18.194012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44806) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:18.198443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d83524db-8d93-4079-9bb1-5b3c021d6903 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '5cb5ca68-7809-4602-97d9-f2b0e7ee7015', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:18.227483 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.231540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event updated for resources: {'Port': ['ID=d5e26b82-1a89-412e-bf1c-5ad8dd6b2543,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:18.249019 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-d83524db-8d93-4079-9bb1-5b3c021d6903 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The resource could not be found. Aug 26 11:11:18.249803 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.250566 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d83524db-8d93-4079-9bb1-5b3c021d6903 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0555248 Aug 26 11:11:18.253523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44808) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:18.258029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-56ac1c4c-410a-4658-a75b-fdc0148238a7 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '5cb5ca68-7809-4602-97d9-f2b0e7ee7015', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f8af65ac-bd62-4b36-acdd-25f4b2fd8ba3'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:18.298821 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-56ac1c4c-410a-4658-a75b-fdc0148238a7 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The resource could not be found. Aug 26 11:11:18.300571 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-56ac1c4c-410a-4658-a75b-fdc0148238a7 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0454123 Aug 26 11:11:18.303155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44810) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:18.357628 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebfdbb6a-095c-445e-bb15-1f20bc86a7eb tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.384454 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebfdbb6a-095c-445e-bb15-1f20bc86a7eb tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.425496 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebfdbb6a-095c-445e-bb15-1f20bc86a7eb tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.428486 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebfdbb6a-095c-445e-bb15-1f20bc86a7eb tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.433364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] device_id is not set on port eb440a31-ffa3-4353-8126-debd509f375b yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:11:18.439326 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ebfdbb6a-095c-445e-bb15-1f20bc86a7eb tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "DELETE /v2.0/security-groups/5cb5ca68-7809-4602-97d9-f2b0e7ee7015 HTTP/1.1" status: 204 len: 168 time: 0.1351035 Aug 26 11:11:18.439946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44814) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:18.454652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7195fea-38cf-4767-8dd7-dee9fe560c44 req-bd6c52ad-fcd7-4761-a54d-2caa6ce27b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:18.456235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7195fea-38cf-4767-8dd7-dee9fe560c44 req-bd6c52ad-fcd7-4761-a54d-2caa6ce27b83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 912 time: 0.3752866 Aug 26 11:11:18.469926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdbb6a-095c-445e-bb15-1f20bc86a7eb tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb5ca68-7809-4602-97d9-f2b0e7ee7015,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:18.478953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.508968 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-27ac5c91-6ab3-4b96-9111-b1a1caad5371 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634420 Aug 26 11:11:18.513771 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44816) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:18.518799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-05d6fd12-7758-42ce-8765-36150fb5ace1 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '3d791abd-3793-4ac0-b608-27dd10789341', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:18.553364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7195fea-38cf-4767-8dd7-dee9fe560c44 req-8fe070d5-fd09-4218-9311-7b36cd41de5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c525a9d-9274-439a-96c2-2d700c6cbe38 HTTP/1.1" status: 200 len: 217 time: 0.0856142 Aug 26 11:11:18.559585 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-05d6fd12-7758-42ce-8765-36150fb5ace1 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The resource could not be found. Aug 26 11:11:18.563513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Pushing event deleted for resources: {'Port': ['ID=05e49e66-8955-4c61-a94a-773965b71b08,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:18.565648 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-05d6fd12-7758-42ce-8765-36150fb5ace1 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0501728 Aug 26 11:11:18.566541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44818) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:18.571234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b76249d5-d9a1-43bf-b6d6-7978cf55b36f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group': {'name': 'tempest-secgroup--205576368'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:18.595014 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b76249d5-d9a1-43bf-b6d6-7978cf55b36f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.600971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5c8e0-705e-44e8-94f6-7e3d590b74f8 req-b60f6971-3994-4fba-9895-3a136021adf7 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:18.602501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18f5c8e0-705e-44e8-94f6-7e3d590b74f8 req-b60f6971-3994-4fba-9895-3a136021adf7 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 944 time: 0.2153943 Aug 26 11:11:18.687526 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b76249d5-d9a1-43bf-b6d6-7978cf55b36f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.691741 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b76249d5-d9a1-43bf-b6d6-7978cf55b36f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.722906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b76249d5-d9a1-43bf-b6d6-7978cf55b36f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.727396 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b76249d5-d9a1-43bf-b6d6-7978cf55b36f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1566033 Aug 26 11:11:18.727396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76249d5-d9a1-43bf-b6d6-7978cf55b36f tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286f4797-f28b-4818-bf36-e80dada0764d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:18.727396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44820) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:18.732376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1db1f1b3-ea59-4c59-8ea3-bd7213ab2044 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group': {'name': 'tempest-secgroup--228714268'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:18.755949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1db1f1b3-ea59-4c59-8ea3-bd7213ab2044 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.851712 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1db1f1b3-ea59-4c59-8ea3-bd7213ab2044 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.855701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1db1f1b3-ea59-4c59-8ea3-bd7213ab2044 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.885480 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1db1f1b3-ea59-4c59-8ea3-bd7213ab2044 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.886741 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1db1f1b3-ea59-4c59-8ea3-bd7213ab2044 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1584001 Aug 26 11:11:18.888046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1f1b3-ea59-4c59-8ea3-bd7213ab2044 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4a9472-82f8-41b3-b18e-a67a7b3ff7e4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:18.890216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44822) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:18.895653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c0d89ff8-1d61-460d-8add-08ea19156385 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group_rule': {'security_group_id': '286f4797-f28b-4818-bf36-e80dada0764d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'de4a9472-82f8-41b3-b18e-a67a7b3ff7e4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:18.933276 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-c0d89ff8-1d61-460d-8add-08ea19156385 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:18.934458 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c0d89ff8-1d61-460d-8add-08ea19156385 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0433342 Aug 26 11:11:18.937815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44824) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:18.984919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Network 3a182f88-fe45-4400-a264-c7b378a1f6f9 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:18.994540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6581de3e-5480-4ea0-8ec0-5f2c7c73ed49 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:18.998855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:19.019786 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6581de3e-5480-4ea0-8ec0-5f2c7c73ed49 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.064930 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6581de3e-5480-4ea0-8ec0-5f2c7c73ed49 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.068488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7195fea-38cf-4767-8dd7-dee9fe560c44 req-bdff7671-ff0e-4914-a794-dca32cd052cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:19.070006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7195fea-38cf-4767-8dd7-dee9fe560c44 req-bdff7671-ff0e-4914-a794-dca32cd052cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 HTTP/1.1" status: 200 len: 851 time: 0.4987063 Aug 26 11:11:19.070237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6581de3e-5480-4ea0-8ec0-5f2c7c73ed49 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.070883 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.074166 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6581de3e-5480-4ea0-8ec0-5f2c7c73ed49 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "DELETE /v2.0/security-groups/de4a9472-82f8-41b3-b18e-a67a7b3ff7e4 HTTP/1.1" status: 204 len: 168 time: 0.1330154 Aug 26 11:11:19.077126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44826) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:19.083183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18f5c8e0-705e-44e8-94f6-7e3d590b74f8 req-1f744943-db82-41da-b6e2-e13d80d92df7 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485715 Aug 26 11:11:19.084373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581de3e-5480-4ea0-8ec0-5f2c7c73ed49 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4a9472-82f8-41b3-b18e-a67a7b3ff7e4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:19.227917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e26e105c-490e-4514-a91d-bb5777c68118 None None] Provisioning complete for port d5e26b82-1a89-412e-bf1c-5ad8dd6b2543 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:19.228914 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e26e105c-490e-4514-a91d-bb5777c68118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.271088 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1c525a9d-9274-439a-96c2-2d700c6cbe38 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:11:19.275280 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.279938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7195fea-38cf-4767-8dd7-dee9fe560c44 req-b311c12a-4105-49c3-87c0-2745c927447b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8fedadf-872d-4fec-b38f-c658ecc8deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314805 Aug 26 11:11:19.282980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e26e105c-490e-4514-a91d-bb5777c68118 None None] Port d5e26b82-1a89-412e-bf1c-5ad8dd6b2543 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:19.301880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.312777 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.368912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1c525a9d-9274-439a-96c2-2d700c6cbe38, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1c525a9d-9274-439a-96c2-2d700c6cbe38,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:19.380216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '1c525a9d-9274-439a-96c2-2d700c6cbe38', 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac', 'port_id': '1c525a9d-9274-439a-96c2-2d700c6cbe38', 'mac_address': 'fa:16:3e:c1:e3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:11:19.421603 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.436398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c525a9d-9274-439a-96c2-2d700c6cbe38 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:11:19.437622 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.458785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1c525a9d-9274-439a-96c2-2d700c6cbe38, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1c525a9d-9274-439a-96c2-2d700c6cbe38,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:19.463253 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.463565 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.463824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Fanout notify agent at l3_agent the message router_deleted on router 761538b7-e9af-43e9-bdd4-080766c76caa {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:11:19.477677 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cb05c7f1-5f7b-40a8-ad8b-9ee0ae33b1c9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3956478 Aug 26 11:11:19.478182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44828) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:19.482048 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.489385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7743b412-3e72-4b79-902f-1d0af21d0bbd tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/761538b7-e9af-43e9-bdd4-080766c76caa HTTP/1.1" status: 204 len: 168 time: 3.6268985 Aug 26 11:11:19.489385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44830) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:19.509254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1579341665', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:19.535511 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1c525a9d-9274-439a-96c2-2d700c6cbe38,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:19.551050 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d1087b8-039c-4da6-8885-25b2f94491f4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.574196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d1087b8-039c-4da6-8885-25b2f94491f4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.579413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7195fea-38cf-4767-8dd7-dee9fe560c44 req-facfc458-c0f7-4dcd-8201-70b481c41674 service neutron] 10.222.0.42 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864017 Aug 26 11:11:19.580816 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.581907 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.587111 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.591067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Router 82ce4601-1998-4c06-9733-ae2036f9a22d is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:11:19.621079 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d1087b8-039c-4da6-8885-25b2f94491f4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.623799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d1087b8-039c-4da6-8885-25b2f94491f4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.624961 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7d1087b8-039c-4da6-8885-25b2f94491f4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "DELETE /v2.0/security-groups/286f4797-f28b-4818-bf36-e80dada0764d HTTP/1.1" status: 204 len: 168 time: 0.1453538 Aug 26 11:11:19.628968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44832) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:19.640911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1087b8-039c-4da6-8885-25b2f94491f4 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286f4797-f28b-4818-bf36-e80dada0764d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:19.671518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1c525a9d-9274-439a-96c2-2d700c6cbe38'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:11:19.683553 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-633ef996-544a-4378-b2ad-fcbce9516774 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524077 Aug 26 11:11:19.684304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44834) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:19.688895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-387212bb-5996-4229-a574-38cffc0fa0b9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554893579'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:19.711829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-387212bb-5996-4229-a574-38cffc0fa0b9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.805114 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-387212bb-5996-4229-a574-38cffc0fa0b9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.808915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-387212bb-5996-4229-a574-38cffc0fa0b9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.816548 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.821606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event updated for resources: {'Port': ['ID=d632567a-9de2-4b64-ab0f-1d0119a8b1f2,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:19.837165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-387212bb-5996-4229-a574-38cffc0fa0b9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.838592 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-387212bb-5996-4229-a574-38cffc0fa0b9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1534333 Aug 26 11:11:19.843171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44836) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:19.848141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5d879653-ecd1-4ea6-b21e-9520c85e5c28 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:19.848590 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-5d879653-ecd1-4ea6-b21e-9520c85e5c28 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 26 11:11:19.849211 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-5d879653-ecd1-4ea6-b21e-9520c85e5c28 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] update failed (client error): There was a conflict when trying to complete your request. Aug 26 11:11:19.850140 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5d879653-ecd1-4ea6-b21e-9520c85e5c28 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "PUT /v2.0/security-groups/3db7a441-b60c-45fb-a6e9-325feed23509 HTTP/1.1" status: 409 len: 330 time: 0.0061173 Aug 26 11:11:19.852945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44838) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:19.868228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387212bb-5996-4229-a574-38cffc0fa0b9 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db7a441-b60c-45fb-a6e9-325feed23509,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:19.911719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc02c7bc-4af3-4964-aaff-fc5207f27f58 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.935057 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc02c7bc-4af3-4964-aaff-fc5207f27f58 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.949016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7195fea-38cf-4767-8dd7-dee9fe560c44 req-97b35728-f8d9-49f1-9c23-565a274894e1 service neutron] 10.222.0.42 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598604 Aug 26 11:11:19.951990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:19.953884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Checking segment: {'id': '7d9b5191-6195-4576-a439-ed16f6d6357d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8e9ca2ad-a9cb-45fe-a793-83bbf49cb844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:19.954236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Network hostable DHCP agents. Network: 8e9ca2ad-a9cb-45fe-a793-83bbf49cb844, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:19.962699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b3a201f6-ff29-4953-96a1-d3a0beb268a8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "PUT /v2.0/routers/82ce4601-1998-4c06-9733-ae2036f9a22d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9094262 Aug 26 11:11:19.963155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44840) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:19.970497 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fd1761-1164-4cbc-91a3-59ee13b2393d None None] Sync routers for ids ['82ce4601-1998-4c06-9733-ae2036f9a22d'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:19.982361 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fd1761-1164-4cbc-91a3-59ee13b2393d None None] Routers {'82ce4601-1998-4c06-9733-ae2036f9a22d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:19.983438 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a4fd1761-1164-4cbc-91a3-59ee13b2393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['82ce4601-1998-4c06-9733-ae2036f9a22d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:19.990153 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc02c7bc-4af3-4964-aaff-fc5207f27f58 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.993567 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc02c7bc-4af3-4964-aaff-fc5207f27f58 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:19.994955 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bc02c7bc-4af3-4964-aaff-fc5207f27f58 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "DELETE /v2.0/security-groups/3db7a441-b60c-45fb-a6e9-325feed23509 HTTP/1.1" status: 204 len: 168 time: 0.1411116 Aug 26 11:11:19.998510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44842) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:20.011713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02c7bc-4af3-4964-aaff-fc5207f27f58 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db7a441-b60c-45fb-a6e9-325feed23509,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:20.039455 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a4fd1761-1164-4cbc-91a3-59ee13b2393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:20.048333 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fd1761-1164-4cbc-91a3-59ee13b2393d None None] Routers {'82ce4601-1998-4c06-9733-ae2036f9a22d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:20.048962 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a4fd1761-1164-4cbc-91a3-59ee13b2393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['82ce4601-1998-4c06-9733-ae2036f9a22d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:20.060489 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8f522976-cd02-4f43-ab98-215c5a08dfef tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573144 Aug 26 11:11:20.060945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44844) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:20.075453 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-66be1480-4c82-499b-bc4e-85f22fbfe8bc tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] delete failed (client error): The resource could not be found. Aug 26 11:11:20.080461 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-66be1480-4c82-499b-bc4e-85f22fbfe8bc tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "DELETE /v2.0/security-groups/605aec81-9742-4f85-adae-da5c5fe6b6c5 HTTP/1.1" status: 404 len: 347 time: 0.0146842 Aug 26 11:11:20.081539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44846) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:20.081858 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a4fd1761-1164-4cbc-91a3-59ee13b2393d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:20.082516 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fd1761-1164-4cbc-91a3-59ee13b2393d None None] The sync data for ids ['82ce4601-1998-4c06-9733-ae2036f9a22d'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:20.097248 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-e25a3bce-7540-4107-8992-40cd720e40c7 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] show failed (client error): The resource could not be found. Aug 26 11:11:20.098280 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e25a3bce-7540-4107-8992-40cd720e40c7 tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "GET /v2.0/security-groups/09709c42-c3a8-4f2e-b3d8-f55bb638218d HTTP/1.1" status: 404 len: 347 time: 0.0157881 Aug 26 11:11:20.102091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44848) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:20.114967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:20.121016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Network 8e9ca2ad-a9cb-45fe-a793-83bbf49cb844 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:20.123500 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-e00462bd-108b-4530-a34b-eaec7bbcc8dc tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] show failed (client error): The resource could not be found. Aug 26 11:11:20.123764 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e00462bd-108b-4530-a34b-eaec7bbcc8dc tempest-NegativeSecGroupTest-1808345392 tempest-NegativeSecGroupTest-1808345392-project] 10.222.0.21 "GET /v2.0/security-group-rules/80027a3b-d30c-4891-849c-45dfce486d38 HTTP/1.1" status: 404 len: 356 time: 0.0207610 Aug 26 11:11:20.152779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 8e9ca2ad-a9cb-45fe-a793-83bbf49cb844) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:20.163384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153d7e6-db4b-4370-9d4a-cf8ebfd4ef06 None None] Network 8e9ca2ad-a9cb-45fe-a793-83bbf49cb844 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:20.195229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:20.196076 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:20.377373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event updated for resources: {'Port': ['ID=eb440a31-ffa3-4353-8126-debd509f375b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:20.393211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44856) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:20.402415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9177e-cffb-4f81-9b69-445b59447874 req-152db259-6e01-43c5-933c-7773fb2f4f3a tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:20.403989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31b9177e-cffb-4f81-9b69-445b59447874 req-152db259-6e01-43c5-933c-7773fb2f4f3a tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 945 time: 0.2197022 Aug 26 11:11:20.426703 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:20.496660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Checking segment: {'id': 'd86f5e2b-7e84-4910-ba8e-3773c5fc0475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '306e9265-00a7-46d7-96f6-7393c151cba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:20.497032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Network hostable DHCP agents. Network: 306e9265-00a7-46d7-96f6-7393c151cba3, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:20.530816 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3c1f5419-c355-48fe-a2ce-b8fd0767f45e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e344b24ca1ed4b3694f005b6271c2acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361468 Aug 26 11:11:20.533363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44860) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:20.560386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31b9177e-cffb-4f81-9b69-445b59447874 req-f6589694-7858-4bed-ac93-64ecdf3fcc65 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189733 Aug 26 11:11:20.581628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Network 306e9265-00a7-46d7-96f6-7393c151cba3 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:20.588847 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a11f52d-b6f8-492f-800c-72babaa6065f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:20.604690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 306e9265-00a7-46d7-96f6-7393c151cba3) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:20.614656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:20.614919 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a11f52d-b6f8-492f-800c-72babaa6065f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:20.616671 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e692785e-3801-4a18-a550-dbd9585a5de2 None None] Network 306e9265-00a7-46d7-96f6-7393c151cba3 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:20.620387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:20.625313 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:20.626010 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:20.662931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a11f52d-b6f8-492f-800c-72babaa6065f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:20.665660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a11f52d-b6f8-492f-800c-72babaa6065f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:20.670612 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7a11f52d-b6f8-492f-800c-72babaa6065f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4f45f0e-4f6e-47e0-a0af-3444cc4046a5 HTTP/1.1" status: 204 len: 168 time: 0.1319571 Aug 26 11:11:20.678873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11f52d-b6f8-492f-800c-72babaa6065f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f45f0e-4f6e-47e0-a0af-3444cc4046a5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:20.730786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bcdebf9c-5fa3-441f-8b30-2d1db9a39e78 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0474641 Aug 26 11:11:20.733499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44864) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:20.766769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:20.791340 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-30f3c133-cabc-4fd7-acab-381722180967 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:20.792413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-30f3c133-cabc-4fd7-acab-381722180967 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "PUT /v2.0/routers/82ce4601-1998-4c06-9733-ae2036f9a22d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8267815 Aug 26 11:11:20.793703 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:20.795396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44866) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:20.836591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80258ba6-467d-4290-b8df-d1755bd5a5f9 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:20.842521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80258ba6-467d-4290-b8df-d1755bd5a5f9 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:20.844270 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-80258ba6-467d-4290-b8df-d1755bd5a5f9 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1096807 Aug 26 11:11:20.847823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44870) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:20.944721 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-aab42421-5b09-4f72-99ec-3ee8cb133a9f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Deleting port d632567a-9de2-4b64-ab0f-1d0119a8b1f2 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:20.945399 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aab42421-5b09-4f72-99ec-3ee8cb133a9f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.026562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aab42421-5b09-4f72-99ec-3ee8cb133a9f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.056896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-aab42421-5b09-4f72-99ec-3ee8cb133a9f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Calling delete_port for d632567a-9de2-4b64-ab0f-1d0119a8b1f2 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:21.304097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1c525a9d-9274-439a-96c2-2d700c6cbe38 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:21.362607 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Allocated IP 172.25.1.232 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/a6144523-f607-483a-aefa-a805416feb1c) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:21.376429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 1c525a9d-9274-439a-96c2-2d700c6cbe38 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:21.383255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 1c525a9d-9274-439a-96c2-2d700c6cbe38 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:21.383681 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.491852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44888) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:21.500245 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.545536 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4af91e-658e-4017-b326-5390ba14f3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c525a9d-9274-439a-96c2-2d700c6cbe38'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:11:21.549310 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcceb9bb-0f1b-4c03-a322-e16b6231a009" -d '{"events": [{"server_uuid": "4d4af91e-658e-4017-b326-5390ba14f3a3", "name": "network-vif-plugged", "status": "completed", "tag": "1c525a9d-9274-439a-96c2-2d700c6cbe38"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:11:21.554182 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aab42421-5b09-4f72-99ec-3ee8cb133a9f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.569328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 1c525a9d-9274-439a-96c2-2d700c6cbe38, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1c525a9d-9274-439a-96c2-2d700c6cbe38,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:21.571475 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.577027 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.591949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab42421-5b09-4f72-99ec-3ee8cb133a9f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event deleted for resources: {'Port': ['ID=d632567a-9de2-4b64-ab0f-1d0119a8b1f2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:21.608481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aab42421-5b09-4f72-99ec-3ee8cb133a9f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.613892 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aab42421-5b09-4f72-99ec-3ee8cb133a9f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "DELETE /v2.0/ports/d632567a-9de2-4b64-ab0f-1d0119a8b1f2 HTTP/1.1" status: 204 len: 168 time: 0.7614617 Aug 26 11:11:21.614603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44896) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:21.643380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0c8f3ef5-6f23-4077-88cb-7a864c03c17a tempest-ServiceProvidersTest-320487216 tempest-ServiceProvidersTest-320487216-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1495268 Aug 26 11:11:21.656427 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4817b19f-876b-4d20-bf6e-ad27d38a1b80 x-openstack-request-id: req-4817b19f-876b-4d20-bf6e-ad27d38a1b80 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:11:21.656943 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4af91e-658e-4017-b326-5390ba14f3a3", "name": "network-vif-plugged", "status": "completed", "tag": "1c525a9d-9274-439a-96c2-2d700c6cbe38", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:11:21.657379 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4817b19f-876b-4d20-bf6e-ad27d38a1b80 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:11:21.657939 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4af91e-658e-4017-b326-5390ba14f3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c525a9d-9274-439a-96c2-2d700c6cbe38', 'code': 200} Aug 26 11:11:21.695132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=1c525a9d-9274-439a-96c2-2d700c6cbe38,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:21.730476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a5470f41-46bd-4464-80ba-fb0dc084deea tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Deleting port eb440a31-ffa3-4353-8126-debd509f375b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:21.731410 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a5470f41-46bd-4464-80ba-fb0dc084deea tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.766901 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b82c1ded-df38-47b4-9fbc-2c75c2fa8a9f tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.800798 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a5470f41-46bd-4464-80ba-fb0dc084deea tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.816762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a5470f41-46bd-4464-80ba-fb0dc084deea tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Calling delete_port for eb440a31-ffa3-4353-8126-debd509f375b owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:21.858448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5ebf4-e965-4edb-b294-c416e5bce70f req-844903d4-b554-4b6f-98a2-c6f5205e0597 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:21.860009 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cde5ebf4-e965-4edb-b294-c416e5bce70f req-844903d4-b554-4b6f-98a2-c6f5205e0597 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1953812 Aug 26 11:11:21.872877 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.912341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a5470f41-46bd-4464-80ba-fb0dc084deea tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.919267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daf4ee-e692-45ab-b2ef-b25fc562f890 req-02ce8da8-f709-4005-99c1-289b0a1140ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:21.920797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28daf4ee-e692-45ab-b2ef-b25fc562f890 req-02ce8da8-f709-4005-99c1-289b0a1140ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 1098 time: 0.1970532 Aug 26 11:11:21.942528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5470f41-46bd-4464-80ba-fb0dc084deea tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event deleted for resources: {'Port': ['ID=eb440a31-ffa3-4353-8126-debd509f375b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:21.952530 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a5470f41-46bd-4464-80ba-fb0dc084deea tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:21.955090 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a5470f41-46bd-4464-80ba-fb0dc084deea tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "DELETE /v2.0/ports/eb440a31-ffa3-4353-8126-debd509f375b HTTP/1.1" status: 204 len: 168 time: 0.3394837 Aug 26 11:11:21.957775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44902) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:21.960423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:21.981354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:21.984110 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44904) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:21.992291 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d830b474-4d29-42f5-b39b-5214075b9d29 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0341127 Aug 26 11:11:21.995726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44908) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:22.000733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1868213705'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:22.022843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Made reservation on behalf of c8d516dbeb8841a58152f3ecd50cf4e6 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:22.026462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:22.026663 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.051547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:22.061342 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.061705 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Added segment 77014ebe-df94-4ba6-b97c-0a4a66c145cb of type vlan for network 863b08d3-f154-4024-9ed0-03a26facd4a4 Aug 26 11:11:22.064523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Pushing event updated for resources: {'Port': ['ID=a6144523-f607-483a-aefa-a805416feb1c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:22.074575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cde5ebf4-e965-4edb-b294-c416e5bce70f req-971ba56a-cfe9-4650-bf9a-c9d41c9e271b tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055278 Aug 26 11:11:22.108282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.108633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.108975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.109328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.109640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.109970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.110298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.110629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.110979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.111324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.111646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.112548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:11:22.116873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28daf4ee-e692-45ab-b2ef-b25fc562f890 req-b6cb685b-fe6b-4751-9801-f4c95a86dcc5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818597 Aug 26 11:11:22.127423 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-888d5caf-9dae-49e9-9fe0-7b6e97cfef8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.143569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.187763 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.193480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:22.194106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.211335 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.288359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event updated for resources: {'Network': ['ID=863b08d3-f154-4024-9ed0-03a26facd4a4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:22.300139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 863b08d3-f154-4024-9ed0-03a26facd4a4 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:22.319158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-888d5caf-9dae-49e9-9fe0-7b6e97cfef8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.330504 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1660a04d-ab42-4abc-a337-79624145e648 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3314641 Aug 26 11:11:22.330504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-888d5caf-9dae-49e9-9fe0-7b6e97cfef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.332363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44910) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:22.340198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2083204275'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:22.401083 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-888d5caf-9dae-49e9-9fe0-7b6e97cfef8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2d9de8d07e94c5ea956af89f8cab42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135237 Aug 26 11:11:22.401083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d5caf-9dae-49e9-9fe0-7b6e97cfef8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2f389c-58f1-4152-840f-ef3447c00d64,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:22.402397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44912) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:22.407339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Made reservation on behalf of c8d516dbeb8841a58152f3ecd50cf4e6 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:22.411835 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.437355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:22.454998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.456712 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.457064 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Added segment 987ba422-3886-4975-a550-d9ee2ad3f569 of type vlan for network b7d3de5c-a7c8-4975-ade2-45679e93758e Aug 26 11:11:22.497047 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.510626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b82c1ded-df38-47b4-9fbc-2c75c2fa8a9f tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Deleting port d5e26b82-1a89-412e-bf1c-5ad8dd6b2543 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:22.511000 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b82c1ded-df38-47b4-9fbc-2c75c2fa8a9f tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.523445 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.529082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:22.529901 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.589685 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2535543 Aug 26 11:11:22.605166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbec1b3-33d7-4872-af2b-386767d4257f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event updated for resources: {'Network': ['ID=b7d3de5c-a7c8-4975-ade2-45679e93758e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:22.621897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b7d3de5c-a7c8-4975-ade2-45679e93758e details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:22.622892 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3d91af9-e021-4236-b8ac-e15c761382b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.685102 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3d91af9-e021-4236-b8ac-e15c761382b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.722213 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b82c1ded-df38-47b4-9fbc-2c75c2fa8a9f tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.754849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b82c1ded-df38-47b4-9fbc-2c75c2fa8a9f tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Calling delete_port for d5e26b82-1a89-412e-bf1c-5ad8dd6b2543 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:22.879118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.883035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3d91af9-e021-4236-b8ac-e15c761382b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.885520 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3d91af9-e021-4236-b8ac-e15c761382b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:22.886664 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e3d91af9-e021-4236-b8ac-e15c761382b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f2f389c-58f1-4152-840f-ef3447c00d64 HTTP/1.1" status: 204 len: 168 time: 0.4808984 Aug 26 11:11:22.932849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d91af9-e021-4236-b8ac-e15c761382b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2f389c-58f1-4152-840f-ef3447c00d64,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:23.121748 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b82c1ded-df38-47b4-9fbc-2c75c2fa8a9f tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:23.155314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Router f028d460-25f1-461d-b215-67679c55e3eb is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:11:23.162989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c1ded-df38-47b4-9fbc-2c75c2fa8a9f tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event deleted for resources: {'Port': ['ID=d5e26b82-1a89-412e-bf1c-5ad8dd6b2543,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:23.811530 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b82c1ded-df38-47b4-9fbc-2c75c2fa8a9f tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:23.825285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e63002-c897-4f71-9bc2-a440ca55b0bd req-d0669716-8b4d-41a9-911a-10004f7e930d tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:23.826813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28e63002-c897-4f71-9bc2-a440ca55b0bd req-d0669716-8b4d-41a9-911a-10004f7e930d tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.5360787 Aug 26 11:11:23.847226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:23.862180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b36efd-c98e-46e8-a851-646de4f59ac2 None None] Sync routers for ids ['f028d460-25f1-461d-b215-67679c55e3eb'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:23.877965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b36efd-c98e-46e8-a851-646de4f59ac2 None None] Routers {'f028d460-25f1-461d-b215-67679c55e3eb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:23.879096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f8b36efd-c98e-46e8-a851-646de4f59ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f028d460-25f1-461d-b215-67679c55e3eb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:23.933943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f8b36efd-c98e-46e8-a851-646de4f59ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:23.949950 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:23.951321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b36efd-c98e-46e8-a851-646de4f59ac2 None None] Routers {'f028d460-25f1-461d-b215-67679c55e3eb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:23.953310 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f8b36efd-c98e-46e8-a851-646de4f59ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f028d460-25f1-461d-b215-67679c55e3eb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:23.953962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2bfa29c0-d52d-413e-8bc2-eab0e141d503 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4587743 Aug 26 11:11:23.954368 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44942) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:23.960650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:23.973838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28e63002-c897-4f71-9bc2-a440ca55b0bd req-2873442e-987e-4b57-9cfe-ce5fac973033 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314118 Aug 26 11:11:24.020449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f8b36efd-c98e-46e8-a851-646de4f59ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:24.022545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b36efd-c98e-46e8-a851-646de4f59ac2 None None] The sync data for ids ['f028d460-25f1-461d-b215-67679c55e3eb'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:24.065359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82c1ded-df38-47b4-9fbc-2c75c2fa8a9f tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Router 82ce4601-1998-4c06-9733-ae2036f9a22d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:11:24.160282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82c1ded-df38-47b4-9fbc-2c75c2fa8a9f tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:24.165828 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b82c1ded-df38-47b4-9fbc-2c75c2fa8a9f tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "PUT /v2.0/routers/82ce4601-1998-4c06-9733-ae2036f9a22d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3694665 Aug 26 11:11:24.169472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44948) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:24.179618 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741856a9-011e-4bb4-b737-168d8166828f None None] Sync routers for ids ['82ce4601-1998-4c06-9733-ae2036f9a22d'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:24.192487 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741856a9-011e-4bb4-b737-168d8166828f None None] Routers {'82ce4601-1998-4c06-9733-ae2036f9a22d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:24.193133 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-741856a9-011e-4bb4-b737-168d8166828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['82ce4601-1998-4c06-9733-ae2036f9a22d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:24.243892 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-741856a9-011e-4bb4-b737-168d8166828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:24.251775 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741856a9-011e-4bb4-b737-168d8166828f None None] Routers {'82ce4601-1998-4c06-9733-ae2036f9a22d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:24.252391 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-741856a9-011e-4bb4-b737-168d8166828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['82ce4601-1998-4c06-9733-ae2036f9a22d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:24.283496 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-6ad4e470-07e2-4d42-8bb0-b894a6b4c3e7 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] delete failed (client error): The resource could not be found. Aug 26 11:11:24.284594 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6ad4e470-07e2-4d42-8bb0-b894a6b4c3e7 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-605643119 HTTP/1.1" status: 404 len: 334 time: 0.1141188 Aug 26 11:11:24.288492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44952) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:24.294603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7fe446bf-3659-4854-bd5b-c3e2c36becfe tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Request body: {'router': {'external_gateway_info': {'network_id': '82ce4601-1998-4c06-9733-ae2036f9a22d'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:24.302181 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-741856a9-011e-4bb4-b737-168d8166828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:24.302869 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741856a9-011e-4bb4-b737-168d8166828f None None] The sync data for ids ['82ce4601-1998-4c06-9733-ae2036f9a22d'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:24.598236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7fe446bf-3659-4854-bd5b-c3e2c36becfe tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:24.602516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:24.626108 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-7fe446bf-3659-4854-bd5b-c3e2c36becfe tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] update failed (client error): The resource could not be found. Aug 26 11:11:24.632127 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7fe446bf-3659-4854-bd5b-c3e2c36becfe tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "PUT /v2.0/routers/82ce4601-1998-4c06-9733-ae2036f9a22d HTTP/1.1" status: 404 len: 339 time: 0.3374281 Aug 26 11:11:24.632127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:24.632127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44964) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:24.904132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Deleting port a6144523-f607-483a-aefa-a805416feb1c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:24.904483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:25.000350 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:25.046373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:25.093600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d12fd-5678-48fb-b624-d4745c6f04c3 req-08289ec9-51ac-4920-98d4-c6d1d2625cf4 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:25.095308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b0d12fd-5678-48fb-b624-d4745c6f04c3 req-08289ec9-51ac-4920-98d4-c6d1d2625cf4 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.0551608 Aug 26 11:11:25.116003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Calling delete_port for a6144523-f607-483a-aefa-a805416feb1c owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:25.136482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b0d12fd-5678-48fb-b624-d4745c6f04c3 req-f69c64bb-a5ca-4ed4-b488-8dab98b7c3b7 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340574 Aug 26 11:11:25.414633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b804-826d-45e7-a22e-302a4b511f56 req-45dc50a0-5b4c-464f-987e-8b117766d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:25.416249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1713b804-826d-45e7-a22e-302a4b511f56 req-45dc50a0-5b4c-464f-987e-8b117766d7bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0839386 Aug 26 11:11:25.425282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a54f0-daef-49ff-aff1-7d2ec6b19a71 req-4dbe15e4-b9fa-4274-a674-e34a199c117b tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:25.426893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-157a54f0-daef-49ff-aff1-7d2ec6b19a71 req-4dbe15e4-b9fa-4274-a674-e34a199c117b tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.0858326 Aug 26 11:11:25.521906 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-157a54f0-daef-49ff-aff1-7d2ec6b19a71 req-9b75c6c0-cd1e-49db-b699-e4a35481c5a2 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863750 Aug 26 11:11:25.557075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b804-826d-45e7-a22e-302a4b511f56 req-73e3b9b4-5225-4309-87fc-e43b903dc676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:25.558983 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1713b804-826d-45e7-a22e-302a4b511f56 req-73e3b9b4-5225-4309-87fc-e43b903dc676 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 912 time: 0.1311083 Aug 26 11:11:25.612131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1713b804-826d-45e7-a22e-302a4b511f56 req-ac91b3aa-264e-43b3-9088-baa11655e44d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c525a9d-9274-439a-96c2-2d700c6cbe38 HTTP/1.1" status: 200 len: 217 time: 0.0450354 Aug 26 11:11:25.641245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Allocated IP 172.20.0.1 (7acadae7-0b6e-4b3c-b973-d0e534a00984/958b1866-ab29-4442-ad2e-ed8805f549f9/ebdf13b6-9981-4411-afa4-80a736657a9c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:25.666545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b804-826d-45e7-a22e-302a4b511f56 req-47dd2795-0bba-4252-8655-08fae75df1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:25.668207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1713b804-826d-45e7-a22e-302a4b511f56 req-47dd2795-0bba-4252-8655-08fae75df1af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 HTTP/1.1" status: 200 len: 851 time: 0.0498552 Aug 26 11:11:25.701684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1713b804-826d-45e7-a22e-302a4b511f56 req-35c9bfdb-9b64-4934-b346-4d8a1f6d8d26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8fedadf-872d-4fec-b38f-c658ecc8deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261891 Aug 26 11:11:25.739995 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:25.780796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Pushing event deleted for resources: {'Port': ['ID=a6144523-f607-483a-aefa-a805416feb1c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:25.803176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1713b804-826d-45e7-a22e-302a4b511f56 req-3a364591-05a9-4922-bec3-1a2e6fcffffd service neutron] 10.222.0.42 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946658 Aug 26 11:11:25.870578 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:25.876661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:25.916912 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1713b804-826d-45e7-a22e-302a4b511f56 req-637fdfad-85f0-42bf-997d-e4f9fea573f8 service neutron] 10.222.0.42 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072326 Aug 26 11:11:25.953600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Transition to ACTIVE for port object ebdf13b6-9981-4411-afa4-80a736657a9c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:25.998819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44988) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:26.007105 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'subnets': [{'network_id': '863b08d3-f154-4024-9ed0-03a26facd4a4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--415944372', 'ip_version': 6}, {'network_id': 'b7d3de5c-a7c8-4975-ade2-45679e93758e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:26.007475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'subnet': {'network_id': '863b08d3-f154-4024-9ed0-03a26facd4a4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--415944372', 'ip_version': 6}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:26.008172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Request body: {'subnet': {'network_id': 'b7d3de5c-a7c8-4975-ade2-45679e93758e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:26.118477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.121873 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.128259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.182246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Made reservation on behalf of c8d516dbeb8841a58152f3ecd50cf4e6 for: {'subnet': 2} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:26.187602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.187955 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.198626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Network 7acadae7-0b6e-4b3c-b973-d0e534a00984 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:26.235638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:26.243581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:26.249636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event updated for resources: {'Port': ['ID=ebdf13b6-9981-4411-afa4-80a736657a9c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:26.284254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Router f028d460-25f1-461d-b215-67679c55e3eb has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:11:26.312327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.486063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:26.497180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803dae5-b562-4b3d-87e3-9c32d6489218 None None] Sync routers for ids ['f028d460-25f1-461d-b215-67679c55e3eb'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:26.499879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.501526 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0a3e0b78-9aa9-4b9e-b1c1-51a173c150cb tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "PUT /v2.0/routers/f028d460-25f1-461d-b215-67679c55e3eb HTTP/1.1" status: 200 len: 706 time: 2.5458608 Aug 26 11:11:26.505521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45000) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:26.511509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803dae5-b562-4b3d-87e3-9c32d6489218 None None] Routers {'f028d460-25f1-461d-b215-67679c55e3eb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:26.512466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e803dae5-b562-4b3d-87e3-9c32d6489218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f028d460-25f1-461d-b215-67679c55e3eb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:26.556195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e803dae5-b562-4b3d-87e3-9c32d6489218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:26.566440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803dae5-b562-4b3d-87e3-9c32d6489218 None None] Routers {'f028d460-25f1-461d-b215-67679c55e3eb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:26.567305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e803dae5-b562-4b3d-87e3-9c32d6489218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f028d460-25f1-461d-b215-67679c55e3eb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:26.609747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e803dae5-b562-4b3d-87e3-9c32d6489218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:26.610708 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803dae5-b562-4b3d-87e3-9c32d6489218 None None] The sync data for ids ['f028d460-25f1-461d-b215-67679c55e3eb'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:26.635064 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3c6e2c36-9730-4879-aed6-d43623fdff7f tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/routers/f028d460-25f1-461d-b215-67679c55e3eb HTTP/1.1" status: 200 len: 741 time: 0.1280468 Aug 26 11:11:26.637666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45006) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:26.664222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e76b321b-0fea-41f2-9d9c-f134f6c311de None None] Provisioning for port ebdf13b6-9981-4411-afa4-80a736657a9c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:26.669820 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e76b321b-0fea-41f2-9d9c-f134f6c311de None None] Provisioning complete for port ebdf13b6-9981-4411-afa4-80a736657a9c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:26.670319 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e76b321b-0fea-41f2-9d9c-f134f6c311de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.676158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.713712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e76b321b-0fea-41f2-9d9c-f134f6c311de None None] Port ebdf13b6-9981-4411-afa4-80a736657a9c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:26.725435 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ba19362a-d3ad-4ff1-84a8-9821842bc46a tempest-RoutersAdminTest-804497055 tempest-RoutersAdminTest-804497055-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&device_id=f028d460-25f1-461d-b215-67679c55e3eb HTTP/1.1" status: 200 len: 205 time: 0.0836186 Aug 26 11:11:26.725710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45008) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:26.762233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85cad1-ba2e-4028-b3e4-1672a852325a req-99543987-300f-4c35-bac2-2eb64fbccd4e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:26.764098 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc85cad1-ba2e-4028-b3e4-1672a852325a req-99543987-300f-4c35-bac2-2eb64fbccd4e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.0929399 Aug 26 11:11:26.765895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.833634 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0365868a-34da-4866-9238-5c60185d54c9 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=f028d460-25f1-461d-b215-67679c55e3eb HTTP/1.1" status: 200 len: 205 time: 0.1068785 Aug 26 11:11:26.836242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45010) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:26.871455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event updated for resources: {'Subnet': ['ID=ba2bfe99-23ba-4bcd-90d1-efa361dbb106,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:26.878686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc85cad1-ba2e-4028-b3e4-1672a852325a req-b8824530-fbb4-45f6-8560-940801345bfe tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055579 Aug 26 11:11:26.884524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Checking segment: {'id': '77014ebe-df94-4ba6-b97c-0a4a66c145cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '863b08d3-f154-4024-9ed0-03a26facd4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:26.884880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Network hostable DHCP agents. Network: 863b08d3-f154-4024-9ed0-03a26facd4a4, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:26.902474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Network 863b08d3-f154-4024-9ed0-03a26facd4a4 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:26.912918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 863b08d3-f154-4024-9ed0-03a26facd4a4) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:26.917477 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.926718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806f3341-c31a-4afd-bc3b-3e4ef1f8d702 None None] Network 863b08d3-f154-4024-9ed0-03a26facd4a4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:26.988009 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92dc5acd-dd6b-43e3-8b1c-20309b310a36 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:26.996787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event updated for resources: {'Subnet': ['ID=870831fb-71a0-472a-9400-9244ea58776a,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:27.000241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Checking segment: {'id': '987ba422-3886-4975-a550-d9ee2ad3f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b7d3de5c-a7c8-4975-ade2-45679e93758e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:27.000720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Network hostable DHCP agents. Network: b7d3de5c-a7c8-4975-ade2-45679e93758e, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:27.021114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Network b7d3de5c-a7c8-4975-ade2-45679e93758e is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:27.033598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b7d3de5c-a7c8-4975-ade2-45679e93758e) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:27.040947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:27.041602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:27.042496 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.052203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fab2f2-e356-4919-9f4e-55605aeb451e None None] Network b7d3de5c-a7c8-4975-ade2-45679e93758e requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:27.063349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c1c1b4bb-d769-45f7-aaec-209b2a636640 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0632279 Aug 26 11:11:27.065882 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45012) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.176237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532dee40-c3ff-4da6-a6aa-c033f856e16f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:27.179326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532dee40-c3ff-4da6-a6aa-c033f856e16f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:27.182637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532dee40-c3ff-4da6-a6aa-c033f856e16f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:27.186694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-532dee40-c3ff-4da6-a6aa-c033f856e16f tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1191111 Aug 26 11:11:27.197027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45014) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.200697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f5b54e-3c57-4e91-a08f-1900d578fe43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-863b08d3-f154-4024-9ed0-03a26facd4a4', 'network_id': '863b08d3-f154-4024-9ed0-03a26facd4a4', 'tenant_id': 'c8d516dbeb8841a58152f3ecd50cf4e6', 'fixed_ips': [{'subnet_id': 'ba2bfe99-23ba-4bcd-90d1-efa361dbb106'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:11:27.201562 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10f5b54e-3c57-4e91-a08f-1900d578fe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.268001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-0484e7b7-85f0-4660-bf78-237100909ff4 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Deleting subnet ba2bfe99-23ba-4bcd-90d1-efa361dbb106 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:27.272471 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0484e7b7-85f0-4660-bf78-237100909ff4 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.324105 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0484e7b7-85f0-4660-bf78-237100909ff4 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.326771 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92dc5acd-dd6b-43e3-8b1c-20309b310a36 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.329934 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92dc5acd-dd6b-43e3-8b1c-20309b310a36 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.380833 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0484e7b7-85f0-4660-bf78-237100909ff4 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.390113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92dc5acd-dd6b-43e3-8b1c-20309b310a36 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.390785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dc5acd-dd6b-43e3-8b1c-20309b310a36 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Fanout notify agent at l3_agent the message router_deleted on router f028d460-25f1-461d-b215-67679c55e3eb {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:11:27.394543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b7d3de5c-a7c8-4975-ade2-45679e93758e', 'network_id': 'b7d3de5c-a7c8-4975-ade2-45679e93758e', 'tenant_id': 'c8d516dbeb8841a58152f3ecd50cf4e6', 'fixed_ips': [{'subnet_id': '870831fb-71a0-472a-9400-9244ea58776a'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:11:27.396349 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.401127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-92dc5acd-dd6b-43e3-8b1c-20309b310a36 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.402239 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-92dc5acd-dd6b-43e3-8b1c-20309b310a36 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/f028d460-25f1-461d-b215-67679c55e3eb HTTP/1.1" status: 204 len: 168 time: 0.5650184 Aug 26 11:11:27.408025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45016) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.422976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.440786 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6b207600-ed5b-4786-ad3f-b4fb44567834 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=f028d460-25f1-461d-b215-67679c55e3eb HTTP/1.1" status: 200 len: 205 time: 0.0310509 Aug 26 11:11:27.441589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.444234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45018) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.457035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0484e7b7-85f0-4660-bf78-237100909ff4 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-10f5b54e-3c57-4e91-a08f-1900d578fe43 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba2bfe99-23ba-4bcd-90d1-efa361dbb106: This subnet is being modified by another concurrent operation. Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exception Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba2bfe99-23ba-4bcd-90d1-efa361dbb106: This subnet is being modified by another concurrent operation. Aug 26 11:11:27.477299 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:11:27.512705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8db0b-71bd-4656-9c1d-baa88197161c None None] Network 863b08d3-f154-4024-9ed0-03a26facd4a4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:27.530062 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484e7b7-85f0-4660-bf78-237100909ff4 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2bfe99-23ba-4bcd-90d1-efa361dbb106,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:27.538426 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0484e7b7-85f0-4660-bf78-237100909ff4 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.539530 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-92fca70e-ac1f-4c5e-8c7f-f5289f0dd942 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] delete failed (client error): The resource could not be found. Aug 26 11:11:27.540581 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-92fca70e-ac1f-4c5e-8c7f-f5289f0dd942 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/f028d460-25f1-461d-b215-67679c55e3eb HTTP/1.1" status: 404 len: 336 time: 0.0919802 Aug 26 11:11:27.541186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0484e7b7-85f0-4660-bf78-237100909ff4 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "DELETE /v2.0/subnets/ba2bfe99-23ba-4bcd-90d1-efa361dbb106 HTTP/1.1" status: 204 len: 168 time: 0.3427153 Aug 26 11:11:27.544018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45022) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.552889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45024) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.585722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cf5e4b45-4089-4fd1-8f74-febcbb2a77ed tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=761538b7-e9af-43e9-bdd4-080766c76caa HTTP/1.1" status: 200 len: 205 time: 0.0385633 Aug 26 11:11:27.585960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45028) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.593766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event updated for resources: {'Port': ['ID=ebdf13b6-9981-4411-afa4-80a736657a9c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:27.599457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.657990 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-37db7a40-55b2-4a90-a0fa-74957b83eda0 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] delete failed (client error): The resource could not be found. Aug 26 11:11:27.663385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-37db7a40-55b2-4a90-a0fa-74957b83eda0 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/761538b7-e9af-43e9-bdd4-080766c76caa HTTP/1.1" status: 404 len: 336 time: 0.0752432 Aug 26 11:11:27.664114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45032) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.684315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d57e48-f4a6-405d-98c6-67121cd83f5d tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Deleting subnet 870831fb-71a0-472a-9400-9244ea58776a {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:27.704445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Allocated IP 2001:db8:0:1::1 (b7d3de5c-a7c8-4975-ade2-45679e93758e/870831fb-71a0-472a-9400-9244ea58776a/0dec08c0-e038-4fe8-b55b-7bdb75af1985) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:27.711752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a764cb59-f1ec-4d57-9239-59d4b17d7bac tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=621f6c59-d7d6-4b15-836c-9c95bd594d48 HTTP/1.1" status: 200 len: 205 time: 0.0455470 Aug 26 11:11:27.713512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45034) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.733671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Network 7acadae7-0b6e-4b3c-b973-d0e534a00984 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:27.735581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:27.758950 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-7ea24413-4fb4-4558-ba45-54ae343d7336 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] delete failed (client error): The resource could not be found. Aug 26 11:11:27.760018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7ea24413-4fb4-4558-ba45-54ae343d7336 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/621f6c59-d7d6-4b15-836c-9c95bd594d48 HTTP/1.1" status: 404 len: 336 time: 0.0454140 Aug 26 11:11:27.764813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45036) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.809348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-74fefc50-601f-4423-b647-54b0ad52b6f9 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce288131-7060-467c-b49a-66a11a9139e2 HTTP/1.1" status: 200 len: 205 time: 0.0433061 Aug 26 11:11:27.813767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45038) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.891181 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-18d40295-67d6-48cc-8606-8aa8ba08e83f tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] delete failed (client error): The resource could not be found. Aug 26 11:11:27.892882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-18d40295-67d6-48cc-8606-8aa8ba08e83f tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/ce288131-7060-467c-b49a-66a11a9139e2 HTTP/1.1" status: 404 len: 336 time: 0.0780520 Aug 26 11:11:27.895609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45042) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.949118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-999587db-a72e-4b9f-aadd-2190e24b1775 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=639eeddd-5412-44c7-bdac-9d4070d9c3b1 HTTP/1.1" status: 200 len: 205 time: 0.0458610 Aug 26 11:11:27.950114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45046) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:27.950795 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:27.969074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Transition to ACTIVE for port object 0dec08c0-e038-4fe8-b55b-7bdb75af1985 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:28.002224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Transition to ACTIVE for port object 0dec08c0-e038-4fe8-b55b-7bdb75af1985 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:28.016552 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.028380 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-48596961-d595-4569-a9f6-bac892bdc3c6 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] delete failed (client error): The resource could not be found. Aug 26 11:11:28.033162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-48596961-d595-4569-a9f6-bac892bdc3c6 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/639eeddd-5412-44c7-bdac-9d4070d9c3b1 HTTP/1.1" status: 404 len: 336 time: 0.0815818 Aug 26 11:11:28.057848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45048) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:28.067585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Network b7d3de5c-a7c8-4975-ade2-45679e93758e is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:28.073342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:28.077728 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:28.084021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Pushing event updated for resources: {'Port': ['ID=0dec08c0-e038-4fe8-b55b-7bdb75af1985,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:28.104942 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-80728be7-0a30-4a99-803c-32ca53f5b3c1 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d229b9c-105a-48d2-baf6-336e6227da09 HTTP/1.1" status: 200 len: 205 time: 0.0457523 Aug 26 11:11:28.106772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45052) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:28.155669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Attempting to bind port 0dec08c0-e038-4fe8-b55b-7bdb75af1985 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:28.156040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Attempting to bind port 0dec08c0-e038-4fe8-b55b-7bdb75af1985 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '987ba422-3886-4975-a550-d9ee2ad3f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b7d3de5c-a7c8-4975-ade2-45679e93758e'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:28.156408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Attempting to bind port 0dec08c0-e038-4fe8-b55b-7bdb75af1985 on network b7d3de5c-a7c8-4975-ade2-45679e93758e {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:28.165785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-87c6432a-7a3b-48ac-a1aa-838807722651 None None] Provisioning complete for port ebdf13b6-9981-4411-afa4-80a736657a9c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:28.166101 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87c6432a-7a3b-48ac-a1aa-838807722651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.169263 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-9c7568f1-cde5-4d82-9a5b-0abb82da59d4 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] delete failed (client error): The resource could not be found. Aug 26 11:11:28.169430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:28.169597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Checking segment: {'id': '987ba422-3886-4975-a550-d9ee2ad3f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b7d3de5c-a7c8-4975-ade2-45679e93758e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:28.169984 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.170383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Bound using segment: {'id': '987ba422-3886-4975-a550-d9ee2ad3f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b7d3de5c-a7c8-4975-ade2-45679e93758e'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:28.170894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Bound port: 0dec08c0-e038-4fe8-b55b-7bdb75af1985, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987ba422-3886-4975-a550-d9ee2ad3f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b7d3de5c-a7c8-4975-ade2-45679e93758e'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:28.171275 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.173548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9c7568f1-cde5-4d82-9a5b-0abb82da59d4 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/routers/1d229b9c-105a-48d2-baf6-336e6227da09 HTTP/1.1" status: 404 len: 336 time: 0.0651548 Aug 26 11:11:28.174231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45054) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:28.216675 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b9d57e48-f4a6-405d-98c6-67121cd83f5d tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.226480 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e857f2b-2150-4357-8346-edb130b6d690 req-6eddb436-93c0-44a6-89fa-f07765cb5487 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:28.228480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e857f2b-2150-4357-8346-edb130b6d690 req-6eddb436-93c0-44a6-89fa-f07765cb5487 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.2145815 Aug 26 11:11:28.229653 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c259dbe-a415-4794-8191-ddc9f0d61d53 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:28.230195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c259dbe-a415-4794-8191-ddc9f0d61d53 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:28.234990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2c259dbe-a415-4794-8191-ddc9f0d61d53 tempest-RoutersAdminTest-1530102719 tempest-RoutersAdminTest-1530102719-project] 10.222.0.21 "DELETE /v2.0/subnets/a66367d5-c518-455e-b896-dfb4759c0acd HTTP/1.1" status: 404 len: 337 time: 0.0575516 Aug 26 11:11:28.255348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Router 82ce4601-1998-4c06-9733-ae2036f9a22d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:11:28.273435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-87c6432a-7a3b-48ac-a1aa-838807722651 None None] Port ebdf13b6-9981-4411-afa4-80a736657a9c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:11:28.292269 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b9d57e48-f4a6-405d-98c6-67121cd83f5d tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.293747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e857f2b-2150-4357-8346-edb130b6d690 req-0ef9268b-f0d0-49b9-8128-502a5c62fc17 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576611 Aug 26 11:11:28.318094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] For port 0dec08c0-e038-4fe8-b55b-7bdb75af1985, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:28.318094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] For port 0dec08c0-e038-4fe8-b55b-7bdb75af1985, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0dec08c0-e038-4fe8-b55b-7bdb75af1985,segment=NetworkSegment(987ba422-3886-4975-a550-d9ee2ad3f569),segment_id=987ba422-3886-4975-a550-d9ee2ad3f569)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:28.321038 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.410151 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fe1da-44c3-467c-9565-61e22d2bd6cb None None] Pushing event updated for resources: {'Port': ['ID=0dec08c0-e038-4fe8-b55b-7bdb75af1985,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:28.440682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:28.451568 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-46ca2de5-dea5-4b41-a040-c7b135d498d1 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "PUT /v2.0/routers/82ce4601-1998-4c06-9733-ae2036f9a22d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8160837 Aug 26 11:11:28.451760 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541eb323-7b1d-4cc5-9b90-22107bc56cfe None None] Sync routers for ids ['82ce4601-1998-4c06-9733-ae2036f9a22d'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:28.452210 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45058) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:28.462618 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541eb323-7b1d-4cc5-9b90-22107bc56cfe None None] Routers {'82ce4601-1998-4c06-9733-ae2036f9a22d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:28.463276 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-541eb323-7b1d-4cc5-9b90-22107bc56cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['82ce4601-1998-4c06-9733-ae2036f9a22d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:28.498855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b9d57e48-f4a6-405d-98c6-67121cd83f5d tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.516328 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-541eb323-7b1d-4cc5-9b90-22107bc56cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:28.527657 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541eb323-7b1d-4cc5-9b90-22107bc56cfe None None] Routers {'82ce4601-1998-4c06-9733-ae2036f9a22d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:28.528687 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-541eb323-7b1d-4cc5-9b90-22107bc56cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['82ce4601-1998-4c06-9733-ae2036f9a22d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:28.571006 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-541eb323-7b1d-4cc5-9b90-22107bc56cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:28.572006 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541eb323-7b1d-4cc5-9b90-22107bc56cfe None None] The sync data for ids ['82ce4601-1998-4c06-9733-ae2036f9a22d'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:28.598245 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b9d57e48-f4a6-405d-98c6-67121cd83f5d tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.604206 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30e19f80-e556-44d2-9ac8-f08b9294fe77 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.639161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45062) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:28.646967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d57e48-f4a6-405d-98c6-67121cd83f5d tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event deleted for resources: {'Subnet': ['ID=870831fb-71a0-472a-9400-9244ea58776a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:28.654220 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b9d57e48-f4a6-405d-98c6-67121cd83f5d tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.660427 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b9d57e48-f4a6-405d-98c6-67121cd83f5d tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "DELETE /v2.0/subnets/870831fb-71a0-472a-9400-9244ea58776a HTTP/1.1" status: 204 len: 168 time: 1.1062362 Aug 26 11:11:28.661059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45066) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:28.742574 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-30e19f80-e556-44d2-9ac8-f08b9294fe77 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 26 11:11:28.746480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-30e19f80-e556-44d2-9ac8-f08b9294fe77 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "DELETE /v2.0/routers/82ce4601-1998-4c06-9733-ae2036f9a22d HTTP/1.1" status: 409 len: 329 time: 0.2934682 Aug 26 11:11:28.748885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45068) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:28.752383 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:11:28.797252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cbf91a-df50-4704-ab37-f16f0ceeddc2 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:28.803585 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-39cbf91a-df50-4704-ab37-f16f0ceeddc2 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1414375 Aug 26 11:11:28.806042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45070) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:28.900585 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ba875b8-d960-4377-b615-f42fe4fad88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:28.927149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.037639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Deleting port 0dec08c0-e038-4fe8-b55b-7bdb75af1985 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:29.037938 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.112085 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ba875b8-d960-4377-b615-f42fe4fad88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.120396 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0ba875b8-d960-4377-b615-f42fe4fad88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.155922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] For port 0dec08c0-e038-4fe8-b55b-7bdb75af1985, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0dec08c0-e038-4fe8-b55b-7bdb75af1985,segment=NetworkSegment(987ba422-3886-4975-a550-d9ee2ad3f569),segment_id=987ba422-3886-4975-a550-d9ee2ad3f569)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:29.155922 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.199389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Calling delete_port for 0dec08c0-e038-4fe8-b55b-7bdb75af1985 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:29.230802 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0ba875b8-d960-4377-b615-f42fe4fad88e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1136641a734d40d09bd28715fbd4177e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884717 Aug 26 11:11:29.242992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45074) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:29.270368 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba875b8-d960-4377-b615-f42fe4fad88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42031e01-7f29-494c-a6fc-57a01f136db4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:29.473766 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-987dbeb0-1757-4ae0-800c-aadff06e3ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.501797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.510334 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-987dbeb0-1757-4ae0-800c-aadff06e3ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.557941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] No DVR routers for this DVR port 0dec08c0-e038-4fe8-b55b-7bdb75af1985 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:29.568311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event deleted for resources: {'Port': ['ID=0dec08c0-e038-4fe8-b55b-7bdb75af1985,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:29.589195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e0aa5-5336-4023-ade7-cd6b38f06d7f req-0031b6be-88c3-4226-87b6-21f8d84a1339 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:29.597179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-922e0aa5-5336-4023-ade7-cd6b38f06d7f req-0031b6be-88c3-4226-87b6-21f8d84a1339 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1520398 Aug 26 11:11:29.647201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0dec08c0-e038-4fe8-b55b-7bdb75af1985 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:29.686429 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-922e0aa5-5336-4023-ade7-cd6b38f06d7f req-3a6863b0-2990-4a2a-9847-747676f65a32 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743554 Aug 26 11:11:29.703620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.712368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 0dec08c0-e038-4fe8-b55b-7bdb75af1985 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:29.713095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0dec08c0-e038-4fe8-b55b-7bdb75af1985 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 26 11:11:29.721130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-987dbeb0-1757-4ae0-800c-aadff06e3ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.724556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-987dbeb0-1757-4ae0-800c-aadff06e3ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.728952 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-987dbeb0-1757-4ae0-800c-aadff06e3ab0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42031e01-7f29-494c-a6fc-57a01f136db4 HTTP/1.1" status: 204 len: 168 time: 0.4399197 Aug 26 11:11:29.731098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d3de5c-a7c8-4975-ade2-45679e93758e']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:29.749268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dbeb0-1757-4ae0-800c-aadff06e3ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42031e01-7f29-494c-a6fc-57a01f136db4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:29.754359 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e98439f1-70f6-4298-9b8e-8faeed3949e9 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.755281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987ba422-3886-4975-a550-d9ee2ad3f569') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:29.755545 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987ba422-3886-4975-a550-d9ee2ad3f569') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:29.775644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.796904 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.806606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:29.807204 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:29.812591 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:29.824665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Port 0dec08c0-e038-4fe8-b55b-7bdb75af1985 not found, will not notify nova. {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 26 11:11:29.892739 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.904077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:29.906469 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "DELETE /v2.0/networks/b7d3de5c-a7c8-4975-ade2-45679e93758e HTTP/1.1" status: 204 len: 168 time: 1.0985498 Aug 26 11:11:29.912077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45080) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:29.987888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e190705-f255-4f3f-a1c1-b19a7e8a639b tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event deleted for resources: {'Network': ['ID=b7d3de5c-a7c8-4975-ade2-45679e93758e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:30.015544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2bb66715-cd6b-480a-bbf6-15411f938757 None None] Could not find standard attr ID for object 0dec08c0-e038-4fe8-b55b-7bdb75af1985. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:11:30.026258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f804dd2-4a80-4116-ad1d-46b744f6f575 None None] DHCP port deletion for b7d3de5c-a7c8-4975-ade2-45679e93758e request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:30.060382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a77a2-f751-47fd-b369-6ca33b39c64a None None] Network b7d3de5c-a7c8-4975-ade2-45679e93758e requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:30.084082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a77a2-f751-47fd-b369-6ca33b39c64a None None] Network b7d3de5c-a7c8-4975-ade2-45679e93758e could not be found, it might have been deleted concurrently. {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 26 11:11:30.098543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f57d9e0-1bf3-4372-8f0b-ba1d630125fa None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:11:30.099588 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.161331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e98439f1-70f6-4298-9b8e-8faeed3949e9 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Deleting port ebdf13b6-9981-4411-afa4-80a736657a9c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:30.162497 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e98439f1-70f6-4298-9b8e-8faeed3949e9 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.205660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.218396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57d9e0-1bf3-4372-8f0b-ba1d630125fa None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:11:30.220559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863b08d3-f154-4024-9ed0-03a26facd4a4']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:30.251880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77014ebe-df94-4ba6-b97c-0a4a66c145cb') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:30.252181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77014ebe-df94-4ba6-b97c-0a4a66c145cb') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:30.262572 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.295427 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e98439f1-70f6-4298-9b8e-8faeed3949e9 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.297223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.302627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45092) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:30.316410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:30.316764 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:30.319913 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:30.325892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e98439f1-70f6-4298-9b8e-8faeed3949e9 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Calling delete_port for ebdf13b6-9981-4411-afa4-80a736657a9c owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:30.400801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.409360 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.413545 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "DELETE /v2.0/networks/863b08d3-f154-4024-9ed0-03a26facd4a4 HTTP/1.1" status: 204 len: 168 time: 0.4981060 Aug 26 11:11:30.415003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45094) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:30.415715 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-47e7b610-cf91-4d9a-a9d9-9aaf2e579f69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55553dc420bf4193ad20bf557edc5e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119313 Aug 26 11:11:30.425196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45096) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:30.427797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10504a93-87c4-42a4-9553-b21e09fc69f7 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event deleted for resources: {'Network': ['ID=863b08d3-f154-4024-9ed0-03a26facd4a4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:30.583880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.642638 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87152165-eb39-4171-9c45-0384b3ec95fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.743985 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e98439f1-70f6-4298-9b8e-8faeed3949e9 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.761045 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87152165-eb39-4171-9c45-0384b3ec95fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.812141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98439f1-70f6-4298-9b8e-8faeed3949e9 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event deleted for resources: {'Port': ['ID=ebdf13b6-9981-4411-afa4-80a736657a9c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:30.834881 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.885022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306e9265-00a7-46d7-96f6-7393c151cba3']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:30.924320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86f5e2b-7e84-4910-ba8e-3773c5fc0475') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:30.924716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86f5e2b-7e84-4910-ba8e-3773c5fc0475') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:30.947728 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:30.971249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539db41-1f53-4444-8ba5-2bd3b3e281c7 req-2b3f4c09-8f52-4006-8c92-cbc6b9bcfab9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:30.972769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3539db41-1f53-4444-8ba5-2bd3b3e281c7 req-2b3f4c09-8f52-4006-8c92-cbc6b9bcfab9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.2052653 Aug 26 11:11:30.986205 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.000533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87152165-eb39-4171-9c45-0384b3ec95fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.003897 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87152165-eb39-4171-9c45-0384b3ec95fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.007456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-87152165-eb39-4171-9c45-0384b3ec95fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddac24e4-c42f-49a9-95f7-684c324c8ee0 HTTP/1.1" status: 204 len: 168 time: 0.5477676 Aug 26 11:11:31.043934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:31.044362 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:31.055165 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:31.141434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87152165-eb39-4171-9c45-0384b3ec95fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac24e4-c42f-49a9-95f7-684c324c8ee0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:31.166213 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e98439f1-70f6-4298-9b8e-8faeed3949e9 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.182218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3539db41-1f53-4444-8ba5-2bd3b3e281c7 req-e888e7f5-b8fd-42de-89f6-b315bb014bc7 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003713 Aug 26 11:11:31.192375 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.250772 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.253914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "DELETE /v2.0/networks/306e9265-00a7-46d7-96f6-7393c151cba3 HTTP/1.1" status: 204 len: 168 time: 0.8379073 Aug 26 11:11:31.256453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45114) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:31.318532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c3451-df5d-4863-8340-6db0cf793b98 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event deleted for resources: {'Network': ['ID=306e9265-00a7-46d7-96f6-7393c151cba3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:31.349946 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.428322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98439f1-70f6-4298-9b8e-8faeed3949e9 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Router 82ce4601-1998-4c06-9733-ae2036f9a22d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:11:31.459869 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.471630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9ca2ad-a9cb-45fe-a793-83bbf49cb844']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:31.483587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9b5191-6195-4576-a439-ed16f6d6357d') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:31.484228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9b5191-6195-4576-a439-ed16f6d6357d') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:31.497086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.514617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.523398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:31.524213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:31.527631 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:31.578788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98439f1-70f6-4298-9b8e-8faeed3949e9 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:31.583576 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0dec08c0-e038-4fe8-b55b-7bdb75af1985 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:11:31.584486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e98439f1-70f6-4298-9b8e-8faeed3949e9 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "PUT /v2.0/routers/82ce4601-1998-4c06-9733-ae2036f9a22d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8338957 Aug 26 11:11:31.589207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45124) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:31.631685 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-ae097260-f964-4c08-a1cf-3c68d405e98e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] show failed (client error): The resource could not be found. Aug 26 11:11:31.633075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ae097260-f964-4c08-a1cf-3c68d405e98e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1664773599 HTTP/1.1" status: 404 len: 335 time: 0.0424812 Aug 26 11:11:31.636937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45126) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:31.643018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-42271701-a46c-4c0a-92b1-94c90fb7dba5 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:31.644816 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.655120 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.661202 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] 10.222.0.21 "DELETE /v2.0/networks/8e9ca2ad-a9cb-45fe-a793-83bbf49cb844 HTTP/1.1" status: 204 len: 168 time: 0.4036164 Aug 26 11:11:31.692274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42fa0e-46ba-430f-ab82-99be753a2b38 tempest-BulkNetworkOpsIpV6Test-1812231882 tempest-BulkNetworkOpsIpV6Test-1812231882-project] Pushing event deleted for resources: {'Network': ['ID=8e9ca2ad-a9cb-45fe-a793-83bbf49cb844,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:31.714151 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-42271701-a46c-4c0a-92b1-94c90fb7dba5 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] update failed (client error): The resource could not be found. Aug 26 11:11:31.718794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-42271701-a46c-4c0a-92b1-94c90fb7dba5 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1739491450 HTTP/1.1" status: 404 len: 335 time: 0.0762472 Aug 26 11:11:31.719132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45130) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:31.783348 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 0dec08c0-e038-4fe8-b55b-7bdb75af1985 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:31.783977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0dec08c0-e038-4fe8-b55b-7bdb75af1985 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:11:31.787669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7a4f6-d06f-454a-8116-72ccdb20ccaf None None] Sync routers for ids ['82ce4601-1998-4c06-9733-ae2036f9a22d'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:31.794916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-c993acdf-b574-4a82-a211-6f409ecc5fc2 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Deleting subnet 216b36d1-d05d-4a2b-a44b-cf357aa1c66f {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:31.800083 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c993acdf-b574-4a82-a211-6f409ecc5fc2 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.802296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7a4f6-d06f-454a-8116-72ccdb20ccaf None None] Routers {'82ce4601-1998-4c06-9733-ae2036f9a22d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:31.803119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0aa7a4f6-d06f-454a-8116-72ccdb20ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['82ce4601-1998-4c06-9733-ae2036f9a22d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:31.838678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0aa7a4f6-d06f-454a-8116-72ccdb20ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:31.848382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7a4f6-d06f-454a-8116-72ccdb20ccaf None None] Routers {'82ce4601-1998-4c06-9733-ae2036f9a22d'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:31.849113 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0aa7a4f6-d06f-454a-8116-72ccdb20ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['82ce4601-1998-4c06-9733-ae2036f9a22d'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:31.859615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c993acdf-b574-4a82-a211-6f409ecc5fc2 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:31.898101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0aa7a4f6-d06f-454a-8116-72ccdb20ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:31.899109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7a4f6-d06f-454a-8116-72ccdb20ccaf None None] The sync data for ids ['82ce4601-1998-4c06-9733-ae2036f9a22d'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:32.016783 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c993acdf-b574-4a82-a211-6f409ecc5fc2 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.051317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45144) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:32.096979 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c993acdf-b574-4a82-a211-6f409ecc5fc2 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.137346 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c993acdf-b574-4a82-a211-6f409ecc5fc2 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.139516 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c993acdf-b574-4a82-a211-6f409ecc5fc2 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "DELETE /v2.0/subnets/216b36d1-d05d-4a2b-a44b-cf357aa1c66f HTTP/1.1" status: 204 len: 168 time: 0.4192355 Aug 26 11:11:32.140950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993acdf-b574-4a82-a211-6f409ecc5fc2 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event deleted for resources: {'Subnet': ['ID=216b36d1-d05d-4a2b-a44b-cf357aa1c66f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:32.141945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45150) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:32.146640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df259160-75f5-46d5-b40b-4c554ccdc182 None None] Network 448e9a50-007f-4cdc-9160-b8c063d373fd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:32.246585 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d4f505-6ba9-415b-8c2d-6d7850ff2509 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Deleting subnet fdbdec62-d9f3-4646-bf3b-e4720d4d007e {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:32.249045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45154) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:32.250949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f505-6ba9-415b-8c2d-6d7850ff2509 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.323341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-165549269'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:32.341622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f505-6ba9-415b-8c2d-6d7850ff2509 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.427792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:32.430790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ff778-fef5-48c0-a3da-d31341259990 None None] DHCP port deletion for 448e9a50-007f-4cdc-9160-b8c063d373fd request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:32.438842 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.452756 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.474673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75d7c8-4663-46fd-983f-0e20ee915bf1 req-7e291bc6-43c5-419a-a6d8-e662d374b0d3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:32.476990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba75d7c8-4663-46fd-983f-0e20ee915bf1 req-7e291bc6-43c5-419a-a6d8-e662d374b0d3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1476386 Aug 26 11:11:32.480946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ff778-fef5-48c0-a3da-d31341259990 None None] Deleting port 26c09fb8-f4a2-4a86-af70-7972f5293c5d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:32.482105 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff778-fef5-48c0-a3da-d31341259990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.513026 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f40df6ea-d93b-4369-ab0f-fb0d44842e4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8d516dbeb8841a58152f3ecd50cf4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601331 Aug 26 11:11:32.516668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45158) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:32.534063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba75d7c8-4663-46fd-983f-0e20ee915bf1 req-73ebaf5d-dbca-494d-903f-40b132be7611 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490623 Aug 26 11:11:32.560670 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f505-6ba9-415b-8c2d-6d7850ff2509 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.578996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2c3ff778-fef5-48c0-a3da-d31341259990 None None] For port 26c09fb8-f4a2-4a86-af70-7972f5293c5d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=26c09fb8-f4a2-4a86-af70-7972f5293c5d,segment=NetworkSegment(760d695b-fe51-4aab-b5a0-fb0c487c4f8a),segment_id=760d695b-fe51-4aab-b5a0-fb0c487c4f8a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:32.579937 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff778-fef5-48c0-a3da-d31341259990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.595780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ff778-fef5-48c0-a3da-d31341259990 None None] Calling delete_port for 26c09fb8-f4a2-4a86-af70-7972f5293c5d owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:32.608673 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3fc146d0-263f-4e51-a47a-a073b528b830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.636210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3fc146d0-263f-4e51-a47a-a073b528b830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.657767 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.664057 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.693104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3fc146d0-263f-4e51-a47a-a073b528b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.696272 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3fc146d0-263f-4e51-a47a-a073b528b830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.700100 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3fc146d0-263f-4e51-a47a-a073b528b830 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/175c0345-dbbe-452d-bc87-f8ed2147b273 HTTP/1.1" status: 204 len: 168 time: 0.1801093 Aug 26 11:11:32.710462 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff778-fef5-48c0-a3da-d31341259990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.711625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:32.724258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1f7f28-6199-4f7e-9c9c-78eb3a017c5f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:32.735316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc146d0-263f-4e51-a47a-a073b528b830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175c0345-dbbe-452d-bc87-f8ed2147b273,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:32.750142 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f505-6ba9-415b-8c2d-6d7850ff2509 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.751195 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.751857 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Added segment 4ee82d79-304d-479e-8b2f-361c15f77d3a of type vlan for network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 Aug 26 11:11:32.770539 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8d4f505-6ba9-415b-8c2d-6d7850ff2509 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.773072 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e8d4f505-6ba9-415b-8c2d-6d7850ff2509 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "DELETE /v2.0/subnets/fdbdec62-d9f3-4646-bf3b-e4720d4d007e HTTP/1.1" status: 204 len: 168 time: 0.6300888 Aug 26 11:11:32.776303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45162) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:32.778887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ff778-fef5-48c0-a3da-d31341259990 None None] Pushing event deleted for resources: {'Port': ['ID=26c09fb8-f4a2-4a86-af70-7972f5293c5d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:32.787953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ff778-fef5-48c0-a3da-d31341259990 None None] No DVR routers for this DVR port 26c09fb8-f4a2-4a86-af70-7972f5293c5d on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:32.794188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb669e-57e7-4464-8f5f-2f6a55a12920 None None] Network 3a182f88-fe45-4400-a264-c7b378a1f6f9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:32.829377 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.896032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4f505-6ba9-415b-8c2d-6d7850ff2509 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbdec62-d9f3-4646-bf3b-e4720d4d007e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:32.917627 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.934350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:32.935325 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:32.947366 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.023345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Network': ['ID=7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:33.035709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:33.051810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8a37b334-39f6-47be-8087-81f1cd43a7cb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7989039 Aug 26 11:11:33.051957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45168) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:33.065801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'name': 'tempest-PortsTestJSON-25878797'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:33.095851 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.115721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11864c0-6126-4598-87d3-7295a7c0d2d9 None None] DHCP port deletion for 3a182f88-fe45-4400-a264-c7b378a1f6f9 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:33.119069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448e9a50-007f-4cdc-9160-b8c063d373fd']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:33.150806 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760d695b-fe51-4aab-b5a0-fb0c487c4f8a') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:33.151119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760d695b-fe51-4aab-b5a0-fb0c487c4f8a') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:33.177312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.190620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a11864c0-6126-4598-87d3-7295a7c0d2d9 None None] Deleting port 1f8bf72c-2abb-4121-ae6d-10ea55753b99 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:33.191185 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a11864c0-6126-4598-87d3-7295a7c0d2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.199651 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.211669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:33.212549 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.217320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:33.219275 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:33.223952 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.245994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:11:33.293434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a11864c0-6126-4598-87d3-7295a7c0d2d9 None None] For port 1f8bf72c-2abb-4121-ae6d-10ea55753b99, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1f8bf72c-2abb-4121-ae6d-10ea55753b99,segment=NetworkSegment(58415c57-40d9-4c18-8fee-24eaec64eccd),segment_id=58415c57-40d9-4c18-8fee-24eaec64eccd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:33.294046 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a11864c0-6126-4598-87d3-7295a7c0d2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.310173 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a11864c0-6126-4598-87d3-7295a7c0d2d9 None None] Calling delete_port for 1f8bf72c-2abb-4121-ae6d-10ea55753b99 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:33.361121 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.373391 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.376705 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "DELETE /v2.0/networks/448e9a50-007f-4cdc-9160-b8c063d373fd HTTP/1.1" status: 204 len: 168 time: 0.5988064 Aug 26 11:11:33.381689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45180) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:33.401140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aabd20-b8f8-4b17-933c-e19813588cd8 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event deleted for resources: {'Network': ['ID=448e9a50-007f-4cdc-9160-b8c063d373fd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:33.452033 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a11864c0-6126-4598-87d3-7295a7c0d2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.496369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11864c0-6126-4598-87d3-7295a7c0d2d9 None None] Pushing event deleted for resources: {'Port': ['ID=1f8bf72c-2abb-4121-ae6d-10ea55753b99,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:33.500606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11864c0-6126-4598-87d3-7295a7c0d2d9 None None] No DVR routers for this DVR port 1f8bf72c-2abb-4121-ae6d-10ea55753b99 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:33.573883 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.646443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1f8bf72c-2abb-4121-ae6d-10ea55753b99 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:11:33.673873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 1f8bf72c-2abb-4121-ae6d-10ea55753b99 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:33.674505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1f8bf72c-2abb-4121-ae6d-10ea55753b99 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:11:33.675122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 26c09fb8-f4a2-4a86-af70-7972f5293c5d no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:11:33.678420 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.700305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 26c09fb8-f4a2-4a86-af70-7972f5293c5d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:33.701027 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 26c09fb8-f4a2-4a86-af70-7972f5293c5d not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:11:33.732276 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.752452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a182f88-fe45-4400-a264-c7b378a1f6f9']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:33.784760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58415c57-40d9-4c18-8fee-24eaec64eccd') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:33.785014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58415c57-40d9-4c18-8fee-24eaec64eccd') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:33.801203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.810410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d1a40-2b5f-4294-9196-765637037028 req-d8a4ca7d-11e9-4aa9-b29e-4006e8da4103 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:33.811986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-050d1a40-2b5f-4294-9196-765637037028 req-d8a4ca7d-11e9-4aa9-b29e-4006e8da4103 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1374085 Aug 26 11:11:33.835446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.849155 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.853984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:33.854396 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:33.857652 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:33.924628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45192) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:33.975662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-050d1a40-2b5f-4294-9196-765637037028 req-9c9bb00e-b142-43bd-86cc-2f998886ac6c tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538796 Aug 26 11:11:33.986122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:33.995666 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.009275 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.014307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "DELETE /v2.0/networks/3a182f88-fe45-4400-a264-c7b378a1f6f9 HTTP/1.1" status: 204 len: 168 time: 0.6315584 Aug 26 11:11:34.015605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45196) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:34.037107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c789ba-a71d-4716-abce-a318cfac1a40 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event deleted for resources: {'Network': ['ID=3a182f88-fe45-4400-a264-c7b378a1f6f9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:34.049888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Checking segment: {'id': '4ee82d79-304d-479e-8b2f-361c15f77d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:34.049888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network hostable DHCP agents. Network: 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:34.095684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d88998-1e76-449a-81bb-7d4aa605fd99 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Deleting subnet 958b1866-ab29-4442-ad2e-ed8805f549f9 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:34.096145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:34.100192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0d88998-1e76-449a-81bb-7d4aa605fd99 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.115190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:34.125017 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9df64a-af12-4c31-b62e-e38d942ad071 None None] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:34.129410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:34.137828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:34.138903 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.166452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cd151e9c-c25a-418c-a2c9-74bc2c117a7a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1119959 Aug 26 11:11:34.169462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45200) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:34.176835 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1505207688'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:34.178046 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0d88998-1e76-449a-81bb-7d4aa605fd99 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.188290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-409829122'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:34.234379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:34.236050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.296170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:34.302264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.311158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:34.325665 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.329004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.329951 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Added segment 496bdc4c-cfcd-4c9c-9234-41d74c63f62a of type vlan for network e2dfee48-4e6d-455d-81ac-600faaf298af Aug 26 11:11:34.389970 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.443668 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0d88998-1e76-449a-81bb-7d4aa605fd99 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.444615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.450886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:34.451660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.527516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Network': ['ID=e2dfee48-4e6d-455d-81ac-600faaf298af,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:34.548877 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.555617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network e2dfee48-4e6d-455d-81ac-600faaf298af details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:34.558704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.562998 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-19ffc5d3-5ef6-4e51-80b0-947f34193442 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3919191 Aug 26 11:11:34.569497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45206) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:34.577046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'ports': [{'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2'}, {'network_id': 'e2dfee48-4e6d-455d-81ac-600faaf298af'}]} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:34.577868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:34.578624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': 'e2dfee48-4e6d-455d-81ac-600faaf298af'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:34.592137 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:34.594458 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0d88998-1e76-449a-81bb-7d4aa605fd99 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.639922 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0d88998-1e76-449a-81bb-7d4aa605fd99 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.641670 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0d88998-1e76-449a-81bb-7d4aa605fd99 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "DELETE /v2.0/subnets/958b1866-ab29-4442-ad2e-ed8805f549f9 HTTP/1.1" status: 204 len: 168 time: 0.6250434 Aug 26 11:11:34.644413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c87ac09-4c6f-4848-922b-4c61f0df856d None None] Network 7acadae7-0b6e-4b3c-b973-d0e534a00984 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:34.647429 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.648010 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Added segment 43c158e2-3b67-495c-a12c-508bb7fd05d9 of type vlan for network ae4891b9-ac60-4b97-98cd-16ddc2212f3c Aug 26 11:11:34.649515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45208) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:34.650593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d88998-1e76-449a-81bb-7d4aa605fd99 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event deleted for resources: {'Subnet': ['ID=958b1866-ab29-4442-ad2e-ed8805f549f9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:34.663074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd815017-97bf-4e38-8c27-a0e49e00111b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:34.767713 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.800670 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.816435 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.821949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:34.822556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.856517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 2} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:34.861990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.885906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:34.902546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af02d711-b891-4c87-8724-6ee6ab91ccc4 None None] DHCP port deletion for 7acadae7-0b6e-4b3c-b973-d0e534a00984 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:34.909607 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9834380 Aug 26 11:11:34.952474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b49643-f3fe-4ded-85ac-2af0318e3b4c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Network': ['ID=ae4891b9-ac60-4b97-98cd-16ddc2212f3c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:34.975782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network ae4891b9-ac60-4b97-98cd-16ddc2212f3c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:34.995800 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Deleting port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:34.995800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.010772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 914a2292-52b9-4dca-aec2-042054ebc530 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:11:35.106192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-af02d711-b891-4c87-8724-6ee6ab91ccc4 None None] Deleting port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:35.107357 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af02d711-b891-4c87-8724-6ee6ab91ccc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.165603 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.255506 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] For port 4d16aa3e-61c2-4baf-bd1a-5fc516104042, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4d16aa3e-61c2-4baf-bd1a-5fc516104042,segment=NetworkSegment(a5a30076-6066-49af-aaba-9797d882513d),segment_id=a5a30076-6066-49af-aaba-9797d882513d)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:35.258854 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.275427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Calling delete_port for 4d16aa3e-61c2-4baf-bd1a-5fc516104042 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:35.363818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-af02d711-b891-4c87-8724-6ee6ab91ccc4 None None] For port 4d16aa3e-61c2-4baf-bd1a-5fc516104042, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4d16aa3e-61c2-4baf-bd1a-5fc516104042,segment=NetworkSegment(a5a30076-6066-49af-aaba-9797d882513d),segment_id=a5a30076-6066-49af-aaba-9797d882513d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:35.366352 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af02d711-b891-4c87-8724-6ee6ab91ccc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.390791 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.399964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 3e74c41b-d6d4-4594-b7a6-99a585f565e8 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:11:35.412275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-af02d711-b891-4c87-8724-6ee6ab91ccc4 None None] Calling delete_port for 4d16aa3e-61c2-4baf-bd1a-5fc516104042 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:35.478950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event deleted for resources: {'Port': ['ID=4d16aa3e-61c2-4baf-bd1a-5fc516104042,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:35.483693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] No DVR routers for this DVR port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:35.487600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab1284-8cac-48b1-a5a6-29356bd5a4c6 req-19c0b28c-d12a-4aa9-b9f3-834bf5412147 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:35.495252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b6ab1284-8cac-48b1-a5a6-29356bd5a4c6 req-19c0b28c-d12a-4aa9-b9f3-834bf5412147 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.2701001 Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:11:35.628048 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:11:35.643299 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af02d711-b891-4c87-8724-6ee6ab91ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.682987 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b6ab1284-8cac-48b1-a5a6-29356bd5a4c6 req-864d0bc4-3f7a-4ffb-acf6-f28ef163ab2e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834223 Aug 26 11:11:35.686794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02d711-b891-4c87-8724-6ee6ab91ccc4 None None] Pushing event deleted for resources: {'Port': ['ID=4d16aa3e-61c2-4baf-bd1a-5fc516104042,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:35.690787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02d711-b891-4c87-8724-6ee6ab91ccc4 None None] No DVR routers for this DVR port 4d16aa3e-61c2-4baf-bd1a-5fc516104042 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:35.692353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4d16aa3e-61c2-4baf-bd1a-5fc516104042 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:11:35.715216 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.730266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 4d16aa3e-61c2-4baf-bd1a-5fc516104042 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:35.730910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4d16aa3e-61c2-4baf-bd1a-5fc516104042 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:11:35.760720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acadae7-0b6e-4b3c-b973-d0e534a00984']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:35.780400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a30076-6066-49af-aaba-9797d882513d') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:35.780861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a30076-6066-49af-aaba-9797d882513d') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:35.807613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.826327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.833150 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:35.833569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:35.850279 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:35.886511 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.919619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.944557 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.948126 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:35.950848 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "DELETE /v2.0/networks/7acadae7-0b6e-4b3c-b973-d0e534a00984 HTTP/1.1" status: 204 len: 168 time: 1.2977529 Aug 26 11:11:35.952000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bb886-7aee-4473-8290-fb0a61584bdb tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Pushing event deleted for resources: {'Network': ['ID=7acadae7-0b6e-4b3c-b973-d0e534a00984,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:35.957118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45216) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:35.992597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:35.998050 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:36.003056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:36.004078 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:36.023747 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=914a2292-52b9-4dca-aec2-042054ebc530,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:36.042979 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5756139e-6c74-49f1-8fbb-b58647eb0a6e tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "GET /v2.0/ports?device_id=82ce4601-1998-4c06-9733-ae2036f9a22d HTTP/1.1" status: 200 len: 205 time: 0.0842350 Aug 26 11:11:36.045191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45218) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:36.079516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=3e74c41b-d6d4-4594-b7a6-99a585f565e8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:36.109202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Checking segment: {'id': '496bdc4c-cfcd-4c9c-9234-41d74c63f62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2dfee48-4e6d-455d-81ac-600faaf298af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:36.110598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network hostable DHCP agents. Network: e2dfee48-4e6d-455d-81ac-600faaf298af, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:36.153757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network e2dfee48-4e6d-455d-81ac-600faaf298af is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:36.182574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, e2dfee48-4e6d-455d-81ac-600faaf298af) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:36.186567 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c370bb50-133a-41d0-910a-b1933147a110 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:36.187316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:36.204518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6057b257-a8a8-4c3c-b176-b50ab5091c6d None None] Network e2dfee48-4e6d-455d-81ac-600faaf298af requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:36.249536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:36.263354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:36.264187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:36.294237 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0354bd8c-9d8b-44a7-95a0-3fb48d4848d0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7244685 Aug 26 11:11:36.296985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45220) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:36.485118 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c370bb50-133a-41d0-910a-b1933147a110 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:36.488745 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c370bb50-133a-41d0-910a-b1933147a110 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:36.495470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-52a54a93-d570-4595-9530-b8a67a8a2d82 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 3e74c41b-d6d4-4594-b7a6-99a585f565e8 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:36.496165 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52a54a93-d570-4595-9530-b8a67a8a2d82 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:36.540948 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c370bb50-133a-41d0-910a-b1933147a110 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:36.541712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c370bb50-133a-41d0-910a-b1933147a110 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Fanout notify agent at l3_agent the message router_deleted on router 82ce4601-1998-4c06-9733-ae2036f9a22d {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:11:36.553190 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c370bb50-133a-41d0-910a-b1933147a110 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:36.595772 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c370bb50-133a-41d0-910a-b1933147a110 tempest-RoutersNegativeTest-1503490546 tempest-RoutersNegativeTest-1503490546-project] 10.222.0.21 "DELETE /v2.0/routers/82ce4601-1998-4c06-9733-ae2036f9a22d HTTP/1.1" status: 204 len: 168 time: 0.5174680 Aug 26 11:11:36.650822 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52a54a93-d570-4595-9530-b8a67a8a2d82 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:37.003989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45232) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:37.031549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-52a54a93-d570-4595-9530-b8a67a8a2d82 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 3e74c41b-d6d4-4594-b7a6-99a585f565e8 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:37.113123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdf6ff-e887-41d9-8887-97ab9aa67f07 req-fe41243a-51fa-4374-b54c-0bd65758b2b3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:37.120512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02bdf6ff-e887-41d9-8887-97ab9aa67f07 req-fe41243a-51fa-4374-b54c-0bd65758b2b3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.0978584 Aug 26 11:11:37.178182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02bdf6ff-e887-41d9-8887-97ab9aa67f07 req-b43342cd-e9d5-424d-ab4e-a020a32bc83d tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565956 Aug 26 11:11:37.224544 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52a54a93-d570-4595-9530-b8a67a8a2d82 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:37.256623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a54a93-d570-4595-9530-b8a67a8a2d82 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=3e74c41b-d6d4-4594-b7a6-99a585f565e8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:37.271870 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-52a54a93-d570-4595-9530-b8a67a8a2d82 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:37.274216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-52a54a93-d570-4595-9530-b8a67a8a2d82 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/3e74c41b-d6d4-4594-b7a6-99a585f565e8 HTTP/1.1" status: 204 len: 168 time: 0.9761782 Aug 26 11:11:37.285926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45236) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:37.330632 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7f949d8c-d84f-455d-ac69-1ae6cc1215d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=377a722568de4d06b2b552e5e62c31e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244979 Aug 26 11:11:37.333116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45238) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:37.377266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ed8ca-7457-48fe-8c19-982329c41291 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:37.384155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28ed8ca-7457-48fe-8c19-982329c41291 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:37.386015 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f28ed8ca-7457-48fe-8c19-982329c41291 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0990565 Aug 26 11:11:37.389481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45240) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:37.432176 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e468e6a4-1144-4aad-ad03-23961a2ae27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:37.463306 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e468e6a4-1144-4aad-ad03-23961a2ae27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:37.518345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-202eccb3-f336-497d-85dd-f572685fa99d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 914a2292-52b9-4dca-aec2-042054ebc530 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:37.518620 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-202eccb3-f336-497d-85dd-f572685fa99d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:37.521672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e468e6a4-1144-4aad-ad03-23961a2ae27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:37.525283 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e468e6a4-1144-4aad-ad03-23961a2ae27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:37.526748 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e468e6a4-1144-4aad-ad03-23961a2ae27b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90f94c7e-6acc-4063-845a-0a6b57e81808 HTTP/1.1" status: 204 len: 168 time: 0.1923413 Aug 26 11:11:37.553226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468e6a4-1144-4aad-ad03-23961a2ae27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f94c7e-6acc-4063-845a-0a6b57e81808,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:37.612460 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-202eccb3-f336-497d-85dd-f572685fa99d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:37.657849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-202eccb3-f336-497d-85dd-f572685fa99d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 914a2292-52b9-4dca-aec2-042054ebc530 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:37.852094 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-202eccb3-f336-497d-85dd-f572685fa99d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:37.910754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202eccb3-f336-497d-85dd-f572685fa99d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=914a2292-52b9-4dca-aec2-042054ebc530,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:37.916231 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-202eccb3-f336-497d-85dd-f572685fa99d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:37.925696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-202eccb3-f336-497d-85dd-f572685fa99d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/914a2292-52b9-4dca-aec2-042054ebc530 HTTP/1.1" status: 204 len: 168 time: 0.5350003 Aug 26 11:11:37.928245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45252) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:38.024481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217e631-9104-4b2e-91aa-97b2dd02051d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:38.026423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a217e631-9104-4b2e-91aa-97b2dd02051d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0971663 Aug 26 11:11:38.030798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45256) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:38.103596 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49a5966-e096-4133-969b-764a6062dc53 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:11:38.106695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d49a5966-e096-4133-969b-764a6062dc53 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/3e74c41b-d6d4-4594-b7a6-99a585f565e8 HTTP/1.1" status: 404 len: 333 time: 0.0740147 Aug 26 11:11:38.109070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45260) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:38.136848 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-be025fe6-bc93-40e5-aa9b-8e76cbacd361 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:11:38.141583 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-be025fe6-bc93-40e5-aa9b-8e76cbacd361 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/914a2292-52b9-4dca-aec2-042054ebc530 HTTP/1.1" status: 404 len: 333 time: 0.0285144 Aug 26 11:11:38.142107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45264) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:38.378200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45270) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:38.394642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'subnet': {'network_id': 'ae4891b9-ac60-4b97-98cd-16ddc2212f3c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:38.488926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9f355-3f9c-434f-a3bd-2b1e3c41097d req-e0c1ff4f-e838-452c-937b-e740ff962015 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:38.490758 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95f9f355-3f9c-434f-a3bd-2b1e3c41097d req-e0c1ff4f-e838-452c-937b-e740ff962015 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1730788 Aug 26 11:11:38.580787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95f9f355-3f9c-434f-a3bd-2b1e3c41097d req-8a93b4c8-fcf4-4fbf-acee-601a115bf361 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701218 Aug 26 11:11:38.600696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:38.606388 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:38.608110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:38.719878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:38.735160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2dfee48-4e6d-455d-81ac-600faaf298af']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:38.749203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496bdc4c-cfcd-4c9c-9234-41d74c63f62a') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:38.749203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496bdc4c-cfcd-4c9c-9234-41d74c63f62a') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:38.760991 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:38.786470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:38.801353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:38.801788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:38.805254 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:38.815323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45280) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:38.896291 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:38.907213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:38.912245 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/networks/e2dfee48-4e6d-455d-81ac-600faaf298af HTTP/1.1" status: 204 len: 168 time: 0.7691376 Aug 26 11:11:38.916249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45286) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:38.928139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-256681135'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:38.951532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d611d-079b-4c0d-84bd-6ef37797ea66 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Network': ['ID=e2dfee48-4e6d-455d-81ac-600faaf298af,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:38.967361 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:38.985493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:38.988065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.016707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7d92f424-9050-4c28-802d-7c9410eaa7c8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:39.016707 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-7d92f424-9050-4c28-802d-7c9410eaa7c8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 26 11:11:39.016707 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-7d92f424-9050-4c28-802d-7c9410eaa7c8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): There was a conflict when trying to complete your request. Aug 26 11:11:39.020204 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7d92f424-9050-4c28-802d-7c9410eaa7c8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2023067 Aug 26 11:11:39.023730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45288) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:39.043702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-db4ecc83-e623-4414-9cd9-4a5d12b6cec0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119596282'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:39.067239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Subnet': ['ID=2829ae17-ea9d-4208-866f-b38074acb1c4,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:39.075556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:39.084031 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db4ecc83-e623-4414-9cd9-4a5d12b6cec0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.084614 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Checking segment: {'id': '43c158e2-3b67-495c-a12c-508bb7fd05d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ae4891b9-ac60-4b97-98cd-16ddc2212f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:39.084614 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network hostable DHCP agents. Network: ae4891b9-ac60-4b97-98cd-16ddc2212f3c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:39.091282 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.091801 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Added segment 1d70eab2-6838-44de-a89c-e1a7e7e940bc of type vlan for network 2b5aa562-6e6a-4b46-9a27-1a930dc943b7 Aug 26 11:11:39.097765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db4ecc83-e623-4414-9cd9-4a5d12b6cec0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.140641 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network ae4891b9-ac60-4b97-98cd-16ddc2212f3c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:39.149546 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.161554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, ae4891b9-ac60-4b97-98cd-16ddc2212f3c) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:39.170547 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894b3af9-a736-4b33-909c-c28c98970351 None None] Network ae4891b9-ac60-4b97-98cd-16ddc2212f3c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:39.172845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:39.173989 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.204064 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.210795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:39.211461 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.286290 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db4ecc83-e623-4414-9cd9-4a5d12b6cec0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.302367 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db4ecc83-e623-4414-9cd9-4a5d12b6cec0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.309385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3919528 Aug 26 11:11:39.318944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45290) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:39.327409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-802707b0-158b-4142-a65a-06b265447189 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9384127 Aug 26 11:11:39.328722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45292) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:39.329588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '2b5aa562-6e6a-4b46-9a27-1a930dc943b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:39.332177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782803e-af94-49be-afca-72aade0a8923 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Network': ['ID=2b5aa562-6e6a-4b46-9a27-1a930dc943b7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:39.340181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1837732226'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:39.371449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 2b5aa562-6e6a-4b46-9a27-1a930dc943b7 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:39.415575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ecc83-e623-4414-9cd9-4a5d12b6cec0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef9aea2-6a7f-4d8d-a9fe-8ac61214d217,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:39.495997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-ae4891b9-ac60-4b97-98cd-16ddc2212f3c', 'network_id': 'ae4891b9-ac60-4b97-98cd-16ddc2212f3c', 'tenant_id': '0f183d7ff61f453bb2c44441b34968d2', 'fixed_ips': [{'subnet_id': '2829ae17-ea9d-4208-866f-b38074acb1c4'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:11:39.496967 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.538880 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db4ecc83-e623-4414-9cd9-4a5d12b6cec0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.546536 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db4ecc83-e623-4414-9cd9-4a5d12b6cec0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.574855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.db.api [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 11:11:39.574855 n-d-778550-13 neutron-server[101266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 11:11:39.574855 n-d-778550-13 neutron-server[101266]: [parameters: {'project_id_1': 'bee5caa8d34f4177a30c86bb1716157f', 'expiration_1': datetime.datetime(2021, 8, 26, 11, 11, 39, 453381)}] Aug 26 11:11:39.574855 n-d-778550-13 neutron-server[101266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:11:39.579272 n-d-778550-13 neutron-server[101266]: DEBUG oslo_db.api [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:11:39.594164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ecc83-e623-4414-9cd9-4a5d12b6cec0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1309f-60f0-45d0-87bf-dcb93683fb16,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:39.596518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:39.597650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db4ecc83-e623-4414-9cd9-4a5d12b6cec0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.601483 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.602049 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-db4ecc83-e623-4414-9cd9-4a5d12b6cec0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5771720 Aug 26 11:11:39.602707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45294) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:39.607499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4098bfd2-ad15-4973-b4c8-6c71642b3eb2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '43c1309f-60f0-45d0-87bf-dcb93683fb16', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:39.637757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:39.658117 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.658586 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4098bfd2-ad15-4973-b4c8-6c71642b3eb2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.659839 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Added segment a555aeb5-03ac-4bb4-89eb-2121d5917896 of type vlan for network 6efa12c1-ec8c-47d3-8586-a02767e03e75 Aug 26 11:11:39.715847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Allocated IP 2001:db8:0:ffff::2 (ae4891b9-ac60-4b97-98cd-16ddc2212f3c/2829ae17-ea9d-4208-866f-b38074acb1c4/08b7d018-d1f5-46ea-a52a-78477a30ed68) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:39.716840 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.762980 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4098bfd2-ad15-4973-b4c8-6c71642b3eb2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.769646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4098bfd2-ad15-4973-b4c8-6c71642b3eb2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.800583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098bfd2-ad15-4973-b4c8-6c71642b3eb2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbef59f-df4c-4a98-b4ba-4b0f685ca0cf,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:39.834490 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4098bfd2-ad15-4973-b4c8-6c71642b3eb2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.839168 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d5d1e-a508-49fb-b568-6c997c4fea13 req-c8912f19-31b8-4fd4-9c63-7ebe32d68ee4 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:39.840325 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4098bfd2-ad15-4973-b4c8-6c71642b3eb2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2364135 Aug 26 11:11:39.841094 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee6d5d1e-a508-49fb-b568-6c997c4fea13 req-c8912f19-31b8-4fd4-9c63-7ebe32d68ee4 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1025851 Aug 26 11:11:39.841183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45298) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:39.842323 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.846173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-90f8ad43-898a-431b-822a-b9c209052462 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '43c1309f-60f0-45d0-87bf-dcb93683fb16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:39.849028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:39.849311 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.897997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90f8ad43-898a-431b-822a-b9c209052462 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:39.921133 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee6d5d1e-a508-49fb-b568-6c997c4fea13 req-ce86c5f3-4650-42de-8ec7-c3613a74b1fb tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681837 Aug 26 11:11:39.967545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6367340 Aug 26 11:11:39.970392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45302) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:39.977869 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-90f8ad43-898a-431b-822a-b9c209052462 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): There was a conflict when trying to complete your request. Aug 26 11:11:39.978105 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'subnet': {'network_id': '6efa12c1-ec8c-47d3-8586-a02767e03e75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:39.979886 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-90f8ad43-898a-431b-822a-b9c209052462 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1377273 Aug 26 11:11:39.982778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45304) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:40.025291 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.037969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Transition to ACTIVE for port object 08b7d018-d1f5-46ea-a52a-78477a30ed68 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:40.054631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f795b2-a44f-4edd-9b00-1817dbdaee0c tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Network': ['ID=6efa12c1-ec8c-47d3-8586-a02767e03e75,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:40.070592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 6efa12c1-ec8c-47d3-8586-a02767e03e75 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:40.073438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91ea2285-b4cc-4ba1-bb3e-20a2068b8e28 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.079012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Transition to ACTIVE for port object 08b7d018-d1f5-46ea-a52a-78477a30ed68 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:40.107839 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91ea2285-b4cc-4ba1-bb3e-20a2068b8e28 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.115436 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 11:11:40.115436 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 11:11:40.115436 n-d-778550-13 neutron-server[101267]: [parameters: {'project_id_1': '0f183d7ff61f453bb2c44441b34968d2', 'expiration_1': datetime.datetime(2021, 8, 26, 11, 11, 40, 93064)}] Aug 26 11:11:40.115436 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:11:40.115436 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:11:40.125607 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.144467 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:40.148243 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.191090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Network ae4891b9-ac60-4b97-98cd-16ddc2212f3c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:40.201171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:40.206250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:40.215142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Pushing event updated for resources: {'Port': ['ID=08b7d018-d1f5-46ea-a52a-78477a30ed68,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:40.236155 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91ea2285-b4cc-4ba1-bb3e-20a2068b8e28 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.243348 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91ea2285-b4cc-4ba1-bb3e-20a2068b8e28 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.243348 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-91ea2285-b4cc-4ba1-bb3e-20a2068b8e28 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "DELETE /v2.0/security-groups/43c1309f-60f0-45d0-87bf-dcb93683fb16 HTTP/1.1" status: 204 len: 168 time: 0.2570345 Aug 26 11:11:40.244081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45316) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:40.265058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea2285-b4cc-4ba1-bb3e-20a2068b8e28 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1309f-60f0-45d0-87bf-dcb93683fb16,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:40.305861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Attempting to bind port 08b7d018-d1f5-46ea-a52a-78477a30ed68 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:40.306425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Attempting to bind port 08b7d018-d1f5-46ea-a52a-78477a30ed68 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '43c158e2-3b67-495c-a12c-508bb7fd05d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ae4891b9-ac60-4b97-98cd-16ddc2212f3c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:40.307120 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Attempting to bind port 08b7d018-d1f5-46ea-a52a-78477a30ed68 on network ae4891b9-ac60-4b97-98cd-16ddc2212f3c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:40.314406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:40.314854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Checking segment: {'id': '43c158e2-3b67-495c-a12c-508bb7fd05d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ae4891b9-ac60-4b97-98cd-16ddc2212f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:40.315264 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.315749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Bound using segment: {'id': '43c158e2-3b67-495c-a12c-508bb7fd05d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ae4891b9-ac60-4b97-98cd-16ddc2212f3c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:40.316165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Bound port: 08b7d018-d1f5-46ea-a52a-78477a30ed68, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c158e2-3b67-495c-a12c-508bb7fd05d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ae4891b9-ac60-4b97-98cd-16ddc2212f3c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:40.316558 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.356339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e8d698fb-8ea1-4e27-aa2f-63c76801de83 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1069648 Aug 26 11:11:40.356652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45320) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:40.364624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0fdcd942-63b4-432b-9bc3-aac2810f8043 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'tempest-secgroup--170520236'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:40.400955 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0fdcd942-63b4-432b-9bc3-aac2810f8043 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.421693 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] For port 08b7d018-d1f5-46ea-a52a-78477a30ed68, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:40.427452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] For port 08b7d018-d1f5-46ea-a52a-78477a30ed68, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=08b7d018-d1f5-46ea-a52a-78477a30ed68,segment=NetworkSegment(43c158e2-3b67-495c-a12c-508bb7fd05d9),segment_id=43c158e2-3b67-495c-a12c-508bb7fd05d9)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:40.437601 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.447290 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.524848 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0fdcd942-63b4-432b-9bc3-aac2810f8043 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.530855 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0fdcd942-63b4-432b-9bc3-aac2810f8043 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.534150 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6b718-03ef-453f-8c2d-d2a23bc875a0 None None] Pushing event updated for resources: {'Port': ['ID=08b7d018-d1f5-46ea-a52a-78477a30ed68,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:40.570622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcd942-63b4-432b-9bc3-aac2810f8043 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e91f73c-c952-4408-b60a-3a34842cce00,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:40.573027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Subnet': ['ID=7606ab80-2554-4fc1-8e80-8272f1665681,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:40.575719 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0fdcd942-63b4-432b-9bc3-aac2810f8043 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.579767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0fdcd942-63b4-432b-9bc3-aac2810f8043 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2185447 Aug 26 11:11:40.587746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45326) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:40.595924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Checking segment: {'id': '1d70eab2-6838-44de-a89c-e1a7e7e940bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2b5aa562-6e6a-4b46-9a27-1a930dc943b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:40.596795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c95c602b-62e0-43f5-a1aa-cb5bb4dbf7e9 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '0e91f73c-c952-4408-b60a-3a34842cce00', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:40.597037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network hostable DHCP agents. Network: 2b5aa562-6e6a-4b46-9a27-1a930dc943b7, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:40.597675 n-d-778550-13 neutron-server[101267]: WARNING neutron.api.v2.base [None req-c95c602b-62e0-43f5-a1aa-cb5bb4dbf7e9 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 26 11:11:40.598246 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-c95c602b-62e0-43f5-a1aa-cb5bb4dbf7e9 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:40.602182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c95c602b-62e0-43f5-a1aa-cb5bb4dbf7e9 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0102897 Aug 26 11:11:40.602615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45328) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:40.629325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 2b5aa562-6e6a-4b46-9a27-1a930dc943b7 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:40.654011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 2b5aa562-6e6a-4b46-9a27-1a930dc943b7) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:40.668499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:40.669240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b23a8ae-9c07-4fef-8f95-6f5be375527f None None] Network 2b5aa562-6e6a-4b46-9a27-1a930dc943b7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:40.672499 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.679781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:40.681475 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.708753 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-baa94add-0993-4302-be50-83fd132c1678 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3882964 Aug 26 11:11:40.709379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45330) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:40.723421 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': '2b5aa562-6e6a-4b46-9a27-1a930dc943b7', 'name': 'tempest-PortsTestJSON-504042023'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:40.769637 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9189022-ac9c-4b97-9ef1-093854c5b166 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.850655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9189022-ac9c-4b97-9ef1-093854c5b166 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.904496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-2b5aa562-6e6a-4b46-9a27-1a930dc943b7', 'network_id': '2b5aa562-6e6a-4b46-9a27-1a930dc943b7', 'tenant_id': 'bee5caa8d34f4177a30c86bb1716157f', 'fixed_ips': [{'subnet_id': '7606ab80-2554-4fc1-8e80-8272f1665681'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:11:40.905391 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.945750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:40.949925 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.980631 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9189022-ac9c-4b97-9ef1-093854c5b166 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.981391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 0bb34fad-29a2-45db-8c78-04f5bf04da19 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:11:40.984118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9189022-ac9c-4b97-9ef1-093854c5b166 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:40.988788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d9189022-ac9c-4b97-9ef1-093854c5b166 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e91f73c-c952-4408-b60a-3a34842cce00 HTTP/1.1" status: 204 len: 168 time: 0.3816407 Aug 26 11:11:40.989379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45334) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:41.001833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9189022-ac9c-4b97-9ef1-093854c5b166 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e91f73c-c952-4408-b60a-3a34842cce00,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:41.122520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Allocated IP 172.20.0.2 (2b5aa562-6e6a-4b46-9a27-1a930dc943b7/7606ab80-2554-4fc1-8e80-8272f1665681/6e24cda0-58c4-43cb-9ace-ad738e11cc9b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:41.136162 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-99dc4d10-08ac-4262-a5f0-2f88ac67d525 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1456492 Aug 26 11:11:41.141275 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45336) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:41.146748 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a53b5945-dc33-4055-9ab4-e6b4a8b4fa6a tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450514067'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:41.166658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45a59-150e-4a35-8972-2c02e6d596d4 req-51f8014e-3268-4b42-8a12-f160c2f63810 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:41.168279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84d45a59-150e-4a35-8972-2c02e6d596d4 req-51f8014e-3268-4b42-8a12-f160c2f63810 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.0899873 Aug 26 11:11:41.275332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.objects.ports [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101267) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:11:41.288006 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.302154 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a53b5945-dc33-4055-9ab4-e6b4a8b4fa6a tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.316190 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.326069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Transition to ACTIVE for port object 6e24cda0-58c4-43cb-9ace-ad738e11cc9b will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:41.342301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Transition to ACTIVE for port object 6e24cda0-58c4-43cb-9ace-ad738e11cc9b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:41.349894 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.368894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84d45a59-150e-4a35-8972-2c02e6d596d4 req-9423a12d-3f31-43ab-a31e-7c6eb73a7d13 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485374 Aug 26 11:11:41.396331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Subnet': ['ID=270ae330-80e8-4d53-82d6-52b8c558e6e9,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:41.397150 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Network 2b5aa562-6e6a-4b46-9a27-1a930dc943b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:41.409706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:41.414090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:41.421469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Checking segment: {'id': 'a555aeb5-03ac-4bb4-89eb-2121d5917896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6efa12c1-ec8c-47d3-8586-a02767e03e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:41.421840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network hostable DHCP agents. Network: 6efa12c1-ec8c-47d3-8586-a02767e03e75, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:41.424917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Pushing event updated for resources: {'Port': ['ID=6e24cda0-58c4-43cb-9ace-ad738e11cc9b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:41.466405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network 6efa12c1-ec8c-47d3-8586-a02767e03e75 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:41.467641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.5 (2b5aa562-6e6a-4b46-9a27-1a930dc943b7/7606ab80-2554-4fc1-8e80-8272f1665681/0bb34fad-29a2-45db-8c78-04f5bf04da19) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:41.492046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 6efa12c1-ec8c-47d3-8586-a02767e03e75) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:41.510044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:41.510666 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.567109 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a53b5945-dc33-4055-9ab4-e6b4a8b4fa6a tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.574242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91c6e17-5016-4375-bf56-b90c4c1ef07e None None] Network 6efa12c1-ec8c-47d3-8586-a02767e03e75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:41.578700 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a53b5945-dc33-4055-9ab4-e6b4a8b4fa6a tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.651426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-823edefe-5d2c-42b6-9584-1c8674b9fcc9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6745238 Aug 26 11:11:41.661001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45342) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:41.675644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'port': {'network_id': '6efa12c1-ec8c-47d3-8586-a02767e03e75', 'name': 'tempest-NetworksIpV6TestAttrs-333315300'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:41.705557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08b7d018-d1f5-46ea-a52a-78477a30ed68 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:41.715901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Attempting to bind port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:41.716286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Attempting to bind port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '1d70eab2-6838-44de-a89c-e1a7e7e940bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2b5aa562-6e6a-4b46-9a27-1a930dc943b7'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:41.719598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Attempting to bind port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b on network 2b5aa562-6e6a-4b46-9a27-1a930dc943b7 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:41.746202 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a53b5945-dc33-4055-9ab4-e6b4a8b4fa6a tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.750324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a53b5945-dc33-4055-9ab4-e6b4a8b4fa6a tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6053793 Aug 26 11:11:41.750844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b5945-dc33-4055-9ab4-e6b4a8b4fa6a tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c0d1e6-ff21-4291-9d67-19ef17828ca1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:41.753514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45344) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:41.761330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-81e32040-0f9b-4c0f-ac76-a83c02c84733 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '96c0d1e6-ff21-4291-9d67-19ef17828ca1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:41.762253 n-d-778550-13 neutron-server[101267]: WARNING neutron.api.v2.base [None req-81e32040-0f9b-4c0f-ac76-a83c02c84733 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 26 11:11:41.763007 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-81e32040-0f9b-4c0f-ac76-a83c02c84733 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:41.767335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-81e32040-0f9b-4c0f-ac76-a83c02c84733 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073266 Aug 26 11:11:41.768894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45346) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:41.777183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:41.777678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Checking segment: {'id': '1d70eab2-6838-44de-a89c-e1a7e7e940bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2b5aa562-6e6a-4b46-9a27-1a930dc943b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:41.778096 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.778509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Bound using segment: {'id': '1d70eab2-6838-44de-a89c-e1a7e7e940bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2b5aa562-6e6a-4b46-9a27-1a930dc943b7'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:41.779041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Bound port: 6e24cda0-58c4-43cb-9ace-ad738e11cc9b, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d70eab2-6838-44de-a89c-e1a7e7e940bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2b5aa562-6e6a-4b46-9a27-1a930dc943b7'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:41.779440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.800552 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.837098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object 0bb34fad-29a2-45db-8c78-04f5bf04da19 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:41.881940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.912648 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24213d87-80a8-424d-97b6-55621882ad20 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.945549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:41.950158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.957409 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24213d87-80a8-424d-97b6-55621882ad20 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:41.990221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] device_id is not set on port 463ee8f7-362a-4f8d-bb6d-408c5e0162c4 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:11:42.025740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 2b5aa562-6e6a-4b46-9a27-1a930dc943b7 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:42.027808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:42.036847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:42.082310 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24213d87-80a8-424d-97b6-55621882ad20 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.085406 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24213d87-80a8-424d-97b6-55621882ad20 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.086817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-24213d87-80a8-424d-97b6-55621882ad20 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "DELETE /v2.0/security-groups/96c0d1e6-ff21-4291-9d67-19ef17828ca1 HTTP/1.1" status: 204 len: 168 time: 0.3168614 Aug 26 11:11:42.097075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45350) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:42.126225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9cb473-cc54-4539-9c06-bcd2e70032e0 None None] Network ae4891b9-ac60-4b97-98cd-16ddc2212f3c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:42.132626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:42.133569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.142256 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24213d87-80a8-424d-97b6-55621882ad20 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c0d1e6-ff21-4291-9d67-19ef17828ca1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:42.158948 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4455051 Aug 26 11:11:42.159211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90413ca6-c4d5-411c-9b15-30c167e8bcee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=0bb34fad-29a2-45db-8c78-04f5bf04da19,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:42.161760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45352) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:42.202782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Allocated IP 2001:db8::f816:3eff:fe80:e1f1 (6efa12c1-ec8c-47d3-8586-a02767e03e75/270ae330-80e8-4d53-82d6-52b8c558e6e9/463ee8f7-362a-4f8d-bb6d-408c5e0162c4) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:42.209319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c8485e12-f06d-444f-b052-0664fb109680 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1107328 Aug 26 11:11:42.215521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45354) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:42.226093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b0d09c68-baf9-4f1a-9d6d-a560996644fc tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922945539'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:42.280803 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0d09c68-baf9-4f1a-9d6d-a560996644fc tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.341990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7d6645be-824f-47fb-8956-8c913ba948b2 None None] Provisioning for port 08b7d018-d1f5-46ea-a52a-78477a30ed68 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:42.355203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-6efa12c1-ec8c-47d3-8586-a02767e03e75', 'network_id': '6efa12c1-ec8c-47d3-8586-a02767e03e75', 'tenant_id': '0f183d7ff61f453bb2c44441b34968d2', 'fixed_ips': [{'subnet_id': '270ae330-80e8-4d53-82d6-52b8c558e6e9'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:11:42.358102 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.364876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 08b7d018-d1f5-46ea-a52a-78477a30ed68 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:42.367209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7d6645be-824f-47fb-8956-8c913ba948b2 None None] Provisioning complete for port 08b7d018-d1f5-46ea-a52a-78477a30ed68 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:42.367592 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d6645be-824f-47fb-8956-8c913ba948b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.404397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-90e4041b-5316-40d2-948a-01543b9a07df tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 0bb34fad-29a2-45db-8c78-04f5bf04da19 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:42.404902 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90e4041b-5316-40d2-948a-01543b9a07df tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.465848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 08b7d018-d1f5-46ea-a52a-78477a30ed68 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:42.466227 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.552770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] For port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:42.599368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90e4041b-5316-40d2-948a-01543b9a07df tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.618877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-90e4041b-5316-40d2-948a-01543b9a07df tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 0bb34fad-29a2-45db-8c78-04f5bf04da19 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:42.621130 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0d09c68-baf9-4f1a-9d6d-a560996644fc tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.629915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] For port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6e24cda0-58c4-43cb-9ace-ad738e11cc9b,segment=NetworkSegment(1d70eab2-6838-44de-a89c-e1a7e7e940bc),segment_id=1d70eab2-6838-44de-a89c-e1a7e7e940bc)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:42.645193 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.655123 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.664716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Transition to ACTIVE for port object 463ee8f7-362a-4f8d-bb6d-408c5e0162c4 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:42.719577 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0d09c68-baf9-4f1a-9d6d-a560996644fc tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.790025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.938856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0d09c68-baf9-4f1a-9d6d-a560996644fc tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:42.939913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b0d09c68-baf9-4f1a-9d6d-a560996644fc tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7232454 Aug 26 11:11:42.955680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e5ff0-c100-4126-8dcd-f31fd80072da req-c04c2150-fbf8-4027-9cbf-a9b4898bb428 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:42.957671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-677e5ff0-c100-4126-8dcd-f31fd80072da req-c04c2150-fbf8-4027-9cbf-a9b4898bb428 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.4647467 Aug 26 11:11:42.958008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d09c68-baf9-4f1a-9d6d-a560996644fc tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021d9d55-1fc3-4fbe-86d9-737d365b8345,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:42.973344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45370) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:42.995438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2676f59b-2bdc-4119-9fc7-a07117a5fd5d tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '021d9d55-1fc3-4fbe-86d9-737d365b8345', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:42.996553 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-2676f59b-2bdc-4119-9fc7-a07117a5fd5d tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 26 11:11:42.997107 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-2676f59b-2bdc-4119-9fc7-a07117a5fd5d tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:42.998208 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2676f59b-2bdc-4119-9fc7-a07117a5fd5d tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0237131 Aug 26 11:11:43.005194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90e4041b-5316-40d2-948a-01543b9a07df tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.015947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network 6efa12c1-ec8c-47d3-8586-a02767e03e75 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:43.023183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45372) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:43.032700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaf8e4-dc61-4970-a65a-70f080174385 None None] Pushing event updated for resources: {'Port': ['ID=6e24cda0-58c4-43cb-9ace-ad738e11cc9b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:43.055437 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.080657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9f2f2656-d08e-42e9-aec4-bdac52b99ff8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '021d9d55-1fc3-4fbe-86d9-737d365b8345', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:43.083475 n-d-778550-13 neutron-server[101267]: WARNING neutron.api.v2.base [None req-9f2f2656-d08e-42e9-aec4-bdac52b99ff8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 26 11:11:43.084322 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-9f2f2656-d08e-42e9-aec4-bdac52b99ff8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:43.085620 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9f2f2656-d08e-42e9-aec4-bdac52b99ff8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0154610 Aug 26 11:11:43.086917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:43.090083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:43.097959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:43.099079 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.101985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45376) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:43.121976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-44303937-2506-4033-9e30-8db9cd64a5ec tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '021d9d55-1fc3-4fbe-86d9-737d365b8345', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:43.123571 n-d-778550-13 neutron-server[101267]: WARNING neutron.api.v2.base [None req-44303937-2506-4033-9e30-8db9cd64a5ec tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 26 11:11:43.124375 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-44303937-2506-4033-9e30-8db9cd64a5ec tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:43.125676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-44303937-2506-4033-9e30-8db9cd64a5ec tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127668 Aug 26 11:11:43.127042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Port': ['ID=463ee8f7-362a-4f8d-bb6d-408c5e0162c4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:43.142212 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45378) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:43.146844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4041b-5316-40d2-948a-01543b9a07df tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=0bb34fad-29a2-45db-8c78-04f5bf04da19,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:43.167547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-96b031f3-d3b9-488e-8950-df519a47d504 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '021d9d55-1fc3-4fbe-86d9-737d365b8345', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:43.168876 n-d-778550-13 neutron-server[101267]: WARNING neutron.api.v2.base [None req-96b031f3-d3b9-488e-8950-df519a47d504 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 26 11:11:43.171099 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-96b031f3-d3b9-488e-8950-df519a47d504 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:43.183365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-96b031f3-d3b9-488e-8950-df519a47d504 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0388668 Aug 26 11:11:43.223492 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d6645be-824f-47fb-8956-8c913ba948b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.228435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45382) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:43.248414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Allocated IP 2001:db8::f816:3eff:fe32:131f (6efa12c1-ec8c-47d3-8586-a02767e03e75/270ae330-80e8-4d53-82d6-52b8c558e6e9/ce937060-6d10-403e-883f-1bc67b1bdaa0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:43.326002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0eca3e3d-3520-4401-9e36-3abc0a2dc1f9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6563368 Aug 26 11:11:43.333809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45386) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:43.373262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-90e4041b-5316-40d2-948a-01543b9a07df tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.376985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-90e4041b-5316-40d2-948a-01543b9a07df tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/0bb34fad-29a2-45db-8c78-04f5bf04da19 HTTP/1.1" status: 204 len: 168 time: 1.2139008 Aug 26 11:11:43.382176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45388) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:43.393292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 08b7d018-d1f5-46ea-a52a-78477a30ed68, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=08b7d018-d1f5-46ea-a52a-78477a30ed68,segment=NetworkSegment(43c158e2-3b67-495c-a12c-508bb7fd05d9),segment_id=43c158e2-3b67-495c-a12c-508bb7fd05d9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:43.410031 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.423200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-677e5ff0-c100-4126-8dcd-f31fd80072da req-1ec24ef7-2671-4371-a7a1-b79e45b10f93 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364002 Aug 26 11:11:43.431843 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-939126bf-6aa2-4ca0-8306-770d1abae194 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:11:43.432897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939126bf-6aa2-4ca0-8306-770d1abae194 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:43.435236 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-939126bf-6aa2-4ca0-8306-770d1abae194 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/0bb34fad-29a2-45db-8c78-04f5bf04da19 HTTP/1.1" status: 404 len: 333 time: 0.0518644 Aug 26 11:11:43.448777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45390) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:43.505449 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-82420adc-c1bb-42be-b6b9-dc780f3f8ee1 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:11:43.508570 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-82420adc-c1bb-42be-b6b9-dc780f3f8ee1 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/0bb34fad-29a2-45db-8c78-04f5bf04da19 HTTP/1.1" status: 404 len: 333 time: 0.0583217 Aug 26 11:11:43.511425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45392) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:43.548478 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77a0794a-dadb-4e55-bfc2-991f8575d492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.578532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2232a5a-975b-4177-a7a4-4088a8183003 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Deleting subnet 270ae330-80e8-4d53-82d6-52b8c558e6e9 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:43.615543 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab346c32-fd60-4f9e-a9b7-9b98ad3e47b1 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.647949 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab346c32-fd60-4f9e-a9b7-9b98ad3e47b1 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.668175 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6e24cda0-58c4-43cb-9ace-ad738e11cc9b up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:43.685736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abab96a-1f06-4c1f-9b16-503511ccf158 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting subnet 7606ab80-2554-4fc1-8e80-8272f1665681 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:43.696348 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6abab96a-1f06-4c1f-9b16-503511ccf158 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.760021 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6abab96a-1f06-4c1f-9b16-503511ccf158 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.777868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=08b7d018-d1f5-46ea-a52a-78477a30ed68,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:43.788591 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-7d6645be-824f-47fb-8956-8c913ba948b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:11:43.789263 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-7d6645be-824f-47fb-8956-8c913ba948b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:11:43.808157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:43.899946 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab346c32-fd60-4f9e-a9b7-9b98ad3e47b1 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.903107 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab346c32-fd60-4f9e-a9b7-9b98ad3e47b1 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.906757 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ab346c32-fd60-4f9e-a9b7-9b98ad3e47b1 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "DELETE /v2.0/security-groups/021d9d55-1fc3-4fbe-86d9-737d365b8345 HTTP/1.1" status: 204 len: 168 time: 0.6664662 Aug 26 11:11:43.907210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45402) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:43.920016 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.934593 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Transition to ACTIVE for port object ce937060-6d10-403e-883f-1bc67b1bdaa0 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:43.961483 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Transition to ACTIVE for port object ce937060-6d10-403e-883f-1bc67b1bdaa0 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:43.973408 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.982065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2232a5a-975b-4177-a7a4-4088a8183003 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.985524 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6abab96a-1f06-4c1f-9b16-503511ccf158 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:43.994338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Network 6efa12c1-ec8c-47d3-8586-a02767e03e75 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:43.997387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:44.010017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab346c32-fd60-4f9e-a9b7-9b98ad3e47b1 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021d9d55-1fc3-4fbe-86d9-737d365b8345,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:44.020663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:44.028754 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-38e75ccf-6ac7-449c-be9c-a4446ea077bb tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1168404 Aug 26 11:11:44.047526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45404) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:44.056084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f113e91f-19ba-4a4a-8f3d-a17bbde18917 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'tempest-secgroup--364385297'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:44.113230 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f113e91f-19ba-4a4a-8f3d-a17bbde18917 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.129430 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2232a5a-975b-4177-a7a4-4088a8183003 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.190117 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Attempting to bind port ce937060-6d10-403e-883f-1bc67b1bdaa0 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:44.190496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Attempting to bind port ce937060-6d10-403e-883f-1bc67b1bdaa0 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'a555aeb5-03ac-4bb4-89eb-2121d5917896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6efa12c1-ec8c-47d3-8586-a02767e03e75'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:44.191027 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Attempting to bind port ce937060-6d10-403e-883f-1bc67b1bdaa0 on network 6efa12c1-ec8c-47d3-8586-a02767e03e75 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:44.202244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:44.202623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Checking segment: {'id': 'a555aeb5-03ac-4bb4-89eb-2121d5917896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6efa12c1-ec8c-47d3-8586-a02767e03e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:44.203072 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.203457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Bound using segment: {'id': 'a555aeb5-03ac-4bb4-89eb-2121d5917896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6efa12c1-ec8c-47d3-8586-a02767e03e75'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:44.203945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Bound port: ce937060-6d10-403e-883f-1bc67b1bdaa0, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a555aeb5-03ac-4bb4-89eb-2121d5917896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6efa12c1-ec8c-47d3-8586-a02767e03e75'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:44.204325 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.317973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] For port ce937060-6d10-403e-883f-1bc67b1bdaa0, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:44.318200 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f113e91f-19ba-4a4a-8f3d-a17bbde18917 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.321605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] For port ce937060-6d10-403e-883f-1bc67b1bdaa0, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ce937060-6d10-403e-883f-1bc67b1bdaa0,segment=NetworkSegment(a555aeb5-03ac-4bb4-89eb-2121d5917896),segment_id=a555aeb5-03ac-4bb4-89eb-2121d5917896)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:44.325167 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f113e91f-19ba-4a4a-8f3d-a17bbde18917 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.385660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa4d0e-4694-48aa-a98c-b49ab1db99a7 req-d3da0ebe-0a21-4d67-9a72-de604535044c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:44.395664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Pushing event updated for resources: {'Port': ['ID=ce937060-6d10-403e-883f-1bc67b1bdaa0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:44.396204 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cfa4d0e-4694-48aa-a98c-b49ab1db99a7 req-d3da0ebe-0a21-4d67-9a72-de604535044c tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 946 time: 0.1839135 Aug 26 11:11:44.401902 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.423310 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f113e91f-19ba-4a4a-8f3d-a17bbde18917 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.424677 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f113e91f-19ba-4a4a-8f3d-a17bbde18917 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3760998 Aug 26 11:11:44.429112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113e91f-19ba-4a4a-8f3d-a17bbde18917 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f467a1fd-fe8a-4f70-a3cf-ae8fb947384b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:44.430469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45410) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:44.460108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-93d3d0c7-351c-421b-b289-4c6cb8a622a2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': 'f467a1fd-fe8a-4f70-a3cf-ae8fb947384b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:44.460938 n-d-778550-13 neutron-server[101267]: WARNING neutron.api.v2.base [None req-93d3d0c7-351c-421b-b289-4c6cb8a622a2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 26 11:11:44.461408 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-93d3d0c7-351c-421b-b289-4c6cb8a622a2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:44.462494 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-93d3d0c7-351c-421b-b289-4c6cb8a622a2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110159 Aug 26 11:11:44.463841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6abab96a-1f06-4c1f-9b16-503511ccf158 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.465801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45414) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:44.474409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b53f79e8-6d59-45be-8d85-cc9dcee3fb94 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': 'f467a1fd-fe8a-4f70-a3cf-ae8fb947384b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:44.533278 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6abab96a-1f06-4c1f-9b16-503511ccf158 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.540243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6abab96a-1f06-4c1f-9b16-503511ccf158 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/7606ab80-2554-4fc1-8e80-8272f1665681 HTTP/1.1" status: 204 len: 168 time: 1.0253596 Aug 26 11:11:44.540693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45416) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:44.547801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abab96a-1f06-4c1f-9b16-503511ccf158 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Subnet': ['ID=7606ab80-2554-4fc1-8e80-8272f1665681,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:44.558548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3421aee-6bab-4607-8a4c-d867d7a0958f None None] Pushing event updated for resources: {'Port': ['ID=ce937060-6d10-403e-883f-1bc67b1bdaa0,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:44.572175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5cfa4d0e-4694-48aa-a98c-b49ab1db99a7 req-b35c970b-cacd-40a4-8b63-f50456596920 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702337 Aug 26 11:11:44.591838 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-03a0a333-b211-462b-b4e8-94f01512b102 None None] Provisioning complete for port 08b7d018-d1f5-46ea-a52a-78477a30ed68 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:44.592223 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03a0a333-b211-462b-b4e8-94f01512b102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.640633 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2232a5a-975b-4177-a7a4-4088a8183003 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.648258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae1cac4-785f-429f-adf4-d59dd29dbd17 None None] Network 2b5aa562-6e6a-4b46-9a27-1a930dc943b7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:44.680128 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.737807 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-b53f79e8-6d59-45be-8d85-cc9dcee3fb94 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:44.740337 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b53f79e8-6d59-45be-8d85-cc9dcee3fb94 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2726600 Aug 26 11:11:44.771215 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45418) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:44.781409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-44ad67cb-d4c6-4fcd-8e39-4a8e6b500645 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': 'f467a1fd-fe8a-4f70-a3cf-ae8fb947384b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:44.782189 n-d-778550-13 neutron-server[101267]: WARNING neutron.api.v2.base [None req-44ad67cb-d4c6-4fcd-8e39-4a8e6b500645 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 26 11:11:44.783028 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-44ad67cb-d4c6-4fcd-8e39-4a8e6b500645 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:44.784836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-44ad67cb-d4c6-4fcd-8e39-4a8e6b500645 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119598 Aug 26 11:11:44.789010 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2232a5a-975b-4177-a7a4-4088a8183003 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.798622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45420) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:44.819973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a5b57284-862d-44da-a0d0-66e63ed920aa tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': 'f467a1fd-fe8a-4f70-a3cf-ae8fb947384b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:44.908503 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-a5b57284-862d-44da-a0d0-66e63ed920aa tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:44.910180 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a5b57284-862d-44da-a0d0-66e63ed920aa tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0973163 Aug 26 11:11:44.913214 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45422) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:44.921553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2232a5a-975b-4177-a7a4-4088a8183003 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Subnet': ['ID=270ae330-80e8-4d53-82d6-52b8c558e6e9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:44.932643 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2232a5a-975b-4177-a7a4-4088a8183003 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.933858 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a3c4d18b-bb75-494e-9b7d-0609b87d196b tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': 'f467a1fd-fe8a-4f70-a3cf-ae8fb947384b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:44.934613 n-d-778550-13 neutron-server[101266]: WARNING neutron.api.v2.base [None req-a3c4d18b-bb75-494e-9b7d-0609b87d196b tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 26 11:11:44.936575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b2232a5a-975b-4177-a7a4-4088a8183003 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/subnets/270ae330-80e8-4d53-82d6-52b8c558e6e9 HTTP/1.1" status: 204 len: 168 time: 1.6011779 Aug 26 11:11:44.938129 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-a3c4d18b-bb75-494e-9b7d-0609b87d196b tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:44.943258 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a3c4d18b-bb75-494e-9b7d-0609b87d196b tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0254340 Aug 26 11:11:44.943698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45424) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:44.944524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45426) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:44.971562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:44.976120 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:44.977645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a0959b10-c032-4526-b928-1e9ef950d00e None None] Provisioning for port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:44.986216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a0959b10-c032-4526-b928-1e9ef950d00e None None] Provisioning complete for port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:44.987610 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a0959b10-c032-4526-b928-1e9ef950d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.103188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ec1f16c0-0ead-4063-8804-c6c171c440d8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': 'f467a1fd-fe8a-4f70-a3cf-ae8fb947384b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:45.120775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] For port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6e24cda0-58c4-43cb-9ace-ad738e11cc9b,segment=NetworkSegment(1d70eab2-6838-44de-a89c-e1a7e7e940bc),segment_id=1d70eab2-6838-44de-a89c-e1a7e7e940bc)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:45.121276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.134449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f33136-e57e-4eda-9417-41eaa2e86e37 req-256d80e0-8e51-4805-b836-92c6b84a3ae1 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:45.144369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27f33136-e57e-4eda-9417-41eaa2e86e37 req-256d80e0-8e51-4805-b836-92c6b84a3ae1 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.5710273 Aug 26 11:11:45.151986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 6e24cda0-58c4-43cb-9ace-ad738e11cc9b owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:45.165500 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a0959b10-c032-4526-b928-1e9ef950d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.187906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19041731-f471-4c13-94df-8a1e9df8efe1 None None] DHCP port deletion for 2b5aa562-6e6a-4b46-9a27-1a930dc943b7 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:45.198307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea9a153-7fd2-44ba-92ed-5b2b4236e1f4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:45.199996 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea9a153-7fd2-44ba-92ed-5b2b4236e1f4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:45.201677 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-eea9a153-7fd2-44ba-92ed-5b2b4236e1f4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2548203 Aug 26 11:11:45.211795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45428) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:45.243145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a0959b10-c032-4526-b928-1e9ef950d00e None None] For port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6e24cda0-58c4-43cb-9ace-ad738e11cc9b,segment=NetworkSegment(1d70eab2-6838-44de-a89c-e1a7e7e940bc),segment_id=1d70eab2-6838-44de-a89c-e1a7e7e940bc)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:45.250210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a0959b10-c032-4526-b928-1e9ef950d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.301306 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.315866 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27f33136-e57e-4eda-9417-41eaa2e86e37 req-a652ed0f-633a-4154-84c4-deb9c5f3274a tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540089 Aug 26 11:11:45.319700 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-ec1f16c0-0ead-4063-8804-c6c171c440d8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Project 88328e9a2d3a477da97892aab7abad57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:11:45.338115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-19041731-f471-4c13-94df-8a1e9df8efe1 None None] Deleting port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:45.338794 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19041731-f471-4c13-94df-8a1e9df8efe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.341878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0959b10-c032-4526-b928-1e9ef950d00e None None] Pushing event updated for resources: {'Port': ['ID=6e24cda0-58c4-43cb-9ace-ad738e11cc9b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:45.356454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=6e24cda0-58c4-43cb-9ace-ad738e11cc9b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:45.366167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No DVR routers for this DVR port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:45.373434 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-ec1f16c0-0ead-4063-8804-c6c171c440d8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:45.374939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ec1f16c0-0ead-4063-8804-c6c171c440d8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2842767 Aug 26 11:11:45.379612 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-397ffabf-7c70-4c7f-820f-7a938c701a50 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.381629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45432) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:45.387690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-cdfd142c-9471-4383-a58b-45a946dc6799 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': 'f467a1fd-fe8a-4f70-a3cf-ae8fb947384b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:45.388961 n-d-778550-13 neutron-server[101267]: WARNING neutron.api.v2.base [None req-cdfd142c-9471-4383-a58b-45a946dc6799 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 26 11:11:45.389889 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-cdfd142c-9471-4383-a58b-45a946dc6799 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:45.392035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cdfd142c-9471-4383-a58b-45a946dc6799 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082679 Aug 26 11:11:45.396360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45434) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:45.402623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-49cbf1f7-2ffd-40fa-8cae-ab50180badf5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': 'f467a1fd-fe8a-4f70-a3cf-ae8fb947384b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:45.414553 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-397ffabf-7c70-4c7f-820f-7a938c701a50 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 26 11:11:45.415363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397ffabf-7c70-4c7f-820f-7a938c701a50 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:45.417385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-397ffabf-7c70-4c7f-820f-7a938c701a50 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/networks/6efa12c1-ec8c-47d3-8586-a02767e03e75 HTTP/1.1" status: 409 len: 405 time: 0.2033339 Aug 26 11:11:45.423092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45436) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:45.440916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1733092884'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:45.453166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-19041731-f471-4c13-94df-8a1e9df8efe1 None None] For port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b, host n-d-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:45.454081 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19041731-f471-4c13-94df-8a1e9df8efe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.455211 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-49cbf1f7-2ffd-40fa-8cae-ab50180badf5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Project 88328e9a2d3a477da97892aab7abad57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:11:45.471775 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-49cbf1f7-2ffd-40fa-8cae-ab50180badf5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:45.474899 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-49cbf1f7-2ffd-40fa-8cae-ab50180badf5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0752459 Aug 26 11:11:45.477170 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-19041731-f471-4c13-94df-8a1e9df8efe1 None None] Calling delete_port for 6e24cda0-58c4-43cb-9ace-ad738e11cc9b owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:45.480959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45438) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:45.485671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-95f6ea78-ff45-4cc1-ba10-acbdc8e5f128 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': 'f467a1fd-fe8a-4f70-a3cf-ae8fb947384b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:45.490138 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-19041731-f471-4c13-94df-8a1e9df8efe1 None None] Port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 11:11:45.498102 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19041731-f471-4c13-94df-8a1e9df8efe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.530002 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.543242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19041731-f471-4c13-94df-8a1e9df8efe1 None None] Pushing event deleted for resources: {'Port': ['ID=6e24cda0-58c4-43cb-9ace-ad738e11cc9b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:45.545312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19041731-f471-4c13-94df-8a1e9df8efe1 None None] No DVR routers for this DVR port 6e24cda0-58c4-43cb-9ace-ad738e11cc9b on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:45.551424 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5aa562-6e6a-4b46-9a27-1a930dc943b7']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:45.572724 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:45.577588 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.580927 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-95f6ea78-ff45-4cc1-ba10-acbdc8e5f128 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Project 88328e9a2d3a477da97892aab7abad57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:11:45.590198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d70eab2-6838-44de-a89c-e1a7e7e940bc') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:45.590514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d70eab2-6838-44de-a89c-e1a7e7e940bc') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:45.604987 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-95f6ea78-ff45-4cc1-ba10-acbdc8e5f128 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:45.605696 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.609660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-95f6ea78-ff45-4cc1-ba10-acbdc8e5f128 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1246083 Aug 26 11:11:45.609830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45442) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:45.628490 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.630665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:45.640886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:45.640886 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:45.649734 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:45.689791 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.690204 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Added segment b1c17208-0999-4946-847a-4861f70bc2c6 of type vlan for network d9bb2ccb-77a7-4ec2-bc67-302b47fae832 Aug 26 11:11:45.725167 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08b7d018-d1f5-46ea-a52a-78477a30ed68 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:45.756044 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b2acf3e-5169-46c5-81d1-166c7938a3f5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.787465 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b2acf3e-5169-46c5-81d1-166c7938a3f5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.794172 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9db47d-a904-4f3e-8378-89c9c82d396d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.795274 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.798368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb97e9d-6e79-4eea-a0a0-6905d456f00f req-d64215f7-3dcb-4138-9746-8d61d2a43016 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:45.800696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bb97e9d-6e79-4eea-a0a0-6905d456f00f req-d64215f7-3dcb-4138-9746-8d61d2a43016 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 946 time: 0.1098902 Aug 26 11:11:45.811049 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.811584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 08b7d018-d1f5-46ea-a52a-78477a30ed68 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:45.812801 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.877540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.879718 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/networks/2b5aa562-6e6a-4b46-9a27-1a930dc943b7 HTTP/1.1" status: 204 len: 168 time: 1.3375976 Aug 26 11:11:45.880694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77333c4-5279-4da1-9406-5b0421767ea5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Network': ['ID=2b5aa562-6e6a-4b46-9a27-1a930dc943b7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:45.886037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45444) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:45.892457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-578251830'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:45.907215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bb97e9d-6e79-4eea-a0a0-6905d456f00f req-af0335ff-d128-4afd-81e6-60f3375c0c85 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853448 Aug 26 11:11:45.911839 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b2acf3e-5169-46c5-81d1-166c7938a3f5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.915413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b2acf3e-5169-46c5-81d1-166c7938a3f5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.916923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4b2acf3e-5169-46c5-81d1-166c7938a3f5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "DELETE /v2.0/security-groups/f467a1fd-fe8a-4f70-a3cf-ae8fb947384b HTTP/1.1" status: 204 len: 168 time: 0.3054020 Aug 26 11:11:45.924050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ce937060-6d10-403e-883f-1bc67b1bdaa0 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:45.925401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45446) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:45.937078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef679038-97d4-40d9-97ca-10276e42e950 req-6f189193-485f-495d-b979-4167ceb1fc0b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:45.938816 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ef679038-97d4-40d9-97ca-10276e42e950 req-6f189193-485f-495d-b979-4167ceb1fc0b tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.47 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 946 time: 0.1903114 Aug 26 11:11:45.939974 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.945513 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:45.946917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2acf3e-5169-46c5-81d1-166c7938a3f5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f467a1fd-fe8a-4f70-a3cf-ae8fb947384b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:45.950891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:45.965537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:45.969554 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.016039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port ce937060-6d10-403e-883f-1bc67b1bdaa0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:46.020691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45448) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:46.021181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5ad63010-9f26-409c-b216-ab4912359273 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0908661 Aug 26 11:11:46.051314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:46.056850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3e66820b-7fe8-42b6-a8f0-441ff1da9791 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981212998'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:46.072591 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6483333 Aug 26 11:11:46.075677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45450) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:46.078675 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.079761 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Added segment 9e794abd-06a6-4201-8cbb-ce05aea984b8 of type vlan for network b21fd9b3-777a-4c23-8616-355462b16982 Aug 26 11:11:46.085251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'subnet': {'network_id': 'd9bb2ccb-77a7-4ec2-bc67-302b47fae832', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:46.103942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6e24cda0-58c4-43cb-9ace-ad738e11cc9b no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:11:46.125186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1371d-2899-4d65-9e31-3116592c6329 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Network': ['ID=d9bb2ccb-77a7-4ec2-bc67-302b47fae832,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:46.128952 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e66820b-7fe8-42b6-a8f0-441ff1da9791 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.149702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6e24cda0-58c4-43cb-9ace-ad738e11cc9b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:46.150635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6e24cda0-58c4-43cb-9ace-ad738e11cc9b not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:11:46.161140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09975f1-531c-4028-9411-a170e2b13ec9 None None] Network 6efa12c1-ec8c-47d3-8586-a02767e03e75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:46.184027 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network d9bb2ccb-77a7-4ec2-bc67-302b47fae832 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:46.193466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Deleting port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:46.193466 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.203259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.251159 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.257542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:46.258550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.307007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-65f22162-cb8b-4813-9655-047fd88ecf27 None None] Provisioning for port ce937060-6d10-403e-883f-1bc67b1bdaa0 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:46.320542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-65f22162-cb8b-4813-9655-047fd88ecf27 None None] Provisioning complete for port ce937060-6d10-403e-883f-1bc67b1bdaa0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:46.320923 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65f22162-cb8b-4813-9655-047fd88ecf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.322531 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.328163 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e66820b-7fe8-42b6-a8f0-441ff1da9791 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.344483 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4573729 Aug 26 11:11:46.344699 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e66820b-7fe8-42b6-a8f0-441ff1da9791 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.348940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] For port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:46.349177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.354397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45454) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:46.376954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7f383-025d-4c53-a84b-93ce9b2637d3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Network': ['ID=b21fd9b3-777a-4c23-8616-355462b16982,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:46.379100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': 'b21fd9b3-777a-4c23-8616-355462b16982', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:46.400605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:46.414845 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.527489 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e66820b-7fe8-42b6-a8f0-441ff1da9791 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.529105 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3e66820b-7fe8-42b6-a8f0-441ff1da9791 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4840271 Aug 26 11:11:46.541351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45462) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:46.547565 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e1f65dc2-2d06-4feb-843f-9ab3dfedb4e5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '0e5abf23-cf98-48c8-b858-0efe22cff9b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:46.568079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b21fd9b3-777a-4c23-8616-355462b16982 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:46.577176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66820b-7fe8-42b6-a8f0-441ff1da9791 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5abf23-cf98-48c8-b858-0efe22cff9b3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:46.588210 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772119e5-2a12-4baf-bedf-43ecd281b424 req-8c7f9c37-b614-4c53-996a-5baa65994210 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:46.598531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-772119e5-2a12-4baf-bedf-43ecd281b424 req-8c7f9c37-b614-4c53-996a-5baa65994210 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1784310 Aug 26 11:11:46.703500 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65f22162-cb8b-4813-9655-047fd88ecf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.720076 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:46.724286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.745978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d9883-d085-44a0-8b63-daa2d30fc6ec None None] DHCP port deletion for 6efa12c1-ec8c-47d3-8586-a02767e03e75 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:46.780918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-65f22162-cb8b-4813-9655-047fd88ecf27 None None] For port ce937060-6d10-403e-883f-1bc67b1bdaa0, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ce937060-6d10-403e-883f-1bc67b1bdaa0,segment=NetworkSegment(a555aeb5-03ac-4bb4-89eb-2121d5917896),segment_id=a555aeb5-03ac-4bb4-89eb-2121d5917896)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:46.791103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-772119e5-2a12-4baf-bedf-43ecd281b424 req-96c6bfe8-7b1b-4c89-92c2-00e20fb034f2 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911831 Aug 26 11:11:46.797100 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-e1f65dc2-2d06-4feb-843f-9ab3dfedb4e5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The resource could not be found. Aug 26 11:11:46.803106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e1f65dc2-2d06-4feb-843f-9ab3dfedb4e5 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2579427 Aug 26 11:11:46.806647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45470) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:46.812156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-393170fc-8219-4c9b-b290-93f34486e3c9 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '0e5abf23-cf98-48c8-b858-0efe22cff9b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7cf3a504-2cd4-49e8-9a64-0e0f78da3822'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:46.815832 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65f22162-cb8b-4813-9655-047fd88ecf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:46.912031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f22162-cb8b-4813-9655-047fd88ecf27 None None] Pushing event updated for resources: {'Port': ['ID=ce937060-6d10-403e-883f-1bc67b1bdaa0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:46.924090 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-393170fc-8219-4c9b-b290-93f34486e3c9 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The resource could not be found. Aug 26 11:11:46.924090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-393170fc-8219-4c9b-b290-93f34486e3c9 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1131949 Aug 26 11:11:46.928900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45474) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:46.934372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-732d9883-d085-44a0-8b63-daa2d30fc6ec None None] Deleting port ce937060-6d10-403e-883f-1bc67b1bdaa0 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:46.934770 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-732d9883-d085-44a0-8b63-daa2d30fc6ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.052200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-732d9883-d085-44a0-8b63-daa2d30fc6ec None None] For port ce937060-6d10-403e-883f-1bc67b1bdaa0, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ce937060-6d10-403e-883f-1bc67b1bdaa0,segment=NetworkSegment(a555aeb5-03ac-4bb4-89eb-2121d5917896),segment_id=a555aeb5-03ac-4bb4-89eb-2121d5917896)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:47.052615 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-732d9883-d085-44a0-8b63-daa2d30fc6ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.073633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-732d9883-d085-44a0-8b63-daa2d30fc6ec None None] Calling delete_port for ce937060-6d10-403e-883f-1bc67b1bdaa0 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:47.118631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.objects.ports [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101267) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:11:47.128600 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.184049 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-732d9883-d085-44a0-8b63-daa2d30fc6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.203316 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8c25bf-5229-4b01-a254-a9d0d689f750 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.213827 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.216849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d9883-d085-44a0-8b63-daa2d30fc6ec None None] Pushing event deleted for resources: {'Port': ['ID=ce937060-6d10-403e-883f-1bc67b1bdaa0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:47.227790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d9883-d085-44a0-8b63-daa2d30fc6ec None None] No DVR routers for this DVR port ce937060-6d10-403e-883f-1bc67b1bdaa0 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:47.238854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f9af2-8836-4a7c-93cf-4f25f407d3c5 req-42244ae0-2c57-4944-81a3-b4030a478f50 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:47.240942 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f7f9af2-8836-4a7c-93cf-4f25f407d3c5 req-42244ae0-2c57-4944-81a3-b4030a478f50 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 946 time: 0.1816461 Aug 26 11:11:47.269460 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.270118 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.270223 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Floating IP 31439dff-764d-4651-ab87-1f2eeef80069 disassociated. External IP: 172.25.1.140, port: 6f9a2737-5ca1-490e-8f53-a7f3f447aea0. Aug 26 11:11:47.270522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Calling delete_port for 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:47.461392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.563006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Subnet': ['ID=28619aa0-7622-467b-886e-bd5b2732db36,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:47.572855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.593058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Subnet': ['ID=64f7c94a-3af3-4a3b-a6c4-1da15c9c4303,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:47.605325 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8c25bf-5229-4b01-a254-a9d0d689f750 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.612679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event deleted for resources: {'Port': ['ID=6f9a2737-5ca1-490e-8f53-a7f3f447aea0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:47.616260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Checking segment: {'id': '9e794abd-06a6-4201-8cbb-ce05aea984b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b21fd9b3-777a-4c23-8616-355462b16982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:47.616900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network hostable DHCP agents. Network: b21fd9b3-777a-4c23-8616-355462b16982, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:47.660204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Checking segment: {'id': 'b1c17208-0999-4946-847a-4861f70bc2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd9bb2ccb-77a7-4ec2-bc67-302b47fae832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:47.660885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network hostable DHCP agents. Network: d9bb2ccb-77a7-4ec2-bc67-302b47fae832, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:47.671697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f7f9af2-8836-4a7c-93cf-4f25f407d3c5 req-950110ff-2059-478e-b23f-67c3a6bdfe71 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups?id=abf80ed6-1b6e-4180-b39a-e72e9f123907&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4197283 Aug 26 11:11:47.713648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ce937060-6d10-403e-883f-1bc67b1bdaa0 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:11:47.726129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network d9bb2ccb-77a7-4ec2-bc67-302b47fae832 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:47.739366 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8c25bf-5229-4b01-a254-a9d0d689f750 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.743058 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c8c25bf-5229-4b01-a254-a9d0d689f750 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.744528 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5c8c25bf-5229-4b01-a254-a9d0d689f750 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e5abf23-cf98-48c8-b858-0efe22cff9b3 HTTP/1.1" status: 204 len: 168 time: 0.8142378 Aug 26 11:11:47.749120 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: ce937060-6d10-403e-883f-1bc67b1bdaa0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:47.749873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ce937060-6d10-403e-883f-1bc67b1bdaa0 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:11:47.759219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45478) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:47.760861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c25bf-5229-4b01-a254-a9d0d689f750 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5abf23-cf98-48c8-b858-0efe22cff9b3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:47.771368 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network b21fd9b3-777a-4c23-8616-355462b16982 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:47.773872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, d9bb2ccb-77a7-4ec2-bc67-302b47fae832) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:47.782552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b21fd9b3-777a-4c23-8616-355462b16982) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:47.788424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ce08e-1093-4539-89ef-845c45708810 None None] Network d9bb2ccb-77a7-4ec2-bc67-302b47fae832 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:47.793438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:47.793861 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.799498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:47.803336 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:47.807586 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdb2415-dbf8-4f20-bab5-1fd25ee16f58 None None] Network b21fd9b3-777a-4c23-8616-355462b16982 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:47.823671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Router 5f07b56b-e493-4c76-9d80-0c087f269df7 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:11:47.825501 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1f0ab9ce-0c1c-4038-b75c-74118964b81f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4617593 Aug 26 11:11:47.831336 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45480) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:47.844751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': 'b21fd9b3-777a-4c23-8616-355462b16982', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1484663702'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:47.926014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-125204ca-c850-423b-b9ec-0cc40fd86c82 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1510036 Aug 26 11:11:47.926014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-250bf4d0-d6f1-40d6-984b-ada1771a8389 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8395798 Aug 26 11:11:47.927791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45484) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:47.928616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45486) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:47.943533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4d805f19-c57b-4944-a27c-2e92a88d90c1 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '8b83fa48-0fd3-4a71-b8a4-3cd9005cb5e5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:47.991101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'port': {'network_id': 'd9bb2ccb-77a7-4ec2-bc67-302b47fae832', 'name': 'tempest-NetworksIpV6TestAttrs-1637347798'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:48.132847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd4dc4-4003-4f5f-a44e-c23aec09f530 req-93b2fd6e-e215-4ba0-8e51-9efca15f659e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:48.135018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cafd4dc4-4003-4f5f-a44e-c23aec09f530 req-93b2fd6e-e215-4ba0-8e51-9efca15f659e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1462774 Aug 26 11:11:48.145536 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-d9bb2ccb-77a7-4ec2-bc67-302b47fae832', 'network_id': 'd9bb2ccb-77a7-4ec2-bc67-302b47fae832', 'tenant_id': '0f183d7ff61f453bb2c44441b34968d2', 'fixed_ips': [{'subnet_id': '64f7c94a-3af3-4a3b-a6c4-1da15c9c4303'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:11:48.146603 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:48.246269 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-4d805f19-c57b-4944-a27c-2e92a88d90c1 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The resource could not be found. Aug 26 11:11:48.249977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:48.257020 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d805f19-c57b-4944-a27c-2e92a88d90c1 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3195224 Aug 26 11:11:48.257247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:48.272567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45492) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:48.279229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5145a510-4036-45d9-8caa-1d3cc217ec27 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007661963'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:48.318232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 2f996179-4f55-4570-85d8-01ae5c858848 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:11:48.341532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cafd4dc4-4003-4f5f-a44e-c23aec09f530 req-d271b167-78cf-416a-95bc-5b67aa3b3241 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342914 Aug 26 11:11:48.341932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:11:48.372471 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c0bac-4015-4998-aec8-4a58a4bd76cc None None] Sync routers for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:11:48.399821 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c0bac-4015-4998-aec8-4a58a4bd76cc None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:48.399821 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-169c0bac-4015-4998-aec8-4a58a4bd76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:48.486332 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5145a510-4036-45d9-8caa-1d3cc217ec27 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:48.522860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b21fd9b3-777a-4c23-8616-355462b16982', 'network_id': 'b21fd9b3-777a-4c23-8616-355462b16982', 'tenant_id': 'bee5caa8d34f4177a30c86bb1716157f', 'fixed_ips': [{'subnet_id': '28619aa0-7622-467b-886e-bd5b2732db36'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:11:48.524777 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:48.529687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] No DVR routers for this DVR port 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:48.537978 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:48.540132 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ef679038-97d4-40d9-97ca-10276e42e950 req-8490a1e5-f9b7-4ecf-91de-7d09c09ce3ad tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.47 "DELETE /v2.0/ports/6f9a2737-5ca1-490e-8f53-a7f3f447aea0 HTTP/1.1" status: 204 len: 173 time: 2.5845535 Aug 26 11:11:48.542090 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'name': 'network-vif-deleted', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:11:48.545164 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d299f9-b8cd-4242-b759-960a6f827eee" -d '{"events": [{"server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "name": "network-vif-deleted", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:11:48.552490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.11 (b21fd9b3-777a-4c23-8616-355462b16982/28619aa0-7622-467b-886e-bd5b2732db36/2f996179-4f55-4570-85d8-01ae5c858848) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:48.661320 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-169c0bac-4015-4998-aec8-4a58a4bd76cc None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:11:48.765237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Allocated IP 2001:db8::f816:3eff:fe88:28fc (d9bb2ccb-77a7-4ec2-bc67-302b47fae832/64f7c94a-3af3-4a3b-a6c4-1da15c9c4303/01cb448b-9b1b-4bc5-9645-becd29176047) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:48.765800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5145a510-4036-45d9-8caa-1d3cc217ec27 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:48.770476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:48.777385 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:48.812077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5145a510-4036-45d9-8caa-1d3cc217ec27 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:48.885849 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5145a510-4036-45d9-8caa-1d3cc217ec27 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:48.887287 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5145a510-4036-45d9-8caa-1d3cc217ec27 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6133213 Aug 26 11:11:48.898535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45502) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:48.928761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f4b71b9f-5970-4e2e-ad40-3cf34c77ec23 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018924737'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:48.933630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] device_id is not set on port 44f6e243-46e3-4f57-90c4-c4b207e84a4c yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:11:48.943303 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c436e21-ee77-4187-990a-d498165571f5 x-openstack-request-id: req-6c436e21-ee77-4187-990a-d498165571f5 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:11:48.943606 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60137cb9-84c6-4ab0-b0bf-719cd110e2e6", "name": "network-vif-deleted", "tag": "6f9a2737-5ca1-490e-8f53-a7f3f447aea0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:11:48.943978 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c436e21-ee77-4187-990a-d498165571f5 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:11:48.944635 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60137cb9-84c6-4ab0-b0bf-719cd110e2e6', 'name': 'network-vif-deleted', 'tag': '6f9a2737-5ca1-490e-8f53-a7f3f447aea0', 'status': 'completed', 'code': 200} Aug 26 11:11:48.953209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145a510-4036-45d9-8caa-1d3cc217ec27 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5ff93e-8608-4691-9c8d-878c2cd626cb,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:49.029831 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f4b71b9f-5970-4e2e-ad40-3cf34c77ec23 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.034260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-adeb7c3e-7fe3-47b9-8e51-5e8744453095 req-b973826c-2587-411f-af24-b236ef602608 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/ports?device_id=60137cb9-84c6-4ab0-b0bf-719cd110e2e6 HTTP/1.1" status: 200 len: 210 time: 0.1446126 Aug 26 11:11:49.048167 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.116236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object 2f996179-4f55-4570-85d8-01ae5c858848 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:49.150330 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.168466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Transition to ACTIVE for port object 01cb448b-9b1b-4bc5-9645-becd29176047 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:49.207620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Transition to ACTIVE for port object 01cb448b-9b1b-4bc5-9645-becd29176047 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:49.211562 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.225920 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.247210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f4b71b9f-5970-4e2e-ad40-3cf34c77ec23 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.278138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f4b71b9f-5970-4e2e-ad40-3cf34c77ec23 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.317517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network b21fd9b3-777a-4c23-8616-355462b16982 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:49.338128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:49.339942 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f4b71b9f-5970-4e2e-ad40-3cf34c77ec23 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.343593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:49.345547 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f4b71b9f-5970-4e2e-ad40-3cf34c77ec23 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4336348 Aug 26 11:11:49.353312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45508) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:49.364502 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-169c0bac-4015-4998-aec8-4a58a4bd76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:49.372042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Allocated IP 2001:db8::f816:3eff:fe61:6382 (d9bb2ccb-77a7-4ec2-bc67-302b47fae832/64f7c94a-3af3-4a3b-a6c4-1da15c9c4303/44f6e243-46e3-4f57-90c4-c4b207e84a4c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:49.372610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-68f49982-c24d-4037-8c38-41684a8231e8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': 'af5ff93e-8608-4691-9c8d-878c2cd626cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5f39fa31-5142-4778-adb2-6450bc4331b8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:49.381803 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b71b9f-5970-4e2e-ad40-3cf34c77ec23 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39fa31-5142-4778-adb2-6450bc4331b8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:49.409710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Pushing event updated for resources: {'Port': ['ID=01cb448b-9b1b-4bc5-9645-becd29176047,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:49.421183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=2f996179-4f55-4570-85d8-01ae5c858848,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:49.500287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:49.500974 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.509796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Network d9bb2ccb-77a7-4ec2-bc67-302b47fae832 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:49.524416 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-68f49982-c24d-4037-8c38-41684a8231e8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:49.528598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:49.530355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-68f49982-c24d-4037-8c38-41684a8231e8 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1731801 Aug 26 11:11:49.531372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45514) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:49.538763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:49.542230 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c0bac-4015-4998-aec8-4a58a4bd76cc None None] Checking router: 5f07b56b-e493-4c76-9d80-0c087f269df7 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:11:49.551244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3232376d-93bf-484e-89c6-cb3b0575a4dc tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.7139087 Aug 26 11:11:49.554869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45516) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:49.574469 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c0bac-4015-4998-aec8-4a58a4bd76cc None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:11:49.576485 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-169c0bac-4015-4998-aec8-4a58a4bd76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:49.617934 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.645269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Allocated IP 172.20.0.2 (b21fd9b3-777a-4c23-8616-355462b16982/28619aa0-7622-467b-886e-bd5b2732db36/d6cd5883-83ba-4d40-9e41-d58c8ff3057d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:49.686273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Attempting to bind port 01cb448b-9b1b-4bc5-9645-becd29176047 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:49.686773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Attempting to bind port 01cb448b-9b1b-4bc5-9645-becd29176047 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'b1c17208-0999-4946-847a-4861f70bc2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd9bb2ccb-77a7-4ec2-bc67-302b47fae832'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:49.687172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Attempting to bind port 01cb448b-9b1b-4bc5-9645-becd29176047 on network d9bb2ccb-77a7-4ec2-bc67-302b47fae832 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:49.793116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:49.793990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Checking segment: {'id': 'b1c17208-0999-4946-847a-4861f70bc2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd9bb2ccb-77a7-4ec2-bc67-302b47fae832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:49.795887 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.796976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Bound using segment: {'id': 'b1c17208-0999-4946-847a-4861f70bc2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd9bb2ccb-77a7-4ec2-bc67-302b47fae832'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:49.800004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Bound port: 01cb448b-9b1b-4bc5-9645-becd29176047, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c17208-0999-4946-847a-4861f70bc2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd9bb2ccb-77a7-4ec2-bc67-302b47fae832'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:49.800470 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.850925 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29297254-cf51-4ee7-ad58-8b0b14c5e59c tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.881926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29297254-cf51-4ee7-ad58-8b0b14c5e59c tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.941164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10b23d-4bf8-4a73-8099-4683b22b097f req-32e08246-c63c-464a-938c-442c8091dd40 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:49.944556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.949486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a10b23d-4bf8-4a73-8099-4683b22b097f req-32e08246-c63c-464a-938c-442c8091dd40 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.3592465 Aug 26 11:11:49.954407 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] For port 01cb448b-9b1b-4bc5-9645-becd29176047, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:49.954649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29297254-cf51-4ee7-ad58-8b0b14c5e59c tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.957830 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29297254-cf51-4ee7-ad58-8b0b14c5e59c tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.959598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] For port 01cb448b-9b1b-4bc5-9645-becd29176047, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=01cb448b-9b1b-4bc5-9645-becd29176047,segment=NetworkSegment(b1c17208-0999-4946-847a-4861f70bc2c6),segment_id=b1c17208-0999-4946-847a-4861f70bc2c6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:49.961909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-29297254-cf51-4ee7-ad58-8b0b14c5e59c tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "DELETE /v2.0/security-groups/5f39fa31-5142-4778-adb2-6450bc4331b8 HTTP/1.1" status: 204 len: 168 time: 0.4269416 Aug 26 11:11:49.962761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45518) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:49.972551 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:49.979709 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-169c0bac-4015-4998-aec8-4a58a4bd76cc None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:11:50.003350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29297254-cf51-4ee7-ad58-8b0b14c5e59c tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39fa31-5142-4778-adb2-6450bc4331b8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:50.009697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Transition to ACTIVE for port object 44f6e243-46e3-4f57-90c4-c4b207e84a4c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:50.025963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-88a013e8-cd17-473f-8672-281b5d71ab6d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 2f996179-4f55-4570-85d8-01ae5c858848 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:50.026304 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-88a013e8-cd17-473f-8672-281b5d71ab6d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.148307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a10b23d-4bf8-4a73-8099-4683b22b097f req-a59c0b6b-7bdf-4dfd-ad29-4e8d03fad606 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976228 Aug 26 11:11:50.164035 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1565f0b0-6301-4248-9d88-9a8530c9f72d tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1928136 Aug 26 11:11:50.166723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45524) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:50.195150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.225092 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-88a013e8-cd17-473f-8672-281b5d71ab6d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.275176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-88a013e8-cd17-473f-8672-281b5d71ab6d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 2f996179-4f55-4570-85d8-01ae5c858848 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:50.307327 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.318652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45534) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:50.320887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Transition to ACTIVE for port object d6cd5883-83ba-4d40-9e41-d58c8ff3057d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:50.352416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Transition to ACTIVE for port object d6cd5883-83ba-4d40-9e41-d58c8ff3057d will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:50.360544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a0884-c3cb-4be1-b7e3-226ead6cdae6 None None] Pushing event updated for resources: {'Port': ['ID=01cb448b-9b1b-4bc5-9645-becd29176047,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:50.372939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network d9bb2ccb-77a7-4ec2-bc67-302b47fae832 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:50.380263 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.382781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:50.402627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:50.422441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:50.423067 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.497992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Network b21fd9b3-777a-4c23-8616-355462b16982 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:50.508076 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-169c0bac-4015-4998-aec8-4a58a4bd76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:50.512138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Port': ['ID=44f6e243-46e3-4f57-90c4-c4b207e84a4c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:50.528922 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dba24901-4091-4411-a3a6-86f4c8349219 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.533038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:50.545985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fe4ad082-fab2-489a-87df-13a370608e91 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6096838 Aug 26 11:11:50.546235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:50.553568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45542) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:50.618145 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c0bac-4015-4998-aec8-4a58a4bd76cc None None] The sync data for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 is: [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:01:22Z', 'revision_number': 4, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '16d99a0d-435a-4fbf-b36d-da6744232c79', 'name': '', 'network_id': 'c64b4187-b470-473a-8e56-145b91806fc5', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'mac_address': 'fa:16:3e:20:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:17Z', 'updated_at': '2021-08-26T11:01:32Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'subnets': [{'id': '9398a137-c7e7-4668-9b5e-52739eaf067d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:11:50.677400 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7534b557-9262-4fbb-84e5-5b978a22255f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.679870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dba24901-4091-4411-a3a6-86f4c8349219 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.777448 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7534b557-9262-4fbb-84e5-5b978a22255f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.820322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Attempting to bind port d6cd5883-83ba-4d40-9e41-d58c8ff3057d on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:50.820916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Attempting to bind port d6cd5883-83ba-4d40-9e41-d58c8ff3057d by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '9e794abd-06a6-4201-8cbb-ce05aea984b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b21fd9b3-777a-4c23-8616-355462b16982'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:50.821099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Attempting to bind port d6cd5883-83ba-4d40-9e41-d58c8ff3057d on network b21fd9b3-777a-4c23-8616-355462b16982 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:50.827304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fd5e98-81ca-4fb0-81e2-22324a411aef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Deleting subnet 64f7c94a-3af3-4a3b-a6c4-1da15c9c4303 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:50.828284 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.835453 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fd5e98-81ca-4fb0-81e2-22324a411aef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.839620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dba24901-4091-4411-a3a6-86f4c8349219 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.844492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Pushing event updated for resources: {'Port': ['ID=d6cd5883-83ba-4d40-9e41-d58c8ff3057d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:50.844796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dba24901-4091-4411-a3a6-86f4c8349219 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.850189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:50.854035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45546) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:50.855155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Checking segment: {'id': '9e794abd-06a6-4201-8cbb-ce05aea984b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b21fd9b3-777a-4c23-8616-355462b16982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:50.855647 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.858133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Bound using segment: {'id': '9e794abd-06a6-4201-8cbb-ce05aea984b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b21fd9b3-777a-4c23-8616-355462b16982'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:50.859307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Bound port: d6cd5883-83ba-4d40-9e41-d58c8ff3057d, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e794abd-06a6-4201-8cbb-ce05aea984b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b21fd9b3-777a-4c23-8616-355462b16982'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:50.860132 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.865850 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dba24901-4091-4411-a3a6-86f4c8349219 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "DELETE /v2.0/security-groups/af5ff93e-8608-4691-9c8d-878c2cd626cb HTTP/1.1" status: 204 len: 168 time: 0.6923895 Aug 26 11:11:50.914751 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-88a013e8-cd17-473f-8672-281b5d71ab6d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.926417 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fd5e98-81ca-4fb0-81e2-22324a411aef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.934032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6f770a10-6108-42c8-a6b7-4b150eec2847 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751314 Aug 26 11:11:50.935070 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7534b557-9262-4fbb-84e5-5b978a22255f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.937824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7534b557-9262-4fbb-84e5-5b978a22255f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:50.941854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7534b557-9262-4fbb-84e5-5b978a22255f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "DELETE /v2.0/security-groups/abf80ed6-1b6e-4180-b39a-e72e9f123907 HTTP/1.1" status: 204 len: 168 time: 0.6133840 Aug 26 11:11:50.961843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45548) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:50.962188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45550) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:50.972569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:11:51.019218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:51.020011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 6f9a2737-5ca1-490e-8f53-a7f3f447aea0 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:11:51.042049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0f55d619-fe7a-4dc9-86e3-819cac299f54 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410117707'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:51.062552 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-a5dc78a2-3db6-43c8-9904-77bb0f8d6805 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] show failed (client error): The resource could not be found. Aug 26 11:11:51.066796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a5dc78a2-3db6-43c8-9904-77bb0f8d6805 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "GET /v2.0/security-groups/abf80ed6-1b6e-4180-b39a-e72e9f123907 HTTP/1.1" status: 404 len: 347 time: 0.0793917 Aug 26 11:11:51.067412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45552) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:51.068561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-88a013e8-cd17-473f-8672-281b5d71ab6d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.070521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-88a013e8-cd17-473f-8672-281b5d71ab6d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/2f996179-4f55-4570-85d8-01ae5c858848 HTTP/1.1" status: 204 len: 168 time: 1.5146587 Aug 26 11:11:51.076163 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fd5e98-81ca-4fb0-81e2-22324a411aef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.078601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a013e8-cd17-473f-8672-281b5d71ab6d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=2f996179-4f55-4570-85d8-01ae5c858848,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:51.091832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45554) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:51.106472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b557-9262-4fbb-84e5-5b978a22255f tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf80ed6-1b6e-4180-b39a-e72e9f123907,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:51.108682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] For port d6cd5883-83ba-4d40-9e41-d58c8ff3057d, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:51.138553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba24901-4091-4411-a3a6-86f4c8349219 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5ff93e-8608-4691-9c8d-878c2cd626cb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:51.162481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] For port d6cd5883-83ba-4d40-9e41-d58c8ff3057d, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d6cd5883-83ba-4d40-9e41-d58c8ff3057d,segment=NetworkSegment(9e794abd-06a6-4201-8cbb-ce05aea984b8),segment_id=9e794abd-06a6-4201-8cbb-ce05aea984b8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:51.174483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fd5e98-81ca-4fb0-81e2-22324a411aef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.194306 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.204541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd5e98-81ca-4fb0-81e2-22324a411aef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Subnet': ['ID=64f7c94a-3af3-4a3b-a6c4-1da15c9c4303,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:51.223667 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c371b89-2da4-4266-bef3-7dc9ea49d570 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:11:51.225979 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5c371b89-2da4-4266-bef3-7dc9ea49d570 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/2f996179-4f55-4570-85d8-01ae5c858848 HTTP/1.1" status: 404 len: 333 time: 0.1327250 Aug 26 11:11:51.243694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45558) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:51.261221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fd5e98-81ca-4fb0-81e2-22324a411aef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.263274 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-60fd5e98-81ca-4fb0-81e2-22324a411aef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/subnets/64f7c94a-3af3-4a3b-a6c4-1da15c9c4303 HTTP/1.1" status: 204 len: 168 time: 0.7086940 Aug 26 11:11:51.267380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45560) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:51.392338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8807e08-9e27-48d3-a452-a0c896bfec8c None None] Pushing event updated for resources: {'Port': ['ID=d6cd5883-83ba-4d40-9e41-d58c8ff3057d,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:51.397901 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63edc18-e33d-48d7-915f-eb66fa1733cc tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:51.399797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63edc18-e33d-48d7-915f-eb66fa1733cc tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:51.404044 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d63edc18-e33d-48d7-915f-eb66fa1733cc tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1309781 Aug 26 11:11:51.406534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45562) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:51.408433 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f55d619-fe7a-4dc9-86e3-819cac299f54 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.433559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb86e1e7-4f4a-4237-a85d-df2979955da0 None None] New status for floating IP 31439dff-764d-4651-ab87-1f2eeef80069: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:11:51.527392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5acd9a90-7dd7-4dec-b2bf-b808b5c3a0bf tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.531623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade6923a-7564-4f2f-8016-55896a27c9ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting subnet 28619aa0-7622-467b-886e-bd5b2732db36 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:11:51.543393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade6923a-7564-4f2f-8016-55896a27c9ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.546095 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acd9a90-7dd7-4dec-b2bf-b808b5c3a0bf tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 26 11:11:51.547116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5acd9a90-7dd7-4dec-b2bf-b808b5c3a0bf tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:11:51.550125 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5acd9a90-7dd7-4dec-b2bf-b808b5c3a0bf tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/networks/d9bb2ccb-77a7-4ec2-bc67-302b47fae832 HTTP/1.1" status: 409 len: 405 time: 0.1405158 Aug 26 11:11:51.557918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45564) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:51.570222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1290515409'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:51.641068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b840ef-675f-4627-9f87-f1d64cd81575 req-5fdbd677-0660-444e-91a7-d2c6163f9008 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:51.649044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58b840ef-675f-4627-9f87-f1d64cd81575 req-5fdbd677-0660-444e-91a7-d2c6163f9008 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.3038116 Aug 26 11:11:51.710275 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade6923a-7564-4f2f-8016-55896a27c9ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.767592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 01cb448b-9b1b-4bc5-9645-becd29176047 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:51.817190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-922e2bb3-0a1c-4812-808d-156bdefd2056 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Deleting port b23c368d-0967-4434-b87b-3aee8cec2737 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:51.818247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-922e2bb3-0a1c-4812-808d-156bdefd2056 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.860955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58b840ef-675f-4627-9f87-f1d64cd81575 req-83b2c6ed-de4a-490f-901d-e2ed1ebede53 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106085 Aug 26 11:11:51.867457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 01cb448b-9b1b-4bc5-9645-becd29176047 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:51.937745 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f55d619-fe7a-4dc9-86e3-819cac299f54 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.952907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb423c3-d16f-443a-905f-1a2f4e9b01d2 None None] Network d9bb2ccb-77a7-4ec2-bc67-302b47fae832 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:51.955042 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f55d619-fe7a-4dc9-86e3-819cac299f54 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:51.983045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:51.987673 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.029902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:52.043783 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.044141 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Added segment d3cc7a88-75fb-41d5-a55b-8def528f26c1 of type vlan for network 1f3fa933-864d-45ba-83b1-930707d25c34 Aug 26 11:11:52.068275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e89f51bc-1297-44e7-91d1-f18910ced418 None None] Provisioning for port 01cb448b-9b1b-4bc5-9645-becd29176047 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:52.079131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e89f51bc-1297-44e7-91d1-f18910ced418 None None] Provisioning complete for port 01cb448b-9b1b-4bc5-9645-becd29176047 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:52.079699 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e89f51bc-1297-44e7-91d1-f18910ced418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.080848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55d619-fe7a-4dc9-86e3-819cac299f54 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e76e0e-eba0-4d8c-b7e0-492a91353fff,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:52.083531 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f55d619-fe7a-4dc9-86e3-819cac299f54 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.085144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0f55d619-fe7a-4dc9-86e3-819cac299f54 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0990834 Aug 26 11:11:52.100056 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45572) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:52.103631 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade6923a-7564-4f2f-8016-55896a27c9ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.113404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d2f63063-5343-4255-a4d6-9ecc7bbe77bf tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '28e76e0e-eba0-4d8c-b7e0-492a91353fff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:52.122836 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.132266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-922e2bb3-0a1c-4812-808d-156bdefd2056 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.132598 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-922e2bb3-0a1c-4812-808d-156bdefd2056 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.150304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-922e2bb3-0a1c-4812-808d-156bdefd2056 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Calling delete_port for b23c368d-0967-4434-b87b-3aee8cec2737 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:52.166705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82504b-ea47-4ab2-86ea-a4b2424cb8f7 req-3423bcae-9c35-4b04-a4e4-416174b2f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:52.168536 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea82504b-ea47-4ab2-86ea-a4b2424cb8f7 req-3423bcae-9c35-4b04-a4e4-416174b2f0bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 1098 time: 0.2374239 Aug 26 11:11:52.181589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.190264 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:52.191676 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.273946 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.308355 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e89f51bc-1297-44e7-91d1-f18910ced418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.309069 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-d2f63063-5343-4255-a4d6-9ecc7bbe77bf tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:52.321520 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d2f63063-5343-4255-a4d6-9ecc7bbe77bf tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2179244 Aug 26 11:11:52.336275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45576) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:52.343535 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade6923a-7564-4f2f-8016-55896a27c9ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.345293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9bcb1002-b9ff-4e49-b868-6a4ff2f0c9d3 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group_rule': {'security_group_id': '28e76e0e-eba0-4d8c-b7e0-492a91353fff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:52.366348 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a469e-30d4-4e64-9682-82c9e1f42803 None None] DHCP port deletion for d9bb2ccb-77a7-4ec2-bc67-302b47fae832 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:52.372625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea82504b-ea47-4ab2-86ea-a4b2424cb8f7 req-24b8f001-e92e-4584-a4a2-97a1e20952f3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959174 Aug 26 11:11:52.391211 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8286231 Aug 26 11:11:52.415051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45582) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:52.432987 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'subnet': {'network_id': '1f3fa933-864d-45ba-83b1-930707d25c34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:52.442406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6923a-7564-4f2f-8016-55896a27c9ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Subnet': ['ID=28619aa0-7622-467b-886e-bd5b2732db36,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:52.453754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e89f51bc-1297-44e7-91d1-f18910ced418 None None] For port 01cb448b-9b1b-4bc5-9645-becd29176047, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=01cb448b-9b1b-4bc5-9645-becd29176047,segment=NetworkSegment(b1c17208-0999-4946-847a-4861f70bc2c6),segment_id=b1c17208-0999-4946-847a-4861f70bc2c6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:52.456048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5819f-1bd5-4124-80a8-f39f7d9ed974 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Network': ['ID=1f3fa933-864d-45ba-83b1-930707d25c34,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:52.465802 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ade6923a-7564-4f2f-8016-55896a27c9ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.467894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ade6923a-7564-4f2f-8016-55896a27c9ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/28619aa0-7622-467b-886e-bd5b2732db36 HTTP/1.1" status: 204 len: 168 time: 1.1534050 Aug 26 11:11:52.471352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 1f3fa933-864d-45ba-83b1-930707d25c34 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:52.475069 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e89f51bc-1297-44e7-91d1-f18910ced418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.482464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45586) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:52.599581 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-922e2bb3-0a1c-4812-808d-156bdefd2056 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.647552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e2bb3-0a1c-4812-808d-156bdefd2056 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Pushing event deleted for resources: {'Port': ['ID=b23c368d-0967-4434-b87b-3aee8cec2737,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:52.675236 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-9bcb1002-b9ff-4e49-b868-6a4ff2f0c9d3 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:11:52.676992 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9bcb1002-b9ff-4e49-b868-6a4ff2f0c9d3 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3377743 Aug 26 11:11:52.682672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45590) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:52.695896 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.762719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:52.766949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.767873 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-922e2bb3-0a1c-4812-808d-156bdefd2056 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.771742 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-922e2bb3-0a1c-4812-808d-156bdefd2056 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.773323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-922e2bb3-0a1c-4812-808d-156bdefd2056 tempest-AttachVolumeShelveTestJSON-48918021 tempest-AttachVolumeShelveTestJSON-48918021-project] 10.222.0.21 "DELETE /v2.0/floatingips/31439dff-764d-4651-ab87-1f2eeef80069 HTTP/1.1" status: 204 len: 168 time: 1.6961820 Aug 26 11:11:52.890248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-284a469e-30d4-4e64-9682-82c9e1f42803 None None] Deleting port 01cb448b-9b1b-4bc5-9645-becd29176047 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:52.890801 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-284a469e-30d4-4e64-9682-82c9e1f42803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.892862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f51bc-1297-44e7-91d1-f18910ced418 None None] Pushing event updated for resources: {'Port': ['ID=01cb448b-9b1b-4bc5-9645-becd29176047,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:52.934341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54fadf54-0968-48c5-9223-f2aa3e39479d tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:52.940955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6428c2cf-6d0a-4412-9e1c-23b8fc441c57 None None] Network b21fd9b3-777a-4c23-8616-355462b16982 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:52.997061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54fadf54-0968-48c5-9223-f2aa3e39479d tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:53.052930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b003d411-2e09-442c-86f1-88b1c6309afa None None] Provisioning for port d6cd5883-83ba-4d40-9e41-d58c8ff3057d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:53.055117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port d6cd5883-83ba-4d40-9e41-d58c8ff3057d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:53.055774 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:53.068672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-284a469e-30d4-4e64-9682-82c9e1f42803 None None] For port 01cb448b-9b1b-4bc5-9645-becd29176047, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=01cb448b-9b1b-4bc5-9645-becd29176047,segment=NetworkSegment(b1c17208-0999-4946-847a-4861f70bc2c6),segment_id=b1c17208-0999-4946-847a-4861f70bc2c6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:53.069093 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-284a469e-30d4-4e64-9682-82c9e1f42803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:53.102623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-284a469e-30d4-4e64-9682-82c9e1f42803 None None] Calling delete_port for 01cb448b-9b1b-4bc5-9645-becd29176047 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:53.161718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db808396-7e2d-4219-b78b-7c4626f0e2b7 req-7652c0e4-281c-4f77-9617-d61fba3fa0d5 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:53.172037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db808396-7e2d-4219-b78b-7c4626f0e2b7 req-7652c0e4-281c-4f77-9617-d61fba3fa0d5 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.0853579 Aug 26 11:11:53.217301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] For port d6cd5883-83ba-4d40-9e41-d58c8ff3057d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d6cd5883-83ba-4d40-9e41-d58c8ff3057d,segment=NetworkSegment(9e794abd-06a6-4201-8cbb-ce05aea984b8),segment_id=9e794abd-06a6-4201-8cbb-ce05aea984b8)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:53.217790 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:53.232370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db808396-7e2d-4219-b78b-7c4626f0e2b7 req-a692dd2f-22da-4441-9313-891f40535525 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Aug 26 11:11:53.259386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for d6cd5883-83ba-4d40-9e41-d58c8ff3057d owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:53.346295 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54fadf54-0968-48c5-9223-f2aa3e39479d tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:53.357312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54fadf54-0968-48c5-9223-f2aa3e39479d tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:53.363553 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-54fadf54-0968-48c5-9223-f2aa3e39479d tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "DELETE /v2.0/security-groups/28e76e0e-eba0-4d8c-b7e0-492a91353fff HTTP/1.1" status: 204 len: 168 time: 0.6749778 Aug 26 11:11:53.364765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45598) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:53.373007 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-284a469e-30d4-4e64-9682-82c9e1f42803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:53.388449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fadf54-0968-48c5-9223-f2aa3e39479d tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e76e0e-eba0-4d8c-b7e0-492a91353fff,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:53.515465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-afa81a2e-fd3d-440e-9855-abeee24ac9f2 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1440392 Aug 26 11:11:53.516351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45602) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:53.527557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-25059830-b6c8-44e0-ba32-bdbe2e360a21 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'tempest-secgroup--740119258'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:53.532481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b65bb7-ca4c-492b-b199-eb5875989a4f None None] DHCP port deletion for b21fd9b3-777a-4c23-8616-355462b16982 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:53.556074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a469e-30d4-4e64-9682-82c9e1f42803 None None] Pushing event deleted for resources: {'Port': ['ID=01cb448b-9b1b-4bc5-9645-becd29176047,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:53.597186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a469e-30d4-4e64-9682-82c9e1f42803 None None] No DVR routers for this DVR port 01cb448b-9b1b-4bc5-9645-becd29176047 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:53.602169 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:53.609365 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25059830-b6c8-44e0-ba32-bdbe2e360a21 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:53.648874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a0b65bb7-ca4c-492b-b199-eb5875989a4f None None] The port 'd6cd5883-83ba-4d40-9e41-d58c8ff3057d' was deleted {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 26 11:11:53.651401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 01cb448b-9b1b-4bc5-9645-becd29176047 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:11:53.667718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=d6cd5883-83ba-4d40-9e41-d58c8ff3057d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:53.683013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No DVR routers for this DVR port d6cd5883-83ba-4d40-9e41-d58c8ff3057d on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:53.698924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 01cb448b-9b1b-4bc5-9645-becd29176047 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:53.699700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 01cb448b-9b1b-4bc5-9645-becd29176047 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:11:53.772759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:11:53.873599 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:53.996425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.046442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21fd9b3-777a-4c23-8616-355462b16982']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:54.097037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e794abd-06a6-4201-8cbb-ce05aea984b8') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:54.097531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e794abd-06a6-4201-8cbb-ce05aea984b8') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:54.104235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Subnet': ['ID=03eb584d-833c-45ea-8153-1e672a8ce394,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:54.142541 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25059830-b6c8-44e0-ba32-bdbe2e360a21 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.146378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.161801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25059830-b6c8-44e0-ba32-bdbe2e360a21 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.209636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.219461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Checking segment: {'id': 'd3cc7a88-75fb-41d5-a55b-8def528f26c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f3fa933-864d-45ba-83b1-930707d25c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:54.220020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network hostable DHCP agents. Network: 1f3fa933-864d-45ba-83b1-930707d25c34, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:11:54.249101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25059830-b6c8-44e0-ba32-bdbe2e360a21 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.253783 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-25059830-b6c8-44e0-ba32-bdbe2e360a21 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7315614 Aug 26 11:11:54.254001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:54.254476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.255144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45612) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:54.259403 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:54.267321 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d31751f2-fccf-4f9f-b11c-01f24159a2c0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:54.268243 n-d-778550-13 neutron-server[101267]: WARNING neutron.api.v2.base [None req-d31751f2-fccf-4f9f-b11c-01f24159a2c0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 26 11:11:54.268782 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-d31751f2-fccf-4f9f-b11c-01f24159a2c0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] update failed (client error): There was a conflict when trying to complete your request. Aug 26 11:11:54.270066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d31751f2-fccf-4f9f-b11c-01f24159a2c0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "PUT /v2.0/security-groups/69da60f0-d7e7-40c9-9135-e5793ba6864c HTTP/1.1" status: 409 len: 330 time: 0.0136836 Aug 26 11:11:54.273852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45614) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:54.278136 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25059830-b6c8-44e0-ba32-bdbe2e360a21 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69da60f0-d7e7-40c9-9135-e5793ba6864c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:54.327859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network 1f3fa933-864d-45ba-83b1-930707d25c34 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:11:54.347186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 1f3fa933-864d-45ba-83b1-930707d25c34) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:54.350813 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.366747 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.370433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca7e66c-9884-416a-ac8b-a21a66dc18fc None None] Network 1f3fa933-864d-45ba-83b1-930707d25c34 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:54.377824 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/networks/b21fd9b3-777a-4c23-8616-355462b16982 HTTP/1.1" status: 204 len: 168 time: 1.8886428 Aug 26 11:11:54.377824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:54.377824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.394541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45616) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:54.400593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'name': 'tempest-PortsTestJSON-278411956'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:54.411219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3bd53-514d-47da-9d97-368aca5dfc64 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Network': ['ID=b21fd9b3-777a-4c23-8616-355462b16982,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:54.435024 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9203-2a75-4fd5-b5a8-7a637d6a06f0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.466698 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-75195049-813f-4bc0-a17b-f08a47752fdd tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0505133 Aug 26 11:11:54.471073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45618) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:54.492381 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7cfaa-61ea-4f4b-9a60-f28081571822 req-86da2b6e-77cd-4691-a0d6-7c97b280b400 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:54.495751 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ed7cfaa-61ea-4f4b-9a60-f28081571822 req-86da2b6e-77cd-4691-a0d6-7c97b280b400 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1394618 Aug 26 11:11:54.498331 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9203-2a75-4fd5-b5a8-7a637d6a06f0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.600862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:54.605321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.616214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ed7cfaa-61ea-4f4b-9a60-f28081571822 req-b037bd34-dd09-4ab2-b9ff-2c2549b61c39 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734255 Aug 26 11:11:54.622981 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9203-2a75-4fd5-b5a8-7a637d6a06f0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.628866 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9203-2a75-4fd5-b5a8-7a637d6a06f0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.630445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8cfa9203-2a75-4fd5-b5a8-7a637d6a06f0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "DELETE /v2.0/security-groups/69da60f0-d7e7-40c9-9135-e5793ba6864c HTTP/1.1" status: 204 len: 168 time: 0.3555424 Aug 26 11:11:54.645305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45620) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:54.648407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.653276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 4cc54b68-d683-4aad-951b-828c17e66747 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:11:54.681996 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa9203-2a75-4fd5-b5a8-7a637d6a06f0 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69da60f0-d7e7-40c9-9135-e5793ba6864c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:54.712884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-1f3fa933-864d-45ba-83b1-930707d25c34', 'network_id': '1f3fa933-864d-45ba-83b1-930707d25c34', 'tenant_id': '0f183d7ff61f453bb2c44441b34968d2', 'fixed_ips': [{'subnet_id': '03eb584d-833c-45ea-8153-1e672a8ce394'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:11:54.715851 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:54.778720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-665fec45-1de9-457a-83c0-f15e55d4c39e tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1273115 Aug 26 11:11:54.778720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45628) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:54.816550 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-80f082ec-6cd6-4304-8fe0-8d13353a7afb tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] delete failed (client error): The resource could not be found. Aug 26 11:11:54.821151 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-80f082ec-6cd6-4304-8fe0-8d13353a7afb tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "DELETE /v2.0/security-groups/62b172f6-ea5d-42cf-9375-453930d14a74 HTTP/1.1" status: 404 len: 347 time: 0.0382733 Aug 26 11:11:54.821523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45630) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:54.842423 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-84b122c2-7d63-42a5-99e7-46faa80dc5d1 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] show failed (client error): The resource could not be found. Aug 26 11:11:54.847661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-84b122c2-7d63-42a5-99e7-46faa80dc5d1 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-groups/bee8e8ef-e58d-4dcb-98fb-74ce805e15fc HTTP/1.1" status: 404 len: 347 time: 0.0210490 Aug 26 11:11:54.848489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45634) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:54.884142 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-c5d57d8f-af72-419a-bcff-d4498145c432 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] show failed (client error): The resource could not be found. Aug 26 11:11:54.893661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c5d57d8f-af72-419a-bcff-d4498145c432 tempest-NegativeSecGroupIPv6Test-223852681 tempest-NegativeSecGroupIPv6Test-223852681-project] 10.222.0.21 "GET /v2.0/security-group-rules/cbb2cd2c-2e3d-4c50-94f3-c8d050457008 HTTP/1.1" status: 404 len: 356 time: 0.0402770 Aug 26 11:11:54.935484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:55.172401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Allocated IP 2001:db8::f816:3eff:feaf:918e (1f3fa933-864d-45ba-83b1-930707d25c34/03eb584d-833c-45ea-8153-1e672a8ce394/6c737f65-9564-4e9e-9157-16739e0e26fb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:11:55.174262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:55.266332 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:55.399348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce0937-ca99-40d9-802b-c1012708633a req-4229b636-0531-4eba-8800-48782987f8ff tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:55.413513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-4229b636-0531-4eba-8800-48782987f8ff tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 811 time: 0.3560421 Aug 26 11:11:55.452720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-22c970fa-af74-428c-bdab-4eb9ff46577d tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/quotas/d3a9d573fa8f464ebcd4adf90e626417 HTTP/1.1" status: 200 len: 375 time: 0.0367837 Aug 26 11:11:55.496816 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:55.534030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Transition to ACTIVE for port object 6c737f65-9564-4e9e-9157-16739e0e26fb will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:55.593963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-9d4f6535-8f5b-4e8c-9d20-3251695d988e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402795 Aug 26 11:11:55.616022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45662) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:55.631912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Transition to ACTIVE for port object 6c737f65-9564-4e9e-9157-16739e0e26fb will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:11:55.651638 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:55.766148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Network 1f3fa933-864d-45ba-83b1-930707d25c34 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:55.774635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:55.782923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:55.787246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Pushing event updated for resources: {'Port': ['ID=6c737f65-9564-4e9e-9157-16739e0e26fb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:55.859903 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Attempting to bind port 6c737f65-9564-4e9e-9157-16739e0e26fb on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:11:55.859903 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Attempting to bind port 6c737f65-9564-4e9e-9157-16739e0e26fb by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'd3cc7a88-75fb-41d5-a55b-8def528f26c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f3fa933-864d-45ba-83b1-930707d25c34'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:11:55.860488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Attempting to bind port 6c737f65-9564-4e9e-9157-16739e0e26fb on network 1f3fa933-864d-45ba-83b1-930707d25c34 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:11:55.869668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:11:55.870101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Checking segment: {'id': 'd3cc7a88-75fb-41d5-a55b-8def528f26c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f3fa933-864d-45ba-83b1-930707d25c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:11:55.871013 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:55.871554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Bound using segment: {'id': 'd3cc7a88-75fb-41d5-a55b-8def528f26c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f3fa933-864d-45ba-83b1-930707d25c34'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:11:55.872317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Bound port: 6c737f65-9564-4e9e-9157-16739e0e26fb, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cc7a88-75fb-41d5-a55b-8def528f26c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '1f3fa933-864d-45ba-83b1-930707d25c34'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:11:55.873433 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:55.973192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] For port 6c737f65-9564-4e9e-9157-16739e0e26fb, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:11:55.978496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] For port 6c737f65-9564-4e9e-9157-16739e0e26fb, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6c737f65-9564-4e9e-9157-16739e0e26fb,segment=NetworkSegment(d3cc7a88-75fb-41d5-a55b-8def528f26c1),segment_id=d3cc7a88-75fb-41d5-a55b-8def528f26c1)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:11:55.985831 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:56.083897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:56.097881 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6271bdf4-883b-4f27-a665-ebaa9bb9c0b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88328e9a2d3a477da97892aab7abad57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765558 Aug 26 11:11:56.098257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:56.107636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45668) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:56.129782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f34ad6-a35c-4c96-92b8-a5f78c6a06d4 None None] Pushing event updated for resources: {'Port': ['ID=6c737f65-9564-4e9e-9157-16739e0e26fb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:56.130366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:56.149582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:56.150859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:56.162080 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-cf14ddd0-8bc0-4866-92cb-b716f1b6e97a service neutron] 10.222.0.21 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608540 Aug 26 11:11:56.178703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=4cc54b68-d683-4aad-951b-828c17e66747,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:56.213862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:56.219821 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-482e66ee-0a1a-4a3c-94f9-cf7161ca8585 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8239274 Aug 26 11:11:56.236343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45670) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:56.282064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-a7f7111f-e401-4298-8752-13f0cd567c25 service neutron] 10.222.0.21 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189668 Aug 26 11:11:56.355451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Subnet': ['ID=03eb584d-833c-45ea-8153-1e672a8ce394,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:56.379156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e2eb6e3-5d6c-4eb3-af43-0a1047036188 req-44cfd190-c494-48d3-948e-705da7d05401 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1123891 Aug 26 11:11:56.582792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2eb6e3-5d6c-4eb3-af43-0a1047036188 req-2d18cd7d-a10a-4346-b343-4a996ee73eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:56.584408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e2eb6e3-5d6c-4eb3-af43-0a1047036188 req-2d18cd7d-a10a-4346-b343-4a996ee73eea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 1098 time: 0.1482675 Aug 26 11:11:56.639259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:56.653017 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d71db568-17d9-4f29-be33-a9d91369745c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:56.677461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3fa933-864d-45ba-83b1-930707d25c34']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:56.738042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cc7a88-75fb-41d5-a55b-8def528f26c1') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:56.738852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cc7a88-75fb-41d5-a55b-8def528f26c1') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:56.782218 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:56.785223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2eb6e3-5d6c-4eb3-af43-0a1047036188 req-44757c08-55d9-4800-9a30-95e921191411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:56.801043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e2eb6e3-5d6c-4eb3-af43-0a1047036188 req-44757c08-55d9-4800-9a30-95e921191411 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 912 time: 0.1825092 Aug 26 11:11:56.911623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:56.913273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e2eb6e3-5d6c-4eb3-af43-0a1047036188 req-080a9acd-b820-4401-8eab-42ae01d90c98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c525a9d-9274-439a-96c2-2d700c6cbe38 HTTP/1.1" status: 200 len: 217 time: 0.1107647 Aug 26 11:11:56.943597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:56.944176 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:56.959075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-652842ab-f9e6-4bfc-a3f8-c659dc2ff8cf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 4cc54b68-d683-4aad-951b-828c17e66747 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:56.959415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-652842ab-f9e6-4bfc-a3f8-c659dc2ff8cf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:56.962374 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:56.977272 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d71db568-17d9-4f29-be33-a9d91369745c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:57.008038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2eb6e3-5d6c-4eb3-af43-0a1047036188 req-c64d539d-a10b-4913-8e27-7a40b0bf9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:57.010104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e2eb6e3-5d6c-4eb3-af43-0a1047036188 req-c64d539d-a10b-4913-8e27-7a40b0bf9c96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 HTTP/1.1" status: 200 len: 851 time: 0.0898995 Aug 26 11:11:57.069516 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e2eb6e3-5d6c-4eb3-af43-0a1047036188 req-a75902ad-7364-4663-b05a-5b7a1c09c88b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8fedadf-872d-4fec-b38f-c658ecc8deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480361 Aug 26 11:11:57.178089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-652842ab-f9e6-4bfc-a3f8-c659dc2ff8cf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:57.184937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.db.api [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 11:11:57.184937 n-d-778550-13 neutron-server[101266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 11:11:57.184937 n-d-778550-13 neutron-server[101266]: [parameters: {'id': '1f3fa933-864d-45ba-83b1-930707d25c34'}] Aug 26 11:11:57.184937 n-d-778550-13 neutron-server[101266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:11:57.185581 n-d-778550-13 neutron-server[101266]: DEBUG oslo_db.api [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:11:57.193099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d71db568-17d9-4f29-be33-a9d91369745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:57.196323 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d71db568-17d9-4f29-be33-a9d91369745c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:57.201272 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d71db568-17d9-4f29-be33-a9d91369745c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ef9aea2-6a7f-4d8d-a9fe-8ac61214d217 HTTP/1.1" status: 204 len: 168 time: 1.0862217 Aug 26 11:11:57.217363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-652842ab-f9e6-4bfc-a3f8-c659dc2ff8cf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 4cc54b68-d683-4aad-951b-828c17e66747 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:57.232530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71db568-17d9-4f29-be33-a9d91369745c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef9aea2-6a7f-4d8d-a9fe-8ac61214d217,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:57.235096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e2eb6e3-5d6c-4eb3-af43-0a1047036188 req-eb92c532-e596-41f5-8f9d-b4f5b11cb1af service neutron] 10.222.0.42 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619837 Aug 26 11:11:57.436228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-652842ab-f9e6-4bfc-a3f8-c659dc2ff8cf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:57.503172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652842ab-f9e6-4bfc-a3f8-c659dc2ff8cf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=4cc54b68-d683-4aad-951b-828c17e66747,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:57.505971 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-652842ab-f9e6-4bfc-a3f8-c659dc2ff8cf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:57.508690 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-652842ab-f9e6-4bfc-a3f8-c659dc2ff8cf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/4cc54b68-d683-4aad-951b-828c17e66747 HTTP/1.1" status: 204 len: 168 time: 1.2706525 Aug 26 11:11:57.512844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3e2eb6e3-5d6c-4eb3-af43-0a1047036188 req-ef549d1c-f54e-40be-9de7-1a4eb25e1e3b service neutron] 10.222.0.42 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690871 Aug 26 11:11:57.513657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45690) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:57.520678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'mac_address': 'fa:16:3e:9d:e5:59', 'name': 'tempest-PortsTestJSON-208667687'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:57.682012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:57.706769 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:57.793951 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6c737f65-9564-4e9e-9157-16739e0e26fb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:11:57.809900 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-196a59d1-1ade-4881-8c56-2824b6987cd6 req-5da5ba62-c5db-4d0a-88ff-fcf964635e58 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 210 time: 0.1475372 Aug 26 11:11:57.936752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6c737f65-9564-4e9e-9157-16739e0e26fb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:57.957716 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:58.007137 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 073fa7e7-1fd4-443a-bb34-f65988b19076 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:11:58.014356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Deleting port 6c737f65-9564-4e9e-9157-16739e0e26fb {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:58.014910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:58.150614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43bf283-2d3c-485b-a8f4-c4c64e00f8af None None] Network 1f3fa933-864d-45ba-83b1-930707d25c34 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:11:58.256022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] For port 6c737f65-9564-4e9e-9157-16739e0e26fb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6c737f65-9564-4e9e-9157-16739e0e26fb,segment=NetworkSegment(d3cc7a88-75fb-41d5-a55b-8def528f26c1),segment_id=d3cc7a88-75fb-41d5-a55b-8def528f26c1)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:11:58.256601 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:58.327938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Calling delete_port for 6c737f65-9564-4e9e-9157-16739e0e26fb owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:58.358554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e2efa63e-097d-484d-a534-d9b2cef0460c None None] Provisioning for port 6c737f65-9564-4e9e-9157-16739e0e26fb completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:11:58.370078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e2efa63e-097d-484d-a534-d9b2cef0460c None None] Provisioning complete for port 6c737f65-9564-4e9e-9157-16739e0e26fb triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:11:58.371137 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2efa63e-097d-484d-a534-d9b2cef0460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:58.572543 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:58.649048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:58.650450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b253cb3-0a5d-4c2c-a82b-5928d97917b2 None None] DHCP port deletion for 1f3fa933-864d-45ba-83b1-930707d25c34 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:11:58.684702 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2efa63e-097d-484d-a534-d9b2cef0460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:58.717365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Port': ['ID=6c737f65-9564-4e9e-9157-16739e0e26fb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:58.721164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No DVR routers for this DVR port 6c737f65-9564-4e9e-9157-16739e0e26fb on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:11:58.764095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:58.916179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:11:58.917931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:58.928502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:11:58.934819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:11:58.976808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:58.977493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.008569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3fa933-864d-45ba-83b1-930707d25c34']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:59.028582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0be61f8a-4d34-41ef-aa43-dc68cb00cec7 req-a9cf8406-5e5b-40b9-b5e7-4048c62eef33 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 210 time: 0.0381572 Aug 26 11:11:59.049629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cc7a88-75fb-41d5-a55b-8def528f26c1') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:59.049871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cc7a88-75fb-41d5-a55b-8def528f26c1') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:11:59.052681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=073fa7e7-1fd4-443a-bb34-f65988b19076,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:59.061110 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-54d96934-247a-46e8-a713-e3ddf60ebf24 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5458260 Aug 26 11:11:59.063816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45736) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:59.075473 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.113185 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.128923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbea95a-3ac6-48a5-b935-45a5cad46dfd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:59.130691 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cfbea95a-3ac6-48a5-b935-45a5cad46dfd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/073fa7e7-1fd4-443a-bb34-f65988b19076 HTTP/1.1" status: 200 len: 840 time: 0.0653052 Aug 26 11:11:59.134189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:11:59.134613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.137391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45740) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:11:59.138675 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:11:59.205509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45744) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:59.209577 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029802 Aug 26 11:11:59.217090 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45746) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:59.244621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.270534 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.276328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45752) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:59.279414 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/networks/1f3fa933-864d-45ba-83b1-930707d25c34 HTTP/1.1" status: 204 len: 168 time: 4.8068054 Aug 26 11:11:59.305319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-701623677'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:59.311490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc7b4f-5dea-4d6f-aa67-cdc502a958e2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Network': ['ID=1f3fa933-864d-45ba-83b1-930707d25c34,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:59.341931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:11:59.345765 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.401854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:11:59.407202 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5ce73e88-3803-401d-a6af-5a1db8f14693 tempest-NetworksApiDiscovery-67623629 tempest-NetworksApiDiscovery-67623629-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1890340 Aug 26 11:11:59.436303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-86bbc7e5-d757-4b39-a142-e9908f1cfa23 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 073fa7e7-1fd4-443a-bb34-f65988b19076 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:11:59.436656 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-86bbc7e5-d757-4b39-a142-e9908f1cfa23 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.442419 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.442798 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Added segment 3d337e54-7f26-443f-bd72-5b24e44a32ee of type vlan for network 4c8e7ce4-59f2-4c7a-a219-cb4d719742be Aug 26 11:11:59.630426 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-86bbc7e5-d757-4b39-a142-e9908f1cfa23 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.644693 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.658859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6c737f65-9564-4e9e-9157-16739e0e26fb no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:11:59.665777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-86bbc7e5-d757-4b39-a142-e9908f1cfa23 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 073fa7e7-1fd4-443a-bb34-f65988b19076 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:11:59.698988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6c737f65-9564-4e9e-9157-16739e0e26fb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:11:59.699651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6c737f65-9564-4e9e-9157-16739e0e26fb not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:11:59.745105 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.752257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:59.753055 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:11:59.831826 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce0937-ca99-40d9-802b-c1012708633a req-95665a4b-62ab-465a-943a-c0f6e68facbb tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:11:59.834021 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-95665a4b-62ab-465a-943a-c0f6e68facbb tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.47 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 811 time: 0.3082340 Aug 26 11:11:59.850789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5507414 Aug 26 11:11:59.852105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Request body: {'port': {'device_id': 'a93b94ba-fe4b-46c8-bdf1-a04ae111001b', 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac', 'admin_state_up': True, 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:59.854053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45760) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:59.865029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'subnet': {'network_id': '4c8e7ce4-59f2-4c7a-a219-cb4d719742be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:11:59.884739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae77a1-d821-42b5-a48e-66a87c156f64 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Network': ['ID=4c8e7ce4-59f2-4c7a-a219-cb4d719742be,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:11:59.902382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 4c8e7ce4-59f2-4c7a-a219-cb4d719742be details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:11:59.905837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45762) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:11:59.963939 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-86bbc7e5-d757-4b39-a142-e9908f1cfa23 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.004973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbc7e5-d757-4b39-a142-e9908f1cfa23 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=073fa7e7-1fd4-443a-bb34-f65988b19076,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:00.015129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Made reservation on behalf of d3a9d573fa8f464ebcd4adf90e626417 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:00.020430 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-86bbc7e5-d757-4b39-a142-e9908f1cfa23 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.025652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-86bbc7e5-d757-4b39-a142-e9908f1cfa23 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/073fa7e7-1fd4-443a-bb34-f65988b19076 HTTP/1.1" status: 204 len: 168 time: 0.8869069 Aug 26 11:12:00.026165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.028544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45766) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:00.060470 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fa267f-4c07-4e07-9d4a-c1f79df190c8 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:12:00.066241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-44fa267f-4c07-4e07-9d4a-c1f79df190c8 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/073fa7e7-1fd4-443a-bb34-f65988b19076 HTTP/1.1" status: 404 len: 333 time: 0.0366840 Aug 26 11:12:00.066920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45768) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:00.074476 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'name': 'tempest-PortsTestJSON-317515481'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:00.106993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4533c262-d1e1-421e-aaa0-fc66947231fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.133068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:00.136673 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.234997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Allocated IP 172.20.0.12 (f8fedadf-872d-4fec-b38f-c658ecc8deac/1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5/c43a6f04-b13e-44a7-8f38-100d51f808d5) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:00.335753 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4533c262-d1e1-421e-aaa0-fc66947231fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.355401 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4533c262-d1e1-421e-aaa0-fc66947231fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.446965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4533c262-d1e1-421e-aaa0-fc66947231fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bb3186566054927bf8178c0084377e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5397317 Aug 26 11:12:00.449932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45776) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:00.450642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533c262-d1e1-421e-aaa0-fc66947231fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8a84bf-10b1-4848-af34-891f9749137e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:00.559102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-722b4aa7-253d-49b8-a206-da3608933115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.563308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.620358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd522950-69b7-48e9-9e44-bc7740aae2fd req-eee30544-698c-4038-b8d0-fd25910ee66f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 210 time: 0.0596216 Aug 26 11:12:00.651638 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-722b4aa7-253d-49b8-a206-da3608933115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.668941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.683611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1c525a9d-9274-439a-96c2-2d700c6cbe38'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:12:00.719091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:00.726010 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.751197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Network f8fedadf-872d-4fec-b38f-c658ecc8deac is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:00.752856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port ae07ac9e-4bb8-4903-b515-16bd739529d6 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:12:00.754343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Pushing event updated for resources: {'Port': ['ID=c43a6f04-b13e-44a7-8f38-100d51f808d5,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:00.759067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:00.760852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:00.813386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:00.814132 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.833897 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-a0f3ecd1-a716-4e5d-8549-ab4898a10aa9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9867265 Aug 26 11:12:00.842520 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-722b4aa7-253d-49b8-a206-da3608933115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.847645 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-722b4aa7-253d-49b8-a206-da3608933115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.849429 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-722b4aa7-253d-49b8-a206-da3608933115 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb8a84bf-10b1-4848-af34-891f9749137e HTTP/1.1" status: 204 len: 168 time: 0.3956795 Aug 26 11:12:00.859190 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Request body: {'port': {'device_id': 'a93b94ba-fe4b-46c8-bdf1-a04ae111001b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:00.917780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b4aa7-253d-49b8-a206-da3608933115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8a84bf-10b1-4848-af34-891f9749137e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:00.945039 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:00.968649 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.113646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Subnet': ['ID=544b2747-2cac-409a-be35-d7fd680c76e2,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:01.134050 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Checking segment: {'id': '3d337e54-7f26-443f-bd72-5b24e44a32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4c8e7ce4-59f2-4c7a-a219-cb4d719742be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:01.134422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network hostable DHCP agents. Network: 4c8e7ce4-59f2-4c7a-a219-cb4d719742be, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:12:01.141624 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.170209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network 4c8e7ce4-59f2-4c7a-a219-cb4d719742be is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:12:01.194567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 4c8e7ce4-59f2-4c7a-a219-cb4d719742be) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:01.200945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:01.201918 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.207157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28a88b-d34f-4c85-889e-e93111b8c33f None None] Network 4c8e7ce4-59f2-4c7a-a219-cb4d719742be requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:01.214126 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.261844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-61f04942-e160-4645-9703-1bf187227d2a tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4045458 Aug 26 11:12:01.262895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45788) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:01.285326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:01.291911 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:01.307652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:01.313279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:01.313933 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.396731 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=ae07ac9e-4bb8-4903-b515-16bd739529d6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:01.411948 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6a87d714-1e3c-49ea-ae71-faed51298ef4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3417704 Aug 26 11:12:01.419331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45796) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:01.428128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-be45bc99-224f-4e3c-8c14-3323f8197db9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:01.483855 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.497315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-4c8e7ce4-59f2-4c7a-a219-cb4d719742be', 'network_id': '4c8e7ce4-59f2-4c7a-a219-cb4d719742be', 'tenant_id': '0f183d7ff61f453bb2c44441b34968d2', 'fixed_ips': [{'subnet_id': '544b2747-2cac-409a-be35-d7fd680c76e2'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:12:01.499081 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.537623 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-be45bc99-224f-4e3c-8c14-3323f8197db9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.557839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45804) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:01.588871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43a6f04-b13e-44a7-8f38-100d51f808d5 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:12:01.599644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.619942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Transition to ACTIVE for port object c43a6f04-b13e-44a7-8f38-100d51f808d5 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:01.634629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.654122 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.762709 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Pushing event updated for resources: {'Port': ['ID=c43a6f04-b13e-44a7-8f38-100d51f808d5,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:01.868629 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Allocated IP 2001:db8::2 (4c8e7ce4-59f2-4c7a-a219-cb4d719742be/544b2747-2cac-409a-be35-d7fd680c76e2/7f4926f1-59dc-4c6c-a372-f17bed57adb7) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:01.951082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3835eb2-6973-4015-989e-e3802582639f req-d8f1ff4c-ccf8-401d-aed2-c9d1519347fa tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:01.953592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3835eb2-6973-4015-989e-e3802582639f req-d8f1ff4c-ccf8-401d-aed2-c9d1519347fa tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 944 time: 0.1187520 Aug 26 11:12:01.978998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-be45bc99-224f-4e3c-8c14-3323f8197db9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:01.988145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-be45bc99-224f-4e3c-8c14-3323f8197db9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.008266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-be45bc99-224f-4e3c-8c14-3323f8197db9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] In _notify_port_updated(), no bound segment for port ae07ac9e-4bb8-4903-b515-16bd739529d6 on network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 {{(pid=101267) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:12:02.014534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be45bc99-224f-4e3c-8c14-3323f8197db9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:02.015408 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-be45bc99-224f-4e3c-8c14-3323f8197db9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.016902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-be45bc99-224f-4e3c-8c14-3323f8197db9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "PUT /v2.0/ports/ae07ac9e-4bb8-4903-b515-16bd739529d6 HTTP/1.1" status: 200 len: 818 time: 0.5963051 Aug 26 11:12:02.034017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45822) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:02.060157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c3835eb2-6973-4015-989e-e3802582639f req-4ab87ddb-aae6-41d4-baf3-353079a043c3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981460 Aug 26 11:12:02.075134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45bc99-224f-4e3c-8c14-3323f8197db9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=ae07ac9e-4bb8-4903-b515-16bd739529d6,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:02.207106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Attempting to bind port c43a6f04-b13e-44a7-8f38-100d51f808d5 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:12:02.207482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Attempting to bind port c43a6f04-b13e-44a7-8f38-100d51f808d5 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:12:02.207813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Attempting to bind port c43a6f04-b13e-44a7-8f38-100d51f808d5 on network f8fedadf-872d-4fec-b38f-c658ecc8deac {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:12:02.213871 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.234988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Transition to ACTIVE for port object 7f4926f1-59dc-4c6c-a372-f17bed57adb7 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:02.241216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Port c43a6f04-b13e-44a7-8f38-100d51f808d5 on network f8fedadf-872d-4fec-b38f-c658ecc8deac not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:12:02.241624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Attempting to bind port c43a6f04-b13e-44a7-8f38-100d51f808d5 on network f8fedadf-872d-4fec-b38f-c658ecc8deac {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:12:02.264381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Transition to ACTIVE for port object 7f4926f1-59dc-4c6c-a372-f17bed57adb7 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:02.275317 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.289790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:12:02.290235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Checking segment: {'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:02.290600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Bound using segment: {'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:12:02.291139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Bound port: c43a6f04-b13e-44a7-8f38-100d51f808d5, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7869cf2-3a8f-4630-8a8e-321d7e366881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:12:02.291531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.305512 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.327896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Pushing event updated for resources: {'Port': ['ID=7f4926f1-59dc-4c6c-a372-f17bed57adb7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:02.345412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Network 4c8e7ce4-59f2-4c7a-a219-cb4d719742be is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:02.347140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:02.349722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:02.368399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Subnet': ['ID=544b2747-2cac-409a-be35-d7fd680c76e2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:02.430608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Attempting to bind port 7f4926f1-59dc-4c6c-a372-f17bed57adb7 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:12:02.431218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Attempting to bind port 7f4926f1-59dc-4c6c-a372-f17bed57adb7 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '3d337e54-7f26-443f-bd72-5b24e44a32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4c8e7ce4-59f2-4c7a-a219-cb4d719742be'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:12:02.431971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Attempting to bind port 7f4926f1-59dc-4c6c-a372-f17bed57adb7 on network 4c8e7ce4-59f2-4c7a-a219-cb4d719742be {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:12:02.441841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:12:02.442438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Checking segment: {'id': '3d337e54-7f26-443f-bd72-5b24e44a32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4c8e7ce4-59f2-4c7a-a219-cb4d719742be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:02.443008 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.443607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Bound using segment: {'id': '3d337e54-7f26-443f-bd72-5b24e44a32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4c8e7ce4-59f2-4c7a-a219-cb4d719742be'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:12:02.444333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Bound port: 7f4926f1-59dc-4c6c-a372-f17bed57adb7, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d337e54-7f26-443f-bd72-5b24e44a32ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4c8e7ce4-59f2-4c7a-a219-cb4d719742be'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:12:02.445088 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.504999 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.518985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8e7ce4-59f2-4c7a-a219-cb4d719742be']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:02.539120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d337e54-7f26-443f-bd72-5b24e44a32ee') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:02.539508 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d337e54-7f26-443f-bd72-5b24e44a32ee') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:02.553442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] For port 7f4926f1-59dc-4c6c-a372-f17bed57adb7, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:12:02.563914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] For port 7f4926f1-59dc-4c6c-a372-f17bed57adb7, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7f4926f1-59dc-4c6c-a372-f17bed57adb7,segment=NetworkSegment(3d337e54-7f26-443f-bd72-5b24e44a32ee),segment_id=3d337e54-7f26-443f-bd72-5b24e44a32ee)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:12:02.565190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.575037 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.607440 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.636920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:02.637811 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:02.641706 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:02.666206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c23df8-e0ef-4bb3-a0c1-8ae8b889fe02 None None] Pushing event updated for resources: {'Port': ['ID=7f4926f1-59dc-4c6c-a372-f17bed57adb7,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:02.717872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] For port c43a6f04-b13e-44a7-8f38-100d51f808d5, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:12:02.719855 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.api [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 11:12:02.719855 n-d-778550-13 neutron-server[101267]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 11:12:02.719855 n-d-778550-13 neutron-server[101267]: [parameters: {'id': '4c8e7ce4-59f2-4c7a-a219-cb4d719742be'}] Aug 26 11:12:02.719855 n-d-778550-13 neutron-server[101267]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101267) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:12:02.721055 n-d-778550-13 neutron-server[101267]: DEBUG oslo_db.api [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:12:02.752017 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee829373-52f9-4e79-aae6-723b833644e6 None None] Network 4c8e7ce4-59f2-4c7a-a219-cb4d719742be requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:02.795897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] For port c43a6f04-b13e-44a7-8f38-100d51f808d5, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c43a6f04-b13e-44a7-8f38-100d51f808d5,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:12:02.803154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c12b6ed6-a072-4d14-8699-12e60972c1db tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port ae07ac9e-4bb8-4903-b515-16bd739529d6 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:02.803757 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c12b6ed6-a072-4d14-8699-12e60972c1db tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.838126 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.897194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ccfdd3-5ae2-46e3-adce-d22feadc3cc7 None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:12:02.983533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ccfdd3-5ae2-46e3-adce-d22feadc3cc7 None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:12:02.992779 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:02.994282 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:02.996331 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] 10.222.0.47 "PUT /v2.0/ports/c43a6f04-b13e-44a7-8f38-100d51f808d5 HTTP/1.1" status: 200 len: 1093 time: 2.1455464 Aug 26 11:12:03.005235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93b94ba-fe4b-46c8-bdf1-a04ae111001b', 'tag': 'c43a6f04-b13e-44a7-8f38-100d51f808d5'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:12:03.009187 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8150b85c-179b-4de4-b8d9-84f6071bde17" -d '{"events": [{"name": "network-changed", "server_uuid": "a93b94ba-fe4b-46c8-bdf1-a04ae111001b", "tag": "c43a6f04-b13e-44a7-8f38-100d51f808d5"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:12:03.081815 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1ab8f4-d7f1-4806-8189-642e5e4485fb x-openstack-request-id: req-2f1ab8f4-d7f1-4806-8189-642e5e4485fb {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:12:03.082291 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93b94ba-fe4b-46c8-bdf1-a04ae111001b", "tag": "c43a6f04-b13e-44a7-8f38-100d51f808d5", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:12:03.082711 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f1ab8f4-d7f1-4806-8189-642e5e4485fb {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:12:03.083438 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93b94ba-fe4b-46c8-bdf1-a04ae111001b', 'tag': 'c43a6f04-b13e-44a7-8f38-100d51f808d5', 'status': 'completed', 'code': 200} Aug 26 11:12:03.173584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c12b6ed6-a072-4d14-8699-12e60972c1db tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.185429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f8a0b-c5dc-456c-9254-a68762e6386f service neutron] Pushing event updated for resources: {'Port': ['ID=c43a6f04-b13e-44a7-8f38-100d51f808d5,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:03.197591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c12b6ed6-a072-4d14-8699-12e60972c1db tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for ae07ac9e-4bb8-4903-b515-16bd739529d6 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:03.232265 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.246552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce0937-ca99-40d9-802b-c1012708633a req-8c7e5276-830c-4db1-8afe-72b52586f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:03.247992 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-8c7e5276-830c-4db1-8afe-72b52586f4e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 1096 time: 0.1605849 Aug 26 11:12:03.309415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fd854-a3d6-4e25-ab42-7accf789255b req-5b541c26-00fc-4f11-a94a-a37dc5d8206d tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:03.317750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e5fd854-a3d6-4e25-ab42-7accf789255b req-5b541c26-00fc-4f11-a94a-a37dc5d8206d tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 944 time: 0.1226318 Aug 26 11:12:03.361601 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-d90026b0-e53f-4fe9-8000-6b6ea3c51b49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43a6f04-b13e-44a7-8f38-100d51f808d5 HTTP/1.1" status: 200 len: 217 time: 0.0595901 Aug 26 11:12:03.380187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e5fd854-a3d6-4e25-ab42-7accf789255b req-0b5f095a-6ac0-4d7b-8036-4aa9eb3e3e35 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568128 Aug 26 11:12:03.411981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Deleting port 7f4926f1-59dc-4c6c-a372-f17bed57adb7 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:03.412533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.471878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce0937-ca99-40d9-802b-c1012708633a req-2a06b9ee-c707-44ec-93b1-22aa99fa0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:03.473384 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-2a06b9ee-c707-44ec-93b1-22aa99fa0745 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 HTTP/1.1" status: 200 len: 851 time: 0.1031487 Aug 26 11:12:03.496852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c12b6ed6-a072-4d14-8699-12e60972c1db tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.503745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] For port 7f4926f1-59dc-4c6c-a372-f17bed57adb7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7f4926f1-59dc-4c6c-a372-f17bed57adb7,segment=NetworkSegment(3d337e54-7f26-443f-bd72-5b24e44a32ee),segment_id=3d337e54-7f26-443f-bd72-5b24e44a32ee)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:03.504123 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.517585 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-142826a3-133b-4869-b563-5acf40546c08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f8fedadf-872d-4fec-b38f-c658ecc8deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338361 Aug 26 11:12:03.520476 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Calling delete_port for 7f4926f1-59dc-4c6c-a372-f17bed57adb7 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:03.597199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b6ed6-a072-4d14-8699-12e60972c1db tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=ae07ac9e-4bb8-4903-b515-16bd739529d6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:03.626419 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c12b6ed6-a072-4d14-8699-12e60972c1db tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.629378 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c12b6ed6-a072-4d14-8699-12e60972c1db tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/ae07ac9e-4bb8-4903-b515-16bd739529d6 HTTP/1.1" status: 204 len: 168 time: 1.5859621 Aug 26 11:12:03.632138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45866) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:03.690358 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.692201 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.695294 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-e152b900-07d9-4e44-8444-60e904ad9c92 service neutron] 10.222.0.47 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442151 Aug 26 11:12:03.734501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No DVR routers for this DVR port 7f4926f1-59dc-4c6c-a372-f17bed57adb7 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:03.742373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Port': ['ID=7f4926f1-59dc-4c6c-a372-f17bed57adb7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:03.814052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297e635-d2ff-4634-a65e-aba9693b0a12 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:03.819529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d297e635-d2ff-4634-a65e-aba9693b0a12 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1835432 Aug 26 11:12:03.822870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45872) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:03.900613 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.909885 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a581aabb-efdc-49d2-b88e-92891f88195d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:12:03.911925 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a581aabb-efdc-49d2-b88e-92891f88195d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/ae07ac9e-4bb8-4903-b515-16bd739529d6 HTTP/1.1" status: 404 len: 333 time: 0.0886028 Aug 26 11:12:03.912757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8e7ce4-59f2-4c7a-a219-cb4d719742be']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:03.915860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45874) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:03.932679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-72911525'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:03.940562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d337e54-7f26-443f-bd72-5b24e44a32ee') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:03.940857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d337e54-7f26-443f-bd72-5b24e44a32ee') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:03.958710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.981185 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.988801 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dfce0937-ca99-40d9-802b-c1012708633a req-942372b1-3db5-42c3-ba5d-c1df2225e73c service neutron] 10.222.0.47 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575357 Aug 26 11:12:03.989135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:03.992912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:03.999258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:03.999924 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:04.003606 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:04.089968 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.102495 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.104445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/networks/4c8e7ce4-59f2-4c7a-a219-cb4d719742be HTTP/1.1" status: 204 len: 168 time: 2.8377862 Aug 26 11:12:04.107459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:12:04.118505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45876) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:04.127324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-374781799'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:04.134836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdb775-0fd4-446d-9132-7551ad34e222 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Network': ['ID=4c8e7ce4-59f2-4c7a-a219-cb4d719742be,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:04.135168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150b85c-179b-4de4-b8d9-84f6071bde17 req-e9c81453-f8f5-491f-9c7e-e0d00d339b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:04.136768 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8150b85c-179b-4de4-b8d9-84f6071bde17 req-e9c81453-f8f5-491f-9c7e-e0d00d339b4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 1096 time: 0.0716910 Aug 26 11:12:04.148383 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.148740 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Added segment b90faf9b-00f0-4861-93a8-04cbd4903814 of type vlan for network 5d36156b-3261-46e0-8dc2-2f43455e8c75 Aug 26 11:12:04.186787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:04.190492 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.213989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] Deleting port 16d99a0d-435a-4fbf-b36d-da6744232c79 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:04.214337 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.216082 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.241346 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:12:04.268110 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.268446 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Added segment a3ba2523-fd27-4454-86ec-3ca9d75a1bff of type vlan for network a8babc54-ddc4-48d5-91b8-f8cc40840eb9 Aug 26 11:12:04.279725 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.286333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:04.287014 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.326779 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150b85c-179b-4de4-b8d9-84f6071bde17 req-22fafe68-edc0-42da-b368-172340431bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:04.328519 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8150b85c-179b-4de4-b8d9-84f6071bde17 req-22fafe68-edc0-42da-b368-172340431bb6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 912 time: 0.1846716 Aug 26 11:12:04.356817 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] For port 16d99a0d-435a-4fbf-b36d-da6744232c79, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=16d99a0d-435a-4fbf-b36d-da6744232c79,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:04.357151 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.386908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.396904 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8150b85c-179b-4de4-b8d9-84f6071bde17 req-130aac75-557d-4721-a94b-65dbf9a47c40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43a6f04-b13e-44a7-8f38-100d51f808d5 HTTP/1.1" status: 200 len: 217 time: 0.0523226 Aug 26 11:12:04.397145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4770269 Aug 26 11:12:04.404021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45880) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:04.412847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '5d36156b-3261-46e0-8dc2-2f43455e8c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:04.413620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] Calling delete_port for 16d99a0d-435a-4fbf-b36d-da6744232c79 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:04.465583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1bdc4-73fc-4e28-9b14-9063fb8df513 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Network': ['ID=5d36156b-3261-46e0-8dc2-2f43455e8c75,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:04.477500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 5d36156b-3261-46e0-8dc2-2f43455e8c75 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:12:04.537772 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.544025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:04.544862 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.628172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150b85c-179b-4de4-b8d9-84f6071bde17 req-41ab5e85-17f2-4e88-9934-3fe2b8115bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:04.629779 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8150b85c-179b-4de4-b8d9-84f6071bde17 req-41ab5e85-17f2-4e88-9934-3fe2b8115bb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 HTTP/1.1" status: 200 len: 851 time: 0.1692140 Aug 26 11:12:04.638597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5160673 Aug 26 11:12:04.640412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45882) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:04.651175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ab914-4145-4b78-beb2-40ba2bfb03f9 req-61f71fc7-c5d4-48dc-80a7-b09edc9e5b2f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:04.652909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d7ab914-4145-4b78-beb2-40ba2bfb03f9 req-61f71fc7-c5d4-48dc-80a7-b09edc9e5b2f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 944 time: 0.1885247 Aug 26 11:12:04.657300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4201d92-3469-4429-8166-a9d3577f4bc5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Network': ['ID=a8babc54-ddc4-48d5-91b8-f8cc40840eb9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:04.663780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Request body: {'subnet': {'network_id': 'a8babc54-ddc4-48d5-91b8-f8cc40840eb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:04.673438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network a8babc54-ddc4-48d5-91b8-f8cc40840eb9 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:12:04.678626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:04.682891 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:04.711146 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8150b85c-179b-4de4-b8d9-84f6071bde17 req-5c60bdbc-7089-4fcc-9d5a-95f500960d6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f8fedadf-872d-4fec-b38f-c658ecc8deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716803 Aug 26 11:12:04.870675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d7ab914-4145-4b78-beb2-40ba2bfb03f9 req-7e040a2d-1521-4f29-bdfe-6370ab26e121 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037537 Aug 26 11:12:05.043689 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:05.059177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Made reservation on behalf of 0f183d7ff61f453bb2c44441b34968d2 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:05.062816 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:05.097346 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:05.141303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d99a0d-435a-4fbf-b36d-da6744232c79,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:05.169561 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8150b85c-179b-4de4-b8d9-84f6071bde17 req-c6bdb9a3-e44c-4e2f-8a43-b39cccc34f2e service neutron] 10.222.0.47 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623296 Aug 26 11:12:05.194246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Subnet': ['ID=92729748-cda1-4c2c-b651-792e58db06a5,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:05.203177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Checking segment: {'id': 'b90faf9b-00f0-4861-93a8-04cbd4903814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5d36156b-3261-46e0-8dc2-2f43455e8c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:05.203500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network hostable DHCP agents. Network: 5d36156b-3261-46e0-8dc2-2f43455e8c75, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:12:05.223956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 5d36156b-3261-46e0-8dc2-2f43455e8c75 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:12:05.241659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 5d36156b-3261-46e0-8dc2-2f43455e8c75) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:05.249231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:05.250360 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:05.259897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ebc46d-5a15-427b-936c-75f56b7e02e9 None None] Network 5d36156b-3261-46e0-8dc2-2f43455e8c75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:05.281240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9a40c2f4-5940-47d8-8ba0-89560b4a98ea tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8760543 Aug 26 11:12:05.282589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45892) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:05.293485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0e653dbd-232b-412f-a0da-46217e5a5655 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '5d36156b-3261-46e0-8dc2-2f43455e8c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:05.485575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e653dbd-232b-412f-a0da-46217e5a5655 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:05.490897 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0e653dbd-232b-412f-a0da-46217e5a5655 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:05.504055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d36156b-3261-46e0-8dc2-2f43455e8c75', 'network_id': '5d36156b-3261-46e0-8dc2-2f43455e8c75', 'tenant_id': 'bee5caa8d34f4177a30c86bb1716157f', 'fixed_ips': [{'subnet_id': '92729748-cda1-4c2c-b651-792e58db06a5'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:12:05.504945 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:05.541302 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8150b85c-179b-4de4-b8d9-84f6071bde17 req-1609dbcb-8f42-4bcf-9f54-3a7d44a581f1 service neutron] 10.222.0.47 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471160 Aug 26 11:12:05.585348 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:05.640312 n-d-778550-13 neutron-server[101267]: INFO neutron.db.ipam_backend_mixin [None req-0e653dbd-232b-412f-a0da-46217e5a5655 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 92729748-cda1-4c2c-b651-792e58db06a5 (CIDR: 172.20.0.0/28) Aug 26 11:12:05.645946 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e653dbd-232b-412f-a0da-46217e5a5655 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:12:05.646843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e653dbd-232b-412f-a0da-46217e5a5655 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:12:05.664985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0e653dbd-232b-412f-a0da-46217e5a5655 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3782275 Aug 26 11:12:05.665367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45894) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:05.671617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a3487df4-f0f7-42bc-92f6-fab12e0c4046 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '5d36156b-3261-46e0-8dc2-2f43455e8c75', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:05.753287 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:12:05.769373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Allocated IP 172.20.0.2 (5d36156b-3261-46e0-8dc2-2f43455e8c75/92729748-cda1-4c2c-b651-792e58db06a5/0e685f13-6864-48f4-b37f-ac4aa6bcba13) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:05.875992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3487df4-f0f7-42bc-92f6-fab12e0c4046 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:05.884926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a3487df4-f0f7-42bc-92f6-fab12e0c4046 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:05.936696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:12:05.951235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:06.147739 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:06.162924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3da21-1740-4368-85a1-a939a163a41e req-5c39fd48-a740-4f61-89c2-b3e2453fb142 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:06.164827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cce3da21-1740-4368-85a1-a939a163a41e req-5c39fd48-a740-4f61-89c2-b3e2453fb142 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 944 time: 0.1692674 Aug 26 11:12:06.169731 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Transition to ACTIVE for port object 0e685f13-6864-48f4-b37f-ac4aa6bcba13 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:06.205675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Transition to ACTIVE for port object 0e685f13-6864-48f4-b37f-ac4aa6bcba13 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:06.228180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event updated for resources: {'Subnet': ['ID=d16b26fd-18de-406d-9321-6bf178c4858b,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:06.231049 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:06.251047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Network 5d36156b-3261-46e0-8dc2-2f43455e8c75 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:06.254587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:06.278932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:06.280684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cce3da21-1740-4368-85a1-a939a163a41e req-d52c1f71-2e21-459c-8630-66180f60d59e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878859 Aug 26 11:12:06.326111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Pushing event updated for resources: {'Port': ['ID=0e685f13-6864-48f4-b37f-ac4aa6bcba13,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:06.331015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Checking segment: {'id': 'a3ba2523-fd27-4454-86ec-3ca9d75a1bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a8babc54-ddc4-48d5-91b8-f8cc40840eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:06.334877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network hostable DHCP agents. Network: a8babc54-ddc4-48d5-91b8-f8cc40840eb9, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:12:06.363426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Attempting to bind port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:12:06.363862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Attempting to bind port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'b90faf9b-00f0-4861-93a8-04cbd4903814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5d36156b-3261-46e0-8dc2-2f43455e8c75'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:12:06.364235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Attempting to bind port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 on network 5d36156b-3261-46e0-8dc2-2f43455e8c75 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:12:06.371898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:12:06.372445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Checking segment: {'id': 'b90faf9b-00f0-4861-93a8-04cbd4903814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5d36156b-3261-46e0-8dc2-2f43455e8c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:06.372953 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:06.373447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Bound using segment: {'id': 'b90faf9b-00f0-4861-93a8-04cbd4903814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5d36156b-3261-46e0-8dc2-2f43455e8c75'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:12:06.374026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Bound port: 0e685f13-6864-48f4-b37f-ac4aa6bcba13, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90faf9b-00f0-4861-93a8-04cbd4903814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5d36156b-3261-46e0-8dc2-2f43455e8c75'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:12:06.374665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:06.512996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] For port 0e685f13-6864-48f4-b37f-ac4aa6bcba13, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:12:06.521000 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a3487df4-f0f7-42bc-92f6-fab12e0c4046 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:06.531106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] For port 0e685f13-6864-48f4-b37f-ac4aa6bcba13, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0e685f13-6864-48f4-b37f-ac4aa6bcba13,segment=NetworkSegment(b90faf9b-00f0-4861-93a8-04cbd4903814),segment_id=b90faf9b-00f0-4861-93a8-04cbd4903814)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:12:06.541100 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:06.621367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3487df4-f0f7-42bc-92f6-fab12e0c4046 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 5d36156b-3261-46e0-8dc2-2f43455e8c75 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:06.639957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-a3487df4-f0f7-42bc-92f6-fab12e0c4046 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:06.651865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3487df4-f0f7-42bc-92f6-fab12e0c4046 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:06.652599 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a3487df4-f0f7-42bc-92f6-fab12e0c4046 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:06.676296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2247bd-f9be-41e9-b1b1-9d39e9df30e4 None None] Pushing event updated for resources: {'Port': ['ID=0e685f13-6864-48f4-b37f-ac4aa6bcba13,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:06.695941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a3487df4-f0f7-42bc-92f6-fab12e0c4046 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0293496 Aug 26 11:12:06.696942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45904) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:06.706906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': '5d36156b-3261-46e0-8dc2-2f43455e8c75', 'fixed_ips': [{'subnet_id': '92729748-cda1-4c2c-b651-792e58db06a5'}, {'subnet_id': 'ed8afa49-0b03-4a51-b9b2-7725a361a9e9'}], 'name': 'tempest-PortsTestJSON-1927913764'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:06.711121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3487df4-f0f7-42bc-92f6-fab12e0c4046 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Subnet': ['ID=ed8afa49-0b03-4a51-b9b2-7725a361a9e9,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:06.864612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] Router 5f07b56b-e493-4c76-9d80-0c087f269df7 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:12:06.866046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Network a8babc54-ddc4-48d5-91b8-f8cc40840eb9 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:12:06.889776 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, a8babc54-ddc4-48d5-91b8-f8cc40840eb9) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:06.902317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f515e448-522a-4306-9900-229558dd0f23 None None] Network a8babc54-ddc4-48d5-91b8-f8cc40840eb9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:06.907040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:06.907701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:07.019135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:07.028848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-3ca75022-7d7c-4ae1-8a11-b3fed2250221 req-9918e080-1042-468c-bde8-01333fe96dfb service neutron] (101266) timed out ('10.222.0.21', 51930) {{(pid=101266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:12:07.039490 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ff0517bf-58ee-466d-9cd6-3fc0f712d1ef tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3862591 Aug 26 11:12:07.046538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45916) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:07.211293 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:07.233099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-a8babc54-ddc4-48d5-91b8-f8cc40840eb9', 'network_id': 'a8babc54-ddc4-48d5-91b8-f8cc40840eb9', 'tenant_id': '0f183d7ff61f453bb2c44441b34968d2', 'fixed_ips': [{'subnet_id': 'd16b26fd-18de-406d-9321-6bf178c4858b'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:12:07.234430 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:07.239186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:12:07.279536 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:12:07.290456 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec00ad0-b972-4312-a83b-af1da85a693b None None] Sync routers for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:12:07.291781 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3107c1cf-7ef7-4717-b6ea-172bbde2a350 admin admin] 10.222.0.21 "PUT /v2.0/routers/5f07b56b-e493-4c76-9d80-0c087f269df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7313848 Aug 26 11:12:07.294999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45922) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:07.315271 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec00ad0-b972-4312-a83b-af1da85a693b None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:12:07.316312 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dec00ad0-b972-4312-a83b-af1da85a693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:07.374170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:07.466164 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:07.487188 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-dec00ad0-b972-4312-a83b-af1da85a693b None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:12:07.493632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Allocated IP 2001:db8::f816:3eff:fe91:6157 (a8babc54-ddc4-48d5-91b8-f8cc40840eb9/d16b26fd-18de-406d-9321-6bf178c4858b/e33db66d-4591-436f-aa51-8f21ac9ef184) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:07.605103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:07.628258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f107f4-84cb-41ac-a225-19bfef72fe6a req-417a353b-37e5-4243-802c-95f7a75442a8 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:07.629876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c9f107f4-84cb-41ac-a225-19bfef72fe6a req-417a353b-37e5-4243-802c-95f7a75442a8 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 944 time: 0.2317970 Aug 26 11:12:07.695229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:07.707623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Transition to ACTIVE for port object e33db66d-4591-436f-aa51-8f21ac9ef184 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:07.722681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0e685f13-6864-48f4-b37f-ac4aa6bcba13 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:07.725167 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:07.750853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Transition to ACTIVE for port object e33db66d-4591-436f-aa51-8f21ac9ef184 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:07.771424 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:07.851252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Network a8babc54-ddc4-48d5-91b8-f8cc40840eb9 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:07.854546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:07.872497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c9f107f4-84cb-41ac-a225-19bfef72fe6a req-af4e0a20-311e-4f9a-aacd-370911d2e442 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276049 Aug 26 11:12:07.894700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:07.913555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:07.998022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:08.004699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Pushing event updated for resources: {'Port': ['ID=e33db66d-4591-436f-aa51-8f21ac9ef184,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:08.019128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Subnet': ['ID=d16b26fd-18de-406d-9321-6bf178c4858b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:08.044980 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dec00ad0-b972-4312-a83b-af1da85a693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:12:04Z', 'revision_number': 5, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port': {'id': '54667031-1a4a-44ed-96ba-3ad5f0db98fb', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:01:08Z', 'updated_at': '2021-08-26T11:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:08.102906 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec00ad0-b972-4312-a83b-af1da85a693b None None] Checking router: 5f07b56b-e493-4c76-9d80-0c087f269df7 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:12:08.120887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Attempting to bind port e33db66d-4591-436f-aa51-8f21ac9ef184 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:12:08.121490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.10 (5d36156b-3261-46e0-8dc2-2f43455e8c75/92729748-cda1-4c2c-b651-792e58db06a5/9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:08.122017 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Attempting to bind port e33db66d-4591-436f-aa51-8f21ac9ef184 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'a3ba2523-fd27-4454-86ec-3ca9d75a1bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a8babc54-ddc4-48d5-91b8-f8cc40840eb9'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:12:08.122502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Attempting to bind port e33db66d-4591-436f-aa51-8f21ac9ef184 on network a8babc54-ddc4-48d5-91b8-f8cc40840eb9 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:12:08.137618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.21 (5d36156b-3261-46e0-8dc2-2f43455e8c75/ed8afa49-0b03-4a51-b9b2-7725a361a9e9/9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:08.138335 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec00ad0-b972-4312-a83b-af1da85a693b None None] Routers {'5f07b56b-e493-4c76-9d80-0c087f269df7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:12:08.139379 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dec00ad0-b972-4312-a83b-af1da85a693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:11:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5f07b56b-e493-4c76-9d80-0c087f269df7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:08.142998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:12:08.143710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Checking segment: {'id': 'a3ba2523-fd27-4454-86ec-3ca9d75a1bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a8babc54-ddc4-48d5-91b8-f8cc40840eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:08.145163 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.145683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Bound using segment: {'id': 'a3ba2523-fd27-4454-86ec-3ca9d75a1bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a8babc54-ddc4-48d5-91b8-f8cc40840eb9'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:12:08.147721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Bound port: e33db66d-4591-436f-aa51-8f21ac9ef184, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ba2523-fd27-4454-86ec-3ca9d75a1bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a8babc54-ddc4-48d5-91b8-f8cc40840eb9'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:12:08.148242 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.174133 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Deleting port 54667031-1a4a-44ed-96ba-3ad5f0db98fb {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:08.174471 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.300929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] For port 54667031-1a4a-44ed-96ba-3ad5f0db98fb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=54667031-1a4a-44ed-96ba-3ad5f0db98fb,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:08.301634 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.327722 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Calling delete_port for 54667031-1a4a-44ed-96ba-3ad5f0db98fb owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:08.396174 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-dec00ad0-b972-4312-a83b-af1da85a693b None None] Set router 5f07b56b-e493-4c76-9d80-0c087f269df7 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:12:08.398352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.412310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8babc54-ddc4-48d5-91b8-f8cc40840eb9']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:08.429920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ba2523-fd27-4454-86ec-3ca9d75a1bff') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:08.430275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ba2523-fd27-4454-86ec-3ca9d75a1bff') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:08.477403 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.494964 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.519008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:08.535502 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dec00ad0-b972-4312-a83b-af1da85a693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:12:07Z', 'revision_number': 6, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:08.541854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae75f0-036f-48dc-b7df-e441bb3a32c9 None None] Network 5d36156b-3261-46e0-8dc2-2f43455e8c75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:08.545284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.553717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:08.554086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:08.557327 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:08.585135 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.599246 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec00ad0-b972-4312-a83b-af1da85a693b None None] The sync data for ids ['5f07b56b-e493-4c76-9d80-0c087f269df7'] in n-d-778550-13 is: [{'id': '5f07b56b-e493-4c76-9d80-0c087f269df7', 'name': 'tempest-AttachVolumeShelveTestJSON-961511042-router', 'tenant_id': '7deefc2f5b984afeae122ac7c02c452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:01:05Z', 'updated_at': '2021-08-26T11:12:07Z', 'revision_number': 6, 'project_id': '7deefc2f5b984afeae122ac7c02c452c', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:12:08.680421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 5d36156b-3261-46e0-8dc2-2f43455e8c75 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:08.681892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:08.686337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:08.701183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-74a439f5-aa49-42e4-a64a-f5473f9c83bc None None] Provisioning for port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:08.727458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-74a439f5-aa49-42e4-a64a-f5473f9c83bc None None] Provisioning complete for port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:08.727837 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74a439f5-aa49-42e4-a64a-f5473f9c83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.732426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] For port e33db66d-4591-436f-aa51-8f21ac9ef184, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:12:08.745827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:08.763368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.db.api [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 26 11:12:08.763368 n-d-778550-13 neutron-server[101266]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 26 11:12:08.763368 n-d-778550-13 neutron-server[101266]: [parameters: {'id': 'a8babc54-ddc4-48d5-91b8-f8cc40840eb9'}] Aug 26 11:12:08.763368 n-d-778550-13 neutron-server[101266]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:12:08.763891 n-d-778550-13 neutron-server[101266]: DEBUG oslo_db.api [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:12:08.764748 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.769310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:08.770342 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.781217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] For port e33db66d-4591-436f-aa51-8f21ac9ef184, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e33db66d-4591-436f-aa51-8f21ac9ef184,segment=NetworkSegment(a3ba2523-fd27-4454-86ec-3ca9d75a1bff),segment_id=a3ba2523-fd27-4454-86ec-3ca9d75a1bff)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:12:08.789781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-02cf7b58-777c-47c6-a7b0-85b12eee7f21 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.0892522 Aug 26 11:12:08.792342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45950) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:08.797290 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.800209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-dd68ef39-2f19-4ada-9177-4f252c5f8d3b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92729748-cda1-4c2c-b651-792e58db06a5'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:08.805605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Pushing event deleted for resources: {'Port': ['ID=54667031-1a4a-44ed-96ba-3ad5f0db98fb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:08.887340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:08.949076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1912c10-3df4-4c65-af91-c763f642d038 None None] Pushing event updated for resources: {'Port': ['ID=e33db66d-4591-436f-aa51-8f21ac9ef184,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:08.953260 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd68ef39-2f19-4ada-9177-4f252c5f8d3b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.038267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0be4702-6589-4a4f-ad53-ba279d669826 None None] Network a8babc54-ddc4-48d5-91b8-f8cc40840eb9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:09.055132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c43a6f04-b13e-44a7-8f38-100d51f808d5 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:12:09.072104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.078439 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.153810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.154718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f07b56b-e493-4c76-9d80-0c087f269df7 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:12:09.161809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d2f8a-7d50-4f1a-8c57-438eec518a9f req-c53b25fe-f068-490a-bc55-7297c8919aa3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:09.172857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc8d2f8a-7d50-4f1a-8c57-438eec518a9f req-c53b25fe-f068-490a-bc55-7297c8919aa3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 944 time: 0.1809618 Aug 26 11:12:09.176092 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.179483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-59c9f7e8-df7e-42da-a98d-4d26acbfa840 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5f07b56b-e493-4c76-9d80-0c087f269df7 HTTP/1.1" status: 204 len: 168 time: 1.8812766 Aug 26 11:12:09.180275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45954) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:09.182316 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74a439f5-aa49-42e4-a64a-f5473f9c83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.253909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc8d2f8a-7d50-4f1a-8c57-438eec518a9f req-d808710f-1671-492a-acbf-3a452603b6e6 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794115 Aug 26 11:12:09.264568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0ddf2e-1489-4ba6-9969-c7a23a88c470 admin admin] Deleting subnet 9398a137-c7e7-4668-9b5e-52739eaf067d {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:12:09.267233 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.270706 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddf2e-1489-4ba6-9969-c7a23a88c470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.344355 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddf2e-1489-4ba6-9969-c7a23a88c470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.358751 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 11:12:09.469451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Deleting port e33db66d-4591-436f-aa51-8f21ac9ef184 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:09.469864 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.474356 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-74a439f5-aa49-42e4-a64a-f5473f9c83bc None None] For port 0e685f13-6864-48f4-b37f-ac4aa6bcba13, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0e685f13-6864-48f4-b37f-ac4aa6bcba13,segment=NetworkSegment(b90faf9b-00f0-4861-93a8-04cbd4903814),segment_id=b90faf9b-00f0-4861-93a8-04cbd4903814)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:09.507596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9150d0-9b3f-47eb-ae37-9905564ded0f None None] Update dhcp port {'port': {'network_id': '5d36156b-3261-46e0-8dc2-2f43455e8c75', 'fixed_ips': [{'subnet_id': '92729748-cda1-4c2c-b651-792e58db06a5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed8afa49-0b03-4a51-b9b2-7725a361a9e9'}], 'binding:host_id': 'n-d-778550-13'}, 'id': '0e685f13-6864-48f4-b37f-ac4aa6bcba13'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:12:09.546229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74a439f5-aa49-42e4-a64a-f5473f9c83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.644312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddf2e-1489-4ba6-9969-c7a23a88c470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.670836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-dd68ef39-2f19-4ada-9177-4f252c5f8d3b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Delete allocated IP 172.20.0.21 (5d36156b-3261-46e0-8dc2-2f43455e8c75/ed8afa49-0b03-4a51-b9b2-7725a361a9e9) {{(pid=101267) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 11:12:09.712081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16d99a0d-435a-4fbf-b36d-da6744232c79 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:12:09.734615 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be9150d0-9b3f-47eb-ae37-9905564ded0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.778270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] For port e33db66d-4591-436f-aa51-8f21ac9ef184, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e33db66d-4591-436f-aa51-8f21ac9ef184,segment=NetworkSegment(a3ba2523-fd27-4454-86ec-3ca9d75a1bff),segment_id=a3ba2523-fd27-4454-86ec-3ca9d75a1bff)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:09.787691 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.810942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Calling delete_port for e33db66d-4591-436f-aa51-8f21ac9ef184 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:09.825429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 16d99a0d-435a-4fbf-b36d-da6744232c79 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:12:09.830962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16d99a0d-435a-4fbf-b36d-da6744232c79 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:12:09.831413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 54667031-1a4a-44ed-96ba-3ad5f0db98fb no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:12:09.875573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c43a6f04-b13e-44a7-8f38-100d51f808d5, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c43a6f04-b13e-44a7-8f38-100d51f808d5,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:09.878845 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddf2e-1489-4ba6-9969-c7a23a88c470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.893309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'c43a6f04-b13e-44a7-8f38-100d51f808d5', 'network_id': 'f8fedadf-872d-4fec-b38f-c658ecc8deac', 'port_id': 'c43a6f04-b13e-44a7-8f38-100d51f808d5', 'mac_address': 'fa:16:3e:24:59:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:12:09.913403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a439f5-aa49-42e4-a64a-f5473f9c83bc None None] Pushing event updated for resources: {'Port': ['ID=0e685f13-6864-48f4-b37f-ac4aa6bcba13,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:09.926164 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddf2e-1489-4ba6-9969-c7a23a88c470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:09.930891 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5b0ddf2e-1489-4ba6-9969-c7a23a88c470 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9398a137-c7e7-4668-9b5e-52739eaf067d HTTP/1.1" status: 204 len: 168 time: 0.7468903 Aug 26 11:12:09.930891 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ddf2e-1489-4ba6-9969-c7a23a88c470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9398a137-c7e7-4668-9b5e-52739eaf067d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:09.931234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45978) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:09.966862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2188ee-a549-4b16-ae9d-b7c632f0013b None None] Network c64b4187-b470-473a-8e56-145b91806fc5 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:09.968479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 54667031-1a4a-44ed-96ba-3ad5f0db98fb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:12:09.968859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 54667031-1a4a-44ed-96ba-3ad5f0db98fb not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:12:10.001261 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.052799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Port': ['ID=e33db66d-4591-436f-aa51-8f21ac9ef184,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:10.074023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No DVR routers for this DVR port e33db66d-4591-436f-aa51-8f21ac9ef184 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:10.234714 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.264664 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.276673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8babc54-ddc4-48d5-91b8-f8cc40840eb9']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:10.303284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ba2523-fd27-4454-86ec-3ca9d75a1bff') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:10.303539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ba2523-fd27-4454-86ec-3ca9d75a1bff') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:10.311222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43a6f04-b13e-44a7-8f38-100d51f808d5 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:12:10.324283 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.346119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c43a6f04-b13e-44a7-8f38-100d51f808d5, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c43a6f04-b13e-44a7-8f38-100d51f808d5,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:10.353726 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.356162 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.369163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:10.369579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:10.372933 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:10.417922 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=c43a6f04-b13e-44a7-8f38-100d51f808d5,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:10.491979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.509400 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.519811 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/networks/a8babc54-ddc4-48d5-91b8-f8cc40840eb9 HTTP/1.1" status: 204 len: 168 time: 3.4705811 Aug 26 11:12:10.520811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54845906-3b7e-46a4-8658-62a7c65b366c None None] DHCP port deletion for c64b4187-b470-473a-8e56-145b91806fc5 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:12:10.525507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45986) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:10.540046 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.552840 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd68ef39-2f19-4ada-9177-4f252c5f8d3b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.568221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb5c12-586f-48c7-a298-f60b2b87cee4 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Network': ['ID=a8babc54-ddc4-48d5-91b8-f8cc40840eb9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:10.597618 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-54845906-3b7e-46a4-8658-62a7c65b366c None None] Deleting port 49d2fc76-f1eb-4e8e-9819-112225839dcb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:10.598121 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54845906-3b7e-46a4-8658-62a7c65b366c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.600434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-dd68ef39-2f19-4ada-9177-4f252c5f8d3b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Ignored duplicate provisioning block setup for port 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 26 11:12:10.601920 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3531e3-e584-4caf-ab18-6700c6b098ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] DELETE failed (client error): The resource could not be found. Aug 26 11:12:10.603092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3531e3-e584-4caf-ab18-6700c6b098ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:12:10.605718 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7c3531e3-e584-4caf-ab18-6700c6b098ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/subnets/d16b26fd-18de-406d-9321-6bf178c4858b HTTP/1.1" status: 404 len: 337 time: 0.0785735 Aug 26 11:12:10.608273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45988) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:10.633390 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1958f866-70ed-4278-a382-255f4dc0525d tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] DELETE failed (client error): The resource could not be found. Aug 26 11:12:10.634404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1958f866-70ed-4278-a382-255f4dc0525d tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:12:10.635199 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd68ef39-2f19-4ada-9177-4f252c5f8d3b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.636970 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1958f866-70ed-4278-a382-255f4dc0525d tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/networks/a8babc54-ddc4-48d5-91b8-f8cc40840eb9 HTTP/1.1" status: 404 len: 339 time: 0.0271292 Aug 26 11:12:10.643257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45990) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:10.666282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c43a6f04-b13e-44a7-8f38-100d51f808d5'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:12:10.669823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ef4d5-b8e8-46bb-a496-14485a022b37 req-66662725-3092-4558-9e6d-9cd6fa05cb49 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:10.671698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c5ef4d5-b8e8-46bb-a496-14485a022b37 req-66662725-3092-4558-9e6d-9cd6fa05cb49 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 945 time: 0.1821136 Aug 26 11:12:10.733159 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fe2971-0218-4e74-b214-ce588fe896f8 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] DELETE failed (client error): The resource could not be found. Aug 26 11:12:10.733159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fe2971-0218-4e74-b214-ce588fe896f8 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:12:10.743974 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-75fe2971-0218-4e74-b214-ce588fe896f8 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/subnets/544b2747-2cac-409a-be35-d7fd680c76e2 HTTP/1.1" status: 404 len: 337 time: 0.0929675 Aug 26 11:12:10.743974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45994) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:10.765771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c5ef4d5-b8e8-46bb-a496-14485a022b37 req-b402eac5-3685-4829-9714-16b7e30cac97 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659988 Aug 26 11:12:10.777151 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-54845906-3b7e-46a4-8658-62a7c65b366c None None] For port 49d2fc76-f1eb-4e8e-9819-112225839dcb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=49d2fc76-f1eb-4e8e-9819-112225839dcb,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:10.778066 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54845906-3b7e-46a4-8658-62a7c65b366c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.792305 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ae36b6-eda6-4cbb-b039-0165b587fb21 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] DELETE failed (client error): The resource could not be found. Aug 26 11:12:10.795064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-be9150d0-9b3f-47eb-ae37-9905564ded0f None None] Allocated IP 172.20.0.18 (5d36156b-3261-46e0-8dc2-2f43455e8c75/ed8afa49-0b03-4a51-b9b2-7725a361a9e9/0e685f13-6864-48f4-b37f-ac4aa6bcba13) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:10.795916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ae36b6-eda6-4cbb-b039-0165b587fb21 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:12:10.806436 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-92ae36b6-eda6-4cbb-b039-0165b587fb21 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/networks/4c8e7ce4-59f2-4c7a-a219-cb4d719742be HTTP/1.1" status: 404 len: 339 time: 0.0576677 Aug 26 11:12:10.807514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45996) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:10.818708 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-54845906-3b7e-46a4-8658-62a7c65b366c None None] Calling delete_port for 49d2fc76-f1eb-4e8e-9819-112225839dcb owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:10.822615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68ef39-2f19-4ada-9177-4f252c5f8d3b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:10.844494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Deleting port 49d2fc76-f1eb-4e8e-9819-112225839dcb {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:10.844845 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.865082 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f142d7e5-6c66-4608-b5b5-7ab06aa1cd7d tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] DELETE failed (client error): The resource could not be found. Aug 26 11:12:10.865568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f142d7e5-6c66-4608-b5b5-7ab06aa1cd7d tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:12:10.871508 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f142d7e5-6c66-4608-b5b5-7ab06aa1cd7d tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/subnets/03eb584d-833c-45ea-8153-1e672a8ce394 HTTP/1.1" status: 404 len: 337 time: 0.0589998 Aug 26 11:12:10.871914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45998) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:10.895146 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af3b3b3-5b7e-4d91-8206-23230706542b tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] DELETE failed (client error): The resource could not be found. Aug 26 11:12:10.895744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af3b3b3-5b7e-4d91-8206-23230706542b tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:12:10.901443 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0af3b3b3-5b7e-4d91-8206-23230706542b tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/networks/1f3fa933-864d-45ba-83b1-930707d25c34 HTTP/1.1" status: 404 len: 339 time: 0.0245287 Aug 26 11:12:10.902545 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46000) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:10.924759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] For port 49d2fc76-f1eb-4e8e-9819-112225839dcb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=49d2fc76-f1eb-4e8e-9819-112225839dcb,segment=NetworkSegment(9b9487b8-135f-45b6-b43c-743d6dd6e785),segment_id=9b9487b8-135f-45b6-b43c-743d6dd6e785)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:10.925117 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:10.941623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Calling delete_port for 49d2fc76-f1eb-4e8e-9819-112225839dcb owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:11.040033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.044460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5d7cd8b8-df57-4e85-8d0e-5a121fd40129 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Deleting port 44f6e243-46e3-4f57-90c4-c4b207e84a4c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:11.046947 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd8b8-df57-4e85-8d0e-5a121fd40129 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.085915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-be9150d0-9b3f-47eb-ae37-9905564ded0f None None] For port 0e685f13-6864-48f4-b37f-ac4aa6bcba13, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0e685f13-6864-48f4-b37f-ac4aa6bcba13,segment=NetworkSegment(b90faf9b-00f0-4861-93a8-04cbd4903814),segment_id=b90faf9b-00f0-4861-93a8-04cbd4903814)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:11.098923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-dd68ef39-2f19-4ada-9177-4f252c5f8d3b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] In _notify_port_updated(), no bound segment for port 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 on network 5d36156b-3261-46e0-8dc2-2f43455e8c75 {{(pid=101267) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:12:11.104904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68ef39-2f19-4ada-9177-4f252c5f8d3b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:11.105350 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd68ef39-2f19-4ada-9177-4f252c5f8d3b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.106756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dd68ef39-2f19-4ada-9177-4f252c5f8d3b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "PUT /v2.0/ports/9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 HTTP/1.1" status: 200 len: 920 time: 2.3132827 Aug 26 11:12:11.116833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46002) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:11.118190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] No DVR routers for this DVR port 49d2fc76-f1eb-4e8e-9819-112225839dcb on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:11.126353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c8af659d-bfba-4e1b-93be-97a09022a63d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92729748-cda1-4c2c-b651-792e58db06a5'}, {'subnet_id': 'ed8afa49-0b03-4a51-b9b2-7725a361a9e9'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:11.128923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d2fc76-f1eb-4e8e-9819-112225839dcb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:11.181888 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be9150d0-9b3f-47eb-ae37-9905564ded0f None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.219175 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.230850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-be9150d0-9b3f-47eb-ae37-9905564ded0f None None] Transition to ACTIVE for port object 0e685f13-6864-48f4-b37f-ac4aa6bcba13 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:11.231465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64b4187-b470-473a-8e56-145b91806fc5']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:11.252873 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be9150d0-9b3f-47eb-ae37-9905564ded0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.254430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9487b8-135f-45b6-b43c-743d6dd6e785') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:11.254828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9487b8-135f-45b6-b43c-743d6dd6e785') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:11.269704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd8b8-df57-4e85-8d0e-5a121fd40129 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.278150 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.286637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5d7cd8b8-df57-4e85-8d0e-5a121fd40129 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Calling delete_port for 44f6e243-46e3-4f57-90c4-c4b207e84a4c owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:11.304882 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.314187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:11.315116 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.320097 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54845906-3b7e-46a4-8658-62a7c65b366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:11.394191 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:11.405803 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.416875 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd8b8-df57-4e85-8d0e-5a121fd40129 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.421414 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.424373 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c64b4187-b470-473a-8e56-145b91806fc5 HTTP/1.1" status: 204 len: 168 time: 1.4919643 Aug 26 11:12:11.486345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbd3cd-bf00-4c0e-838e-50180fbc47a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c64b4187-b470-473a-8e56-145b91806fc5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:11.504187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54845906-3b7e-46a4-8658-62a7c65b366c None None] No DVR routers for this DVR port 49d2fc76-f1eb-4e8e-9819-112225839dcb on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:11.520002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cd8b8-df57-4e85-8d0e-5a121fd40129 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Port': ['ID=44f6e243-46e3-4f57-90c4-c4b207e84a4c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:11.559431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9150d0-9b3f-47eb-ae37-9905564ded0f None None] Pushing event updated for resources: {'Port': ['ID=0e685f13-6864-48f4-b37f-ac4aa6bcba13,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:11.571436 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd8b8-df57-4e85-8d0e-5a121fd40129 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.573554 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5d7cd8b8-df57-4e85-8d0e-5a121fd40129 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/ports/44f6e243-46e3-4f57-90c4-c4b207e84a4c HTTP/1.1" status: 204 len: 168 time: 0.6701803 Aug 26 11:12:11.577143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46010) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:11.622664 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41b18f9-c2e5-4264-970f-760a839ee194 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] DELETE failed (client error): The resource could not be found. Aug 26 11:12:11.623195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41b18f9-c2e5-4264-970f-760a839ee194 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:12:11.625146 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e41b18f9-c2e5-4264-970f-760a839ee194 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/subnets/64f7c94a-3af3-4a3b-a6c4-1da15c9c4303 HTTP/1.1" status: 404 len: 337 time: 0.0469234 Aug 26 11:12:11.626052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54845906-3b7e-46a4-8658-62a7c65b366c None None] Pushing event deleted for resources: {'Port': ['ID=49d2fc76-f1eb-4e8e-9819-112225839dcb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:11.628709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46012) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:11.719696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0e685f13-6864-48f4-b37f-ac4aa6bcba13 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:11.832396 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:11.868025 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c8af659d-bfba-4e1b-93be-97a09022a63d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.007202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 49d2fc76-f1eb-4e8e-9819-112225839dcb no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:12:12.052556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 49d2fc76-f1eb-4e8e-9819-112225839dcb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:12:12.052917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 49d2fc76-f1eb-4e8e-9819-112225839dcb not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:12:12.068576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46018) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:12.125986 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.142232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bb2ccb-77a7-4ec2-bc67-302b47fae832']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:12.163748 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c17208-0999-4946-847a-4861f70bc2c6') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:12.164055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c17208-0999-4946-847a-4861f70bc2c6') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:12.195983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a24ca-5a47-4d35-a33e-f0f1e0fbe5c0 req-417a7440-b960-42ff-bf64-d799104f2ca4 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:12.196772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f35a24ca-5a47-4d35-a33e-f0f1e0fbe5c0 req-417a7440-b960-42ff-bf64-d799104f2ca4 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 945 time: 0.2172854 Aug 26 11:12:12.201574 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.225739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-64a013bb-003c-47e5-9522-ff89e79701b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7deefc2f5b984afeae122ac7c02c452c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537023 Aug 26 11:12:12.228618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46020) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:12.268670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.298110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:12.300758 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:12.322655 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:12.382175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-c8af659d-bfba-4e1b-93be-97a09022a63d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.19 (5d36156b-3261-46e0-8dc2-2f43455e8c75/ed8afa49-0b03-4a51-b9b2-7725a361a9e9/9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:12.451178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f35a24ca-5a47-4d35-a33e-f0f1e0fbe5c0 req-bfff1fd5-12c1-44b5-bc75-b02adf6453dc tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447464 Aug 26 11:12:12.460472 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f15aa1a4-4b48-4b64-879a-78c004c3ba51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.480529 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.493982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c6f7b1-f530-4e4d-bca8-74921f38afc6 None None] Network 5d36156b-3261-46e0-8dc2-2f43455e8c75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:12.513081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.515484 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/networks/d9bb2ccb-77a7-4ec2-bc67-302b47fae832 HTTP/1.1" status: 204 len: 168 time: 0.8856297 Aug 26 11:12:12.520129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ea95f-7a75-4cc6-8120-dcb133299a53 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Network': ['ID=d9bb2ccb-77a7-4ec2-bc67-302b47fae832,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:12.523357 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f15aa1a4-4b48-4b64-879a-78c004c3ba51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.525208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46024) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:12.571765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3b4c32b3-c16b-43d2-ad1e-c240d8349597 None None] Provisioning for port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:12.581237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3b4c32b3-c16b-43d2-ad1e-c240d8349597 None None] Provisioning complete for port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:12.581620 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4c32b3-c16b-43d2-ad1e-c240d8349597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.625204 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c8af659d-bfba-4e1b-93be-97a09022a63d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.642522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-c8af659d-bfba-4e1b-93be-97a09022a63d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Ignored duplicate provisioning block setup for port 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 26 11:12:12.647295 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c8af659d-bfba-4e1b-93be-97a09022a63d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.672307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1af96-588d-4704-915f-c1ae38050cc2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Deleting port 463ee8f7-362a-4f8d-bb6d-408c5e0162c4 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:12.672810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bc1af96-588d-4704-915f-c1ae38050cc2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.678019 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f15aa1a4-4b48-4b64-879a-78c004c3ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.680826 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f15aa1a4-4b48-4b64-879a-78c004c3ba51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.684350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f15aa1a4-4b48-4b64-879a-78c004c3ba51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5df853af-d127-4c9b-a081-a259cf3a969d HTTP/1.1" status: 204 len: 168 time: 0.4525678 Aug 26 11:12:12.747759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aa1a4-4b48-4b64-879a-78c004c3ba51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df853af-d127-4c9b-a081-a259cf3a969d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:12.760855 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af659d-bfba-4e1b-93be-97a09022a63d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:12.776045 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bc1af96-588d-4704-915f-c1ae38050cc2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.798318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1af96-588d-4704-915f-c1ae38050cc2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Calling delete_port for 463ee8f7-362a-4f8d-bb6d-408c5e0162c4 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:12.842986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c8af659d-bfba-4e1b-93be-97a09022a63d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] In _notify_port_updated(), no bound segment for port 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 on network 5d36156b-3261-46e0-8dc2-2f43455e8c75 {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:12:12.849138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8af659d-bfba-4e1b-93be-97a09022a63d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:12.849812 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c8af659d-bfba-4e1b-93be-97a09022a63d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.866181 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c8af659d-bfba-4e1b-93be-97a09022a63d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "PUT /v2.0/ports/9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 HTTP/1.1" status: 200 len: 1000 time: 1.7444346 Aug 26 11:12:12.867728 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46038) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:12.912236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3b4c32b3-c16b-43d2-ad1e-c240d8349597 None None] Provisioning for port 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:12.916608 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bc1af96-588d-4704-915f-c1ae38050cc2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.917650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3b4c32b3-c16b-43d2-ad1e-c240d8349597 None None] Provisioning complete for port 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:12.918210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4c32b3-c16b-43d2-ad1e-c240d8349597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.962812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1af96-588d-4704-915f-c1ae38050cc2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Port': ['ID=463ee8f7-362a-4f8d-bb6d-408c5e0162c4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:12.974758 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bc1af96-588d-4704-915f-c1ae38050cc2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:12.975188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c32b3-c16b-43d2-ad1e-c240d8349597 None None] Port 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:12.982073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0bc1af96-588d-4704-915f-c1ae38050cc2 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/ports/463ee8f7-362a-4f8d-bb6d-408c5e0162c4 HTTP/1.1" status: 204 len: 168 time: 0.4551854 Aug 26 11:12:12.982839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46042) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:13.037437 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bad2a9d-aba0-4a88-ace4-39e7882153fb tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] DELETE failed (client error): The resource could not be found. Aug 26 11:12:13.037912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bad2a9d-aba0-4a88-ace4-39e7882153fb tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:12:13.039854 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9bad2a9d-aba0-4a88-ace4-39e7882153fb tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/subnets/270ae330-80e8-4d53-82d6-52b8c558e6e9 HTTP/1.1" status: 404 len: 337 time: 0.0384438 Aug 26 11:12:13.042404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46050) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:13.070991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c43a6f04-b13e-44a7-8f38-100d51f808d5 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:13.140374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port c43a6f04-b13e-44a7-8f38-100d51f808d5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:13.143625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:13.146328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port c43a6f04-b13e-44a7-8f38-100d51f808d5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:13.147349 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:13.157044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-87f54b52-2e61-4570-9061-83a4ae6da987 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:13.157443 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87f54b52-2e61-4570-9061-83a4ae6da987 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:13.360032 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:13.369919 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87f54b52-2e61-4570-9061-83a4ae6da987 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:13.409827 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2f8a-97e0-412e-a6e0-85496af9056a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:13.436944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c43a6f04-b13e-44a7-8f38-100d51f808d5, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c43a6f04-b13e-44a7-8f38-100d51f808d5,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:13.438032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93b94ba-fe4b-46c8-bdf1-a04ae111001b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a6f04-b13e-44a7-8f38-100d51f808d5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:12:13.441516 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eed35c6-9058-45f4-a403-6e00f757ad20" -d '{"events": [{"server_uuid": "a93b94ba-fe4b-46c8-bdf1-a04ae111001b", "name": "network-vif-plugged", "status": "completed", "tag": "c43a6f04-b13e-44a7-8f38-100d51f808d5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:12:13.446129 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:13.514600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=c43a6f04-b13e-44a7-8f38-100d51f808d5,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:13.524061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.524587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.525036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.525583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.525965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.526406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.526894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.527330 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.527896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.528502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.528949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.529382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:13.555159 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ff1d93-75b0-4e50-8b83-495244b3c989 x-openstack-request-id: req-56ff1d93-75b0-4e50-8b83-495244b3c989 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:12:13.555461 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93b94ba-fe4b-46c8-bdf1-a04ae111001b", "name": "network-vif-plugged", "status": "completed", "tag": "c43a6f04-b13e-44a7-8f38-100d51f808d5", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:12:13.555719 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56ff1d93-75b0-4e50-8b83-495244b3c989 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:12:13.578872 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93b94ba-fe4b-46c8-bdf1-a04ae111001b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a6f04-b13e-44a7-8f38-100d51f808d5', 'code': 200} Aug 26 11:12:13.585326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-87f54b52-2e61-4570-9061-83a4ae6da987 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:13.727592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65652461-f1d0-4561-8db5-2b8f57fcead6 req-b79513cc-3c08-4a06-b02e-86c1578a372d tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:13.731638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0e685f13-6864-48f4-b37f-ac4aa6bcba13 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:13.738100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65652461-f1d0-4561-8db5-2b8f57fcead6 req-b79513cc-3c08-4a06-b02e-86c1578a372d tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1397972 Aug 26 11:12:13.740609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0e4051d9-4912-4839-8d41-44cdb57612d1 None None] Provisioning complete for port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:13.740997 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e4051d9-4912-4839-8d41-44cdb57612d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:13.744275 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:13.835982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efa12c1-ec8c-47d3-8586-a02767e03e75']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:13.846562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5151ad8-baa1-4d08-b382-3c46b4381114 req-ea102b78-a49b-46f5-b0cc-682578067a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:13.859292 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5151ad8-baa1-4d08-b382-3c46b4381114 req-ea102b78-a49b-46f5-b0cc-682578067a33 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 1098 time: 0.2403727 Aug 26 11:12:13.869804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-65652461-f1d0-4561-8db5-2b8f57fcead6 req-12f68403-fbdb-4c78-8951-6657d6369608 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271842 Aug 26 11:12:13.952131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:13.954197 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:13.961123 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5151ad8-baa1-4d08-b382-3c46b4381114 req-496439d3-4200-4237-aa12-588694d11390 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795746 Aug 26 11:12:13.964083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a555aeb5-03ac-4bb4-89eb-2121d5917896') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:13.965531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a555aeb5-03ac-4bb4-89eb-2121d5917896') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:13.998366 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.019484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:14.042499 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:14.259944 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.283226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.285437 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/networks/6efa12c1-ec8c-47d3-8586-a02767e03e75 HTTP/1.1" status: 204 len: 168 time: 1.2420747 Aug 26 11:12:14.286548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Network': ['ID=6efa12c1-ec8c-47d3-8586-a02767e03e75,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:14.288135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46088) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:14.301970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.302600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.303187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.303737 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.304262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.304863 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.305409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.305980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.306522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.307135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.307674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.308454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2465295a-a56a-46c0-acf0-27aad9dc91e5 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:14.327822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0e4051d9-4912-4839-8d41-44cdb57612d1 None None] Provisioning complete for port 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:14.330080 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e4051d9-4912-4839-8d41-44cdb57612d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.404582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0e4051d9-4912-4839-8d41-44cdb57612d1 None None] Port 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:14.428826 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87f54b52-2e61-4570-9061-83a4ae6da987 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.468366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea56695-4c0a-424b-b76b-b9d0baae8bd9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Deleting subnet 2829ae17-ea9d-4208-866f-b38074acb1c4 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:12:14.472595 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ea56695-4c0a-424b-b76b-b9d0baae8bd9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.546472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-36b43bd4-beb1-4b7a-95d7-a82511b18cf1 None None] Could not find standard attr ID for object 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:12:14.568139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f54b52-2e61-4570-9061-83a4ae6da987 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:14.579226 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ea56695-4c0a-424b-b76b-b9d0baae8bd9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.672750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87f54b52-2e61-4570-9061-83a4ae6da987 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.679282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-87f54b52-2e61-4570-9061-83a4ae6da987 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 HTTP/1.1" status: 204 len: 168 time: 1.8117468 Aug 26 11:12:14.683244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46096) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:14.719930 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-58da4a8f-eadc-45ad-82c3-686edd014eb5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:12:14.721674 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-58da4a8f-eadc-45ad-82c3-686edd014eb5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 HTTP/1.1" status: 404 len: 333 time: 0.0371728 Aug 26 11:12:14.729739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46098) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:14.773804 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ea56695-4c0a-424b-b76b-b9d0baae8bd9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.848135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f0bb71-083d-43a6-9e96-32cea402816b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting subnet ed8afa49-0b03-4a51-b9b2-7725a361a9e9 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:12:14.857614 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-61f0bb71-083d-43a6-9e96-32cea402816b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.861899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c8f69c0a-11c7-4d3b-92cb-4343bef69778 None None] Could not find standard attr ID for object 9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:12:14.879199 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ea56695-4c0a-424b-b76b-b9d0baae8bd9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.933332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea56695-4c0a-424b-b76b-b9d0baae8bd9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Subnet': ['ID=2829ae17-ea9d-4208-866f-b38074acb1c4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:14.936295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfdfa8f-dbfd-4f33-88a6-c3474446b2ad None None] Network ae4891b9-ac60-4b97-98cd-16ddc2212f3c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:14.937110 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ea56695-4c0a-424b-b76b-b9d0baae8bd9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:14.944320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0ea56695-4c0a-424b-b76b-b9d0baae8bd9 tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/subnets/2829ae17-ea9d-4208-866f-b38074acb1c4 HTTP/1.1" status: 204 len: 168 time: 0.6539180 Aug 26 11:12:14.946005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46110) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:14.956437 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-61f0bb71-083d-43a6-9e96-32cea402816b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:15.083942 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:15.108400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763283c1-dfc4-4cf2-8619-2feea09bdb84 req-ecec7441-8952-41e5-bd11-50a3ef9fa9e3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:15.110062 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-763283c1-dfc4-4cf2-8619-2feea09bdb84 req-ecec7441-8952-41e5-bd11-50a3ef9fa9e3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1039622 Aug 26 11:12:15.153577 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-61f0bb71-083d-43a6-9e96-32cea402816b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:15.400810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-763283c1-dfc4-4cf2-8619-2feea09bdb84 req-6ee5f134-00d6-40a9-8c3f-059e8a133f57 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589490 Aug 26 11:12:15.409637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2155be8-1c4e-4f49-8226-a68113264a07 None None] DHCP port deletion for ae4891b9-ac60-4b97-98cd-16ddc2212f3c request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:12:15.488439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Deleting port 08b7d018-d1f5-46ea-a52a-78477a30ed68 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:15.488576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:15.610752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e2155be8-1c4e-4f49-8226-a68113264a07 None None] Deleting port 08b7d018-d1f5-46ea-a52a-78477a30ed68 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:15.611208 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2155be8-1c4e-4f49-8226-a68113264a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:15.652299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] For port 08b7d018-d1f5-46ea-a52a-78477a30ed68, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=08b7d018-d1f5-46ea-a52a-78477a30ed68,segment=NetworkSegment(43c158e2-3b67-495c-a12c-508bb7fd05d9),segment_id=43c158e2-3b67-495c-a12c-508bb7fd05d9)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:15.653090 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:15.672714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Calling delete_port for 08b7d018-d1f5-46ea-a52a-78477a30ed68 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:15.761413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08b7d018-d1f5-46ea-a52a-78477a30ed68 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:12:15.895219 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:15.900383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75bef8b6-bed5-4bcf-a4fe-85a73439c932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:15.910157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e2155be8-1c4e-4f49-8226-a68113264a07 None None] For port 08b7d018-d1f5-46ea-a52a-78477a30ed68, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=08b7d018-d1f5-46ea-a52a-78477a30ed68,segment=NetworkSegment(43c158e2-3b67-495c-a12c-508bb7fd05d9),segment_id=43c158e2-3b67-495c-a12c-508bb7fd05d9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:15.910895 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2155be8-1c4e-4f49-8226-a68113264a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:15.922848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No active binding found for port 08b7d018-d1f5-46ea-a52a-78477a30ed68 {{(pid=101268) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 26 11:12:15.923613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 08b7d018-d1f5-46ea-a52a-78477a30ed68 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:12:15.933550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e2155be8-1c4e-4f49-8226-a68113264a07 None None] Calling delete_port for 08b7d018-d1f5-46ea-a52a-78477a30ed68 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:15.947173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] No DVR routers for this DVR port 08b7d018-d1f5-46ea-a52a-78477a30ed68 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:15.963843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-61f0bb71-083d-43a6-9e96-32cea402816b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.002096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Port': ['ID=08b7d018-d1f5-46ea-a52a-78477a30ed68,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:16.031792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0bb71-083d-43a6-9e96-32cea402816b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8afa49-0b03-4a51-b9b2-7725a361a9e9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:16.041659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-61f0bb71-083d-43a6-9e96-32cea402816b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.041882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ed159f-d4fb-4be9-99e1-142887591328 None None] Network 5d36156b-3261-46e0-8dc2-2f43455e8c75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:16.047733 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2155be8-1c4e-4f49-8226-a68113264a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.052944 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-61f0bb71-083d-43a6-9e96-32cea402816b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/ed8afa49-0b03-4a51-b9b2-7725a361a9e9 HTTP/1.1" status: 204 len: 168 time: 1.3198030 Aug 26 11:12:16.056801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46146) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:16.105008 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.125219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2155be8-1c4e-4f49-8226-a68113264a07 None None] Pushing event deleted for resources: {'Port': ['ID=08b7d018-d1f5-46ea-a52a-78477a30ed68,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:16.125816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4891b9-ac60-4b97-98cd-16ddc2212f3c']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:16.139288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2155be8-1c4e-4f49-8226-a68113264a07 None None] No DVR routers for this DVR port 08b7d018-d1f5-46ea-a52a-78477a30ed68 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:16.169206 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c158e2-3b67-495c-a12c-508bb7fd05d9') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:16.169514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c158e2-3b67-495c-a12c-508bb7fd05d9') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:16.181094 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.181917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-81934998-8b59-45dd-885f-0125292777c4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting subnet 92729748-cda1-4c2c-b651-792e58db06a5 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:12:16.193411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81934998-8b59-45dd-885f-0125292777c4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.197333 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.226338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:16.227034 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:16.245008 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:16.266690 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81934998-8b59-45dd-885f-0125292777c4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.316299 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.344547 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.358262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] 10.222.0.21 "DELETE /v2.0/networks/ae4891b9-ac60-4b97-98cd-16ddc2212f3c HTTP/1.1" status: 204 len: 168 time: 1.4056175 Aug 26 11:12:16.374633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e13cbf-118f-4a92-a674-6ecd5e1694ac tempest-NetworksIpV6TestAttrs-1296277155 tempest-NetworksIpV6TestAttrs-1296277155-project] Pushing event deleted for resources: {'Network': ['ID=ae4891b9-ac60-4b97-98cd-16ddc2212f3c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:16.399385 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.422098 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81934998-8b59-45dd-885f-0125292777c4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.548530 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81934998-8b59-45dd-885f-0125292777c4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.585774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81934998-8b59-45dd-885f-0125292777c4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Subnet': ['ID=92729748-cda1-4c2c-b651-792e58db06a5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:16.591503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81934998-8b59-45dd-885f-0125292777c4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.597378 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-81934998-8b59-45dd-885f-0125292777c4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/92729748-cda1-4c2c-b651-792e58db06a5 HTTP/1.1" status: 204 len: 168 time: 0.5422957 Aug 26 11:12:16.598060 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46168) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:16.664581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2246a5-b39d-43a9-b838-75c8bde162b6 req-ffae8dde-5ff7-4773-89d6-05d5a7d7e0c0 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:16.666773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c2246a5-b39d-43a9-b838-75c8bde162b6 req-ffae8dde-5ff7-4773-89d6-05d5a7d7e0c0 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1195405 Aug 26 11:12:16.728470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:16.765924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c2246a5-b39d-43a9-b838-75c8bde162b6 req-95e3fef4-c909-4707-b53d-a2c4c4203508 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836275 Aug 26 11:12:16.851511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46182) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:16.867346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:16.867691 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.041412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] For port 0e685f13-6864-48f4-b37f-ac4aa6bcba13, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0e685f13-6864-48f4-b37f-ac4aa6bcba13,segment=NetworkSegment(b90faf9b-00f0-4861-93a8-04cbd4903814),segment_id=b90faf9b-00f0-4861-93a8-04cbd4903814)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:17.042668 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.067089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 0e685f13-6864-48f4-b37f-ac4aa6bcba13 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:17.198582 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.282786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b854e-a6bf-4875-9e09-e109361d6c7f req-f1d71920-92d8-47a6-a135-0e6c518de6e2 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:17.286228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-062b854e-a6bf-4875-9e09-e109361d6c7f req-f1d71920-92d8-47a6-a135-0e6c518de6e2 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1439414 Aug 26 11:12:17.290213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.370221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No DVR routers for this DVR port 0e685f13-6864-48f4-b37f-ac4aa6bcba13 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:17.404211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-062b854e-a6bf-4875-9e09-e109361d6c7f req-5f01cd7c-ce06-4775-baa9-813e4ecf74ac tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090667 Aug 26 11:12:17.423846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=0e685f13-6864-48f4-b37f-ac4aa6bcba13,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:17.443864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ba31d92c-31df-4307-8af8-612eb799df2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f183d7ff61f453bb2c44441b34968d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817664 Aug 26 11:12:17.443864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46196) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:17.448444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a565d-47a9-4d32-b9c8-a1699c833426 req-4858c3a0-4c2f-4da2-af7d-a7c879e70c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:17.463527 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a1a565d-47a9-4d32-b9c8-a1699c833426 req-4858c3a0-4c2f-4da2-af7d-a7c879e70c9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 1098 time: 0.2558596 Aug 26 11:12:17.591404 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b8a171b-1128-459c-8f52-558319c7b586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.649379 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929a04df-0862-4e70-b453-96e5552e87f4 None None] Network 5d36156b-3261-46e0-8dc2-2f43455e8c75 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:17.649579 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b8a171b-1128-459c-8f52-558319c7b586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.726895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b8a171b-1128-459c-8f52-558319c7b586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.731489 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b8a171b-1128-459c-8f52-558319c7b586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.735349 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.745142 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2b8a171b-1128-459c-8f52-558319c7b586 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd815017-97bf-4e38-8c27-a0e49e00111b HTTP/1.1" status: 204 len: 168 time: 0.3043549 Aug 26 11:12:17.753976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d36156b-3261-46e0-8dc2-2f43455e8c75']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:17.757010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a171b-1128-459c-8f52-558319c7b586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd815017-97bf-4e38-8c27-a0e49e00111b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:17.787304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-59f864d2-a242-4a3d-b327-7c1e1c6df723 None None] Could not find standard attr ID for object 0e685f13-6864-48f4-b37f-ac4aa6bcba13. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:12:17.794506 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90faf9b-00f0-4861-93a8-04cbd4903814') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:17.795055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90faf9b-00f0-4861-93a8-04cbd4903814') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:17.807593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a565d-47a9-4d32-b9c8-a1699c833426 req-42cfeba5-52e8-47d4-8916-65037809c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:17.809158 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a1a565d-47a9-4d32-b9c8-a1699c833426 req-42cfeba5-52e8-47d4-8916-65037809c75b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 912 time: 0.3337650 Aug 26 11:12:17.810951 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.838179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46212) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:17.919357 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a1a565d-47a9-4d32-b9c8-a1699c833426 req-56438d11-ddb7-4ac5-9001-aecb1bcc7147 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43a6f04-b13e-44a7-8f38-100d51f808d5 HTTP/1.1" status: 200 len: 217 time: 0.0948310 Aug 26 11:12:17.921113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.938700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:17.939527 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:17.943448 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:17.994790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296da694-f194-4742-bdce-e5122fa71552 None None] DHCP port deletion for 5d36156b-3261-46e0-8dc2-2f43455e8c75 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:12:18.013370 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7de6370-1135-4033-9aaa-479dc4767265 None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:12:18.063374 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ab94cab-4ce8-465b-9b52-798aeb995d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.105339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a565d-47a9-4d32-b9c8-a1699c833426 req-137d52b8-d271-4478-ae84-6e0a7ceee550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:18.109761 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a1a565d-47a9-4d32-b9c8-a1699c833426 req-137d52b8-d271-4478-ae84-6e0a7ceee550 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 HTTP/1.1" status: 200 len: 851 time: 0.1831479 Aug 26 11:12:18.113411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.113669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7de6370-1135-4033-9aaa-479dc4767265 None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:12:18.153655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.157895 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/networks/5d36156b-3261-46e0-8dc2-2f43455e8c75 HTTP/1.1" status: 204 len: 168 time: 1.5557032 Aug 26 11:12:18.161483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571ba9d-953f-4970-8005-6f32a7f83000 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Network': ['ID=5d36156b-3261-46e0-8dc2-2f43455e8c75,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:18.163301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46222) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:18.260438 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a1a565d-47a9-4d32-b9c8-a1699c833426 req-67e30797-f923-4304-92df-7b8b2f6dc2cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f8fedadf-872d-4fec-b38f-c658ecc8deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082778 Aug 26 11:12:18.313082 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ab94cab-4ce8-465b-9b52-798aeb995d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.320642 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ab94cab-4ce8-465b-9b52-798aeb995d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.369332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c11f6-ef76-4bd1-ae7d-cffa03ce9e3e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:18.370705 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2e6c11f6-ef76-4bd1-ae7d-cffa03ce9e3e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1873605 Aug 26 11:12:18.378892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46228) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:18.447836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6ab94cab-4ce8-465b-9b52-798aeb995d04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be6341fd171240a5ae8c9a474e158485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062191 Aug 26 11:12:18.448282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab94cab-4ce8-465b-9b52-798aeb995d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e773962-5ee2-4c50-8707-76ee16e669eb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:18.450479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46232) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:18.581032 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-59c13444-5080-4516-a1dd-32b2536aa121 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2007639 Aug 26 11:12:18.588023 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a1a565d-47a9-4d32-b9c8-a1699c833426 req-cce1d97a-9a22-4dc7-8b27-a4238898f8c8 service neutron] 10.222.0.47 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192825 Aug 26 11:12:18.590119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46238) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:18.604729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1213905239'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:18.663137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43c861-4909-4ad9-bccb-9870c9fd3486 req-8f28257a-2ef5-426e-94ab-f126bf7548d0 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:18.665648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da43c861-4909-4ad9-bccb-9870c9fd3486 req-8f28257a-2ef5-426e-94ab-f126bf7548d0 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1228440 Aug 26 11:12:18.666922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:18.670433 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.687742 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fb11aa2-ff01-4ab9-949a-bee0613408b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.727317 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fb11aa2-ff01-4ab9-949a-bee0613408b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.736952 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7a1a565d-47a9-4d32-b9c8-a1699c833426 req-8f3b871b-82d7-45ab-bbb4-39d7bcbd0ab1 service neutron] 10.222.0.47 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366811 Aug 26 11:12:18.753784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da43c861-4909-4ad9-bccb-9870c9fd3486 req-a3eabc11-15db-47b0-93d2-49fb353c72c9 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801430 Aug 26 11:12:18.775658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:12:18.800916 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.801574 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Added segment 7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc of type vlan for network f079d795-b183-4368-a415-50b6150662de Aug 26 11:12:18.826271 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fb11aa2-ff01-4ab9-949a-bee0613408b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.830976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fb11aa2-ff01-4ab9-949a-bee0613408b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.832286 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8fb11aa2-ff01-4ab9-949a-bee0613408b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e773962-5ee2-4c50-8707-76ee16e669eb HTTP/1.1" status: 204 len: 168 time: 0.3796494 Aug 26 11:12:18.861856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb11aa2-ff01-4ab9-949a-bee0613408b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e773962-5ee2-4c50-8707-76ee16e669eb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:18.906518 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.947689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:18.953975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:18.954642 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:19.028525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4361827 Aug 26 11:12:19.032921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46262) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:19.039818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30470b-83e6-4bfb-b329-e9fbee7203ee tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Network': ['ID=f079d795-b183-4368-a415-50b6150662de,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:19.040825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': 'f079d795-b183-4368-a415-50b6150662de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:19.053458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f079d795-b183-4368-a415-50b6150662de details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:12:19.259571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:19.263637 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:19.274492 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:19.391525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46282) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:19.421989 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ded8372-bda4-434a-8726-cef00103b09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:19.571092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0e685f13-6864-48f4-b37f-ac4aa6bcba13 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:12:19.620471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 0e685f13-6864-48f4-b37f-ac4aa6bcba13 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:12:19.621094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0e685f13-6864-48f4-b37f-ac4aa6bcba13 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:12:19.664339 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ded8372-bda4-434a-8726-cef00103b09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:19.671379 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ded8372-bda4-434a-8726-cef00103b09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:19.674200 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:19.754272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Subnet': ['ID=ab0a1409-300b-4824-a008-2a80d3d63bc1,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:19.757288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Checking segment: {'id': '7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f079d795-b183-4368-a415-50b6150662de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:19.759596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network hostable DHCP agents. Network: f079d795-b183-4368-a415-50b6150662de, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:12:19.765750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4ded8372-bda4-434a-8726-cef00103b09c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ee9ec090d01445b854138567ef2289a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725722 Aug 26 11:12:19.779185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46306) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:19.803720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network f079d795-b183-4368-a415-50b6150662de is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:12:19.821325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f079d795-b183-4368-a415-50b6150662de) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:19.826716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:19.827781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:19.836381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53f749a-b13b-4b8f-876f-40e594954cd5 None None] Network f079d795-b183-4368-a415-50b6150662de requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:19.857132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded8372-bda4-434a-8726-cef00103b09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d87b4cd-9c57-4bd3-9fae-c16c0cc30769,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:19.865342 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-60fd993f-ca13-4c8f-b1a6-cc5fc1b1b1b3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8286090 Aug 26 11:12:19.865646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46310) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:19.875130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': 'f079d795-b183-4368-a415-50b6150662de', 'name': 'tempest-PortsTestJSON-1305057928'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:19.916066 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-83b627d8-e147-412f-8b7d-cbeacb25a3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:20.033065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-83b627d8-e147-412f-8b7d-cbeacb25a3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:20.062633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f3e3f-cd4f-47b2-9c20-6b07d3d60401 req-ec5296cf-89d0-48d0-8a85-aa7705b4a712 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:20.070560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-544f3e3f-cd4f-47b2-9c20-6b07d3d60401 req-ec5296cf-89d0-48d0-8a85-aa7705b4a712 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1881859 Aug 26 11:12:20.095860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-f079d795-b183-4368-a415-50b6150662de', 'network_id': 'f079d795-b183-4368-a415-50b6150662de', 'tenant_id': 'bee5caa8d34f4177a30c86bb1716157f', 'fixed_ips': [{'subnet_id': 'ab0a1409-300b-4824-a008-2a80d3d63bc1'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:12:20.099415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:20.103085 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:20.105374 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:20.146350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 74418139-c472-491d-8b27-8dd7f89eebf3 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:12:20.146830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-544f3e3f-cd4f-47b2-9c20-6b07d3d60401 req-6780cc23-bc10-40a6-b7de-a5361aa4c59d tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700951 Aug 26 11:12:20.171242 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-83b627d8-e147-412f-8b7d-cbeacb25a3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:20.174169 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-83b627d8-e147-412f-8b7d-cbeacb25a3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:20.175375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-83b627d8-e147-412f-8b7d-cbeacb25a3de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d87b4cd-9c57-4bd3-9fae-c16c0cc30769 HTTP/1.1" status: 204 len: 168 time: 0.3950899 Aug 26 11:12:20.191762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b627d8-e147-412f-8b7d-cbeacb25a3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d87b4cd-9c57-4bd3-9fae-c16c0cc30769,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:20.413237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.14 (f079d795-b183-4368-a415-50b6150662de/ab0a1409-300b-4824-a008-2a80d3d63bc1/74418139-c472-491d-8b27-8dd7f89eebf3) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:20.477189 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:20.767164 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:20.786864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object 74418139-c472-491d-8b27-8dd7f89eebf3 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:20.838262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:20.890631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network f079d795-b183-4368-a415-50b6150662de is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:20.895574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Allocated IP 172.20.0.2 (f079d795-b183-4368-a415-50b6150662de/ab0a1409-300b-4824-a008-2a80d3d63bc1/d83f782e-f0c5-49dd-aba3-2f03cecc88d5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:20.895802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:20.903970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:20.964769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=74418139-c472-491d-8b27-8dd7f89eebf3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:20.976026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:20.976681 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:20.998226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46354) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:21.008591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': 'f079d795-b183-4368-a415-50b6150662de', 'name': 'tempest-PortsTestJSON-1205576508'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:21.015561 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d34f051c-6df7-49a4-8d90-8d00d151a4a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1485186 Aug 26 11:12:21.153334 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:21.198162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Transition to ACTIVE for port object d83f782e-f0c5-49dd-aba3-2f03cecc88d5 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:21.232670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Transition to ACTIVE for port object d83f782e-f0c5-49dd-aba3-2f03cecc88d5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:21.247148 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:21.340961 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Network f079d795-b183-4368-a415-50b6150662de is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:21.342427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Pushing event updated for resources: {'Port': ['ID=d83f782e-f0c5-49dd-aba3-2f03cecc88d5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:21.345931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:21.348480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:21.374529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:21.380048 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:21.428328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ed1a8-5df9-4659-bb3b-dd8c347755fd req-cd3fb998-6c7a-46dd-9ef6-33c359bf4860 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:21.431375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Attempting to bind port d83f782e-f0c5-49dd-aba3-2f03cecc88d5 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:12:21.431759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Attempting to bind port d83f782e-f0c5-49dd-aba3-2f03cecc88d5 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f079d795-b183-4368-a415-50b6150662de'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:12:21.432154 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Attempting to bind port d83f782e-f0c5-49dd-aba3-2f03cecc88d5 on network f079d795-b183-4368-a415-50b6150662de {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:12:21.435405 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-424ed1a8-5df9-4659-bb3b-dd8c347755fd req-cd3fb998-6c7a-46dd-9ef6-33c359bf4860 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1497562 Aug 26 11:12:21.445848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:12:21.446232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Checking segment: {'id': '7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f079d795-b183-4368-a415-50b6150662de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:21.446646 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:21.447086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Bound using segment: {'id': '7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f079d795-b183-4368-a415-50b6150662de'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:12:21.447767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Bound port: d83f782e-f0c5-49dd-aba3-2f03cecc88d5, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f079d795-b183-4368-a415-50b6150662de'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:12:21.447991 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:21.452247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 40a31e10-794c-4276-b671-462fe8f228ee yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:12:21.553424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] For port d83f782e-f0c5-49dd-aba3-2f03cecc88d5, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:12:21.558097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] For port d83f782e-f0c5-49dd-aba3-2f03cecc88d5, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d83f782e-f0c5-49dd-aba3-2f03cecc88d5,segment=NetworkSegment(7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc),segment_id=7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:12:21.563949 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:21.585906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.8 (f079d795-b183-4368-a415-50b6150662de/ab0a1409-300b-4824-a008-2a80d3d63bc1/40a31e10-794c-4276-b671-462fe8f228ee) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:21.664004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-424ed1a8-5df9-4659-bb3b-dd8c347755fd req-8ebabf3d-3c71-46a5-9eea-220f6d6cc995 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756686 Aug 26 11:12:21.669835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b957c6-f540-4e8a-b35f-15b25082f516 None None] Pushing event updated for resources: {'Port': ['ID=d83f782e-f0c5-49dd-aba3-2f03cecc88d5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:21.855402 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:21.881751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object 40a31e10-794c-4276-b671-462fe8f228ee will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:21.957826 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:22.077595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=40a31e10-794c-4276-b671-462fe8f228ee,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:22.086583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network f079d795-b183-4368-a415-50b6150662de is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:22.089511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:22.092655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:22.182470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:22.183474 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:22.204135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-367bef92-f531-46d3-8232-0eeaffccb3bf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2039366 Aug 26 11:12:22.208185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46434) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:22.253021 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:22.315782 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f789c5f9-c6cc-47e0-888d-ac55e9e81cbe tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:22.317468 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f789c5f9-c6cc-47e0-888d-ac55e9e81cbe tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1086657 Aug 26 11:12:22.320343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46446) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:22.452372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 40a31e10-794c-4276-b671-462fe8f228ee {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:22.452869 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:22.581169 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:22.602166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 40a31e10-794c-4276-b671-462fe8f228ee owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:22.827108 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:22.939124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=40a31e10-794c-4276-b671-462fe8f228ee,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:22.978433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:22.978811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:22.979155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:22.979491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:22.979825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:22.980154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:22.980581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:22.980789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:22.981262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:22.981591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:22.981916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:22.982236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:12:23.022391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8183a-c840-4b97-81b3-8124f403ed03 req-2b22a4d6-5b20-47e8-94d5-bc21ceca8dcb tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:23.024536 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4c8183a-c840-4b97-81b3-8124f403ed03 req-2b22a4d6-5b20-47e8-94d5-bc21ceca8dcb tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1887927 Aug 26 11:12:23.026258 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:23.028817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a6d1d8ed-415c-4d40-a41f-6e326c27d824 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/40a31e10-794c-4276-b671-462fe8f228ee HTTP/1.1" status: 204 len: 168 time: 0.7072182 Aug 26 11:12:23.031546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46500) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:23.078894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4c8183a-c840-4b97-81b3-8124f403ed03 req-ce922737-9cb3-497a-9558-4f0a6de86fa8 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480120 Aug 26 11:12:23.094213 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d706a94f-7e0b-4e32-bbf2-83aaa6c0142d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:12:23.096465 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d706a94f-7e0b-4e32-bbf2-83aaa6c0142d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/40a31e10-794c-4276-b671-462fe8f228ee HTTP/1.1" status: 404 len: 333 time: 0.0639505 Aug 26 11:12:23.101839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46506) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:23.124569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76c5ae-21b5-4703-bdb7-ddbf5b60f258 None None] Network f079d795-b183-4368-a415-50b6150662de requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:23.213943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bbe6a492-54ea-4016-8cc2-f70cc32c8877 None None] Provisioning for port d83f782e-f0c5-49dd-aba3-2f03cecc88d5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:23.274991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b4d66-e2ca-4d21-a42e-0aaf3f60199d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 74418139-c472-491d-8b27-8dd7f89eebf3 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:23.275636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b4b4d66-e2ca-4d21-a42e-0aaf3f60199d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:23.405691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46522) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:23.481934 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b4b4d66-e2ca-4d21-a42e-0aaf3f60199d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:23.505502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b4d66-e2ca-4d21-a42e-0aaf3f60199d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 74418139-c472-491d-8b27-8dd7f89eebf3 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:23.730678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d83f782e-f0c5-49dd-aba3-2f03cecc88d5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:23.753033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c569ae2-4cee-4fcc-869f-f6cdf0c6619a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:23.807570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b4b4d66-e2ca-4d21-a42e-0aaf3f60199d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:23.842142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a74a98c5-95ae-4bf7-be64-096d3a1291c8 None None] Provisioning complete for port 74418139-c472-491d-8b27-8dd7f89eebf3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:23.842586 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a74a98c5-95ae-4bf7-be64-096d3a1291c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:23.863014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b4d66-e2ca-4d21-a42e-0aaf3f60199d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=74418139-c472-491d-8b27-8dd7f89eebf3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:23.893230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a74a98c5-95ae-4bf7-be64-096d3a1291c8 None None] Port 74418139-c472-491d-8b27-8dd7f89eebf3 was deleted so its status cannot be updated. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 26 11:12:23.929510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port d83f782e-f0c5-49dd-aba3-2f03cecc88d5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:23.935337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d83f782e-f0c5-49dd-aba3-2f03cecc88d5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:23.936104 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:23.966273 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c569ae2-4cee-4fcc-869f-f6cdf0c6619a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:23.973513 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c569ae2-4cee-4fcc-869f-f6cdf0c6619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.012509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8b4b4d66-e2ca-4d21-a42e-0aaf3f60199d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.014960 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8b4b4d66-e2ca-4d21-a42e-0aaf3f60199d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/74418139-c472-491d-8b27-8dd7f89eebf3 HTTP/1.1" status: 204 len: 168 time: 0.9118872 Aug 26 11:12:24.017438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46542) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:24.041571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c569ae2-4cee-4fcc-869f-f6cdf0c6619a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f46783-6734-49d2-92f0-6840d1ae319c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:24.075281 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11ae349-c9b7-43db-b8a0-f74e2b964741 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:12:24.077951 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a11ae349-c9b7-43db-b8a0-f74e2b964741 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/74418139-c472-491d-8b27-8dd7f89eebf3 HTTP/1.1" status: 404 len: 333 time: 0.0587935 Aug 26 11:12:24.080880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46546) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:24.086246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9c569ae2-4cee-4fcc-869f-f6cdf0c6619a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54c479357a17488b970bcfbb068299e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6794477 Aug 26 11:12:24.089149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46548) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:24.122930 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.179513 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf872d91-1fe8-425d-9607-1b29847a89c5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting subnet ab0a1409-300b-4824-a008-2a80d3d63bc1 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:12:24.186777 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf872d91-1fe8-425d-9607-1b29847a89c5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.186978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8db1962f-606e-4900-82ae-3302149f3d51 None None] Could not find standard attr ID for object 74418139-c472-491d-8b27-8dd7f89eebf3. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:12:24.207874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ff3b-fe01-46f7-a209-20429ef6dd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.232329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port d83f782e-f0c5-49dd-aba3-2f03cecc88d5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d83f782e-f0c5-49dd-aba3-2f03cecc88d5,segment=NetworkSegment(7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc),segment_id=7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:24.238061 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.247858 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ff3b-fe01-46f7-a209-20429ef6dd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.333807 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf872d91-1fe8-425d-9607-1b29847a89c5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.386423 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ff3b-fe01-46f7-a209-20429ef6dd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.389451 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ff3b-fe01-46f7-a209-20429ef6dd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.390604 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1ef4ff3b-fe01-46f7-a209-20429ef6dd7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40f46783-6734-49d2-92f0-6840d1ae319c HTTP/1.1" status: 204 len: 168 time: 0.3002706 Aug 26 11:12:24.422583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4ff3b-fe01-46f7-a209-20429ef6dd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f46783-6734-49d2-92f0-6840d1ae319c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:24.461844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=d83f782e-f0c5-49dd-aba3-2f03cecc88d5,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:24.478896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982cdc7-af10-46dd-b412-ea198cb127c2 req-92d6475b-395c-444e-acaf-634419b1120e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:24.487104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5982cdc7-af10-46dd-b412-ea198cb127c2 req-92d6475b-395c-444e-acaf-634419b1120e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1159277 Aug 26 11:12:24.515953 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf872d91-1fe8-425d-9607-1b29847a89c5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.540910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5982cdc7-af10-46dd-b412-ea198cb127c2 req-a5fd153e-b371-4173-8c89-7d4867d35872 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520756 Aug 26 11:12:24.603679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-90bad667-bbbe-4e50-bc72-c987e03a7ff3 None None] Could not find standard attr ID for object 40a31e10-794c-4276-b671-462fe8f228ee. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:12:24.678448 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf872d91-1fe8-425d-9607-1b29847a89c5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.683794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46562) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:24.736044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf872d91-1fe8-425d-9607-1b29847a89c5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0a1409-300b-4824-a008-2a80d3d63bc1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:24.744933 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf872d91-1fe8-425d-9607-1b29847a89c5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.747393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cf872d91-1fe8-425d-9607-1b29847a89c5 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/ab0a1409-300b-4824-a008-2a80d3d63bc1 HTTP/1.1" status: 204 len: 168 time: 0.6652782 Aug 26 11:12:24.750517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46568) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:24.881039 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.901447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d0fec5-3f32-4926-844c-bf9a53d97699 None None] Network f079d795-b183-4368-a415-50b6150662de requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:24.964376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port d83f782e-f0c5-49dd-aba3-2f03cecc88d5 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:24.965911 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:24.985823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46590) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:25.006777 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f775f786-607b-441c-8860-c1321e931a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.055800 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45109ff1-218a-48fb-b8ea-3e36a88a33da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.087550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] For port d83f782e-f0c5-49dd-aba3-2f03cecc88d5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d83f782e-f0c5-49dd-aba3-2f03cecc88d5,segment=NetworkSegment(7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc),segment_id=7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:25.088257 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.101710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for d83f782e-f0c5-49dd-aba3-2f03cecc88d5 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:25.209836 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f775f786-607b-441c-8860-c1321e931a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.218767 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f775f786-607b-441c-8860-c1321e931a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.254115 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.285234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f39a706-3e2c-4974-b4df-7c8a6e8278a2 None None] DHCP port deletion for f079d795-b183-4368-a415-50b6150662de request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:12:25.299034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775f786-607b-441c-8860-c1321e931a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b03fb7-3519-4c78-a6b6-7ae829511b38,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:25.307610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=d83f782e-f0c5-49dd-aba3-2f03cecc88d5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:25.310261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No DVR routers for this DVR port d83f782e-f0c5-49dd-aba3-2f03cecc88d5 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:25.330998 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f775f786-607b-441c-8860-c1321e931a5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78165be2a64d4ba6a9df077688c49409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433967 Aug 26 11:12:25.333590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46606) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:25.399208 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06f982aa-96c6-4ec6-a55e-21166a6352de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.426495 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06f982aa-96c6-4ec6-a55e-21166a6352de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.465363 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.496051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06f982aa-96c6-4ec6-a55e-21166a6352de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.499980 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06f982aa-96c6-4ec6-a55e-21166a6352de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.502525 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-06f982aa-96c6-4ec6-a55e-21166a6352de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0b03fb7-3519-4c78-a6b6-7ae829511b38 HTTP/1.1" status: 204 len: 168 time: 0.1670630 Aug 26 11:12:25.503198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f079d795-b183-4368-a415-50b6150662de']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:25.512116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f982aa-96c6-4ec6-a55e-21166a6352de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b03fb7-3519-4c78-a6b6-7ae829511b38,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:25.534990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:25.535473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c67e7b1-abb6-48ca-8ef2-1eb70f6bdebc') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:25.538883 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45109ff1-218a-48fb-b8ea-3e36a88a33da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.549404 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.551816 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45109ff1-218a-48fb-b8ea-3e36a88a33da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.586775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-45109ff1-218a-48fb-b8ea-3e36a88a33da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63ccc3b5eed44eb6a3cc1dfcdf721e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8992627 Aug 26 11:12:25.587117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46612) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:25.603008 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.633451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:25.633876 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:25.637350 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:25.651333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45109ff1-218a-48fb-b8ea-3e36a88a33da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d35dae8-f162-4ea6-b113-908d74fbcb53,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:25.688359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d83f782e-f0c5-49dd-aba3-2f03cecc88d5 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:12:25.713578 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a7dac14-64c4-4a39-b4fb-57cee80b16f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.719072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: d83f782e-f0c5-49dd-aba3-2f03cecc88d5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:12:25.721221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d83f782e-f0c5-49dd-aba3-2f03cecc88d5 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:12:25.732987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba7e07-37a7-4246-b43b-e24662eaed9b req-06d4f947-4afe-4915-be1d-62896c1b0754 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:25.734680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3eba7e07-37a7-4246-b43b-e24662eaed9b req-06d4f947-4afe-4915-be1d-62896c1b0754 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1194654 Aug 26 11:12:25.741071 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.764318 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.766458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/networks/f079d795-b183-4368-a415-50b6150662de HTTP/1.1" status: 204 len: 168 time: 1.0149231 Aug 26 11:12:25.768272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212367d-be13-4a04-b419-b9ce00b07a13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Network': ['ID=f079d795-b183-4368-a415-50b6150662de,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:25.776013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46614) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:25.782443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1392273955'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:25.790599 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a7dac14-64c4-4a39-b4fb-57cee80b16f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.827341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3eba7e07-37a7-4246-b43b-e24662eaed9b req-311dd58a-7390-4136-be43-f2a293c1a07c tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646904 Aug 26 11:12:25.828410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:25.832872 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.868174 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a7dac14-64c4-4a39-b4fb-57cee80b16f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.873011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:12:25.878170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a7dac14-64c4-4a39-b4fb-57cee80b16f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.882478 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9a7dac14-64c4-4a39-b4fb-57cee80b16f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d35dae8-f162-4ea6-b113-908d74fbcb53 HTTP/1.1" status: 204 len: 168 time: 0.2929556 Aug 26 11:12:25.885492 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.885615 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Added segment 12c7e4b0-f166-4105-ae35-942d6f3b5ff8 of type vlan for network 3798ae54-6e4f-455c-a119-c18fd4b3ca06 Aug 26 11:12:25.904837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7dac14-64c4-4a39-b4fb-57cee80b16f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d35dae8-f162-4ea6-b113-908d74fbcb53,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:25.931294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.970862 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:25.986991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:25.987726 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:26.088896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46620) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:26.089585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3122015 Aug 26 11:12:26.095571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '3798ae54-6e4f-455c-a119-c18fd4b3ca06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:26.097162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc4709-f6ea-47e6-a743-0d6bd3aa761f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Network': ['ID=3798ae54-6e4f-455c-a119-c18fd4b3ca06,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:26.108391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 3798ae54-6e4f-455c-a119-c18fd4b3ca06 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:12:26.243848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:26.248318 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:26.483307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46636) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:26.510468 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1148ee18-5b99-4053-bead-b313b67625b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:26.544882 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:26.648074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Subnet': ['ID=7c2d9208-e565-4acb-b549-268fa91dade7,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:26.658904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Checking segment: {'id': '12c7e4b0-f166-4105-ae35-942d6f3b5ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3798ae54-6e4f-455c-a119-c18fd4b3ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:26.659274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network hostable DHCP agents. Network: 3798ae54-6e4f-455c-a119-c18fd4b3ca06, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:12:26.692878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 3798ae54-6e4f-455c-a119-c18fd4b3ca06 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:12:26.703785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 3798ae54-6e4f-455c-a119-c18fd4b3ca06) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:26.711078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:26.712153 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:26.717827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe7a7ed-3480-4959-b868-8f3422097f63 None None] Network 3798ae54-6e4f-455c-a119-c18fd4b3ca06 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:26.748100 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1148ee18-5b99-4053-bead-b313b67625b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:26.755647 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1148ee18-5b99-4053-bead-b313b67625b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:26.769668 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3df1a83e-68d8-4837-b95b-64344fba377a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6779733 Aug 26 11:12:26.773953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46640) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:26.782343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': '3798ae54-6e4f-455c-a119-c18fd4b3ca06', 'name': 'tempest-PortsTestJSON-652585165', 'fixed_ips': [{'subnet_id': '7c2d9208-e565-4acb-b549-268fa91dade7', 'ip_address': '172.20.0.10'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:26.815702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148ee18-5b99-4053-bead-b313b67625b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269d0b5f-05c3-427e-9bfc-3a17fc50ef9d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:26.893662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1148ee18-5b99-4053-bead-b313b67625b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22dcfb44eef540a89dfc81dc66fc42b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173596 Aug 26 11:12:26.894661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46646) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:26.958713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:26.986903 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-3798ae54-6e4f-455c-a119-c18fd4b3ca06', 'network_id': '3798ae54-6e4f-455c-a119-c18fd4b3ca06', 'tenant_id': 'bee5caa8d34f4177a30c86bb1716157f', 'fixed_ips': [{'subnet_id': '7c2d9208-e565-4acb-b549-268fa91dade7'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:12:26.989099 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.071681 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.098715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 018003cb-70f9-4d60-ab39-2e485b351b3c yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:12:27.114388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5003f69-9bbb-4ae0-a910-dcf8eb7769ca req-0c659070-3e48-4825-a152-474f6cf7b4fe tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:27.116296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5003f69-9bbb-4ae0-a910-dcf8eb7769ca req-0c659070-3e48-4825-a152-474f6cf7b4fe tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1588287 Aug 26 11:12:27.116915 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9277257-27c9-437e-b396-268f4b8be613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.160442 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9277257-27c9-437e-b396-268f4b8be613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.190488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Allocated IP 172.20.0.2 (3798ae54-6e4f-455c-a119-c18fd4b3ca06/7c2d9208-e565-4acb-b549-268fa91dade7/0a57d189-deee-42ab-8ab4-2b9c7a6b6722) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:27.193533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5003f69-9bbb-4ae0-a910-dcf8eb7769ca req-57b137e2-a200-4458-a5c2-dc0e5010de60 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649424 Aug 26 11:12:27.269278 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9277257-27c9-437e-b396-268f4b8be613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.271997 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9277257-27c9-437e-b396-268f4b8be613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.273194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d9277257-27c9-437e-b396-268f4b8be613 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/269d0b5f-05c3-427e-9bfc-3a17fc50ef9d HTTP/1.1" status: 204 len: 168 time: 0.3771386 Aug 26 11:12:27.284415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9277257-27c9-437e-b396-268f4b8be613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269d0b5f-05c3-427e-9bfc-3a17fc50ef9d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:27.424446 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.434527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Transition to ACTIVE for port object 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:27.475269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Transition to ACTIVE for port object 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:27.502505 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.599732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Network 3798ae54-6e4f-455c-a119-c18fd4b3ca06 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:27.602520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:27.618419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.10 (3798ae54-6e4f-455c-a119-c18fd4b3ca06/7c2d9208-e565-4acb-b549-268fa91dade7/018003cb-70f9-4d60-ab39-2e485b351b3c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:27.625231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:27.649933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Pushing event updated for resources: {'Port': ['ID=0a57d189-deee-42ab-8ab4-2b9c7a6b6722,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:27.758979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Attempting to bind port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:12:27.759424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Attempting to bind port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '12c7e4b0-f166-4105-ae35-942d6f3b5ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3798ae54-6e4f-455c-a119-c18fd4b3ca06'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:12:27.760005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Attempting to bind port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 on network 3798ae54-6e4f-455c-a119-c18fd4b3ca06 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:12:27.787481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:12:27.787984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Checking segment: {'id': '12c7e4b0-f166-4105-ae35-942d6f3b5ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3798ae54-6e4f-455c-a119-c18fd4b3ca06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:27.788581 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.789052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Bound using segment: {'id': '12c7e4b0-f166-4105-ae35-942d6f3b5ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3798ae54-6e4f-455c-a119-c18fd4b3ca06'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:12:27.791352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Bound port: 0a57d189-deee-42ab-8ab4-2b9c7a6b6722, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c7e4b0-f166-4105-ae35-942d6f3b5ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3798ae54-6e4f-455c-a119-c18fd4b3ca06'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:12:27.791753 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.950273 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.962523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] For port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:12:27.967847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] For port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0a57d189-deee-42ab-8ab4-2b9c7a6b6722,segment=NetworkSegment(12c7e4b0-f166-4105-ae35-942d6f3b5ff8),segment_id=12c7e4b0-f166-4105-ae35-942d6f3b5ff8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:12:27.978009 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:27.984653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object 018003cb-70f9-4d60-ab39-2e485b351b3c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:28.055855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:28.080559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a6913-9f6c-4881-836b-8069d0ebbf7a None None] Pushing event updated for resources: {'Port': ['ID=0a57d189-deee-42ab-8ab4-2b9c7a6b6722,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:28.145000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 3798ae54-6e4f-455c-a119-c18fd4b3ca06 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:28.160262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:28.164717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:28.172021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=018003cb-70f9-4d60-ab39-2e485b351b3c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:28.287385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:28.288081 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:28.323339 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-13c38fc6-c1e2-4ede-ab88-7a870772a49f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5472822 Aug 26 11:12:28.325844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46702) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:28.333080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': '3798ae54-6e4f-455c-a119-c18fd4b3ca06', 'name': 'tempest-PortsTestJSON-257893228', 'fixed_ips': [{'subnet_id': '7c2d9208-e565-4acb-b549-268fa91dade7', 'ip_address': '172.20.0.9'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:28.555928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da77345-6d5d-4ae2-b3bb-f5fdccf25557 req-55d7ae61-b701-4c4e-8ff3-0bedc8c5d0db tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:28.557651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3da77345-6d5d-4ae2-b3bb-f5fdccf25557 req-55d7ae61-b701-4c4e-8ff3-0bedc8c5d0db tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1852472 Aug 26 11:12:28.646325 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3da77345-6d5d-4ae2-b3bb-f5fdccf25557 req-896ec912-5073-47e2-8737-e84583aaf323 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754716 Aug 26 11:12:28.679380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:29.229661 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:29.274379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 0be1755f-4022-44f8-97af-65c24b63d5e4 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:12:29.543259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.9 (3798ae54-6e4f-455c-a119-c18fd4b3ca06/7c2d9208-e565-4acb-b549-268fa91dade7/0be1755f-4022-44f8-97af-65c24b63d5e4) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:29.646605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82858c21-f768-495e-a4b7-b4f59758be31 None None] Network 3798ae54-6e4f-455c-a119-c18fd4b3ca06 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:29.786871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:29.852637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3a5cf0d8-9cc2-40cc-aa7d-f0e797a9fc6a None None] Provisioning for port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:29.892804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bf73f-4574-4763-aa13-4e9920208054 req-2c797da3-b792-4670-8fb4-2bcfc29a7c07 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:29.894785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-602bf73f-4574-4763-aa13-4e9920208054 req-2c797da3-b792-4670-8fb4-2bcfc29a7c07 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1451211 Aug 26 11:12:29.900294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:29.954632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object 0be1755f-4022-44f8-97af-65c24b63d5e4 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:29.964458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:29.973384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:29.974257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:29.978293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-602bf73f-4574-4763-aa13-4e9920208054 req-b575c8da-2f80-4ee7-befe-40a2f67fc979 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727484 Aug 26 11:12:30.040907 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:30.093505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 3798ae54-6e4f-455c-a119-c18fd4b3ca06 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:30.098178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:30.104007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:30.162800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:30.163401 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:30.163537 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:30.183904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=0be1755f-4022-44f8-97af-65c24b63d5e4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:30.190314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1923aedd-178f-46ba-aaf6-77a93fe8ed13 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8624737 Aug 26 11:12:30.193072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46764) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:30.294394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0a57d189-deee-42ab-8ab4-2b9c7a6b6722,segment=NetworkSegment(12c7e4b0-f166-4105-ae35-942d6f3b5ff8),segment_id=12c7e4b0-f166-4105-ae35-942d6f3b5ff8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:30.304776 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:30.384511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e725f879-a22c-44ac-8b7d-a1b77c96ddac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:30.386183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e725f879-a22c-44ac-8b7d-a1b77c96ddac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1903884 Aug 26 11:12:30.389442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46768) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:30.393682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=0a57d189-deee-42ab-8ab4-2b9c7a6b6722,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:30.556523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489a90ab-3675-4029-9a19-6f8e1fab5e95 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:30.572509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489a90ab-3675-4029-9a19-6f8e1fab5e95 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:30.591842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489a90ab-3675-4029-9a19-6f8e1fab5e95 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:30.599687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46776) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:30.609402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-489a90ab-3675-4029-9a19-6f8e1fab5e95 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2129447 Aug 26 11:12:30.641181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-073eb605-1e34-4f8a-96f6-78e3e42a87cc None None] Provisioning for port 0be1755f-4022-44f8-97af-65c24b63d5e4 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:30.650071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-073eb605-1e34-4f8a-96f6-78e3e42a87cc None None] Provisioning complete for port 0be1755f-4022-44f8-97af-65c24b63d5e4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:30.651353 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-073eb605-1e34-4f8a-96f6-78e3e42a87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:30.732219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-073eb605-1e34-4f8a-96f6-78e3e42a87cc None None] Port 0be1755f-4022-44f8-97af-65c24b63d5e4 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:30.745694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-073eb605-1e34-4f8a-96f6-78e3e42a87cc None None] Provisioning complete for port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:30.746278 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-073eb605-1e34-4f8a-96f6-78e3e42a87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:30.857839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-79f0b44f-4495-4865-9408-c7af766ab898 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 0be1755f-4022-44f8-97af-65c24b63d5e4 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:30.858193 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79f0b44f-4495-4865-9408-c7af766ab898 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:31.331040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf2caf-eb33-4dc3-b38d-ec3bebfc6bd8 req-6743632f-c49c-4ecb-85ae-fdb7aa34fea6 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:31.354200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40cf2caf-eb33-4dc3-b38d-ec3bebfc6bd8 req-6743632f-c49c-4ecb-85ae-fdb7aa34fea6 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1286371 Aug 26 11:12:31.414869 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-073eb605-1e34-4f8a-96f6-78e3e42a87cc None None] Provisioning for port 018003cb-70f9-4d60-ab39-2e485b351b3c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:31.420503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-073eb605-1e34-4f8a-96f6-78e3e42a87cc None None] Provisioning complete for port 018003cb-70f9-4d60-ab39-2e485b351b3c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:31.420938 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-073eb605-1e34-4f8a-96f6-78e3e42a87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:31.460919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40cf2caf-eb33-4dc3-b38d-ec3bebfc6bd8 req-4ea76a39-964e-4b68-ad4f-1740d5d22ccd tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008577 Aug 26 11:12:31.472119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-073eb605-1e34-4f8a-96f6-78e3e42a87cc None None] Port 018003cb-70f9-4d60-ab39-2e485b351b3c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:31.598443 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79f0b44f-4495-4865-9408-c7af766ab898 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:31.604124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-15d18059-b26c-4d16-8e3a-32e104a811f7 None None] Provisioning complete for port 0be1755f-4022-44f8-97af-65c24b63d5e4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:31.604510 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15d18059-b26c-4d16-8e3a-32e104a811f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:31.624350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-79f0b44f-4495-4865-9408-c7af766ab898 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 0be1755f-4022-44f8-97af-65c24b63d5e4 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:31.683181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-15d18059-b26c-4d16-8e3a-32e104a811f7 None None] Port 0be1755f-4022-44f8-97af-65c24b63d5e4 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:31.708240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-15d18059-b26c-4d16-8e3a-32e104a811f7 None None] Provisioning complete for port 018003cb-70f9-4d60-ab39-2e485b351b3c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:31.708920 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15d18059-b26c-4d16-8e3a-32e104a811f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:31.765180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:31.781849 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79f0b44f-4495-4865-9408-c7af766ab898 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:31.878868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-15d18059-b26c-4d16-8e3a-32e104a811f7 None None] Port 018003cb-70f9-4d60-ab39-2e485b351b3c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:31.929806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:31.933743 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:31.973019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0b44f-4495-4865-9408-c7af766ab898 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=0be1755f-4022-44f8-97af-65c24b63d5e4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:32.168188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79f0b44f-4495-4865-9408-c7af766ab898 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:32.171455 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-79f0b44f-4495-4865-9408-c7af766ab898 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/0be1755f-4022-44f8-97af-65c24b63d5e4 HTTP/1.1" status: 204 len: 168 time: 1.5706518 Aug 26 11:12:32.174576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46848) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:32.234489 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-deeb6f31-2903-4186-a02f-19602a742554 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:12:32.240205 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-deeb6f31-2903-4186-a02f-19602a742554 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/0be1755f-4022-44f8-97af-65c24b63d5e4 HTTP/1.1" status: 404 len: 333 time: 0.0639105 Aug 26 11:12:32.242525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46854) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:32.275470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46856) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:32.437334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f103ff6a-0fd8-4b6b-a5d3-342e8b729478 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 018003cb-70f9-4d60-ab39-2e485b351b3c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:32.437758 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f103ff6a-0fd8-4b6b-a5d3-342e8b729478 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:32.599465 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f103ff6a-0fd8-4b6b-a5d3-342e8b729478 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:32.623288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f103ff6a-0fd8-4b6b-a5d3-342e8b729478 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 018003cb-70f9-4d60-ab39-2e485b351b3c owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:32.675928 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08698112-57ff-46fb-a734-2de4892ea1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:32.715562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46868) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:32.814501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbc642-2642-4a0d-b364-43e5381eb990 req-2fbf48d9-a368-436c-95a2-52508aca1f6b tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:32.816201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdcbc642-2642-4a0d-b364-43e5381eb990 req-2fbf48d9-a368-436c-95a2-52508aca1f6b tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.0738821 Aug 26 11:12:32.836678 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08698112-57ff-46fb-a734-2de4892ea1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:32.842514 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08698112-57ff-46fb-a734-2de4892ea1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:32.894493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08698112-57ff-46fb-a734-2de4892ea1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12299af-4a1d-4fa7-b2f1-210c55f28f14,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:32.917381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdcbc642-2642-4a0d-b364-43e5381eb990 req-7a564fff-a751-406e-a7d0-418b5f9696f8 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944314 Aug 26 11:12:32.918199 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-08698112-57ff-46fb-a734-2de4892ea1c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbee0de60cd443379ef7bbec8be8e9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6414256 Aug 26 11:12:32.919419 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de400068-71ea-49e6-9c8a-c9aa49a3cbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:32.922526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46876) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:32.923920 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f103ff6a-0fd8-4b6b-a5d3-342e8b729478 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:32.974188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103ff6a-0fd8-4b6b-a5d3-342e8b729478 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=018003cb-70f9-4d60-ab39-2e485b351b3c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:33.025621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9b9f-d0ae-416d-9c78-99e19d2504d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.076947 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f103ff6a-0fd8-4b6b-a5d3-342e8b729478 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.080214 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9b9f-d0ae-416d-9c78-99e19d2504d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.080553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f103ff6a-0fd8-4b6b-a5d3-342e8b729478 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/018003cb-70f9-4d60-ab39-2e485b351b3c HTTP/1.1" status: 204 len: 168 time: 0.8366392 Aug 26 11:12:33.083420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46880) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:33.119554 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f9fa07-8b3d-472a-81c1-f4880765f022 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:12:33.121407 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-66f9fa07-8b3d-472a-81c1-f4880765f022 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/018003cb-70f9-4d60-ab39-2e485b351b3c HTTP/1.1" status: 404 len: 333 time: 0.0368557 Aug 26 11:12:33.127334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46882) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:33.192915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de400068-71ea-49e6-9c8a-c9aa49a3cbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.198887 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de400068-71ea-49e6-9c8a-c9aa49a3cbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.214422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c1e942-7c61-4d6f-996e-5d780c0fe75f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting subnet 7c2d9208-e565-4acb-b549-268fa91dade7 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:12:33.230809 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e942-7c61-4d6f-996e-5d780c0fe75f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.273440 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de400068-71ea-49e6-9c8a-c9aa49a3cbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eb76c6-1670-4712-ab31-975eb20ee3ed,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:33.294661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9b9f-d0ae-416d-9c78-99e19d2504d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.298092 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9b9f-d0ae-416d-9c78-99e19d2504d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.299437 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a1ed9b9f-d0ae-416d-9c78-99e19d2504d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c12299af-4a1d-4fa7-b2f1-210c55f28f14 HTTP/1.1" status: 204 len: 168 time: 0.3757310 Aug 26 11:12:33.320752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed9b9f-d0ae-416d-9c78-99e19d2504d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12299af-4a1d-4fa7-b2f1-210c55f28f14,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:33.336625 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-de400068-71ea-49e6-9c8a-c9aa49a3cbe8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1a7744404e441bdad0301f606b68465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195238 Aug 26 11:12:33.337606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46892) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:33.351150 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e942-7c61-4d6f-996e-5d780c0fe75f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.461183 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bcd81108-a0e1-463c-ac65-31481ee8a3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.462524 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e942-7c61-4d6f-996e-5d780c0fe75f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.505941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bcd81108-a0e1-463c-ac65-31481ee8a3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.554313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e942-7c61-4d6f-996e-5d780c0fe75f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.597102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bcd81108-a0e1-463c-ac65-31481ee8a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.603949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bcd81108-a0e1-463c-ac65-31481ee8a3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.606077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1e942-7c61-4d6f-996e-5d780c0fe75f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2d9208-e565-4acb-b549-268fa91dade7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:33.608409 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e942-7c61-4d6f-996e-5d780c0fe75f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.616331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c3c1e942-7c61-4d6f-996e-5d780c0fe75f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/7c2d9208-e565-4acb-b549-268fa91dade7 HTTP/1.1" status: 204 len: 168 time: 0.4825871 Aug 26 11:12:33.616577 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bcd81108-a0e1-463c-ac65-31481ee8a3d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2eb76c6-1670-4712-ab31-975eb20ee3ed HTTP/1.1" status: 204 len: 168 time: 0.2620795 Aug 26 11:12:33.616689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46900) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:33.628830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e75f49-920d-4da1-8c4a-6be0eb828323 None None] Network 3798ae54-6e4f-455c-a119-c18fd4b3ca06 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:33.636631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd81108-a0e1-463c-ac65-31481ee8a3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eb76c6-1670-4712-ab31-975eb20ee3ed,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:33.715183 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.871298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:33.871898 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:33.933964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46906) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:33.967901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4735edf-c903-4c35-8e73-f76ac8574878 None None] DHCP port deletion for 3798ae54-6e4f-455c-a119-c18fd4b3ca06 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:12:33.987056 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-199a209b-5884-4d59-b9c0-51158979a0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.022630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] For port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0a57d189-deee-42ab-8ab4-2b9c7a6b6722,segment=NetworkSegment(12c7e4b0-f166-4105-ae35-942d6f3b5ff8),segment_id=12c7e4b0-f166-4105-ae35-942d6f3b5ff8)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:34.023144 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.044193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:34.083264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f4735edf-c903-4c35-8e73-f76ac8574878 None None] Deleting port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:34.083717 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4735edf-c903-4c35-8e73-f76ac8574878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.155226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-199a209b-5884-4d59-b9c0-51158979a0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.160616 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-199a209b-5884-4d59-b9c0-51158979a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.205058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f4735edf-c903-4c35-8e73-f76ac8574878 None None] For port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0a57d189-deee-42ab-8ab4-2b9c7a6b6722,segment=NetworkSegment(12c7e4b0-f166-4105-ae35-942d6f3b5ff8),segment_id=12c7e4b0-f166-4105-ae35-942d6f3b5ff8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:34.205672 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4735edf-c903-4c35-8e73-f76ac8574878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.223712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f4735edf-c903-4c35-8e73-f76ac8574878 None None] Calling delete_port for 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:34.228588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1480e6b-df5c-45a6-ae5f-d7682c5d649c req-9a37ada9-3bd7-4241-b76d-469d9862aa51 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:34.230150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1480e6b-df5c-45a6-ae5f-d7682c5d649c req-9a37ada9-3bd7-4241-b76d-469d9862aa51 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.0710275 Aug 26 11:12:34.250676 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.270447 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-199a209b-5884-4d59-b9c0-51158979a0f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc643efe881043d9939bcdfba0d0fc01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352551 Aug 26 11:12:34.271222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46914) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:34.271888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a209b-5884-4d59-b9c0-51158979a0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df09019-405a-46db-ab5b-ef7eaeebd2c8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:34.301744 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No DVR routers for this DVR port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:34.311326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=0a57d189-deee-42ab-8ab4-2b9c7a6b6722,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:34.325843 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4735edf-c903-4c35-8e73-f76ac8574878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.343307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4735edf-c903-4c35-8e73-f76ac8574878 None None] No DVR routers for this DVR port 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:34.384437 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4735edf-c903-4c35-8e73-f76ac8574878 None None] Pushing event deleted for resources: {'Port': ['ID=0a57d189-deee-42ab-8ab4-2b9c7a6b6722,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:34.390000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46924) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:34.392331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2dec-2b27-4adb-aa67-af9c7ad957d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.414052 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.420043 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2dec-2b27-4adb-aa67-af9c7ad957d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.424585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3798ae54-6e4f-455c-a119-c18fd4b3ca06']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:34.441503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c7e4b0-f166-4105-ae35-942d6f3b5ff8') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:34.441813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c7e4b0-f166-4105-ae35-942d6f3b5ff8') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:34.457386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1480e6b-df5c-45a6-ae5f-d7682c5d649c req-d3c7cbf4-6217-470d-b36c-b4d129faa077 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172635 Aug 26 11:12:34.459111 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.467281 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-177a1d13-f506-45d6-a6af-467fe21c245c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.478666 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.494595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:34.495039 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:34.498110 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:34.542442 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2dec-2b27-4adb-aa67-af9c7ad957d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.545026 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2dec-2b27-4adb-aa67-af9c7ad957d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.546184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5f3f2dec-2b27-4adb-aa67-af9c7ad957d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9df09019-405a-46db-ab5b-ef7eaeebd2c8 HTTP/1.1" status: 204 len: 168 time: 0.2714796 Aug 26 11:12:34.559693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f2dec-2b27-4adb-aa67-af9c7ad957d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df09019-405a-46db-ab5b-ef7eaeebd2c8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:34.598368 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.611770 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.626790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/networks/3798ae54-6e4f-455c-a119-c18fd4b3ca06 HTTP/1.1" status: 204 len: 168 time: 1.0110073 Aug 26 11:12:34.627750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46928) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:34.633752 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-177a1d13-f506-45d6-a6af-467fe21c245c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.640040 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-177a1d13-f506-45d6-a6af-467fe21c245c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.643404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-214156504'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:34.649278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c877c-89a7-4edd-961c-a6192406d018 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Network': ['ID=3798ae54-6e4f-455c-a119-c18fd4b3ca06,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:34.669795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:34.674210 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.685275 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-177a1d13-f506-45d6-a6af-467fe21c245c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e491757187644fa924efb908480f1a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459288 Aug 26 11:12:34.687871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46932) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:34.695778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a1d13-f506-45d6-a6af-467fe21c245c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c89931-ef03-4e56-8632-5fab8b37447d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:34.720121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:12:34.740708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.741111 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Added segment d49e371c-cae5-42d3-9429-7c8aba796cbd of type vlan for network c3aebcfe-8b2c-4b0d-972c-922c9a78214c Aug 26 11:12:34.803133 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ee4def6-ba23-43a3-8886-5e67ae5667b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.805383 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.833252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ee4def6-ba23-43a3-8886-5e67ae5667b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.835198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.848738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:34.849505 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.913445 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ee4def6-ba23-43a3-8886-5e67ae5667b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.915549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2772737 Aug 26 11:12:34.916405 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ee4def6-ba23-43a3-8886-5e67ae5667b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:34.917719 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5ee4def6-ba23-43a3-8886-5e67ae5667b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52c89931-ef03-4e56-8632-5fab8b37447d HTTP/1.1" status: 204 len: 168 time: 0.2282650 Aug 26 11:12:34.918559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46938) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:34.926406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': 'c3aebcfe-8b2c-4b0d-972c-922c9a78214c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:34.927822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4def6-ba23-43a3-8886-5e67ae5667b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c89931-ef03-4e56-8632-5fab8b37447d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:34.980888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110792f0-0d0b-4d77-850a-9df92ee95bf3 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Network': ['ID=c3aebcfe-8b2c-4b0d-972c-922c9a78214c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:34.992451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network c3aebcfe-8b2c-4b0d-972c-922c9a78214c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:12:35.035774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:35.040221 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:35.248177 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:35.323176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Checking segment: {'id': 'd49e371c-cae5-42d3-9429-7c8aba796cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c3aebcfe-8b2c-4b0d-972c-922c9a78214c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:35.323457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network hostable DHCP agents. Network: c3aebcfe-8b2c-4b0d-972c-922c9a78214c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:12:35.329637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Subnet': ['ID=8c2262c4-38a9-423a-be46-a5035fdc0625,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:35.346919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network c3aebcfe-8b2c-4b0d-972c-922c9a78214c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:12:35.356481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, c3aebcfe-8b2c-4b0d-972c-922c9a78214c) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:35.364486 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8208f1f-f536-4b6f-96a0-b78dc4262d83 None None] Network c3aebcfe-8b2c-4b0d-972c-922c9a78214c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:35.369213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:35.370053 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:35.394343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46956) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:35.395333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-39bb2750-dd36-4c1c-950e-db4b5e1eb762 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4751217 Aug 26 11:12:35.400775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e3576372-00dd-4a73-a3fd-e17845b3491b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2079943631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:35.439907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3576372-00dd-4a73-a3fd-e17845b3491b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:35.441501 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3576372-00dd-4a73-a3fd-e17845b3491b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:35.508211 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3576372-00dd-4a73-a3fd-e17845b3491b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:35.517554 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3576372-00dd-4a73-a3fd-e17845b3491b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:35.558088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3576372-00dd-4a73-a3fd-e17845b3491b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:35.564635 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e3576372-00dd-4a73-a3fd-e17845b3491b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1689689 Aug 26 11:12:35.565292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46966) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:35.568535 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-c3aebcfe-8b2c-4b0d-972c-922c9a78214c', 'network_id': 'c3aebcfe-8b2c-4b0d-972c-922c9a78214c', 'tenant_id': 'bee5caa8d34f4177a30c86bb1716157f', 'fixed_ips': [{'subnet_id': '8c2262c4-38a9-423a-be46-a5035fdc0625'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:12:35.571567 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:35.574473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'network_id': 'c3aebcfe-8b2c-4b0d-972c-922c9a78214c', 'name': 'tempest-PortsTestJSON-840964303'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:35.631886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef5e9f-65d5-485a-9ca6-6e0982ce4d3d req-493b9370-09fa-4b0f-b6b3-0c4e9a2dcf2f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:35.633944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42ef5e9f-65d5-485a-9ca6-6e0982ce4d3d req-493b9370-09fa-4b0f-b6b3-0c4e9a2dcf2f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.0817757 Aug 26 11:12:35.689698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42ef5e9f-65d5-485a-9ca6-6e0982ce4d3d req-2bc03804-0ac3-41da-9412-6c2bbd961ea6 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490277 Aug 26 11:12:35.715825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:12:35.740042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:12:35.740451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0a57d189-deee-42ab-8ab4-2b9c7a6b6722 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:12:35.760971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:35.765413 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:35.785974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:12:35.808846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Allocated IP 172.20.0.2 (c3aebcfe-8b2c-4b0d-972c-922c9a78214c/8c2262c4-38a9-423a-be46-a5035fdc0625/1a626855-fc2e-4ca6-93f3-b6ecb04b69a7) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:36.023069 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:36.034036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Transition to ACTIVE for port object 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:36.055681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Transition to ACTIVE for port object 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:36.064802 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:36.109287 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Network c3aebcfe-8b2c-4b0d-972c-922c9a78214c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:36.114139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:36.117949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:36.159145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Pushing event updated for resources: {'Port': ['ID=1a626855-fc2e-4ca6-93f3-b6ecb04b69a7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:36.175778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.12 (c3aebcfe-8b2c-4b0d-972c-922c9a78214c/8c2262c4-38a9-423a-be46-a5035fdc0625/6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:36.194824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Attempting to bind port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:12:36.195409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Attempting to bind port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'd49e371c-cae5-42d3-9429-7c8aba796cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c3aebcfe-8b2c-4b0d-972c-922c9a78214c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:12:36.196004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Attempting to bind port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 on network c3aebcfe-8b2c-4b0d-972c-922c9a78214c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:12:36.202542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:12:36.203227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Checking segment: {'id': 'd49e371c-cae5-42d3-9429-7c8aba796cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c3aebcfe-8b2c-4b0d-972c-922c9a78214c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:36.203837 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:36.204497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Bound using segment: {'id': 'd49e371c-cae5-42d3-9429-7c8aba796cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c3aebcfe-8b2c-4b0d-972c-922c9a78214c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:12:36.205157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Bound port: 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49e371c-cae5-42d3-9429-7c8aba796cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c3aebcfe-8b2c-4b0d-972c-922c9a78214c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:12:36.205739 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:36.299255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] For port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:12:36.305176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] For port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1a626855-fc2e-4ca6-93f3-b6ecb04b69a7,segment=NetworkSegment(d49e371c-cae5-42d3-9429-7c8aba796cbd),segment_id=d49e371c-cae5-42d3-9429-7c8aba796cbd)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:12:36.315938 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:36.413905 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:36.433498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:36.436063 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e17d01-1d25-4d10-a911-58e919f74b7c None None] Pushing event updated for resources: {'Port': ['ID=1a626855-fc2e-4ca6-93f3-b6ecb04b69a7,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:36.494249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:36.582304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:36.586895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network c3aebcfe-8b2c-4b0d-972c-922c9a78214c is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:36.588641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:36.591261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:36.643086 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:36.643781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:36.661864 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-374b60c8-f6ca-44e8-8b85-4f608a645266 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0954673 Aug 26 11:12:36.664417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47008) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:36.888943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631eb904-a25b-4f5a-a576-1622a1aaccdd req-2f15cf50-f949-4692-980f-bd83f25685a8 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:36.893435 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-631eb904-a25b-4f5a-a576-1622a1aaccdd req-2f15cf50-f949-4692-980f-bd83f25685a8 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1022410 Aug 26 11:12:36.967261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-631eb904-a25b-4f5a-a576-1622a1aaccdd req-eb98415a-2258-4f2b-85c8-28c6e033ccf0 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627623 Aug 26 11:12:37.136672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:37.519793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:37.525964 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:37.607754 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:37.758544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:37.833441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f3e03-c10c-4365-9449-ef5ffd48e270 None None] Network c3aebcfe-8b2c-4b0d-972c-922c9a78214c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:37.842190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:37.852559 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:37.940470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aa0a3688-0804-4dce-98a5-ee2b7e0a3931 None None] Provisioning for port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:37.950876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aa0a3688-0804-4dce-98a5-ee2b7e0a3931 None None] Provisioning complete for port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:37.951613 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3688-0804-4dce-98a5-ee2b7e0a3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:38.044296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:38.194117 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3688-0804-4dce-98a5-ee2b7e0a3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:38.202697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534797d-c372-4581-9d37-2f006572c9f2 req-496d1b36-9a15-46b0-b91e-443eeaa48089 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:38.211549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f534797d-c372-4581-9d37-2f006572c9f2 req-496d1b36-9a15-46b0-b91e-443eeaa48089 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1210372 Aug 26 11:12:38.287285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-aa0a3688-0804-4dce-98a5-ee2b7e0a3931 None None] For port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1a626855-fc2e-4ca6-93f3-b6ecb04b69a7,segment=NetworkSegment(d49e371c-cae5-42d3-9429-7c8aba796cbd),segment_id=d49e371c-cae5-42d3-9429-7c8aba796cbd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:38.304446 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3688-0804-4dce-98a5-ee2b7e0a3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:38.341523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f534797d-c372-4581-9d37-2f006572c9f2 req-cb86ed34-d486-4689-a5b7-45b937ba8c4a tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201110 Aug 26 11:12:38.404242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a3688-0804-4dce-98a5-ee2b7e0a3931 None None] Pushing event updated for resources: {'Port': ['ID=1a626855-fc2e-4ca6-93f3-b6ecb04b69a7,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:38.636425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0c9a6f39-decc-4b13-9d7f-f6b33224f436 None None] Provisioning complete for port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:38.636678 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6f39-decc-4b13-9d7f-f6b33224f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:38.650701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:38.664156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:38.804388 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:38.807418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:38.807715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0c9a6f39-decc-4b13-9d7f-f6b33224f436 None None] Provisioning for port 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:38.820982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0c9a6f39-decc-4b13-9d7f-f6b33224f436 None None] Provisioning complete for port 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:38.821370 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6f39-decc-4b13-9d7f-f6b33224f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:38.906471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a6f39-decc-4b13-9d7f-f6b33224f436 None None] Port 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:38.938934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network c3aebcfe-8b2c-4b0d-972c-922c9a78214c is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:38.944243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:39.050925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-77bae71e-bfdf-45fd-b413-6782a65bd8be None None] Provisioning complete for port 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:39.051316 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77bae71e-bfdf-45fd-b413-6782a65bd8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:39.143257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-77bae71e-bfdf-45fd-b413-6782a65bd8be None None] Port 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:39.154139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Router 30272184-1dc8-4e9c-8a50-bc699736dca6 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:12:39.267871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-19c79806-8c8b-40e1-b465-3220322d66a9 None None] Provisioning complete for port 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:39.268299 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19c79806-8c8b-40e1-b465-3220322d66a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:39.274259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:12:39.280951 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e4fe65ee-008e-4108-9e96-7aa2ead98c9a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "PUT /v2.0/routers/30272184-1dc8-4e9c-8a50-bc699736dca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6152525 Aug 26 11:12:39.284157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47082) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:39.319482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29048e65-30ac-4e19-bebd-be6f89be6b80 None None] Sync routers for ids ['30272184-1dc8-4e9c-8a50-bc699736dca6'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:12:39.353812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29048e65-30ac-4e19-bebd-be6f89be6b80 None None] Routers {'30272184-1dc8-4e9c-8a50-bc699736dca6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:12:39.354898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-29048e65-30ac-4e19-bebd-be6f89be6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:12:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['30272184-1dc8-4e9c-8a50-bc699736dca6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:39.429346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-29048e65-30ac-4e19-bebd-be6f89be6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:39.435426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8abda74-1e83-4c80-9e68-0a340d5f8370 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:39.436616 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f8abda74-1e83-4c80-9e68-0a340d5f8370 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports?device_id=30272184-1dc8-4e9c-8a50-bc699736dca6 HTTP/1.1" status: 200 len: 982 time: 0.1512129 Aug 26 11:12:39.439840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47090) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:39.442820 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29048e65-30ac-4e19-bebd-be6f89be6b80 None None] Routers {'30272184-1dc8-4e9c-8a50-bc699736dca6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:12:39.443836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-29048e65-30ac-4e19-bebd-be6f89be6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:12:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['30272184-1dc8-4e9c-8a50-bc699736dca6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:39.480727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-29048e65-30ac-4e19-bebd-be6f89be6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:39.481436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29048e65-30ac-4e19-bebd-be6f89be6b80 None None] The sync data for ids ['30272184-1dc8-4e9c-8a50-bc699736dca6'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:12:39.483829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-19c79806-8c8b-40e1-b465-3220322d66a9 None None] Port 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:39.698663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:39.818618 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:39.819300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:39.826166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-67888d7e-a6e7-4f69-883b-710da8220e42 None None] Provisioning complete for port 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:39.826767 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67888d7e-a6e7-4f69-883b-710da8220e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:39.922360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ef884-825d-4a9d-8c88-fc6b976b873c req-4237649f-4096-4459-bb91-75eb9655c63e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:39.924037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e6ef884-825d-4a9d-8c88-fc6b976b873c req-4237649f-4096-4459-bb91-75eb9655c63e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.3298066 Aug 26 11:12:39.951704 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-67888d7e-a6e7-4f69-883b-710da8220e42 None None] Port 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:40.003457 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e6ef884-825d-4a9d-8c88-fc6b976b873c req-951d3647-6979-4f41-bb43-c3f04437dffc tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654466 Aug 26 11:12:40.191358 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0788a374-a914-4345-ac32-67478a0041e0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:40.503013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-0788a374-a914-4345-ac32-67478a0041e0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:40.503703 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0788a374-a914-4345-ac32-67478a0041e0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:40.646785 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0788a374-a914-4345-ac32-67478a0041e0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:40.663618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-0788a374-a914-4345-ac32-67478a0041e0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:40.722646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47110) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:40.851985 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08480836-7167-4a46-bbc2-d35e79804b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:40.857932 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0788a374-a914-4345-ac32-67478a0041e0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:40.887206 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a374-a914-4345-ac32-67478a0041e0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:40.950141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08480836-7167-4a46-bbc2-d35e79804b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:40.956016 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08480836-7167-4a46-bbc2-d35e79804b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.000483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-08480836-7167-4a46-bbc2-d35e79804b59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3081e9f070a2457e90b4f996934c9abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746427 Aug 26 11:12:41.001518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47120) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:41.045777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08480836-7167-4a46-bbc2-d35e79804b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84351feb-3b54-4e86-be4f-b423e7bea4b2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:41.055908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0788a374-a914-4345-ac32-67478a0041e0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.078998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9c42272-04a7-41e2-9039-28b4bd52835e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.105862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9c42272-04a7-41e2-9039-28b4bd52835e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.180287 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9c42272-04a7-41e2-9039-28b4bd52835e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.182941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9c42272-04a7-41e2-9039-28b4bd52835e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.186784 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e9c42272-04a7-41e2-9039-28b4bd52835e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84351feb-3b54-4e86-be4f-b423e7bea4b2 HTTP/1.1" status: 204 len: 168 time: 0.1816802 Aug 26 11:12:41.203055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c42272-04a7-41e2-9039-28b4bd52835e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84351feb-3b54-4e86-be4f-b423e7bea4b2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:41.290452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0788a374-a914-4345-ac32-67478a0041e0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Router 30272184-1dc8-4e9c-8a50-bc699736dca6 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:12:41.299628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fced20-1493-474b-bdbe-8654a26c8b20 req-a629d7b7-37b7-4fd1-93e0-8f7c1ca859ae tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:41.301106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90fced20-1493-474b-bdbe-8654a26c8b20 req-a629d7b7-37b7-4fd1-93e0-8f7c1ca859ae tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1435809 Aug 26 11:12:41.405596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0788a374-a914-4345-ac32-67478a0041e0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:12:41.410262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90fced20-1493-474b-bdbe-8654a26c8b20 req-f13e4d9a-9a2b-41b9-9bb5-0607844ce5ae tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011539 Aug 26 11:12:41.413919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0788a374-a914-4345-ac32-67478a0041e0 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "PUT /v2.0/routers/30272184-1dc8-4e9c-8a50-bc699736dca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9730084 Aug 26 11:12:41.416693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47134) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:41.418438 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d2a82-c6f8-48a7-b890-1d2532f8addf None None] Sync routers for ids ['30272184-1dc8-4e9c-8a50-bc699736dca6'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:12:41.442850 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d2a82-c6f8-48a7-b890-1d2532f8addf None None] Routers {'30272184-1dc8-4e9c-8a50-bc699736dca6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:12:41.443766 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-980d2a82-c6f8-48a7-b890-1d2532f8addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:12:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['30272184-1dc8-4e9c-8a50-bc699736dca6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:41.489259 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5638df-3678-4858-b701-d5dcd0e06ac4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:12:41.494004 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4c5638df-3678-4858-b701-d5dcd0e06ac4 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/6d415fa5-f8d5-4c2b-a5fc-9ab965cf394b HTTP/1.1" status: 404 len: 333 time: 0.0755830 Aug 26 11:12:41.496127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47142) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:41.508450 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-980d2a82-c6f8-48a7-b890-1d2532f8addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:41.519147 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d2a82-c6f8-48a7-b890-1d2532f8addf None None] Routers {'30272184-1dc8-4e9c-8a50-bc699736dca6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:12:41.519849 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-980d2a82-c6f8-48a7-b890-1d2532f8addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:12:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['30272184-1dc8-4e9c-8a50-bc699736dca6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:41.563037 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-980d2a82-c6f8-48a7-b890-1d2532f8addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:41.563716 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980d2a82-c6f8-48a7-b890-1d2532f8addf None None] The sync data for ids ['30272184-1dc8-4e9c-8a50-bc699736dca6'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:12:41.574871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47148) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:41.588173 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf35b-84d3-4465-9b82-ee7cead1f870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.724222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf35b-84d3-4465-9b82-ee7cead1f870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.730241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d7bf35b-84d3-4465-9b82-ee7cead1f870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.779165 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5d7bf35b-84d3-4465-9b82-ee7cead1f870 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27af59c94b524019bbe508ce776284c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031980 Aug 26 11:12:41.780726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bf35b-84d3-4465-9b82-ee7cead1f870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b1069c-7a0c-42af-af22-03b4cc853be5,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:41.803582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47156) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:41.863560 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73657af4-b30c-4193-8ac1-85b3061513c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.889851 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73657af4-b30c-4193-8ac1-85b3061513c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.952743 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73657af4-b30c-4193-8ac1-85b3061513c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.956062 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-73657af4-b30c-4193-8ac1-85b3061513c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:41.957612 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-73657af4-b30c-4193-8ac1-85b3061513c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63b1069c-7a0c-42af-af22-03b4cc853be5 HTTP/1.1" status: 204 len: 168 time: 0.1525006 Aug 26 11:12:41.968801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73657af4-b30c-4193-8ac1-85b3061513c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b1069c-7a0c-42af-af22-03b4cc853be5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:41.992837 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-017885c8-ecff-437e-9009-752b888cffac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:42.194245 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-017885c8-ecff-437e-9009-752b888cffac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:42.198495 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-017885c8-ecff-437e-9009-752b888cffac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:42.259340 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-017885c8-ecff-437e-9009-752b888cffac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:42.259911 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017885c8-ecff-437e-9009-752b888cffac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Fanout notify agent at l3_agent the message router_deleted on router 30272184-1dc8-4e9c-8a50-bc699736dca6 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:12:42.278116 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-017885c8-ecff-437e-9009-752b888cffac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:42.279795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-017885c8-ecff-437e-9009-752b888cffac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/routers/30272184-1dc8-4e9c-8a50-bc699736dca6 HTTP/1.1" status: 204 len: 168 time: 0.7821343 Aug 26 11:12:42.283142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47166) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:42.362777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a57998a-e757-4cfd-8852-8bedf5a55564 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting subnet 8c2262c4-38a9-423a-be46-a5035fdc0625 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:12:42.372613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a57998a-e757-4cfd-8852-8bedf5a55564 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:42.462569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a57998a-e757-4cfd-8852-8bedf5a55564 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:42.576245 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a57998a-e757-4cfd-8852-8bedf5a55564 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:42.638433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050e1ed-4d06-4de9-9163-3e736aabb0d5 req-5c59caba-453c-4653-804a-bd7aafccb788 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:42.653877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a050e1ed-4d06-4de9-9163-3e736aabb0d5 req-5c59caba-453c-4653-804a-bd7aafccb788 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1466181 Aug 26 11:12:42.663871 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a57998a-e757-4cfd-8852-8bedf5a55564 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:42.720184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57998a-e757-4cfd-8852-8bedf5a55564 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2262c4-38a9-423a-be46-a5035fdc0625,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:42.723163 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3a57998a-e757-4cfd-8852-8bedf5a55564 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:42.724708 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3a57998a-e757-4cfd-8852-8bedf5a55564 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/8c2262c4-38a9-423a-be46-a5035fdc0625 HTTP/1.1" status: 204 len: 168 time: 0.4404304 Aug 26 11:12:42.728607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47192) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:42.732132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ea21f1-d9e3-4f9d-9f12-7d22c8c874b2 None None] Network c3aebcfe-8b2c-4b0d-972c-922c9a78214c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:42.743145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a050e1ed-4d06-4de9-9163-3e736aabb0d5 req-8a0ad30f-d830-430f-bf5b-c322a643cbdf tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729012 Aug 26 11:12:42.752796 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:12:42.944683 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.047117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:43.054152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.076826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb184b2a-a2f8-4142-b741-6ecdc594cf20 None None] DHCP port deletion for c3aebcfe-8b2c-4b0d-972c-922c9a78214c request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:12:43.167510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] For port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1a626855-fc2e-4ca6-93f3-b6ecb04b69a7,segment=NetworkSegment(d49e371c-cae5-42d3-9429-7c8aba796cbd),segment_id=d49e371c-cae5-42d3-9429-7c8aba796cbd)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:43.168796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.203158 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:43.233913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cb184b2a-a2f8-4142-b741-6ecdc594cf20 None None] Deleting port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:43.234440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb184b2a-a2f8-4142-b741-6ecdc594cf20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.407138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.426952 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a80c4b52-4ac4-4afc-86e4-7e79ea24d6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.446417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No DVR routers for this DVR port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:43.450868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-cb184b2a-a2f8-4142-b741-6ecdc594cf20 None None] For port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1a626855-fc2e-4ca6-93f3-b6ecb04b69a7,segment=NetworkSegment(d49e371c-cae5-42d3-9429-7c8aba796cbd),segment_id=d49e371c-cae5-42d3-9429-7c8aba796cbd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:43.453281 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb184b2a-a2f8-4142-b741-6ecdc594cf20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.488180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cb184b2a-a2f8-4142-b741-6ecdc594cf20 None None] Calling delete_port for 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:43.566151 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.578326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3aebcfe-8b2c-4b0d-972c-922c9a78214c']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:43.590919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49e371c-cae5-42d3-9429-7c8aba796cbd') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:43.591195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49e371c-cae5-42d3-9429-7c8aba796cbd') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:12:43.602520 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.624457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.632126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:12:43.632553 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.699997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:12:43.706182 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:12:43.708525 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=1a626855-fc2e-4ca6-93f3-b6ecb04b69a7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:43.760641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:12:43.761150 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:12:43.767108 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb184b2a-a2f8-4142-b741-6ecdc594cf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.780059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.807725 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:43.815687 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/networks/c3aebcfe-8b2c-4b0d-972c-922c9a78214c HTTP/1.1" status: 204 len: 168 time: 1.0853446 Aug 26 11:12:43.819567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47242) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:43.838857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb184b2a-a2f8-4142-b741-6ecdc594cf20 None None] No DVR routers for this DVR port 1a626855-fc2e-4ca6-93f3-b6ecb04b69a7 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:43.856054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb184b2a-a2f8-4142-b741-6ecdc594cf20 None None] Pushing event deleted for resources: {'Port': ['ID=1a626855-fc2e-4ca6-93f3-b6ecb04b69a7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:43.863693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fefcc0-5381-407c-924c-b5309234410a tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Network': ['ID=c3aebcfe-8b2c-4b0d-972c-922c9a78214c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:43.967704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99df7d68-8fb9-43dc-b85f-c0a098ce5bdb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:43.973975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47250) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:43.977242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-99df7d68-8fb9-43dc-b85f-c0a098ce5bdb tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 HTTP/1.1" status: 200 len: 839 time: 0.1564605 Aug 26 11:12:43.996116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcfbc6-424d-4791-bd58-94e51b083657 req-09a119b6-7603-4023-9cad-f6195099ae81 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:44.003770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bbcfbc6-424d-4791-bd58-94e51b083657 req-09a119b6-7603-4023-9cad-f6195099ae81 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1009779 Aug 26 11:12:44.058086 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fa15ca92-1ceb-47bb-b161-f7d77cb8dbaf tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0827620 Aug 26 11:12:44.061631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47256) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:44.062745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bbcfbc6-424d-4791-bd58-94e51b083657 req-3c290543-609e-44e7-b6d0-f4cd0e509d2e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518873 Aug 26 11:12:44.070534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-817a61e5-f2ce-4a65-8f47-380f07b71e35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:44.200714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47258) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:44.539741 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817a61e5-f2ce-4a65-8f47-380f07b71e35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:44.545928 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-817a61e5-f2ce-4a65-8f47-380f07b71e35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:44.591198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b72bf2c7-23d6-45e3-961f-0b5d1142228b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:44.743040 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b72bf2c7-23d6-45e3-961f-0b5d1142228b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:44.752807 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b72bf2c7-23d6-45e3-961f-0b5d1142228b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:44.836086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bf2c7-23d6-45e3-961f-0b5d1142228b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f39cbd1-e1af-4935-a322-30519e9b2d01,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:44.841687 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b72bf2c7-23d6-45e3-961f-0b5d1142228b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a13854f8f0e49f6abd3c043fd2cf270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397960 Aug 26 11:12:44.844252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47278) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:44.922042 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0830a824-72f2-4f2b-85ec-3d20fba8f2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:44.956758 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0830a824-72f2-4f2b-85ec-3d20fba8f2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:44.974705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-817a61e5-f2ce-4a65-8f47-380f07b71e35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.039778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a61e5-f2ce-4a65-8f47-380f07b71e35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:45.049643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-817a61e5-f2ce-4a65-8f47-380f07b71e35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:45.056048 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0830a824-72f2-4f2b-85ec-3d20fba8f2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.059902 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0830a824-72f2-4f2b-85ec-3d20fba8f2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.061367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0830a824-72f2-4f2b-85ec-3d20fba8f2da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f39cbd1-e1af-4935-a322-30519e9b2d01 HTTP/1.1" status: 204 len: 168 time: 0.2153990 Aug 26 11:12:45.062690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ada5b4d-2e11-426d-aecd-2eee8df20b13 None None] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:45.095492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830a824-72f2-4f2b-85ec-3d20fba8f2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f39cbd1-e1af-4935-a322-30519e9b2d01,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:45.095996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a61e5-f2ce-4a65-8f47-380f07b71e35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:45.100376 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-817a61e5-f2ce-4a65-8f47-380f07b71e35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.182407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a61e5-f2ce-4a65-8f47-380f07b71e35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Subnet': ['ID=6b5449a3-f0b7-4b12-8de4-31618ed6e0cb,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:45.209132 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-817a61e5-f2ce-4a65-8f47-380f07b71e35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1458478 Aug 26 11:12:45.210192 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47294) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:45.214874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5cf02eb3-8393-423d-88c7-db89c870c19c tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'security_group': {'name': 'tempest-secgroup-1839981143'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:45.258835 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5cf02eb3-8393-423d-88c7-db89c870c19c tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.279177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48309c-0e2f-494b-8da6-b4e63177ee1a req-778d2c32-f6ec-4b71-8ba5-fcd5c21a9530 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:45.288655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc48309c-0e2f-494b-8da6-b4e63177ee1a req-778d2c32-f6ec-4b71-8ba5-fcd5c21a9530 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1080055 Aug 26 11:12:45.398187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc48309c-0e2f-494b-8da6-b4e63177ee1a req-1ff6e55b-3cad-4de1-bf5e-09c93ea50b3e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077569 Aug 26 11:12:45.410008 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5cf02eb3-8393-423d-88c7-db89c870c19c tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.418496 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5cf02eb3-8393-423d-88c7-db89c870c19c tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.452137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'tenant_id': 'bee5caa8d34f4177a30c86bb1716157f', 'fixed_ips': [{'subnet_id': '6b5449a3-f0b7-4b12-8de4-31618ed6e0cb'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:12:45.453539 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.465540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf02eb3-8393-423d-88c7-db89c870c19c tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4a5933-7fc2-4834-a0e0-b470336c90cf,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:45.483832 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5cf02eb3-8393-423d-88c7-db89c870c19c tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.492305 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5cf02eb3-8393-423d-88c7-db89c870c19c tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2808809 Aug 26 11:12:45.493912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47300) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:45.501968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-bf613c3a-62e2-473a-bba1-e61e915bf2cd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'security_group': {'name': 'tempest-secgroup-256556021'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:45.584453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bf613c3a-62e2-473a-bba1-e61e915bf2cd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.708533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9efe5-cccf-4e39-860f-02ce3baa8d39 req-22d2d865-0f1a-43b9-a9aa-242d6f1cd9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:45.710798 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1ef9efe5-cccf-4e39-860f-02ce3baa8d39 req-22d2d865-0f1a-43b9-a9aa-242d6f1cd9b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 1098 time: 0.1167557 Aug 26 11:12:45.770597 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bf613c3a-62e2-473a-bba1-e61e915bf2cd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.779135 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bf613c3a-62e2-473a-bba1-e61e915bf2cd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.787025 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1ef9efe5-cccf-4e39-860f-02ce3baa8d39 req-a752326e-c311-4e4c-a986-f18aea828103 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678144 Aug 26 11:12:45.796956 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcf31059-9b3f-49d8-850b-6e31150e9b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.802752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Allocated IP 172.20.0.2 (7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2/6b5449a3-f0b7-4b12-8de4-31618ed6e0cb/067cafe7-ea8f-4744-bcab-242a5114c255) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:45.867452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf613c3a-62e2-473a-bba1-e61e915bf2cd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ca6188-bcfd-4caa-b75d-874fab15324d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:45.871329 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bf613c3a-62e2-473a-bba1-e61e915bf2cd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:45.872843 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bf613c3a-62e2-473a-bba1-e61e915bf2cd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3776643 Aug 26 11:12:45.876217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47306) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:45.893615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1367634450', 'security_groups': ['03ca6188-bcfd-4caa-b75d-874fab15324d'], 'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b5449a3-f0b7-4b12-8de4-31618ed6e0cb'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:46.005981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47310) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:46.031493 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b603-083c-47c5-a29e-99ab1c994922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.139778 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.157551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Transition to ACTIVE for port object 067cafe7-ea8f-4744-bcab-242a5114c255 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:46.201647 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b603-083c-47c5-a29e-99ab1c994922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.208074 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9c9b603-083c-47c5-a29e-99ab1c994922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.208529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Transition to ACTIVE for port object 067cafe7-ea8f-4744-bcab-242a5114c255 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:46.234566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:46.258768 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.283011 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b9c9b603-083c-47c5-a29e-99ab1c994922 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=284607bfe3e746e69825d787cbe256da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753859 Aug 26 11:12:46.285940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47314) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:46.286937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9b603-083c-47c5-a29e-99ab1c994922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2592e6f-93de-4ace-8920-ac22c44ccc86,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:46.383438 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.396707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:46.398279 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.402091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b9179db-74da-4bc1-bcf4-8baffffa86c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.409539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:46.419246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port 70cfaac2-8818-4549-ab3a-d7e1c048374e yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:12:46.424132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:46.432022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Pushing event updated for resources: {'Port': ['ID=067cafe7-ea8f-4744-bcab-242a5114c255,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:46.470500 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b9179db-74da-4bc1-bcf4-8baffffa86c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.557084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Attempting to bind port 067cafe7-ea8f-4744-bcab-242a5114c255 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:12:46.557084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Attempting to bind port 067cafe7-ea8f-4744-bcab-242a5114c255 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '4ee82d79-304d-479e-8b2f-361c15f77d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:12:46.557473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Attempting to bind port 067cafe7-ea8f-4744-bcab-242a5114c255 on network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:12:46.572468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:12:46.572743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Checking segment: {'id': '4ee82d79-304d-479e-8b2f-361c15f77d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:12:46.573155 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.573554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Bound using segment: {'id': '4ee82d79-304d-479e-8b2f-361c15f77d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:12:46.574048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Bound port: 067cafe7-ea8f-4744-bcab-242a5114c255, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee82d79-304d-479e-8b2f-361c15f77d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:12:46.574435 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.677536 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.3 (7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2/6b5449a3-f0b7-4b12-8de4-31618ed6e0cb/70cfaac2-8818-4549-ab3a-d7e1c048374e) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:46.679158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435978b7-dd90-42a3-9fd3-c4521fcd4586 req-56d85f74-aada-40b8-99a4-a493dd2c0371 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:46.689372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-435978b7-dd90-42a3-9fd3-c4521fcd4586 req-56d85f74-aada-40b8-99a4-a493dd2c0371 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1554921 Aug 26 11:12:46.718801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] For port 067cafe7-ea8f-4744-bcab-242a5114c255, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:12:46.726396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] For port 067cafe7-ea8f-4744-bcab-242a5114c255, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=067cafe7-ea8f-4744-bcab-242a5114c255,segment=NetworkSegment(4ee82d79-304d-479e-8b2f-361c15f77d3a),segment_id=4ee82d79-304d-479e-8b2f-361c15f77d3a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:12:46.734346 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.753044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-435978b7-dd90-42a3-9fd3-c4521fcd4586 req-7b01e414-3e8f-4a0e-85fa-2502cfe98ec2 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563645 Aug 26 11:12:46.753044 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b9179db-74da-4bc1-bcf4-8baffffa86c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.754853 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b9179db-74da-4bc1-bcf4-8baffffa86c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:46.768659 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8b9179db-74da-4bc1-bcf4-8baffffa86c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2592e6f-93de-4ace-8920-ac22c44ccc86 HTTP/1.1" status: 204 len: 168 time: 0.4743900 Aug 26 11:12:46.776739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9179db-74da-4bc1-bcf4-8baffffa86c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2592e6f-93de-4ace-8920-ac22c44ccc86,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:46.895042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b41bab-b478-473c-ad7b-691abec27101 None None] Pushing event updated for resources: {'Port': ['ID=067cafe7-ea8f-4744-bcab-242a5114c255,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:47.042554 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:47.089643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object 70cfaac2-8818-4549-ab3a-d7e1c048374e will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:47.163967 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:47.249788 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:47.288844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=70cfaac2-8818-4549-ab3a-d7e1c048374e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:47.316923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:47.323105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:47.325937 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:47.421600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:47.422305 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:47.456496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47344) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:47.461899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-835c8d7e-7304-4618-993b-3c891d0106a2 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:47.465842 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-feb5fe20-73bf-4414-b39e-9485b9e7d131 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5882089 Aug 26 11:12:47.685705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c8d7e-7304-4618-993b-3c891d0106a2 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:47.690609 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-835c8d7e-7304-4618-993b-3c891d0106a2 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:47.736058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 067cafe7-ea8f-4744-bcab-242a5114c255 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:47.778858 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47350) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:47.822801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47354) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:47.835027 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 067cafe7-ea8f-4744-bcab-242a5114c255 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:47.849803 n-d-778550-13 neutron-server[101267]: INFO neutron.db.ipam_backend_mixin [None req-835c8d7e-7304-4618-993b-3c891d0106a2 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b5449a3-f0b7-4b12-8de4-31618ed6e0cb (CIDR: 172.20.0.0/28) Aug 26 11:12:47.855073 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-835c8d7e-7304-4618-993b-3c891d0106a2 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:12:47.855584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835c8d7e-7304-4618-993b-3c891d0106a2 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:12:47.881694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-835c8d7e-7304-4618-993b-3c891d0106a2 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4215424 Aug 26 11:12:47.882309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47362) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:47.888729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-430e1200-3a66-470d-8825-28de7bdb5214 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:47.896780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47364) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:48.000376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99564a-8886-4386-97b6-d5275dd03eaa req-dd41382a-2317-4557-a403-68f646408c83 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:48.010776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be99564a-8886-4386-97b6-d5275dd03eaa req-dd41382a-2317-4557-a403-68f646408c83 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1166885 Aug 26 11:12:48.056650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-89e6320d-6785-49e7-8491-e45df61a3d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.068442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be99564a-8886-4386-97b6-d5275dd03eaa req-5ae2ec7c-e2e7-408f-8b4e-64683bbf9fb1 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531635 Aug 26 11:12:48.139943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a0fe746a-d26a-423a-8af5-f4226000e4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.189331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-767b28c6-2565-45da-9606-78dfa405433f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.338991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4303ae9-501a-42ab-b38f-a6ef1088b711 req-3e67d61b-09f4-4aa1-8c88-410abb2683d3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:48.340803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4303ae9-501a-42ab-b38f-a6ef1088b711 req-3e67d61b-09f4-4aa1-8c88-410abb2683d3 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.0636346 Aug 26 11:12:48.363739 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-89e6320d-6785-49e7-8491-e45df61a3d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.373090 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-89e6320d-6785-49e7-8491-e45df61a3d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.383357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d07064-e19e-4b62-b980-2c1c1d222db6 req-49166ea2-360b-475d-bddf-50be61109eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:48.385756 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-78d07064-e19e-4b62-b980-2c1c1d222db6 req-49166ea2-360b-475d-bddf-50be61109eba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 1098 time: 0.1310136 Aug 26 11:12:48.386317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8de6d632-51cb-4251-a0b0-8ee95d88a352 None None] Provisioning for port 067cafe7-ea8f-4744-bcab-242a5114c255 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:48.395197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8de6d632-51cb-4251-a0b0-8ee95d88a352 None None] Provisioning complete for port 067cafe7-ea8f-4744-bcab-242a5114c255 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:48.395859 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8de6d632-51cb-4251-a0b0-8ee95d88a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.412053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4303ae9-501a-42ab-b38f-a6ef1088b711 req-68079bf1-cbc7-464a-9ef7-4f9eab76aabf tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580988 Aug 26 11:12:48.487448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430e1200-3a66-470d-8825-28de7bdb5214 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:48.490956 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-430e1200-3a66-470d-8825-28de7bdb5214 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.519667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47382) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:48.527528 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-89e6320d-6785-49e7-8491-e45df61a3d36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba95771cebd44776baf09c969572898c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7464600 Aug 26 11:12:48.579895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6320d-6785-49e7-8491-e45df61a3d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d7e8a-bea9-4efa-97cc-051efadc0650,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:48.581333 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b11f3b-087e-4c3a-a6aa-8d8327ce88cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.628877 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b11f3b-087e-4c3a-a6aa-8d8327ce88cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.727615 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8de6d632-51cb-4251-a0b0-8ee95d88a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.728917 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b11f3b-087e-4c3a-a6aa-8d8327ce88cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.732740 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b11f3b-087e-4c3a-a6aa-8d8327ce88cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.734963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-58b11f3b-087e-4c3a-a6aa-8d8327ce88cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd8d7e8a-bea9-4efa-97cc-051efadc0650 HTTP/1.1" status: 204 len: 168 time: 0.2140660 Aug 26 11:12:48.745778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b11f3b-087e-4c3a-a6aa-8d8327ce88cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d7e8a-bea9-4efa-97cc-051efadc0650,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:48.774344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d07064-e19e-4b62-b980-2c1c1d222db6 req-888beb21-f5a4-4ff7-ae22-a62bb56260b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:48.776698 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-78d07064-e19e-4b62-b980-2c1c1d222db6 req-888beb21-f5a4-4ff7-ae22-a62bb56260b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 912 time: 0.3806114 Aug 26 11:12:48.780441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8de6d632-51cb-4251-a0b0-8ee95d88a352 None None] For port 067cafe7-ea8f-4744-bcab-242a5114c255, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=067cafe7-ea8f-4744-bcab-242a5114c255,segment=NetworkSegment(4ee82d79-304d-479e-8b2f-361c15f77d3a),segment_id=4ee82d79-304d-479e-8b2f-361c15f77d3a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:48.791245 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8de6d632-51cb-4251-a0b0-8ee95d88a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.833038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8de6d632-51cb-4251-a0b0-8ee95d88a352 None None] Provisioning complete for port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:48.833926 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8de6d632-51cb-4251-a0b0-8ee95d88a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.859808 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-78d07064-e19e-4b62-b980-2c1c1d222db6 req-72f6869a-a516-41c2-ac2c-4b2dd9c35bc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43a6f04-b13e-44a7-8f38-100d51f808d5 HTTP/1.1" status: 200 len: 217 time: 0.0652158 Aug 26 11:12:48.889015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6d632-51cb-4251-a0b0-8ee95d88a352 None None] Pushing event updated for resources: {'Port': ['ID=067cafe7-ea8f-4744-bcab-242a5114c255,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:48.897212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8de6d632-51cb-4251-a0b0-8ee95d88a352 None None] Port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:48.966060 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a0fe746a-d26a-423a-8af5-f4226000e4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.982095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a0fe746a-d26a-423a-8af5-f4226000e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:48.990920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d07064-e19e-4b62-b980-2c1c1d222db6 req-a1c19190-1c83-45f8-82d9-74a54eee71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:48.992766 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-78d07064-e19e-4b62-b980-2c1c1d222db6 req-a1c19190-1c83-45f8-82d9-74a54eee71fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 HTTP/1.1" status: 200 len: 851 time: 0.1222472 Aug 26 11:12:49.027012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e49634a9-c75d-4f9b-8810-7ce20565da72 None None] Provisioning for port 70cfaac2-8818-4549-ab3a-d7e1c048374e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:49.032602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e49634a9-c75d-4f9b-8810-7ce20565da72 None None] Provisioning complete for port 70cfaac2-8818-4549-ab3a-d7e1c048374e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:49.034196 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e49634a9-c75d-4f9b-8810-7ce20565da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.092915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e49634a9-c75d-4f9b-8810-7ce20565da72 None None] Port 70cfaac2-8818-4549-ab3a-d7e1c048374e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:49.113903 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-78d07064-e19e-4b62-b980-2c1c1d222db6 req-28c7fb64-f237-4d33-a1c6-63fe2f4631f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f8fedadf-872d-4fec-b38f-c658ecc8deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043510 Aug 26 11:12:49.135789 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a0fe746a-d26a-423a-8af5-f4226000e4b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38da29bd3a754e4188d21d0a51b39c63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3084462 Aug 26 11:12:49.135924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47396) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:49.197326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe746a-d26a-423a-8af5-f4226000e4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1449dd91-b8b7-4198-ad44-aecd3897d11b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:49.198906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42ae66ad-45b8-49d8-90e7-4a4a45f6b6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.243924 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42ae66ad-45b8-49d8-90e7-4a4a45f6b6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.276176 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.285121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47402) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:49.303455 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a30c956b-b07d-47f4-a84a-1f7be93739ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.324341 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42ae66ad-45b8-49d8-90e7-4a4a45f6b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.328398 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42ae66ad-45b8-49d8-90e7-4a4a45f6b6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.329980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-42ae66ad-45b8-49d8-90e7-4a4a45f6b6d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1449dd91-b8b7-4198-ad44-aecd3897d11b HTTP/1.1" status: 204 len: 168 time: 0.1929469 Aug 26 11:12:49.341374 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae66ad-45b8-49d8-90e7-4a4a45f6b6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1449dd91-b8b7-4198-ad44-aecd3897d11b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:49.469041 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-767b28c6-2565-45da-9606-78dfa405433f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.471108 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-78d07064-e19e-4b62-b980-2c1c1d222db6 req-ec5bb5d6-e43d-4631-bfd8-5c8c949b5991 service neutron] 10.222.0.47 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410439 Aug 26 11:12:49.472353 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-430e1200-3a66-470d-8825-28de7bdb5214 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.527711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e1200-3a66-470d-8825-28de7bdb5214 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Subnet': ['ID=7a184b2a-9258-48cb-acaf-d71bedb3a1eb,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:49.529940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-767b28c6-2565-45da-9606-78dfa405433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.627893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b28c6-2565-45da-9606-78dfa405433f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11311c2c-4e4c-49c1-9235-d3587df5f2f3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:49.645203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59473391-3965-4a1a-8d9d-b8657460c58e req-1eff3f8b-d560-40e1-a276-67f340e02088 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:49.646819 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59473391-3965-4a1a-8d9d-b8657460c58e req-1eff3f8b-d560-40e1-a276-67f340e02088 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1016171 Aug 26 11:12:49.665410 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a30c956b-b07d-47f4-a84a-1f7be93739ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.675773 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a30c956b-b07d-47f4-a84a-1f7be93739ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.716046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 067cafe7-ea8f-4744-bcab-242a5114c255 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:49.793569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c956b-b07d-47f4-a84a-1f7be93739ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aa015b-b84e-4123-8684-3d4bd8ec94e3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:49.802138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59473391-3965-4a1a-8d9d-b8657460c58e req-a800c9ef-980f-4489-9b42-446df2abdd2e tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393297 Aug 26 11:12:49.809240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a30c956b-b07d-47f4-a84a-1f7be93739ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73784297afea45b690942683bd43ecd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221841 Aug 26 11:12:49.810150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47416) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:49.844846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 067cafe7-ea8f-4744-bcab-242a5114c255 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:49.847178 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.897295 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9665d9ce-10fa-4a70-a777-1e2a049eeb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.908359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430e1200-3a66-470d-8825-28de7bdb5214 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:49.914403 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-767b28c6-2565-45da-9606-78dfa405433f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29a037a7cce24f1396c346dad426f9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0141025 Aug 26 11:12:49.915379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-430e1200-3a66-470d-8825-28de7bdb5214 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:49.919149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430e1200-3a66-470d-8825-28de7bdb5214 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:49.919956 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-430e1200-3a66-470d-8825-28de7bdb5214 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:49.920913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47420) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:49.930014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ebfa71-1267-43af-a59d-d33620d58498 None None] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:49.940364 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-78d07064-e19e-4b62-b980-2c1c1d222db6 req-1cb9a2fc-42c6-457a-9f8b-fdbd6207d82c service neutron] 10.222.0.47 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147997 Aug 26 11:12:49.947363 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-430e1200-3a66-470d-8825-28de7bdb5214 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0636775 Aug 26 11:12:49.948638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47422) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:49.956923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2069949731', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7a184b2a-9258-48cb-acaf-d71bedb3a1eb'}], 'security_groups': ['0e4a5933-7fc2-4834-a0e0-b470336c90cf']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:49.994929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47426) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:50.051802 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8704a234-3cf9-470c-83fa-ec6928f8f3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.071173 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9665d9ce-10fa-4a70-a777-1e2a049eeb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.076067 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.118574 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fbf5cfc5-46d5-4891-a561-a8fd0fb2451c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.148894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fbf5cfc5-46d5-4891-a561-a8fd0fb2451c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.166709 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9665d9ce-10fa-4a70-a777-1e2a049eeb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.169833 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9665d9ce-10fa-4a70-a777-1e2a049eeb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.173446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9665d9ce-10fa-4a70-a777-1e2a049eeb37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6aa015b-b84e-4123-8684-3d4bd8ec94e3 HTTP/1.1" status: 204 len: 168 time: 0.3592618 Aug 26 11:12:50.195554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665d9ce-10fa-4a70-a777-1e2a049eeb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aa015b-b84e-4123-8684-3d4bd8ec94e3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:50.275832 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fbf5cfc5-46d5-4891-a561-a8fd0fb2451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.279500 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fbf5cfc5-46d5-4891-a561-a8fd0fb2451c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.280918 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fbf5cfc5-46d5-4891-a561-a8fd0fb2451c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11311c2c-4e4c-49c1-9235-d3587df5f2f3 HTTP/1.1" status: 204 len: 168 time: 0.3571904 Aug 26 11:12:50.321119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5cfc5-46d5-4891-a561-a8fd0fb2451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11311c2c-4e4c-49c1-9235-d3587df5f2f3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:50.440556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d37dbe8-00bb-41a9-aad5-bc874be08c9e None None] Update dhcp port {'port': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'fixed_ips': [{'subnet_id': '6b5449a3-f0b7-4b12-8de4-31618ed6e0cb', 'ip_address': '172.20.0.2'}, {'subnet_id': '7a184b2a-9258-48cb-acaf-d71bedb3a1eb'}], 'binding:host_id': 'n-d-778550-13'}, 'id': '067cafe7-ea8f-4744-bcab-242a5114c255'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:12:50.481190 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d37dbe8-00bb-41a9-aad5-bc874be08c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.496521 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.593524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8704a234-3cf9-470c-83fa-ec6928f8f3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.605206 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8704a234-3cf9-470c-83fa-ec6928f8f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.697947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517aa578-4fe1-44fc-9ba2-b6e7a7a2efb1 req-11b8061f-4eeb-4ed1-8413-343300e078cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:50.699793 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-517aa578-4fe1-44fc-9ba2-b6e7a7a2efb1 req-11b8061f-4eeb-4ed1-8413-343300e078cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 1098 time: 0.2880044 Aug 26 11:12:50.712876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47444) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:50.713338 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8704a234-3cf9-470c-83fa-ec6928f8f3f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3d865dadcac4310a77b9d952f512d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7169085 Aug 26 11:12:50.720713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704a234-3cf9-470c-83fa-ec6928f8f3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3378a9b0-5af3-40d1-8c0f-e6004eca8d64,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:50.783286 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db755d67-b342-47c6-abb4-8181dc53e2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.816276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Delete allocated IP 172.20.0.3 (7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2/6b5449a3-f0b7-4b12-8de4-31618ed6e0cb) {{(pid=101266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 11:12:50.821602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db755d67-b342-47c6-abb4-8181dc53e2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.832320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.25 (7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2/7a184b2a-9258-48cb-acaf-d71bedb3a1eb/70cfaac2-8818-4549-ab3a-d7e1c048374e) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:50.895570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517aa578-4fe1-44fc-9ba2-b6e7a7a2efb1 req-ef6985c8-4248-4da9-9e07-1b705e48b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:50.897393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-517aa578-4fe1-44fc-9ba2-b6e7a7a2efb1 req-ef6985c8-4248-4da9-9e07-1b705e48b000 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 912 time: 0.1659665 Aug 26 11:12:50.935360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47454) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:50.958967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db755d67-b342-47c6-abb4-8181dc53e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.960603 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-517aa578-4fe1-44fc-9ba2-b6e7a7a2efb1 req-8523b8a2-ca86-40d6-b80a-f923aca7414f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c43a6f04-b13e-44a7-8f38-100d51f808d5 HTTP/1.1" status: 200 len: 217 time: 0.0548589 Aug 26 11:12:50.962116 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db755d67-b342-47c6-abb4-8181dc53e2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:50.963506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-db755d67-b342-47c6-abb4-8181dc53e2ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3378a9b0-5af3-40d1-8c0f-e6004eca8d64 HTTP/1.1" status: 204 len: 168 time: 0.2498848 Aug 26 11:12:50.981655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db755d67-b342-47c6-abb4-8181dc53e2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3378a9b0-5af3-40d1-8c0f-e6004eca8d64,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:50.993894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ecf61d9-5c31-49d2-a928-35db4d3dde3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.039922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51581a09-a192-495e-ac90-731efed9e6b9 req-6575a833-bfe8-418b-afd0-06553d229452 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:51.047340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51581a09-a192-495e-ac90-731efed9e6b9 req-6575a833-bfe8-418b-afd0-06553d229452 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1250885 Aug 26 11:12:51.113017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517aa578-4fe1-44fc-9ba2-b6e7a7a2efb1 req-4fd97a99-065e-48dc-9802-2402c3181b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:51.114478 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-517aa578-4fe1-44fc-9ba2-b6e7a7a2efb1 req-4fd97a99-065e-48dc-9802-2402c3181b0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 HTTP/1.1" status: 200 len: 851 time: 0.1340601 Aug 26 11:12:51.116584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51581a09-a192-495e-ac90-731efed9e6b9 req-bf6e0878-cde6-4df6-ba2c-dcfc1138ab6a tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682366 Aug 26 11:12:51.160381 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-517aa578-4fe1-44fc-9ba2-b6e7a7a2efb1 req-8075cb8b-60ad-426d-b52d-ecd12c29da5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f8fedadf-872d-4fec-b38f-c658ecc8deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381689 Aug 26 11:12:51.199602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ecf61d9-5c31-49d2-a928-35db4d3dde3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.206454 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ecf61d9-5c31-49d2-a928-35db4d3dde3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.260457 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4ecf61d9-5c31-49d2-a928-35db4d3dde3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b7d730b73734a52bf88bef719561b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231976 Aug 26 11:12:51.261991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf61d9-5c31-49d2-a928-35db4d3dde3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39631421-842f-484d-9f78-7d856ea00294,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:51.266838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47460) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:51.270809 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.319719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object 70cfaac2-8818-4549-ab3a-d7e1c048374e will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:51.346636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.414511 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=70cfaac2-8818-4549-ab3a-d7e1c048374e,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:51.434589 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-517aa578-4fe1-44fc-9ba2-b6e7a7a2efb1 req-e448679a-12ee-4e59-ae99-199eed50afa0 service neutron] 10.222.0.47 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632368 Aug 26 11:12:51.451013 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-9d37dbe8-00bb-41a9-aad5-bc874be08c9e None None] Allocated IP 172.20.0.18 (7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2/7a184b2a-9258-48cb-acaf-d71bedb3a1eb/067cafe7-ea8f-4744-bcab-242a5114c255) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:51.567020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b77f2a8-a836-4e89-a259-2dbc6beed8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.618510 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b77f2a8-a836-4e89-a259-2dbc6beed8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.645831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9d37dbe8-00bb-41a9-aad5-bc874be08c9e None None] For port 067cafe7-ea8f-4744-bcab-242a5114c255, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=067cafe7-ea8f-4744-bcab-242a5114c255,segment=NetworkSegment(4ee82d79-304d-479e-8b2f-361c15f77d3a),segment_id=4ee82d79-304d-479e-8b2f-361c15f77d3a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:51.656225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] In _notify_port_updated(), no bound segment for port 70cfaac2-8818-4549-ab3a-d7e1c048374e on network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:12:51.663237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:51.665250 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.667058 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ee274395-68b7-4375-bb27-568314a09567 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "PUT /v2.0/ports/70cfaac2-8818-4549-ab3a-d7e1c048374e HTTP/1.1" status: 200 len: 921 time: 1.7171619 Aug 26 11:12:51.672148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47486) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:51.724028 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-517aa578-4fe1-44fc-9ba2-b6e7a7a2efb1 req-c5730ec1-d8b8-4d4e-b43a-0f783c036b86 service neutron] 10.222.0.47 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787633 Aug 26 11:12:51.772336 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b77f2a8-a836-4e89-a259-2dbc6beed8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.777892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b77f2a8-a836-4e89-a259-2dbc6beed8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.786995 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3b77f2a8-a836-4e89-a259-2dbc6beed8dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39631421-842f-484d-9f78-7d856ea00294 HTTP/1.1" status: 204 len: 168 time: 0.5188582 Aug 26 11:12:51.800548 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d37dbe8-00bb-41a9-aad5-bc874be08c9e None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.812907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77f2a8-a836-4e89-a259-2dbc6beed8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39631421-842f-484d-9f78-7d856ea00294,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:51.856070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9d37dbe8-00bb-41a9-aad5-bc874be08c9e None None] Transition to ACTIVE for port object 067cafe7-ea8f-4744-bcab-242a5114c255 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:51.882256 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d37dbe8-00bb-41a9-aad5-bc874be08c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.932894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-61dea7a1-24e0-43c1-bd52-b9327252ccfd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port 70cfaac2-8818-4549-ab3a-d7e1c048374e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:51.934061 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61dea7a1-24e0-43c1-bd52-b9327252ccfd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:51.989661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37dbe8-00bb-41a9-aad5-bc874be08c9e None None] Pushing event updated for resources: {'Port': ['ID=067cafe7-ea8f-4744-bcab-242a5114c255,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:52.083493 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61dea7a1-24e0-43c1-bd52-b9327252ccfd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:52.102707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-61dea7a1-24e0-43c1-bd52-b9327252ccfd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for 70cfaac2-8818-4549-ab3a-d7e1c048374e owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:52.230976 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:52.308970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227b699-61f1-4ac7-be79-1e90406f4dab req-b91c4b1b-d3cf-411c-b5d5-4ec8ac3ff271 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:52.317181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d227b699-61f1-4ac7-be79-1e90406f4dab req-b91c4b1b-d3cf-411c-b5d5-4ec8ac3ff271 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1115746 Aug 26 11:12:52.403078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d227b699-61f1-4ac7-be79-1e90406f4dab req-a55f8bb1-5c38-483b-8e11-c6f127e161f7 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808091 Aug 26 11:12:52.411520 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61dea7a1-24e0-43c1-bd52-b9327252ccfd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:52.479241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dea7a1-24e0-43c1-bd52-b9327252ccfd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=70cfaac2-8818-4549-ab3a-d7e1c048374e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:52.575619 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-61dea7a1-24e0-43c1-bd52-b9327252ccfd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:52.583347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47524) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:52.595582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-61dea7a1-24e0-43c1-bd52-b9327252ccfd tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/70cfaac2-8818-4549-ab3a-d7e1c048374e HTTP/1.1" status: 204 len: 168 time: 0.9215262 Aug 26 11:12:52.674680 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5603aa20-c2d4-4eb8-8206-bac2901bc468 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:12:52.681833 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5603aa20-c2d4-4eb8-8206-bac2901bc468 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/70cfaac2-8818-4549-ab3a-d7e1c048374e HTTP/1.1" status: 404 len: 333 time: 0.0940466 Aug 26 11:12:52.682601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47530) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:52.824629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c04464-2b26-46ee-972f-ae93903f918f req-b7f133c4-9b82-4e5e-a349-ec811606235c tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:52.830458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99c04464-2b26-46ee-972f-ae93903f918f req-b7f133c4-9b82-4e5e-a349-ec811606235c tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.0959115 Aug 26 11:12:52.837862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cca5adb5-d472-439d-b3de-1347cdb94bf7 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:52.847754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-40b9e3f6-698b-4103-b32a-98d430f04c5d None None] Could not find standard attr ID for object 70cfaac2-8818-4549-ab3a-d7e1c048374e. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:12:52.878458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-40b9e3f6-698b-4103-b32a-98d430f04c5d None None] Provisioning for port 067cafe7-ea8f-4744-bcab-242a5114c255 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:52.889573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-40b9e3f6-698b-4103-b32a-98d430f04c5d None None] Provisioning complete for port 067cafe7-ea8f-4744-bcab-242a5114c255 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:52.890257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40b9e3f6-698b-4103-b32a-98d430f04c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:52.900113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cca5adb5-d472-439d-b3de-1347cdb94bf7 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:52.918312 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99c04464-2b26-46ee-972f-ae93903f918f req-674553b3-e470-46fc-bd64-d3646ddefee2 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790679 Aug 26 11:12:52.955748 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cca5adb5-d472-439d-b3de-1347cdb94bf7 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:52.960635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cca5adb5-d472-439d-b3de-1347cdb94bf7 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:52.961880 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cca5adb5-d472-439d-b3de-1347cdb94bf7 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/security-groups/03ca6188-bcfd-4caa-b75d-874fab15324d HTTP/1.1" status: 204 len: 168 time: 0.2771151 Aug 26 11:12:52.964763 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47538) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:52.974459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5adb5-d472-439d-b3de-1347cdb94bf7 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ca6188-bcfd-4caa-b75d-874fab15324d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:53.085145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24ea6f0c-d7f6-4dd6-b89d-df56207d8a2f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:53.140112 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24ea6f0c-d7f6-4dd6-b89d-df56207d8a2f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:53.149376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-40b9e3f6-698b-4103-b32a-98d430f04c5d None None] Provisioning complete for port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:53.150250 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40b9e3f6-698b-4103-b32a-98d430f04c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:53.229059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24ea6f0c-d7f6-4dd6-b89d-df56207d8a2f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:53.231600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-40b9e3f6-698b-4103-b32a-98d430f04c5d None None] Port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:53.235721 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24ea6f0c-d7f6-4dd6-b89d-df56207d8a2f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:53.236924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-24ea6f0c-d7f6-4dd6-b89d-df56207d8a2f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e4a5933-7fc2-4834-a0e0-b470336c90cf HTTP/1.1" status: 204 len: 168 time: 0.2705400 Aug 26 11:12:53.240586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47552) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:53.261003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea6f0c-d7f6-4dd6-b89d-df56207d8a2f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4a5933-7fc2-4834-a0e0-b470336c90cf,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:53.352327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0105d727-2c81-4471-aafc-cc8dee1f48ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting subnet 6b5449a3-f0b7-4b12-8de4-31618ed6e0cb {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:12:53.361701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0105d727-2c81-4471-aafc-cc8dee1f48ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:53.473786 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0105d727-2c81-4471-aafc-cc8dee1f48ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:53.551441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-60c718fc-b711-41e2-b5d3-390a34c11d8c None None] Could not find standard attr ID for object 70cfaac2-8818-4549-ab3a-d7e1c048374e. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:12:53.614046 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0105d727-2c81-4471-aafc-cc8dee1f48ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:53.696244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 067cafe7-ea8f-4744-bcab-242a5114c255 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:53.770324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0105d727-2c81-4471-aafc-cc8dee1f48ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:53.782324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 067cafe7-ea8f-4744-bcab-242a5114c255 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:53.782703 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:53.827777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105d727-2c81-4471-aafc-cc8dee1f48ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5449a3-f0b7-4b12-8de4-31618ed6e0cb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:53.846589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0105d727-2c81-4471-aafc-cc8dee1f48ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:53.848774 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0105d727-2c81-4471-aafc-cc8dee1f48ff tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/6b5449a3-f0b7-4b12-8de4-31618ed6e0cb HTTP/1.1" status: 204 len: 168 time: 0.6047013 Aug 26 11:12:53.853108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47578) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:53.861303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2b5fea71-d92b-4916-8199-78016cca2873 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:53.942800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af438895-c021-44ff-8a4a-5e0ac9618f86 None None] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:54.167121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67625df2-1850-4fc4-a590-2bcdd34254b2 req-a9a295ef-8479-4b31-90c3-a38f5fdf37b2 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:54.176074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67625df2-1850-4fc4-a590-2bcdd34254b2 req-a9a295ef-8479-4b31-90c3-a38f5fdf37b2 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1309083 Aug 26 11:12:54.215208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5fea71-d92b-4916-8199-78016cca2873 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:54.220918 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b5fea71-d92b-4916-8199-78016cca2873 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:54.253087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67625df2-1850-4fc4-a590-2bcdd34254b2 req-1385e779-3f76-48b9-9cc5-2c6f4b748d97 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707457 Aug 26 11:12:54.728982 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b5fea71-d92b-4916-8199-78016cca2873 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:54.819956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5fea71-d92b-4916-8199-78016cca2873 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:54.841665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fea71-d92b-4916-8199-78016cca2873 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Subnet': ['ID=f0416144-ab8d-467b-80a8-c7bfa2eaf49a,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:54.844954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-2b5fea71-d92b-4916-8199-78016cca2873 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:54.853471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5fea71-d92b-4916-8199-78016cca2873 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:54.854447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b5fea71-d92b-4916-8199-78016cca2873 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:54.878968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2b5fea71-d92b-4916-8199-78016cca2873 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0206685 Aug 26 11:12:54.879720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47636) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:54.885600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-600f8616-413e-4201-96ff-ebadd228bc7f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'security_group': {'name': 'tempest-secgroup-2024023503'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:54.934009 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-600f8616-413e-4201-96ff-ebadd228bc7f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:55.108245 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-600f8616-413e-4201-96ff-ebadd228bc7f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:55.113516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-600f8616-413e-4201-96ff-ebadd228bc7f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:55.153911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-600f8616-413e-4201-96ff-ebadd228bc7f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:55.155500 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-600f8616-413e-4201-96ff-ebadd228bc7f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2745261 Aug 26 11:12:55.157429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9748545-94c6-416a-8469-f7db6a498e23 None None] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:12:55.158854 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47648) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:55.163992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6e1b38ae-9318-44b4-b6c0-b9c1a41373ac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'security_group': {'name': 'tempest-secgroup-1981715971'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:55.168886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f8616-413e-4201-96ff-ebadd228bc7f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716aa5f3-345f-4278-a115-b5ad717d71a1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:55.201115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e1b38ae-9318-44b4-b6c0-b9c1a41373ac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:55.251594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d199414c-f8e5-43a8-a67d-c74a5035d6bb None None] Provisioning complete for port 067cafe7-ea8f-4744-bcab-242a5114c255 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:55.252969 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d199414c-f8e5-43a8-a67d-c74a5035d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:55.334576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47654) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:55.337370 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e1b38ae-9318-44b4-b6c0-b9c1a41373ac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:55.346660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e1b38ae-9318-44b4-b6c0-b9c1a41373ac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:55.409277 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e1b38ae-9318-44b4-b6c0-b9c1a41373ac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:55.412920 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6e1b38ae-9318-44b4-b6c0-b9c1a41373ac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2515349 Aug 26 11:12:55.414465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47658) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:55.416891 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b38ae-9318-44b4-b6c0-b9c1a41373ac tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98180b8e-dca8-43de-95f8-060f6fc32808,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:55.419874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-7a6d69a9-0a5a-47f2-9232-f2b490ce5311 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'security_group': {'name': 'tempest-secgroup-97096143'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:55.605676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d199414c-f8e5-43a8-a67d-c74a5035d6bb None None] Provisioning complete for port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:55.608705 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d199414c-f8e5-43a8-a67d-c74a5035d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:55.655427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d03a61-555b-4dc6-bf4a-26e7236a6674 req-8987d6ea-5680-4600-a369-ed3e37cc3eea tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:55.660097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0d03a61-555b-4dc6-bf4a-26e7236a6674 req-8987d6ea-5680-4600-a369-ed3e37cc3eea tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.2245533 Aug 26 11:12:55.663177 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7a6d69a9-0a5a-47f2-9232-f2b490ce5311 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:55.821865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d199414c-f8e5-43a8-a67d-c74a5035d6bb None None] Port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:55.831063 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751e75a1-83a4-4b7b-b4e1-bfdaf9713383 None None] Update dhcp port {'port': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'fixed_ips': [{'subnet_id': '7a184b2a-9258-48cb-acaf-d71bedb3a1eb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f0416144-ab8d-467b-80a8-c7bfa2eaf49a'}], 'binding:host_id': 'n-d-778550-13'}, 'id': '067cafe7-ea8f-4744-bcab-242a5114c255'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:12:55.862077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805752e9-0b4b-4ca9-baa2-0d1852da9c26 req-8604dfb9-0619-4d17-8679-2170f8516c53 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:55.864236 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805752e9-0b4b-4ca9-baa2-0d1852da9c26 req-8604dfb9-0619-4d17-8679-2170f8516c53 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.1426880 Aug 26 11:12:55.927732 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-751e75a1-83a4-4b7b-b4e1-bfdaf9713383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.099631 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7a6d69a9-0a5a-47f2-9232-f2b490ce5311 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.159670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7a6d69a9-0a5a-47f2-9232-f2b490ce5311 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.167008 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36fc87c5-9d3d-4f59-b5c7-21e5d4eb8216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.189553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0d03a61-555b-4dc6-bf4a-26e7236a6674 req-e76a003a-449d-4211-bf1a-092026c33055 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635890 Aug 26 11:12:56.242397 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7a6d69a9-0a5a-47f2-9232-f2b490ce5311 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.243831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7a6d69a9-0a5a-47f2-9232-f2b490ce5311 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8282197 Aug 26 11:12:56.248151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47680) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:56.271098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-376263069', 'security_groups': ['bd49b161-630b-48d0-a4bc-d1d331f4ee1e'], 'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f0416144-ab8d-467b-80a8-c7bfa2eaf49a'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:56.275611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d69a9-0a5a-47f2-9232-f2b490ce5311 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd49b161-630b-48d0-a4bc-d1d331f4ee1e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:56.391969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-805752e9-0b4b-4ca9-baa2-0d1852da9c26 req-97ef0a52-34de-4b40-82bf-6baa0ac24d5f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Deleting port c43a6f04-b13e-44a7-8f38-100d51f808d5 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:12:56.392579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805752e9-0b4b-4ca9-baa2-0d1852da9c26 req-97ef0a52-34de-4b40-82bf-6baa0ac24d5f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.418052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-751e75a1-83a4-4b7b-b4e1-bfdaf9713383 None None] Allocated IP 172.20.0.2 (7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2/f0416144-ab8d-467b-80a8-c7bfa2eaf49a/067cafe7-ea8f-4744-bcab-242a5114c255) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:56.443688 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36fc87c5-9d3d-4f59-b5c7-21e5d4eb8216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.450188 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36fc87c5-9d3d-4f59-b5c7-21e5d4eb8216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.498388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc87c5-9d3d-4f59-b5c7-21e5d4eb8216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca128f66-f0fa-433b-9b2b-c822a19691d4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:56.516074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-36fc87c5-9d3d-4f59-b5c7-21e5d4eb8216 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5cd360b96944d3ab4e5162856f4ccf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1797414 Aug 26 11:12:56.520968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47688) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:56.582005 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31fb288e-9366-47be-8114-121bcc437d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.608501 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31fb288e-9366-47be-8114-121bcc437d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.703105 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31fb288e-9366-47be-8114-121bcc437d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.709087 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31fb288e-9366-47be-8114-121bcc437d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.711445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-31fb288e-9366-47be-8114-121bcc437d80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca128f66-f0fa-433b-9b2b-c822a19691d4 HTTP/1.1" status: 204 len: 168 time: 0.1888380 Aug 26 11:12:56.721337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-751e75a1-83a4-4b7b-b4e1-bfdaf9713383 None None] For port 067cafe7-ea8f-4744-bcab-242a5114c255, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=067cafe7-ea8f-4744-bcab-242a5114c255,segment=NetworkSegment(4ee82d79-304d-479e-8b2f-361c15f77d3a),segment_id=4ee82d79-304d-479e-8b2f-361c15f77d3a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:56.737199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb288e-9366-47be-8114-121bcc437d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca128f66-f0fa-433b-9b2b-c822a19691d4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:56.842220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-751e75a1-83a4-4b7b-b4e1-bfdaf9713383 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:56.881990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-751e75a1-83a4-4b7b-b4e1-bfdaf9713383 None None] Transition to ACTIVE for port object 067cafe7-ea8f-4744-bcab-242a5114c255 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:56.889133 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-751e75a1-83a4-4b7b-b4e1-bfdaf9713383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:57.132644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e75a1-83a4-4b7b-b4e1-bfdaf9713383 None None] Pushing event updated for resources: {'Port': ['ID=067cafe7-ea8f-4744-bcab-242a5114c255,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:57.272726 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0511e3ed-cf44-49e8-a063-c4fed8f3cb0e req-d83e95c5-11bc-4ccd-9e50-21d82516421f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1870158 Aug 26 11:12:57.352113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:57.452603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47706) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:57.547577 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-805752e9-0b4b-4ca9-baa2-0d1852da9c26 req-97ef0a52-34de-4b40-82bf-6baa0ac24d5f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] For port c43a6f04-b13e-44a7-8f38-100d51f808d5, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c43a6f04-b13e-44a7-8f38-100d51f808d5,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:12:57.548357 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805752e9-0b4b-4ca9-baa2-0d1852da9c26 req-97ef0a52-34de-4b40-82bf-6baa0ac24d5f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:57.558350 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-016732c5-9067-4925-b777-7125e0e5b08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:57.574883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:57.593710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-805752e9-0b4b-4ca9-baa2-0d1852da9c26 req-97ef0a52-34de-4b40-82bf-6baa0ac24d5f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Calling delete_port for c43a6f04-b13e-44a7-8f38-100d51f808d5 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:12:57.634877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] device_id is not set on port c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:12:57.716529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e3ed-cf44-49e8-a063-c4fed8f3cb0e req-0fa72796-e09d-4fa7-bf44-2f247f3a88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:57.719883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0511e3ed-cf44-49e8-a063-c4fed8f3cb0e req-0fa72796-e09d-4fa7-bf44-2f247f3a88a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 1098 time: 0.3388419 Aug 26 11:12:57.728472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 067cafe7-ea8f-4744-bcab-242a5114c255 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:12:57.751825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5ee02-77af-4399-b1a9-176a091c5e47 req-975628ad-7acf-4443-9d4b-098625f7cbdf tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:57.759655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86e5ee02-77af-4399-b1a9-176a091c5e47 req-975628ad-7acf-4443-9d4b-098625f7cbdf tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93b94ba-fe4b-46c8-bdf1-a04ae111001b HTTP/1.1" status: 200 len: 946 time: 0.3059585 Aug 26 11:12:57.895457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-016732c5-9067-4925-b777-7125e0e5b08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:57.905945 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-016732c5-9067-4925-b777-7125e0e5b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.014522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016732c5-9067-4925-b777-7125e0e5b08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4690398-55d1-45d2-b7d7-5cae04ea7808,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:58.032271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-016732c5-9067-4925-b777-7125e0e5b08c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d21c1633995e420790803118c949b29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728471 Aug 26 11:12:58.037536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47712) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:58.055772 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.9 (7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2/f0416144-ab8d-467b-80a8-c7bfa2eaf49a/c9de1b2d-adb1-4d1b-9842-44acb7ca8a65) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:12:58.073327 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86e5ee02-77af-4399-b1a9-176a091c5e47 req-685cf549-fda0-4d05-a8b0-92207be4fca1 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038827 Aug 26 11:12:58.114551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805752e9-0b4b-4ca9-baa2-0d1852da9c26 req-97ef0a52-34de-4b40-82bf-6baa0ac24d5f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.121133 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e3ed-cf44-49e8-a063-c4fed8f3cb0e req-84295164-85cf-49cd-a85c-ff02f0ea291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:58.122607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0511e3ed-cf44-49e8-a063-c4fed8f3cb0e req-84295164-85cf-49cd-a85c-ff02f0ea291c service neutron] 10.222.0.42 "GET /v2.0/networks?id=f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 200 len: 912 time: 0.3597088 Aug 26 11:12:58.128849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['1c525a9d-9274-439a-96c2-2d700c6cbe38'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:12:58.196747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef0a52-34de-4b40-82bf-6baa0ac24d5f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Pushing event deleted for resources: {'Port': ['ID=c43a6f04-b13e-44a7-8f38-100d51f808d5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:58.247908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cbcb4207-ae00-486e-a1ee-668c4c93a221 None None] Provisioning for port 067cafe7-ea8f-4744-bcab-242a5114c255 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:58.257987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cbcb4207-ae00-486e-a1ee-668c4c93a221 None None] Provisioning complete for port 067cafe7-ea8f-4744-bcab-242a5114c255 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:58.258991 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cbcb4207-ae00-486e-a1ee-668c4c93a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.285711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0511e3ed-cf44-49e8-a063-c4fed8f3cb0e req-a9bb070a-72d7-411c-8156-6c96a371dcf6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c525a9d-9274-439a-96c2-2d700c6cbe38 HTTP/1.1" status: 200 len: 217 time: 0.1456437 Aug 26 11:12:58.289983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-805752e9-0b4b-4ca9-baa2-0d1852da9c26 req-97ef0a52-34de-4b40-82bf-6baa0ac24d5f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] No DVR routers for this DVR port c43a6f04-b13e-44a7-8f38-100d51f808d5 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:12:58.294710 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-805752e9-0b4b-4ca9-baa2-0d1852da9c26 req-97ef0a52-34de-4b40-82bf-6baa0ac24d5f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.298992 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-805752e9-0b4b-4ca9-baa2-0d1852da9c26 req-97ef0a52-34de-4b40-82bf-6baa0ac24d5f tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.47 "DELETE /v2.0/ports/c43a6f04-b13e-44a7-8f38-100d51f808d5 HTTP/1.1" status: 204 len: 173 time: 2.4282410 Aug 26 11:12:58.301780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93b94ba-fe4b-46c8-bdf1-a04ae111001b', 'name': 'network-vif-deleted', 'tag': 'c43a6f04-b13e-44a7-8f38-100d51f808d5'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:12:58.307076 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b9979e-666b-4e40-b89e-de2ef6e1867c" -d '{"events": [{"server_uuid": "a93b94ba-fe4b-46c8-bdf1-a04ae111001b", "name": "network-vif-deleted", "tag": "c43a6f04-b13e-44a7-8f38-100d51f808d5"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:12:58.442645 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce898f2-03d1-4364-965e-a00c786ef5b1 x-openstack-request-id: req-1ce898f2-03d1-4364-965e-a00c786ef5b1 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:12:58.443409 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93b94ba-fe4b-46c8-bdf1-a04ae111001b", "name": "network-vif-deleted", "tag": "c43a6f04-b13e-44a7-8f38-100d51f808d5", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:12:58.443409 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ce898f2-03d1-4364-965e-a00c786ef5b1 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:12:58.443999 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93b94ba-fe4b-46c8-bdf1-a04ae111001b', 'name': 'network-vif-deleted', 'tag': 'c43a6f04-b13e-44a7-8f38-100d51f808d5', 'status': 'completed', 'code': 200} Aug 26 11:12:58.463591 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cbcb4207-ae00-486e-a1ee-668c4c93a221 None None] Provisioning complete for port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:58.464238 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cbcb4207-ae00-486e-a1ee-668c4c93a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.466132 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9eb1d05-8b5c-47f4-8fb0-07a9bbfedd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.517030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511e3ed-cf44-49e8-a063-c4fed8f3cb0e req-1b3642f2-6db3-4b7b-b813-98e3da376f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:58.519309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0511e3ed-cf44-49e8-a063-c4fed8f3cb0e req-1b3642f2-6db3-4b7b-b813-98e3da376f2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 HTTP/1.1" status: 200 len: 851 time: 0.2265334 Aug 26 11:12:58.549908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb4207-ae00-486e-a1ee-668c4c93a221 None None] Port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:58.561227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0511e3ed-cf44-49e8-a063-c4fed8f3cb0e req-b6e1b8b9-07dc-4501-97b8-ca297d25b35e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f8fedadf-872d-4fec-b38f-c658ecc8deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314455 Aug 26 11:12:58.563926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9eb1d05-8b5c-47f4-8fb0-07a9bbfedd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.615672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.632204 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:12:58.682696 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.706443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0511e3ed-cf44-49e8-a063-c4fed8f3cb0e req-e3de4bb3-1235-4415-81bb-c4fb0cd90683 service neutron] 10.222.0.42 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346960 Aug 26 11:12:58.725166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9eb1d05-8b5c-47f4-8fb0-07a9bbfedd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.727999 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9eb1d05-8b5c-47f4-8fb0-07a9bbfedd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.731983 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f9eb1d05-8b5c-47f4-8fb0-07a9bbfedd85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4690398-55d1-45d2-b7d7-5cae04ea7808 HTTP/1.1" status: 204 len: 168 time: 0.6907735 Aug 26 11:12:58.771952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=c9de1b2d-adb1-4d1b-9842-44acb7ca8a65,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:58.793612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb1d05-8b5c-47f4-8fb0-07a9bbfedd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4690398-55d1-45d2-b7d7-5cae04ea7808,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:12:58.795434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:12:58.820075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:12:58.834022 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:12:58.920092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0511e3ed-cf44-49e8-a063-c4fed8f3cb0e req-c6427d6b-3596-42ff-8ef5-7fab0e3e9152 service neutron] 10.222.0.42 "GET /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937833 Aug 26 11:12:58.921988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:58.922791 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:58.957181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47728) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:58.970460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a114f9d0-9183-4fa9-bb7e-44a133fab3f1 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:58.982359 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b5ba2b28-3417-42c6-9a07-20dc2c69d803 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7251427 Aug 26 11:12:59.215466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a114f9d0-9183-4fa9-bb7e-44a133fab3f1 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:59.219384 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a114f9d0-9183-4fa9-bb7e-44a133fab3f1 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:59.300706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b8906516-9f8b-4195-af73-29e35c64247a None None] Provisioning for port c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:12:59.316773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b8906516-9f8b-4195-af73-29e35c64247a None None] Provisioning complete for port c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:12:59.331232 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8906516-9f8b-4195-af73-29e35c64247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:59.331232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c43a6f04-b13e-44a7-8f38-100d51f808d5 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:12:59.433685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: c43a6f04-b13e-44a7-8f38-100d51f808d5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:12:59.438003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c43a6f04-b13e-44a7-8f38-100d51f808d5 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:12:59.472000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b8906516-9f8b-4195-af73-29e35c64247a None None] Port c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:12:59.506781 n-d-778550-13 neutron-server[101267]: INFO neutron.db.ipam_backend_mixin [None req-a114f9d0-9183-4fa9-bb7e-44a133fab3f1 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f0416144-ab8d-467b-80a8-c7bfa2eaf49a (CIDR: 172.20.0.0/28) Aug 26 11:12:59.516654 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-a114f9d0-9183-4fa9-bb7e-44a133fab3f1 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:12:59.517423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a114f9d0-9183-4fa9-bb7e-44a133fab3f1 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:12:59.551133 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a114f9d0-9183-4fa9-bb7e-44a133fab3f1 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5940158 Aug 26 11:12:59.554150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47746) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:12:59.560372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-28f5ca6a-f6d7-4b73-ab06-b20aa873ac0f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:12:59.841052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ba62e-9653-4e79-b3f2-344ff5bb3945 req-f4494408-4eec-49e3-87fa-d2f30b19fc02 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:12:59.842696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c3ba62e-9653-4e79-b3f2-344ff5bb3945 req-f4494408-4eec-49e3-87fa-d2f30b19fc02 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1189451 Aug 26 11:12:59.879140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f5ca6a-f6d7-4b73-ab06-b20aa873ac0f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:12:59.882963 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28f5ca6a-f6d7-4b73-ab06-b20aa873ac0f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:12:59.975845 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c3ba62e-9653-4e79-b3f2-344ff5bb3945 req-fa13870d-efda-43e4-ae26-a649088fe7d4 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210115 Aug 26 11:13:00.043630 n-d-778550-13 neutron-server[101267]: INFO neutron.db.ipam_backend_mixin [None req-28f5ca6a-f6d7-4b73-ab06-b20aa873ac0f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7a184b2a-9258-48cb-acaf-d71bedb3a1eb (CIDR: 172.20.0.16/28) Aug 26 11:13:00.049638 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f5ca6a-f6d7-4b73-ab06-b20aa873ac0f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:13:00.050600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f5ca6a-f6d7-4b73-ab06-b20aa873ac0f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:00.076648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-28f5ca6a-f6d7-4b73-ab06-b20aa873ac0f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5212355 Aug 26 11:13:00.079474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47774) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:00.085125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-87e648e4-8295-49cc-8288-9647eb670450 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'subnet': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:00.222084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e648e4-8295-49cc-8288-9647eb670450 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Made reservation on behalf of bee5caa8d34f4177a30c86bb1716157f for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:00.226542 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87e648e4-8295-49cc-8288-9647eb670450 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:00.631700 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87e648e4-8295-49cc-8288-9647eb670450 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:00.683819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e648e4-8295-49cc-8288-9647eb670450 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:13:00.687408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-87e648e4-8295-49cc-8288-9647eb670450 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:00.693342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e648e4-8295-49cc-8288-9647eb670450 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:00.694059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-87e648e4-8295-49cc-8288-9647eb670450 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:00.701183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ace8fc-441b-427b-9583-3fac33e8ebe5 None None] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:13:00.711974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e648e4-8295-49cc-8288-9647eb670450 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Subnet': ['ID=3b5675d8-59a5-4eba-898f-95394a65d43d,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:00.734475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47794) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:00.735389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-87e648e4-8295-49cc-8288-9647eb670450 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6533010 Aug 26 11:13:00.742574 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-685928601', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3b5675d8-59a5-4eba-898f-95394a65d43d'}], 'security_groups': ['716aa5f3-345f-4278-a115-b5ad717d71a1', '98180b8e-dca8-43de-95f8-060f6fc32808']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:00.901507 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:01.181799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aa2325-1fe1-4865-804a-515a10bd0577 None None] Update dhcp port {'port': {'network_id': '7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2', 'fixed_ips': [{'subnet_id': '7a184b2a-9258-48cb-acaf-d71bedb3a1eb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f0416144-ab8d-467b-80a8-c7bfa2eaf49a', 'ip_address': '172.20.0.2'}, {'subnet_id': '3b5675d8-59a5-4eba-898f-95394a65d43d'}], 'binding:host_id': 'n-d-778550-13'}, 'id': '067cafe7-ea8f-4744-bcab-242a5114c255'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:13:01.210803 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07aa2325-1fe1-4865-804a-515a10bd0577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:01.251372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b9a39-9d52-4ac5-8268-1edbb0db574a req-0358f57a-a4b6-4c9b-a052-6e9801b50ff6 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:01.255146 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d0b9a39-9d52-4ac5-8268-1edbb0db574a req-0358f57a-a4b6-4c9b-a052-6e9801b50ff6 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1153860 Aug 26 11:13:01.319247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d0b9a39-9d52-4ac5-8268-1edbb0db574a req-a3f4af80-7b43-4e12-b79a-53a92f2043c8 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564969 Aug 26 11:13:01.385491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Delete allocated IP 172.20.0.9 (7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2/f0416144-ab8d-467b-80a8-c7bfa2eaf49a) {{(pid=101266) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 26 11:13:01.400239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Allocated IP 172.20.0.40 (7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2/3b5675d8-59a5-4eba-898f-95394a65d43d/c9de1b2d-adb1-4d1b-9842-44acb7ca8a65) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:13:01.595251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:01.610304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Transition to ACTIVE for port object c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:01.615970 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:01.683698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-07aa2325-1fe1-4865-804a-515a10bd0577 None None] Allocated IP 172.20.0.34 (7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2/3b5675d8-59a5-4eba-898f-95394a65d43d/067cafe7-ea8f-4744-bcab-242a5114c255) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:13:01.793875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8ac3f-4539-4158-af21-3bc625fca05b req-e02bbb10-a960-4c4c-ab67-70563ea860a0 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:01.795481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcf8ac3f-4539-4158-af21-3bc625fca05b req-e02bbb10-a960-4c4c-ab67-70563ea860a0 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.1259418 Aug 26 11:13:01.808639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] In _notify_port_updated(), no bound segment for port c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 on network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:13:01.817137 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:01.818097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:01.822798 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "PUT /v2.0/ports/c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 HTTP/1.1" status: 200 len: 959 time: 1.0836658 Aug 26 11:13:01.825540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47856) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:01.870045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-07aa2325-1fe1-4865-804a-515a10bd0577 None None] For port 067cafe7-ea8f-4744-bcab-242a5114c255, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=067cafe7-ea8f-4744-bcab-242a5114c255,segment=NetworkSegment(4ee82d79-304d-479e-8b2f-361c15f77d3a),segment_id=4ee82d79-304d-479e-8b2f-361c15f77d3a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:01.885501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29102828-d625-4232-8487-28f90231c235 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event updated for resources: {'Port': ['ID=c9de1b2d-adb1-4d1b-9842-44acb7ca8a65,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:01.931476 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07aa2325-1fe1-4865-804a-515a10bd0577 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:01.962016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-07aa2325-1fe1-4865-804a-515a10bd0577 None None] Transition to ACTIVE for port object 067cafe7-ea8f-4744-bcab-242a5114c255 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:01.970380 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07aa2325-1fe1-4865-804a-515a10bd0577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:01.999564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-38a9c3cd-cc7e-4f02-be1e-c4a820ad2f4f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:01.999926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38a9c3cd-cc7e-4f02-be1e-c4a820ad2f4f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:02.063454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-dcf8ac3f-4539-4158-af21-3bc625fca05b req-1f838cb0-6918-4abd-9a67-fa9ea2c41862 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Deleting port 1c525a9d-9274-439a-96c2-2d700c6cbe38 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:02.063962 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dcf8ac3f-4539-4158-af21-3bc625fca05b req-1f838cb0-6918-4abd-9a67-fa9ea2c41862 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:02.130539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa2325-1fe1-4865-804a-515a10bd0577 None None] Pushing event updated for resources: {'Port': ['ID=067cafe7-ea8f-4744-bcab-242a5114c255,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:02.245601 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38a9c3cd-cc7e-4f02-be1e-c4a820ad2f4f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:02.287251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-38a9c3cd-cc7e-4f02-be1e-c4a820ad2f4f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:02.342024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-dcf8ac3f-4539-4158-af21-3bc625fca05b req-1f838cb0-6918-4abd-9a67-fa9ea2c41862 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] For port 1c525a9d-9274-439a-96c2-2d700c6cbe38, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=1c525a9d-9274-439a-96c2-2d700c6cbe38,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:02.346125 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dcf8ac3f-4539-4158-af21-3bc625fca05b req-1f838cb0-6918-4abd-9a67-fa9ea2c41862 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:02.384024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-dcf8ac3f-4539-4158-af21-3bc625fca05b req-1f838cb0-6918-4abd-9a67-fa9ea2c41862 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Calling delete_port for 1c525a9d-9274-439a-96c2-2d700c6cbe38 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:02.597556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38a9c3cd-cc7e-4f02-be1e-c4a820ad2f4f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:02.657804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9c3cd-cc7e-4f02-be1e-c4a820ad2f4f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=c9de1b2d-adb1-4d1b-9842-44acb7ca8a65,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:02.747547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6f132-8c64-4d1f-bdcb-cf3055609c02 req-9394aef6-4f54-43d5-a517-f86cc8f764e8 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:02.749241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ca6f132-8c64-4d1f-bdcb-cf3055609c02 req-9394aef6-4f54-43d5-a517-f86cc8f764e8 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 946 time: 0.2021124 Aug 26 11:13:02.802488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47918) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:02.816945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38a9c3cd-cc7e-4f02-be1e-c4a820ad2f4f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:02.823953 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-38a9c3cd-cc7e-4f02-be1e-c4a820ad2f4f tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 HTTP/1.1" status: 204 len: 168 time: 0.9971778 Aug 26 11:13:02.825122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47920) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:02.908861 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20991bb-6536-4bde-9b6c-b5e483cada60 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] GET failed (client error): The resource could not be found. Aug 26 11:13:02.917733 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f20991bb-6536-4bde-9b6c-b5e483cada60 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports/c9de1b2d-adb1-4d1b-9842-44acb7ca8a65 HTTP/1.1" status: 404 len: 333 time: 0.0902200 Aug 26 11:13:02.919211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47930) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:02.953800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ca6f132-8c64-4d1f-bdcb-cf3055609c02 req-2f04ca54-d348-47c8-b72f-a0576b071e83 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9fe49dc-2915-4e76-b338-0524f054435e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928365 Aug 26 11:13:03.052862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6898557b-836b-41fe-a267-872b9d282654 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.057563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dcf8ac3f-4539-4158-af21-3bc625fca05b req-1f838cb0-6918-4abd-9a67-fa9ea2c41862 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.083675 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6898557b-836b-41fe-a267-872b9d282654 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.167137 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6898557b-836b-41fe-a267-872b9d282654 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.171365 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6898557b-836b-41fe-a267-872b9d282654 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.180039 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6898557b-836b-41fe-a267-872b9d282654 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/security-groups/bd49b161-630b-48d0-a4bc-d1d331f4ee1e HTTP/1.1" status: 204 len: 168 time: 0.2569411 Aug 26 11:13:03.184225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47938) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:03.208248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f838cb0-6918-4abd-9a67-fa9ea2c41862 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Pushing event deleted for resources: {'Port': ['ID=1c525a9d-9274-439a-96c2-2d700c6cbe38,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:03.214075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898557b-836b-41fe-a267-872b9d282654 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd49b161-630b-48d0-a4bc-d1d331f4ee1e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:03.259698 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f298be3-bca4-485c-af42-4545c79970ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.298884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf8ac3f-4539-4158-af21-3bc625fca05b req-1f838cb0-6918-4abd-9a67-fa9ea2c41862 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] No DVR routers for this DVR port 1c525a9d-9274-439a-96c2-2d700c6cbe38 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:13:03.307984 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dcf8ac3f-4539-4158-af21-3bc625fca05b req-1f838cb0-6918-4abd-9a67-fa9ea2c41862 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.310587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcf8ac3f-4539-4158-af21-3bc625fca05b req-1f838cb0-6918-4abd-9a67-fa9ea2c41862 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.42 "DELETE /v2.0/ports/1c525a9d-9274-439a-96c2-2d700c6cbe38 HTTP/1.1" status: 204 len: 173 time: 1.5069287 Aug 26 11:13:03.311773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4af91e-658e-4017-b326-5390ba14f3a3', 'name': 'network-vif-deleted', 'tag': '1c525a9d-9274-439a-96c2-2d700c6cbe38'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:13:03.314985 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e7056d-4174-4821-8ec4-8f6a38a02b16" -d '{"events": [{"server_uuid": "4d4af91e-658e-4017-b326-5390ba14f3a3", "name": "network-vif-deleted", "tag": "1c525a9d-9274-439a-96c2-2d700c6cbe38"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:13:03.330870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01b40af3-4c91-4e09-b94a-f503c68c0a35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.421488 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548c5239-53ed-4588-967f-0ced7f6f15c7 x-openstack-request-id: req-548c5239-53ed-4588-967f-0ced7f6f15c7 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:13:03.421814 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4af91e-658e-4017-b326-5390ba14f3a3", "name": "network-vif-deleted", "tag": "1c525a9d-9274-439a-96c2-2d700c6cbe38", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:13:03.422144 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-548c5239-53ed-4588-967f-0ced7f6f15c7 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:13:03.424754 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4af91e-658e-4017-b326-5390ba14f3a3', 'name': 'network-vif-deleted', 'tag': '1c525a9d-9274-439a-96c2-2d700c6cbe38', 'status': 'completed', 'code': 200} Aug 26 11:13:03.425432 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01b40af3-4c91-4e09-b94a-f503c68c0a35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.444472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cf27043a-2517-48e0-9bc3-b720af5d79ff None None] Provisioning for port 067cafe7-ea8f-4744-bcab-242a5114c255 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:13:03.459891 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cf27043a-2517-48e0-9bc3-b720af5d79ff None None] Provisioning complete for port 067cafe7-ea8f-4744-bcab-242a5114c255 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:03.461713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf27043a-2517-48e0-9bc3-b720af5d79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.504159 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f298be3-bca4-485c-af42-4545c79970ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.529879 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f298be3-bca4-485c-af42-4545c79970ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.561867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01b40af3-4c91-4e09-b94a-f503c68c0a35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.579647 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01b40af3-4c91-4e09-b94a-f503c68c0a35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.587319 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-01b40af3-4c91-4e09-b94a-f503c68c0a35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/security-groups/98180b8e-dca8-43de-95f8-060f6fc32808 HTTP/1.1" status: 204 len: 168 time: 0.3898413 Aug 26 11:13:03.593304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47956) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:03.601170 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0f298be3-bca4-485c-af42-4545c79970ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1754e5ba8c59413fb4df2cf2c3214efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7997842 Aug 26 11:13:03.602878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f298be3-bca4-485c-af42-4545c79970ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca10b94-08da-425a-a4f9-d6d98459e4d7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:03.606549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 47958) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:03.647899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b40af3-4c91-4e09-b94a-f503c68c0a35 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98180b8e-dca8-43de-95f8-060f6fc32808,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:03.696445 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9c2a5854-2057-43a9-bd25-9e77a51be7a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.741550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7cc86b3b-1725-4928-a940-a7ee3648c20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.759719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9c2a5854-2057-43a9-bd25-9e77a51be7a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.825245 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7cc86b3b-1725-4928-a940-a7ee3648c20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.861600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 067cafe7-ea8f-4744-bcab-242a5114c255 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:13:03.885641 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9c2a5854-2057-43a9-bd25-9e77a51be7a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.893230 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9c2a5854-2057-43a9-bd25-9e77a51be7a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.897163 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9c2a5854-2057-43a9-bd25-9e77a51be7a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/security-groups/716aa5f3-345f-4278-a115-b5ad717d71a1 HTTP/1.1" status: 204 len: 168 time: 0.2840126 Aug 26 11:13:03.902395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 47968) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:03.994307 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7cc86b3b-1725-4928-a940-a7ee3648c20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:03.999895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7cc86b3b-1725-4928-a940-a7ee3648c20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:04.001376 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7cc86b3b-1725-4928-a940-a7ee3648c20c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ca10b94-08da-425a-a4f9-d6d98459e4d7 HTTP/1.1" status: 204 len: 168 time: 0.3932889 Aug 26 11:13:04.007560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cf27043a-2517-48e0-9bc3-b720af5d79ff None None] Could not find standard attr ID for object c9de1b2d-adb1-4d1b-9842-44acb7ca8a65. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:13:04.049543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1c525a9d-9274-439a-96c2-2d700c6cbe38 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:13:04.049857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc86b3b-1725-4928-a940-a7ee3648c20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca10b94-08da-425a-a4f9-d6d98459e4d7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:04.238762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91ae1cf3-2811-4b5f-a8ec-384d49165ee7 req-d18a526e-57bf-4b28-9875-adba0c8d3ab7 tempest-ServerRescueTestJSON-1957941526 tempest-ServerRescueTestJSON-1957941526-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d4af91e-658e-4017-b326-5390ba14f3a3 HTTP/1.1" status: 200 len: 210 time: 0.1169116 Aug 26 11:13:04.301558 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8281c2-a683-4daa-a365-69224a83fb84 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting subnet f0416144-ab8d-467b-80a8-c7bfa2eaf49a {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:13:04.319092 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e8281c2-a683-4daa-a365-69224a83fb84 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:04.330616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a5854-2057-43a9-bd25-9e77a51be7a9 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716aa5f3-345f-4278-a115-b5ad717d71a1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:04.525971 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e8281c2-a683-4daa-a365-69224a83fb84 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:04.706215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cf27043a-2517-48e0-9bc3-b720af5d79ff None None] Provisioning complete for port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:04.706813 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf27043a-2517-48e0-9bc3-b720af5d79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:04.722960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 1c525a9d-9274-439a-96c2-2d700c6cbe38 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:13:04.724950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 1c525a9d-9274-439a-96c2-2d700c6cbe38 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:13:04.727618 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 067cafe7-ea8f-4744-bcab-242a5114c255 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:04.729111 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:04.782300 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e8281c2-a683-4daa-a365-69224a83fb84 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:04.817757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cf27043a-2517-48e0-9bc3-b720af5d79ff None None] Port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:13:04.939078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dedb3a30-65dc-4ec5-a515-12db524dfd0d None None] Could not find standard attr ID for object c9de1b2d-adb1-4d1b-9842-44acb7ca8a65. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:13:04.958186 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e8281c2-a683-4daa-a365-69224a83fb84 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:04.997780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48016) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:05.026253 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d98cf013-5c4e-4f4e-9d20-55c31684140c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:05.036339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8281c2-a683-4daa-a365-69224a83fb84 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Subnet': ['ID=f0416144-ab8d-467b-80a8-c7bfa2eaf49a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:05.045123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e655c-136d-457c-aa0b-391519fdbe30 None None] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:13:05.058277 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e8281c2-a683-4daa-a365-69224a83fb84 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:05.063493 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8e8281c2-a683-4daa-a365-69224a83fb84 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/f0416144-ab8d-467b-80a8-c7bfa2eaf49a HTTP/1.1" status: 204 len: 168 time: 1.1571305 Aug 26 11:13:05.070225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48018) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:05.168846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-11292876-2f3d-412b-98a7-9d6fec7b9f7e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting subnet 3b5675d8-59a5-4eba-898f-95394a65d43d {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:13:05.174492 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11292876-2f3d-412b-98a7-9d6fec7b9f7e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:05.247071 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d98cf013-5c4e-4f4e-9d20-55c31684140c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:05.249407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11292876-2f3d-412b-98a7-9d6fec7b9f7e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:05.255586 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d98cf013-5c4e-4f4e-9d20-55c31684140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:05.307812 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d98cf013-5c4e-4f4e-9d20-55c31684140c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0dbe4ff4c604bbaa7604484a24c8635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075051 Aug 26 11:13:05.308952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cf013-5c4e-4f4e-9d20-55c31684140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b583d1-714e-420c-b119-a66498e7ba1a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:05.311657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48024) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:05.370838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48028) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:05.501098 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1311f2a-106d-4e0a-b906-ff8cb1b4871e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:05.587909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11292876-2f3d-412b-98a7-9d6fec7b9f7e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:05.789448 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11292876-2f3d-412b-98a7-9d6fec7b9f7e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:05.836125 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11292876-2f3d-412b-98a7-9d6fec7b9f7e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5675d8-59a5-4eba-898f-95394a65d43d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:05.843898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11292876-2f3d-412b-98a7-9d6fec7b9f7e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:05.848818 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-11292876-2f3d-412b-98a7-9d6fec7b9f7e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/3b5675d8-59a5-4eba-898f-95394a65d43d HTTP/1.1" status: 204 len: 168 time: 0.7751524 Aug 26 11:13:05.870096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48054) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:05.924887 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df65fbe-2860-4c5d-9609-98cc73697e72 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:13:05.925370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df65fbe-2860-4c5d-9609-98cc73697e72 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:05.927617 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8df65fbe-2860-4c5d-9609-98cc73697e72 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/f0416144-ab8d-467b-80a8-c7bfa2eaf49a HTTP/1.1" status: 404 len: 337 time: 0.0563891 Aug 26 11:13:05.930357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48060) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:06.051630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41e121e-72f5-4ca5-b663-2ec593df7932 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting subnet 7a184b2a-9258-48cb-acaf-d71bedb3a1eb {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:13:06.059439 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d41e121e-72f5-4ca5-b663-2ec593df7932 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:06.077882 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1311f2a-106d-4e0a-b906-ff8cb1b4871e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:06.119823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d41e121e-72f5-4ca5-b663-2ec593df7932 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:06.315617 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1311f2a-106d-4e0a-b906-ff8cb1b4871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:06.318910 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c1311f2a-106d-4e0a-b906-ff8cb1b4871e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:06.339225 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c1311f2a-106d-4e0a-b906-ff8cb1b4871e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17b583d1-714e-420c-b119-a66498e7ba1a HTTP/1.1" status: 204 len: 168 time: 1.0198047 Aug 26 11:13:06.342441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d41e121e-72f5-4ca5-b663-2ec593df7932 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:06.382610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1311f2a-106d-4e0a-b906-ff8cb1b4871e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b583d1-714e-420c-b119-a66498e7ba1a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:06.438266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcafb5d-bbaf-4eee-b088-0f760efb0879 None None] Network 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:13:06.575360 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d41e121e-72f5-4ca5-b663-2ec593df7932 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:06.664203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1283cf9d-53f5-49bd-9186-8c4c4682176f None None] Provisioning complete for port 067cafe7-ea8f-4744-bcab-242a5114c255 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:06.664584 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1283cf9d-53f5-49bd-9186-8c4c4682176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:06.713274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e121e-72f5-4ca5-b663-2ec593df7932 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Subnet': ['ID=7a184b2a-9258-48cb-acaf-d71bedb3a1eb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:06.741054 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d41e121e-72f5-4ca5-b663-2ec593df7932 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:06.743163 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d41e121e-72f5-4ca5-b663-2ec593df7932 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/7a184b2a-9258-48cb-acaf-d71bedb3a1eb HTTP/1.1" status: 204 len: 168 time: 0.8114080 Aug 26 11:13:06.751629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48086) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:06.762829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:06.876791 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fb1c65-e03f-4cd1-b2eb-f9e51e60a03e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:13:06.876791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fb1c65-e03f-4cd1-b2eb-f9e51e60a03e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:06.877271 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-35fb1c65-e03f-4cd1-b2eb-f9e51e60a03e tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/6b5449a3-f0b7-4b12-8de4-31618ed6e0cb HTTP/1.1" status: 404 len: 337 time: 0.1243696 Aug 26 11:13:06.890850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48094) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:06.894566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48096) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:06.999159 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0ce2a52c-e8a0-4ff3-a1b9-9c99b64ae350 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "GET /v2.0/ports?device_id=30272184-1dc8-4e9c-8a50-bc699736dca6 HTTP/1.1" status: 200 len: 205 time: 0.1053996 Aug 26 11:13:07.004207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48100) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.010857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1283cf9d-53f5-49bd-9186-8c4c4682176f None None] Provisioning complete for port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:07.011900 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1283cf9d-53f5-49bd-9186-8c4c4682176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.113260 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-5c8a0e7b-f657-47da-bbb7-0855e39b4553 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] delete failed (client error): The resource could not be found. Aug 26 11:13:07.125554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48106) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.154370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5c8a0e7b-f657-47da-bbb7-0855e39b4553 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/routers/30272184-1dc8-4e9c-8a50-bc699736dca6 HTTP/1.1" status: 404 len: 336 time: 0.1485946 Aug 26 11:13:07.162157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1283cf9d-53f5-49bd-9186-8c4c4682176f None None] Port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:13:07.201935 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eef47eb-d8b8-42ad-9bd9-760fb829b0c8 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:13:07.203924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eef47eb-d8b8-42ad-9bd9-760fb829b0c8 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:07.212978 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2eef47eb-d8b8-42ad-9bd9-760fb829b0c8 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/8c2262c4-38a9-423a-be46-a5035fdc0625 HTTP/1.1" status: 404 len: 337 time: 0.0853472 Aug 26 11:13:07.218676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48108) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.287144 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-625e3511-5197-4ed0-9e2e-a06cc2c5971d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:13:07.287732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625e3511-5197-4ed0-9e2e-a06cc2c5971d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:07.293046 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-625e3511-5197-4ed0-9e2e-a06cc2c5971d tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/7c2d9208-e565-4acb-b549-268fa91dade7 HTTP/1.1" status: 404 len: 337 time: 0.0717263 Aug 26 11:13:07.294218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48110) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.314284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0269cceb-c459-4f27-a353-6917616ccd27 None None] DHCP port deletion for 7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:13:07.334168 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-80acd4c1-6a78-4669-b472-78766cc129b6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:13:07.334963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80acd4c1-6a78-4669-b472-78766cc129b6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:07.339965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-80acd4c1-6a78-4669-b472-78766cc129b6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/ab0a1409-300b-4824-a008-2a80d3d63bc1 HTTP/1.1" status: 404 len: 337 time: 0.0443826 Aug 26 11:13:07.340962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48112) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.388463 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f4671c3b-9dd7-4a85-8d3b-e20a454eadbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.392901 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a91c290-d46e-45f2-a067-13c38db31964 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:13:07.393886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a91c290-d46e-45f2-a067-13c38db31964 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:07.399463 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5a91c290-d46e-45f2-a067-13c38db31964 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/9b521a9c-dfa6-4e7c-b5a2-24fc3f4184e3 HTTP/1.1" status: 404 len: 333 time: 0.0570316 Aug 26 11:13:07.400200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48114) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.427676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0269cceb-c459-4f27-a353-6917616ccd27 None None] Deleting port 067cafe7-ea8f-4744-bcab-242a5114c255 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:07.428519 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0269cceb-c459-4f27-a353-6917616ccd27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.489170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] Deleting port 4546c919-d6ad-4841-bd86-1e3f1dce2be0 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:07.489500 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.524312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0269cceb-c459-4f27-a353-6917616ccd27 None None] For port 067cafe7-ea8f-4744-bcab-242a5114c255, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=067cafe7-ea8f-4744-bcab-242a5114c255,segment=NetworkSegment(4ee82d79-304d-479e-8b2f-361c15f77d3a),segment_id=4ee82d79-304d-479e-8b2f-361c15f77d3a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:07.524896 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0269cceb-c459-4f27-a353-6917616ccd27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.542183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0269cceb-c459-4f27-a353-6917616ccd27 None None] Calling delete_port for 067cafe7-ea8f-4744-bcab-242a5114c255 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:07.566648 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f4671c3b-9dd7-4a85-8d3b-e20a454eadbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.568286 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c3a71a-33ab-4c38-81e9-16b502e6ee11 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:13:07.568789 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c3a71a-33ab-4c38-81e9-16b502e6ee11 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:07.574226 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-58c3a71a-33ab-4c38-81e9-16b502e6ee11 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/ed8afa49-0b03-4a51-b9b2-7725a361a9e9 HTTP/1.1" status: 404 len: 337 time: 0.1708844 Aug 26 11:13:07.575191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48124) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.577808 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f4671c3b-9dd7-4a85-8d3b-e20a454eadbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.614648 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f4671c3b-9dd7-4a85-8d3b-e20a454eadbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5eb7fe82fa7944dba20cc8edffb81d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6257718 Aug 26 11:13:07.618053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48126) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.651782 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-774da5bb-86c2-4c3b-a47d-d02f385526b2 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:13:07.652294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774da5bb-86c2-4c3b-a47d-d02f385526b2 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:07.655349 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-774da5bb-86c2-4c3b-a47d-d02f385526b2 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/92729748-cda1-4c2c-b651-792e58db06a5 HTTP/1.1" status: 404 len: 337 time: 0.0785673 Aug 26 11:13:07.657339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48128) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.701362 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0269cceb-c459-4f27-a353-6917616ccd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.705527 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4671c3b-9dd7-4a85-8d3b-e20a454eadbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed02596-a0f9-4e01-9039-ca470416903e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:07.730952 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56eebb4a-9c19-4dab-9e86-977b626e44ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.741445 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab578ea-d5b5-42c0-8a63-93ed993ee0de tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:13:07.742548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab578ea-d5b5-42c0-8a63-93ed993ee0de tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:07.751600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1ab578ea-d5b5-42c0-8a63-93ed993ee0de tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/2f996179-4f55-4570-85d8-01ae5c858848 HTTP/1.1" status: 404 len: 333 time: 0.0894787 Aug 26 11:13:07.752051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48132) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.764605 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56eebb4a-9c19-4dab-9e86-977b626e44ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.764825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] For port 4546c919-d6ad-4841-bd86-1e3f1dce2be0, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4546c919-d6ad-4841-bd86-1e3f1dce2be0,segment=NetworkSegment(d7869cf2-3a8f-4630-8a8e-321d7e366881),segment_id=d7869cf2-3a8f-4630-8a8e-321d7e366881)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:07.765203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.795295 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e696d1f-b54c-4325-b7d7-b5cc09cdc885 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:13:07.795791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e696d1f-b54c-4325-b7d7-b5cc09cdc885 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:07.799940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7e696d1f-b54c-4325-b7d7-b5cc09cdc885 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/28619aa0-7622-467b-886e-bd5b2732db36 HTTP/1.1" status: 404 len: 337 time: 0.0443797 Aug 26 11:13:07.801835 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48134) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.804107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] Calling delete_port for 4546c919-d6ad-4841-bd86-1e3f1dce2be0 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:07.810043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269cceb-c459-4f27-a353-6917616ccd27 None None] Pushing event deleted for resources: {'Port': ['ID=067cafe7-ea8f-4744-bcab-242a5114c255,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:07.813551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 067cafe7-ea8f-4744-bcab-242a5114c255 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:13:07.837640 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-614030f9-bbf0-4a14-8098-f66e0daec136 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] DELETE failed (client error): The resource could not be found. Aug 26 11:13:07.838432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614030f9-bbf0-4a14-8098-f66e0daec136 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:13:07.840814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-614030f9-bbf0-4a14-8098-f66e0daec136 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/subnets/7606ab80-2554-4fc1-8e80-8272f1665681 HTTP/1.1" status: 404 len: 337 time: 0.0380015 Aug 26 11:13:07.844833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48136) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:07.881537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 067cafe7-ea8f-4744-bcab-242a5114c255 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:13:07.883091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 067cafe7-ea8f-4744-bcab-242a5114c255 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:13:07.885258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56eebb4a-9c19-4dab-9e86-977b626e44ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.889036 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56eebb4a-9c19-4dab-9e86-977b626e44ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:07.890581 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-56eebb4a-9c19-4dab-9e86-977b626e44ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ed02596-a0f9-4e01-9039-ca470416903e HTTP/1.1" status: 204 len: 168 time: 0.2522321 Aug 26 11:13:07.900661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269cceb-c459-4f27-a353-6917616ccd27 None None] No DVR routers for this DVR port 067cafe7-ea8f-4744-bcab-242a5114c255 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:13:07.932000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eebb4a-9c19-4dab-9e86-977b626e44ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed02596-a0f9-4e01-9039-ca470416903e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:08.176912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-11eb320c-4ada-476b-b7cf-4323e41c970b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Deleting port e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:08.177747 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11eb320c-4ada-476b-b7cf-4323e41c970b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:08.288066 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11eb320c-4ada-476b-b7cf-4323e41c970b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:08.373516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-11eb320c-4ada-476b-b7cf-4323e41c970b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Calling delete_port for e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:08.442158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:08.490774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4546c919-d6ad-4841-bd86-1e3f1dce2be0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:08.582430 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11eb320c-4ada-476b-b7cf-4323e41c970b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:08.611423 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11eb320c-4ada-476b-b7cf-4323e41c970b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:08.615941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-11eb320c-4ada-476b-b7cf-4323e41c970b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/ports/e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7 HTTP/1.1" status: 204 len: 168 time: 0.7676456 Aug 26 11:13:08.617151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48164) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:08.642896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb320c-4ada-476b-b7cf-4323e41c970b tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Port': ['ID=e715f6f9-130d-4e9e-ab0e-f1ff38ee70a7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:08.836599 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:08.867445 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:08.965479 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:08.981698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:09.005703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee82d79-304d-479e-8b2f-361c15f77d3a') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:09.006597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee82d79-304d-479e-8b2f-361c15f77d3a') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:09.025626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:09.055683 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:09.074853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:13:09.074853 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:13:09.077348 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:13:09.185576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:09.203341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:09.206022 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] 10.222.0.21 "DELETE /v2.0/networks/7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2 HTTP/1.1" status: 204 len: 168 time: 0.5868189 Aug 26 11:13:09.255416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b79210-de78-43db-8f11-cbd5b861f1c6 tempest-PortsTestJSON-564246457 tempest-PortsTestJSON-564246457-project] Pushing event deleted for resources: {'Network': ['ID=7f5a1fa3-c90b-4bcc-88c0-ea4821c5a1f2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:09.295512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] Router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:13:09.385822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48192) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:09.457741 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:13:09.468462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48196) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:09.469291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997208f-462b-4ded-b8e7-071e5ee4d4ef None None] Sync routers for ids ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:13:09.473459 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d2985163-1b38-4cfa-bcf5-1b7ee97b15ef admin admin] 10.222.0.21 "PUT /v2.0/routers/56bad1a4-ec2d-4403-a1b3-0ec9f0400911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0936613 Aug 26 11:13:09.482337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a997208f-462b-4ded-b8e7-071e5ee4d4ef None None] Routers {'56bad1a4-ec2d-4403-a1b3-0ec9f0400911'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:13:09.484636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a997208f-462b-4ded-b8e7-071e5ee4d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:12:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:09.660527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a997208f-462b-4ded-b8e7-071e5ee4d4ef None None] Set router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:13:09.740561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:09.878422 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e43af67-590f-4f24-a9c4-46781721bfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:09.894385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48210) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:10.008140 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.097321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a997208f-462b-4ded-b8e7-071e5ee4d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'name': 'tempest-ServerRescueTestJSON-1967732061-router', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:55Z', 'updated_at': '2021-08-26T11:13:08Z', 'revision_number': 5, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'gw_port': {'id': 'bd387888-78ef-45f2-aa65-d97d35938ffe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:10:56Z', 'updated_at': '2021-08-26T11:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:10.099082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7e2dd0e5-a326-4e19-ac45-ab0bcf15717e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bee5caa8d34f4177a30c86bb1716157f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028472 Aug 26 11:13:10.101135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48224) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:10.207994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997208f-462b-4ded-b8e7-071e5ee4d4ef None None] Checking router: 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:13:10.243722 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75279184-1e0c-4bdf-9a4e-2764b6eb3977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.247260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a997208f-462b-4ded-b8e7-071e5ee4d4ef None None] Routers {'56bad1a4-ec2d-4403-a1b3-0ec9f0400911'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:13:10.247907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a997208f-462b-4ded-b8e7-071e5ee4d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:12:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:10.286688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Deleting port bd387888-78ef-45f2-aa65-d97d35938ffe {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:10.311666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.329070 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75279184-1e0c-4bdf-9a4e-2764b6eb3977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.418004 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e43af67-590f-4f24-a9c4-46781721bfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.430206 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75279184-1e0c-4bdf-9a4e-2764b6eb3977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.432847 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75279184-1e0c-4bdf-9a4e-2764b6eb3977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.436469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-75279184-1e0c-4bdf-9a4e-2764b6eb3977 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c1f7f28-6199-4f7e-9c9c-78eb3a017c5f HTTP/1.1" status: 204 len: 168 time: 0.3261757 Aug 26 11:13:10.445308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75279184-1e0c-4bdf-9a4e-2764b6eb3977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1f7f28-6199-4f7e-9c9c-78eb3a017c5f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:10.483092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a997208f-462b-4ded-b8e7-071e5ee4d4ef None None] Set router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:13:10.491468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e43af67-590f-4f24-a9c4-46781721bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.513947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] For port bd387888-78ef-45f2-aa65-d97d35938ffe, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bd387888-78ef-45f2-aa65-d97d35938ffe,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:10.514777 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.559040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Calling delete_port for bd387888-78ef-45f2-aa65-d97d35938ffe owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:10.567532 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3e43af67-590f-4f24-a9c4-46781721bfdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=badb48b9cd1d4632a399d0b274b666fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1795695 Aug 26 11:13:10.570199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43af67-590f-4f24-a9c4-46781721bfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a62d57-c1ba-4fe6-aa2f-6395a9877b66,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:10.570762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48242) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:10.608361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a997208f-462b-4ded-b8e7-071e5ee4d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'name': 'tempest-ServerRescueTestJSON-1967732061-router', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:55Z', 'updated_at': '2021-08-26T11:13:10Z', 'revision_number': 6, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:10.653689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997208f-462b-4ded-b8e7-071e5ee4d4ef None None] The sync data for ids ['56bad1a4-ec2d-4403-a1b3-0ec9f0400911'] in n-d-778550-13 is: [{'id': '56bad1a4-ec2d-4403-a1b3-0ec9f0400911', 'name': 'tempest-ServerRescueTestJSON-1967732061-router', 'tenant_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:10:55Z', 'updated_at': '2021-08-26T11:13:10Z', 'revision_number': 6, 'project_id': 'd3a9d573fa8f464ebcd4adf90e626417', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:13:10.685141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48244) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:10.742506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df066180-2b12-4716-9860-4df7e50cc495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.789966 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df066180-2b12-4716-9860-4df7e50cc495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.793429 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.821060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48248) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:10.860330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd387888-78ef-45f2-aa65-d97d35938ffe,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:10.869613 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df066180-2b12-4716-9860-4df7e50cc495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.872554 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df066180-2b12-4716-9860-4df7e50cc495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:10.877249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-df066180-2b12-4716-9860-4df7e50cc495 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7a62d57-c1ba-4fe6-aa2f-6395a9877b66 HTTP/1.1" status: 204 len: 168 time: 0.3053293 Aug 26 11:13:10.887216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df066180-2b12-4716-9860-4df7e50cc495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a62d57-c1ba-4fe6-aa2f-6395a9877b66,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:10.950514 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.064868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.068656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.100833 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c51f3752-efa6-4663-8d97-77d55f29c227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.154500 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.155475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56bad1a4-ec2d-4403-a1b3-0ec9f0400911 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:13:11.164098 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.167857 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3c121c48-9697-4b4a-8efb-7c80020c0192 admin admin] 10.222.0.21 "DELETE /v2.0/routers/56bad1a4-ec2d-4403-a1b3-0ec9f0400911 HTTP/1.1" status: 204 len: 168 time: 1.6940191 Aug 26 11:13:11.168048 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b8d867fb-d6a6-4f7d-b946-36ba1fbd7506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.168521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48262) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:11.249285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-732346f8-c3af-400f-ab7e-ca4fdd864739 admin admin] Deleting subnet 1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:13:11.256660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-732346f8-c3af-400f-ab7e-ca4fdd864739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.263852 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c51f3752-efa6-4663-8d97-77d55f29c227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.272926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c51f3752-efa6-4663-8d97-77d55f29c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.297740 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-732346f8-c3af-400f-ab7e-ca4fdd864739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.337829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c51f3752-efa6-4663-8d97-77d55f29c227 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4745b3c5f771430986056e9f9da59cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5147543 Aug 26 11:13:11.341348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48272) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:11.342494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f3752-efa6-4663-8d97-77d55f29c227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf315d8-87f1-4005-a2c9-97e875324f82,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:11.356605 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-732346f8-c3af-400f-ab7e-ca4fdd864739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.431631 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-732346f8-c3af-400f-ab7e-ca4fdd864739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.460559 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fffdbcba-507c-47c4-a167-3f7a5e3abd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.465104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732346f8-c3af-400f-ab7e-ca4fdd864739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:11.473441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-732346f8-c3af-400f-ab7e-ca4fdd864739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.474881 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-732346f8-c3af-400f-ab7e-ca4fdd864739 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1b2b08e8-c243-4ecd-9f85-11e5b0b69ab5 HTTP/1.1" status: 204 len: 168 time: 0.3049395 Aug 26 11:13:11.477675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48276) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:11.503619 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fffdbcba-507c-47c4-a167-3f7a5e3abd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.568890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48282) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:11.597073 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1284d66-35e5-46f8-98b4-13e3d1ec6b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.597620 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b8d867fb-d6a6-4f7d-b946-36ba1fbd7506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.605831 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b8d867fb-d6a6-4f7d-b946-36ba1fbd7506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.647094 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.658278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d867fb-d6a6-4f7d-b946-36ba1fbd7506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea02699d-ec4d-49c3-83e9-e6d4dfd34d8e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:11.709740 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b8d867fb-d6a6-4f7d-b946-36ba1fbd7506 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f7943f0cbb749489b04d07d39bd77fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0232358 Aug 26 11:13:11.715942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48288) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:11.717261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4546c919-d6ad-4841-bd86-1e3f1dce2be0 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:13:11.724453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fffdbcba-507c-47c4-a167-3f7a5e3abd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.728774 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fffdbcba-507c-47c4-a167-3f7a5e3abd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.730166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fffdbcba-507c-47c4-a167-3f7a5e3abd36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cf315d8-87f1-4005-a2c9-97e875324f82 HTTP/1.1" status: 204 len: 168 time: 0.3716648 Aug 26 11:13:11.779444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdbcba-507c-47c4-a167-3f7a5e3abd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf315d8-87f1-4005-a2c9-97e875324f82,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:11.788095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 4546c919-d6ad-4841-bd86-1e3f1dce2be0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:13:11.789323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4546c919-d6ad-4841-bd86-1e3f1dce2be0 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:13:11.791118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bd387888-78ef-45f2-aa65-d97d35938ffe no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:13:11.846471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: bd387888-78ef-45f2-aa65-d97d35938ffe {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:13:11.847598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bd387888-78ef-45f2-aa65-d97d35938ffe not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:13:11.917588 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a080402-289c-40f1-b68e-63a053115a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:11.982865 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a080402-289c-40f1-b68e-63a053115a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.071768 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a080402-289c-40f1-b68e-63a053115a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.075247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1a080402-289c-40f1-b68e-63a053115a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.076664 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1a080402-289c-40f1-b68e-63a053115a2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea02699d-ec4d-49c3-83e9-e6d4dfd34d8e HTTP/1.1" status: 204 len: 168 time: 0.3595183 Aug 26 11:13:12.087758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a080402-289c-40f1-b68e-63a053115a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea02699d-ec4d-49c3-83e9-e6d4dfd34d8e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:12.097464 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.113609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fedadf-872d-4fec-b38f-c658ecc8deac']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:12.133651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7869cf2-3a8f-4630-8a8e-321d7e366881') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:12.133950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7869cf2-3a8f-4630-8a8e-321d7e366881') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:12.149880 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.173920 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.183778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:13:12.184340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:13:12.186016 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:13:12.249074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48312) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:12.262007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1284d66-35e5-46f8-98b4-13e3d1ec6b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.274043 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1284d66-35e5-46f8-98b4-13e3d1ec6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.280061 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f15836c-635b-4409-b0a9-c23d22ab98f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.288077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.308043 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.312886 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] 10.222.0.21 "DELETE /v2.0/networks/f8fedadf-872d-4fec-b38f-c658ecc8deac HTTP/1.1" status: 204 len: 168 time: 0.8340192 Aug 26 11:13:12.336727 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a1284d66-35e5-46f8-98b4-13e3d1ec6b5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=450040bf157e440e886cccd186722568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7667511 Aug 26 11:13:12.337645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48318) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:12.345869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1284d66-35e5-46f8-98b4-13e3d1ec6b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7206840f-239f-49c2-9e3a-0d343f8fb11a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:12.348041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f13aa3-d169-4b69-bf0b-d31c63fe2bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=f8fedadf-872d-4fec-b38f-c658ecc8deac,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:12.404937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6d300f7-f103-45b3-8a6f-218cb5b79566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.427642 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f15836c-635b-4409-b0a9-c23d22ab98f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.432424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6d300f7-f103-45b3-8a6f-218cb5b79566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.433546 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f15836c-635b-4409-b0a9-c23d22ab98f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.488480 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15836c-635b-4409-b0a9-c23d22ab98f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a950211e-9e75-4b22-9651-9fd5d52d3c19,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:12.497828 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7f15836c-635b-4409-b0a9-c23d22ab98f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=247893480fc54146aead06cfb86be5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474318 Aug 26 11:13:12.498769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48322) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:12.499474 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6d300f7-f103-45b3-8a6f-218cb5b79566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.503632 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6d300f7-f103-45b3-8a6f-218cb5b79566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.511524 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e6d300f7-f103-45b3-8a6f-218cb5b79566 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7206840f-239f-49c2-9e3a-0d343f8fb11a HTTP/1.1" status: 204 len: 168 time: 0.1726191 Aug 26 11:13:12.527180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d300f7-f103-45b3-8a6f-218cb5b79566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7206840f-239f-49c2-9e3a-0d343f8fb11a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:12.568718 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d0c16c7e-b4d1-44da-8c62-4128b05ff58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.593187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d0c16c7e-b4d1-44da-8c62-4128b05ff58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.653321 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d0c16c7e-b4d1-44da-8c62-4128b05ff58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.656216 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d0c16c7e-b4d1-44da-8c62-4128b05ff58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.657930 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d0c16c7e-b4d1-44da-8c62-4128b05ff58c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a950211e-9e75-4b22-9651-9fd5d52d3c19 HTTP/1.1" status: 204 len: 168 time: 0.1577301 Aug 26 11:13:12.668976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c16c7e-b4d1-44da-8c62-4128b05ff58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a950211e-9e75-4b22-9651-9fd5d52d3c19,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:12.734326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48332) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:12.780487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c30e8ea4-0af6-4548-9ed1-1571a037a907 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3a9d573fa8f464ebcd4adf90e626417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440133 Aug 26 11:13:12.782547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48338) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:12.867905 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1d85-df97-4d1c-a92f-7182ff918b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.896937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1d85-df97-4d1c-a92f-7182ff918b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.953256 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1d85-df97-4d1c-a92f-7182ff918b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.956274 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1d85-df97-4d1c-a92f-7182ff918b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:12.957893 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5a7a1d85-df97-4d1c-a92f-7182ff918b4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9fe49dc-2915-4e76-b338-0524f054435e HTTP/1.1" status: 204 len: 168 time: 0.1742930 Aug 26 11:13:12.968122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a1d85-df97-4d1c-a92f-7182ff918b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fe49dc-2915-4e76-b338-0524f054435e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:12.981594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48354) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:13.005738 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6020f36e-00dc-4800-b58e-1b4db20b6e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.116825 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6020f36e-00dc-4800-b58e-1b4db20b6e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.131071 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6020f36e-00dc-4800-b58e-1b4db20b6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.177238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6020f36e-00dc-4800-b58e-1b4db20b6e9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f25d0b90fb494d228e4cbf92f8f2ded4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918340 Aug 26 11:13:13.177238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020f36e-00dc-4800-b58e-1b4db20b6e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d015024-2aee-41c7-8ac8-e8c39a5fddec,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:13.178448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48360) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:13.239322 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8aa9302e-e9a4-4a63-a4ff-7ebc2498adf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.261451 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8aa9302e-e9a4-4a63-a4ff-7ebc2498adf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.313995 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8aa9302e-e9a4-4a63-a4ff-7ebc2498adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.316639 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8aa9302e-e9a4-4a63-a4ff-7ebc2498adf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.318099 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8aa9302e-e9a4-4a63-a4ff-7ebc2498adf7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d015024-2aee-41c7-8ac8-e8c39a5fddec HTTP/1.1" status: 204 len: 168 time: 0.1376569 Aug 26 11:13:13.326472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9302e-e9a4-4a63-a4ff-7ebc2498adf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d015024-2aee-41c7-8ac8-e8c39a5fddec,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:13.332701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1f31bba-a62b-4c26-8b17-0d851ec560fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.393345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48366) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:13.407191 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-213f794a-5935-43c4-b0e0-53c124540f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.514598 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-213f794a-5935-43c4-b0e0-53c124540f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.521810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-213f794a-5935-43c4-b0e0-53c124540f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.570434 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-213f794a-5935-43c4-b0e0-53c124540f66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9665a3231e64ac2af45af9ca575665e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759803 Aug 26 11:13:13.573032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48376) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:13.581384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f794a-5935-43c4-b0e0-53c124540f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1960b92a-a342-4f7d-9a64-1e17a270430d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:13.631456 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ba1cacf-500f-4e6a-b1bd-325301b5edf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.653558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ba1cacf-500f-4e6a-b1bd-325301b5edf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.709152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ba1cacf-500f-4e6a-b1bd-325301b5edf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.712225 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ba1cacf-500f-4e6a-b1bd-325301b5edf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:13.715733 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4ba1cacf-500f-4e6a-b1bd-325301b5edf7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1960b92a-a342-4f7d-9a64-1e17a270430d HTTP/1.1" status: 204 len: 168 time: 0.1392262 Aug 26 11:13:13.722554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1cacf-500f-4e6a-b1bd-325301b5edf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1960b92a-a342-4f7d-9a64-1e17a270430d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:15.754602 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-97d729bc-f31b-4691-8674-1ae9a7bf5599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:16.064513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48554) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:16.257350 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:16.334468 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-463ff4a0-2f19-4663-a28f-ad8f76e98ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:16.457769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-463ff4a0-2f19-4663-a28f-ad8f76e98ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:16.464094 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-463ff4a0-2f19-4663-a28f-ad8f76e98ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:16.509961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-463ff4a0-2f19-4663-a28f-ad8f76e98ab5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=428971d415ce45e7902977c66d7152ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4436059 Aug 26 11:13:16.512678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48608) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:16.520867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ff4a0-2f19-4663-a28f-ad8f76e98ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0ff3f1-5623-4540-aa01-2e628953000a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:16.572449 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:16.597136 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:16.664483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:16.667449 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:16.669035 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc0ff3f1-5623-4540-aa01-2e628953000a HTTP/1.1" status: 204 len: 168 time: 0.1552708 Aug 26 11:13:16.678444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0ff3f1-5623-4540-aa01-2e628953000a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:16.688679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.689421 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.689941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.690468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.691031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.691376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.691716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.692057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.692392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.692731 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.693100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.693430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1b1c54-7e2b-49cf-ae64-7fdc998788a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:16.848909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48648) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:16.882005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48656) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:17.140356 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10c37703-1855-441b-893b-fcd08b2f5782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.202286 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.215191 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-553c45ef-dfae-42cc-94a3-03cdaa6a24bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.314060 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10c37703-1855-441b-893b-fcd08b2f5782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.326110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10c37703-1855-441b-893b-fcd08b2f5782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.383933 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-10c37703-1855-441b-893b-fcd08b2f5782 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7aae66fe92a84b9792a9ef3b61ae5bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5338740 Aug 26 11:13:17.388106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48696) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:17.388788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c37703-1855-441b-893b-fcd08b2f5782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8303627e-e94f-49b1-a130-a07150723268,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:17.404979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48698) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:17.424410 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f45e90b-2c76-4556-b47c-bc591f285daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.492501 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5013eb2-c263-4135-9752-12d9062a8064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.524156 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5013eb2-c263-4135-9752-12d9062a8064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.541205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-553c45ef-dfae-42cc-94a3-03cdaa6a24bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.554556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-553c45ef-dfae-42cc-94a3-03cdaa6a24bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.589241 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5013eb2-c263-4135-9752-12d9062a8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.592379 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5013eb2-c263-4135-9752-12d9062a8064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.594694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b5013eb2-c263-4135-9752-12d9062a8064 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8303627e-e94f-49b1-a130-a07150723268 HTTP/1.1" status: 204 len: 168 time: 0.2028270 Aug 26 11:13:17.603586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5013eb2-c263-4135-9752-12d9062a8064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8303627e-e94f-49b1-a130-a07150723268,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:17.657014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c45ef-dfae-42cc-94a3-03cdaa6a24bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75318282-76bb-462b-a6d6-17768c51b88e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:17.667398 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-553c45ef-dfae-42cc-94a3-03cdaa6a24bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c25bd286d0814a489f1d1753b942fabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7842383 Aug 26 11:13:17.667670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48712) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:17.745860 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-951c4dbf-c4a3-4f2f-996d-7a2e1142f6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.747789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f45e90b-2c76-4556-b47c-bc591f285daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.753252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f45e90b-2c76-4556-b47c-bc591f285daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.774934 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-951c4dbf-c4a3-4f2f-996d-7a2e1142f6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.791681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45e90b-2c76-4556-b47c-bc591f285daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d22674-f3fb-473a-bf39-436654561717,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:17.806929 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4f45e90b-2c76-4556-b47c-bc591f285daf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e41bafe422b47cbbc6bb0a12c0df908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006133 Aug 26 11:13:17.809676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48714) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:17.850811 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-951c4dbf-c4a3-4f2f-996d-7a2e1142f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.853655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-951c4dbf-c4a3-4f2f-996d-7a2e1142f6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.855152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-951c4dbf-c4a3-4f2f-996d-7a2e1142f6e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75318282-76bb-462b-a6d6-17768c51b88e HTTP/1.1" status: 204 len: 168 time: 0.1864021 Aug 26 11:13:17.866882 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c4dbf-c4a3-4f2f-996d-7a2e1142f6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75318282-76bb-462b-a6d6-17768c51b88e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:17.912965 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0727892-0122-45ab-bf58-bd5bb998c07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:17.945883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0727892-0122-45ab-bf58-bd5bb998c07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:18.004531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0727892-0122-45ab-bf58-bd5bb998c07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:18.010520 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0727892-0122-45ab-bf58-bd5bb998c07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:18.014714 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c0727892-0122-45ab-bf58-bd5bb998c07f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76d22674-f3fb-473a-bf39-436654561717 HTTP/1.1" status: 204 len: 168 time: 0.2031095 Aug 26 11:13:18.023927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0727892-0122-45ab-bf58-bd5bb998c07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d22674-f3fb-473a-bf39-436654561717,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:18.795047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 48786) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:19.032794 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70cfe74e-356b-46aa-b3ad-da49b46b0aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:19.138033 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70cfe74e-356b-46aa-b3ad-da49b46b0aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:19.144389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70cfe74e-356b-46aa-b3ad-da49b46b0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:19.192672 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-70cfe74e-356b-46aa-b3ad-da49b46b0aca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db00ca654c8649c18eccb11c14f6f4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934162 Aug 26 11:13:19.192672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfe74e-356b-46aa-b3ad-da49b46b0aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5332f8e-cf23-47d3-b929-bcac1d68ad12,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:19.193028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48818) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:19.276568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c334-cf20-415f-87e3-89fde2eef440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:19.282257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:19.307231 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c334-cf20-415f-87e3-89fde2eef440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:19.368272 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c334-cf20-415f-87e3-89fde2eef440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:19.372141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7e5c334-cf20-415f-87e3-89fde2eef440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:19.376463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d7e5c334-cf20-415f-87e3-89fde2eef440 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5332f8e-cf23-47d3-b929-bcac1d68ad12 HTTP/1.1" status: 204 len: 168 time: 0.1793683 Aug 26 11:13:19.384496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5c334-cf20-415f-87e3-89fde2eef440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5332f8e-cf23-47d3-b929-bcac1d68ad12,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:19.753242 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:13:20.029362 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48872) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:20.056737 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29bab3fd-2a1c-460b-89b9-eb06880e2deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:20.181797 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29bab3fd-2a1c-460b-89b9-eb06880e2deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:20.187572 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29bab3fd-2a1c-460b-89b9-eb06880e2deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:20.224998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bab3fd-2a1c-460b-89b9-eb06880e2deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9104c0-afbc-42d7-8841-156d14ec7115,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:20.240471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-29bab3fd-2a1c-460b-89b9-eb06880e2deb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c256eea384a40a5964f0bc08b850b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099257 Aug 26 11:13:20.243398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 48878) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:20.311590 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b312def5-6370-457e-bad6-95158cf7c98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:20.359458 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b312def5-6370-457e-bad6-95158cf7c98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:20.445296 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b312def5-6370-457e-bad6-95158cf7c98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:20.448255 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b312def5-6370-457e-bad6-95158cf7c98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:20.449452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b312def5-6370-457e-bad6-95158cf7c98a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f9104c0-afbc-42d7-8841-156d14ec7115 HTTP/1.1" status: 204 len: 168 time: 0.2042661 Aug 26 11:13:20.466423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312def5-6370-457e-bad6-95158cf7c98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9104c0-afbc-42d7-8841-156d14ec7115,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:20.486722 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:22.227878 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:22.696426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49030) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:22.918221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-b19c6d73-0318-4d4d-9a6e-4cc3132cf82f tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a1ca3c41973747fdb346de2155d0a408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392568 Aug 26 11:13:23.147327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3130606-4fa7-48dc-a303-d04b20a336de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:23.196491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bed632-80ec-455f-83c6-718d0f494233 req-c1a62a1e-9843-40bb-8432-114c1a2ee6fa tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:23.198887 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-c1a62a1e-9843-40bb-8432-114c1a2ee6fa tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790358 Aug 26 11:13:23.230942 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-7c749ed6-1e38-44b4-8215-d04afbb5c5ab tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/quotas/a1ca3c41973747fdb346de2155d0a408 HTTP/1.1" status: 200 len: 375 time: 0.0251172 Aug 26 11:13:23.315169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-494cdafe-f81b-4482-a4a3-e1c7065c586a tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a1ca3c41973747fdb346de2155d0a408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756836 Aug 26 11:13:23.430314 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3130606-4fa7-48dc-a303-d04b20a336de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:23.440816 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3130606-4fa7-48dc-a303-d04b20a336de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:23.602150 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c3130606-4fa7-48dc-a303-d04b20a336de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab79f2f1df2843899f6b0b51402de018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9045687 Aug 26 11:13:23.603234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3130606-4fa7-48dc-a303-d04b20a336de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dcc56d-ed4f-4235-a82e-3469bd0402ca,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:23.606185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49084) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:23.685469 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:23.739553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a9243f6b-0d6a-4563-b271-901ae172d3cb req-d62f77db-7c94-476d-9677-10886b822a77 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 210 time: 0.0372655 Aug 26 11:13:23.747194 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:23.837598 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:23.840214 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:23.841398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26dcc56d-ed4f-4235-a82e-3469bd0402ca HTTP/1.1" status: 204 len: 168 time: 0.2331402 Aug 26 11:13:23.857308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dcc56d-ed4f-4235-a82e-3469bd0402ca,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:23.866790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:23.867352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:23.867873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:23.868380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:23.869709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:23.870242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:23.870792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:23.871323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:23.871815 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:23.872447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:23.873131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:23.873634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028d8d93-a5df-48ff-afb7-ffc3dbc4b2fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:24.948877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2eb0996c-f23a-4a6c-ba7d-13140ae12255 req-397cb0ce-560f-4cdb-a88f-c12f94ab55b4 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 210 time: 0.0674155 Aug 26 11:13:25.177178 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-c20c3763-8d19-4cdc-8007-215df6eb26ce tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a1ca3c41973747fdb346de2155d0a408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930233 Aug 26 11:13:25.598787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bed632-80ec-455f-83c6-718d0f494233 req-508d3ffe-0544-4908-8348-18254d7f3945 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:25.602716 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-508d3ffe-0544-4908-8348-18254d7f3945 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4076197 Aug 26 11:13:25.627078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Request body: {'port': {'device_id': '866ba610-318a-402e-9dd4-fdbc52fdf121', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'a1ca3c41973747fdb346de2155d0a408'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:25.836517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49190) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:25.929323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Made reservation on behalf of a1ca3c41973747fdb346de2155d0a408 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:25.933476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:25.952896 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:26.088571 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-251de67e-9f81-4d74-9a46-3105a4c3c4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:26.180182 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:26.199442 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:26.239549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93ec9b0f-4d77-4486-8e2b-09753084cce3 req-32e633e4-d67d-4176-a79e-2e2b7b7daa5e tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 210 time: 0.1038482 Aug 26 11:13:26.375307 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-251de67e-9f81-4d74-9a46-3105a4c3c4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:26.383558 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-251de67e-9f81-4d74-9a46-3105a4c3c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:26.394757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5da5ca-8184-4429-b799-472ca3ed6722,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:26.435887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251de67e-9f81-4d74-9a46-3105a4c3c4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9daa4a4-706f-4ab5-a121-4a83f2620904,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:26.478300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-251de67e-9f81-4d74-9a46-3105a4c3c4a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4aae24b384646a3b0c74c640293f23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6392965 Aug 26 11:13:26.481137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49204) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:26.566710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Allocated IP 192.168.233.178 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:13:26.608494 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-283a4551-cb2a-421b-b9c9-f0b641ab6046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:26.659705 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-283a4551-cb2a-421b-b9c9-f0b641ab6046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:26.785855 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-283a4551-cb2a-421b-b9c9-f0b641ab6046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:26.795065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-283a4551-cb2a-421b-b9c9-f0b641ab6046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:26.803393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-283a4551-cb2a-421b-b9c9-f0b641ab6046 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9daa4a4-706f-4ab5-a121-4a83f2620904 HTTP/1.1" status: 204 len: 168 time: 0.3192666 Aug 26 11:13:26.833651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a4551-cb2a-421b-b9c9-f0b641ab6046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9daa4a4-706f-4ab5-a121-4a83f2620904,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:26.934660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:26.951682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Transition to ACTIVE for port object 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:27.026479 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:27.126252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:13:27.136437 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:27.141692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:13:27.342107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:27.342870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:27.393167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Pushing event updated for resources: {'Port': ['ID=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:27.415468 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-3caa8b2d-6d90-47f6-b1b8-7dd68900d46c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8024523 Aug 26 11:13:27.430917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Request body: {'port': {'device_id': '866ba610-318a-402e-9dd4-fdbc52fdf121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:27.658877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f8314-6e5b-4d5f-b7af-cd0646730ebf req-784a6ef4-e56d-46ee-b767-cf6807251977 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:27.664324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:27.673094 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-072f8314-6e5b-4d5f-b7af-cd0646730ebf req-784a6ef4-e56d-46ee-b767-cf6807251977 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 936 time: 0.1405537 Aug 26 11:13:27.679623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2a85890f-dee5-44d4-b766-79bf31922ef3 None None] Provisioning for port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:13:27.692097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2a85890f-dee5-44d4-b766-79bf31922ef3 None None] Provisioning complete for port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:27.692483 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a85890f-dee5-44d4-b766-79bf31922ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:27.777362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-072f8314-6e5b-4d5f-b7af-cd0646730ebf req-63ed4461-01e5-4630-a67b-92bf817bbeca tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016638 Aug 26 11:13:27.779966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49240) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:27.819843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2a85890f-dee5-44d4-b766-79bf31922ef3 None None] Port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:13:28.061276 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-661107f5-8fd5-41b6-af81-608225be430b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.174719 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-661107f5-8fd5-41b6-af81-608225be430b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.182371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-661107f5-8fd5-41b6-af81-608225be430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.219097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:13:28.238493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.256393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Transition to ACTIVE for port object 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:28.258075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-661107f5-8fd5-41b6-af81-608225be430b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b689ee1ddd8c49d3b9983348d662f4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759636 Aug 26 11:13:28.259283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661107f5-8fd5-41b6-af81-608225be430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a9b8b6-a1b6-4b30-952b-71caf580840f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:28.260797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49262) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:28.269591 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.366005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Pushing event updated for resources: {'Port': ['ID=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:28.390130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5ac6-bb1d-4117-9fe3-bc0c455ff9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.441977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5ac6-bb1d-4117-9fe3-bc0c455ff9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.478019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Attempting to bind port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:28.478648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Attempting to bind port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:28.478880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Attempting to bind port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:28.490956 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:28.491288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Attempting to bind port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:28.497418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:13:28.497760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:13:28.498161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:13:28.498614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Bound port: 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:13:28.499020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.579148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5ac6-bb1d-4117-9fe3-bc0c455ff9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.590511 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5ac6-bb1d-4117-9fe3-bc0c455ff9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.596551 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3e6d5ac6-bb1d-4117-9fe3-bc0c455ff9db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2a9b8b6-a1b6-4b30-952b-71caf580840f HTTP/1.1" status: 204 len: 168 time: 0.3308039 Aug 26 11:13:28.621029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d5ac6-bb1d-4117-9fe3-bc0c455ff9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a9b8b6-a1b6-4b30-952b-71caf580840f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:28.642691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] For port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:13:28.647004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] For port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:13:28.654284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.700966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:28.701829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:28.703892 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] 10.222.0.47 "PUT /v2.0/ports/0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a HTTP/1.1" status: 200 len: 1097 time: 1.2800531 Aug 26 11:13:28.704348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866ba610-318a-402e-9dd4-fdbc52fdf121', 'tag': '0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:13:28.711273 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c02eb1-a04d-460a-8d1e-de6395fe6b59" -d '{"events": [{"name": "network-changed", "server_uuid": "866ba610-318a-402e-9dd4-fdbc52fdf121", "tag": "0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:13:28.722965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb276a-b38b-4526-8d9e-c8d0dc78ff25 service neutron] Pushing event updated for resources: {'Port': ['ID=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:28.832562 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787b267c-4108-43d2-b116-ebb0871fe2d1 x-openstack-request-id: req-787b267c-4108-43d2-b116-ebb0871fe2d1 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:13:28.833147 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866ba610-318a-402e-9dd4-fdbc52fdf121", "tag": "0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:13:28.833620 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-787b267c-4108-43d2-b116-ebb0871fe2d1 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:13:28.834196 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866ba610-318a-402e-9dd4-fdbc52fdf121', 'tag': '0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a', 'status': 'completed', 'code': 200} Aug 26 11:13:28.853360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bed632-80ec-455f-83c6-718d0f494233 req-83ee3fc9-f2f5-48a3-9526-b28132a08b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:28.855154 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-83ee3fc9-f2f5-48a3-9526-b28132a08b85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1ca3c41973747fdb346de2155d0a408&device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 1100 time: 0.0961664 Aug 26 11:13:28.949877 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-28dd3177-92a3-465b-986b-bab64f6157bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a HTTP/1.1" status: 200 len: 217 time: 0.0864737 Aug 26 11:13:29.010296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a19aa8-c023-4630-aabd-4a2200a3aa38 req-c9e46a45-d7ea-4e02-93c7-aac6947c0d4b tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:29.022698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60a19aa8-c023-4630-aabd-4a2200a3aa38 req-c9e46a45-d7ea-4e02-93c7-aac6947c0d4b tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 948 time: 0.1191022 Aug 26 11:13:29.087755 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60a19aa8-c023-4630-aabd-4a2200a3aa38 req-c7487227-90af-48e0-ad77-7957112bf0a3 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560834 Aug 26 11:13:29.087878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bed632-80ec-455f-83c6-718d0f494233 req-235fa56e-2ae8-4577-bd64-549a9eb85263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:29.087878 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-235fa56e-2ae8-4577-bd64-549a9eb85263 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1239231 Aug 26 11:13:29.210951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bed632-80ec-455f-83c6-718d0f494233 req-dceb49b4-0ab1-421b-ac35-71cafadad13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:29.214767 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-dceb49b4-0ab1-421b-ac35-71cafadad13c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1254480 Aug 26 11:13:29.417817 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-7bdc35ed-c9ad-4317-a116-29f278c85e44 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956358 Aug 26 11:13:29.535718 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a6bed632-80ec-455f-83c6-718d0f494233 req-2da7e62d-3842-47d4-a139-ff4ef3514d3d service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104739 Aug 26 11:13:29.575971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49318) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:29.599235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e43c635-865b-4c4a-860a-b91ecfa2f97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:29.710577 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c02eb1-a04d-460a-8d1e-de6395fe6b59 req-a0201bc6-8458-42db-8627-70f88a26106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:29.712192 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43c02eb1-a04d-460a-8d1e-de6395fe6b59 req-a0201bc6-8458-42db-8627-70f88a26106e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1ca3c41973747fdb346de2155d0a408&device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 1100 time: 0.1059098 Aug 26 11:13:29.910425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c02eb1-a04d-460a-8d1e-de6395fe6b59 req-21d2540c-7d13-4754-8597-7589d4e80b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:29.912621 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43c02eb1-a04d-460a-8d1e-de6395fe6b59 req-21d2540c-7d13-4754-8597-7589d4e80b46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1847115 Aug 26 11:13:29.972241 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43c02eb1-a04d-460a-8d1e-de6395fe6b59 req-1b1aa0ac-ed68-44ef-871b-dc7e36eb5648 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a HTTP/1.1" status: 200 len: 217 time: 0.0485444 Aug 26 11:13:30.095251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e43c635-865b-4c4a-860a-b91ecfa2f97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.097864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c02eb1-a04d-460a-8d1e-de6395fe6b59 req-af3645e4-216f-43ef-adb9-23d5d5650e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:30.104860 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43c02eb1-a04d-460a-8d1e-de6395fe6b59 req-af3645e4-216f-43ef-adb9-23d5d5650e80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.1152134 Aug 26 11:13:30.106865 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e43c635-865b-4c4a-860a-b91ecfa2f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.200353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49348) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:30.204280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43c635-865b-4c4a-860a-b91ecfa2f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54a4081-bf7c-4a13-a3c1-aea2c065b363,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:30.234554 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4e43c635-865b-4c4a-860a-b91ecfa2f97c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c01189a446ff4b2ea81b3f5149860363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6572080 Aug 26 11:13:30.269684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49352) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:30.400975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c02eb1-a04d-460a-8d1e-de6395fe6b59 req-093905a0-23cd-42d7-ad58-730989cfd78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:30.407361 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43c02eb1-a04d-460a-8d1e-de6395fe6b59 req-093905a0-23cd-42d7-ad58-730989cfd78a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2854750 Aug 26 11:13:30.411629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1dd08-24fa-4531-bb7d-83ddedc84baa req-1c3f52d9-b68b-40a2-9cc1-594de3cda166 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:30.419681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ad1dd08-24fa-4531-bb7d-83ddedc84baa req-1c3f52d9-b68b-40a2-9cc1-594de3cda166 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 948 time: 0.1821356 Aug 26 11:13:30.525769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ad1dd08-24fa-4531-bb7d-83ddedc84baa req-14aba50a-b503-4de8-b01a-fb674ea0d999 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044865 Aug 26 11:13:30.621469 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572d82ff-3d80-449c-bdf5-b60faf05bec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.634559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2119683122'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:30.656971 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43c02eb1-a04d-460a-8d1e-de6395fe6b59 req-41f6c047-e5b2-4fa5-b984-5b67b0f7f7b6 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314477 Aug 26 11:13:30.661868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572d82ff-3d80-449c-bdf5-b60faf05bec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.666327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Made reservation on behalf of b20cee4897d24afab7b7a2562d980935 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:30.672245 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.682408 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.815176 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-43c02eb1-a04d-460a-8d1e-de6395fe6b59 req-bdd22096-4b75-4ed8-afbf-bb64a98c3d2a service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498168 Aug 26 11:13:30.815987 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572d82ff-3d80-449c-bdf5-b60faf05bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.823353 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572d82ff-3d80-449c-bdf5-b60faf05bec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.827079 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-572d82ff-3d80-449c-bdf5-b60faf05bec0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c54a4081-bf7c-4a13-a3c1-aea2c065b363 HTTP/1.1" status: 204 len: 168 time: 0.5399227 Aug 26 11:13:30.827844 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.836553 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.838541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d82ff-3d80-449c-bdf5-b60faf05bec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54a4081-bf7c-4a13-a3c1-aea2c065b363,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:30.878442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:13:30.894692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937ea78b-76a5-4b6e-aa56-8e29307bf14a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:30.902874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.908895 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Added segment 7827f74b-6e44-4daf-a452-9a8a1dd40e08 of type vlan for network dfba820f-5e97-4784-88e3-c448c537f84b Aug 26 11:13:30.970154 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:30.999871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:31.009365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:31.013734 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:31.047713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8460886 Aug 26 11:13:31.105122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e7239-eb57-4b3a-8047-a52c239ff84e tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Pushing event updated for resources: {'Network': ['ID=dfba820f-5e97-4784-88e3-c448c537f84b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:31.119856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network dfba820f-5e97-4784-88e3-c448c537f84b details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:13:31.481242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49420) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:31.489480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Request body: {'port': {'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b', 'binding:host_id': 'n-h2-778550-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1728593192'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:31.520449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Made reservation on behalf of 1ad558267002458a83883e65f0f9268a for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:31.530010 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:31.544201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:31.697704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:31.706741 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:31.718552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] device_id is not set on port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:31.763712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9cb2f-148a-4e73-aeac-47fd5d41f723 req-7faa7acf-8987-4817-951c-ec5c29f58e0a tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:31.769496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74c9cb2f-148a-4e73-aeac-47fd5d41f723 req-7faa7acf-8987-4817-951c-ec5c29f58e0a tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 948 time: 0.1242797 Aug 26 11:13:31.827191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758bb948-7b76-49ac-9de5-2ce823d731ac,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:31.833497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74c9cb2f-148a-4e73-aeac-47fd5d41f723 req-4ca9b2b1-35fd-4d21-a45a-3b3176ec06ae tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576191 Aug 26 11:13:32.049243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] device_id is not set on port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:32.065419 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:32.091960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Transition to ACTIVE for port object afcd7c4b-1314-4833-9aa1-8b3ef2a71714 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:32.113848 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:32.209090 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Checking segment: {'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:13:32.209471 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Network hostable DHCP agents. Network: dfba820f-5e97-4784-88e3-c448c537f84b, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:13:32.212870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event updated for resources: {'Port': ['ID=afcd7c4b-1314-4833-9aa1-8b3ef2a71714,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:32.247499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Network dfba820f-5e97-4784-88e3-c448c537f84b is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:13:32.256359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, dfba820f-5e97-4784-88e3-c448c537f84b) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:32.263659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:13:32.265661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80632f4-1703-4984-a48d-93e0cfe992f2 None None] Network dfba820f-5e97-4784-88e3-c448c537f84b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:13:32.278917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:32.279438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:32.279747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:32.288739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:32.289159 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:32.292088 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 2 to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 Aug 26 11:13:32.315223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:32.316110 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:32.317828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:32.330255 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:32.330764 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:32.331176 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 3 to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 Aug 26 11:13:32.360859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:32.362373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:32.362768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:32.375384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:32.375384 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:32.375384 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 4 to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 Aug 26 11:13:32.419347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:32.419700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:32.420047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:32.438337 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:32.438684 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:32.439124 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 5 to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 Aug 26 11:13:32.470178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:32.470516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:32.470932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:32.485797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:32.486163 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:32.486562 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 6 to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 Aug 26 11:13:32.513405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:32.513768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:32.514114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:32.523695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:32.524442 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:32.525077 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 7 to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 Aug 26 11:13:32.541068 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:32.541861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:32.543165 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:32.549311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:32.550019 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:32.550664 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 8 to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 Aug 26 11:13:32.565531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:32.565807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:32.566157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:32.570957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:32.571306 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:32.571699 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 9 to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 Aug 26 11:13:32.589903 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:32.590458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:32.591008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:32.611606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:32.612248 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:32.612735 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 10 to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 Aug 26 11:13:32.672343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:32.672714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:32.673342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:32.703105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:32.711278 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:32.713537 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:32.834788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] For port afcd7c4b-1314-4833-9aa1-8b3ef2a71714, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:13:32.834788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempted to set empty binding levels {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 26 11:13:32.841878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:32.929391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:32.930213 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:32.933537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event updated for resources: {'Port': ['ID=afcd7c4b-1314-4833-9aa1-8b3ef2a71714,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:32.961192 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9080fe5a-96ef-4b66-8ddf-83d0647855d5 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.4782579 Aug 26 11:13:32.963832 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49504) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:32.997565 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8835aae-b058-47a0-b56c-4036c04d4d89 req-5a29e0c9-56ba-4182-b500-a2f6767ff783 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:33.006926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8835aae-b058-47a0-b56c-4036c04d4d89 req-5a29e0c9-56ba-4182-b500-a2f6767ff783 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 948 time: 0.0794654 Aug 26 11:13:33.062713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8835aae-b058-47a0-b56c-4036c04d4d89 req-38653cba-2e2c-4f98-8ec3-946d399d8ffc tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443454 Aug 26 11:13:33.075981 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9370f690-c491-48c7-b090-a6a4139bf68b tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Deleting port afcd7c4b-1314-4833-9aa1-8b3ef2a71714 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:33.076336 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9370f690-c491-48c7-b090-a6a4139bf68b tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.157223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9370f690-c491-48c7-b090-a6a4139bf68b tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] For port afcd7c4b-1314-4833-9aa1-8b3ef2a71714, host n-h2-778550-13, got binding levels [] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:33.157615 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9370f690-c491-48c7-b090-a6a4139bf68b tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.173795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9370f690-c491-48c7-b090-a6a4139bf68b tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Calling delete_port for afcd7c4b-1314-4833-9aa1-8b3ef2a71714 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:33.189729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49512) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:33.291699 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9370f690-c491-48c7-b090-a6a4139bf68b tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.335889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370f690-c491-48c7-b090-a6a4139bf68b tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event deleted for resources: {'Port': ['ID=afcd7c4b-1314-4833-9aa1-8b3ef2a71714,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:33.343149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9370f690-c491-48c7-b090-a6a4139bf68b tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.345754 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9370f690-c491-48c7-b090-a6a4139bf68b tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "DELETE /v2.0/ports/afcd7c4b-1314-4833-9aa1-8b3ef2a71714 HTTP/1.1" status: 204 len: 168 time: 0.3800659 Aug 26 11:13:33.348537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49520) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:33.374431 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-deffca6f-3f49-4ed2-b02a-7d340c626eb9 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] GET failed (client error): The resource could not be found. Aug 26 11:13:33.376804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-deffca6f-3f49-4ed2-b02a-7d340c626eb9 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "GET /v2.0/ports/afcd7c4b-1314-4833-9aa1-8b3ef2a71714 HTTP/1.1" status: 404 len: 333 time: 0.0270772 Aug 26 11:13:33.380869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49522) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:33.386029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Request body: {'port': {'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1832286439'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:33.411456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Made reservation on behalf of 1ad558267002458a83883e65f0f9268a for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:33.414561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.432037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] device_id is not set on port 6c11cee7-074d-4c06-9808-edfb5d92cf25 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:33.487510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:13:33.506814 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70f1eeb1-a651-45da-a776-f8eda2c1eb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.641963 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.703098 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.718525 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70f1eeb1-a651-45da-a776-f8eda2c1eb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.724958 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70f1eeb1-a651-45da-a776-f8eda2c1eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.732864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49528) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:33.753252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:33.779048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event updated for resources: {'Port': ['ID=6c11cee7-074d-4c06-9808-edfb5d92cf25,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:33.786828 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-70f1eeb1-a651-45da-a776-f8eda2c1eb57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03d7e99ff4564c3999861dce34090f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5955791 Aug 26 11:13:33.788367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1eeb1-a651-45da-a776-f8eda2c1eb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5082c12-9226-4021-9009-2010f2386bf9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:33.797968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a', 'mac_address': 'fa:16:3e:4a:ea:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:13:33.801576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49532) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:33.838389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Network dfba820f-5e97-4784-88e3-c448c537f84b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:13:33.840284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:33.848678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:13:33.849825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:33.850583 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.856436 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2cddde86-06dc-426d-b021-cd6230ae026e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.877279 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-11ba8e53-bb31-4769-851c-087d30b0517e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4952347 Aug 26 11:13:33.879837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49534) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:33.882306 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2cddde86-06dc-426d-b021-cd6230ae026e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.892273 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.897293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:33.926044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:13:33.957422 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2cddde86-06dc-426d-b021-cd6230ae026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.960959 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2cddde86-06dc-426d-b021-cd6230ae026e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.962595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2cddde86-06dc-426d-b021-cd6230ae026e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5082c12-9226-4021-9009-2010f2386bf9 HTTP/1.1" status: 204 len: 168 time: 0.1594560 Aug 26 11:13:33.974890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddde86-06dc-426d-b021-cd6230ae026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5082c12-9226-4021-9009-2010f2386bf9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:33.975849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:33.990830 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:33.993825 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef027aae-86f0-4830-ae96-e7efe03374c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.042985 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.062456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:34.072946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.073707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.074689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.075770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.076622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.077673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.078245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.078793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.079339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.079995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.080520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.081154 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:13:34.193583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef027aae-86f0-4830-ae96-e7efe03374c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.223049 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef027aae-86f0-4830-ae96-e7efe03374c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.294556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:13:34.371462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef027aae-86f0-4830-ae96-e7efe03374c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bc9615-17ea-45e2-ac67-f1b7bf489752,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:34.385974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49550) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:34.386282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ef027aae-86f0-4830-ae96-e7efe03374c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7be5536713df4a4aa896822efbb42564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6511385 Aug 26 11:13:34.408219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] device_id is not set on port 6c11cee7-074d-4c06-9808-edfb5d92cf25 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:34.414949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ba515-519a-4aa6-b331-f384719dc731 req-9e0f1985-edce-486f-a8e9-97c2c87c427c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:34.416910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-079ba515-519a-4aa6-b331-f384719dc731 req-9e0f1985-edce-486f-a8e9-97c2c87c427c tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 949 time: 0.2325680 Aug 26 11:13:34.422474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49552) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:34.441387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.466453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9d411b6b-b96d-404c-8143-b186ccb1e0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.477109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Transition to ACTIVE for port object 6c11cee7-074d-4c06-9808-edfb5d92cf25 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:34.492815 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.510425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0526663a-088d-4800-8769-d877b8d3064b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.553311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-079ba515-519a-4aa6-b331-f384719dc731 req-80a4a9f4-cd9b-42c0-922a-3dd75bae88c0 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069331 Aug 26 11:13:34.591547 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0526663a-088d-4800-8769-d877b8d3064b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.647796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event updated for resources: {'Port': ['ID=6c11cee7-074d-4c06-9808-edfb5d92cf25,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:34.674248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:34.674248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:34.674248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:34.693482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:34.693854 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:34.696189 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 2 to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 Aug 26 11:13:34.703097 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9d411b6b-b96d-404c-8143-b186ccb1e0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.709457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9d411b6b-b96d-404c-8143-b186ccb1e0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.713718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:34.714384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:34.714781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:34.722493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:34.723069 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:34.723693 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 3 to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 Aug 26 11:13:34.744114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:34.744463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:34.744843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:34.749568 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0526663a-088d-4800-8769-d877b8d3064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.752426 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0526663a-088d-4800-8769-d877b8d3064b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.753858 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0526663a-088d-4800-8769-d877b8d3064b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6bc9615-17ea-45e2-ac67-f1b7bf489752 HTTP/1.1" status: 204 len: 168 time: 0.3669255 Aug 26 11:13:34.757793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:34.758132 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:34.762336 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 4 to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 Aug 26 11:13:34.762548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9d411b6b-b96d-404c-8143-b186ccb1e0a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8229729269b1482eb2e1c21e9e3da9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381946 Aug 26 11:13:34.764888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49560) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:34.771658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d411b6b-b96d-404c-8143-b186ccb1e0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d35fdd5-ea5f-4b89-9828-e7c5246a2eec,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:34.779035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526663a-088d-4800-8769-d877b8d3064b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bc9615-17ea-45e2-ac67-f1b7bf489752,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:34.791927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:34.792267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:34.792735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:34.804829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:34.805198 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:34.806594 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 5 to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 Aug 26 11:13:34.826853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:34.827207 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:34.827554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:34.838183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:34.838566 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:34.839001 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 6 to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 Aug 26 11:13:34.854743 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:34.855156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:34.855483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:34.863969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:34.864843 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:34.865495 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 7 to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 Aug 26 11:13:34.885050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:34.885558 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:34.886321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:34.893125 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:34.893635 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:34.894138 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 8 to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 Aug 26 11:13:34.898963 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4aac7921-e087-4c21-855b-de359a84f920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.919211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49564) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:34.929538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:34.930366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:34.930997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:34.937441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:34.938670 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:34.939437 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 9 to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 Aug 26 11:13:34.939881 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4aac7921-e087-4c21-855b-de359a84f920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:34.959628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:34.960475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:34.961556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:34.970210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:34.970802 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:34.971512 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 10 to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 Aug 26 11:13:34.999244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:35.000567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:35.000941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:35.005752 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4aac7921-e087-4c21-855b-de359a84f920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.009789 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4aac7921-e087-4c21-855b-de359a84f920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.011124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4aac7921-e087-4c21-855b-de359a84f920 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d35fdd5-ea5f-4b89-9828-e7c5246a2eec HTTP/1.1" status: 204 len: 168 time: 0.2450683 Aug 26 11:13:35.014320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:35.014684 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:35.015092 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.026398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac7921-e087-4c21-855b-de359a84f920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d35fdd5-ea5f-4b89-9828-e7c5246a2eec,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:35.122092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] For port 6c11cee7-074d-4c06-9808-edfb5d92cf25, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:13:35.122974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempted to set empty binding levels {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 26 11:13:35.130073 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.147732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] In _notify_port_updated(), no bound segment for port 6c11cee7-074d-4c06-9808-edfb5d92cf25 on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:13:35.149736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:35.150915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.156859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49572) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:35.157606 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "PUT /v2.0/ports/6c11cee7-074d-4c06-9808-edfb5d92cf25 HTTP/1.1" status: 200 len: 976 time: 1.2750640 Aug 26 11:13:35.205132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9e941-7bc6-4d65-9065-f3887a8da1e3 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event updated for resources: {'Port': ['ID=6c11cee7-074d-4c06-9808-edfb5d92cf25,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:35.240297 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-829601df-3cbb-49ea-9984-9be53772a423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.286097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fd9d0e-c268-483e-9ecf-1ec3acae4935 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:35.286620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fd9d0e-c268-483e-9ecf-1ec3acae4935 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:35.287387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fd9d0e-c268-483e-9ecf-1ec3acae4935 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:35.287946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fd9d0e-c268-483e-9ecf-1ec3acae4935 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:35.288425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fd9d0e-c268-483e-9ecf-1ec3acae4935 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:35.289017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fd9d0e-c268-483e-9ecf-1ec3acae4935 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:35.294303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c4fd9d0e-c268-483e-9ecf-1ec3acae4935 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 5567 time: 0.1334069 Aug 26 11:13:35.294511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49576) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:35.395664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3a261250-9f7b-4e4a-a619-fa667307c6b4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Deleting port 6c11cee7-074d-4c06-9808-edfb5d92cf25 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:35.395898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-829601df-3cbb-49ea-9984-9be53772a423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.396439 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a261250-9f7b-4e4a-a619-fa667307c6b4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.401852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-829601df-3cbb-49ea-9984-9be53772a423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.462465 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-829601df-3cbb-49ea-9984-9be53772a423 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe138a95dfb44d87849fda406b8c1fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5394125 Aug 26 11:13:35.465124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49578) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:35.466416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829601df-3cbb-49ea-9984-9be53772a423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db10a2-754c-4d22-ac0c-77f69acbe381,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:35.504006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-3a261250-9f7b-4e4a-a619-fa667307c6b4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] For port 6c11cee7-074d-4c06-9808-edfb5d92cf25, host n-h2-778550-13, got binding levels [] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:35.504523 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a261250-9f7b-4e4a-a619-fa667307c6b4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.522152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:13:35.528916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3a261250-9f7b-4e4a-a619-fa667307c6b4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Calling delete_port for 6c11cee7-074d-4c06-9808-edfb5d92cf25 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:35.529149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d016b5c-6af6-4cd5-85be-7eae34a6f6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.555029 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d016b5c-6af6-4cd5-85be-7eae34a6f6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.576712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49580) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:35.600075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49584) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:35.617845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:13:35.625666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:35.626591 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.627355 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-784d6227-6f77-4199-b295-3fc4e9934208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.631802 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-779b5228-84cd-499d-92c3-4edbca7bb75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.707741 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a261250-9f7b-4e4a-a619-fa667307c6b4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.708710 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d016b5c-6af6-4cd5-85be-7eae34a6f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.713879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d016b5c-6af6-4cd5-85be-7eae34a6f6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.718342 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7d016b5c-6af6-4cd5-85be-7eae34a6f6d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58db10a2-754c-4d22-ac0c-77f69acbe381 HTTP/1.1" status: 204 len: 168 time: 0.2528086 Aug 26 11:13:35.736096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d016b5c-6af6-4cd5-85be-7eae34a6f6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db10a2-754c-4d22-ac0c-77f69acbe381,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:35.787185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a261250-9f7b-4e4a-a619-fa667307c6b4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c11cee7-074d-4c06-9808-edfb5d92cf25,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:35.802607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a261250-9f7b-4e4a-a619-fa667307c6b4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.806057 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.813439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3a261250-9f7b-4e4a-a619-fa667307c6b4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6c11cee7-074d-4c06-9808-edfb5d92cf25 HTTP/1.1" status: 204 len: 168 time: 0.5176640 Aug 26 11:13:35.817337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49590) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:35.833508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866ba610-318a-402e-9dd4-fdbc52fdf121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:13:35.836105 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e7a435-7ea9-4d00-ba37-881de4f51f8a" -d '{"events": [{"server_uuid": "866ba610-318a-402e-9dd4-fdbc52fdf121", "name": "network-vif-plugged", "status": "completed", "tag": "0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:13:35.853514 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-779b5228-84cd-499d-92c3-4edbca7bb75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.855498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:35.861620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-779b5228-84cd-499d-92c3-4edbca7bb75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.861783 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:35.901102 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef95ede-2d94-4369-ab94-781008211ad2 x-openstack-request-id: req-fef95ede-2d94-4369-ab94-781008211ad2 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:13:35.901403 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866ba610-318a-402e-9dd4-fdbc52fdf121", "name": "network-vif-plugged", "status": "completed", "tag": "0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:13:35.901920 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fef95ede-2d94-4369-ab94-781008211ad2 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:13:35.904836 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866ba610-318a-402e-9dd4-fdbc52fdf121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a', 'code': 200} Aug 26 11:13:35.908169 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c553d79-d5e7-42b6-a552-8118def6a584 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] GET failed (client error): The resource could not be found. Aug 26 11:13:35.913710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9c553d79-d5e7-42b6-a552-8118def6a584 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "GET /v2.0/ports/6c11cee7-074d-4c06-9808-edfb5d92cf25 HTTP/1.1" status: 404 len: 333 time: 0.0915370 Aug 26 11:13:35.942825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919de7f-63e6-41c5-bb5a-ccc97db49621 req-e4909707-7030-4b0c-822a-441aa5cc384a tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:35.944420 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c919de7f-63e6-41c5-bb5a-ccc97db49621 req-e4909707-7030-4b0c-822a-441aa5cc384a tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 949 time: 0.2719750 Aug 26 11:13:35.944916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49594) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:35.950937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:35.959419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b5228-84cd-499d-92c3-4edbca7bb75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047e2bfa-55dc-4aaf-b5f1-abc71115982d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:35.963043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-309414535', 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:36.027059 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c919de7f-63e6-41c5-bb5a-ccc97db49621 req-9d67ebb5-12a2-45f6-a0cd-85bfff8462a2 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527003 Aug 26 11:13:36.030073 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-779b5228-84cd-499d-92c3-4edbca7bb75b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9d5eac4182e4bfface663d1de47fddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508190 Aug 26 11:13:36.032704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49596) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:36.056828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dca2d-a6a7-49ee-8552-3d8d361a3776 req-c8a26ca7-2a34-4965-ba0a-74f58d099ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:36.058344 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c65dca2d-a6a7-49ee-8552-3d8d361a3776 req-c8a26ca7-2a34-4965-ba0a-74f58d099ba2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 1102 time: 0.1000638 Aug 26 11:13:36.121740 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c65dca2d-a6a7-49ee-8552-3d8d361a3776 req-4e99d413-efc0-4ec0-957d-eec0a922c9c1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543301 Aug 26 11:13:36.147835 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-784d6227-6f77-4199-b295-3fc4e9934208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.154051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-784d6227-6f77-4199-b295-3fc4e9934208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.214244 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-784d6227-6f77-4199-b295-3fc4e9934208 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de1502cd23064ab58a6c0b455cc0192c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6041770 Aug 26 11:13:36.215508 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d6227-6f77-4199-b295-3fc4e9934208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e9ebd3-c55d-4c66-b838-9a241256977b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:36.221886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49600) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:36.422140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49602) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:36.457592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4e4f5d6a-67dc-4193-ae9b-bdd5a59cc4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.484660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Made reservation on behalf of 1ad558267002458a83883e65f0f9268a for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:36.487054 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.525335 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcf99ac9-2974-421b-ad9a-a85b03a0834a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.529432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] device_id is not set on port 2a621269-6600-41e7-a54f-45d27699870c yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:36.579331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b361-0cd2-4648-9db3-7fd821914ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.604600 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcf99ac9-2974-421b-ad9a-a85b03a0834a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.606314 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b361-0cd2-4648-9db3-7fd821914ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.662042 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b361-0cd2-4648-9db3-7fd821914ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.664729 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b361-0cd2-4648-9db3-7fd821914ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.668708 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0cd4b361-0cd2-4648-9db3-7fd821914ce5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32e9ebd3-c55d-4c66-b838-9a241256977b HTTP/1.1" status: 204 len: 168 time: 0.4429958 Aug 26 11:13:36.680232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4b361-0cd2-4648-9db3-7fd821914ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e9ebd3-c55d-4c66-b838-9a241256977b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:36.839828 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4e4f5d6a-67dc-4193-ae9b-bdd5a59cc4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.853822 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcf99ac9-2974-421b-ad9a-a85b03a0834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.853822 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcf99ac9-2974-421b-ad9a-a85b03a0834a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.854200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fcf99ac9-2974-421b-ad9a-a85b03a0834a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/047e2bfa-55dc-4aaf-b5f1-abc71115982d HTTP/1.1" status: 204 len: 168 time: 0.8195319 Aug 26 11:13:36.864121 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.866393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4e4f5d6a-67dc-4193-ae9b-bdd5a59cc4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:36.894295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf99ac9-2974-421b-ad9a-a85b03a0834a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047e2bfa-55dc-4aaf-b5f1-abc71115982d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:36.940588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4e4f5d6a-67dc-4193-ae9b-bdd5a59cc4c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94ce8765c58547c9a6c213b4fb6cc3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5155718 Aug 26 11:13:36.943392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f5d6a-67dc-4193-ae9b-bdd5a59cc4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0c0d6c-4920-4909-9422-28da2d6786f1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:36.943857 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49612) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:36.973469 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:37.029486 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec1d207f-5994-41ad-be8e-b2575f1b1a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:37.047180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event updated for resources: {'Port': ['ID=2a621269-6600-41e7-a54f-45d27699870c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:37.063053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Network dfba820f-5e97-4784-88e3-c448c537f84b is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:13:37.065031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:37.074260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:13:37.075866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:37.077141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:37.082448 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec1d207f-5994-41ad-be8e-b2575f1b1a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:37.106247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4ad25f24-d63d-4c74-b98c-84e4bd7f7cb4 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1599164 Aug 26 11:13:37.107121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49618) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:37.190004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9a206-4543-41e5-9919-743523083341 req-980b57f2-99eb-443b-b14d-51660cdb164a tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:37.191875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92f9a206-4543-41e5-9919-743523083341 req-980b57f2-99eb-443b-b14d-51660cdb164a tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 950 time: 0.0722587 Aug 26 11:13:37.199515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbb9c6-b62e-4ef2-a698-6a1a5cda14a8 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:37.200987 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-09bbb9c6-b62e-4ef2-a698-6a1a5cda14a8 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "GET /v2.0/ports/2a621269-6600-41e7-a54f-45d27699870c HTTP/1.1" status: 200 len: 954 time: 0.0929084 Aug 26 11:13:37.205824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49624) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:37.295223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec1d207f-5994-41ad-be8e-b2575f1b1a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:37.298531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec1d207f-5994-41ad-be8e-b2575f1b1a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:37.302440 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ec1d207f-5994-41ad-be8e-b2575f1b1a60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d0c0d6c-4920-4909-9422-28da2d6786f1 HTTP/1.1" status: 204 len: 168 time: 0.3544419 Aug 26 11:13:37.316347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d207f-5994-41ad-be8e-b2575f1b1a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0c0d6c-4920-4909-9422-28da2d6786f1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:37.338139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92f9a206-4543-41e5-9919-743523083341 req-48147aa5-5ae7-44d7-bc2b-3b607ae45f98 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390378 Aug 26 11:13:37.362075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ff8257e4-c3d7-4c2f-8905-243c1e4a8266 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Deleting port 2a621269-6600-41e7-a54f-45d27699870c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:37.369358 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8257e4-c3d7-4c2f-8905-243c1e4a8266 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:37.454979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8257e4-c3d7-4c2f-8905-243c1e4a8266 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:37.475154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ff8257e4-c3d7-4c2f-8905-243c1e4a8266 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Calling delete_port for 2a621269-6600-41e7-a54f-45d27699870c owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:37.568937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8257e4-c3d7-4c2f-8905-243c1e4a8266 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:37.603264 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8257e4-c3d7-4c2f-8905-243c1e4a8266 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a621269-6600-41e7-a54f-45d27699870c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:37.609473 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8257e4-c3d7-4c2f-8905-243c1e4a8266 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:37.611966 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ff8257e4-c3d7-4c2f-8905-243c1e4a8266 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2a621269-6600-41e7-a54f-45d27699870c HTTP/1.1" status: 204 len: 168 time: 0.4051511 Aug 26 11:13:37.614603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49640) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:37.642927 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2ebfe4-46c3-4f96-89ff-32a6d26a564e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] GET failed (client error): The resource could not be found. Aug 26 11:13:37.644379 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d2ebfe4-46c3-4f96-89ff-32a6d26a564e tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "GET /v2.0/ports/2a621269-6600-41e7-a54f-45d27699870c HTTP/1.1" status: 404 len: 333 time: 0.0287595 Aug 26 11:13:37.648328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49644) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:37.653442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Request body: {'port': {'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1082253841'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:37.688802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Made reservation on behalf of 1ad558267002458a83883e65f0f9268a for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:37.691810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:37.713173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] device_id is not set on port 253acb8a-0046-4dbc-9424-a30e524782ca yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:37.995792 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:38.060140 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:38.119969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Network dfba820f-5e97-4784-88e3-c448c537f84b is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:13:38.123859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:38.127122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:13:38.128347 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:38.129416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:38.157375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5054994 Aug 26 11:13:38.158004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49674) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:38.159698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a9dd9-bd55-430b-b7c8-4cea19f5695d tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event updated for resources: {'Port': ['ID=253acb8a-0046-4dbc-9424-a30e524782ca,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:38.163177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:38.242513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:38.571761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3021a80-99cf-4df0-a8fc-782ddc126a8e req-25949a2c-31f4-452d-8d82-7ba46bd132f7 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:38.580003 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3021a80-99cf-4df0-a8fc-782ddc126a8e req-25949a2c-31f4-452d-8d82-7ba46bd132f7 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 950 time: 0.1663265 Aug 26 11:13:38.658191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] device_id is not set on port 253acb8a-0046-4dbc-9424-a30e524782ca yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:38.664158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3021a80-99cf-4df0-a8fc-782ddc126a8e req-9c60f3de-e466-4f47-95aa-3e6d2e625c10 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706007 Aug 26 11:13:38.683733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:38.730877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Transition to ACTIVE for port object 253acb8a-0046-4dbc-9424-a30e524782ca will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:38.737950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:38.862431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event updated for resources: {'Port': ['ID=253acb8a-0046-4dbc-9424-a30e524782ca,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:38.914975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:38.915344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:38.915713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:38.926062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:38.926475 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:38.926912 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 2 to bind port 253acb8a-0046-4dbc-9424-a30e524782ca Aug 26 11:13:38.970189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:38.970542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:38.977705 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:38.994205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:38.994969 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:38.995553 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 3 to bind port 253acb8a-0046-4dbc-9424-a30e524782ca Aug 26 11:13:39.021590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:39.022281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:39.022877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:39.028965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:39.029747 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:39.030600 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 4 to bind port 253acb8a-0046-4dbc-9424-a30e524782ca Aug 26 11:13:39.047946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:39.048671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:39.049239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:39.057239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:39.057987 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:39.058576 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 5 to bind port 253acb8a-0046-4dbc-9424-a30e524782ca Aug 26 11:13:39.074896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:39.075428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:39.075646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:39.085919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:39.086253 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:39.086660 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 6 to bind port 253acb8a-0046-4dbc-9424-a30e524782ca Aug 26 11:13:39.126066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:39.126414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:39.126790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:39.129722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa8024-2600-4c60-900b-563ffb9d9fec req-7af80ce1-d225-4236-9778-16b7e9810d52 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:39.133197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:39.133546 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:39.139494 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71fa8024-2600-4c60-900b-563ffb9d9fec req-7af80ce1-d225-4236-9778-16b7e9810d52 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 950 time: 0.0712693 Aug 26 11:13:39.140012 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 7 to bind port 253acb8a-0046-4dbc-9424-a30e524782ca Aug 26 11:13:39.167809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:39.168445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:39.168550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:39.176224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:39.176577 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:39.176981 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 8 to bind port 253acb8a-0046-4dbc-9424-a30e524782ca Aug 26 11:13:39.192042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:39.192490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:39.192908 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:39.206323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:39.206323 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:39.206323 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 9 to bind port 253acb8a-0046-4dbc-9424-a30e524782ca Aug 26 11:13:39.233699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:39.237163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71fa8024-2600-4c60-900b-563ffb9d9fec req-e1201862-7047-49d0-825a-9564e4a8f813 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956099 Aug 26 11:13:39.237492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:39.238089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:39.254250 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:39.254953 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:39.256873 n-d-778550-13 neutron-server[101266]: INFO neutron.plugins.ml2.plugin [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempt 10 to bind port 253acb8a-0046-4dbc-9424-a30e524782ca Aug 26 11:13:39.276767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:39.277517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:39.278028 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempting to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:39.283064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:13:39.283823 n-d-778550-13 neutron-server[101266]: ERROR neutron.plugins.ml2.managers [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Failed to bind port 253acb8a-0046-4dbc-9424-a30e524782ca on host n-h2-778550-13 for vnic_type normal using segments [{'id': '7827f74b-6e44-4daf-a452-9a8a1dd40e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'dfba820f-5e97-4784-88e3-c448c537f84b'}] Aug 26 11:13:39.284365 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:39.367356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] For port 253acb8a-0046-4dbc-9424-a30e524782ca, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:13:39.367904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attempted to set empty binding levels {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 26 11:13:39.375535 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:39.432587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event updated for resources: {'Port': ['ID=253acb8a-0046-4dbc-9424-a30e524782ca,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:39.445437 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] In _notify_port_updated(), no bound segment for port 253acb8a-0046-4dbc-9424-a30e524782ca on network dfba820f-5e97-4784-88e3-c448c537f84b {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:13:39.446904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:39.447864 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:39.449570 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-10df665b-14ec-45c3-9d17-7c44bd7c4a5f tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "PUT /v2.0/ports/253acb8a-0046-4dbc-9424-a30e524782ca HTTP/1.1" status: 200 len: 976 time: 1.2907186 Aug 26 11:13:39.452457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49730) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:39.656340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fc8a4-163d-46b2-8c0a-43c248c13dda tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Deleting port 253acb8a-0046-4dbc-9424-a30e524782ca {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:39.657029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3b8fc8a4-163d-46b2-8c0a-43c248c13dda tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:39.756510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-3b8fc8a4-163d-46b2-8c0a-43c248c13dda tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] For port 253acb8a-0046-4dbc-9424-a30e524782ca, host n-h2-778550-13, got binding levels [] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:39.757209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3b8fc8a4-163d-46b2-8c0a-43c248c13dda tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:39.776643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fc8a4-163d-46b2-8c0a-43c248c13dda tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Calling delete_port for 253acb8a-0046-4dbc-9424-a30e524782ca owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:39.909319 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3b8fc8a4-163d-46b2-8c0a-43c248c13dda tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:39.944916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fc8a4-163d-46b2-8c0a-43c248c13dda tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Pushing event deleted for resources: {'Port': ['ID=253acb8a-0046-4dbc-9424-a30e524782ca,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:39.947121 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3b8fc8a4-163d-46b2-8c0a-43c248c13dda tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:39.949780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3b8fc8a4-163d-46b2-8c0a-43c248c13dda tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "DELETE /v2.0/ports/253acb8a-0046-4dbc-9424-a30e524782ca HTTP/1.1" status: 204 len: 168 time: 0.4946768 Aug 26 11:13:39.951848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49752) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:39.978111 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-654e0dc2-0579-4611-b5cf-9e0c9b0d68a2 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] GET failed (client error): The resource could not be found. Aug 26 11:13:39.980029 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-654e0dc2-0579-4611-b5cf-9e0c9b0d68a2 tempest-PortsAdminExtendedAttrsTestJSON-1083826489 tempest-PortsAdminExtendedAttrsTestJSON-1083826489-project-admin] 10.222.0.21 "GET /v2.0/ports/253acb8a-0046-4dbc-9424-a30e524782ca HTTP/1.1" status: 404 len: 333 time: 0.0265722 Aug 26 11:13:39.985357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49754) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:40.076969 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:40.188430 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:40.200235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfba820f-5e97-4784-88e3-c448c537f84b']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:40.223992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7827f74b-6e44-4daf-a452-9a8a1dd40e08') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:40.224483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7827f74b-6e44-4daf-a452-9a8a1dd40e08') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:13:40.258529 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:40.290130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:40.308777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:13:40.309269 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:13:40.312969 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:13:40.376117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293a076-019c-44ae-98ee-f2f8fefcb7af req-f8794003-220b-4aac-8835-594e47b748ba tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:40.378750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3293a076-019c-44ae-98ee-f2f8fefcb7af req-f8794003-220b-4aac-8835-594e47b748ba tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 950 time: 0.0719543 Aug 26 11:13:40.416706 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:40.431789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:40.436252 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] 10.222.0.21 "DELETE /v2.0/networks/dfba820f-5e97-4784-88e3-c448c537f84b HTTP/1.1" status: 204 len: 168 time: 0.4491050 Aug 26 11:13:40.436649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3293a076-019c-44ae-98ee-f2f8fefcb7af req-4bd3cd7e-144c-4508-b29e-786497f6a222 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f5da5ca-8184-4429-b799-472ca3ed6722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 Aug 26 11:13:40.449858 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575eb4d-3086-4fc3-acf7-da291ae3f95d tempest-PortsAdminExtendedAttrsTestJSON-583764530 tempest-PortsAdminExtendedAttrsTestJSON-583764530-project] Pushing event deleted for resources: {'Network': ['ID=dfba820f-5e97-4784-88e3-c448c537f84b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:40.516806 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d8ee-67b0-4dcd-9330-4e489f378841 req-54db6cf6-a45b-4b87-9d98-6959a3b8788f tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:40.518369 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-96b7d8ee-67b0-4dcd-9330-4e489f378841 req-54db6cf6-a45b-4b87-9d98-6959a3b8788f tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.47 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 950 time: 0.0599756 Aug 26 11:13:40.646872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-96b7d8ee-67b0-4dcd-9330-4e489f378841 req-4ccbc516-3cf9-499a-a01a-483e61d33bd1 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Deleting port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:40.647308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-96b7d8ee-67b0-4dcd-9330-4e489f378841 req-4ccbc516-3cf9-499a-a01a-483e61d33bd1 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:40.676580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49784) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:40.756283 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-96b7d8ee-67b0-4dcd-9330-4e489f378841 req-4ccbc516-3cf9-499a-a01a-483e61d33bd1 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] For port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:40.756797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-96b7d8ee-67b0-4dcd-9330-4e489f378841 req-4ccbc516-3cf9-499a-a01a-483e61d33bd1 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:40.772956 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-96b7d8ee-67b0-4dcd-9330-4e489f378841 req-4ccbc516-3cf9-499a-a01a-483e61d33bd1 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Calling delete_port for 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:40.958668 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-96b7d8ee-67b0-4dcd-9330-4e489f378841 req-4ccbc516-3cf9-499a-a01a-483e61d33bd1 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:40.971882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:13:41.056213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b7d8ee-67b0-4dcd-9330-4e489f378841 req-4ccbc516-3cf9-499a-a01a-483e61d33bd1 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] No DVR routers for this DVR port 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:13:41.059314 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-96b7d8ee-67b0-4dcd-9330-4e489f378841 req-4ccbc516-3cf9-499a-a01a-483e61d33bd1 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.063273 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-96b7d8ee-67b0-4dcd-9330-4e489f378841 req-4ccbc516-3cf9-499a-a01a-483e61d33bd1 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.47 "DELETE /v2.0/ports/0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a HTTP/1.1" status: 204 len: 173 time: 0.5367694 Aug 26 11:13:41.064360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbc516-3cf9-499a-a01a-483e61d33bd1 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] Pushing event deleted for resources: {'Port': ['ID=0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:41.072463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866ba610-318a-402e-9dd4-fdbc52fdf121', 'name': 'network-vif-deleted', 'tag': '0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:13:41.074795 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb8bd18-3ab7-4eec-8acb-4a7ae1e83f0d" -d '{"events": [{"server_uuid": "866ba610-318a-402e-9dd4-fdbc52fdf121", "name": "network-vif-deleted", "tag": "0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:13:41.147584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49798) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:41.157527 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428a8af7-ae66-4db4-ab6e-f3788bd2f15a x-openstack-request-id: req-428a8af7-ae66-4db4-ab6e-f3788bd2f15a {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:13:41.157893 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866ba610-318a-402e-9dd4-fdbc52fdf121", "name": "network-vif-deleted", "tag": "0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:13:41.159248 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-428a8af7-ae66-4db4-ab6e-f3788bd2f15a {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:13:41.159689 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866ba610-318a-402e-9dd4-fdbc52fdf121', 'name': 'network-vif-deleted', 'tag': '0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a', 'status': 'completed', 'code': 200} Aug 26 11:13:41.160028 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-adbf3d57-36c7-4478-88b5-d2634e82fa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.344470 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2edb2207-0268-4a00-8af1-3f3fabcefcee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b20cee4897d24afab7b7a2562d980935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955926 Aug 26 11:13:41.345773 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49806) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:41.383562 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-adbf3d57-36c7-4478-88b5-d2634e82fa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.389129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-adbf3d57-36c7-4478-88b5-d2634e82fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.461838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49812) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:41.462460 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-adbf3d57-36c7-4478-88b5-d2634e82fa41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=459f7b2c800640b38db94375dde149bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7840829 Aug 26 11:13:41.466290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf3d57-36c7-4478-88b5-d2634e82fa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e4f58-8c74-46ae-bd2f-9e8119b84c2d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:41.507222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81040027-cf7e-40e8-99e2-5df30ee13a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.573180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81040027-cf7e-40e8-99e2-5df30ee13a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.575075 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-232acf07-5eb8-4cf0-b1ec-2f4550620ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.642175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a0bbddd-11b3-4d4c-8891-4d0f1d3e7b0e req-5ab77402-577d-4e34-b71d-c617d3cf5f42 tempest-VolumesNegativeTest-464018074 tempest-VolumesNegativeTest-464018074-project] 10.222.0.21 "GET /v2.0/ports?device_id=866ba610-318a-402e-9dd4-fdbc52fdf121 HTTP/1.1" status: 200 len: 210 time: 0.0643966 Aug 26 11:13:41.667085 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-232acf07-5eb8-4cf0-b1ec-2f4550620ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.710635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81040027-cf7e-40e8-99e2-5df30ee13a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.713714 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-81040027-cf7e-40e8-99e2-5df30ee13a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.715133 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-81040027-cf7e-40e8-99e2-5df30ee13a6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/937ea78b-76a5-4b6e-aa56-8e29307bf14a HTTP/1.1" status: 204 len: 168 time: 0.3675127 Aug 26 11:13:41.741030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81040027-cf7e-40e8-99e2-5df30ee13a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937ea78b-76a5-4b6e-aa56-8e29307bf14a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:41.780048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-232acf07-5eb8-4cf0-b1ec-2f4550620ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.783046 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-232acf07-5eb8-4cf0-b1ec-2f4550620ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:41.784435 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-232acf07-5eb8-4cf0-b1ec-2f4550620ebb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba2e4f58-8c74-46ae-bd2f-9e8119b84c2d HTTP/1.1" status: 204 len: 168 time: 0.3199449 Aug 26 11:13:41.797034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232acf07-5eb8-4cf0-b1ec-2f4550620ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e4f58-8c74-46ae-bd2f-9e8119b84c2d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:42.497457 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49832) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:42.516210 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49834) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:42.533560 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19ad1ef5-918a-4c42-a551-47257fc0680c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:42.584212 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-20331d03-8950-446f-83bc-514bc20becf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ad558267002458a83883e65f0f9268a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821927 Aug 26 11:13:42.585318 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49836) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:42.660276 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19ad1ef5-918a-4c42-a551-47257fc0680c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:42.667250 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19ad1ef5-918a-4c42-a551-47257fc0680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:42.724057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49840) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:42.724847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-19ad1ef5-918a-4c42-a551-47257fc0680c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c401e22a9d24f4e9a72d7199d340c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063708 Aug 26 11:13:42.727709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad1ef5-918a-4c42-a551-47257fc0680c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed7c0dd-da19-4fb5-a423-f1132be9d037,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:42.739064 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-648a5489-3316-4b70-9e52-2f53024c29cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:42.784093 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-648a5489-3316-4b70-9e52-2f53024c29cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:42.837711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-862b63e0-c05e-453a-b36c-0f7d5212b9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:42.864338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-862b63e0-c05e-453a-b36c-0f7d5212b9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:42.888052 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-648a5489-3316-4b70-9e52-2f53024c29cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:42.891766 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-648a5489-3316-4b70-9e52-2f53024c29cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:42.895713 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-648a5489-3316-4b70-9e52-2f53024c29cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/758bb948-7b76-49ac-9de5-2ce823d731ac HTTP/1.1" status: 204 len: 168 time: 0.3067777 Aug 26 11:13:42.914933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a5489-3316-4b70-9e52-2f53024c29cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758bb948-7b76-49ac-9de5-2ce823d731ac,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:42.941636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49854) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:42.948058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-862b63e0-c05e-453a-b36c-0f7d5212b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:42.951448 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-862b63e0-c05e-453a-b36c-0f7d5212b9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:42.961585 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-862b63e0-c05e-453a-b36c-0f7d5212b9a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ed7c0dd-da19-4fb5-a423-f1132be9d037 HTTP/1.1" status: 204 len: 168 time: 0.2334645 Aug 26 11:13:42.975095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b63e0-c05e-453a-b36c-0f7d5212b9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed7c0dd-da19-4fb5-a423-f1132be9d037,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:43.255113 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69bd0df6-5f4d-418e-9006-709f04eb10f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:43.335843 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a18376b-232c-4054-978b-cec7f683438d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:43.442221 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69bd0df6-5f4d-418e-9006-709f04eb10f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:43.447773 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69bd0df6-5f4d-418e-9006-709f04eb10f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:43.503080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd0df6-5f4d-418e-9006-709f04eb10f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eab361-5dee-48bb-a263-bb13575df015,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:43.542049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-69bd0df6-5f4d-418e-9006-709f04eb10f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e96b8c5115fb43dabadf95348acd10d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5990114 Aug 26 11:13:43.544822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49876) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:43.721615 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2119cf8b-c484-4d61-96f6-5eec4d5d92ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:43.784388 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2119cf8b-c484-4d61-96f6-5eec4d5d92ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:43.888533 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2119cf8b-c484-4d61-96f6-5eec4d5d92ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:43.893249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2119cf8b-c484-4d61-96f6-5eec4d5d92ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:43.897674 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2119cf8b-c484-4d61-96f6-5eec4d5d92ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3eab361-5dee-48bb-a263-bb13575df015 HTTP/1.1" status: 204 len: 168 time: 0.3515880 Aug 26 11:13:43.916247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119cf8b-c484-4d61-96f6-5eec4d5d92ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eab361-5dee-48bb-a263-bb13575df015,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:44.579227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 49984) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:44.606932 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2aa73006-ea0d-40cc-af8f-f0456518a658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:44.795129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2aa73006-ea0d-40cc-af8f-f0456518a658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:44.801594 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2aa73006-ea0d-40cc-af8f-f0456518a658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:44.835717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa73006-ea0d-40cc-af8f-f0456518a658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0953523b-f63c-449f-bd45-1db46dc3b86c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:44.887088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 49998) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:44.887644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2aa73006-ea0d-40cc-af8f-f0456518a658 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=520ee73a792a4dff9115912aeb41f398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050227 Aug 26 11:13:44.995566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7de6b642-71fd-4ece-84d9-1682c79c4002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.001501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50000) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:45.034870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7de6b642-71fd-4ece-84d9-1682c79c4002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.122573 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7de6b642-71fd-4ece-84d9-1682c79c4002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.127839 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7de6b642-71fd-4ece-84d9-1682c79c4002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.129607 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7de6b642-71fd-4ece-84d9-1682c79c4002 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0953523b-f63c-449f-bd45-1db46dc3b86c HTTP/1.1" status: 204 len: 168 time: 0.2405679 Aug 26 11:13:45.143145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6b642-71fd-4ece-84d9-1682c79c4002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0953523b-f63c-449f-bd45-1db46dc3b86c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:45.196802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1645635498'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:45.228002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Made reservation on behalf of dfbfd7befd3a420b8e0d802793264eee for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:45.234626 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.245524 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.377448 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.386710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.443837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:13:45.467705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6200c3d9-4302-4a60-bd79-c66e2053117d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:45.488101 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.488459 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Added segment b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc of type vlan for network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 Aug 26 11:13:45.564231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:13:45.595739 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.600821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:13:45.603139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0b19c461-dcc9-4dbf-a8ad-bf81d1ac154a not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:13:45.637847 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.644878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:45.645523 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.707052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7043552 Aug 26 11:13:45.710084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50066) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:45.715948 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Request body: {'subnet': {'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:45.723580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eaeaf-423a-44b0-8156-add242be4ca5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'Network': ['ID=7b33a5dc-d4f0-466d-88c0-54e6e733e1a0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:45.735314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:13:45.831559 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28ec97a1-635b-41e5-9ec9-6fb72eeb149e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:45.956965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Made reservation on behalf of dfbfd7befd3a420b8e0d802793264eee for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:45.963556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:46.266251 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:46.278423 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:46.445170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'Subnet': ['ID=e68ae42e-3972-4ecc-a7ca-a922ace01a34,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:46.457390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Checking segment: {'id': 'b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:13:46.460462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Network hostable DHCP agents. Network: 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:13:46.514391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:13:46.547255 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:46.551340 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:46.552570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:46.560516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a5f3c-8e9b-4dc6-a02b-3aceedcfaf67 None None] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:13:46.600326 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d34be6f-9e79-48e4-a339-295021da5406 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8889303 Aug 26 11:13:46.601370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50122) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:46.614719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Request body: {'port': {'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1822571023'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:46.875575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Made reservation on behalf of dfbfd7befd3a420b8e0d802793264eee for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:46.885793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:46.919783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] device_id is not set on port 4faea3a4-87d8-43c4-9d25-1942019de9d7 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:46.980610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-7b33a5dc-d4f0-466d-88c0-54e6e733e1a0', 'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0', 'tenant_id': 'dfbfd7befd3a420b8e0d802793264eee', 'fixed_ips': [{'subnet_id': 'e68ae42e-3972-4ecc-a7ca-a922ace01a34'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:13:46.981512 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:47.101115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Allocated IP 2001:db8::1f3 (7b33a5dc-d4f0-466d-88c0-54e6e733e1a0/e68ae42e-3972-4ecc-a7ca-a922ace01a34/4faea3a4-87d8-43c4-9d25-1942019de9d7) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:13:47.210171 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:47.356592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:47.387030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Transition to ACTIVE for port object 4faea3a4-87d8-43c4-9d25-1942019de9d7 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:47.494346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:47.593999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'Port': ['ID=4faea3a4-87d8-43c4-9d25-1942019de9d7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:47.608676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:13:47.612332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:47.615853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Allocated IP 2001:db8::2 (7b33a5dc-d4f0-466d-88c0-54e6e733e1a0/e68ae42e-3972-4ecc-a7ca-a922ace01a34/f7574a95-0162-46f8-b68a-bc7ccfb7004c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:13:47.624087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:13:47.650647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:47.651514 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:47.681079 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bb869c1f-9edc-44a6-ac92-3d8938abf846 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0777144 Aug 26 11:13:47.684059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50192) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:47.713464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Request body: {'port': {'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1827340627', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f3', 'mac_address': 'fa:16:3e:98:5e:66'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:47.899898 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:47.923595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Transition to ACTIVE for port object f7574a95-0162-46f8-b68a-bc7ccfb7004c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:47.989380 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Transition to ACTIVE for port object f7574a95-0162-46f8-b68a-bc7ccfb7004c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:48.006221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:48.059980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:13:48.070436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:48.124907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:13:48.210442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Made reservation on behalf of dfbfd7befd3a420b8e0d802793264eee for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:48.246432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Pushing event updated for resources: {'Port': ['ID=f7574a95-0162-46f8-b68a-bc7ccfb7004c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:48.289204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Attempting to bind port f7574a95-0162-46f8-b68a-bc7ccfb7004c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:13:48.289874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Attempting to bind port f7574a95-0162-46f8-b68a-bc7ccfb7004c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:13:48.290492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Attempting to bind port f7574a95-0162-46f8-b68a-bc7ccfb7004c on network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:13:48.297884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:13:48.298676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Checking segment: {'id': 'b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:13:48.302972 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:48.303690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Bound using segment: {'id': 'b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:13:48.304264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Bound port: f7574a95-0162-46f8-b68a-bc7ccfb7004c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:13:48.304805 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:48.442354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] For port f7574a95-0162-46f8-b68a-bc7ccfb7004c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:13:48.448884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] For port f7574a95-0162-46f8-b68a-bc7ccfb7004c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f7574a95-0162-46f8-b68a-bc7ccfb7004c,segment=NetworkSegment(b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc),segment_id=b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:13:48.456965 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:48.476454 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:48.508833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] device_id is not set on port d9a5cd4c-4217-49e5-b057-a64e2316bcea yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:48.851130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Allocated IP 2001:db8::22c (7b33a5dc-d4f0-466d-88c0-54e6e733e1a0/e68ae42e-3972-4ecc-a7ca-a922ace01a34/d9a5cd4c-4217-49e5-b057-a64e2316bcea) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:13:48.895590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20602f-ac1d-4f59-b3d9-5fb6f52e8a04 None None] Pushing event updated for resources: {'Port': ['ID=f7574a95-0162-46f8-b68a-bc7ccfb7004c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:49.357087 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:49.633276 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:49.681199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Transition to ACTIVE for port object d9a5cd4c-4217-49e5-b057-a64e2316bcea will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:49.748650 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:49.830290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f7574a95-0162-46f8-b68a-bc7ccfb7004c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:13:49.854536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:13:49.863621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:49.873112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:13:49.893996 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:49.895791 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:49.957587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'Port': ['ID=d9a5cd4c-4217-49e5-b057-a64e2316bcea,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:49.973462 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-076a50d8-bf38-4987-9496-4bfab77aa5c1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.2845204 Aug 26 11:13:49.973945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50254) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:50.002930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f7574a95-0162-46f8-b68a-bc7ccfb7004c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:13:50.097762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2de665-457a-4262-99ee-59aef6ef3f26 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:50.104856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2de665-457a-4262-99ee-59aef6ef3f26 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:50.119186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2de665-457a-4262-99ee-59aef6ef3f26 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:50.120747 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5b2de665-457a-4262-99ee-59aef6ef3f26 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1457520 Aug 26 11:13:50.123642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50262) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:50.337665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-09687cc1-f508-47db-ae0d-00865a0f558e tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Deleting port d9a5cd4c-4217-49e5-b057-a64e2316bcea {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:50.347397 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-09687cc1-f508-47db-ae0d-00865a0f558e tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:50.608821 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:50.748361 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-09687cc1-f508-47db-ae0d-00865a0f558e tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:50.803566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-09687cc1-f508-47db-ae0d-00865a0f558e tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Calling delete_port for d9a5cd4c-4217-49e5-b057-a64e2316bcea owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:50.970899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f75c6-2fa3-4a5e-9037-ec9bf1f0d5d0 None None] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:13:51.108307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ac9d3b5d-2e89-4398-b0e8-d78a9a5fc875 None None] Provisioning for port f7574a95-0162-46f8-b68a-bc7ccfb7004c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:13:51.123094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ac9d3b5d-2e89-4398-b0e8-d78a9a5fc875 None None] Provisioning complete for port f7574a95-0162-46f8-b68a-bc7ccfb7004c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:51.124960 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3b5d-2e89-4398-b0e8-d78a9a5fc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:51.311965 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-09687cc1-f508-47db-ae0d-00865a0f558e tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:51.378885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09687cc1-f508-47db-ae0d-00865a0f558e tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event deleted for resources: {'Port': ['ID=d9a5cd4c-4217-49e5-b057-a64e2316bcea,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:51.444726 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3b5d-2e89-4398-b0e8-d78a9a5fc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:51.568290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ac9d3b5d-2e89-4398-b0e8-d78a9a5fc875 None None] For port f7574a95-0162-46f8-b68a-bc7ccfb7004c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f7574a95-0162-46f8-b68a-bc7ccfb7004c,segment=NetworkSegment(b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc),segment_id=b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:13:51.578876 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3b5d-2e89-4398-b0e8-d78a9a5fc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:51.627678 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-09687cc1-f508-47db-ae0d-00865a0f558e tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:51.632732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50306) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:51.647392 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-09687cc1-f508-47db-ae0d-00865a0f558e tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "DELETE /v2.0/ports/d9a5cd4c-4217-49e5-b057-a64e2316bcea HTTP/1.1" status: 204 len: 168 time: 1.5146692 Aug 26 11:13:51.697083 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d3b5d-2e89-4398-b0e8-d78a9a5fc875 None None] Pushing event updated for resources: {'Port': ['ID=f7574a95-0162-46f8-b68a-bc7ccfb7004c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:51.721757 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b79d601-f846-4bd5-a3de-d054488e46d0 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] GET failed (client error): The resource could not be found. Aug 26 11:13:51.734148 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4b79d601-f846-4bd5-a3de-d054488e46d0 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "GET /v2.0/ports/d9a5cd4c-4217-49e5-b057-a64e2316bcea HTTP/1.1" status: 404 len: 333 time: 0.1001039 Aug 26 11:13:51.740511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50310) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:51.746598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Request body: {'port': {'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2036553357'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:52.102000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Made reservation on behalf of dfbfd7befd3a420b8e0d802793264eee for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:52.106412 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:52.139354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] device_id is not set on port ec962fa5-dc3a-43b4-84e0-aae2c3ea321d yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:52.207082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-12e6dbd8-ea25-4a87-9c9a-bfbd101df905 None None] Provisioning for port 4faea3a4-87d8-43c4-9d25-1942019de9d7 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:13:52.228389 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-12e6dbd8-ea25-4a87-9c9a-bfbd101df905 None None] Provisioning complete for port 4faea3a4-87d8-43c4-9d25-1942019de9d7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:52.234479 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12e6dbd8-ea25-4a87-9c9a-bfbd101df905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:52.429351 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:52.432237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-12e6dbd8-ea25-4a87-9c9a-bfbd101df905 None None] Port 4faea3a4-87d8-43c4-9d25-1942019de9d7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:13:52.439196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50326) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:52.476360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-12e6dbd8-ea25-4a87-9c9a-bfbd101df905 None None] Provisioning complete for port f7574a95-0162-46f8-b68a-bc7ccfb7004c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:52.476661 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12e6dbd8-ea25-4a87-9c9a-bfbd101df905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:52.574352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Allocated IP 2001:db8::202 (7b33a5dc-d4f0-466d-88c0-54e6e733e1a0/e68ae42e-3972-4ecc-a7ca-a922ace01a34/ec962fa5-dc3a-43b4-84e0-aae2c3ea321d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:13:52.845262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-98a99522-e7f8-495f-be7b-fd4808c7a49c None None] Provisioning complete for port 4faea3a4-87d8-43c4-9d25-1942019de9d7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:52.845262 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98a99522-e7f8-495f-be7b-fd4808c7a49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:52.934227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-98a99522-e7f8-495f-be7b-fd4808c7a49c None None] Port 4faea3a4-87d8-43c4-9d25-1942019de9d7 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:13:52.990675 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:53.054054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Transition to ACTIVE for port object ec962fa5-dc3a-43b4-84e0-aae2c3ea321d will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:53.152398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6d7820cc-a908-4932-8b9e-89d4da2b9959 None None] Could not find standard attr ID for object d9a5cd4c-4217-49e5-b057-a64e2316bcea. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:13:53.174537 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:53.226425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0b7f93a8-ee8f-43cf-9231-3b047bea6bcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1ca3c41973747fdb346de2155d0a408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7858529 Aug 26 11:13:53.230059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50344) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:53.304510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:13:53.310105 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:53.329242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:13:53.353536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:53.358756 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:53.364678 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-125ed539-9f56-4477-b104-725b3e44754e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:53.401204 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6592598 Aug 26 11:13:53.414098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50348) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:53.445477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-125ed539-9f56-4477-b104-725b3e44754e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:53.451407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d209ae60-57a8-4519-a360-7695fe9202aa tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f3', 'mac_address': 'fa:16:3e:98:5e:66'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:53.517733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a4c37-77c7-4597-948c-73d40e42bc4c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'Port': ['ID=ec962fa5-dc3a-43b4-84e0-aae2c3ea321d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:53.590394 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-125ed539-9f56-4477-b104-725b3e44754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:53.595151 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-125ed539-9f56-4477-b104-725b3e44754e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:53.606285 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-125ed539-9f56-4477-b104-725b3e44754e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f5da5ca-8184-4429-b799-472ca3ed6722 HTTP/1.1" status: 204 len: 168 time: 0.3675873 Aug 26 11:13:53.644023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ed539-9f56-4477-b104-725b3e44754e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5da5ca-8184-4429-b799-472ca3ed6722,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:53.835976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f7574a95-0162-46f8-b68a-bc7ccfb7004c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:13:54.011471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f7574a95-0162-46f8-b68a-bc7ccfb7004c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:54.013943 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:54.044420 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d209ae60-57a8-4519-a360-7695fe9202aa tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:54.316594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bef7425d-716d-4f23-9b07-0e6c887f8f9d None None] Provisioning for port ec962fa5-dc3a-43b4-84e0-aae2c3ea321d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:13:54.324427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bef7425d-716d-4f23-9b07-0e6c887f8f9d None None] Provisioning complete for port ec962fa5-dc3a-43b4-84e0-aae2c3ea321d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:54.327175 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bef7425d-716d-4f23-9b07-0e6c887f8f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:54.426874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bef7425d-716d-4f23-9b07-0e6c887f8f9d None None] Port ec962fa5-dc3a-43b4-84e0-aae2c3ea321d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:13:54.621544 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d209ae60-57a8-4519-a360-7695fe9202aa tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:54.634905 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d209ae60-57a8-4519-a360-7695fe9202aa tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:54.717730 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d209ae60-57a8-4519-a360-7695fe9202aa tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] In _notify_port_updated(), no bound segment for port ec962fa5-dc3a-43b4-84e0-aae2c3ea321d on network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 {{(pid=101267) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:13:54.725687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209ae60-57a8-4519-a360-7695fe9202aa tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:54.726410 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d209ae60-57a8-4519-a360-7695fe9202aa tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:54.729488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d209ae60-57a8-4519-a360-7695fe9202aa tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "PUT /v2.0/ports/ec962fa5-dc3a-43b4-84e0-aae2c3ea321d HTTP/1.1" status: 200 len: 1003 time: 1.3137665 Aug 26 11:13:54.732383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50388) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:54.866268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209ae60-57a8-4519-a360-7695fe9202aa tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'Port': ['ID=ec962fa5-dc3a-43b4-84e0-aae2c3ea321d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:54.914848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e275db6a-fd19-40ea-8d8a-228ca81cc141 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Deleting port ec962fa5-dc3a-43b4-84e0-aae2c3ea321d {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:54.923543 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e275db6a-fd19-40ea-8d8a-228ca81cc141 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:55.165099 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e275db6a-fd19-40ea-8d8a-228ca81cc141 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:55.191799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e275db6a-fd19-40ea-8d8a-228ca81cc141 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Calling delete_port for ec962fa5-dc3a-43b4-84e0-aae2c3ea321d owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:55.283156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-442dd5ad-4f49-4c22-b567-bb2ab65f0cd1 None None] Provisioning complete for port ec962fa5-dc3a-43b4-84e0-aae2c3ea321d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:55.283156 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-442dd5ad-4f49-4c22-b567-bb2ab65f0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:55.360727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-442dd5ad-4f49-4c22-b567-bb2ab65f0cd1 None None] Port ec962fa5-dc3a-43b4-84e0-aae2c3ea321d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:13:55.514028 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e275db6a-fd19-40ea-8d8a-228ca81cc141 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:55.530269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50428) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:55.624206 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275db6a-fd19-40ea-8d8a-228ca81cc141 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event deleted for resources: {'Port': ['ID=ec962fa5-dc3a-43b4-84e0-aae2c3ea321d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:55.771817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e275db6a-fd19-40ea-8d8a-228ca81cc141 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:55.774916 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e275db6a-fd19-40ea-8d8a-228ca81cc141 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "DELETE /v2.0/ports/ec962fa5-dc3a-43b4-84e0-aae2c3ea321d HTTP/1.1" status: 204 len: 168 time: 1.0413539 Aug 26 11:13:55.777590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50440) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:55.881476 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7da2d1-03e4-47ed-a963-3e86ba99604d tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] GET failed (client error): The resource could not be found. Aug 26 11:13:55.890712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3c7da2d1-03e4-47ed-a963-3e86ba99604d tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "GET /v2.0/ports/ec962fa5-dc3a-43b4-84e0-aae2c3ea321d HTTP/1.1" status: 404 len: 333 time: 0.1092198 Aug 26 11:13:55.896360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50442) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:55.909481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Request body: {'port': {'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-182467287'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:56.134999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-314701013-network', 'tenant_id': 'b5cd73ccfafd4bbca3632e30f53ebbe2'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:56.169859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.db.api [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 11:13:56.169859 n-d-778550-13 neutron-server[101266]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 26 11:13:56.169859 n-d-778550-13 neutron-server[101266]: [parameters: {'project_id': 'b5cd73ccfafd4bbca3632e30f53ebbe2', 'id': '5ac44aa8-d910-49c6-882d-114333ff38bf', 'expiration': datetime.datetime(2021, 8, 26, 11, 15, 56, 162455)}] Aug 26 11:13:56.169859 n-d-778550-13 neutron-server[101266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:13:56.171055 n-d-778550-13 neutron-server[101266]: DEBUG oslo_db.api [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:13:56.178271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Made reservation on behalf of dfbfd7befd3a420b8e0d802793264eee for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:56.193840 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.225017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] device_id is not set on port f4319504-bee7-4656-9b37-9829c338543e yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:56.233372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50452) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:56.321118 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d29d73c5-b98c-4c33-81f1-a66b03bb6585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.435389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d29d73c5-b98c-4c33-81f1-a66b03bb6585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.441435 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d29d73c5-b98c-4c33-81f1-a66b03bb6585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.485871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Allocated IP 2001:db8::3b2 (7b33a5dc-d4f0-466d-88c0-54e6e733e1a0/e68ae42e-3972-4ecc-a7ca-a922ace01a34/f4319504-bee7-4656-9b37-9829c338543e) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:13:56.486113 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d29d73c5-b98c-4c33-81f1-a66b03bb6585 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b55cd345ff244680ba83b5e9b4a8c647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515690 Aug 26 11:13:56.488704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d73c5-b98c-4c33-81f1-a66b03bb6585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e0f0d5-c7d1-4f6f-abcc-0aa5d17e2bb7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:56.488892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50458) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:56.654364 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df3d42f0-77b0-4b05-a855-8dfb6fc379cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.729636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Made reservation on behalf of b5cd73ccfafd4bbca3632e30f53ebbe2 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:56.736428 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.748965 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.753204 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:13:56.838544 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df3d42f0-77b0-4b05-a855-8dfb6fc379cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.903829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.911771 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.937649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:13:56.963504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.964102 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Added segment 8adcbaec-78e2-4fdd-9762-ef271ad4f7b9 of type vlan for network b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 Aug 26 11:13:56.965415 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df3d42f0-77b0-4b05-a855-8dfb6fc379cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.975464 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df3d42f0-77b0-4b05-a855-8dfb6fc379cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:56.988669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-df3d42f0-77b0-4b05-a855-8dfb6fc379cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9e0f0d5-c7d1-4f6f-abcc-0aa5d17e2bb7 HTTP/1.1" status: 204 len: 168 time: 0.4915679 Aug 26 11:13:57.071098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d42f0-77b0-4b05-a855-8dfb6fc379cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e0f0d5-c7d1-4f6f-abcc-0aa5d17e2bb7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:57.095353 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:57.157352 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:57.168562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:57.169549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:57.170133 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:57.215122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Transition to ACTIVE for port object f4319504-bee7-4656-9b37-9829c338543e will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:57.344745 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:57.410072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:57.422561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:13:57.423198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08b307-5572-4880-8b2c-9e67b1ba1668,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:57.440746 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aca519d2-d502-47d3-b767-6d75704e0a38 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9086347 Aug 26 11:13:57.443751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50484) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:57.448963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] Request body: {'subnet': {'network_id': 'b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-314701013-subnet', 'tenant_id': 'b5cd73ccfafd4bbca3632e30f53ebbe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:57.451825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'Port': ['ID=f4319504-bee7-4656-9b37-9829c338543e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:57.462421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:13:57.468738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:57.482247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:13:57.488877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:57.489553 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:57.495166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] Made reservation on behalf of b5cd73ccfafd4bbca3632e30f53ebbe2 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:57.497613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:57.539442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fcb00960-3fc4-48ad-8eff-0ff1357186ba tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6398146 Aug 26 11:13:57.540378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50486) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:57.549770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0d137c3c-5c6b-490e-9c1a-c0c051b38ec1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:98:5e:66'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:57.683701 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d137c3c-5c6b-490e-9c1a-c0c051b38ec1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:57.870184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50498) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:57.938880 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:57.940886 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1418acba-63eb-43a6-b4f2-d5ea4a0658e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.016651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30cac9e-7ee3-4f7b-809b-72295f252507,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:58.063701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-25b9860f-94ae-42d6-abf0-f983eb3ef897 None None] Provisioning for port f4319504-bee7-4656-9b37-9829c338543e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:13:58.068881 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-25b9860f-94ae-42d6-abf0-f983eb3ef897 None None] Provisioning complete for port f4319504-bee7-4656-9b37-9829c338543e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:58.069540 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25b9860f-94ae-42d6-abf0-f983eb3ef897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.105658 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d137c3c-5c6b-490e-9c1a-c0c051b38ec1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.112819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d137c3c-5c6b-490e-9c1a-c0c051b38ec1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.141654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-25b9860f-94ae-42d6-abf0-f983eb3ef897 None None] Port f4319504-bee7-4656-9b37-9829c338543e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:13:58.151033 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] Checking segment: {'id': '8adcbaec-78e2-4fdd-9762-ef271ad4f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:13:58.151403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] Network hostable DHCP agents. Network: b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:13:58.187431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] Network b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:13:58.189724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d137c3c-5c6b-490e-9c1a-c0c051b38ec1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'Port': ['ID=f4319504-bee7-4656-9b37-9829c338543e,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:58.192653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-0d137c3c-5c6b-490e-9c1a-c0c051b38ec1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] In _notify_port_updated(), no bound segment for port f4319504-bee7-4656-9b37-9829c338543e on network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 {{(pid=101267) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:13:58.198535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d137c3c-5c6b-490e-9c1a-c0c051b38ec1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:58.199466 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0d137c3c-5c6b-490e-9c1a-c0c051b38ec1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.203957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0d137c3c-5c6b-490e-9c1a-c0c051b38ec1 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "PUT /v2.0/ports/f4319504-bee7-4656-9b37-9829c338543e HTTP/1.1" status: 200 len: 1002 time: 0.6617603 Aug 26 11:13:58.204423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50512) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:58.264622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:13:58.279558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be93e66c-8e1b-42ac-bb63-5e65abc5e707 None None] Network b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:13:58.292202 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1418acba-63eb-43a6-b4f2-d5ea4a0658e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.294186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:13:58.294874 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.299518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1418acba-63eb-43a6-b4f2-d5ea4a0658e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.421472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418acba-63eb-43a6-b4f2-d5ea4a0658e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486d44a7-814d-4c07-8f6a-8c53560f0abe,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:58.430311 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1418acba-63eb-43a6-b4f2-d5ea4a0658e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f279f6a44938441794bfbed17187055b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568650 Aug 26 11:13:58.431854 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50516) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:58.484530 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7196d66f-8481-4677-a876-04c6ced94e2c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0311909 Aug 26 11:13:58.499865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5140d7e8-74e5-4145-a377-886d61964e1f None None] Network b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:13:58.531156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e1559cc-1f09-40cc-93df-3a47165dec87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.539805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-8977605e-dfad-4fa6-91fc-93da8e6c9bcf tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Deleting port f4319504-bee7-4656-9b37-9829c338543e {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:13:58.540146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8977605e-dfad-4fa6-91fc-93da8e6c9bcf tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.709835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-02e52833-33c8-4c80-b79b-a11993b53236 None None] Provisioning complete for port f4319504-bee7-4656-9b37-9829c338543e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:13:58.710360 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02e52833-33c8-4c80-b79b-a11993b53236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.761447 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8977605e-dfad-4fa6-91fc-93da8e6c9bcf tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.774064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-02e52833-33c8-4c80-b79b-a11993b53236 None None] Port f4319504-bee7-4656-9b37-9829c338543e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:13:58.798976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e1559cc-1f09-40cc-93df-3a47165dec87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.818564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-8977605e-dfad-4fa6-91fc-93da8e6c9bcf tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Calling delete_port for f4319504-bee7-4656-9b37-9829c338543e owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:13:58.951785 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e1559cc-1f09-40cc-93df-3a47165dec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.955064 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e1559cc-1f09-40cc-93df-3a47165dec87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:58.958570 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2e1559cc-1f09-40cc-93df-3a47165dec87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/486d44a7-814d-4c07-8f6a-8c53560f0abe HTTP/1.1" status: 204 len: 168 time: 0.5178819 Aug 26 11:13:58.967288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1559cc-1f09-40cc-93df-3a47165dec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486d44a7-814d-4c07-8f6a-8c53560f0abe,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:59.078695 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8977605e-dfad-4fa6-91fc-93da8e6c9bcf tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:59.142601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977605e-dfad-4fa6-91fc-93da8e6c9bcf tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event deleted for resources: {'Port': ['ID=f4319504-bee7-4656-9b37-9829c338543e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:13:59.197859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8977605e-dfad-4fa6-91fc-93da8e6c9bcf tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:59.200036 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8977605e-dfad-4fa6-91fc-93da8e6c9bcf tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "DELETE /v2.0/ports/f4319504-bee7-4656-9b37-9829c338543e HTTP/1.1" status: 204 len: 168 time: 0.9942906 Aug 26 11:13:59.203139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50546) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:59.260568 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cecaa5-01d9-4397-a657-4f35eb13d6ae tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] GET failed (client error): The resource could not be found. Aug 26 11:13:59.263309 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-07cecaa5-01d9-4397-a657-4f35eb13d6ae tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "GET /v2.0/ports/f4319504-bee7-4656-9b37-9829c338543e HTTP/1.1" status: 404 len: 333 time: 0.0585458 Aug 26 11:13:59.266427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50550) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:59.274131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Request body: {'port': {'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1100737742'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:59.478027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Made reservation on behalf of dfbfd7befd3a420b8e0d802793264eee for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:59.488441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:59.521494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] device_id is not set on port 954fe7b6-abb8-43d5-88d0-7a877b007b16 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:13:59.668662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Allocated IP 2001:db8::60 (7b33a5dc-d4f0-466d-88c0-54e6e733e1a0/e68ae42e-3972-4ecc-a7ca-a922ace01a34/954fe7b6-abb8-43d5-88d0-7a877b007b16) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:13:59.863687 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:59.887856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Transition to ACTIVE for port object 954fe7b6-abb8-43d5-88d0-7a877b007b16 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:13:59.910680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50580) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:13:59.923012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2114118918-network', 'tenant_id': 'bb8103ce04fb41d59d593a4b6e09fa33'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:13:59.967296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:13:59.971178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Made reservation on behalf of bb8103ce04fb41d59d593a4b6e09fa33 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:13:59.976218 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.011333 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.028287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:00.032240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:00.036262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:00.042242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:00.042893 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.064285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'Port': ['ID=954fe7b6-abb8-43d5-88d0-7a877b007b16,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:00.294151 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.309559 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.320125 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ff6f2e9f-e85c-4a7c-8ccd-f9a8b49212f5 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0503602 Aug 26 11:14:00.320820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50598) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:00.326452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Request body: {'port': {'network_id': '7b33a5dc-d4f0-466d-88c0-54e6e733e1a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1325003060'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:00.347818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:14:00.359712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7abdabc-173b-4fa7-abce-6c45d1ae637d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:00.376395 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.376986 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Added segment 58710fe9-9988-45e1-9e8f-eb57a27dd305 of type vlan for network dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd Aug 26 11:14:00.458423 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.510200 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.511487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:00.512330 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.532976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-19871e33-cc91-4403-829d-f3e762c1df35 None None] Provisioning for port 954fe7b6-abb8-43d5-88d0-7a877b007b16 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:14:00.548137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-19871e33-cc91-4403-829d-f3e762c1df35 None None] Provisioning complete for port 954fe7b6-abb8-43d5-88d0-7a877b007b16 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:14:00.551306 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19871e33-cc91-4403-829d-f3e762c1df35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.667273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-19871e33-cc91-4403-829d-f3e762c1df35 None None] Port 954fe7b6-abb8-43d5-88d0-7a877b007b16 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:14:00.680763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7683356 Aug 26 11:14:00.684767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50614) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:00.697341 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] Request body: {'subnet': {'network_id': 'dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2114118918-subnet', 'tenant_id': 'bb8103ce04fb41d59d593a4b6e09fa33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:00.723163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fa5fe-808d-4679-9d95-b54d61e82916 admin admin] Pushing event updated for resources: {'Network': ['ID=dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:00.734531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:14:00.800964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Made reservation on behalf of dfbfd7befd3a420b8e0d802793264eee for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:00.811036 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.815640 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] Made reservation on behalf of bb8103ce04fb41d59d593a4b6e09fa33 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:00.826492 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:00.916636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] device_id is not set on port 1ac470c5-f738-4a27-8d54-ef3497f2294e yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:14:01.105460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Allocated IP 2001:db8::27 (7b33a5dc-d4f0-466d-88c0-54e6e733e1a0/e68ae42e-3972-4ecc-a7ca-a922ace01a34/1ac470c5-f738-4a27-8d54-ef3497f2294e) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:01.300095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:01.447274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfae9e5c-3495-4c4e-b82b-221ba131e3bd,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:01.452627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] Checking segment: {'id': '58710fe9-9988-45e1-9e8f-eb57a27dd305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:14:01.452927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] Network hostable DHCP agents. Network: dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:14:01.498099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] Network dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:14:01.504162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:01.523397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Transition to ACTIVE for port object 1ac470c5-f738-4a27-8d54-ef3497f2294e will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:14:01.525961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:01.534717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:01.536134 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:01.539483 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe379e1-cd2f-447c-bee5-e3d837599227 None None] Network dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:14:01.564794 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c16c4149-414d-42a5-8c31-c68c24cd9648 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8774161 Aug 26 11:14:01.627324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:01.777649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'Port': ['ID=1ac470c5-f738-4a27-8d54-ef3497f2294e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:01.802703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:01.807860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:01.815662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:01.831325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:01.835793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:01.858077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523949d5-c2ee-48f0-acf5-c26412455c22 None None] Network dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:14:01.867775 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3228af05-53da-4ec3-9e84-badbc2cb9ebc tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5458193 Aug 26 11:14:01.870568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50680) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:01.877745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8eb1b862-99fa-4fdc-831f-a3f294135202 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f3', 'mac_address': 'fa:16:3e:98:5e:66'}, {'ip_address': '2001:db8::60', 'mac_address': 'fa:16:3e:d5:68:36'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:02.270438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b862-99fa-4fdc-831f-a3f294135202 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:02.410565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-da36c935-7416-40e3-822e-3e5979fe46d7 None None] Provisioning for port 1ac470c5-f738-4a27-8d54-ef3497f2294e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:14:02.419184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-da36c935-7416-40e3-822e-3e5979fe46d7 None None] Provisioning complete for port 1ac470c5-f738-4a27-8d54-ef3497f2294e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:14:02.419897 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da36c935-7416-40e3-822e-3e5979fe46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:02.554353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-da36c935-7416-40e3-822e-3e5979fe46d7 None None] Port 1ac470c5-f738-4a27-8d54-ef3497f2294e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:14:02.685713 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b862-99fa-4fdc-831f-a3f294135202 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:02.703219 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b862-99fa-4fdc-831f-a3f294135202 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:02.736509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-8eb1b862-99fa-4fdc-831f-a3f294135202 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] In _notify_port_updated(), no bound segment for port 1ac470c5-f738-4a27-8d54-ef3497f2294e on network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 {{(pid=101267) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:14:02.751333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1b862-99fa-4fdc-831f-a3f294135202 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:02.752266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b862-99fa-4fdc-831f-a3f294135202 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:02.756523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8eb1b862-99fa-4fdc-831f-a3f294135202 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "PUT /v2.0/ports/1ac470c5-f738-4a27-8d54-ef3497f2294e HTTP/1.1" status: 200 len: 1066 time: 0.8840663 Aug 26 11:14:02.760203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50744) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:02.881299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1b862-99fa-4fdc-831f-a3f294135202 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event updated for resources: {'Port': ['ID=1ac470c5-f738-4a27-8d54-ef3497f2294e,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:03.019462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3362b-02e8-4112-840c-062bcada8191 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Deleting port 1ac470c5-f738-4a27-8d54-ef3497f2294e {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:03.019884 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bbd3362b-02e8-4112-840c-062bcada8191 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:03.203173 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bbd3362b-02e8-4112-840c-062bcada8191 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:03.241823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3362b-02e8-4112-840c-062bcada8191 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Calling delete_port for 1ac470c5-f738-4a27-8d54-ef3497f2294e owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:03.316334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-03cb7017-3dde-4f2b-aad1-34b3484a8e48 None None] Provisioning complete for port 1ac470c5-f738-4a27-8d54-ef3497f2294e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:14:03.316712 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03cb7017-3dde-4f2b-aad1-34b3484a8e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:03.424566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-03cb7017-3dde-4f2b-aad1-34b3484a8e48 None None] Port 1ac470c5-f738-4a27-8d54-ef3497f2294e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:14:03.507798 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bbd3362b-02e8-4112-840c-062bcada8191 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:03.576479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3362b-02e8-4112-840c-062bcada8191 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event deleted for resources: {'Port': ['ID=1ac470c5-f738-4a27-8d54-ef3497f2294e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:03.711406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-ac310612-a2be-42c2-bce4-a614f0365b25 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:03.713196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-ac310612-a2be-42c2-bce4-a614f0365b25 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/networks?id=b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 HTTP/1.1" status: 200 len: 811 time: 0.2331393 Aug 26 11:14:03.744089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-1b259116-16dc-439d-900a-02b8903d0de2 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/quotas/b5cd73ccfafd4bbca3632e30f53ebbe2 HTTP/1.1" status: 200 len: 375 time: 0.0175989 Aug 26 11:14:03.876136 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-1872e03a-ae35-4943-bda2-48eed41efe23 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5cd73ccfafd4bbca3632e30f53ebbe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1196544 Aug 26 11:14:04.024012 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bbd3362b-02e8-4112-840c-062bcada8191 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:04.026047 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bbd3362b-02e8-4112-840c-062bcada8191 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "DELETE /v2.0/ports/1ac470c5-f738-4a27-8d54-ef3497f2294e HTTP/1.1" status: 204 len: 168 time: 1.2647619 Aug 26 11:14:04.028808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50794) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:04.094267 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5e70ea-fac4-4304-8863-806bafd406a2 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] GET failed (client error): The resource could not be found. Aug 26 11:14:04.100238 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1b5e70ea-fac4-4304-8863-806bafd406a2 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "GET /v2.0/ports/1ac470c5-f738-4a27-8d54-ef3497f2294e HTTP/1.1" status: 404 len: 333 time: 0.0680828 Aug 26 11:14:04.100664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50798) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:04.254455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-65910177-5d37-4481-840e-44a8edc05f3d service neutron] 10.222.0.21 "GET /v2.0/networks/b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684161 Aug 26 11:14:04.372688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc2cb6-b6e2-4b22-b118-fc2b5f5c4a8a tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Deleting port 954fe7b6-abb8-43d5-88d0-7a877b007b16 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:04.374868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2cb6-b6e2-4b22-b118-fc2b5f5c4a8a tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:04.450535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-07cde7e9-75cd-4c54-84ac-59b0083f088f service neutron] 10.222.0.21 "GET /v2.0/networks/b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864262 Aug 26 11:14:04.556101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2cb6-b6e2-4b22-b118-fc2b5f5c4a8a tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:04.579269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc2cb6-b6e2-4b22-b118-fc2b5f5c4a8a tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Calling delete_port for 954fe7b6-abb8-43d5-88d0-7a877b007b16 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:04.742169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50822) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:04.896938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8df4233-7405-4c06-9d90-8164adfb9bcf req-44a00c74-e6cf-461e-bd9f-647aa5091487 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 210 time: 0.0413888 Aug 26 11:14:04.967083 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2cb6-b6e2-4b22-b118-fc2b5f5c4a8a tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:05.025010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc2cb6-b6e2-4b22-b118-fc2b5f5c4a8a tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event deleted for resources: {'Port': ['ID=954fe7b6-abb8-43d5-88d0-7a877b007b16,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:05.075744 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2cb6-b6e2-4b22-b118-fc2b5f5c4a8a tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:05.080521 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f9fc2cb6-b6e2-4b22-b118-fc2b5f5c4a8a tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "DELETE /v2.0/ports/954fe7b6-abb8-43d5-88d0-7a877b007b16 HTTP/1.1" status: 204 len: 168 time: 0.9778261 Aug 26 11:14:05.083271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50830) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:05.159092 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-62612eb3-d23f-42ba-aa8e-24288879c49c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] GET failed (client error): The resource could not be found. Aug 26 11:14:05.165122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50832) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:05.165764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-62612eb3-d23f-42ba-aa8e-24288879c49c tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "GET /v2.0/ports/954fe7b6-abb8-43d5-88d0-7a877b007b16 HTTP/1.1" status: 404 len: 333 time: 0.0807145 Aug 26 11:14:05.175549 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2f58923-f4fc-4cb2-9b65-3c6fd7f30cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:05.462589 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2f58923-f4fc-4cb2-9b65-3c6fd7f30cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:05.470252 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2f58923-f4fc-4cb2-9b65-3c6fd7f30cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:05.501299 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-aca7c208-b0ca-4fdc-b6e8-50c20ac7f91b tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Deleting port 4faea3a4-87d8-43c4-9d25-1942019de9d7 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:05.502007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca7c208-b0ca-4fdc-b6e8-50c20ac7f91b tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:05.578825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f2f58923-f4fc-4cb2-9b65-3c6fd7f30cab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63133fd4a2b14179905765c02bcf13be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8349311 Aug 26 11:14:05.580839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f58923-f4fc-4cb2-9b65-3c6fd7f30cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36452086-432e-4f1f-b06a-bcec909d247c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:05.587379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50850) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:05.709150 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb97fb6f-d7c9-497a-8083-9129f12d0f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:05.736446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb97fb6f-d7c9-497a-8083-9129f12d0f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:05.789259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca7c208-b0ca-4fdc-b6e8-50c20ac7f91b tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:05.810681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-aca7c208-b0ca-4fdc-b6e8-50c20ac7f91b tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Calling delete_port for 4faea3a4-87d8-43c4-9d25-1942019de9d7 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:05.824178 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb97fb6f-d7c9-497a-8083-9129f12d0f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:05.827074 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb97fb6f-d7c9-497a-8083-9129f12d0f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:05.831397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fb97fb6f-d7c9-497a-8083-9129f12d0f97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36452086-432e-4f1f-b06a-bcec909d247c HTTP/1.1" status: 204 len: 168 time: 0.2426748 Aug 26 11:14:05.845434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97fb6f-d7c9-497a-8083-9129f12d0f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36452086-432e-4f1f-b06a-bcec909d247c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:06.001916 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca7c208-b0ca-4fdc-b6e8-50c20ac7f91b tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:06.114255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b3ec08b-387b-449b-8981-49cdbd5a687c req-54c6876f-db17-4d16-b8bd-4663cc6e0724 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 210 time: 0.1048231 Aug 26 11:14:06.130290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7c208-b0ca-4fdc-b6e8-50c20ac7f91b tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event deleted for resources: {'Port': ['ID=4faea3a4-87d8-43c4-9d25-1942019de9d7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:06.203327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aca7c208-b0ca-4fdc-b6e8-50c20ac7f91b tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:06.205889 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aca7c208-b0ca-4fdc-b6e8-50c20ac7f91b tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "DELETE /v2.0/ports/4faea3a4-87d8-43c4-9d25-1942019de9d7 HTTP/1.1" status: 204 len: 168 time: 1.0394187 Aug 26 11:14:06.208428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 50866) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:06.982067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f31c25-a3a2-4ea9-b4b3-c5774a0788cd tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Deleting subnet e68ae42e-3972-4ecc-a7ca-a922ace01a34 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:14:06.989031 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26f31c25-a3a2-4ea9-b4b3-c5774a0788cd tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:07.086464 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26f31c25-a3a2-4ea9-b4b3-c5774a0788cd tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:07.180417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-c5ead3e8-7e15-42fe-9658-2571b78571c2 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:07.184958 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-c5ead3e8-7e15-42fe-9658-2571b78571c2 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.47 "GET /v2.0/networks?id=b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 HTTP/1.1" status: 200 len: 811 time: 0.3036079 Aug 26 11:14:07.223329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Request body: {'port': {'device_id': '72b7e1ca-118e-4f2c-a251-e9ac7dc0827d', 'network_id': 'b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131', 'admin_state_up': True, 'tenant_id': 'b5cd73ccfafd4bbca3632e30f53ebbe2'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:07.367017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d69dea8b-6eed-42bb-995e-ff567e4d1f3f req-bb8f2eb0-9e6c-4579-96aa-4ba005814a1c tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 210 time: 0.0550716 Aug 26 11:14:07.386804 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26f31c25-a3a2-4ea9-b4b3-c5774a0788cd tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:07.528691 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26f31c25-a3a2-4ea9-b4b3-c5774a0788cd tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:07.586944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f31c25-a3a2-4ea9-b4b3-c5774a0788cd tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event deleted for resources: {'Subnet': ['ID=e68ae42e-3972-4ecc-a7ca-a922ace01a34,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:07.614910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26f31c25-a3a2-4ea9-b4b3-c5774a0788cd tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:07.617846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67743d9-d6a2-463b-b787-ebe00cd04047 None None] Network 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:14:07.621572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 50920) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:07.622123 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-26f31c25-a3a2-4ea9-b4b3-c5774a0788cd tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "DELETE /v2.0/subnets/e68ae42e-3972-4ecc-a7ca-a922ace01a34 HTTP/1.1" status: 204 len: 168 time: 1.4123363 Aug 26 11:14:07.625086 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Made reservation on behalf of b5cd73ccfafd4bbca3632e30f53ebbe2 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:07.636650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:07.844674 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:07.995523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Allocated IP 172.20.0.11 (b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131/b30cac9e-7ee3-4f7b-809b-72295f252507/d93aa6b4-1751-48a7-b180-c696aaae4f90) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:08.028450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Deleting port f7574a95-0162-46f8-b68a-bc7ccfb7004c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:08.028895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:08.054935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ca6aa-5ccb-428d-96df-7d23e6553c0b None None] DHCP port deletion for 7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:14:08.173237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] For port f7574a95-0162-46f8-b68a-bc7ccfb7004c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f7574a95-0162-46f8-b68a-bc7ccfb7004c,segment=NetworkSegment(b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc),segment_id=b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:14:08.173629 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:08.194098 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ca6aa-5ccb-428d-96df-7d23e6553c0b None None] Deleting port f7574a95-0162-46f8-b68a-bc7ccfb7004c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:08.195856 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd6ca6aa-5ccb-428d-96df-7d23e6553c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:08.205729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Calling delete_port for f7574a95-0162-46f8-b68a-bc7ccfb7004c owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:08.332786 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:08.350991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fd6ca6aa-5ccb-428d-96df-7d23e6553c0b None None] For port f7574a95-0162-46f8-b68a-bc7ccfb7004c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f7574a95-0162-46f8-b68a-bc7ccfb7004c,segment=NetworkSegment(b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc),segment_id=b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:14:08.352576 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd6ca6aa-5ccb-428d-96df-7d23e6553c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:08.359379 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:08.397688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event deleted for resources: {'Port': ['ID=f7574a95-0162-46f8-b68a-bc7ccfb7004c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:08.416199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ca6aa-5ccb-428d-96df-7d23e6553c0b None None] Calling delete_port for f7574a95-0162-46f8-b68a-bc7ccfb7004c owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:08.418533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] No DVR routers for this DVR port f7574a95-0162-46f8-b68a-bc7ccfb7004c on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:14:08.435553 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:08.534283 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Network b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:08.542072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:08.549679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:08.585110 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd6ca6aa-5ccb-428d-96df-7d23e6553c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:08.609051 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:08.675153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ca6aa-5ccb-428d-96df-7d23e6553c0b None None] Pushing event deleted for resources: {'Port': ['ID=f7574a95-0162-46f8-b68a-bc7ccfb7004c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:08.675811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Pushing event updated for resources: {'Port': ['ID=d93aa6b4-1751-48a7-b180-c696aaae4f90,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:08.677100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ca6aa-5ccb-428d-96df-7d23e6553c0b None None] No DVR routers for this DVR port f7574a95-0162-46f8-b68a-bc7ccfb7004c on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:14:08.710384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b33a5dc-d4f0-466d-88c0-54e6e733e1a0']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:08.723840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:08.725483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:08.779944 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-96ba1139-786b-4192-9b66-0cf494b7bc09 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5775697 Aug 26 11:14:08.795200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Request body: {'port': {'device_id': '72b7e1ca-118e-4f2c-a251-e9ac7dc0827d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:08.989503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:09.205975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:09.206707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ec1d11-a55d-4be7-92aa-ba5ff4e2afdc') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:09.232908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19748da7-27e9-422d-b7f0-b31d9341f153 req-720f465e-9f21-4561-862b-cb65de37ba9a tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:09.234303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19748da7-27e9-422d-b7f0-b31d9341f153 req-720f465e-9f21-4561-862b-cb65de37ba9a tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 932 time: 0.6310425 Aug 26 11:14:09.238215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:09.286490 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:09.305080 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19748da7-27e9-422d-b7f0-b31d9341f153 req-09b67080-5ab9-4e01-b46c-2b1b60f5f1ae tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642548 Aug 26 11:14:09.306925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:14:09.307576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:14:09.314597 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:14:09.431153 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:09.460666 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:09.464933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] 10.222.0.21 "DELETE /v2.0/networks/7b33a5dc-d4f0-466d-88c0-54e6e733e1a0 HTTP/1.1" status: 204 len: 168 time: 1.8400009 Aug 26 11:14:09.500815 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74794a97-9814-4f5c-8b52-5f36ebd3edb7 tempest-AllowedAddressPairIpV6TestJSON-363622969 tempest-AllowedAddressPairIpV6TestJSON-363622969-project] Pushing event deleted for resources: {'Network': ['ID=7b33a5dc-d4f0-466d-88c0-54e6e733e1a0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:09.516665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93aa6b4-1751-48a7-b180-c696aaae4f90 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:14:09.532785 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:09.566269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Transition to ACTIVE for port object d93aa6b4-1751-48a7-b180-c696aaae4f90 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:14:09.572905 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:09.685582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Pushing event updated for resources: {'Port': ['ID=d93aa6b4-1751-48a7-b180-c696aaae4f90,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:09.754386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f7574a95-0162-46f8-b68a-bc7ccfb7004c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:14:09.828044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: f7574a95-0162-46f8-b68a-bc7ccfb7004c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:14:09.828700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f7574a95-0162-46f8-b68a-bc7ccfb7004c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:14:09.901576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Attempting to bind port d93aa6b4-1751-48a7-b180-c696aaae4f90 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:14:09.902209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Attempting to bind port d93aa6b4-1751-48a7-b180-c696aaae4f90 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '8adcbaec-78e2-4fdd-9762-ef271ad4f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:14:09.902760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Attempting to bind port d93aa6b4-1751-48a7-b180-c696aaae4f90 on network b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:14:09.936220 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Port d93aa6b4-1751-48a7-b180-c696aaae4f90 on network b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:14:09.936893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Attempting to bind port d93aa6b4-1751-48a7-b180-c696aaae4f90 on network b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:14:09.945512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:14:09.951257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Checking segment: {'id': '8adcbaec-78e2-4fdd-9762-ef271ad4f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:14:09.951596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Bound using segment: {'id': '8adcbaec-78e2-4fdd-9762-ef271ad4f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:14:09.952140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Bound port: d93aa6b4-1751-48a7-b180-c696aaae4f90, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8adcbaec-78e2-4fdd-9762-ef271ad4f7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:14:09.952467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:09.957291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51054) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:10.123893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] For port d93aa6b4-1751-48a7-b180-c696aaae4f90, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:14:10.131542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] For port d93aa6b4-1751-48a7-b180-c696aaae4f90, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d93aa6b4-1751-48a7-b180-c696aaae4f90,segment=NetworkSegment(8adcbaec-78e2-4fdd-9762-ef271ad4f7b9),segment_id=8adcbaec-78e2-4fdd-9762-ef271ad4f7b9)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:14:10.138875 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:10.217387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:10.224925 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:10.231258 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d859717e-b934-452d-9005-761902d5c3cd service neutron] 10.222.0.47 "PUT /v2.0/ports/d93aa6b4-1751-48a7-b180-c696aaae4f90 HTTP/1.1" status: 200 len: 1093 time: 1.4387712 Aug 26 11:14:10.232103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b7e1ca-118e-4f2c-a251-e9ac7dc0827d', 'tag': 'd93aa6b4-1751-48a7-b180-c696aaae4f90'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:14:10.238100 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73ae2b2-525b-48e4-ac6a-8f85328c340a" -d '{"events": [{"name": "network-changed", "server_uuid": "72b7e1ca-118e-4f2c-a251-e9ac7dc0827d", "tag": "d93aa6b4-1751-48a7-b180-c696aaae4f90"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:14:10.292380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c9e2adc0-e388-4d0c-9659-2493e5249112 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfbfd7befd3a420b8e0d802793264eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329074 Aug 26 11:14:10.293695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51068) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:10.336132 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6620a3d2-7242-46f2-8928-4cb5e7721f2c x-openstack-request-id: req-6620a3d2-7242-46f2-8928-4cb5e7721f2c {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:14:10.336773 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b7e1ca-118e-4f2c-a251-e9ac7dc0827d", "tag": "d93aa6b4-1751-48a7-b180-c696aaae4f90", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:14:10.337220 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6620a3d2-7242-46f2-8928-4cb5e7721f2c {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:14:10.337822 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b7e1ca-118e-4f2c-a251-e9ac7dc0827d', 'tag': 'd93aa6b4-1751-48a7-b180-c696aaae4f90', 'status': 'completed', 'code': 200} Aug 26 11:14:10.346629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859717e-b934-452d-9005-761902d5c3cd service neutron] Pushing event updated for resources: {'Port': ['ID=d93aa6b4-1751-48a7-b180-c696aaae4f90,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:10.366586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-a47100ec-6289-4ac9-9846-8852b20f595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:10.376240 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-a47100ec-6289-4ac9-9846-8852b20f595a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5cd73ccfafd4bbca3632e30f53ebbe2&device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 1096 time: 0.0822115 Aug 26 11:14:10.419772 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-88067d83-22d1-421f-9e19-f6774391edd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:10.448679 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-0017ace3-339d-4521-89d7-9991fdef6073 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d93aa6b4-1751-48a7-b180-c696aaae4f90 HTTP/1.1" status: 200 len: 217 time: 0.0681298 Aug 26 11:14:10.472441 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-88067d83-22d1-421f-9e19-f6774391edd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:10.554252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-af0874e7-de28-444f-807f-0db6547a2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:10.555224 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-af0874e7-de28-444f-807f-0db6547a2739 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b30cac9e-7ee3-4f7b-809b-72295f252507 HTTP/1.1" status: 200 len: 851 time: 0.0985603 Aug 26 11:14:10.597233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e0763-1d23-4ecd-b5d6-598b45ae4fb7 req-b102808c-e3b4-4928-8b69-733930c3648b tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:10.599080 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a15e0763-1d23-4ecd-b5d6-598b45ae4fb7 req-b102808c-e3b4-4928-8b69-733930c3648b tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 944 time: 0.1105072 Aug 26 11:14:10.616081 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-472f01ef-5cf7-4eef-8b33-0e9bdba8253d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534170 Aug 26 11:14:10.637438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-88067d83-22d1-421f-9e19-f6774391edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:10.644726 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-88067d83-22d1-421f-9e19-f6774391edd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:10.647236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-88067d83-22d1-421f-9e19-f6774391edd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6200c3d9-4302-4a60-bd79-c66e2053117d HTTP/1.1" status: 204 len: 168 time: 0.3525233 Aug 26 11:14:10.685407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88067d83-22d1-421f-9e19-f6774391edd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6200c3d9-4302-4a60-bd79-c66e2053117d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:10.714275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a15e0763-1d23-4ecd-b5d6-598b45ae4fb7 req-b121f256-1416-4b83-87c2-6a2af4e8b376 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052268 Aug 26 11:14:10.819679 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-d26cbb43-6580-419b-b00e-ee1114c8ce11 service neutron] 10.222.0.47 "GET /v2.0/networks/b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928680 Aug 26 11:14:11.013528 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-05eb4ec5-749e-4b14-a103-85e7484a7d75 req-0ef2c872-4501-4697-bad0-5c26b3bf6bb7 service neutron] 10.222.0.47 "GET /v2.0/networks/b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839809 Aug 26 11:14:11.186126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae2b2-525b-48e4-ac6a-8f85328c340a req-52aa9c0d-3797-4545-889a-2eb4ef9d71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:11.190300 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c73ae2b2-525b-48e4-ac6a-8f85328c340a req-52aa9c0d-3797-4545-889a-2eb4ef9d71ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5cd73ccfafd4bbca3632e30f53ebbe2&device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 1096 time: 0.0858018 Aug 26 11:14:11.377369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae2b2-525b-48e4-ac6a-8f85328c340a req-2f739a72-7ee5-446a-8ab1-e120ec808735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:11.380908 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c73ae2b2-525b-48e4-ac6a-8f85328c340a req-2f739a72-7ee5-446a-8ab1-e120ec808735 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 HTTP/1.1" status: 200 len: 912 time: 0.1777508 Aug 26 11:14:11.435208 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c73ae2b2-525b-48e4-ac6a-8f85328c340a req-ff2f36e3-e2a9-406a-b6a3-8ef230064df1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d93aa6b4-1751-48a7-b180-c696aaae4f90 HTTP/1.1" status: 200 len: 217 time: 0.0463009 Aug 26 11:14:11.513801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae2b2-525b-48e4-ac6a-8f85328c340a req-0f468c6d-f315-41a2-859c-d06e2078e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:11.515850 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c73ae2b2-525b-48e4-ac6a-8f85328c340a req-0f468c6d-f315-41a2-859c-d06e2078e6bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b30cac9e-7ee3-4f7b-809b-72295f252507 HTTP/1.1" status: 200 len: 851 time: 0.0729907 Aug 26 11:14:11.576765 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c73ae2b2-525b-48e4-ac6a-8f85328c340a req-989cee37-1fe9-47d4-9e4a-76049ad91d73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524817 Aug 26 11:14:11.716871 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c73ae2b2-525b-48e4-ac6a-8f85328c340a req-c355e615-d506-4e70-a49d-a74290f88a6b service neutron] 10.222.0.47 "GET /v2.0/networks/b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326482 Aug 26 11:14:11.933024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c13d89-b08b-42bb-a7dc-b032a94f248c req-ce121860-4802-463e-a562-f06f96fb62f3 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:11.942541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7c13d89-b08b-42bb-a7dc-b032a94f248c req-ce121860-4802-463e-a562-f06f96fb62f3 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 944 time: 0.1201925 Aug 26 11:14:11.974182 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c73ae2b2-525b-48e4-ac6a-8f85328c340a req-d5617275-a14f-4cc1-90e6-deae6a84dd5d service neutron] 10.222.0.47 "GET /v2.0/networks/b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475052 Aug 26 11:14:12.000047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7c13d89-b08b-42bb-a7dc-b032a94f248c req-2bffa54e-2df6-4976-9791-fbbc8654e59a tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514979 Aug 26 11:14:12.333993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51146) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:12.506205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1611804580'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:12.534926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Made reservation on behalf of f4238989ea8c4f10a473ab56f8c51411 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:12.538646 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:12.558069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:12.709095 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:12.715531 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:12.781388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:14:12.801707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cfa055-f9c7-41dd-8888-5e5e6392eab3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:12.823114 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:12.824305 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Added segment bba92992-6d23-4073-8093-43a2192a40bc of type vlan for network b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 Aug 26 11:14:12.878452 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:12.926423 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:12.940637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:12.942336 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:13.046888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51176) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:13.047463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7119582 Aug 26 11:14:13.055510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'subnet': {'network_id': 'b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:13.059664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea044ad5-30d9-40a6-a252-430de41088b2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Network': ['ID=b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:13.071399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:14:13.241361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad56ba-80f5-48a0-9167-17a3d6cd0bcc req-f17a4ad5-b273-405b-92bd-569fa3043e02 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:13.249486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45ad56ba-80f5-48a0-9167-17a3d6cd0bcc req-f17a4ad5-b273-405b-92bd-569fa3043e02 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 944 time: 0.1114931 Aug 26 11:14:13.257917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Made reservation on behalf of f4238989ea8c4f10a473ab56f8c51411 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:13.262135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:13.319424 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45ad56ba-80f5-48a0-9167-17a3d6cd0bcc req-7164a05a-ea37-47f8-b7fa-94443256ccce tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688481 Aug 26 11:14:13.362689 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a07b5a7d-097c-46ac-9392-bc7387c77154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:13.622785 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:13.724354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Subnet': ['ID=4e3d1170-3d74-4a39-9348-12e2c37a69c3,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:13.726548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Checking segment: {'id': 'bba92992-6d23-4073-8093-43a2192a40bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:14:13.726960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network hostable DHCP agents. Network: b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:14:13.752272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:14:13.774412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:13.779418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:13.780113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:13.794055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab62b5f2-bef3-4435-b827-958e9b0713c5 None None] Network b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:14:13.801647 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ec391f46-b179-44a8-8060-ceec2fa40113 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7532609 Aug 26 11:14:13.812139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51200) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:13.819084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1106415463', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:13.865475 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:13.867003 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:13.956208 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:14.081392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bec2f3-7969-412a-bd61-95e0762d10f3 None None] Network b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:14:14.212687 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:14.567823 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:14.624668 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:14.881084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b4beb-0b35-4c77-b1b0-a93b1d507565 req-8d469cf3-bf4f-42c5-aafd-c92bcaadfb5c tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:14.883471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-027b4beb-0b35-4c77-b1b0-a93b1d507565 req-8d469cf3-bf4f-42c5-aafd-c92bcaadfb5c tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 944 time: 0.4375949 Aug 26 11:14:14.904790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.25.1.17 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/44bbf84d-c9e1-4c9e-8bee-6496833b7996) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:14.945425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51230) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:14.963865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-027b4beb-0b35-4c77-b1b0-a93b1d507565 req-760fb26d-5e9a-4cc0-ae70-eea008ed4304 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607867 Aug 26 11:14:15.108276 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:15.132574 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bf477d73-c6eb-43e3-8a94-28395aa80017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:15.186008 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:15.246314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:15.256406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:15.264284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:15.296474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=44bbf84d-c9e1-4c9e-8bee-6496833b7996,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:15.347951 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bf477d73-c6eb-43e3-8a94-28395aa80017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:15.360240 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bf477d73-c6eb-43e3-8a94-28395aa80017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:15.451690 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bf477d73-c6eb-43e3-8a94-28395aa80017 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79d6628c06e1445ea47b028f66f96d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031006 Aug 26 11:14:15.453868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf477d73-c6eb-43e3-8a94-28395aa80017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1639d3f5-ff2d-457c-83d9-55376754e9b4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:15.459970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51240) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:15.525316 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d53b72e5-658b-409a-a144-ceeb5f8faa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:15.567387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d53b72e5-658b-409a-a144-ceeb5f8faa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:15.678339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d53b72e5-658b-409a-a144-ceeb5f8faa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:15.681088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d53b72e5-658b-409a-a144-ceeb5f8faa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:15.682452 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d53b72e5-658b-409a-a144-ceeb5f8faa06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1639d3f5-ff2d-457c-83d9-55376754e9b4 HTTP/1.1" status: 204 len: 168 time: 0.2207475 Aug 26 11:14:15.691539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:15.703581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b72e5-658b-409a-a144-ceeb5f8faa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1639d3f5-ff2d-457c-83d9-55376754e9b4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:15.709119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d93aa6b4-1751-48a7-b180-c696aaae4f90 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:14:15.833555 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d937c6-bf8b-46b7-a819-540881abdf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.000539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port d93aa6b4-1751-48a7-b180-c696aaae4f90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d93aa6b4-1751-48a7-b180-c696aaae4f90,segment=NetworkSegment(8adcbaec-78e2-4fdd-9762-ef271ad4f7b9),segment_id=8adcbaec-78e2-4fdd-9762-ef271ad4f7b9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:14:16.023810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'd93aa6b4-1751-48a7-b180-c696aaae4f90', 'network_id': 'b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131', 'port_id': 'd93aa6b4-1751-48a7-b180-c696aaae4f90', 'mac_address': 'fa:16:3e:65:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30cac9e-7ee3-4f7b-809b-72295f252507', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:14:16.125061 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.132406 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.145685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93aa6b4-1751-48a7-b180-c696aaae4f90 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:14:16.169197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port d93aa6b4-1751-48a7-b180-c696aaae4f90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d93aa6b4-1751-48a7-b180-c696aaae4f90,segment=NetworkSegment(8adcbaec-78e2-4fdd-9762-ef271ad4f7b9),segment_id=8adcbaec-78e2-4fdd-9762-ef271ad4f7b9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:14:16.175902 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.197132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57a6bb-8c25-46b6-90d9-885cb5dd1817 req-a1cb97eb-5c8a-4528-b408-3bb5462df13a tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:16.205772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee57a6bb-8c25-46b6-90d9-885cb5dd1817 req-a1cb97eb-5c8a-4528-b408-3bb5462df13a tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 944 time: 0.1243129 Aug 26 11:14:16.214091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51262) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:16.256334 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1eb2ac0-4e07-4630-af91-522c13f22149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.283852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=d93aa6b4-1751-48a7-b180-c696aaae4f90,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:16.290156 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.309073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee57a6bb-8c25-46b6-90d9-885cb5dd1817 req-ddf6971c-ee68-4c2f-be88-b6ca867960ad tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021616 Aug 26 11:14:16.380173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:14:16.416102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1eb2ac0-4e07-4630-af91-522c13f22149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.422666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1eb2ac0-4e07-4630-af91-522c13f22149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.466126 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['d93aa6b4-1751-48a7-b180-c696aaae4f90'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:14:16.498649 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d1eb2ac0-4e07-4630-af91-522c13f22149 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bc762fffae640c084f753fd9b65a9e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744532 Aug 26 11:14:16.501797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb2ac0-4e07-4630-af91-522c13f22149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0766f678-49bf-42c6-bc38-1839bdf65732,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:16.510842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51270) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:16.582819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:16.596967 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d496673-4a1d-4d6d-bfaa-efdce2558cc2 None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:16.617685 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.620158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1062de12-f4b5-42d2-ab45-2d0b0bd62be2 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8068211 Aug 26 11:14:16.623416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51272) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:16.629689 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d496673-4a1d-4d6d-bfaa-efdce2558cc2 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:16.631761 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3d496673-4a1d-4d6d-bfaa-efdce2558cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:16.639664 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.683979 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3d496673-4a1d-4d6d-bfaa-efdce2558cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:16.684171 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.708691 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d496673-4a1d-4d6d-bfaa-efdce2558cc2 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:16.710468 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3d496673-4a1d-4d6d-bfaa-efdce2558cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:16.779726 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.784382 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:16.789368 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0766f678-49bf-42c6-bc38-1839bdf65732 HTTP/1.1" status: 204 len: 168 time: 0.2768540 Aug 26 11:14:16.799685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0766f678-49bf-42c6-bc38-1839bdf65732,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:16.800585 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3d496673-4a1d-4d6d-bfaa-efdce2558cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:16.801470 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d496673-4a1d-4d6d-bfaa-efdce2558cc2 None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:16.815566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:16.816230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:16.817505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:16.817901 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:16.818261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:16.818614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:16.818991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:16.819327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:16.819662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:16.820247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:16.836999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:16.837344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c16032-3bef-4926-a253-a0c3fe4ca31e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:17.190298 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:17.424163 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:17.559056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a598c-98fe-4788-8df7-1e747a5a04fe req-bfc42f5d-71c1-4832-8c56-ce4b3db6a9ef tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:17.559056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d28a598c-98fe-4788-8df7-1e747a5a04fe req-bfc42f5d-71c1-4832-8c56-ce4b3db6a9ef tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 945 time: 0.1232138 Aug 26 11:14:17.711172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d93aa6b4-1751-48a7-b180-c696aaae4f90 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:14:17.818097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port d93aa6b4-1751-48a7-b180-c696aaae4f90 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:14:17.825572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port d93aa6b4-1751-48a7-b180-c696aaae4f90 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:14:17.825964 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:18.026772 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:18.071399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b7e1ca-118e-4f2c-a251-e9ac7dc0827d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93aa6b4-1751-48a7-b180-c696aaae4f90'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:14:18.076630 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11eb559e-140c-4aef-bff5-d09ff14c553c" -d '{"events": [{"server_uuid": "72b7e1ca-118e-4f2c-a251-e9ac7dc0827d", "name": "network-vif-plugged", "status": "completed", "tag": "d93aa6b4-1751-48a7-b180-c696aaae4f90"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:14:18.096833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port d93aa6b4-1751-48a7-b180-c696aaae4f90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d93aa6b4-1751-48a7-b180-c696aaae4f90,segment=NetworkSegment(8adcbaec-78e2-4fdd-9762-ef271ad4f7b9),segment_id=8adcbaec-78e2-4fdd-9762-ef271ad4f7b9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:14:18.103403 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:18.136008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d28a598c-98fe-4788-8df7-1e747a5a04fe req-14ef8ae2-ccf3-4c7b-8e1f-de0f55fe04bf tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705361 Aug 26 11:14:18.183296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=d93aa6b4-1751-48a7-b180-c696aaae4f90,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:18.208952 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7249db-5b4b-43b6-84bd-fb41185d2ec6 x-openstack-request-id: req-0e7249db-5b4b-43b6-84bd-fb41185d2ec6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:14:18.209642 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b7e1ca-118e-4f2c-a251-e9ac7dc0827d", "name": "network-vif-plugged", "status": "completed", "tag": "d93aa6b4-1751-48a7-b180-c696aaae4f90", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:14:18.209642 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e7249db-5b4b-43b6-84bd-fb41185d2ec6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:14:18.209994 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b7e1ca-118e-4f2c-a251-e9ac7dc0827d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93aa6b4-1751-48a7-b180-c696aaae4f90', 'code': 200} Aug 26 11:14:18.357085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210b193-5103-4d47-bef7-0a968c9a8b85 req-7854f8f5-df74-4439-8c3f-06e745c93e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:18.359250 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7210b193-5103-4d47-bef7-0a968c9a8b85 req-7854f8f5-df74-4439-8c3f-06e745c93e43 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 1098 time: 0.0643480 Aug 26 11:14:18.444100 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7210b193-5103-4d47-bef7-0a968c9a8b85 req-53225c19-8c1c-4463-9399-48b1901093cb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749223 Aug 26 11:14:18.502453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.20.0.1 (b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1/4e3d1170-3d74-4a39-9348-12e2c37a69c3/5375fa57-a346-4483-9621-1518e2de9e6b) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:18.728864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51348) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:18.766934 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:18.822654 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:18.867507 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:18.871443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:18.876587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:18.956914 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee2c81fe-3099-46a2-bef9-0110014f67d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:18.972442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=5375fa57-a346-4483-9621-1518e2de9e6b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:18.998341 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:19.130925 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee2c81fe-3099-46a2-bef9-0110014f67d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:19.137506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ee2c81fe-3099-46a2-bef9-0110014f67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:19.234210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c81fe-3099-46a2-bef9-0110014f67d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d58c48f-57e8-4c25-aa44-76e413684514,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:19.241374 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:19.285907 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:19.298539 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ee2c81fe-3099-46a2-bef9-0110014f67d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a3fe402968147829981b0b51d76656f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680678 Aug 26 11:14:19.299197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51362) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:19.386618 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00aaf087-82d0-4a21-93dd-2b44bf91fadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:19.418655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00aaf087-82d0-4a21-93dd-2b44bf91fadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:19.424429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556eef1-8888-4351-b5af-be11ce1d8db4 req-1987a1e0-0824-4887-a4ee-fd9e7e00d299 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:19.426196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0556eef1-8888-4351-b5af-be11ce1d8db4 req-1987a1e0-0824-4887-a4ee-fd9e7e00d299 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.1322639 Aug 26 11:14:19.482913 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00aaf087-82d0-4a21-93dd-2b44bf91fadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:19.486375 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00aaf087-82d0-4a21-93dd-2b44bf91fadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:19.491668 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-00aaf087-82d0-4a21-93dd-2b44bf91fadc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d58c48f-57e8-4c25-aa44-76e413684514 HTTP/1.1" status: 204 len: 168 time: 0.1874454 Aug 26 11:14:19.508847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaf087-82d0-4a21-93dd-2b44bf91fadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d58c48f-57e8-4c25-aa44-76e413684514,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:19.546092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0556eef1-8888-4351-b5af-be11ce1d8db4 req-42a9cf7c-7457-458e-98e8-9bf585a9526b tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027613 Aug 26 11:14:19.769172 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:19.791035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:19.891252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=5375fa57-a346-4483-9621-1518e2de9e6b,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:19.917924 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:20.109080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:20.112556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:20.275617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:20.429888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:20.437856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4bd66baf-b4d3-4513-9120-5dcc8992514e tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "PUT /v2.0/routers/214abd40-c1bf-4945-bc28-0582dd793245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8112524 Aug 26 11:14:20.439030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51400) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:20.444883 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ce9ae2-cdf5-4bec-bcb3-455af2be4bb0 None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:20.445549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'port': {'network_id': 'b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1', 'name': 'tempest-FloatingIPTestJSON-963983656'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:20.460530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce9ae2-cdf5-4bec-bcb3-455af2be4bb0 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:20.461675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-29ce9ae2-cdf5-4bec-bcb3-455af2be4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:20.531341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-29ce9ae2-cdf5-4bec-bcb3-455af2be4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:20.592047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce9ae2-cdf5-4bec-bcb3-455af2be4bb0 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:20.594483 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-29ce9ae2-cdf5-4bec-bcb3-455af2be4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:20.652892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Made reservation on behalf of f4238989ea8c4f10a473ab56f8c51411 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:20.657617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:20.675480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-29ce9ae2-cdf5-4bec-bcb3-455af2be4bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:20.676200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ce9ae2-cdf5-4bec-bcb3-455af2be4bb0 None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:20.685436 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:20.698951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] device_id is not set on port 906e16da-bf00-4561-ae12-9dffc789e4db yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:14:20.796471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46b32e-cd7b-4101-ae1e-463255bcaf85 req-050408d1-d5ce-43d5-868e-c57675cc8066 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:20.799589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c46b32e-cd7b-4101-ae1e-463255bcaf85 req-050408d1-d5ce-43d5-868e-c57675cc8066 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.1080370 Aug 26 11:14:20.859826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c46b32e-cd7b-4101-ae1e-463255bcaf85 req-abfbba51-e4bb-4653-8e24-813c5757551f tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537534 Aug 26 11:14:20.879797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.20.0.6 (b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1/4e3d1170-3d74-4a39-9348-12e2c37a69c3/906e16da-bf00-4561-ae12-9dffc789e4db) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:21.082001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b55a1-b188-4bfe-8b6e-82dbeb723736 req-9bf388a9-1c94-43dc-9b8f-9ede7300bd81 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:21.084764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f83b55a1-b188-4bfe-8b6e-82dbeb723736 req-9bf388a9-1c94-43dc-9b8f-9ede7300bd81 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.0961692 Aug 26 11:14:21.167299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f83b55a1-b188-4bfe-8b6e-82dbeb723736 req-ae1e67d6-3a59-4514-84ae-bddb752370c0 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599592 Aug 26 11:14:21.184432 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:21.292053 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:21.369564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:21.372964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:21.378404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:21.382921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=906e16da-bf00-4561-ae12-9dffc789e4db,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:21.442470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:21.443252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:21.469109 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8e307531-bd0b-40e7-86cb-982c4ef4c29d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0290160 Aug 26 11:14:21.472506 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51440) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:21.484134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'port': {'network_id': 'b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1', 'name': 'tempest-FloatingIPTestJSON-1611956178'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:21.580837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d8b16-93ca-49ed-b933-b2b88192dbf6 req-45f3ab7b-faa6-4b92-b3bd-8e3de03291d7 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:21.582463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf5d8b16-93ca-49ed-b933-b2b88192dbf6 req-45f3ab7b-faa6-4b92-b3bd-8e3de03291d7 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.1211493 Aug 26 11:14:21.657269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Made reservation on behalf of f4238989ea8c4f10a473ab56f8c51411 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:21.659151 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf5d8b16-93ca-49ed-b933-b2b88192dbf6 req-47d535d9-6f3e-4fbc-8b89-90d1780f8a13 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698411 Aug 26 11:14:21.663873 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:21.701327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] device_id is not set on port 045a4751-a225-4650-a383-63df696aa6f4 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:14:21.860991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.20.0.11 (b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1/4e3d1170-3d74-4a39-9348-12e2c37a69c3/045a4751-a225-4650-a383-63df696aa6f4) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:22.101552 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:22.152301 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:22.218276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:22.231519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:22.235713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:22.274223 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:22.291051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=045a4751-a225-4650-a383-63df696aa6f4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:22.318521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:22.319230 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:22.335388 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-80a02b0d-7d00-4a6f-b428-dc8ef0c3acdf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8565381 Aug 26 11:14:22.338357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51464) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:22.343590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '045a4751-a225-4650-a383-63df696aa6f4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:22.369852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:22.505136 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:22.652648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.25.1.76 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/a695a6f0-166a-43a1-bf98-0b1900e7c610) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:22.771173 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:22.840678 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:22.878271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd622c-d6c3-40df-9f27-2dbcbe76cfc4 req-c5cc0b1c-b2a8-4353-8443-8966f6647fb6 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:22.880330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39fd622c-d6c3-40df-9f27-2dbcbe76cfc4 req-c5cc0b1c-b2a8-4353-8443-8966f6647fb6 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.0856602 Aug 26 11:14:22.887105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:22.893339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:22.897246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:22.905134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=a695a6f0-166a-43a1-bf98-0b1900e7c610,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:22.941268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39fd622c-d6c3-40df-9f27-2dbcbe76cfc4 req-fd8860f5-9cb6-4441-a56b-022f799e86dc tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519145 Aug 26 11:14:23.319298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46434123-0cb7-4f8c-90fe-5c14d8b59065 req-45fb931b-b2ed-4619-b054-cc3be8fb0fff tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:23.330613 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46434123-0cb7-4f8c-90fe-5c14d8b59065 req-45fb931b-b2ed-4619-b054-cc3be8fb0fff tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.0952315 Aug 26 11:14:23.380724 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46434123-0cb7-4f8c-90fe-5c14d8b59065 req-0ed82657-37fd-40b8-ae7b-0b0b754595d5 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480251 Aug 26 11:14:23.436260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610279-ed50-4957-a270-c17230c4161f req-3b6633d8-0bec-43f4-b583-690f398ca5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:23.437920 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be610279-ed50-4957-a270-c17230c4161f req-3b6633d8-0bec-43f4-b583-690f398ca5c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5cd73ccfafd4bbca3632e30f53ebbe2&device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 1098 time: 0.1340957 Aug 26 11:14:24.031538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610279-ed50-4957-a270-c17230c4161f req-2dd16408-c6e5-45d3-b095-fdee362d1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:24.033060 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be610279-ed50-4957-a270-c17230c4161f req-2dd16408-c6e5-45d3-b095-fdee362d1f98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 HTTP/1.1" status: 200 len: 912 time: 0.5873346 Aug 26 11:14:24.039975 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:24.171121 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be610279-ed50-4957-a270-c17230c4161f req-158fc15f-7532-40d2-a7d5-19a52c2199be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d93aa6b4-1751-48a7-b180-c696aaae4f90 HTTP/1.1" status: 200 len: 217 time: 0.0528622 Aug 26 11:14:24.235817 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:24.327747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610279-ed50-4957-a270-c17230c4161f req-70d1591b-17ec-4b81-93a5-2bc25b78aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:24.329328 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be610279-ed50-4957-a270-c17230c4161f req-70d1591b-17ec-4b81-93a5-2bc25b78aeff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b30cac9e-7ee3-4f7b-809b-72295f252507 HTTP/1.1" status: 200 len: 851 time: 0.1393540 Aug 26 11:14:24.425612 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be610279-ed50-4957-a270-c17230c4161f req-47260bfa-d28c-4991-ab41-58bc26821504 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881207 Aug 26 11:14:24.563739 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be610279-ed50-4957-a270-c17230c4161f req-c7844729-3313-453a-bad9-d0266aa43e22 service neutron] 10.222.0.47 "GET /v2.0/networks/b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372268 Aug 26 11:14:24.589716 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:24.595601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d0027-4481-4269-b6cb-ab27d728ed5f req-0c967ec2-f219-4b98-8237-d5977662fd33 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:24.604262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:24.605164 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-889d0027-4481-4269-b6cb-ab27d728ed5f req-0c967ec2-f219-4b98-8237-d5977662fd33 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.0851512 Aug 26 11:14:24.659140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-889d0027-4481-4269-b6cb-ab27d728ed5f req-77597388-872e-4a01-bc81-60acf91e361c tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520759 Aug 26 11:14:24.770169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=a695a6f0-166a-43a1-bf98-0b1900e7c610,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:24.779198 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:24.828216 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-be610279-ed50-4957-a270-c17230c4161f req-4938df55-04a0-4f76-8bd8-cffc7473ea64 service neutron] 10.222.0.47 "GET /v2.0/networks/b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536047 Aug 26 11:14:24.910117 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP 06a63446-b64a-4632-a508-81d35f49c666 associated. External IP: 172.25.1.76, port: 045a4751-a225-4650-a383-63df696aa6f4. Aug 26 11:14:25.153429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:25.312150 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:25.328421 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05edd261-f409-4503-951c-d182978ae2c6 None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:25.331278 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:25.346625 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05edd261-f409-4503-951c-d182978ae2c6 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:25.351691 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-05edd261-f409-4503-951c-d182978ae2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:25.367229 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4b5a7b67-169e-45c7-b588-75ec553a7d52 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0276339 Aug 26 11:14:25.370133 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51530) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:25.375261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4dc923a1-1764-4dff-ac72-8fdd84261302 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:25.425235 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-05edd261-f409-4503-951c-d182978ae2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:25.444906 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05edd261-f409-4503-951c-d182978ae2c6 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:25.446053 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-05edd261-f409-4503-951c-d182978ae2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:25.472526 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4dc923a1-1764-4dff-ac72-8fdd84261302 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:25.615036 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-05edd261-f409-4503-951c-d182978ae2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:25.615304 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05edd261-f409-4503-951c-d182978ae2c6 None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:25.685961 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4dc923a1-1764-4dff-ac72-8fdd84261302 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:25.693503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4dc923a1-1764-4dff-ac72-8fdd84261302 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:25.694391 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-4dc923a1-1764-4dff-ac72-8fdd84261302 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP 06a63446-b64a-4632-a508-81d35f49c666 disassociated. External IP: 172.25.1.76, port: 045a4751-a225-4650-a383-63df696aa6f4. Aug 26 11:14:25.887162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91201f4-9b28-4a84-adf6-8d7a67c6f432 req-07328d5f-c446-4aed-b1d0-7afe7b5b967b tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:25.890090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f91201f4-9b28-4a84-adf6-8d7a67c6f432 req-07328d5f-c446-4aed-b1d0-7afe7b5b967b tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.1002617 Aug 26 11:14:25.958517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f91201f4-9b28-4a84-adf6-8d7a67c6f432 req-8e407db8-f350-4704-a401-3fca8e6b15be tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609965 Aug 26 11:14:26.062007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc923a1-1764-4dff-ac72-8fdd84261302 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:26.189434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc923a1-1764-4dff-ac72-8fdd84261302 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:26.199427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0556de-8f6c-4f3a-b1a8-39f7ae7414ef None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:26.199978 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4dc923a1-1764-4dff-ac72-8fdd84261302 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:26.218718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0556de-8f6c-4f3a-b1a8-39f7ae7414ef None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:26.219400 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1f0556de-8f6c-4f3a-b1a8-39f7ae7414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:26.257127 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4dc923a1-1764-4dff-ac72-8fdd84261302 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "PUT /v2.0/floatingips/06a63446-b64a-4632-a508-81d35f49c666 HTTP/1.1" status: 200 len: 687 time: 0.8858705 Aug 26 11:14:26.259963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51546) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:26.267668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1f0556de-8f6c-4f3a-b1a8-39f7ae7414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:26.291091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0556de-8f6c-4f3a-b1a8-39f7ae7414ef None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:26.292353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1f0556de-8f6c-4f3a-b1a8-39f7ae7414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:26.341798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1f0556de-8f6c-4f3a-b1a8-39f7ae7414ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:26.342886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0556de-8f6c-4f3a-b1a8-39f7ae7414ef None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:26.511771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port a695a6f0-166a-43a1-bf98-0b1900e7c610 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:26.512129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:26.626399 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:26.627052 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:26.642709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for a695a6f0-166a-43a1-bf98-0b1900e7c610 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:26.887645 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:26.928695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=a695a6f0-166a-43a1-bf98-0b1900e7c610,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:26.943517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:26.943935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:26.944271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:26.944629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:26.944954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:26.945293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:26.945747 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:26.946326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:26.946676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:26.947295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:26.947930 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:26.948254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:14:27.058068 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:27.060712 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:27.062259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bfab4500-d5da-4fd2-96bd-3141060713ae tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/floatingips/06a63446-b64a-4632-a508-81d35f49c666 HTTP/1.1" status: 204 len: 168 time: 0.8013020 Aug 26 11:14:27.065762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51594) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:27.071528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '906e16da-bf00-4561-ae12-9dffc789e4db'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:27.108258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:27.122102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a333a-cc66-4d9b-b7e9-c0afa9a45cfa req-deadfaa4-b245-4f4b-a767-6a60f328aa5d tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:27.124669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b88a333a-cc66-4d9b-b7e9-c0afa9a45cfa req-deadfaa4-b245-4f4b-a767-6a60f328aa5d tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.0610857 Aug 26 11:14:27.189197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b88a333a-cc66-4d9b-b7e9-c0afa9a45cfa req-217e282c-376d-4446-9e62-2620f3ccaa9c tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496583 Aug 26 11:14:27.298378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:27.583230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.25.1.195 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/2751b011-8521-48af-9076-83e22fbe3124) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:27.619696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d72716-f1a1-4f1d-8203-a966d8726e02 req-1a567823-16c5-409d-a8fe-2eda0f04286b tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:27.630136 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11d72716-f1a1-4f1d-8203-a966d8726e02 req-1a567823-16c5-409d-a8fe-2eda0f04286b tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.0973785 Aug 26 11:14:27.701637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11d72716-f1a1-4f1d-8203-a966d8726e02 req-d5ecfa3f-624f-4412-bf3e-13a6bf10f63f tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699303 Aug 26 11:14:27.759057 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:27.816348 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:27.876482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:27.881785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:27.885438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:27.914015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=2751b011-8521-48af-9076-83e22fbe3124,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:28.191455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51670) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:28.442011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f4ec352f-1c44-4604-8980-b5e1491edc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:28.565706 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f4ec352f-1c44-4604-8980-b5e1491edc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:28.572552 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f4ec352f-1c44-4604-8980-b5e1491edc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:28.611857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f4ec352f-1c44-4604-8980-b5e1491edc1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba22570469634f21b7ca5f1506ce5307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4192107 Aug 26 11:14:28.615268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51690) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:28.641775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec352f-1c44-4604-8980-b5e1491edc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfc5f0b-375e-42ff-93f0-65819bf4b3a4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:28.720814 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cead-f616-4b93-bd83-061194797068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:28.767695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cead-f616-4b93-bd83-061194797068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:28.826842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:28.883188 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cead-f616-4b93-bd83-061194797068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:28.886520 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bc4cead-f616-4b93-bd83-061194797068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:28.893756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8bc4cead-f616-4b93-bd83-061194797068 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edfc5f0b-375e-42ff-93f0-65819bf4b3a4 HTTP/1.1" status: 204 len: 168 time: 0.2772377 Aug 26 11:14:28.917690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4cead-f616-4b93-bd83-061194797068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfc5f0b-375e-42ff-93f0-65819bf4b3a4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:28.960092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed8822-4a08-4e7a-8edd-51603ec68774 req-f068f983-6e86-4baa-8b0e-ce21c77d29de tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:28.961807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33ed8822-4a08-4e7a-8edd-51603ec68774 req-f068f983-6e86-4baa-8b0e-ce21c77d29de tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.1231570 Aug 26 11:14:28.988714 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:29.021735 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33ed8822-4a08-4e7a-8edd-51603ec68774 req-f14fddd7-014a-4041-8e5a-30e8b455ea68 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530102 Aug 26 11:14:29.388863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9a4ea-e6c5-46a7-a6da-fc75fc64481d req-e1085260-ce14-40f8-9d53-1348e27545bc tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:29.392319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ab9a4ea-e6c5-46a7-a6da-fc75fc64481d req-e1085260-ce14-40f8-9d53-1348e27545bc tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.0946963 Aug 26 11:14:29.417764 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:29.423111 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:29.455665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ab9a4ea-e6c5-46a7-a6da-fc75fc64481d req-29727478-51f9-4d3f-b00d-12903a839217 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Aug 26 11:14:29.499568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1dbd8a-d311-44ae-aa58-4cf74d90db25 req-d038383a-3e1f-4474-91d4-6ccfc785990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:29.501380 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db1dbd8a-d311-44ae-aa58-4cf74d90db25 req-d038383a-3e1f-4474-91d4-6ccfc785990c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5cd73ccfafd4bbca3632e30f53ebbe2&device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 1098 time: 0.1633403 Aug 26 11:14:29.525205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51714) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:29.548831 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e03f9fd4-edf1-4938-b4e8-8a798f5f3628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:29.604089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=2751b011-8521-48af-9076-83e22fbe3124,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:29.632876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:29.707338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1dbd8a-d311-44ae-aa58-4cf74d90db25 req-b773d852-0862-46e5-aa67-ef578044a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:29.713233 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db1dbd8a-d311-44ae-aa58-4cf74d90db25 req-b773d852-0862-46e5-aa67-ef578044a0f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 HTTP/1.1" status: 200 len: 912 time: 0.1815867 Aug 26 11:14:29.747387 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e03f9fd4-edf1-4938-b4e8-8a798f5f3628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:29.754518 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e03f9fd4-edf1-4938-b4e8-8a798f5f3628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:29.815044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e03f9fd4-edf1-4938-b4e8-8a798f5f3628 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b712b6cc73c34767b7c16cbd64c90aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841697 Aug 26 11:14:29.863440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51722) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:29.864132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f9fd4-edf1-4938-b4e8-8a798f5f3628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0d72a1-bff4-429c-9c11-728089393040,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:29.879403 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db1dbd8a-d311-44ae-aa58-4cf74d90db25 req-c68bae2b-c282-4064-b489-27cf62b31c60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d93aa6b4-1751-48a7-b180-c696aaae4f90 HTTP/1.1" status: 200 len: 217 time: 0.1605442 Aug 26 11:14:29.963830 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP 10e41fb1-615c-4d95-914c-6933a3023599 associated. External IP: 172.25.1.195, port: 906e16da-bf00-4561-ae12-9dffc789e4db. Aug 26 11:14:29.976248 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f5c19292-0838-451b-a163-405dae983881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:30.016100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1dbd8a-d311-44ae-aa58-4cf74d90db25 req-e681a471-b9d7-42b0-9407-74fd9f6cbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:30.016367 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f5c19292-0838-451b-a163-405dae983881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:30.018482 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db1dbd8a-d311-44ae-aa58-4cf74d90db25 req-e681a471-b9d7-42b0-9407-74fd9f6cbbba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b30cac9e-7ee3-4f7b-809b-72295f252507 HTTP/1.1" status: 200 len: 851 time: 0.1287222 Aug 26 11:14:30.100344 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db1dbd8a-d311-44ae-aa58-4cf74d90db25 req-d4845a6b-fe0e-4f2e-8e4c-057e69e4cbe7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761387 Aug 26 11:14:30.111672 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f5c19292-0838-451b-a163-405dae983881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:30.115160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f5c19292-0838-451b-a163-405dae983881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:30.116621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f5c19292-0838-451b-a163-405dae983881 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a0d72a1-bff4-429c-9c11-728089393040 HTTP/1.1" status: 204 len: 168 time: 0.2496049 Aug 26 11:14:30.151419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19292-0838-451b-a163-405dae983881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0d72a1-bff4-429c-9c11-728089393040,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:30.328468 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db1dbd8a-d311-44ae-aa58-4cf74d90db25 req-59caff0e-426d-4076-81a5-1f98d3521cdc service neutron] 10.222.0.47 "GET /v2.0/networks/b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211204 Aug 26 11:14:30.552613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:30.676779 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-db1dbd8a-d311-44ae-aa58-4cf74d90db25 req-0280daaa-3ad0-49db-adf2-408c17c67e34 service neutron] 10.222.0.47 "GET /v2.0/networks/b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811446 Aug 26 11:14:30.701410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bc8e1-cd43-47ea-9b4c-b7815392b899 req-24c74cdd-0095-4fcb-a339-57da76739d9b tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:30.709287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-275bc8e1-cd43-47ea-9b4c-b7815392b899 req-24c74cdd-0095-4fcb-a339-57da76739d9b tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.1743510 Aug 26 11:14:30.772769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:30.796456 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:30.797420 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab2a39-02ae-41f7-837e-762fb5270ae2 None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:30.808763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-275bc8e1-cd43-47ea-9b4c-b7815392b899 req-1f777cf4-9c0c-4bdf-bb82-4d2ce549262f tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936766 Aug 26 11:14:30.809076 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab2a39-02ae-41f7-837e-762fb5270ae2 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:30.809805 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-09ab2a39-02ae-41f7-837e-762fb5270ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:30.859242 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-09ab2a39-02ae-41f7-837e-762fb5270ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:30.869942 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab2a39-02ae-41f7-837e-762fb5270ae2 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:30.870270 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-09ab2a39-02ae-41f7-837e-762fb5270ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:30.895638 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51762) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:30.896434 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-38fccd6e-e693-4023-9452-13c1df7fe028 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8288586 Aug 26 11:14:30.987316 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-09ab2a39-02ae-41f7-837e-762fb5270ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:30.988115 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab2a39-02ae-41f7-837e-762fb5270ae2 None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:31.060006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 51768) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:31.073845 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3b281a98-14f4-492a-947a-83730a528190 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "GET /v2.0/floatingips/10e41fb1-615c-4d95-914c-6933a3023599 HTTP/1.1" status: 200 len: 977 time: 0.1722946 Aug 26 11:14:31.230788 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5cef13b6-f0c1-43e9-8ec4-f35bdea8ad65 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1677990 Aug 26 11:14:31.232051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51774) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:31.238385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'floatingip': {'port_id': '045a4751-a225-4650-a383-63df696aa6f4'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:31.376497 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:32.134638 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd5e83-a9ae-473c-bd2f-d1ee1d6d471e req-d64a64be-d3d3-43e2-afc6-c506624f1c1a tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:32.134638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68bd5e83-a9ae-473c-bd2f-d1ee1d6d471e req-d64a64be-d3d3-43e2-afc6-c506624f1c1a tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.2323208 Aug 26 11:14:32.367851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68bd5e83-a9ae-473c-bd2f-d1ee1d6d471e req-915029fa-7aef-4313-b50e-7cc1a147a4c4 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077007 Aug 26 11:14:32.551970 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.db.resource_extend [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 11:14:32.634456 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:32.640716 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:32.880187 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP 10e41fb1-615c-4d95-914c-6933a3023599 associated. External IP: 172.25.1.195, port: 906e16da-bf00-4561-ae12-9dffc789e4db. Aug 26 11:14:33.032490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38515e-3917-41c2-8f24-9cc32bfdbbb1 req-5286349c-601c-4218-a72b-dd6d5622a2ef tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:33.034161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b38515e-3917-41c2-8f24-9cc32bfdbbb1 req-5286349c-601c-4218-a72b-dd6d5622a2ef tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.2411706 Aug 26 11:14:33.621112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b38515e-3917-41c2-8f24-9cc32bfdbbb1 req-35b71b6d-81af-41e5-a299-0a0a887c6820 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780270 Aug 26 11:14:33.754851 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:14:33.833049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:34.040293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:34.055284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9ba64-740b-43c5-9032-f07889673e62 None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:34.072616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9ba64-740b-43c5-9032-f07889673e62 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:34.073733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7fe9ba64-740b-43c5-9032-f07889673e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:34.175121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7fe9ba64-740b-43c5-9032-f07889673e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:34.196410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9ba64-740b-43c5-9032-f07889673e62 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:34.197045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7fe9ba64-740b-43c5-9032-f07889673e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:34.279300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7fe9ba64-740b-43c5-9032-f07889673e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:34.279916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9ba64-740b-43c5-9032-f07889673e62 None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:34.514213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:34.726778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:34.735166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:34.740310 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a3251-0b42-4bb4-b1ca-852fcf6ddc85 None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:34.760464 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a3251-0b42-4bb4-b1ca-852fcf6ddc85 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:34.760464 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4f6a3251-0b42-4bb4-b1ca-852fcf6ddc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:34.796394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95850dad-495b-4a30-92bf-ec1ece0edd99 req-c851b828-3aad-4ab9-afb2-0d4d9708dcd6 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:34.798053 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-95850dad-495b-4a30-92bf-ec1ece0edd99 req-c851b828-3aad-4ab9-afb2-0d4d9708dcd6 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.47 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.1434541 Aug 26 11:14:34.873915 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4f6a3251-0b42-4bb4-b1ca-852fcf6ddc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:34.906643 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a3251-0b42-4bb4-b1ca-852fcf6ddc85 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:34.907322 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4f6a3251-0b42-4bb4-b1ca-852fcf6ddc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:34.988333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-70ff43c5-821a-40e3-a94f-f67c00dc5044 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "PUT /v2.0/floatingips/10e41fb1-615c-4d95-914c-6933a3023599 HTTP/1.1" status: 200 len: 979 time: 3.7551699 Aug 26 11:14:34.991434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 51990) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:35.005540 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4f6a3251-0b42-4bb4-b1ca-852fcf6ddc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:35.006749 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a3251-0b42-4bb4-b1ca-852fcf6ddc85 None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:35.007504 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f9c735b7-aadb-4ed5-89bc-f2f80c21ce80 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:35.089524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660da39-f209-4878-a51c-502c96f0ac0f req-ce46a0bc-c313-446a-a68f-d0b11618d970 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:35.091388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1660da39-f209-4878-a51c-502c96f0ac0f req-ce46a0bc-c313-446a-a68f-d0b11618d970 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 946 time: 0.2106230 Aug 26 11:14:35.117541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9c735b7-aadb-4ed5-89bc-f2f80c21ce80 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:35.127478 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-95850dad-495b-4a30-92bf-ec1ece0edd99 req-a0f3ec7c-9d54-44f6-8a4e-dcfb8aa4e592 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Deleting port d93aa6b4-1751-48a7-b180-c696aaae4f90 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:35.128024 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-95850dad-495b-4a30-92bf-ec1ece0edd99 req-a0f3ec7c-9d54-44f6-8a4e-dcfb8aa4e592 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:35.231981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1660da39-f209-4878-a51c-502c96f0ac0f req-e2ad40d0-e9e7-4a49-89c5-9804aae20a57 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf08b307-5572-4880-8b2c-9e67b1ba1668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230690 Aug 26 11:14:35.311525 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-95850dad-495b-4a30-92bf-ec1ece0edd99 req-a0f3ec7c-9d54-44f6-8a4e-dcfb8aa4e592 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] For port d93aa6b4-1751-48a7-b180-c696aaae4f90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d93aa6b4-1751-48a7-b180-c696aaae4f90,segment=NetworkSegment(8adcbaec-78e2-4fdd-9762-ef271ad4f7b9),segment_id=8adcbaec-78e2-4fdd-9762-ef271ad4f7b9)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:14:35.312244 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-95850dad-495b-4a30-92bf-ec1ece0edd99 req-a0f3ec7c-9d54-44f6-8a4e-dcfb8aa4e592 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:35.333325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-95850dad-495b-4a30-92bf-ec1ece0edd99 req-a0f3ec7c-9d54-44f6-8a4e-dcfb8aa4e592 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Calling delete_port for d93aa6b4-1751-48a7-b180-c696aaae4f90 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:35.411886 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9c735b7-aadb-4ed5-89bc-f2f80c21ce80 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:35.419916 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9c735b7-aadb-4ed5-89bc-f2f80c21ce80 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:35.420313 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-f9c735b7-aadb-4ed5-89bc-f2f80c21ce80 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP 10e41fb1-615c-4d95-914c-6933a3023599 disassociated. External IP: 172.25.1.195, port: 045a4751-a225-4650-a383-63df696aa6f4. Aug 26 11:14:35.559300 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-95850dad-495b-4a30-92bf-ec1ece0edd99 req-a0f3ec7c-9d54-44f6-8a4e-dcfb8aa4e592 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:35.579902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['d93aa6b4-1751-48a7-b180-c696aaae4f90'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:14:35.641200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3ec7c-9d54-44f6-8a4e-dcfb8aa4e592 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Pushing event deleted for resources: {'Port': ['ID=d93aa6b4-1751-48a7-b180-c696aaae4f90,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:35.766988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-95850dad-495b-4a30-92bf-ec1ece0edd99 req-a0f3ec7c-9d54-44f6-8a4e-dcfb8aa4e592 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] No DVR routers for this DVR port d93aa6b4-1751-48a7-b180-c696aaae4f90 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:14:35.770190 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-95850dad-495b-4a30-92bf-ec1ece0edd99 req-a0f3ec7c-9d54-44f6-8a4e-dcfb8aa4e592 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:35.772809 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-95850dad-495b-4a30-92bf-ec1ece0edd99 req-a0f3ec7c-9d54-44f6-8a4e-dcfb8aa4e592 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.47 "DELETE /v2.0/ports/d93aa6b4-1751-48a7-b180-c696aaae4f90 HTTP/1.1" status: 204 len: 173 time: 0.9674382 Aug 26 11:14:35.773596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b7e1ca-118e-4f2c-a251-e9ac7dc0827d', 'name': 'network-vif-deleted', 'tag': 'd93aa6b4-1751-48a7-b180-c696aaae4f90'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:14:35.776120 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950e30ca-8d80-40fa-9c82-623a27f3e095" -d '{"events": [{"server_uuid": "72b7e1ca-118e-4f2c-a251-e9ac7dc0827d", "name": "network-vif-deleted", "tag": "d93aa6b4-1751-48a7-b180-c696aaae4f90"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:14:35.880511 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79230135-1290-456c-bff8-caf7d0ac4d91 x-openstack-request-id: req-79230135-1290-456c-bff8-caf7d0ac4d91 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:14:35.881554 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b7e1ca-118e-4f2c-a251-e9ac7dc0827d", "name": "network-vif-deleted", "tag": "d93aa6b4-1751-48a7-b180-c696aaae4f90", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:14:35.881554 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79230135-1290-456c-bff8-caf7d0ac4d91 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:14:35.881959 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b7e1ca-118e-4f2c-a251-e9ac7dc0827d', 'name': 'network-vif-deleted', 'tag': 'd93aa6b4-1751-48a7-b180-c696aaae4f90', 'status': 'completed', 'code': 200} Aug 26 11:14:35.914316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52026) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:35.953978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c735b7-aadb-4ed5-89bc-f2f80c21ce80 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:36.079331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d453-c116-4fe0-9bb2-3b1b246beb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:36.103454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c735b7-aadb-4ed5-89bc-f2f80c21ce80 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:36.110394 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f9c735b7-aadb-4ed5-89bc-f2f80c21ce80 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:36.115489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdcfd8-730f-48a8-a98b-9989a2d8eec0 None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:36.130845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdcfd8-730f-48a8-a98b-9989a2d8eec0 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:36.131667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1dbdcfd8-730f-48a8-a98b-9989a2d8eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:36.195874 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d453-c116-4fe0-9bb2-3b1b246beb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:36.199252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52030) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:36.202007 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f9c735b7-aadb-4ed5-89bc-f2f80c21ce80 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "PUT /v2.0/floatingips/10e41fb1-615c-4d95-914c-6933a3023599 HTTP/1.1" status: 200 len: 688 time: 1.2071078 Aug 26 11:14:36.209099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d453-c116-4fe0-9bb2-3b1b246beb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:36.211839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1dbdcfd8-730f-48a8-a98b-9989a2d8eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:36.244493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbdcfd8-730f-48a8-a98b-9989a2d8eec0 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:36.245604 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1dbdcfd8-730f-48a8-a98b-9989a2d8eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:36.313821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9d453-c116-4fe0-9bb2-3b1b246beb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca2d7f2-b3ce-4d8c-91cf-2e711ca76d14,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:36.329719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1dbdcfd8-730f-48a8-a98b-9989a2d8eec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:36.330413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdcfd8-730f-48a8-a98b-9989a2d8eec0 None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:36.383567 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f2e9d453-c116-4fe0-9bb2-3b1b246beb6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c114c9487dec4663a3e933e7689fa933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658103 Aug 26 11:14:36.384437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52036) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:36.473184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-657c7231-d5b2-4002-9963-96b55811b164 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port 2751b011-8521-48af-9076-83e22fbe3124 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:36.473705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-657c7231-d5b2-4002-9963-96b55811b164 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:36.520087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df65d99f-c2b1-4a87-94ee-be0d2b657f1f req-6e0f7148-a7dd-4c18-b329-6284c07b53a0 tempest-TestServerAdvancedOps-288988184 tempest-TestServerAdvancedOps-288988184-project] 10.222.0.21 "GET /v2.0/ports?device_id=72b7e1ca-118e-4f2c-a251-e9ac7dc0827d HTTP/1.1" status: 200 len: 210 time: 0.0460346 Aug 26 11:14:36.522981 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8b7fb94-833e-4896-b503-64ee794a9d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:36.559931 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8b7fb94-833e-4896-b503-64ee794a9d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:36.597825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-657c7231-d5b2-4002-9963-96b55811b164 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:36.598343 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-657c7231-d5b2-4002-9963-96b55811b164 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:36.612480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-657c7231-d5b2-4002-9963-96b55811b164 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for 2751b011-8521-48af-9076-83e22fbe3124 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:36.680006 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8b7fb94-833e-4896-b503-64ee794a9d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:36.683057 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f8b7fb94-833e-4896-b503-64ee794a9d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:36.685086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f8b7fb94-833e-4896-b503-64ee794a9d14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bca2d7f2-b3ce-4d8c-91cf-2e711ca76d14 HTTP/1.1" status: 204 len: 168 time: 0.2993248 Aug 26 11:14:36.710976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7fb94-833e-4896-b503-64ee794a9d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca2d7f2-b3ce-4d8c-91cf-2e711ca76d14,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:37.009075 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-657c7231-d5b2-4002-9963-96b55811b164 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.130138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c7231-d5b2-4002-9963-96b55811b164 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=2751b011-8521-48af-9076-83e22fbe3124,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:37.139848 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-657c7231-d5b2-4002-9963-96b55811b164 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.143524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-657c7231-d5b2-4002-9963-96b55811b164 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.147949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52050) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:37.148579 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-657c7231-d5b2-4002-9963-96b55811b164 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/floatingips/10e41fb1-615c-4d95-914c-6933a3023599 HTTP/1.1" status: 204 len: 168 time: 0.9476871 Aug 26 11:14:37.213281 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-a6c65cae-75b9-40f1-ae2a-e81a670a0124 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] delete failed (client error): The resource could not be found. Aug 26 11:14:37.231717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52052) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:37.233686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a6c65cae-75b9-40f1-ae2a-e81a670a0124 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/floatingips/10e41fb1-615c-4d95-914c-6933a3023599 HTTP/1.1" status: 404 len: 345 time: 0.0840364 Aug 26 11:14:37.237577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52054) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:37.257405 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2044ff4-c225-44f4-b484-a66b9c5c4cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.341918 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479191e-ca9f-415e-897a-2fa6e1f2a626 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:37.349511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479191e-ca9f-415e-897a-2fa6e1f2a626 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:37.356870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479191e-ca9f-415e-897a-2fa6e1f2a626 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:37.359253 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3479191e-ca9f-415e-897a-2fa6e1f2a626 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "GET /v2.0/ports?network_id=b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 HTTP/1.1" status: 200 len: 2358 time: 0.1207197 Aug 26 11:14:37.362094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52056) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:37.382981 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2044ff4-c225-44f4-b484-a66b9c5c4cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.387919 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e2044ff4-c225-44f4-b484-a66b9c5c4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.425234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42611bd9-2df1-46a7-ac04-868a13b21357 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:37.426677 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-42611bd9-2df1-46a7-ac04-868a13b21357 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "GET /v2.0/subnets/4e3d1170-3d74-4a39-9348-12e2c37a69c3 HTTP/1.1" status: 200 len: 797 time: 0.0633969 Aug 26 11:14:37.430103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2044ff4-c225-44f4-b484-a66b9c5c4cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363dc906-f437-4aa8-aab7-3c6cb04f8ba0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:37.431253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52058) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:37.434885 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e2044ff4-c225-44f4-b484-a66b9c5c4cf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3205d500a064495a82792b1bbf3b9458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020671 Aug 26 11:14:37.437895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'port': {'network_id': 'b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1', 'name': 'tempest-FloatingIPTestJSON-2040358638', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:37.438056 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52060) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:37.524957 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124eade7-e8ea-41eb-84f2-b916a78257d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.552154 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124eade7-e8ea-41eb-84f2-b916a78257d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.607559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52064) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:37.614287 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124eade7-e8ea-41eb-84f2-b916a78257d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.617815 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-124eade7-e8ea-41eb-84f2-b916a78257d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.619174 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-124eade7-e8ea-41eb-84f2-b916a78257d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/363dc906-f437-4aa8-aab7-3c6cb04f8ba0 HTTP/1.1" status: 204 len: 168 time: 0.1803691 Aug 26 11:14:37.629018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124eade7-e8ea-41eb-84f2-b916a78257d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363dc906-f437-4aa8-aab7-3c6cb04f8ba0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:37.656611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Made reservation on behalf of f4238989ea8c4f10a473ab56f8c51411 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:37.730921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-5523ff20-f7e7-46a3-be12-6903a4388d87 admin admin] Deleting subnet b30cac9e-7ee3-4f7b-809b-72295f252507 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:14:37.737088 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5523ff20-f7e7-46a3-be12-6903a4388d87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.853321 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:37.907898 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5523ff20-f7e7-46a3-be12-6903a4388d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:38.000039 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5523ff20-f7e7-46a3-be12-6903a4388d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:38.029354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] device_id is not set on port 2705e047-9ba2-49f7-82e3-0f829a28a3fb yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:14:38.285919 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5523ff20-f7e7-46a3-be12-6903a4388d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:38.338881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523ff20-f7e7-46a3-be12-6903a4388d87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30cac9e-7ee3-4f7b-809b-72295f252507,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:38.372133 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5523ff20-f7e7-46a3-be12-6903a4388d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:38.372133 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5523ff20-f7e7-46a3-be12-6903a4388d87 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b30cac9e-7ee3-4f7b-809b-72295f252507 HTTP/1.1" status: 204 len: 168 time: 0.7543807 Aug 26 11:14:38.372848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52082) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:38.505973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:38.602055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.20.0.14 (b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1/4e3d1170-3d74-4a39-9348-12e2c37a69c3/2705e047-9ba2-49f7-82e3-0f829a28a3fb) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:38.617435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.20.0.13 (b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1/4e3d1170-3d74-4a39-9348-12e2c37a69c3/2705e047-9ba2-49f7-82e3-0f829a28a3fb) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:38.635733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:38.651745 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:38.668400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adcbaec-78e2-4fdd-9762-ef271ad4f7b9') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:38.668977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adcbaec-78e2-4fdd-9762-ef271ad4f7b9') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:38.686005 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:38.707590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:38.719392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:14:38.720060 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:14:38.724008 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:14:38.848073 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:38.877598 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:38.885938 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52098) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:38.890131 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] 10.222.0.21 "DELETE /v2.0/networks/b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131 HTTP/1.1" status: 204 len: 168 time: 0.5168855 Aug 26 11:14:38.902868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b9546-5c13-4823-8eee-4c519ad92e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a9a4ee-1a6a-4b30-ae36-2da3dd9e2131,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:38.990282 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.062349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a368870-3f84-4653-b40e-cb523f6e404d admin admin] Deleting subnet cfae9e5c-3495-4c4e-b82b-221ba131e3bd {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:14:39.072391 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a368870-3f84-4653-b40e-cb523f6e404d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.175203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a368870-3f84-4653-b40e-cb523f6e404d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.214279 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.285266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a368870-3f84-4653-b40e-cb523f6e404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.323101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:39.329393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:39.336222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:39.345851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=2705e047-9ba2-49f7-82e3-0f829a28a3fb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:39.415054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:39.415796 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.421413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a368870-3f84-4653-b40e-cb523f6e404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.459053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a368870-3f84-4653-b40e-cb523f6e404d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfae9e5c-3495-4c4e-b82b-221ba131e3bd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:39.463427 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a368870-3f84-4653-b40e-cb523f6e404d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.466087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5a368870-3f84-4653-b40e-cb523f6e404d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cfae9e5c-3495-4c4e-b82b-221ba131e3bd HTTP/1.1" status: 204 len: 168 time: 0.5731089 Aug 26 11:14:39.468334 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a8709d89-d974-43c8-8aa0-f37beca4802d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0357995 Aug 26 11:14:39.469309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52136) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:39.470966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52138) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:39.481820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '2705e047-9ba2-49f7-82e3-0f829a28a3fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:39.549807 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.615446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.764890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.771575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d93aa6b4-1751-48a7-b180-c696aaae4f90 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:14:39.820308 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.831442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: d93aa6b4-1751-48a7-b180-c696aaae4f90 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:14:39.834226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d93aa6b4-1751-48a7-b180-c696aaae4f90 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:14:39.834405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:39.854254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58710fe9-9988-45e1-9e8f-eb57a27dd305') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:39.854558 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58710fe9-9988-45e1-9e8f-eb57a27dd305') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:39.866982 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.891008 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.907733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:14:39.908160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:14:39.911048 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:14:39.935540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.25.1.174 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/24f246dd-caf3-4801-b83a-cd94537fe21b) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:40.000731 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.019319 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.028978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] 10.222.0.21 "DELETE /v2.0/networks/dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd HTTP/1.1" status: 204 len: 168 time: 0.5573435 Aug 26 11:14:40.063378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2b146-0ebe-4da5-8999-f0bb85b1e94d admin admin] Pushing event deleted for resources: {'Network': ['ID=dccdf31b-6d34-4b64-bfb5-6a3b5662c6bd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:40.151823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.265940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.302037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:40.305132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52210) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:40.306990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:40.309425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:40.353392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=24f246dd-caf3-4801-b83a-cd94537fe21b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:40.375965 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9d4f7071-0a73-479b-b07c-8e5e808069ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5cd73ccfafd4bbca3632e30f53ebbe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692275 Aug 26 11:14:40.378753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52212) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:40.485328 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ce57d7d-bded-4ba0-992a-453c40ef5df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.517505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52216) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:40.616515 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ce57d7d-bded-4ba0-992a-453c40ef5df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.721847 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56638e60-096a-474a-abf3-987327931b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.757211 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ce57d7d-bded-4ba0-992a-453c40ef5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.760253 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ce57d7d-bded-4ba0-992a-453c40ef5df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.764243 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2ce57d7d-bded-4ba0-992a-453c40ef5df1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf08b307-5572-4880-8b2c-9e67b1ba1668 HTTP/1.1" status: 204 len: 168 time: 0.3810928 Aug 26 11:14:40.803963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce57d7d-bded-4ba0-992a-453c40ef5df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08b307-5572-4880-8b2c-9e67b1ba1668,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:40.823858 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56638e60-096a-474a-abf3-987327931b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.828998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-56638e60-096a-474a-abf3-987327931b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.872882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-56638e60-096a-474a-abf3-987327931b32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9badefd26b247aa84ab0ef0391c4289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542430 Aug 26 11:14:40.874954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56638e60-096a-474a-abf3-987327931b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e449099-3202-4590-bf54-08704fe231c0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:40.875637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52224) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:40.956612 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:40.998889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-392d6f21-703a-4b59-9ed0-53ddda901148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.033707 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-392d6f21-703a-4b59-9ed0-53ddda901148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.070266 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.118798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52240) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:41.154240 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-392d6f21-703a-4b59-9ed0-53ddda901148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.157483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-392d6f21-703a-4b59-9ed0-53ddda901148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.161236 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-392d6f21-703a-4b59-9ed0-53ddda901148 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e449099-3202-4590-bf54-08704fe231c0 HTTP/1.1" status: 204 len: 168 time: 0.2593479 Aug 26 11:14:41.213352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2ae6cc3f-65fa-4eae-b086-eb767e016422 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb8103ce04fb41d59d593a4b6e09fa33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0904782 Aug 26 11:14:41.213352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52254) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:41.228999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d6f21-703a-4b59-9ed0-53ddda901148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e449099-3202-4590-bf54-08704fe231c0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:41.349407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.360801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.370933 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c5e0-9a5b-44cd-becf-7bf7efb9a3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.445141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c5e0-9a5b-44cd-becf-7bf7efb9a3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.467486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=24f246dd-caf3-4801-b83a-cd94537fe21b,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:41.475715 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.590758 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c5e0-9a5b-44cd-becf-7bf7efb9a3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.595177 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8e3c5e0-9a5b-44cd-becf-7bf7efb9a3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:41.596370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a8e3c5e0-9a5b-44cd-becf-7bf7efb9a3a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7abdabc-173b-4fa7-abce-6c45d1ae637d HTTP/1.1" status: 204 len: 168 time: 0.3823922 Aug 26 11:14:41.616149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3c5e0-9a5b-44cd-becf-7bf7efb9a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7abdabc-173b-4fa7-abce-6c45d1ae637d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:42.089872 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP f726fae3-1879-4c7b-b47a-e912a0dab4f6 associated. External IP: 172.25.1.174, port: 2705e047-9ba2-49f7-82e3-0f829a28a3fb. Aug 26 11:14:42.557088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:42.692766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:42.713282 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38569942-5422-404a-aafa-95982599c7be None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:42.725646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:42.730719 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38569942-5422-404a-aafa-95982599c7be None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:42.731822 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38569942-5422-404a-aafa-95982599c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:42.766224 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-daf82dfd-6637-457b-b066-027592c15ee0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2938507 Aug 26 11:14:42.768870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52436) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:42.775325 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-492ec037-b1cd-4318-ae22-bfe81820af24 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'floatingip': {'port_id': '2705e047-9ba2-49f7-82e3-0f829a28a3fb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:42.810275 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38569942-5422-404a-aafa-95982599c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:42.836665 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38569942-5422-404a-aafa-95982599c7be None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:42.837611 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38569942-5422-404a-aafa-95982599c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:42.871518 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-492ec037-b1cd-4318-ae22-bfe81820af24 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:42.897495 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-38569942-5422-404a-aafa-95982599c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:42.898159 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38569942-5422-404a-aafa-95982599c7be None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:43.349530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-347a879f-f555-48b3-bb78-623c2aa1d01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:43.790853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52540) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:44.142224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2093086382'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:44.198302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Made reservation on behalf of 1642ed1a6ebc4d13b12cd0af7f2a26da for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:44.202828 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:44.216165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:44.293503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-492ec037-b1cd-4318-ae22-bfe81820af24 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:44.312328 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-492ec037-b1cd-4318-ae22-bfe81820af24 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:44.363978 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:44.375711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:44.418144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87247766-9e4b-4c7b-be45-e960a7c33aa3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:44.442635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:14:44.456241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:44.456815 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Added segment b50e04fa-8675-4ec6-896c-9591d7d3ed54 of type vlan for network d353bb22-fbe6-46ba-b7ac-517b1a76aadc Aug 26 11:14:44.518654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:44.566632 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:44.590157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:44.592162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:44.728125 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9354403 Aug 26 11:14:44.734382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52638) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:44.747238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62194f34-59fe-4c93-af55-771e27f21744 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Pushing event updated for resources: {'Network': ['ID=d353bb22-fbe6-46ba-b7ac-517b1a76aadc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:44.761672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network d353bb22-fbe6-46ba-b7ac-517b1a76aadc details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:14:44.827678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Request body: {'network': {'name': 'tempest-network--815902807', 'router:external': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:44.861690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492ec037-b1cd-4318-ae22-bfe81820af24 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:44.882468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Made reservation on behalf of 4742e75e64024713acecbbe1e38b154b for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:44.885180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:44.911445 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.016753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492ec037-b1cd-4318-ae22-bfe81820af24 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:45.026928 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-492ec037-b1cd-4318-ae22-bfe81820af24 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.028867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1128498e-e554-4278-8f34-e8578200b241 None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:45.048504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128498e-e554-4278-8f34-e8578200b241 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:45.049144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1128498e-e554-4278-8f34-e8578200b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:45.078012 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.086765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.108510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1128498e-e554-4278-8f34-e8578200b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:45.117703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128498e-e554-4278-8f34-e8578200b241 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:45.118515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1128498e-e554-4278-8f34-e8578200b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:45.139689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-492ec037-b1cd-4318-ae22-bfe81820af24 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "PUT /v2.0/floatingips/f726fae3-1879-4c7b-b47a-e912a0dab4f6 HTTP/1.1" status: 200 len: 979 time: 2.3696461 Aug 26 11:14:45.142419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52686) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:45.158362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1128498e-e554-4278-8f34-e8578200b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:45.159050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1128498e-e554-4278-8f34-e8578200b241 None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:45.179107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13b3c09-9fd5-400a-a52f-6bf5fb00b756,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:45.197491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:14:45.223411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.225202 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Added segment df61b919-0234-4743-9edc-edf60a78af6f of type vlan for network db5b7a08-0868-415f-b8d4-53ef4ba2a903 Aug 26 11:14:45.290412 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.373299 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.375829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:45.378090 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.385521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port 24f246dd-caf3-4801-b83a-cd94537fe21b {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:45.385968 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.466026 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7299469 Aug 26 11:14:45.470164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52720) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:45.482034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516a8a8-3cc5-4a55-a78f-5bbb56487ef6 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event updated for resources: {'Network': ['ID=db5b7a08-0868-415f-b8d4-53ef4ba2a903,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:45.493743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network db5b7a08-0868-415f-b8d4-53ef4ba2a903 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:14:45.536862 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.537884 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.569161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.609736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for 24f246dd-caf3-4801-b83a-cd94537fe21b owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:45.738582 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.750148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5b7a08-0868-415f-b8d4-53ef4ba2a903']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:45.767372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df61b919-0234-4743-9edc-edf60a78af6f') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:45.767660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df61b919-0234-4743-9edc-edf60a78af6f') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:45.778077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.795519 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.798317 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2093d90a-50ec-42c9-ad19-677209bd1bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.802113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:14:45.802557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:14:45.804376 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:14:45.886894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.888235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.894684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db5b7a08-0868-415f-b8d4-53ef4ba2a903 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 26 11:14:45.912126 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:45.918257 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "DELETE /v2.0/networks/db5b7a08-0868-415f-b8d4-53ef4ba2a903 HTTP/1.1" status: 204 len: 168 time: 0.4469528 Aug 26 11:14:45.919254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52762) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:45.934382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=24f246dd-caf3-4801-b83a-cd94537fe21b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:45.934537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:45.940315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323644a-67bc-4244-8193-d7821365b4c0 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event deleted for resources: {'Network': ['ID=db5b7a08-0868-415f-b8d4-53ef4ba2a903,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:45.978287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Made reservation on behalf of 4742e75e64024713acecbbe1e38b154b for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:45.981361 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:46.013859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:14:46.019893 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:46.020444 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP f726fae3-1879-4c7b-b47a-e912a0dab4f6 disassociated (deleted). External IP: 172.25.1.174, port: 2705e047-9ba2-49f7-82e3-0f829a28a3fb. Aug 26 11:14:46.027644 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:46.028012 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Added segment 4bd22540-0aef-44e2-8ad4-d3f9869d8245 of type vlan for network f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b Aug 26 11:14:46.103007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:46.136397 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:46.137592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:46.138363 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:46.210109 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2779028 Aug 26 11:14:46.220515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52764) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:46.233502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Request body: {'subnet': {'network_id': 'f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:46.273875 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:46.312075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9967c-4f96-4df2-b99c-b5083897c0ad tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event updated for resources: {'Network': ['ID=f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:46.320564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Made reservation on behalf of 4742e75e64024713acecbbe1e38b154b for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:46.325881 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:46.328385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:14:46.486428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:46.678360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:46.683654 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:46.687911 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7b0a07-5808-4d99-8e2a-02c7f4237a37 None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:46.701101 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b0a07-5808-4d99-8e2a-02c7f4237a37 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:46.702046 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7c7b0a07-5808-4d99-8e2a-02c7f4237a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:46.726318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-38b99337-1b01-482c-b3fd-8a24b4b39c36 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/floatingips/f726fae3-1879-4c7b-b47a-e912a0dab4f6 HTTP/1.1" status: 204 len: 168 time: 1.5804298 Aug 26 11:14:46.726585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52774) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:46.803648 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7c7b0a07-5808-4d99-8e2a-02c7f4237a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:46.826786 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b0a07-5808-4d99-8e2a-02c7f4237a37 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:46.828516 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7c7b0a07-5808-4d99-8e2a-02c7f4237a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:46.907929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:14:46.908445 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:46.922040 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7c7b0a07-5808-4d99-8e2a-02c7f4237a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:46.923076 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7b0a07-5808-4d99-8e2a-02c7f4237a37 None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:46.928867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-bcf084d1-2f14-459f-b9e0-5f3483a5bfcd tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port 2705e047-9ba2-49f7-82e3-0f829a28a3fb {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:46.929218 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bcf084d1-2f14-459f-b9e0-5f3483a5bfcd tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:46.971015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7e5e2a49-d71d-41a7-98ad-fc7867926d71,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:47.028552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Checking segment: {'id': '4bd22540-0aef-44e2-8ad4-d3f9869d8245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:14:47.032733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Network hostable DHCP agents. Network: f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:14:47.064986 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bcf084d1-2f14-459f-b9e0-5f3483a5bfcd tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:47.071730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Network f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:14:47.085767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-bcf084d1-2f14-459f-b9e0-5f3483a5bfcd tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for 2705e047-9ba2-49f7-82e3-0f829a28a3fb owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:47.093433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:47.107544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0fccac-2450-4697-a7bc-37fd48129acb None None] Network f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:14:47.111136 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:47.113007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:47.151585 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b6ba497e-0395-4d6c-bf08-69b62789817a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9348915 Aug 26 11:14:47.153980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52778) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:47.159732 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Request body: {'floatingip': {'floating_network_id': 'f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:47.210277 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:47.289875 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:47.295685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00e40c9-0938-4700-ac90-2526a27e3144 None None] Network f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:14:47.608778 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bcf084d1-2f14-459f-b9e0-5f3483a5bfcd tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:47.615194 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:47.672955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf084d1-2f14-459f-b9e0-5f3483a5bfcd tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=2705e047-9ba2-49f7-82e3-0f829a28a3fb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:47.864805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Allocated IP 172.20.0.9 (f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b/7e5e2a49-d71d-41a7-98ad-fc7867926d71/fd80a1d7-2436-4475-a55a-c1d20ceef93c) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:48.082185 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:48.084964 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bcf084d1-2f14-459f-b9e0-5f3483a5bfcd tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:48.092949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52786) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:48.093773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bcf084d1-2f14-459f-b9e0-5f3483a5bfcd tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/ports/2705e047-9ba2-49f7-82e3-0f829a28a3fb HTTP/1.1" status: 204 len: 168 time: 1.3659656 Aug 26 11:14:48.099066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:48.149708 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:48.179191 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:48.255038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Network f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:48.260469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:48.268232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:48.301883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event updated for resources: {'Port': ['ID=fd80a1d7-2436-4475-a55a-c1d20ceef93c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:48.322617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:48.586663 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:48.657272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.25.1.190 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/e3bfba21-c2cc-40c6-b77f-2c30fc3d9760) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:48.662219 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:48.865087 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:48.884550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:48.894949 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:48.919391 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:48.980870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:48.982302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=e3bfba21-c2cc-40c6-b77f-2c30fc3d9760,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:48.985480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:48.987618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:48.992788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event updated for resources: {'Port': ['ID=fd80a1d7-2436-4475-a55a-c1d20ceef93c,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:49.005075 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.041939 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.043755 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7ce25775-a193-4e93-a3d1-4a4d056d2a9c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8878820 Aug 26 11:14:49.046999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52794) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:49.102605 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.170260 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.184520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6bf3a9ef-1a46-4618-add6-1ec684ba9d07 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b HTTP/1.1" status: 200 len: 689 time: 0.1360781 Aug 26 11:14:49.190059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52798) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:49.299963 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.348232 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.482201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.495881 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.596996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=e3bfba21-c2cc-40c6-b77f-2c30fc3d9760,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:49.619686 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.649491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Deleting port fd80a1d7-2436-4475-a55a-c1d20ceef93c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:49.650449 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.665836 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.671241 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-268d2c4b-bada-4b42-8344-a718c822e9d4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5770774 Aug 26 11:14:49.672380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52806) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:49.682988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'port': {'network_id': 'b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1', 'name': 'tempest-FloatingIPTestJSON-950087205'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:49.746106 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.747059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.759941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Calling delete_port for fd80a1d7-2436-4475-a55a-c1d20ceef93c owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:49.986795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:49.994027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Made reservation on behalf of f4238989ea8c4f10a473ab56f8c51411 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:50.003666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.036324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd80a1d7-2436-4475-a55a-c1d20ceef93c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:50.060330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] device_id is not set on port 8113dffe-74bb-471a-90d2-f141acb4937a yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:14:50.165210 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.267317 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.373300 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.20.0.10 (b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1/4e3d1170-3d74-4a39-9348-12e2c37a69c3/8113dffe-74bb-471a-90d2-f141acb4937a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:50.380727 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.439741 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7e5e2a49-d71d-41a7-98ad-fc7867926d71,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:50.531483 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.544695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.559928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:50.573721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd22540-0aef-44e2-8ad4-d3f9869d8245') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:50.574095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd22540-0aef-44e2-8ad4-d3f9869d8245') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:50.586119 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.617907 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.635262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:14:50.635778 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:14:50.638206 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:14:50.659873 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.741260 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.776576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.793177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 26 11:14:50.801813 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:50.818661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b HTTP/1.1" status: 204 len: 168 time: 1.6202550 Aug 26 11:14:50.821765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52814) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:50.865221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82c952-6064-4b0b-b6eb-b716a9248f65 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event deleted for resources: {'Network': ['ID=f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:50.935479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=8113dffe-74bb-471a-90d2-f141acb4937a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:51.050099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52820) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:51.054253 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c37ddf90-7314-476b-95a8-6c1005a6a1a4 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2314079 Aug 26 11:14:51.062024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:51.066172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:51.075524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:51.193234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:51.197876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:51.233218 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e30bbb38-d2ae-44ef-96a6-b91f9d06c738 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5581572 Aug 26 11:14:51.236624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52822) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:51.245583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-31b11a3f-e8f3-4e92-9172-07b214289606 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'floatingip': {'port_id': '8113dffe-74bb-471a-90d2-f141acb4937a'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:51.364411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48273bc8-ffd7-46e8-8803-b7c08983230c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:51.370575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48273bc8-ffd7-46e8-8803-b7c08983230c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:51.371581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48273bc8-ffd7-46e8-8803-b7c08983230c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:51.377605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48273bc8-ffd7-46e8-8803-b7c08983230c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:51.386400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-48273bc8-ffd7-46e8-8803-b7c08983230c tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2698 time: 0.3342636 Aug 26 11:14:51.396694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52824) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:51.477585 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b11a3f-e8f3-4e92-9172-07b214289606 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:51.481782 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-8f95e487-e9ed-47f5-b73d-995b73547f0d tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] delete failed (client error): The resource could not be found. Aug 26 11:14:51.482969 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8f95e487-e9ed-47f5-b73d-995b73547f0d tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/666e834e-ddbd-49da-af97-eff2a794d957 HTTP/1.1" status: 404 len: 345 time: 0.0852594 Aug 26 11:14:51.488505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52828) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:51.549679 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d3396f-64f3-4735-8b03-72609d86071a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] DELETE failed (client error): The resource could not be found. Aug 26 11:14:51.550301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d3396f-64f3-4735-8b03-72609d86071a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:14:51.556208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c2d3396f-64f3-4735-8b03-72609d86071a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f49d7e6c-5c6d-4c57-89ff-6bdd7d90133b HTTP/1.1" status: 404 len: 339 time: 0.0622246 Aug 26 11:14:51.562342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52832) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:51.573045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Request body: {'network': {'name': 'tempest-network--1231358460', 'router:external': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:51.675932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Made reservation on behalf of 4742e75e64024713acecbbe1e38b154b for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:51.677918 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:51.755885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:14:51.778361 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:51.780711 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Added segment 29f87afd-3fe2-4b5e-a453-461a28ac5dea of type vlan for network b466c6ad-878e-49f5-a7a9-5eea13643ad9 Aug 26 11:14:51.838515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52838) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:51.934704 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:52.031710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:52.033415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:52.033728 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:52.144498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5804524 Aug 26 11:14:52.148936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52844) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:52.161822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a9ee6-e2fa-4d26-8d9c-020cc60d7797 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event updated for resources: {'Network': ['ID=b466c6ad-878e-49f5-a7a9-5eea13643ad9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:52.164115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8dab18ce-0eba-4174-9771-aca650c16d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:52.176397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b466c6ad-878e-49f5-a7a9-5eea13643ad9 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:14:52.324689 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:52.393850 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b11a3f-e8f3-4e92-9172-07b214289606 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:52.427061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b11a3f-e8f3-4e92-9172-07b214289606 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:52.446240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611284cf-3fe1-47fa-8bd4-a51314f6a4cd tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:52.452700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611284cf-3fe1-47fa-8bd4-a51314f6a4cd tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:52.458904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611284cf-3fe1-47fa-8bd4-a51314f6a4cd tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:52.465148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611284cf-3fe1-47fa-8bd4-a51314f6a4cd tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:52.467034 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-611284cf-3fe1-47fa-8bd4-a51314f6a4cd tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3177459 Aug 26 11:14:52.471500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52846) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:52.925482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8dab18ce-0eba-4174-9771-aca650c16d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:52.933739 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8dab18ce-0eba-4174-9771-aca650c16d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:52.942177 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.055286 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.066195 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8dab18ce-0eba-4174-9771-aca650c16d2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7fdb4f93ce541918936ca2fb2f89e72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2212756 Aug 26 11:14:53.068139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52854) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:53.068220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b466c6ad-878e-49f5-a7a9-5eea13643ad9']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:53.089059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f87afd-3fe2-4b5e-a453-461a28ac5dea') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:53.089364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f87afd-3fe2-4b5e-a453-461a28ac5dea') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:53.099193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab18ce-0eba-4174-9771-aca650c16d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a613213a-444f-4911-8fac-b149f2667514,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:53.100738 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.124991 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-31b11a3f-e8f3-4e92-9172-07b214289606 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP 654c52a1-f9e9-4157-a1c8-4540f40deee0 associated. External IP: 172.25.1.190, port: 8113dffe-74bb-471a-90d2-f141acb4937a. Aug 26 11:14:53.131711 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.138648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:14:53.139403 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:14:53.141113 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:14:53.174523 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bebc5ad-0aa7-46e1-9813-596e80e308cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.199281 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bebc5ad-0aa7-46e1-9813-596e80e308cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.219444 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.227557 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b466c6ad-878e-49f5-a7a9-5eea13643ad9 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 26 11:14:53.230356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.232347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b466c6ad-878e-49f5-a7a9-5eea13643ad9 HTTP/1.1" status: 204 len: 168 time: 0.7596848 Aug 26 11:14:53.242345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52856) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:53.247910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Request body: {'network': {'name': 'tempest-network--968760048', 'router:external': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:53.251678 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120a83a-769e-44b7-897a-cdff1806b61a tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event deleted for resources: {'Network': ['ID=b466c6ad-878e-49f5-a7a9-5eea13643ad9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:53.278864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Made reservation on behalf of 4742e75e64024713acecbbe1e38b154b for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:53.281914 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.310410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:14:53.338049 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bebc5ad-0aa7-46e1-9813-596e80e308cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.340067 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.340906 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Added segment 3e6ad3e2-9f5d-4c66-bb12-fa8bd21b2c4f of type vlan for network cd1fb019-6792-4697-b128-ea80a165e63c Aug 26 11:14:53.341002 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bebc5ad-0aa7-46e1-9813-596e80e308cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.344680 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8bebc5ad-0aa7-46e1-9813-596e80e308cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a613213a-444f-4911-8fac-b149f2667514 HTTP/1.1" status: 204 len: 168 time: 0.2747438 Aug 26 11:14:53.353165 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebc5ad-0aa7-46e1-9813-596e80e308cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a613213a-444f-4911-8fac-b149f2667514,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:53.460953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.531093 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.532236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:53.533880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.618149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event updated for resources: {'Network': ['ID=cd1fb019-6792-4697-b128-ea80a165e63c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:53.634314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network cd1fb019-6792-4697-b128-ea80a165e63c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:14:53.655322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-10e1fd8d-6e3f-4159-9ee6-e1f162c8dff3 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4109964 Aug 26 11:14:53.657372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52862) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:53.706348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b11a3f-e8f3-4e92-9172-07b214289606 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:53.921761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4492e8-11c6-4057-8b82-15d80eeab2d5 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:53.926161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ff4492e8-11c6-4057-8b82-15d80eeab2d5 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] 10.222.0.21 "GET /v2.0/networks/cd1fb019-6792-4697-b128-ea80a165e63c HTTP/1.1" status: 200 len: 756 time: 0.2676566 Aug 26 11:14:53.926853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52870) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:53.980201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b11a3f-e8f3-4e92-9172-07b214289606 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:53.985716 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b11a3f-e8f3-4e92-9172-07b214289606 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:53.991169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff479b-cabf-4912-8bb9-100390a29eac None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:54.005687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff479b-cabf-4912-8bb9-100390a29eac None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:54.006682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8aff479b-cabf-4912-8bb9-100390a29eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:54.041651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de6635-425e-40e7-a770-e6d048ba03bd tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:54.046506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b1de6635-425e-40e7-a770-e6d048ba03bd tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] 10.222.0.21 "GET /v2.0/networks/d353bb22-fbe6-46ba-b7ac-517b1a76aadc HTTP/1.1" status: 200 len: 768 time: 0.1186194 Aug 26 11:14:54.047344 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52874) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:54.057979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52876) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:54.059309 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-31b11a3f-e8f3-4e92-9172-07b214289606 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "PUT /v2.0/floatingips/654c52a1-f9e9-4157-a1c8-4540f40deee0 HTTP/1.1" status: 200 len: 978 time: 2.8211727 Aug 26 11:14:54.075729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8aff479b-cabf-4912-8bb9-100390a29eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:54.108365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff479b-cabf-4912-8bb9-100390a29eac None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:54.109005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8aff479b-cabf-4912-8bb9-100390a29eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:54.191508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8aff479b-cabf-4912-8bb9-100390a29eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:54.192402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff479b-cabf-4912-8bb9-100390a29eac None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:54.266766 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.372752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port 8113dffe-74bb-471a-90d2-f141acb4937a {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:54.373130 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.423360 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.459469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1fb019-6792-4697-b128-ea80a165e63c']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:54.501966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6ad3e2-9f5d-4c66-bb12-fa8bd21b2c4f') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:54.502251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6ad3e2-9f5d-4c66-bb12-fa8bd21b2c4f') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:54.523747 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.549760 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.562494 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.565751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:14:54.566148 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:14:54.567947 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:14:54.693885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.702966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd1fb019-6792-4697-b128-ea80a165e63c {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 26 11:14:54.711901 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.714023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "DELETE /v2.0/networks/cd1fb019-6792-4697-b128-ea80a165e63c HTTP/1.1" status: 204 len: 168 time: 0.6656597 Aug 26 11:14:54.722152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52894) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:54.731877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Request body: {'network': {'name': 'tempest-network--1073131860'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:54.805282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Made reservation on behalf of 4742e75e64024713acecbbe1e38b154b for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:14:54.808112 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.808272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b90c68-b250-480e-ad15-ecb99d98e0cf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd1fb019-6792-4697-b128-ea80a165e63c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:54.867756 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:14:54.893058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.893590 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Added segment e9bf2d89-5fe4-463b-873e-2ff2b4c26c6e of type vlan for network 97a1c138-6174-4fd6-9b35-7f5d5f0fa136 Aug 26 11:14:54.928828 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.929486 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.929826 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP 654c52a1-f9e9-4157-a1c8-4540f40deee0 disassociated. External IP: 172.25.1.190, port: 8113dffe-74bb-471a-90d2-f141acb4937a. Aug 26 11:14:54.930176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for 8113dffe-74bb-471a-90d2-f141acb4937a owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:54.948265 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:54.993635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:55.000446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:55.006069 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:55.215487 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:55.228820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event updated for resources: {'Network': ['ID=97a1c138-6174-4fd6-9b35-7f5d5f0fa136,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:55.236874 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eb44c98d-3de1-4966-966e-a1af6ab8b619 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5111828 Aug 26 11:14:55.238464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52902) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:55.257556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 97a1c138-6174-4fd6-9b35-7f5d5f0fa136 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:14:55.262892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-91c92700-64a3-46aa-8e9e-d9016f071452 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:55.359388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=8113dffe-74bb-471a-90d2-f141acb4937a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:55.621271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:55.778306 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91c92700-64a3-46aa-8e9e-d9016f071452 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:55.798871 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91c92700-64a3-46aa-8e9e-d9016f071452 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:55.811547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91c92700-64a3-46aa-8e9e-d9016f071452 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Network 97a1c138-6174-4fd6-9b35-7f5d5f0fa136 is not hosted by any dhcp agent {{(pid=101266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 26 11:14:55.828129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c92700-64a3-46aa-8e9e-d9016f071452 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:14:55.830405 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91c92700-64a3-46aa-8e9e-d9016f071452 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:55.832268 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-91c92700-64a3-46aa-8e9e-d9016f071452 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "PUT /v2.0/networks/97a1c138-6174-4fd6-9b35-7f5d5f0fa136 HTTP/1.1" status: 200 len: 858 time: 0.5829113 Aug 26 11:14:55.849760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52912) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:55.969999 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:55.975966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c92700-64a3-46aa-8e9e-d9016f071452 tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event updated for resources: {'Network': ['ID=97a1c138-6174-4fd6-9b35-7f5d5f0fa136,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:56.074195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:14:56.086044 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243b1621-43b0-4c95-946b-29f86d12f594 None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:14:56.110019 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b1621-43b0-4c95-946b-29f86d12f594 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:56.111256 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-243b1621-43b0-4c95-946b-29f86d12f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:56.138478 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.159186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a1c138-6174-4fd6-9b35-7f5d5f0fa136']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:56.178329 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-243b1621-43b0-4c95-946b-29f86d12f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:56.179750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bf2d89-5fe4-463b-873e-2ff2b4c26c6e') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:56.180056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bf2d89-5fe4-463b-873e-2ff2b4c26c6e') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:56.189152 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.193761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f01078b3-3f63-4fc2-968b-25579f0ab3ee tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/ports/8113dffe-74bb-471a-90d2-f141acb4937a HTTP/1.1" status: 204 len: 168 time: 2.1323292 Aug 26 11:14:56.194221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52914) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:56.197249 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b1621-43b0-4c95-946b-29f86d12f594 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:14:56.198021 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.199145 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-243b1621-43b0-4c95-946b-29f86d12f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:56.214682 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.262142 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-243b1621-43b0-4c95-946b-29f86d12f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:56.262423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:14:56.266465 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eb48b89c-e8c4-4eab-b304-d67ce1f26257 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "GET /v2.0/floatingips/654c52a1-f9e9-4157-a1c8-4540f40deee0 HTTP/1.1" status: 200 len: 688 time: 0.0675323 Aug 26 11:14:56.266541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.266617 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243b1621-43b0-4c95-946b-29f86d12f594 None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:14:56.268693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52916) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:14:56.270812 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:14:56.363235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.376727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 97a1c138-6174-4fd6-9b35-7f5d5f0fa136 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 26 11:14:56.393398 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.403369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] 10.222.0.21 "DELETE /v2.0/networks/97a1c138-6174-4fd6-9b35-7f5d5f0fa136 HTTP/1.1" status: 204 len: 168 time: 0.5519240 Aug 26 11:14:56.415102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52920) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:56.417818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a45a1d-dd17-48be-9191-f2ccf3e61dcf tempest-ExternalNetworksTestJSON-1295950904 tempest-ExternalNetworksTestJSON-1295950904-project-admin] Pushing event deleted for resources: {'Network': ['ID=97a1c138-6174-4fd6-9b35-7f5d5f0fa136,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:56.481773 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbbaea8-d58c-4be9-9677-85b27a0e71b9 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] DELETE failed (client error): The resource could not be found. Aug 26 11:14:56.482161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbbaea8-d58c-4be9-9677-85b27a0e71b9 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:14:56.493707 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2dbbaea8-d58c-4be9-9677-85b27a0e71b9 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] 10.222.0.21 "DELETE /v2.0/subnets/7e5e2a49-d71d-41a7-98ad-fc7867926d71 HTTP/1.1" status: 404 len: 337 time: 0.0774269 Aug 26 11:14:56.494361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52924) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:56.511291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-7d9218a8-7d4a-4c15-aafe-dd4a33471419 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port e3bfba21-c2cc-40c6-b77f-2c30fc3d9760 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:14:56.511642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d9218a8-7d4a-4c15-aafe-dd4a33471419 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.676474 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.706863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d9218a8-7d4a-4c15-aafe-dd4a33471419 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.706863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d9218a8-7d4a-4c15-aafe-dd4a33471419 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.766824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-7d9218a8-7d4a-4c15-aafe-dd4a33471419 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for e3bfba21-c2cc-40c6-b77f-2c30fc3d9760 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:14:56.928622 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:56.954057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d353bb22-fbe6-46ba-b7ac-517b1a76aadc']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:56.991408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50e04fa-8675-4ec6-896c-9591d7d3ed54') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:56.991762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50e04fa-8675-4ec6-896c-9591d7d3ed54') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:14:57.017523 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.058214 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.081094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:14:57.081813 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:14:57.088041 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:14:57.119758 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d9218a8-7d4a-4c15-aafe-dd4a33471419 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.152121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9218a8-7d4a-4c15-aafe-dd4a33471419 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=e3bfba21-c2cc-40c6-b77f-2c30fc3d9760,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:57.237900 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.272987 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.275097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] 10.222.0.21 "DELETE /v2.0/networks/d353bb22-fbe6-46ba-b7ac-517b1a76aadc HTTP/1.1" status: 204 len: 168 time: 0.7796531 Aug 26 11:14:57.276326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2d78f-1979-48a6-babb-3884b3a4d061 tempest-ExternalNetworksTestJSON-1014885768 tempest-ExternalNetworksTestJSON-1014885768-project] Pushing event deleted for resources: {'Network': ['ID=d353bb22-fbe6-46ba-b7ac-517b1a76aadc,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:57.302229 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d9218a8-7d4a-4c15-aafe-dd4a33471419 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.313751 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7d9218a8-7d4a-4c15-aafe-dd4a33471419 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.318076 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7d9218a8-7d4a-4c15-aafe-dd4a33471419 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/floatingips/654c52a1-f9e9-4157-a1c8-4540f40deee0 HTTP/1.1" status: 204 len: 168 time: 1.0448954 Aug 26 11:14:57.318713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52930) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:57.325061 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '045a4751-a225-4650-a383-63df696aa6f4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:14:57.353740 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.492705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.697263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.25.1.122 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/50ac2b6b-28a6-4cbf-a054-312c2281b304) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:14:57.737237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52938) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:57.854677 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.920535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b42d2a95-fb2c-444a-bdaf-06c25dec262a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1642ed1a6ebc4d13b12cd0af7f2a26da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813643 Aug 26 11:14:57.924959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52946) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:57.943547 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:57.987739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:14:57.993881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:14:57.997899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:14:58.005113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=50ac2b6b-28a6-4cbf-a054-312c2281b304,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:58.020979 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a82188a5-1620-49c2-a5b6-58ecd4bfe2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:58.051711 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a82188a5-1620-49c2-a5b6-58ecd4bfe2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:58.111899 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a82188a5-1620-49c2-a5b6-58ecd4bfe2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:58.118370 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a82188a5-1620-49c2-a5b6-58ecd4bfe2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:58.121067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a82188a5-1620-49c2-a5b6-58ecd4bfe2a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87247766-9e4b-4c7b-be45-e960a7c33aa3 HTTP/1.1" status: 204 len: 168 time: 0.1923792 Aug 26 11:14:58.138025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82188a5-1620-49c2-a5b6-58ecd4bfe2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87247766-9e4b-4c7b-be45-e960a7c33aa3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:58.593798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52970) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:58.602876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:58.679037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-66bdefeb-6fc3-4f38-b086-ddae554bfcd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4742e75e64024713acecbbe1e38b154b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839148 Aug 26 11:14:58.681500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 52974) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:58.743636 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:58.784139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b01b7d05-2089-4584-ad6a-b78e6f8d128e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:58.842532 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b01b7d05-2089-4584-ad6a-b78e6f8d128e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:58.948040 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b01b7d05-2089-4584-ad6a-b78e6f8d128e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:58.954493 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b01b7d05-2089-4584-ad6a-b78e6f8d128e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:58.957368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b01b7d05-2089-4584-ad6a-b78e6f8d128e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a13b3c09-9fd5-400a-a52f-6bf5fb00b756 HTTP/1.1" status: 204 len: 168 time: 0.2745237 Aug 26 11:14:58.958387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 52982) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:58.987751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b7d05-2089-4584-ad6a-b78e6f8d128e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13b3c09-9fd5-400a-a52f-6bf5fb00b756,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:59.110943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:59.122228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:59.320789 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=50ac2b6b-28a6-4cbf-a054-312c2281b304,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:59.323643 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:59.521324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f23e-e38c-44ff-9dd4-f6eeeda6c09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:59.573951 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP 27971739-328a-474a-a8ad-2581e8b0b6d0 associated. External IP: 172.25.1.122, port: 045a4751-a225-4650-a383-63df696aa6f4. Aug 26 11:14:59.744409 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f23e-e38c-44ff-9dd4-f6eeeda6c09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:59.776194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f23e-e38c-44ff-9dd4-f6eeeda6c09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:59.865554 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a2e3f23e-e38c-44ff-9dd4-f6eeeda6c09a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af023e237abc42dd89a4343385e0d2ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9036634 Aug 26 11:14:59.865554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3f23e-e38c-44ff-9dd4-f6eeeda6c09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635f9019-add4-4fb5-b068-7f60490aaccd,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:14:59.867034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53010) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:14:59.906452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:14:59.936729 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bb3d-faad-4b4b-b247-5f507f51842f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:14:59.971829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bb3d-faad-4b4b-b247-5f507f51842f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:00.039528 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bb3d-faad-4b4b-b247-5f507f51842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:00.042961 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bb3d-faad-4b4b-b247-5f507f51842f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:00.046848 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2fb7bb3d-faad-4b4b-b247-5f507f51842f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/635f9019-add4-4fb5-b068-7f60490aaccd HTTP/1.1" status: 204 len: 168 time: 0.1755593 Aug 26 11:15:00.056248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7bb3d-faad-4b4b-b247-5f507f51842f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f9019-add4-4fb5-b068-7f60490aaccd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:00.068113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:00.097792 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:00.103371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3391b7-cde2-40b4-b2b6-ca561fee14b9 None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:00.126380 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3391b7-cde2-40b4-b2b6-ca561fee14b9 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:00.127105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf3391b7-cde2-40b4-b2b6-ca561fee14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:00.162614 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a86f4eb2-3de7-44c9-b617-b3524a77ddd7 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8423638 Aug 26 11:15:00.165409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53018) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:00.170980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf3391b7-cde2-40b4-b2b6-ca561fee14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:00.174969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1124443565'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:00.186289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3391b7-cde2-40b4-b2b6-ca561fee14b9 None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:00.187312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf3391b7-cde2-40b4-b2b6-ca561fee14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:00.217106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Made reservation on behalf of f4238989ea8c4f10a473ab56f8c51411 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:00.222782 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:00.234091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf3391b7-cde2-40b4-b2b6-ca561fee14b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:00.240699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3391b7-cde2-40b4-b2b6-ca561fee14b9 None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:00.275389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:15:00.288379 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:00.288614 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Added segment 4532a7ad-2030-4c58-bcff-88cc4b5cb4c9 of type vlan for network 854ae3cd-ca13-4a57-ad90-4b7575b12a5e Aug 26 11:15:00.346330 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:00.385999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:00.393089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:00.393763 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:00.487526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53032) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:00.493834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'subnet': {'network_id': '854ae3cd-ca13-4a57-ad90-4b7575b12a5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:00.495450 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3283973 Aug 26 11:15:00.514394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97105a4d-c962-43be-8019-f36e44c297d6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Network': ['ID=854ae3cd-ca13-4a57-ad90-4b7575b12a5e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:00.532598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 854ae3cd-ca13-4a57-ad90-4b7575b12a5e details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:15:00.640840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Made reservation on behalf of f4238989ea8c4f10a473ab56f8c51411 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:00.646049 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:00.992799 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.088150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Subnet': ['ID=e0f728e1-2da2-4664-b477-99b2501340de,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:01.099825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Checking segment: {'id': '4532a7ad-2030-4c58-bcff-88cc4b5cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '854ae3cd-ca13-4a57-ad90-4b7575b12a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:01.100457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network hostable DHCP agents. Network: 854ae3cd-ca13-4a57-ad90-4b7575b12a5e, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:15:01.129477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network 854ae3cd-ca13-4a57-ad90-4b7575b12a5e is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:15:01.141281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 854ae3cd-ca13-4a57-ad90-4b7575b12a5e) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:01.152862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5947d4b-a839-4473-9c34-269c7a0eb204 None None] Network 854ae3cd-ca13-4a57-ad90-4b7575b12a5e requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:01.153867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:01.157725 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.189612 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-63bdf1a3-568e-4aa7-848c-2e25455e378f tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7006674 Aug 26 11:15:01.192372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53076) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:01.197215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-277443462', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:01.245803 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.248553 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.253725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53078) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:01.342143 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.424019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-495226769-network', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:01.441776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-854ae3cd-ca13-4a57-ad90-4b7575b12a5e', 'network_id': '854ae3cd-ca13-4a57-ad90-4b7575b12a5e', 'tenant_id': 'f4238989ea8c4f10a473ab56f8c51411', 'fixed_ips': [{'subnet_id': 'e0f728e1-2da2-4664-b477-99b2501340de'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:15:01.444195 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.496563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Made reservation on behalf of b6004e8ddb64481b8fb8b975d301d1ab for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:01.508273 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.552419 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.632078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Allocated IP 172.20.0.2 (854ae3cd-ca13-4a57-ad90-4b7575b12a5e/e0f728e1-2da2-4664-b477-99b2501340de/d92e257f-1c47-476b-ad22-fb9cbf992fc2) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:01.765781 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.766879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53086) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:01.790593 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.790828 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.806448 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.817296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Transition to ACTIVE for port object d92e257f-1c47-476b-ad22-fb9cbf992fc2 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:01.834491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Transition to ACTIVE for port object d92e257f-1c47-476b-ad22-fb9cbf992fc2 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:01.847042 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.855293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:15:01.892754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Network 854ae3cd-ca13-4a57-ad90-4b7575b12a5e is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:01.901106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:01.916417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:01.917498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:01.919807 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Added segment 25b63346-5860-47fe-8a26-60bbe6be4346 of type vlan for network 425c1548-ff0b-496e-9ab6-42aac07c907a Aug 26 11:15:01.928662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42bb56b-8cf9-481b-823d-8027f6db7487,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:01.950102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Pushing event updated for resources: {'Port': ['ID=d92e257f-1c47-476b-ad22-fb9cbf992fc2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:01.964869 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:01.965322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:01.965705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:01.966201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:01.967231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:01.968028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:01.968365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:01.968699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:01.969046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:01.969366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:01.969840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:01.970320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:02.036738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-00528fd4-a6a6-4567-8f44-e337cb48dc7c tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:02.042044 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:02.094305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Attempting to bind port d92e257f-1c47-476b-ad22-fb9cbf992fc2 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:15:02.094764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Attempting to bind port d92e257f-1c47-476b-ad22-fb9cbf992fc2 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '4532a7ad-2030-4c58-bcff-88cc4b5cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '854ae3cd-ca13-4a57-ad90-4b7575b12a5e'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:15:02.095229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Attempting to bind port d92e257f-1c47-476b-ad22-fb9cbf992fc2 on network 854ae3cd-ca13-4a57-ad90-4b7575b12a5e {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:15:02.101221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:15:02.101684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Checking segment: {'id': '4532a7ad-2030-4c58-bcff-88cc4b5cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '854ae3cd-ca13-4a57-ad90-4b7575b12a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:02.102165 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:02.102635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Bound using segment: {'id': '4532a7ad-2030-4c58-bcff-88cc4b5cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '854ae3cd-ca13-4a57-ad90-4b7575b12a5e'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:15:02.103215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Bound port: d92e257f-1c47-476b-ad22-fb9cbf992fc2, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4532a7ad-2030-4c58-bcff-88cc4b5cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '854ae3cd-ca13-4a57-ad90-4b7575b12a5e'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:15:02.105159 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:02.105741 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:02.106899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:02.108327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:02.249939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] Pushing event updated for resources: {'Network': ['ID=425c1548-ff0b-496e-9ab6-42aac07c907a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:02.259996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] For port d92e257f-1c47-476b-ad22-fb9cbf992fc2, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:15:02.265201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 425c1548-ff0b-496e-9ab6-42aac07c907a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:15:02.269627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-00528fd4-a6a6-4567-8f44-e337cb48dc7c tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] 10.222.0.21 "PUT /v2.0/quotas/dcd027d1d08a408b93078b5a9d3971df HTTP/1.1" status: 200 len: 366 time: 0.5011699 Aug 26 11:15:02.271360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53094) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:02.287971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-60d7901e-9004-4996-807b-fd74ccfce903 tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0149331 Aug 26 11:15:02.291151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53096) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:02.305688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a73b52c7-1049-4269-a88d-2270deecdf17 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0500467 Aug 26 11:15:02.308910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53098) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:02.315508 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] Request body: {'subnet': {'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-495226769-subnet', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:02.323826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dd5bca10-bc9a-4be5-ac1d-a3dfe368fb70 tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] 10.222.0.21 "GET /v2.0/quotas/dcd027d1d08a408b93078b5a9d3971df HTTP/1.1" status: 200 len: 366 time: 0.0308805 Aug 26 11:15:02.327082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53100) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:02.357791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1eeed9e2-2b92-4543-89a9-0c48679e9f38 tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/dcd027d1d08a408b93078b5a9d3971df HTTP/1.1" status: 204 len: 168 time: 0.0270612 Aug 26 11:15:02.358623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53102) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:02.378807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ca36cc88-8d6d-4a2b-9193-4ebe2c824236 tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0156884 Aug 26 11:15:02.379590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53104) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:02.405679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5070d736-00ea-4945-8be5-cf23e53f5a6b tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] 10.222.0.21 "GET /v2.0/quotas/dcd027d1d08a408b93078b5a9d3971df HTTP/1.1" status: 200 len: 370 time: 0.0181215 Aug 26 11:15:02.407264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53106) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:02.411598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] For port d92e257f-1c47-476b-ad22-fb9cbf992fc2, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d92e257f-1c47-476b-ad22-fb9cbf992fc2,segment=NetworkSegment(4532a7ad-2030-4c58-bcff-88cc4b5cb4c9),segment_id=4532a7ad-2030-4c58-bcff-88cc4b5cb4c9)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:15:02.413694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a022ed4e-f166-472a-a8a1-c7640879bc93 tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] 10.222.0.21 "GET /v2.0/quotas/dcd027d1d08a408b93078b5a9d3971df/default HTTP/1.1" status: 200 len: 370 time: 0.0051241 Aug 26 11:15:02.415074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] Made reservation on behalf of b6004e8ddb64481b8fb8b975d301d1ab for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:02.417824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:02.420274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53108) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:02.422217 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:02.449114 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-d147007f-4a45-46cc-ac1c-83a1c5037b7f tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] delete failed (client error): The resource could not be found. Aug 26 11:15:02.453450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d147007f-4a45-46cc-ac1c-83a1c5037b7f tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/dcd027d1d08a408b93078b5a9d3971df HTTP/1.1" status: 404 len: 348 time: 0.0289972 Aug 26 11:15:02.564026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102b804-7471-4887-b577-fb3d7569f824 None None] Pushing event updated for resources: {'Port': ['ID=d92e257f-1c47-476b-ad22-fb9cbf992fc2,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:02.693001 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:02.721194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:02.724410 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:02.762290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53112) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:02.859061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Usage tracker for resource:network and tenant:7edc14142612435c8878a7fc75d2b010 is out of sync, need to count used quota {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 26 11:15:02.866477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60a612c-a025-4e07-8431-dbe7e8facf35,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:02.880127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 26 11:15:02.887039 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] Checking segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:02.887498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] Network hostable DHCP agents. Network: 425c1548-ff0b-496e-9ab6-42aac07c907a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:15:02.887664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.25.1.82 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/a4b5a39c-3ee0-495b-b65c-14fcd60e3147) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:02.894131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Usage tracker for resource:subnet and tenant:7edc14142612435c8878a7fc75d2b010 is out of sync, need to count used quota {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 26 11:15:02.901236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 26 11:15:02.916862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Usage tracker for resource:subnetpool and tenant:7edc14142612435c8878a7fc75d2b010 is out of sync, need to count used quota {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 26 11:15:02.924020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] Network 425c1548-ff0b-496e-9ab6-42aac07c907a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:15:02.926537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 26 11:15:02.941651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Usage tracker for resource:port and tenant:7edc14142612435c8878a7fc75d2b010 is out of sync, need to count used quota {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 26 11:15:02.948218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 425c1548-ff0b-496e-9ab6-42aac07c907a) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:02.950237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 26 11:15:02.957177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:02.957748 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:02.973187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1fbc3e-1ea0-4c88-ab52-5d66225c0fae None None] Network 425c1548-ff0b-496e-9ab6-42aac07c907a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:02.986217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Usage tracker for resource:router and tenant:7edc14142612435c8878a7fc75d2b010 is out of sync, need to count used quota {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 26 11:15:03.008537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 26 11:15:03.027109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d5ae48f0-ed0a-4439-ab13-e03500ecb76b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7164798 Aug 26 11:15:03.032559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53114) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:03.040781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:03.061956 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:03.102673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Usage tracker for resource:floatingip and tenant:7edc14142612435c8878a7fc75d2b010 is out of sync, need to count used quota {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 26 11:15:03.162242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 26 11:15:03.184837 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:03.206469 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:03.212557 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:03.277630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:03.281646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:03.298924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:03.302461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=a4b5a39c-3ee0-495b-b65c-14fcd60e3147,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:03.366609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-425c1548-ff0b-496e-9ab6-42aac07c907a', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:15:03.369773 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:03.425831 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:03.534911 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Usage tracker for resource:security_group and tenant:7edc14142612435c8878a7fc75d2b010 is out of sync, need to count used quota {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 26 11:15:03.578368 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 26 11:15:03.622710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Allocated IP 172.20.0.2 (425c1548-ff0b-496e-9ab6-42aac07c907a/d60a612c-a025-4e07-8431-dbe7e8facf35/8bd0f32a-d55e-4e0c-a2db-894bc0efaad6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:03.643912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Usage tracker for resource:security_group_rule and tenant:7edc14142612435c8878a7fc75d2b010 is out of sync, need to count used quota {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 26 11:15:03.656244 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:03.664675 n-d-778550-13 neutron-server[101267]: DEBUG neutron.quota.resource [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101267) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 26 11:15:03.676186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-acd8bc86-b07d-4eb1-a296-b754e5184fdb tempest-QuotasTest-1040410981 tempest-QuotasTest-1040410981-project-admin] 10.222.0.21 "GET /v2.0/quotas/7edc14142612435c8878a7fc75d2b010/details.json HTTP/1.1" status: 200 len: 703 time: 0.9109404 Aug 26 11:15:03.839662 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.065957 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.074967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.079361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Transition to ACTIVE for port object 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:04.098425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Transition to ACTIVE for port object 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:04.104634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d92e257f-1c47-476b-ad22-fb9cbf992fc2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:04.110220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.110680 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.177835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Network 425c1548-ff0b-496e-9ab6-42aac07c907a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:04.183039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:04.189045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:04.277732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Pushing event updated for resources: {'Port': ['ID=8bd0f32a-d55e-4e0c-a2db-894bc0efaad6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:04.349025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c361ef0-84f1-4142-9ba5-6eef3068cd02 None None] Network 854ae3cd-ca13-4a57-ad90-4b7575b12a5e requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:04.381652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Attempting to bind port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:15:04.382284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Attempting to bind port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:15:04.382442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Attempting to bind port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:15:04.403089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.419268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Allocated IP 172.25.1.105 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/820f8c3c-6a61-47a3-9c32-300b9fb5d593) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:04.438015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:15:04.438402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Checking segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:04.438945 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.439429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Bound using segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:15:04.439971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Bound port: 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:15:04.440403 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.545310 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8c53e4c5-c9c9-4bc9-a7af-a3b85f32d943 None None] Provisioning for port d92e257f-1c47-476b-ad22-fb9cbf992fc2 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:04.549393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53134) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:04.550562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port d92e257f-1c47-476b-ad22-fb9cbf992fc2 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:04.560267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8c53e4c5-c9c9-4bc9-a7af-a3b85f32d943 None None] Provisioning complete for port d92e257f-1c47-476b-ad22-fb9cbf992fc2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:04.561295 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c53e4c5-c9c9-4bc9-a7af-a3b85f32d943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.568758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d92e257f-1c47-476b-ad22-fb9cbf992fc2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:04.569137 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.678210 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.699280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 533893df-453a-42fb-95b7-dc04a8c51043 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:15:04.765343 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d553362c-0d7b-445c-9f8d-ebbf686ecd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.768479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] For port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:15:04.806279 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.875988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] For port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8bd0f32a-d55e-4e0c-a2db-894bc0efaad6,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:15:04.897579 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.921217 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:04.947178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:04.969587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:04.983585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:05.013609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Pushing event updated for resources: {'Port': ['ID=820f8c3c-6a61-47a3-9c32-300b9fb5d593,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:05.028053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:05.039142 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4accb39-c724-4435-9c38-9a46882d0d54 None None] Sync routers for ids ['533893df-453a-42fb-95b7-dc04a8c51043'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:05.055247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port d92e257f-1c47-476b-ad22-fb9cbf992fc2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d92e257f-1c47-476b-ad22-fb9cbf992fc2,segment=NetworkSegment(4532a7ad-2030-4c58-bcff-88cc4b5cb4c9),segment_id=4532a7ad-2030-4c58-bcff-88cc4b5cb4c9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:05.058015 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4accb39-c724-4435-9c38-9a46882d0d54 None None] Routers {'533893df-453a-42fb-95b7-dc04a8c51043'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:05.060006 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a4accb39-c724-4435-9c38-9a46882d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['533893df-453a-42fb-95b7-dc04a8c51043'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:05.073936 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:05.079294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969477a4-724e-4417-81bb-d62d6c2b7b60 None None] Pushing event updated for resources: {'Port': ['ID=8bd0f32a-d55e-4e0c-a2db-894bc0efaad6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:05.087994 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c53e4c5-c9c9-4bc9-a7af-a3b85f32d943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:05.115798 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a4accb39-c724-4435-9c38-9a46882d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:05.131042 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4accb39-c724-4435-9c38-9a46882d0d54 None None] Routers {'533893df-453a-42fb-95b7-dc04a8c51043'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:05.132151 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a4accb39-c724-4435-9c38-9a46882d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['533893df-453a-42fb-95b7-dc04a8c51043'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:05.244991 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a4accb39-c724-4435-9c38-9a46882d0d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:05.251047 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4accb39-c724-4435-9c38-9a46882d0d54 None None] The sync data for ids ['533893df-453a-42fb-95b7-dc04a8c51043'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:05.428847 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d553362c-0d7b-445c-9f8d-ebbf686ecd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:05.444564 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d553362c-0d7b-445c-9f8d-ebbf686ecd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:05.447584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:05.453546 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-34d1e06d-550c-438d-b82f-c29092d7ee27 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2599435 Aug 26 11:15:05.454785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53140) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:05.505339 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-8c53e4c5-c9c9-4bc9-a7af-a3b85f32d943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:15:05.505751 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-8c53e4c5-c9c9-4bc9-a7af-a3b85f32d943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:15:05.506359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=d92e257f-1c47-476b-ad22-fb9cbf992fc2,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:05.586849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553362c-0d7b-445c-9f8d-ebbf686ecd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca62106b-777c-407f-b978-780ceeb17a57,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:05.598467 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d553362c-0d7b-445c-9f8d-ebbf686ecd3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=856d19c754bf421bb1b7f29f1e1ace2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0476272 Aug 26 11:15:05.601635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53142) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:05.725012 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:05.770775 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-421634a1-cdeb-4541-abf4-b47cdaf411a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:05.856487 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-421634a1-cdeb-4541-abf4-b47cdaf411a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:06.065120 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:06.168606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:06.174539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d92e257f-1c47-476b-ad22-fb9cbf992fc2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:06.276236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4c68e167-dbae-46df-a13c-8d16029d0577 None None] Provisioning complete for port d92e257f-1c47-476b-ad22-fb9cbf992fc2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:06.276404 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c68e167-dbae-46df-a13c-8d16029d0577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:06.392102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d92e257f-1c47-476b-ad22-fb9cbf992fc2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:06.396460 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:06.401026 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:06.690270 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-421634a1-cdeb-4541-abf4-b47cdaf411a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:06.693634 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-421634a1-cdeb-4541-abf4-b47cdaf411a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:06.698120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-421634a1-cdeb-4541-abf4-b47cdaf411a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca62106b-777c-407f-b978-780ceeb17a57 HTTP/1.1" status: 204 len: 168 time: 1.0946360 Aug 26 11:15:06.713217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a5381e-9b32-4560-b8dd-7ca395a148ff None None] Network 425c1548-ff0b-496e-9ab6-42aac07c907a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:06.877352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-36e443fa-c12e-4319-81db-0c6af594518d None None] Provisioning for port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:06.891582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-36e443fa-c12e-4319-81db-0c6af594518d None None] Provisioning complete for port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:06.893286 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36e443fa-c12e-4319-81db-0c6af594518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:06.965795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421634a1-cdeb-4541-abf4-b47cdaf411a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca62106b-777c-407f-b978-780ceeb17a57,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:06.974986 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:06.981697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.20.0.1 (854ae3cd-ca13-4a57-ad90-4b7575b12a5e/e0f728e1-2da2-4664-b477-99b2501340de/b90ac58f-8129-4270-81a7-16cd3507f876) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:07.147897 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36e443fa-c12e-4319-81db-0c6af594518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:07.207335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-36e443fa-c12e-4319-81db-0c6af594518d None None] For port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8bd0f32a-d55e-4e0c-a2db-894bc0efaad6,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:07.214219 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36e443fa-c12e-4319-81db-0c6af594518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:07.290722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:15:07.344991 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:07.396533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e443fa-c12e-4319-81db-0c6af594518d None None] Pushing event updated for resources: {'Port': ['ID=8bd0f32a-d55e-4e0c-a2db-894bc0efaad6,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:07.398690 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Transition to ACTIVE for port object b90ac58f-8129-4270-81a7-16cd3507f876 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:07.453875 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53154) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:07.459262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:07.492013 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Sync routers for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:07.508352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5548b14-8ac7-4402-bdaf-37a9bb92f17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:07.517851 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:07.524863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c38c5fab-e9e6-4390-bab7-b55bec0b9ddc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4898939 Aug 26 11:15:07.525701 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53156) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:07.536309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b66eb131-2324-45d3-9593-6a2d25ccb785 None None] Provisioning complete for port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:07.539476 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b66eb131-2324-45d3-9593-6a2d25ccb785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:07.547716 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:07.548380 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:07.580935 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:07.637073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network 854ae3cd-ca13-4a57-ad90-4b7575b12a5e is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:07.640875 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:07.681805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:07.941935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:07.948156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:07.956499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=b90ac58f-8129-4270-81a7-16cd3507f876,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:08.073106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:15:08.219696 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5548b14-8ac7-4402-bdaf-37a9bb92f17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:08.238542 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b5548b14-8ac7-4402-bdaf-37a9bb92f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:08.319801 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b5548b14-8ac7-4402-bdaf-37a9bb92f17f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7edc14142612435c8878a7fc75d2b010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8648543 Aug 26 11:15:08.322967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53164) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:08.403606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5548b14-8ac7-4402-bdaf-37a9bb92f17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4d731b-fd45-430c-abdf-c470b11de0c2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:08.438906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:08.439650 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:08.532314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b15d0bf7-1ba5-4ddf-8578-3a0b40818d57 None None] Provisioning for port b90ac58f-8129-4270-81a7-16cd3507f876 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:08.550432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b15d0bf7-1ba5-4ddf-8578-3a0b40818d57 None None] Provisioning complete for port b90ac58f-8129-4270-81a7-16cd3507f876 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:08.550876 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b15d0bf7-1ba5-4ddf-8578-3a0b40818d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:08.552676 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2165dc6f-0e11-43f4-ac71-dbfd99f8460d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:08.599583 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:08.643790 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2165dc6f-0e11-43f4-ac71-dbfd99f8460d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:08.765608 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:08.770348 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b15d0bf7-1ba5-4ddf-8578-3a0b40818d57 None None] Port b90ac58f-8129-4270-81a7-16cd3507f876 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:08.861513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:05Z', 'revision_number': 3, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:08.950055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Checking router: 68b508f5-e7c1-4f25-80ea-2e90d36d41aa for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:15:08.950664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Updating router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa port 820f8c3c-6a61-47a3-9c32-300b9fb5d593 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:15:09.000933 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2165dc6f-0e11-43f4-ac71-dbfd99f8460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:09.003835 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2165dc6f-0e11-43f4-ac71-dbfd99f8460d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:09.005301 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2165dc6f-0e11-43f4-ac71-dbfd99f8460d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b4d731b-fd45-430c-abdf-c470b11de0c2 HTTP/1.1" status: 204 len: 168 time: 0.6809323 Aug 26 11:15:09.021980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165dc6f-0e11-43f4-ac71-dbfd99f8460d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4d731b-fd45-430c-abdf-c470b11de0c2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:09.026848 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:09.163011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:09.174038 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:09.356813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=b90ac58f-8129-4270-81a7-16cd3507f876,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:09.360311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Allocated IP 172.20.0.1 (425c1548-ff0b-496e-9ab6-42aac07c907a/d60a612c-a025-4e07-8431-dbe7e8facf35/cf92384c-50f7-426f-8628-877180bd5c7d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:09.361441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:09.594408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network 854ae3cd-ca13-4a57-ad90-4b7575b12a5e is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:09.609587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:09.644308 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:09.676803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Transition to ACTIVE for port object cf92384c-50f7-426f-8628-877180bd5c7d will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:09.772456 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:09.819126 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:09.829244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Transition to ACTIVE for port object 820f8c3c-6a61-47a3-9c32-300b9fb5d593 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:09.866858 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:09.988452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 533893df-453a-42fb-95b7-dc04a8c51043 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:15:09.997582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019a627-dc90-4077-a367-6886ed902d8e None None] Pushing event updated for resources: {'Port': ['ID=820f8c3c-6a61-47a3-9c32-300b9fb5d593,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:10.004520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Network 425c1548-ff0b-496e-9ab6-42aac07c907a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:10.010130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:10.020054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:10.062102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Attempting to bind port 820f8c3c-6a61-47a3-9c32-300b9fb5d593 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:15:10.062486 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Attempting to bind port 820f8c3c-6a61-47a3-9c32-300b9fb5d593 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:15:10.062892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Attempting to bind port 820f8c3c-6a61-47a3-9c32-300b9fb5d593 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:15:10.076850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:15:10.078652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:10.079450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:10.079962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:15:10.084411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Bound port: 820f8c3c-6a61-47a3-9c32-300b9fb5d593, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:15:10.085288 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:10.096221 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:10.181363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Pushing event updated for resources: {'Port': ['ID=cf92384c-50f7-426f-8628-877180bd5c7d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:10.308122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2cb8381e-9999-4f0d-bdf2-956dcaed3939 None None] Provisioning complete for port b90ac58f-8129-4270-81a7-16cd3507f876 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:10.308610 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2cb8381e-9999-4f0d-bdf2-956dcaed3939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:10.351911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:10.359566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] For port 820f8c3c-6a61-47a3-9c32-300b9fb5d593, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:15:10.368053 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-24fd1c01-e879-4712-81df-6823c40facaa tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "PUT /v2.0/routers/533893df-453a-42fb-95b7-dc04a8c51043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9082770 Aug 26 11:15:10.369003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] For port 820f8c3c-6a61-47a3-9c32-300b9fb5d593, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=820f8c3c-6a61-47a3-9c32-300b9fb5d593,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:15:10.374540 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb97204-907f-4d2a-b762-bf7729c0417e None None] Sync routers for ids ['533893df-453a-42fb-95b7-dc04a8c51043'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:10.377686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8381e-9999-4f0d-bdf2-956dcaed3939 None None] Port b90ac58f-8129-4270-81a7-16cd3507f876 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:10.379094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53190) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:10.380812 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:10.390177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'port': {'network_id': '854ae3cd-ca13-4a57-ad90-4b7575b12a5e', 'name': 'tempest-FloatingIPTestJSON-1953703300'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:10.392942 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb97204-907f-4d2a-b762-bf7729c0417e None None] Routers {'533893df-453a-42fb-95b7-dc04a8c51043'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:10.395220 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bbb97204-907f-4d2a-b762-bf7729c0417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['533893df-453a-42fb-95b7-dc04a8c51043'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:10.430525 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:10.473110 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bbb97204-907f-4d2a-b762-bf7729c0417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:10.479801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:10.480450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:10.504043 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb97204-907f-4d2a-b762-bf7729c0417e None None] Routers {'533893df-453a-42fb-95b7-dc04a8c51043'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:10.505883 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bbb97204-907f-4d2a-b762-bf7729c0417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['533893df-453a-42fb-95b7-dc04a8c51043'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:10.540520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019a627-dc90-4077-a367-6886ed902d8e None None] Pushing event updated for resources: {'Port': ['ID=820f8c3c-6a61-47a3-9c32-300b9fb5d593,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:10.594366 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bbb97204-907f-4d2a-b762-bf7729c0417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:10.595040 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb97204-907f-4d2a-b762-bf7729c0417e None None] The sync data for ids ['533893df-453a-42fb-95b7-dc04a8c51043'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:10.660824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-214ea2ca-4f62-4e05-b6d1-6c13cd87de8e None None] Provisioning for port cf92384c-50f7-426f-8628-877180bd5c7d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:10.688168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Made reservation on behalf of f4238989ea8c4f10a473ab56f8c51411 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:10.695201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:15:10.695557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:10.697403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-214ea2ca-4f62-4e05-b6d1-6c13cd87de8e None None] Provisioning complete for port cf92384c-50f7-426f-8628-877180bd5c7d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:10.697543 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-214ea2ca-4f62-4e05-b6d1-6c13cd87de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:10.727524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] device_id is not set on port 12aafbbd-735a-4f9f-951f-993b5b1bb314 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:15:10.764129 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:15:10.912436 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:10.922437 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:10.947281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-214ea2ca-4f62-4e05-b6d1-6c13cd87de8e None None] Port cf92384c-50f7-426f-8628-877180bd5c7d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:10.997233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Allocated IP 172.20.0.9 (854ae3cd-ca13-4a57-ad90-4b7575b12a5e/e0f728e1-2da2-4664-b477-99b2501340de/12aafbbd-735a-4f9f-951f-993b5b1bb314) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:11.118326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Pushing event updated for resources: {'Port': ['ID=cf92384c-50f7-426f-8628-877180bd5c7d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:11.136952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:09Z', 'revision_number': 1, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:11.156868 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:11.232904 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:11.314710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Transition to ACTIVE for port object 12aafbbd-735a-4f9f-951f-993b5b1bb314 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:11.369694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a7288-174c-45e0-b848-ae32fb5d0c3f None None] The sync data for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 is: [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:09Z', 'revision_number': 1, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:11.428399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Network 425c1548-ff0b-496e-9ab6-42aac07c907a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:11.434907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:11.453242 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:11.616235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Network 854ae3cd-ca13-4a57-ad90-4b7575b12a5e is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:11.627819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:11.675917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:11.684586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:15:11.691530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event updated for resources: {'Port': ['ID=12aafbbd-735a-4f9f-951f-993b5b1bb314,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:11.819634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:11.820036 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:11.898055 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-99a55249-be29-4699-b8a2-dd6b61849258 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5161042 Aug 26 11:15:11.899539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53222) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:11.904799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-91fa3ac2-eb4a-40a0-8689-1fa2caf1ebd9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Request body: {'floatingip': {'port_id': '12aafbbd-735a-4f9f-951f-993b5b1bb314'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:12.077299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:12.088147 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91fa3ac2-eb4a-40a0-8689-1fa2caf1ebd9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:12.124196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-43626b8b-cc64-426d-83d7-f5cecbb76b06 admin admin] 10.222.0.21 "PUT /v2.0/routers/68b508f5-e7c1-4f25-80ea-2e90d36d41aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5970860 Aug 26 11:15:12.320379 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0e7f9af5-b524-45b2-9de0-4d1c5d21dc88 None None] Provisioning complete for port cf92384c-50f7-426f-8628-877180bd5c7d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:12.322402 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e7f9af5-b524-45b2-9de0-4d1c5d21dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:12.481868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f9af5-b524-45b2-9de0-4d1c5d21dc88 None None] Port cf92384c-50f7-426f-8628-877180bd5c7d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:12.616507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-60e1e368-8e30-44d6-8e0b-1a3699a23484 None None] Provisioning for port 12aafbbd-735a-4f9f-951f-993b5b1bb314 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:12.621634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-60e1e368-8e30-44d6-8e0b-1a3699a23484 None None] Provisioning complete for port 12aafbbd-735a-4f9f-951f-993b5b1bb314 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:12.621939 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60e1e368-8e30-44d6-8e0b-1a3699a23484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:12.706293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53236) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:12.758298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-60e1e368-8e30-44d6-8e0b-1a3699a23484 None None] Port 12aafbbd-735a-4f9f-951f-993b5b1bb314 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:13.218359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-749963206', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:13.259545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Made reservation on behalf of 35ebeb5b1ad24f5393a303c8d875f2fb for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:13.269026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:13.295980 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:13.342856 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5758-64d9-4db4-a9fa-c5d74c8579e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:13.428901 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:13.437947 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:13.456295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] device_id is not set on port ffef1a35-121d-4f54-ba7f-45023aa5458c yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:15:13.576992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53252) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:13.612625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1810185079-network', 'tenant_id': '566d443cab8c4834be737b7c336a81b0'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:13.643844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc7b1e8-cc2f-4bad-bec9-2374f1f2fafa,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:13.743375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Allocated IP 172.25.1.81 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/ffef1a35-121d-4f54-ba7f-45023aa5458c) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:13.936067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 820f8c3c-6a61-47a3-9c32-300b9fb5d593 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:13.981892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Made reservation on behalf of 566d443cab8c4834be737b7c336a81b0 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:13.985902 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:13.998284 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.132912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.140451 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91fa3ac2-eb4a-40a0-8689-1fa2caf1ebd9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.158802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 820f8c3c-6a61-47a3-9c32-300b9fb5d593 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:14.168517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 820f8c3c-6a61-47a3-9c32-300b9fb5d593 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:14.168958 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.175835 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91fa3ac2-eb4a-40a0-8689-1fa2caf1ebd9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.349944 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.381000 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-91fa3ac2-eb4a-40a0-8689-1fa2caf1ebd9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP 27971739-328a-474a-a8ad-2581e8b0b6d0 associated. External IP: 172.25.1.122, port: 045a4751-a225-4650-a383-63df696aa6f4. Aug 26 11:15:14.394537 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.414810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Pushing event updated for resources: {'Port': ['ID=ffef1a35-121d-4f54-ba7f-45023aa5458c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:14.420335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 820f8c3c-6a61-47a3-9c32-300b9fb5d593, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=820f8c3c-6a61-47a3-9c32-300b9fb5d593,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:14.426600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.442774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:14.450542 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.452900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:14.460184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:14.463321 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.488402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=820f8c3c-6a61-47a3-9c32-300b9fb5d593,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:14.542976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:15:14.555399 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.556043 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Added segment a3983846-d62e-4216-8d52-448168a17de3 of type vlan for network 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 Aug 26 11:15:14.619609 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.665718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc90cf9-237e-4160-a2e8-8664f20f3eef,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:14.684421 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fa3ac2-eb4a-40a0-8689-1fa2caf1ebd9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:15:14.688575 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.691908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:14.692902 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.778762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:14.779588 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.784804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] Pushing event updated for resources: {'Network': ['ID=1dbe12d3-347c-4f1b-afaa-f927cc71bcb7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:14.796714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:15:14.802246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4054eff2-572c-4914-999d-703a4234f65c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2057908 Aug 26 11:15:14.804891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53258) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:14.821016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] Request body: {'subnet': {'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1810185079-subnet', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:14.830583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b5956687-2e95-4300-b669-f0e43502da57 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.1205969 Aug 26 11:15:14.831051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53260) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:14.841086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.81'}]}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:14.869569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fa3ac2-eb4a-40a0-8689-1fa2caf1ebd9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:14.877035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] Made reservation on behalf of 566d443cab8c4834be737b7c336a81b0 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:14.882554 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:14.894610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a56fc7d-a103-42f9-b187-cae12471dc8e None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:14.934594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a56fc7d-a103-42f9-b187-cae12471dc8e None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:14.935865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0a56fc7d-a103-42f9-b187-cae12471dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:15.011365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0a56fc7d-a103-42f9-b187-cae12471dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:15.025331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a56fc7d-a103-42f9-b187-cae12471dc8e None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:15.026245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0a56fc7d-a103-42f9-b187-cae12471dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:15.063491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0a56fc7d-a103-42f9-b187-cae12471dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:15.064419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a56fc7d-a103-42f9-b187-cae12471dc8e None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:15.262875 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fa3ac2-eb4a-40a0-8689-1fa2caf1ebd9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 533893df-453a-42fb-95b7-dc04a8c51043 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:15:15.288723 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:15.289844 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:15.371688 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:15.415700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fa3ac2-eb4a-40a0-8689-1fa2caf1ebd9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:15.421231 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91fa3ac2-eb4a-40a0-8689-1fa2caf1ebd9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:15.429504 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb0ee9-b01a-46f1-b330-7a7820b4c593 None None] Sync routers for ids ['533893df-453a-42fb-95b7-dc04a8c51043'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:15.442776 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb0ee9-b01a-46f1-b330-7a7820b4c593 None None] Routers {'533893df-453a-42fb-95b7-dc04a8c51043'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:15.445076 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-20bb0ee9-b01a-46f1-b330-7a7820b4c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['533893df-453a-42fb-95b7-dc04a8c51043'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:15.503744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Sync routers for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:15.515682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:15.516582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:15.532323 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-20bb0ee9-b01a-46f1-b330-7a7820b4c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:15.551914 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb0ee9-b01a-46f1-b330-7a7820b4c593 None None] Routers {'533893df-453a-42fb-95b7-dc04a8c51043'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:15.553469 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-20bb0ee9-b01a-46f1-b330-7a7820b4c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['533893df-453a-42fb-95b7-dc04a8c51043'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:15.564140 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-91fa3ac2-eb4a-40a0-8689-1fa2caf1ebd9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "PUT /v2.0/floatingips/27971739-328a-474a-a8ad-2581e8b0b6d0 HTTP/1.1" status: 200 len: 978 time: 3.6634967 Aug 26 11:15:15.569178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53264) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:15.576565 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:15.612345 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-20bb0ee9-b01a-46f1-b330-7a7820b4c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:15.613248 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bb0ee9-b01a-46f1-b330-7a7820b4c593 None None] The sync data for ids ['533893df-453a-42fb-95b7-dc04a8c51043'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:15.697062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:15:15.698780 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:15.731013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port 12aafbbd-735a-4f9f-951f-993b5b1bb314 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:15.731375 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:15.785155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70041556-c659-4b1d-bd5a-04a319658d68,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:15.789852 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ca20b26-8035-4cbb-82a8-29ab10062aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:15.799233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] Checking segment: {'id': 'a3983846-d62e-4216-8d52-448168a17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:15.799590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] Network hostable DHCP agents. Network: 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:15:15.876217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] Network 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:15:15.908161 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 820f8c3c-6a61-47a3-9c32-300b9fb5d593 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:15.930364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:15.959420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:15.981282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:15.981506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:15.995042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746749a1-28a2-4b7a-80c2-157832ff6022 None None] Network 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:16.087266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.131349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-68c58145-92e7-48b2-ba2f-2d854b3ea663 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3238590 Aug 26 11:15:16.135881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53270) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:16.142997 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1810185079-router', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:16.155583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 820f8c3c-6a61-47a3-9c32-300b9fb5d593 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:16.156106 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.173071 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.220594 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.222679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.260065 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.260516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.260904 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Floating IP 27971739-328a-474a-a8ad-2581e8b0b6d0 disassociated. External IP: 172.25.1.122, port: 12aafbbd-735a-4f9f-951f-993b5b1bb314. Aug 26 11:15:16.261345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for 12aafbbd-735a-4f9f-951f-993b5b1bb314 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:16.282210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.347348 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.399597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-1dbe12d3-347c-4f1b-afaa-f927cc71bcb7', 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'fixed_ips': [{'subnet_id': '70041556-c659-4b1d-bd5a-04a319658d68'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:15:16.401129 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.460251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.494104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=12aafbbd-735a-4f9f-951f-993b5b1bb314,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:16.547391 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.555157 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.604317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Allocated IP 172.20.0.2 (1dbe12d3-347c-4f1b-afaa-f927cc71bcb7/70041556-c659-4b1d-bd5a-04a319658d68/3092502f-9ebd-439d-aae6-6425c43cfcf4) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:16.657540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 533893df-453a-42fb-95b7-dc04a8c51043 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:15:16.695607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 2, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:16.727828 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Checking router: 68b508f5-e7c1-4f25-80ea-2e90d36d41aa for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:15:16.728188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Updating router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa port cf92384c-50f7-426f-8628-877180bd5c7d binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:15:16.791095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:16.799888 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.803323 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f99b66-8535-4ebd-9ec1-e74cc6abc03c None None] Sync routers for ids ['533893df-453a-42fb-95b7-dc04a8c51043'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:16.813210 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f99b66-8535-4ebd-9ec1-e74cc6abc03c None None] Routers {'533893df-453a-42fb-95b7-dc04a8c51043'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:16.814070 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-89f99b66-8535-4ebd-9ec1-e74cc6abc03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['533893df-453a-42fb-95b7-dc04a8c51043'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:16.886462 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-89f99b66-8535-4ebd-9ec1-e74cc6abc03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:16.890990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.894562 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.899801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:16.905073 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-338273c5-defa-4cff-ab1c-e6a5146d9fa0 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/ports/12aafbbd-735a-4f9f-951f-993b5b1bb314 HTTP/1.1" status: 204 len: 168 time: 1.3318369 Aug 26 11:15:16.905253 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f99b66-8535-4ebd-9ec1-e74cc6abc03c None None] Routers {'533893df-453a-42fb-95b7-dc04a8c51043'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:16.905843 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-89f99b66-8535-4ebd-9ec1-e74cc6abc03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['533893df-453a-42fb-95b7-dc04a8c51043'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:16.907218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53272) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:16.949416 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-89f99b66-8535-4ebd-9ec1-e74cc6abc03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:16.950070 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f99b66-8535-4ebd-9ec1-e74cc6abc03c None None] The sync data for ids ['533893df-453a-42fb-95b7-dc04a8c51043'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:17.007040 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.007795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab8ef88a-4236-496c-ad81-d26d3e63fba9 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:15:17.035545 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 26 11:15:17.036702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9f2e25a1-fdcf-4a35-b565-3d9e3d14d38b tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2046146 Aug 26 11:15:17.045577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53278) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:17.256910 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.381600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Transition to ACTIVE for port object 3092502f-9ebd-439d-aae6-6425c43cfcf4 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:17.387818 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.410447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Transition to ACTIVE for port object 3092502f-9ebd-439d-aae6-6425c43cfcf4 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:17.424944 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.500642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Network 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:17.509125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:17.515031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:17.525052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Pushing event updated for resources: {'Port': ['ID=3092502f-9ebd-439d-aae6-6425c43cfcf4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:17.580831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd6556-bf51-416e-b5a0-dcdf11fc8d20 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Deleting port ffef1a35-121d-4f54-ba7f-45023aa5458c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:17.581356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6556-bf51-416e-b5a0-dcdf11fc8d20 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.594917 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.674478 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.680151 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6556-bf51-416e-b5a0-dcdf11fc8d20 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.695311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd6556-bf51-416e-b5a0-dcdf11fc8d20 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Calling delete_port for ffef1a35-121d-4f54-ba7f-45023aa5458c owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:17.714945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Transition to ACTIVE for port object cf92384c-50f7-426f-8628-877180bd5c7d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:17.737379 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.828285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Attempting to bind port 3092502f-9ebd-439d-aae6-6425c43cfcf4 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:15:17.828842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Attempting to bind port 3092502f-9ebd-439d-aae6-6425c43cfcf4 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'a3983846-d62e-4216-8d52-448168a17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:15:17.829303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Attempting to bind port 3092502f-9ebd-439d-aae6-6425c43cfcf4 on network 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:15:17.843256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:15:17.843595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Checking segment: {'id': 'a3983846-d62e-4216-8d52-448168a17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:17.844001 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.844401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Bound using segment: {'id': 'a3983846-d62e-4216-8d52-448168a17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:15:17.844996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Bound port: 3092502f-9ebd-439d-aae6-6425c43cfcf4, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3983846-d62e-4216-8d52-448168a17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:15:17.845346 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.899129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6556-bf51-416e-b5a0-dcdf11fc8d20 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:17.947179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f7264-daab-4eba-9226-92733bd1d0aa None None] Pushing event updated for resources: {'Port': ['ID=cf92384c-50f7-426f-8628-877180bd5c7d,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:17.968808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd6556-bf51-416e-b5a0-dcdf11fc8d20 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffef1a35-121d-4f54-ba7f-45023aa5458c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:17.989288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:18.068919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Attempting to bind port cf92384c-50f7-426f-8628-877180bd5c7d on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:15:18.069452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Attempting to bind port cf92384c-50f7-426f-8628-877180bd5c7d by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:15:18.069953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Attempting to bind port cf92384c-50f7-426f-8628-877180bd5c7d on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:15:18.083209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:15:18.083444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Checking segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:18.083859 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:18.084226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Bound using segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:15:18.084806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Bound port: cf92384c-50f7-426f-8628-877180bd5c7d, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:15:18.085180 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:18.098386 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:18.158466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] For port 3092502f-9ebd-439d-aae6-6425c43cfcf4, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:15:18.177669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] For port 3092502f-9ebd-439d-aae6-6425c43cfcf4, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3092502f-9ebd-439d-aae6-6425c43cfcf4,segment=NetworkSegment(a3983846-d62e-4216-8d52-448168a17de3),segment_id=a3983846-d62e-4216-8d52-448168a17de3)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:15:18.214011 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:18.268912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port b90ac58f-8129-4270-81a7-16cd3507f876 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:18.273336 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:18.406977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2555-9cf6-411f-8b03-f88cb03e2e72 None None] Pushing event updated for resources: {'Port': ['ID=3092502f-9ebd-439d-aae6-6425c43cfcf4,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:18.421857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] For port cf92384c-50f7-426f-8628-877180bd5c7d, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:15:18.429148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] For port cf92384c-50f7-426f-8628-877180bd5c7d, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=cf92384c-50f7-426f-8628-877180bd5c7d,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:15:18.437554 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:18.453366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Allocated IP 172.25.1.65 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/ab6995ef-fe1f-4672-aca8-0e0a91c26c71) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:18.462954 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6556-bf51-416e-b5a0-dcdf11fc8d20 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:18.467032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d2dd6556-bf51-416e-b5a0-dcdf11fc8d20 tempest-RoutersAdminNegativeIpV6Test-1817852988 tempest-RoutersAdminNegativeIpV6Test-1817852988-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ffef1a35-121d-4f54-ba7f-45023aa5458c HTTP/1.1" status: 204 len: 168 time: 1.4199269 Aug 26 11:15:18.563722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f7264-daab-4eba-9226-92733bd1d0aa None None] Pushing event updated for resources: {'Port': ['ID=cf92384c-50f7-426f-8628-877180bd5c7d,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:18.586219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:18.586915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:18.609575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:18.679966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for b90ac58f-8129-4270-81a7-16cd3507f876 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:18.794062 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:18.875558 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:18.993991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:19.005456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:19.009271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:19.017156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Pushing event updated for resources: {'Port': ['ID=ab6995ef-fe1f-4672-aca8-0e0a91c26c71,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:19.186639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:15:19.193328 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:19.246790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=b90ac58f-8129-4270-81a7-16cd3507f876,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:19.264879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53296) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:19.289328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.289499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.289830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.290149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.290657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.291206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.292554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.292554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.292554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.292554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.292554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.294393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:19.428200 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:19.646249 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:19.760252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:19.799158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b20a0736-c7d8-466c-bab2-30e384641388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:19.968124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:18Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:20.039405 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:20.054069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27464592-d028-41b2-ba5b-642a79e132f3 None None] The sync data for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 is: [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:18Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:20.154827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3092502f-9ebd-439d-aae6-6425c43cfcf4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:20.289402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e4c48-314a-492f-9186-fdab956e3902 None None] Network 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:20.294210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3092502f-9ebd-439d-aae6-6425c43cfcf4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:20.311380 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device cf92384c-50f7-426f-8628-877180bd5c7d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:20.367849 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b20a0736-c7d8-466c-bab2-30e384641388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:20.394591 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b20a0736-c7d8-466c-bab2-30e384641388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:20.459874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-592d3117-f82d-4d98-b948-380fb514a64c None None] Provisioning for port 3092502f-9ebd-439d-aae6-6425c43cfcf4 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:20.460104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Router 2d549482-392b-456a-bab6-5551b6391ae3 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:15:20.460879 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b20a0736-c7d8-466c-bab2-30e384641388 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f94556e34b044a39bda72516811fa4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1906354 Aug 26 11:15:20.462747 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53304) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:20.466696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a0736-c7d8-466c-bab2-30e384641388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246801de-93a1-41cd-8ab6-35bb968bd627,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:20.478612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 533893df-453a-42fb-95b7-dc04a8c51043 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:15:20.483676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-592d3117-f82d-4d98-b948-380fb514a64c None None] Provisioning complete for port 3092502f-9ebd-439d-aae6-6425c43cfcf4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:20.485993 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-592d3117-f82d-4d98-b948-380fb514a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:20.589523 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:20.638132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port cf92384c-50f7-426f-8628-877180bd5c7d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:20.707148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port cf92384c-50f7-426f-8628-877180bd5c7d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:20.707537 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:20.858938 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4479-43a8-4859-a9d9-7946b5046e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:20.903937 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:20.907640 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-592d3117-f82d-4d98-b948-380fb514a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:20.924958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b35385-4d3e-4629-80d6-26f8d95784b7 None None] Sync routers for ids ['533893df-453a-42fb-95b7-dc04a8c51043'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:20.925407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53310) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:20.926363 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9b79df4b-b150-4252-bb4d-be65abbf9506 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "PUT /v2.0/routers/533893df-453a-42fb-95b7-dc04a8c51043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0158975 Aug 26 11:15:20.948665 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4479-43a8-4859-a9d9-7946b5046e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:20.951678 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:20.966901 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Sync routers for ids ['2d549482-392b-456a-bab6-5551b6391ae3'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:20.977604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:20.984782 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Routers {'2d549482-392b-456a-bab6-5551b6391ae3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:20.986948 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2d549482-392b-456a-bab6-5551b6391ae3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:20.987777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b35385-4d3e-4629-80d6-26f8d95784b7 None None] Routers {'533893df-453a-42fb-95b7-dc04a8c51043'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:20.988410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-60b35385-4d3e-4629-80d6-26f8d95784b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['533893df-453a-42fb-95b7-dc04a8c51043'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:21.156860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-60b35385-4d3e-4629-80d6-26f8d95784b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:21.171134 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4479-43a8-4859-a9d9-7946b5046e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:21.177467 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4479-43a8-4859-a9d9-7946b5046e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:21.181539 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4fcc4479-43a8-4859-a9d9-7946b5046e8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/246801de-93a1-41cd-8ab6-35bb968bd627 HTTP/1.1" status: 204 len: 168 time: 0.7065237 Aug 26 11:15:21.217170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc4479-43a8-4859-a9d9-7946b5046e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246801de-93a1-41cd-8ab6-35bb968bd627,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:21.231279 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:21.235215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b37eff4a-f37a-4922-89ef-d3f957e35a7b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0977423 Aug 26 11:15:21.238357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53314) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:21.322760 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Set router 2d549482-392b-456a-bab6-5551b6391ae3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:15:21.395035 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port cf92384c-50f7-426f-8628-877180bd5c7d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=cf92384c-50f7-426f-8628-877180bd5c7d,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:21.408542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-592d3117-f82d-4d98-b948-380fb514a64c None None] For port 3092502f-9ebd-439d-aae6-6425c43cfcf4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3092502f-9ebd-439d-aae6-6425c43cfcf4,segment=NetworkSegment(a3983846-d62e-4216-8d52-448168a17de3),segment_id=a3983846-d62e-4216-8d52-448168a17de3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:21.414942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b35385-4d3e-4629-80d6-26f8d95784b7 None None] Routers {'533893df-453a-42fb-95b7-dc04a8c51043'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:21.415611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-60b35385-4d3e-4629-80d6-26f8d95784b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['533893df-453a-42fb-95b7-dc04a8c51043'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:21.458348 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:21.629530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:21.642757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-592d3117-f82d-4d98-b948-380fb514a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:21.672448 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:21.702992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-60b35385-4d3e-4629-80d6-26f8d95784b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:21.707937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b35385-4d3e-4629-80d6-26f8d95784b7 None None] The sync data for ids ['533893df-453a-42fb-95b7-dc04a8c51043'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:21.830668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=cf92384c-50f7-426f-8628-877180bd5c7d,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:21.845301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port a4b5a39c-3ee0-495b-b65c-14fcd60e3147 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:21.845650 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:21.976979 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d549482-392b-456a-bab6-5551b6391ae3', 'name': 'tempest-TestVolumeBootPattern-1810185079-router', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:16Z', 'updated_at': '2021-08-26T11:15:19Z', 'revision_number': 3, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'gw_port': {'id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d549482-392b-456a-bab6-5551b6391ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:18Z', 'updated_at': '2021-08-26T11:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:22.000647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0caf589c-510e-4625-8de2-c44490227bc4 None None] Provisioning complete for port 3092502f-9ebd-439d-aae6-6425c43cfcf4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:22.001784 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0caf589c-510e-4625-8de2-c44490227bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:22.059448 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Checking router: 2d549482-392b-456a-bab6-5551b6391ae3 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:15:22.063868 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Updating router 2d549482-392b-456a-bab6-5551b6391ae3 port ab6995ef-fe1f-4672-aca8-0e0a91c26c71 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:15:22.119934 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:22.132727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d3117-f82d-4d98-b948-380fb514a64c None None] Pushing event updated for resources: {'Port': ['ID=3092502f-9ebd-439d-aae6-6425c43cfcf4,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:22.134998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53326) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:22.171284 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:22.175936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for a4b5a39c-3ee0-495b-b65c-14fcd60e3147 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:22.242112 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2d860f8e-ce7e-4e4e-861a-b218a004dde6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35ebeb5b1ad24f5393a303c8d875f2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050537 Aug 26 11:15:22.245151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53328) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:22.318429 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:22.583977 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:22.669381 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:22.672989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=a4b5a39c-3ee0-495b-b65c-14fcd60e3147,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:22.686410 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Transition to ACTIVE for port object ab6995ef-fe1f-4672-aca8-0e0a91c26c71 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:22.694431 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:22.789947 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Attempting to bind port ab6995ef-fe1f-4672-aca8-0e0a91c26c71 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:15:22.790911 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Attempting to bind port ab6995ef-fe1f-4672-aca8-0e0a91c26c71 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:15:22.791095 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Attempting to bind port ab6995ef-fe1f-4672-aca8-0e0a91c26c71 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:15:22.815934 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:22.817110 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:15:22.817500 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:22.817905 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:22.818300 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:15:22.819102 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Bound port: ab6995ef-fe1f-4672-aca8-0e0a91c26c71, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:15:22.819245 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:22.875571 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Pushing event updated for resources: {'Port': ['ID=ab6995ef-fe1f-4672-aca8-0e0a91c26c71,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:22.898157 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.898483 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.898924 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.899681 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.900153 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.900618 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.901094 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.901720 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.902182 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.902655 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.903131 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.903595 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:22.936722 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] For port ab6995ef-fe1f-4672-aca8-0e0a91c26c71, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:15:22.941004 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] For port ab6995ef-fe1f-4672-aca8-0e0a91c26c71, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ab6995ef-fe1f-4672-aca8-0e0a91c26c71,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:15:22.949735 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.037054 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d9688-2e41-4874-83e0-9e4a39941696 None None] Pushing event updated for resources: {'Port': ['ID=ab6995ef-fe1f-4672-aca8-0e0a91c26c71,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:23.040037 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Routers {'2d549482-392b-456a-bab6-5551b6391ae3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:23.040636 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2d549482-392b-456a-bab6-5551b6391ae3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:23.142190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.148073 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.193387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae4023cf-914d-4434-bb1d-390d40ebffdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.222289 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] Set router 2d549482-392b-456a-bab6-5551b6391ae3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:15:23.265797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae4023cf-914d-4434-bb1d-390d40ebffdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.297565 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.298432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Fanout notify agent at l3_agent the message router_deleted on router 533893df-453a-42fb-95b7-dc04a8c51043 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:15:23.314376 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.318769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-02fd1886-97b6-441b-bbfc-5658ea681b1a tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/routers/533893df-453a-42fb-95b7-dc04a8c51043 HTTP/1.1" status: 204 len: 168 time: 2.3889418 Aug 26 11:15:23.319551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53334) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:23.350603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.417225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24e5170-28ba-4a1b-9c5a-5af1e80ebad6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting subnet e0f728e1-2da2-4664-b477-99b2501340de {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:15:23.420791 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c24e5170-28ba-4a1b-9c5a-5af1e80ebad6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.507795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c24e5170-28ba-4a1b-9c5a-5af1e80ebad6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.540319 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae4023cf-914d-4434-bb1d-390d40ebffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.548749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae4023cf-914d-4434-bb1d-390d40ebffdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:23.550096 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ae4023cf-914d-4434-bb1d-390d40ebffdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edc7b1e8-cc2f-4bad-bec9-2374f1f2fafa HTTP/1.1" status: 204 len: 168 time: 0.5239854 Aug 26 11:15:23.576410 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d549482-392b-456a-bab6-5551b6391ae3', 'name': 'tempest-TestVolumeBootPattern-1810185079-router', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:16Z', 'updated_at': '2021-08-26T11:15:19Z', 'revision_number': 3, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'gw_port': {'id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d549482-392b-456a-bab6-5551b6391ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:18Z', 'updated_at': '2021-08-26T11:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:23.605594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4023cf-914d-4434-bb1d-390d40ebffdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc7b1e8-cc2f-4bad-bec9-2374f1f2fafa,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:23.630473 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2bed5-a599-455c-919b-230b64f84644 None None] The sync data for ids ['2d549482-392b-456a-bab6-5551b6391ae3'] in n-d-778550-13 is: [{'id': '2d549482-392b-456a-bab6-5551b6391ae3', 'name': 'tempest-TestVolumeBootPattern-1810185079-router', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:16Z', 'updated_at': '2021-08-26T11:15:19Z', 'revision_number': 3, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'gw_port': {'id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d549482-392b-456a-bab6-5551b6391ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:18Z', 'updated_at': '2021-08-26T11:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:23.759796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Allocated IP 172.20.0.1 (1dbe12d3-347c-4f1b-afaa-f927cc71bcb7/70041556-c659-4b1d-bd5a-04a319658d68/44f9e305-69cf-43c0-859c-89526b48031f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:23.875357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3092502f-9ebd-439d-aae6-6425c43cfcf4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:24.043071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:24.064644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3092502f-9ebd-439d-aae6-6425c43cfcf4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:24.066966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:24.085165 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Transition to ACTIVE for port object 44f9e305-69cf-43c0-859c-89526b48031f will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:24.168847 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:24.244844 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c24e5170-28ba-4a1b-9c5a-5af1e80ebad6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:24.262839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Network 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:24.356542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:24.359447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device cf92384c-50f7-426f-8628-877180bd5c7d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:24.363537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:24.450380 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port cf92384c-50f7-426f-8628-877180bd5c7d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:24.451093 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:24.472421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c24e5170-28ba-4a1b-9c5a-5af1e80ebad6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:24.511365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Pushing event updated for resources: {'Port': ['ID=44f9e305-69cf-43c0-859c-89526b48031f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:24.536572 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:24.569332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e5170-28ba-4a1b-9c5a-5af1e80ebad6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f728e1-2da2-4664-b477-99b2501340de,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:24.589608 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c24e5170-28ba-4a1b-9c5a-5af1e80ebad6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:24.593016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c24e5170-28ba-4a1b-9c5a-5af1e80ebad6 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/subnets/e0f728e1-2da2-4664-b477-99b2501340de HTTP/1.1" status: 204 len: 168 time: 1.2708721 Aug 26 11:15:24.595792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53352) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:24.615275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c0a0b5-42be-4063-8003-8144c6f08ce2 None None] Network 854ae3cd-ca13-4a57-ad90-4b7575b12a5e requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:24.805805 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:24.859685 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:24.909475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-56b1970b-5403-4e0e-bbc0-6bff7fc1f742 None None] Provisioning for port 44f9e305-69cf-43c0-859c-89526b48031f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:24.942902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port d92e257f-1c47-476b-ad22-fb9cbf992fc2 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:24.943190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:24.944563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-56b1970b-5403-4e0e-bbc0-6bff7fc1f742 None None] Provisioning complete for port 44f9e305-69cf-43c0-859c-89526b48031f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:24.947736 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56b1970b-5403-4e0e-bbc0-6bff7fc1f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.064210 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] For port d92e257f-1c47-476b-ad22-fb9cbf992fc2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d92e257f-1c47-476b-ad22-fb9cbf992fc2,segment=NetworkSegment(4532a7ad-2030-4c58-bcff-88cc4b5cb4c9),segment_id=4532a7ad-2030-4c58-bcff-88cc4b5cb4c9)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:25.064635 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.085695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e8077-0bf9-455e-897c-2884239c1af8 None None] DHCP port deletion for 854ae3cd-ca13-4a57-ad90-4b7575b12a5e request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:15:25.098118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for d92e257f-1c47-476b-ad22-fb9cbf992fc2 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:25.125974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-56b1970b-5403-4e0e-bbc0-6bff7fc1f742 None None] Port 44f9e305-69cf-43c0-859c-89526b48031f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:25.154289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a93e8077-0bf9-455e-897c-2884239c1af8 None None] Deleting port d92e257f-1c47-476b-ad22-fb9cbf992fc2 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:25.155464 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a93e8077-0bf9-455e-897c-2884239c1af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.235160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.267693 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a93e8077-0bf9-455e-897c-2884239c1af8 None None] For port d92e257f-1c47-476b-ad22-fb9cbf992fc2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d92e257f-1c47-476b-ad22-fb9cbf992fc2,segment=NetworkSegment(4532a7ad-2030-4c58-bcff-88cc4b5cb4c9),segment_id=4532a7ad-2030-4c58-bcff-88cc4b5cb4c9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:25.268140 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a93e8077-0bf9-455e-897c-2884239c1af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.281801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.288397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a93e8077-0bf9-455e-897c-2884239c1af8 None None] Calling delete_port for d92e257f-1c47-476b-ad22-fb9cbf992fc2 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:25.290865 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.300887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=d92e257f-1c47-476b-ad22-fb9cbf992fc2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:25.317940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] No DVR routers for this DVR port d92e257f-1c47-476b-ad22-fb9cbf992fc2 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:15:25.358483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53366) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:25.462910 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Pushing event updated for resources: {'Port': ['ID=44f9e305-69cf-43c0-859c-89526b48031f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:25.468523 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.494281 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.512643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854ae3cd-ca13-4a57-ad90-4b7575b12a5e']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:25.528735 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4532a7ad-2030-4c58-bcff-88cc4b5cb4c9') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:25.529471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4532a7ad-2030-4c58-bcff-88cc4b5cb4c9') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:25.570073 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.598597 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.636281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:15:25.636895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.640551 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a93e8077-0bf9-455e-897c-2884239c1af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:15:25.641205 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:15:25.665899 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-af162e4d-53f6-45dc-b369-45d5b5421f05 tempest-AgentManagementNegativeTest-807684441 tempest-AgentManagementNegativeTest-807684441-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3014042 Aug 26 11:15:25.715334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e8077-0bf9-455e-897c-2884239c1af8 None None] Pushing event deleted for resources: {'Port': ['ID=d92e257f-1c47-476b-ad22-fb9cbf992fc2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:25.719459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e8077-0bf9-455e-897c-2884239c1af8 None None] No DVR routers for this DVR port d92e257f-1c47-476b-ad22-fb9cbf992fc2 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:15:25.767404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Network 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:25.769171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:25.838329 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.850160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:25.857947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/networks/854ae3cd-ca13-4a57-ad90-4b7575b12a5e HTTP/1.1" status: 204 len: 168 time: 1.2532485 Aug 26 11:15:25.863409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53376) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:25.906964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ab6995ef-fe1f-4672-aca8-0e0a91c26c71 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:26.032343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdf686-4bcc-489f-a305-8bb181623dc8 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Network': ['ID=854ae3cd-ca13-4a57-ad90-4b7575b12a5e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:26.039698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port ab6995ef-fe1f-4672-aca8-0e0a91c26c71 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:26.047605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port ab6995ef-fe1f-4672-aca8-0e0a91c26c71 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:26.048216 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:26.063597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Router 2d549482-392b-456a-bab6-5551b6391ae3 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:15:26.336933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53382) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:26.371347 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:26.376977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port 50ac2b6b-28a6-4cbf-a054-312c2281b304 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:26.377324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:26.392108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:26.400371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port ab6995ef-fe1f-4672-aca8-0e0a91c26c71, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ab6995ef-fe1f-4672-aca8-0e0a91c26c71,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:26.407365 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eae45d40-70cd-4e28-9804-d6336f154b07 admin admin] 10.222.0.21 "PUT /v2.0/routers/2d549482-392b-456a-bab6-5551b6391ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1666965 Aug 26 11:15:26.419086 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:26.527220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2d5b5948-06dd-4485-a85f-0de4f2f90f4a None None] Provisioning complete for port 44f9e305-69cf-43c0-859c-89526b48031f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:26.527592 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d5b5948-06dd-4485-a85f-0de4f2f90f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:26.540059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:26.540627 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:26.559571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d92e257f-1c47-476b-ad22-fb9cbf992fc2 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:15:26.566320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for 50ac2b6b-28a6-4cbf-a054-312c2281b304 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:26.646885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-50101aee-2618-40f7-b637-5cb4801543da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:26.697460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=ab6995ef-fe1f-4672-aca8-0e0a91c26c71,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:26.710559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: d92e257f-1c47-476b-ad22-fb9cbf992fc2 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:15:26.711112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d92e257f-1c47-476b-ad22-fb9cbf992fc2 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:15:26.728739 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b5948-06dd-4485-a85f-0de4f2f90f4a None None] Port 44f9e305-69cf-43c0-859c-89526b48031f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:26.883482 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-50101aee-2618-40f7-b637-5cb4801543da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:26.891539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-50101aee-2618-40f7-b637-5cb4801543da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:26.912192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:26.927053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Sync routers for ids ['2d549482-392b-456a-bab6-5551b6391ae3'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:26.937469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Routers {'2d549482-392b-456a-bab6-5551b6391ae3'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:26.938935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2d549482-392b-456a-bab6-5551b6391ae3'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:26.951526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=50ac2b6b-28a6-4cbf-a054-312c2281b304,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:26.974252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.974598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.974977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.975314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.975713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.976033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.976360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.976688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.977017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.977344 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.977660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.977981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:15:26.990855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-50101aee-2618-40f7-b637-5cb4801543da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e8f1ef613524bb2aaa3a14a6c3bb891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6518891 Aug 26 11:15:26.993504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53400) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:26.994252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50101aee-2618-40f7-b637-5cb4801543da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40231c5-f789-4634-ac07-8f09ee5f57a5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:27.076657 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:27.079740 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:27.087658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53402) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:27.088005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a571c297-51a0-43e2-abfc-d3f1efb56324 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/floatingips/27971739-328a-474a-a8ad-2581e8b0b6d0 HTTP/1.1" status: 204 len: 168 time: 1.2192621 Aug 26 11:15:27.107215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Set router 2d549482-392b-456a-bab6-5551b6391ae3 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:15:27.123312 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-8536d2c6-b332-4164-8b6d-901e21c4c1fc tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] DELETE failed (client error): The resource could not be found. Aug 26 11:15:27.124305 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8536d2c6-b332-4164-8b6d-901e21c4c1fc tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:15:27.126054 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8536d2c6-b332-4164-8b6d-901e21c4c1fc tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/ports/12aafbbd-735a-4f9f-951f-993b5b1bb314 HTTP/1.1" status: 404 len: 333 time: 0.0355818 Aug 26 11:15:27.128700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53404) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:27.141820 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bd7500e-dc0f-4129-b0ca-bd8312e6fc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:27.160104 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d9fe90e0-83f3-41cb-ae63-4730680830e9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "GET /v2.0/ports?device_id=533893df-453a-42fb-95b7-dc04a8c51043 HTTP/1.1" status: 200 len: 205 time: 0.0303297 Aug 26 11:15:27.162815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53406) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:27.243714 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-c7121230-312a-4712-88ac-864d9cb0e433 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] delete failed (client error): The resource could not be found. Aug 26 11:15:27.245158 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c7121230-312a-4712-88ac-864d9cb0e433 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/routers/533893df-453a-42fb-95b7-dc04a8c51043 HTTP/1.1" status: 404 len: 336 time: 0.0812559 Aug 26 11:15:27.248404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53410) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:27.251034 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bd7500e-dc0f-4129-b0ca-bd8312e6fc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:27.284029 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad68578-ed8f-4999-bbd0-ccf8c80954a9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] DELETE failed (client error): The resource could not be found. Aug 26 11:15:27.284494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad68578-ed8f-4999-bbd0-ccf8c80954a9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:15:27.286275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1ad68578-ed8f-4999-bbd0-ccf8c80954a9 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/subnets/e0f728e1-2da2-4664-b477-99b2501340de HTTP/1.1" status: 404 len: 337 time: 0.0368590 Aug 26 11:15:27.288778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53414) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:27.356776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bd7500e-dc0f-4129-b0ca-bd8312e6fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:27.360613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5bd7500e-dc0f-4129-b0ca-bd8312e6fc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:27.362081 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5bd7500e-dc0f-4129-b0ca-bd8312e6fc74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a40231c5-f789-4634-ac07-8f09ee5f57a5 HTTP/1.1" status: 204 len: 168 time: 0.3674872 Aug 26 11:15:27.399106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7500e-dc0f-4129-b0ca-bd8312e6fc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40231c5-f789-4634-ac07-8f09ee5f57a5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:27.469405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d549482-392b-456a-bab6-5551b6391ae3', 'name': 'tempest-TestVolumeBootPattern-1810185079-router', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:16Z', 'updated_at': '2021-08-26T11:15:24Z', 'revision_number': 4, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'gw_port': {'id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d549482-392b-456a-bab6-5551b6391ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:18Z', 'updated_at': '2021-08-26T11:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '44f9e305-69cf-43c0-859c-89526b48031f', 'name': '', 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'mac_address': 'fa:16:3e:c0:50:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d549482-392b-456a-bab6-5551b6391ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '70041556-c659-4b1d-bd5a-04a319658d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:23Z', 'updated_at': '2021-08-26T11:15:24Z', 'revision_number': 2, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'subnets': [{'id': '70041556-c659-4b1d-bd5a-04a319658d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:27.475470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-ca0eabd3-33c6-4ca5-bfff-b460bf6a55a4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port 045a4751-a225-4650-a383-63df696aa6f4 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:27.475903 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca0eabd3-33c6-4ca5-bfff-b460bf6a55a4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:27.511595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Checking router: 2d549482-392b-456a-bab6-5551b6391ae3 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:15:27.512222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Updating router 2d549482-392b-456a-bab6-5551b6391ae3 port 44f9e305-69cf-43c0-859c-89526b48031f binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:15:27.601351 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:27.697242 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca0eabd3-33c6-4ca5-bfff-b460bf6a55a4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:27.803136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-ca0eabd3-33c6-4ca5-bfff-b460bf6a55a4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for 045a4751-a225-4650-a383-63df696aa6f4 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:28.113700 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca0eabd3-33c6-4ca5-bfff-b460bf6a55a4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:28.188669 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:28.199252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Transition to ACTIVE for port object 44f9e305-69cf-43c0-859c-89526b48031f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:28.205136 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ab6995ef-fe1f-4672-aca8-0e0a91c26c71 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:28.208983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:28.219527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0eabd3-33c6-4ca5-bfff-b460bf6a55a4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=045a4751-a225-4650-a383-63df696aa6f4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:28.286860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a009a9-9e57-4903-8ad4-cbf722d5335c None None] Pushing event updated for resources: {'Port': ['ID=44f9e305-69cf-43c0-859c-89526b48031f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:28.445276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Attempting to bind port 44f9e305-69cf-43c0-859c-89526b48031f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:15:28.446951 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ca0eabd3-33c6-4ca5-bfff-b460bf6a55a4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:28.448933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Attempting to bind port 44f9e305-69cf-43c0-859c-89526b48031f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'a3983846-d62e-4216-8d52-448168a17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:15:28.450288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ca0eabd3-33c6-4ca5-bfff-b460bf6a55a4 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/ports/045a4751-a225-4650-a383-63df696aa6f4 HTTP/1.1" status: 204 len: 168 time: 1.1603835 Aug 26 11:15:28.451008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Attempting to bind port 44f9e305-69cf-43c0-859c-89526b48031f on network 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:15:28.453071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53452) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:28.463876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:15:28.465976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Checking segment: {'id': 'a3983846-d62e-4216-8d52-448168a17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:28.466503 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:28.468205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Bound using segment: {'id': 'a3983846-d62e-4216-8d52-448168a17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:15:28.468810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Bound port: 44f9e305-69cf-43c0-859c-89526b48031f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3983846-d62e-4216-8d52-448168a17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:15:28.471366 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:28.636202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] For port 44f9e305-69cf-43c0-859c-89526b48031f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:15:28.657924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] For port 44f9e305-69cf-43c0-859c-89526b48031f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=44f9e305-69cf-43c0-859c-89526b48031f,segment=NetworkSegment(a3983846-d62e-4216-8d52-448168a17de3),segment_id=a3983846-d62e-4216-8d52-448168a17de3)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:15:28.667115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port ab6995ef-fe1f-4672-aca8-0e0a91c26c71 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:28.667505 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:28.683302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-45d694d3-30f1-4608-bec6-8d2d21b5dceb tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port 906e16da-bf00-4561-ae12-9dffc789e4db {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:28.685203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45d694d3-30f1-4608-bec6-8d2d21b5dceb tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:28.785229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:28.861981 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53464) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:28.896327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45d694d3-30f1-4608-bec6-8d2d21b5dceb tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:28.923121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-45d694d3-30f1-4608-bec6-8d2d21b5dceb tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for 906e16da-bf00-4561-ae12-9dffc789e4db owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:29.012572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-950182228'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:29.075043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Routers {'2d549482-392b-456a-bab6-5551b6391ae3'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:29.076402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2d549482-392b-456a-bab6-5551b6391ae3'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:29.076685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Made reservation on behalf of 6530930c45f14aa0aa8a585649fdfad1 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:29.084597 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:29.119169 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:29.143713 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45d694d3-30f1-4608-bec6-8d2d21b5dceb tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:29.212123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d694d3-30f1-4608-bec6-8d2d21b5dceb tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=906e16da-bf00-4561-ae12-9dffc789e4db,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:29.269473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a009a9-9e57-4903-8ad4-cbf722d5335c None None] Pushing event updated for resources: {'Port': ['ID=44f9e305-69cf-43c0-859c-89526b48031f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:29.322268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] Set router 2d549482-392b-456a-bab6-5551b6391ae3 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:15:29.415733 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-45d694d3-30f1-4608-bec6-8d2d21b5dceb tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:29.423150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-45d694d3-30f1-4608-bec6-8d2d21b5dceb tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/ports/906e16da-bf00-4561-ae12-9dffc789e4db HTTP/1.1" status: 204 len: 168 time: 0.9679132 Aug 26 11:15:29.425318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53476) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:29.436887 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:29.450453 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:29.520239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:15:29.569059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60805ce-0296-4481-ac90-466865bbb5b8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:29.580665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fcae1c-a82d-4ec8-9fba-e56844a0787c tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:29.590591 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-55fcae1c-a82d-4ec8-9fba-e56844a0787c tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "GET /v2.0/ports?device_id=214abd40-c1bf-4945-bc28-0582dd793245 HTTP/1.1" status: 200 len: 913 time: 0.1638050 Aug 26 11:15:29.592635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53478) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:29.623719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:29.624651 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Added segment 49e21870-fa3e-48ce-a045-45ea0e6f6eb4 of type vlan for network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c Aug 26 11:15:29.659827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d549482-392b-456a-bab6-5551b6391ae3', 'name': 'tempest-TestVolumeBootPattern-1810185079-router', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:16Z', 'updated_at': '2021-08-26T11:15:24Z', 'revision_number': 4, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'gw_port': {'id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d549482-392b-456a-bab6-5551b6391ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:18Z', 'updated_at': '2021-08-26T11:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '44f9e305-69cf-43c0-859c-89526b48031f', 'name': '', 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'mac_address': 'fa:16:3e:c0:50:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d549482-392b-456a-bab6-5551b6391ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '70041556-c659-4b1d-bd5a-04a319658d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:23Z', 'updated_at': '2021-08-26T11:15:28Z', 'revision_number': 4, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'subnets': [{'id': '70041556-c659-4b1d-bd5a-04a319658d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:29.692243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bc004-c90c-44d7-a4ec-074666365e8c None None] The sync data for ids ['2d549482-392b-456a-bab6-5551b6391ae3'] in n-d-778550-13 is: [{'id': '2d549482-392b-456a-bab6-5551b6391ae3', 'name': 'tempest-TestVolumeBootPattern-1810185079-router', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:16Z', 'updated_at': '2021-08-26T11:15:24Z', 'revision_number': 4, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'gw_port': {'id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d549482-392b-456a-bab6-5551b6391ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:18Z', 'updated_at': '2021-08-26T11:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '44f9e305-69cf-43c0-859c-89526b48031f', 'name': '', 'network_id': '1dbe12d3-347c-4f1b-afaa-f927cc71bcb7', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'mac_address': 'fa:16:3e:c0:50:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d549482-392b-456a-bab6-5551b6391ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '70041556-c659-4b1d-bd5a-04a319658d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:23Z', 'updated_at': '2021-08-26T11:15:28Z', 'revision_number': 4, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'subnets': [{'id': '70041556-c659-4b1d-bd5a-04a319658d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:29.717608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:29.861899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:29.867432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:29.868061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:29.981237 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1155903 Aug 26 11:15:29.981628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53488) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:29.988666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Request body: {'subnet': {'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:30.023746 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1e7bb-fa68-4e60-b21d-2e9077bd6faa tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'Network': ['ID=0a86f4a5-b8f3-42ed-95ec-674fd1f9456c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:30.036952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:15:30.140611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Made reservation on behalf of 6530930c45f14aa0aa8a585649fdfad1 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:30.149561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:30.303012 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29c18187-d765-4c26-8939-9253607a4081 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:30.509048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-3e39bdb8-fadf-494e-82e3-57d0bdd4cf0f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:30.510840 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-3e39bdb8-fadf-494e-82e3-57d0bdd4cf0f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.2809372 Aug 26 11:15:30.553964 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-45087cb5-5607-49b0-879e-696fffeba282 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/quotas/b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 375 time: 0.0233600 Aug 26 11:15:30.695571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-29c18187-d765-4c26-8939-9253607a4081 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port 5375fa57-a346-4483-9621-1518e2de9e6b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:30.697900 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29c18187-d765-4c26-8939-9253607a4081 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:30.753643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-3b63bb88-5a58-4e58-bc82-6137982f3a71 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1948342 Aug 26 11:15:30.755873 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:30.802523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-db58431c-2234-4cf1-bd40-f418ebbcf9c3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:15:30.803606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-db58431c-2234-4cf1-bd40-f418ebbcf9c3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068262 Aug 26 11:15:30.844219 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29c18187-d765-4c26-8939-9253607a4081 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:30.860890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-29c18187-d765-4c26-8939-9253607a4081 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for 5375fa57-a346-4483-9621-1518e2de9e6b owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:30.912753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-f4051cbc-4516-4285-a832-7cd0fca984d9 service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008105 Aug 26 11:15:31.006941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'Subnet': ['ID=9ae2da37-c555-498e-bcdc-9366a6f01306,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:31.049580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Checking segment: {'id': '49e21870-fa3e-48ce-a045-45ea0e6f6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:31.050089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Network hostable DHCP agents. Network: 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:15:31.143484 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-90567f9a-9917-4559-a6b8-96fe4fe2b0e7 service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226543 Aug 26 11:15:31.145843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:15:31.158192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29c18187-d765-4c26-8939-9253607a4081 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:31.159538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:31.164696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:31.165823 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:31.168873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ef236-3d80-4f6c-9bc5-cb5c7d8d519f None None] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:31.204265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6d889dd5-ecc1-4387-8f99-360cd3636ec8 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2189548 Aug 26 11:15:31.206462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53506) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:31.257575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Request body: {'port': {'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c', 'name': 'tempest-AllowedAddressPairTestJSON-1412223688'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:31.348322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c18187-d765-4c26-8939-9253607a4081 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=5375fa57-a346-4483-9621-1518e2de9e6b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:31.397733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-0a86f4a5-b8f3-42ed-95ec-674fd1f9456c', 'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c', 'tenant_id': '6530930c45f14aa0aa8a585649fdfad1', 'fixed_ips': [{'subnet_id': '9ae2da37-c555-498e-bcdc-9366a6f01306'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:15:31.399781 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:31.562803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Made reservation on behalf of 6530930c45f14aa0aa8a585649fdfad1 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:31.566618 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:31.574064 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29c18187-d765-4c26-8939-9253607a4081 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:31.594964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] device_id is not set on port 710130ba-27f8-4c79-bf96-2572306831a9 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:15:31.691161 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Allocated IP 172.20.0.2 (0a86f4a5-b8f3-42ed-95ec-674fd1f9456c/9ae2da37-c555-498e-bcdc-9366a6f01306/26f46b61-667c-4144-8ca9-7b0a1dea1c48) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:31.885392 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e1465d5-845e-4473-a601-90b51623fa7b req-de625bb9-ce25-40d4-90d8-bbf8290d689f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 210 time: 0.0674930 Aug 26 11:15:31.933568 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 44f9e305-69cf-43c0-859c-89526b48031f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:31.993589 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c18187-d765-4c26-8939-9253607a4081 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Router 214abd40-c1bf-4945-bc28-0582dd793245 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:15:32.037210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 44f9e305-69cf-43c0-859c-89526b48031f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:32.043417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 44f9e305-69cf-43c0-859c-89526b48031f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:32.043899 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:32.130524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c18187-d765-4c26-8939-9253607a4081 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:32.143472 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d93d39-5134-4df7-928d-a337890f154a None None] Sync routers for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:32.156939 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-29c18187-d765-4c26-8939-9253607a4081 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "PUT /v2.0/routers/214abd40-c1bf-4945-bc28-0582dd793245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5587978 Aug 26 11:15:32.159436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53526) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:32.159926 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d93d39-5134-4df7-928d-a337890f154a None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:32.160619 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e3d93d39-5134-4df7-928d-a337890f154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:32.185789 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:32.207335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Transition to ACTIVE for port object 26f46b61-667c-4144-8ca9-7b0a1dea1c48 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:32.224517 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e3d93d39-5134-4df7-928d-a337890f154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:32.236259 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d93d39-5134-4df7-928d-a337890f154a None None] Routers {'214abd40-c1bf-4945-bc28-0582dd793245'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:32.237062 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e3d93d39-5134-4df7-928d-a337890f154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['214abd40-c1bf-4945-bc28-0582dd793245'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:32.261008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Transition to ACTIVE for port object 26f46b61-667c-4144-8ca9-7b0a1dea1c48 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:32.282648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:32.308126 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e3d93d39-5134-4df7-928d-a337890f154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:32.311545 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d93d39-5134-4df7-928d-a337890f154a None None] The sync data for ids ['214abd40-c1bf-4945-bc28-0582dd793245'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:32.335879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Pushing event updated for resources: {'Port': ['ID=26f46b61-667c-4144-8ca9-7b0a1dea1c48,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:32.392834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:32.394618 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:32.395962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:32.400427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:32.413006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Allocated IP 172.20.0.6 (0a86f4a5-b8f3-42ed-95ec-674fd1f9456c/9ae2da37-c555-498e-bcdc-9366a6f01306/710130ba-27f8-4c79-bf96-2572306831a9) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:32.456728 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:32.548171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Attempting to bind port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:15:32.548917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Attempting to bind port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '49e21870-fa3e-48ce-a045-45ea0e6f6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:15:32.549631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Attempting to bind port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 on network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:15:32.566031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 44f9e305-69cf-43c0-859c-89526b48031f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=44f9e305-69cf-43c0-859c-89526b48031f,segment=NetworkSegment(a3983846-d62e-4216-8d52-448168a17de3),segment_id=a3983846-d62e-4216-8d52-448168a17de3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:32.569955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:15:32.571106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Checking segment: {'id': '49e21870-fa3e-48ce-a045-45ea0e6f6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:32.571807 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:32.572406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Bound using segment: {'id': '49e21870-fa3e-48ce-a045-45ea0e6f6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:15:32.573145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Bound port: 26f46b61-667c-4144-8ca9-7b0a1dea1c48, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e21870-fa3e-48ce-a045-45ea0e6f6eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:15:32.573858 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:32.578153 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:32.645962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=44f9e305-69cf-43c0-859c-89526b48031f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:32.760936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] For port 26f46b61-667c-4144-8ca9-7b0a1dea1c48, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:15:32.765417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] For port 26f46b61-667c-4144-8ca9-7b0a1dea1c48, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=26f46b61-667c-4144-8ca9-7b0a1dea1c48,segment=NetworkSegment(49e21870-fa3e-48ce-a045-45ea0e6f6eb4),segment_id=49e21870-fa3e-48ce-a045-45ea0e6f6eb4)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:15:32.774006 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:32.870058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53538) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:32.877289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d9a6f-5560-4151-ac27-0cfb570cb9f7 None None] Pushing event updated for resources: {'Port': ['ID=26f46b61-667c-4144-8ca9-7b0a1dea1c48,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:33.050157 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7f00856-efbb-470c-ad26-d0e1d80ee8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:33.095753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a73ee218-47dd-43f1-9d0b-98b0699c712c req-76933850-db02-446a-9068-40f4f9a9830d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 210 time: 0.0633986 Aug 26 11:15:33.267312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7f00856-efbb-470c-ad26-d0e1d80ee8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:33.334923 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:33.355898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b7f00856-efbb-470c-ad26-d0e1d80ee8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:33.407660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:33.414756 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f00856-efbb-470c-ad26-d0e1d80ee8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4817a65c-3689-4aec-b128-a5d0cd689107,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:33.425576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Transition to ACTIVE for port object 710130ba-27f8-4c79-bf96-2572306831a9 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:33.427126 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b7f00856-efbb-470c-ad26-d0e1d80ee8f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c81dc0e478204994a889a78ed50bf7d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5553467 Aug 26 11:15:33.429871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53548) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:33.461596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting port 44bbf84d-c9e1-4c9e-8bee-6496833b7996 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:33.462361 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:33.493834 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-17bc521d-5116-47c0-ad09-1e685b396e85 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:33.495448 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-17bc521d-5116-47c0-ad09-1e685b396e85 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.2132165 Aug 26 11:15:33.514026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'port': {'device_id': 'dc7fcd99-06e6-4790-aadf-35b253234f0f', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'admin_state_up': True, 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:33.580867 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:33.597689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:33.638331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Calling delete_port for 44bbf84d-c9e1-4c9e-8bee-6496833b7996 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:33.638499 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2765d075-df1f-4301-b401-bcda16f70f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:33.823631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:33.831454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'Port': ['ID=710130ba-27f8-4c79-bf96-2572306831a9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:33.834051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:33.852448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:33.934473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:33.935515 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:33.981655 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 26f46b61-667c-4144-8ca9-7b0a1dea1c48 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:34.081063 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:34.097289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 44f9e305-69cf-43c0-859c-89526b48031f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:34.150534 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2765d075-df1f-4301-b401-bcda16f70f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.157366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Made reservation on behalf of b6004e8ddb64481b8fb8b975d301d1ab for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:34.167289 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.192511 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 44f9e305-69cf-43c0-859c-89526b48031f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:34.192783 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.245128 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.294066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Port': ['ID=44bbf84d-c9e1-4c9e-8bee-6496833b7996,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:34.392081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1bf35945-8b67-46d8-b159-cd538253c001 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1793461 Aug 26 11:15:34.407344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53560) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:34.416665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Request body: {'port': {'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c', 'name': 'tempest-AllowedAddressPairTestJSON-312489696', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5f:7f:a9'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:34.426766 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2765d075-df1f-4301-b401-bcda16f70f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.428568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.429370 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2765d075-df1f-4301-b401-bcda16f70f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.432808 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2765d075-df1f-4301-b401-bcda16f70f52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4817a65c-3689-4aec-b128-a5d0cd689107 HTTP/1.1" status: 204 len: 168 time: 0.9996278 Aug 26 11:15:34.457054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6e0e66-4d93-4ea2-b32a-bee225201893 None None] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:34.533567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-666e0fdd-5032-4164-95ce-a8e9b91bd94e req-5fa16cd2-01b7-4b4b-aead-f974a5dc5005 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 210 time: 0.1440012 Aug 26 11:15:34.555602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-77c6f9c7-8cc0-4b1d-8813-2b954204f17d None None] Provisioning for port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:34.581306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-77c6f9c7-8cc0-4b1d-8813-2b954204f17d None None] Provisioning complete for port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:34.583108 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77c6f9c7-8cc0-4b1d-8813-2b954204f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.598802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765d075-df1f-4301-b401-bcda16f70f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4817a65c-3689-4aec-b128-a5d0cd689107,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:34.712303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Allocated IP 172.20.0.4 (425c1548-ff0b-496e-9ab6-42aac07c907a/d60a612c-a025-4e07-8431-dbe7e8facf35/9eb74cec-4f9a-44ac-b42b-a0355b02100b) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:34.749811 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.758616 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.824458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Made reservation on behalf of 6530930c45f14aa0aa8a585649fdfad1 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:34.832375 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.833717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Fanout notify agent at l3_agent the message router_deleted on router 214abd40-c1bf-4945-bc28-0582dd793245 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:15:34.844960 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.846457 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1134fda3-dde1-4181-9460-476d0663fe18 tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/routers/214abd40-c1bf-4945-bc28-0582dd793245 HTTP/1.1" status: 204 len: 168 time: 2.6852164 Aug 26 11:15:34.850515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53566) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:34.927505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-92005678-b8a4-4718-afb8-850d1abba55d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Deleting subnet 4e3d1170-3d74-4a39-9348-12e2c37a69c3 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:15:34.931223 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92005678-b8a4-4718-afb8-850d1abba55d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:34.986146 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92005678-b8a4-4718-afb8-850d1abba55d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.036872 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92005678-b8a4-4718-afb8-850d1abba55d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.122912 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77c6f9c7-8cc0-4b1d-8813-2b954204f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.135090 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92005678-b8a4-4718-afb8-850d1abba55d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.186197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92005678-b8a4-4718-afb8-850d1abba55d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3d1170-3d74-4a39-9348-12e2c37a69c3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:35.199079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-77c6f9c7-8cc0-4b1d-8813-2b954204f17d None None] For port 26f46b61-667c-4144-8ca9-7b0a1dea1c48, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=26f46b61-667c-4144-8ca9-7b0a1dea1c48,segment=NetworkSegment(49e21870-fa3e-48ce-a045-45ea0e6f6eb4),segment_id=49e21870-fa3e-48ce-a045-45ea0e6f6eb4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:35.202454 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-92005678-b8a4-4718-afb8-850d1abba55d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.206045 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77c6f9c7-8cc0-4b1d-8813-2b954204f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.214636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-92005678-b8a4-4718-afb8-850d1abba55d tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/subnets/4e3d1170-3d74-4a39-9348-12e2c37a69c3 HTTP/1.1" status: 204 len: 168 time: 0.3604283 Aug 26 11:15:35.214837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53574) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:35.270518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6f9c7-8cc0-4b1d-8813-2b954204f17d None None] Pushing event updated for resources: {'Port': ['ID=26f46b61-667c-4144-8ca9-7b0a1dea1c48,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:35.303760 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.344045 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.349706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] device_id is not set on port 879def61-4478-45ab-a591-30735f258698 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:15:35.420910 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Transition to ACTIVE for port object 9eb74cec-4f9a-44ac-b42b-a0355b02100b will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:35.475928 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.615125 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.642398 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.644086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-414027ab-111e-4064-a9c6-c76cb2ca7a74 None None] Provisioning for port 710130ba-27f8-4c79-bf96-2572306831a9 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:35.648612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-414027ab-111e-4064-a9c6-c76cb2ca7a74 None None] Provisioning complete for port 710130ba-27f8-4c79-bf96-2572306831a9 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:35.649033 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-414027ab-111e-4064-a9c6-c76cb2ca7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.664345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:35.676526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba92992-6d23-4073-8093-43a2192a40bc') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:35.676831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba92992-6d23-4073-8093-43a2192a40bc') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:35.709821 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.714004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Allocated IP 172.20.0.7 (0a86f4a5-b8f3-42ed-95ec-674fd1f9456c/9ae2da37-c555-498e-bcdc-9366a6f01306/879def61-4478-45ab-a591-30735f258698) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:35.742232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Network 425c1548-ff0b-496e-9ab6-42aac07c907a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:35.750765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:35.761413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.766794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-414027ab-111e-4064-a9c6-c76cb2ca7a74 None None] Port 710130ba-27f8-4c79-bf96-2572306831a9 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:35.767459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:35.790786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:15:35.795583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.801787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-414027ab-111e-4064-a9c6-c76cb2ca7a74 None None] Provisioning complete for port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:35.802300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-414027ab-111e-4064-a9c6-c76cb2ca7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.854530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:35.855201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:35.873575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=9eb74cec-4f9a-44ac-b42b-a0355b02100b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:35.907596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 26f46b61-667c-4144-8ca9-7b0a1dea1c48 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:35.931347 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5f0bd51d-5f9e-48fc-b63d-a87085957745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4228806 Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:15:35.945318 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:15:35.948522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-42ffad71-6980-41aa-b38b-9b5c28a443d5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:15:35.950135 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-42ffad71-6980-41aa-b38b-9b5c28a443d5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114536 Aug 26 11:15:35.977219 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:36.088982 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:36.103175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] 10.222.0.21 "DELETE /v2.0/networks/b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1 HTTP/1.1" status: 204 len: 168 time: 0.8679123 Aug 26 11:15:36.140419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6495b-e61d-4ec9-b19c-5ea06bfdc3bf tempest-FloatingIPTestJSON-358244140 tempest-FloatingIPTestJSON-358244140-project] Pushing event deleted for resources: {'Network': ['ID=b73b4524-9fbe-4c46-bd5d-7f8f10f9e1a1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:36.169503 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:36.174019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:36.174540 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:36.186851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Transition to ACTIVE for port object 879def61-4478-45ab-a591-30735f258698 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:36.198213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717dfcf-2929-4510-90a5-5afaf2329f42 req-f496494f-cbba-428a-adaf-73bbbe76cd2e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:36.227351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2717dfcf-2929-4510-90a5-5afaf2329f42 req-f496494f-cbba-428a-adaf-73bbbe76cd2e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 931 time: 0.2789247 Aug 26 11:15:36.239753 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:36.329260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2717dfcf-2929-4510-90a5-5afaf2329f42 req-54d4b3d0-5c3b-494e-9477-6533af9e6d78 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953476 Aug 26 11:15:36.342409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Request body: {'port': {'device_id': 'dc7fcd99-06e6-4790-aadf-35b253234f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:36.346030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-25a36973-cedb-4f33-99ab-508ec8b24d8b None None] Provisioning complete for port 710130ba-27f8-4c79-bf96-2572306831a9 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:36.346413 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25a36973-cedb-4f33-99ab-508ec8b24d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:36.422107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-25a36973-cedb-4f33-99ab-508ec8b24d8b None None] Port 710130ba-27f8-4c79-bf96-2572306831a9 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:36.464749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-25a36973-cedb-4f33-99ab-508ec8b24d8b None None] Provisioning for port 9eb74cec-4f9a-44ac-b42b-a0355b02100b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:36.479901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-25a36973-cedb-4f33-99ab-508ec8b24d8b None None] Provisioning complete for port 9eb74cec-4f9a-44ac-b42b-a0355b02100b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:36.480219 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25a36973-cedb-4f33-99ab-508ec8b24d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:36.489346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:36.518899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:36.540714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:36.544669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'Port': ['ID=879def61-4478-45ab-a591-30735f258698,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:36.555184 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:36.563025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-25a36973-cedb-4f33-99ab-508ec8b24d8b None None] Port 9eb74cec-4f9a-44ac-b42b-a0355b02100b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:36.813021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53604) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:36.998034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f45e6ec4-0949-4e11-8444-3d918e8c700a None None] Provisioning for port 879def61-4478-45ab-a591-30735f258698 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:37.013847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f45e6ec4-0949-4e11-8444-3d918e8c700a None None] Provisioning complete for port 879def61-4478-45ab-a591-30735f258698 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:37.014230 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f45e6ec4-0949-4e11-8444-3d918e8c700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.046538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:37.046957 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.074338 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb74cec-4f9a-44ac-b42b-a0355b02100b {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:15:37.083518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.086924 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1bc95824-0982-4a11-84cf-ee72b7f72454 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.6788459 Aug 26 11:15:37.089766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53614) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:37.121180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f45e6ec4-0949-4e11-8444-3d918e8c700a None None] Port 879def61-4478-45ab-a591-30735f258698 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:37.124565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-419681d3-6294-4ded-aedb-666881cf069b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4238989ea8c4f10a473ab56f8c51411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100350 Aug 26 11:15:37.127658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53616) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:37.131551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Transition to ACTIVE for port object 9eb74cec-4f9a-44ac-b42b-a0355b02100b will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:37.145754 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.208078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4a9292-f24a-420d-82d2-5acffa99894f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:37.215278 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4a9292-f24a-420d-82d2-5acffa99894f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:37.221463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4a9292-f24a-420d-82d2-5acffa99894f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:37.226921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-df4a9292-f24a-420d-82d2-5acffa99894f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1359332 Aug 26 11:15:37.227750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53618) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:37.252181 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b6c14602-9d25-46ee-a59b-3024fb016d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.290092 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b6c14602-9d25-46ee-a59b-3024fb016d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.379149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb74cec-4f9a-44ac-b42b-a0355b02100b,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:37.402416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b6c14602-9d25-46ee-a59b-3024fb016d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.406039 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b6c14602-9d25-46ee-a59b-3024fb016d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.410169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b6c14602-9d25-46ee-a59b-3024fb016d92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5cfa055-f9c7-41dd-8888-5e5e6392eab3 HTTP/1.1" status: 204 len: 168 time: 0.2809741 Aug 26 11:15:37.431924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c14602-9d25-46ee-a59b-3024fb016d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cfa055-f9c7-41dd-8888-5e5e6392eab3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:37.589161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df7144-5a6f-4e3e-8a2d-d7d05187cc3f req-84f94085-deb8-41a6-80ef-ece9d158802d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:37.598671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43df7144-5a6f-4e3e-8a2d-d7d05187cc3f req-84f94085-deb8-41a6-80ef-ece9d158802d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 943 time: 0.0902586 Aug 26 11:15:37.610073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Attempting to bind port 9eb74cec-4f9a-44ac-b42b-a0355b02100b on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:15:37.610430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Attempting to bind port 9eb74cec-4f9a-44ac-b42b-a0355b02100b by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:15:37.610790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Attempting to bind port 9eb74cec-4f9a-44ac-b42b-a0355b02100b on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:15:37.615270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b68df-5fe7-4f55-bce7-0427e1048e5b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Deleting port 879def61-4478-45ab-a591-30735f258698 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:37.615674 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e4b68df-5fe7-4f55-bce7-0427e1048e5b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.621969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Port 9eb74cec-4f9a-44ac-b42b-a0355b02100b on network 425c1548-ff0b-496e-9ab6-42aac07c907a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:15:37.622339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Attempting to bind port 9eb74cec-4f9a-44ac-b42b-a0355b02100b on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:15:37.647058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:15:37.647464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Checking segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:37.647939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Bound using segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:15:37.648463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Bound port: 9eb74cec-4f9a-44ac-b42b-a0355b02100b, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:15:37.648844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.695044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43df7144-5a6f-4e3e-8a2d-d7d05187cc3f req-56f5fb44-6935-4088-b4a1-51dac2617175 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949278 Aug 26 11:15:37.816942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] For port 9eb74cec-4f9a-44ac-b42b-a0355b02100b, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:15:37.821468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] For port 9eb74cec-4f9a-44ac-b42b-a0355b02100b, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9eb74cec-4f9a-44ac-b42b-a0355b02100b,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:15:37.823681 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e4b68df-5fe7-4f55-bce7-0427e1048e5b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.832924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.866026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b68df-5fe7-4f55-bce7-0427e1048e5b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Calling delete_port for 879def61-4478-45ab-a591-30735f258698 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:37.893226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:37.893883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:37.895493 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] 10.222.0.47 "PUT /v2.0/ports/9eb74cec-4f9a-44ac-b42b-a0355b02100b HTTP/1.1" status: 200 len: 1092 time: 1.9337518 Aug 26 11:15:37.901388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7fcd99-06e6-4790-aadf-35b253234f0f', 'tag': '9eb74cec-4f9a-44ac-b42b-a0355b02100b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:15:37.904363 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0f533a-3540-419d-8156-5744bb7ccd59" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7fcd99-06e6-4790-aadf-35b253234f0f", "tag": "9eb74cec-4f9a-44ac-b42b-a0355b02100b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:15:38.079401 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b13892e-9122-475b-88ad-2344c8cbb298 x-openstack-request-id: req-6b13892e-9122-475b-88ad-2344c8cbb298 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:15:38.079683 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7fcd99-06e6-4790-aadf-35b253234f0f", "tag": "9eb74cec-4f9a-44ac-b42b-a0355b02100b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:15:38.079929 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b13892e-9122-475b-88ad-2344c8cbb298 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:15:38.080351 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7fcd99-06e6-4790-aadf-35b253234f0f', 'tag': '9eb74cec-4f9a-44ac-b42b-a0355b02100b', 'status': 'completed', 'code': 200} Aug 26 11:15:38.084274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88f19e-23bd-4d7e-9abf-0f0e7a59d6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb74cec-4f9a-44ac-b42b-a0355b02100b,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:38.167125 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-d94d6682-2952-4619-8328-7edc27993699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:38.168643 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-d94d6682-2952-4619-8328-7edc27993699 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 1095 time: 0.1893327 Aug 26 11:15:38.296676 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-54b3a20e-7d31-41e9-ab5d-00842214e4ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb74cec-4f9a-44ac-b42b-a0355b02100b HTTP/1.1" status: 200 len: 217 time: 0.1178818 Aug 26 11:15:38.347498 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e4b68df-5fe7-4f55-bce7-0427e1048e5b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:38.418772 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b68df-5fe7-4f55-bce7-0427e1048e5b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event deleted for resources: {'Port': ['ID=879def61-4478-45ab-a591-30735f258698,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:38.445597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-2880dfd9-8cbb-498c-bc9e-2020bb7c7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:38.447243 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-2880dfd9-8cbb-498c-bc9e-2020bb7c7437 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.1409173 Aug 26 11:15:38.607989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-7f3ff386-6774-41ee-a70d-888c96fc4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:38.609525 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-7f3ff386-6774-41ee-a70d-888c96fc4b23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421590 Aug 26 11:15:38.663324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53688) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:38.846968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e4b68df-5fe7-4f55-bce7-0427e1048e5b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:38.863998 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7e4b68df-5fe7-4f55-bce7-0427e1048e5b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "DELETE /v2.0/ports/879def61-4478-45ab-a591-30735f258698 HTTP/1.1" status: 204 len: 168 time: 1.6306586 Aug 26 11:15:38.865045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53696) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:38.897741 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df754ad4-cd3e-40a7-9a92-ca730c3da49a req-23691838-b376-4410-82b8-95d077c616ee tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:38.905780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df754ad4-cd3e-40a7-9a92-ca730c3da49a req-23691838-b376-4410-82b8-95d077c616ee tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 943 time: 0.0963526 Aug 26 11:15:38.919086 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68de8f9-155e-4685-bc23-ce7b425580c0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] GET failed (client error): The resource could not be found. Aug 26 11:15:38.923257 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d68de8f9-155e-4685-bc23-ce7b425580c0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "GET /v2.0/ports/879def61-4478-45ab-a591-30735f258698 HTTP/1.1" status: 404 len: 333 time: 0.0542357 Aug 26 11:15:38.927580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53700) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:38.940277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Request body: {'port': {'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c', 'name': 'tempest-AllowedAddressPairTestJSON-1496425477'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:38.974234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df754ad4-cd3e-40a7-9a92-ca730c3da49a req-dcf48049-c3d0-4499-952d-92b7969ec82d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604761 Aug 26 11:15:39.061212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1988925690'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:39.069943 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-0862055f-fc0c-4536-b10c-6cb92c572cbe service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408097 Aug 26 11:15:39.178828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Made reservation on behalf of 98696e66f09d481a8cbf0479a250bdb5 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:39.182351 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:39.209447 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:39.259812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Made reservation on behalf of 6530930c45f14aa0aa8a585649fdfad1 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:39.264037 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:39.267646 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-71bfb7f1-dc09-4f14-a047-2c9dd9cb8809 req-c8b48efc-77dc-44c0-8d53-3416adfd42fc service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850274 Aug 26 11:15:39.314244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] device_id is not set on port 8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:15:39.433334 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:39.450967 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:39.535823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:15:39.562078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6db402f-e655-4bca-9ee2-a792d39c8add,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:39.575313 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:39.576199 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Added segment 7e76b933-f216-4183-a902-7470d1fb04a9 of type vlan for network 3fb40ac7-9878-4ce5-b961-bace0c1dad1c Aug 26 11:15:39.583711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f533a-3540-419d-8156-5744bb7ccd59 req-6eadbe02-8997-477c-b284-15d96f183283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:39.584000 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb0f533a-3540-419d-8156-5744bb7ccd59 req-6eadbe02-8997-477c-b284-15d96f183283 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 1095 time: 0.1457863 Aug 26 11:15:39.696635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:39.774899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:39.782278 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:39.782937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:39.869641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Allocated IP 172.20.0.11 (0a86f4a5-b8f3-42ed-95ec-674fd1f9456c/9ae2da37-c555-498e-bcdc-9366a6f01306/8a2deade-bd01-4ea8-8bb2-e2aa7251ec50) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:39.891836 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2185040 Aug 26 11:15:39.895287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53744) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:39.901571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Request body: {'subnet': {'network_id': '3fb40ac7-9878-4ce5-b961-bace0c1dad1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:39.918932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd42279-0d08-42d6-8a75-548b5e9b105c tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event updated for resources: {'Network': ['ID=3fb40ac7-9878-4ce5-b961-bace0c1dad1c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:39.927906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f533a-3540-419d-8156-5744bb7ccd59 req-2d1f7729-b79e-41b0-9f8e-ed3755fdbba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:39.929705 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb0f533a-3540-419d-8156-5744bb7ccd59 req-2d1f7729-b79e-41b0-9f8e-ed3755fdbba0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.3281348 Aug 26 11:15:39.931834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 3fb40ac7-9878-4ce5-b961-bace0c1dad1c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:15:40.081836 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb0f533a-3540-419d-8156-5744bb7ccd59 req-4466b15f-a826-477d-9e06-d024ebc9ab65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9eb74cec-4f9a-44ac-b42b-a0355b02100b HTTP/1.1" status: 200 len: 217 time: 0.1318808 Aug 26 11:15:40.251567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Made reservation on behalf of 98696e66f09d481a8cbf0479a250bdb5 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:40.255217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:40.275074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f533a-3540-419d-8156-5744bb7ccd59 req-ee879a04-3649-4136-ad2c-f95c25b191a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:40.276747 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb0f533a-3540-419d-8156-5744bb7ccd59 req-ee879a04-3649-4136-ad2c-f95c25b191a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.1777582 Aug 26 11:15:40.390225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f533a-3540-419d-8156-5744bb7ccd59 req-279ad399-0e7d-4067-a565-5ff4e5db0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:40.392052 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb0f533a-3540-419d-8156-5744bb7ccd59 req-279ad399-0e7d-4067-a565-5ff4e5db0250 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073341 Aug 26 11:15:40.407367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c267ee-98b7-4732-8d55-c1318f04abed req-5e07d4f1-7b8b-4c2b-9634-2b6ce6897d53 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:40.409012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31c267ee-98b7-4732-8d55-c1318f04abed req-5e07d4f1-7b8b-4c2b-9634-2b6ce6897d53 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 943 time: 0.2997606 Aug 26 11:15:40.413179 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:40.469097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31c267ee-98b7-4732-8d55-c1318f04abed req-6cef50de-41a9-4a59-bc65-71acb0618f11 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522642 Aug 26 11:15:40.474608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Transition to ACTIVE for port object 8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:40.548813 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb0f533a-3540-419d-8156-5744bb7ccd59 req-09ee98a6-2eee-458d-b6ba-ce14f302a380 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479244 Aug 26 11:15:40.571281 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:40.644506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:40.666824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:40.677866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:40.685449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:40.717291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event updated for resources: {'Subnet': ['ID=beab4d0c-bb68-4222-a742-13a6414cf224,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:40.750651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'Port': ['ID=8a2deade-bd01-4ea8-8bb2-e2aa7251ec50,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:40.822423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Checking segment: {'id': '7e76b933-f216-4183-a902-7470d1fb04a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3fb40ac7-9878-4ce5-b961-bace0c1dad1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:40.822864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Network hostable DHCP agents. Network: 3fb40ac7-9878-4ce5-b961-bace0c1dad1c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:15:40.831646 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-eb0f533a-3540-419d-8156-5744bb7ccd59 req-9a7995e4-7c88-41ed-a01f-27cc6f25e102 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719550 Aug 26 11:15:40.864293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Network 3fb40ac7-9878-4ce5-b961-bace0c1dad1c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:15:40.884985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 3fb40ac7-9878-4ce5-b961-bace0c1dad1c) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:40.889749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:40.890576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:40.898689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ba6a45-969b-44ef-ae3d-0b596ce6708a None None] Network 3fb40ac7-9878-4ce5-b961-bace0c1dad1c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:40.908822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:40.910047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:40.915394 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2866b91b-dc33-41e7-ba51-e97647177dd0 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9848576 Aug 26 11:15:40.920020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53752) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:40.932487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4eee45dc-adb3-4219-8134-b72f75d42bd0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0355921 Aug 26 11:15:40.934477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ad09b65d-4dcd-47a5-a90b-f036368e3264 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5f:7f:a9'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:40.936644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53754) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:40.942916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-31b897af-6bd0-43df-8490-050d84d244a3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1456388362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:40.987616 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31b897af-6bd0-43df-8490-050d84d244a3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:40.994518 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31b897af-6bd0-43df-8490-050d84d244a3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.081085 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31b897af-6bd0-43df-8490-050d84d244a3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.088268 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31b897af-6bd0-43df-8490-050d84d244a3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.113333 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-31b897af-6bd0-43df-8490-050d84d244a3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.114901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-31b897af-6bd0-43df-8490-050d84d244a3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1769671 Aug 26 11:15:41.117999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53758) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:41.176462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-3fb40ac7-9878-4ce5-b961-bace0c1dad1c', 'network_id': '3fb40ac7-9878-4ce5-b961-bace0c1dad1c', 'tenant_id': '98696e66f09d481a8cbf0479a250bdb5', 'fixed_ips': [{'subnet_id': 'beab4d0c-bb68-4222-a742-13a6414cf224'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:15:41.177318 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.206676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-35331db7-8cca-4019-9b4a-ec609e1a3748 None None] Provisioning for port 8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:41.219130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ad09b65d-4dcd-47a5-a90b-f036368e3264 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.279602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-35331db7-8cca-4019-9b4a-ec609e1a3748 None None] Provisioning complete for port 8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:41.280448 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35331db7-8cca-4019-9b4a-ec609e1a3748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.346025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-35331db7-8cca-4019-9b4a-ec609e1a3748 None None] Port 8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:41.396908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Allocated IP 172.20.0.2 (3fb40ac7-9878-4ce5-b961-bace0c1dad1c/beab4d0c-bb68-4222-a742-13a6414cf224/e5a44050-42d6-4439-8ee1-6e08e33ec982) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:41.448114 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.472436 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ad09b65d-4dcd-47a5-a90b-f036368e3264 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.480013 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ad09b65d-4dcd-47a5-a90b-f036368e3264 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.593572 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09b65d-4dcd-47a5-a90b-f036368e3264 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'Port': ['ID=8a2deade-bd01-4ea8-8bb2-e2aa7251ec50,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:41.624909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ad09b65d-4dcd-47a5-a90b-f036368e3264 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] In _notify_port_updated(), no bound segment for port 8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 on network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:15:41.627450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.632658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09b65d-4dcd-47a5-a90b-f036368e3264 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:41.633648 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ad09b65d-4dcd-47a5-a90b-f036368e3264 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.635205 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ad09b65d-4dcd-47a5-a90b-f036368e3264 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "PUT /v2.0/ports/8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 HTTP/1.1" status: 200 len: 994 time: 0.7140629 Aug 26 11:15:41.638547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53762) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:41.652331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Transition to ACTIVE for port object e5a44050-42d6-4439-8ee1-6e08e33ec982 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:41.671498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Transition to ACTIVE for port object e5a44050-42d6-4439-8ee1-6e08e33ec982 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:41.682443 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.710101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a2f20-f0cf-4247-a539-4aa3d59c3826 req-665eeaeb-8d68-46c8-bd85-f1d1156ab7c5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:41.719561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e16a2f20-f0cf-4247-a539-4aa3d59c3826 req-665eeaeb-8d68-46c8-bd85-f1d1156ab7c5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 943 time: 0.1441998 Aug 26 11:15:41.752498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Network 3fb40ac7-9878-4ce5-b961-bace0c1dad1c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:41.755821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:41.760270 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:41.785864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c1040050-d0ef-49d7-bc55-9f85e881c03f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Deleting port 8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:41.785864 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1040050-d0ef-49d7-bc55-9f85e881c03f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.815153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Pushing event updated for resources: {'Port': ['ID=e5a44050-42d6-4439-8ee1-6e08e33ec982,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:41.844348 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Attempting to bind port e5a44050-42d6-4439-8ee1-6e08e33ec982 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:15:41.845139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Attempting to bind port e5a44050-42d6-4439-8ee1-6e08e33ec982 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '7e76b933-f216-4183-a902-7470d1fb04a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3fb40ac7-9878-4ce5-b961-bace0c1dad1c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:15:41.845520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Attempting to bind port e5a44050-42d6-4439-8ee1-6e08e33ec982 on network 3fb40ac7-9878-4ce5-b961-bace0c1dad1c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:15:41.853350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e16a2f20-f0cf-4247-a539-4aa3d59c3826 req-ef57cfd5-5ff9-455a-9bd5-704e8aafa218 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328099 Aug 26 11:15:41.857233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:15:41.857650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Checking segment: {'id': '7e76b933-f216-4183-a902-7470d1fb04a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3fb40ac7-9878-4ce5-b961-bace0c1dad1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:41.858068 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.858466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Bound using segment: {'id': '7e76b933-f216-4183-a902-7470d1fb04a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3fb40ac7-9878-4ce5-b961-bace0c1dad1c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:15:41.858988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Bound port: e5a44050-42d6-4439-8ee1-6e08e33ec982, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e76b933-f216-4183-a902-7470d1fb04a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3fb40ac7-9878-4ce5-b961-bace0c1dad1c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:15:41.859385 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.915107 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1040050-d0ef-49d7-bc55-9f85e881c03f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:41.942788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c1040050-d0ef-49d7-bc55-9f85e881c03f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Calling delete_port for 8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:41.943229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Allocated IP 172.20.0.1 (3fb40ac7-9878-4ce5-b961-bace0c1dad1c/beab4d0c-bb68-4222-a742-13a6414cf224/85d10995-4644-40dd-b3b9-e460b7675672) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:42.002665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] For port e5a44050-42d6-4439-8ee1-6e08e33ec982, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:15:42.010189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] For port e5a44050-42d6-4439-8ee1-6e08e33ec982, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e5a44050-42d6-4439-8ee1-6e08e33ec982,segment=NetworkSegment(7e76b933-f216-4183-a902-7470d1fb04a9),segment_id=7e76b933-f216-4183-a902-7470d1fb04a9)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:15:42.014785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0a375a9c-bd6e-491e-8eee-b294de2e23b5 None None] Provisioning complete for port 8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:42.015410 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a375a9c-bd6e-491e-8eee-b294de2e23b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:42.068016 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:42.147517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0a375a9c-bd6e-491e-8eee-b294de2e23b5 None None] Port 8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:42.158303 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1040050-d0ef-49d7-bc55-9f85e881c03f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:42.185467 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:42.213481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33ae61-32a4-4261-a2bd-a197ad2d4adc None None] Pushing event updated for resources: {'Port': ['ID=e5a44050-42d6-4439-8ee1-6e08e33ec982,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:42.236095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Transition to ACTIVE for port object 85d10995-4644-40dd-b3b9-e460b7675672 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:42.247793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1040050-d0ef-49d7-bc55-9f85e881c03f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event deleted for resources: {'Port': ['ID=8a2deade-bd01-4ea8-8bb2-e2aa7251ec50,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:42.312563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:42.389379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event updated for resources: {'Port': ['ID=85d10995-4644-40dd-b3b9-e460b7675672,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:42.401383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Network 3fb40ac7-9878-4ce5-b961-bace0c1dad1c is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:42.403257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:42.415397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:42.500628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:42.649542 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1040050-d0ef-49d7-bc55-9f85e881c03f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:42.652107 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c1040050-d0ef-49d7-bc55-9f85e881c03f tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "DELETE /v2.0/ports/8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 HTTP/1.1" status: 204 len: 168 time: 1.0124006 Aug 26 11:15:42.654517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53776) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:42.708761 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-68653c6a-0130-47bd-8d91-b13117dd5c7c tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] GET failed (client error): The resource could not be found. Aug 26 11:15:42.714007 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-68653c6a-0130-47bd-8d91-b13117dd5c7c tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "GET /v2.0/ports/8a2deade-bd01-4ea8-8bb2-e2aa7251ec50 HTTP/1.1" status: 404 len: 333 time: 0.0542009 Aug 26 11:15:42.714671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53780) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:42.719842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Request body: {'port': {'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c', 'name': 'tempest-AllowedAddressPairTestJSON-410445519'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:42.725971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:42.878372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Made reservation on behalf of 6530930c45f14aa0aa8a585649fdfad1 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:42.882698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:42.911199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] device_id is not set on port 65298c7c-7d02-4158-b979-cd155c1cbd2e yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:15:43.062462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Allocated IP 172.20.0.13 (0a86f4a5-b8f3-42ed-95ec-674fd1f9456c/9ae2da37-c555-498e-bcdc-9366a6f01306/65298c7c-7d02-4158-b979-cd155c1cbd2e) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:43.073794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338dd60-d8a3-4971-95eb-67d7a743f388 req-5f6577c1-50e5-4feb-8aef-60d29af897f1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:43.087465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7338dd60-d8a3-4971-95eb-67d7a743f388 req-5f6577c1-50e5-4feb-8aef-60d29af897f1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 943 time: 0.1466010 Aug 26 11:15:43.191692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7338dd60-d8a3-4971-95eb-67d7a743f388 req-1a874fe2-35ae-46b8-b5d1-6e4f793adc95 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029062 Aug 26 11:15:43.256440 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:43.265759 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:43.344957 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:43.377060 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-448dd14f-8d1d-492c-85e1-071c073d71db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:43.417286 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:43.429006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event updated for resources: {'Port': ['ID=85d10995-4644-40dd-b3b9-e460b7675672,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:43.540774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Network 3fb40ac7-9878-4ce5-b961-bace0c1dad1c is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:43.542389 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:43.624137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c4e173-c322-44d4-9fa9-2569667531db None None] Network 3fb40ac7-9878-4ce5-b961-bace0c1dad1c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:43.754079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6395ff13-1f1d-446f-8af8-f87b5b136375 None None] Provisioning for port e5a44050-42d6-4439-8ee1-6e08e33ec982 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:43.876088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Transition to ACTIVE for port object 65298c7c-7d02-4158-b979-cd155c1cbd2e will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:43.930598 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:43.943274 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e5a44050-42d6-4439-8ee1-6e08e33ec982 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:43.993729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'Port': ['ID=65298c7c-7d02-4158-b979-cd155c1cbd2e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:44.014657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:44.016745 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:44.020047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:44.031001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port e5a44050-42d6-4439-8ee1-6e08e33ec982 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:44.040049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e5a44050-42d6-4439-8ee1-6e08e33ec982 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:44.042137 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:44.111676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:44.112720 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:44.153048 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-34c6738d-1ba8-4f08-999f-c0fcca6c710a tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4372435 Aug 26 11:15:44.156245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53796) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:44.162647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5b8b2978-df94-44c9-b41e-2d2e1998b83e tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5f:7f:a9'}]}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:44.188174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Router 687c1f1a-b3a7-4de7-9577-304ba4a1de2c is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:15:44.248546 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:44.331752 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2978-df94-44c9-b41e-2d2e1998b83e tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:44.360493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port e5a44050-42d6-4439-8ee1-6e08e33ec982, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e5a44050-42d6-4439-8ee1-6e08e33ec982,segment=NetworkSegment(7e76b933-f216-4183-a902-7470d1fb04a9),segment_id=7e76b933-f216-4183-a902-7470d1fb04a9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:44.376407 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:44.525348 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=e5a44050-42d6-4439-8ee1-6e08e33ec982,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:44.539097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ce5ceef5-b39e-4609-b155-67f0250ebc19 None None] Provisioning for port 85d10995-4644-40dd-b3b9-e460b7675672 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:44.551896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ce5ceef5-b39e-4609-b155-67f0250ebc19 None None] Provisioning complete for port 85d10995-4644-40dd-b3b9-e460b7675672 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:44.553630 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce5ceef5-b39e-4609-b155-67f0250ebc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:44.562384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:44.568339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-77bbe7b4-ea47-4452-9d71-1c06b13cfb21 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "PUT /v2.0/routers/687c1f1a-b3a7-4de7-9577-304ba4a1de2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4490480 Aug 26 11:15:44.571150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53806) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:44.590390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cea81-4be6-4c98-ba62-8b828554fc57 req-a2514229-85ec-4536-b89b-440d601c36ab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:44.599982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb0cea81-4be6-4c98-ba62-8b828554fc57 req-a2514229-85ec-4536-b89b-440d601c36ab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 943 time: 0.1554482 Aug 26 11:15:44.605405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Request body: {'port': {'network_id': '3fb40ac7-9878-4ce5-b961-bace0c1dad1c', 'name': 'tempest-FloatingIPNegativeTestJSON-675948528'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:44.630334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3084c7-a86f-4360-925c-ddd5bdbfb55c None None] Sync routers for ids ['687c1f1a-b3a7-4de7-9577-304ba4a1de2c'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:44.686955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3084c7-a86f-4360-925c-ddd5bdbfb55c None None] Routers {'687c1f1a-b3a7-4de7-9577-304ba4a1de2c'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:44.687449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bf3084c7-a86f-4360-925c-ddd5bdbfb55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['687c1f1a-b3a7-4de7-9577-304ba4a1de2c'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:44.691512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ceef5-b39e-4609-b155-67f0250ebc19 None None] Port 85d10995-4644-40dd-b3b9-e460b7675672 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:44.744531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bf3084c7-a86f-4360-925c-ddd5bdbfb55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:44.757807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3084c7-a86f-4360-925c-ddd5bdbfb55c None None] Routers {'687c1f1a-b3a7-4de7-9577-304ba4a1de2c'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:44.758577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bf3084c7-a86f-4360-925c-ddd5bdbfb55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['687c1f1a-b3a7-4de7-9577-304ba4a1de2c'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:44.768005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb0cea81-4be6-4c98-ba62-8b828554fc57 req-6f857f82-cd5e-4386-afa5-ced656175e2f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670020 Aug 26 11:15:44.788816 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2978-df94-44c9-b41e-2d2e1998b83e tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:44.798168 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2978-df94-44c9-b41e-2d2e1998b83e tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:44.817543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bf3084c7-a86f-4360-925c-ddd5bdbfb55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:44.818181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3084c7-a86f-4360-925c-ddd5bdbfb55c None None] The sync data for ids ['687c1f1a-b3a7-4de7-9577-304ba4a1de2c'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:44.821301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ce5ceef5-b39e-4609-b155-67f0250ebc19 None None] Provisioning complete for port e5a44050-42d6-4439-8ee1-6e08e33ec982 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:44.821661 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce5ceef5-b39e-4609-b155-67f0250ebc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:44.862951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b2978-df94-44c9-b41e-2d2e1998b83e tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'Port': ['ID=65298c7c-7d02-4158-b979-cd155c1cbd2e,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:44.913085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Made reservation on behalf of 98696e66f09d481a8cbf0479a250bdb5 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:44.922508 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:44.970909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b2978-df94-44c9-b41e-2d2e1998b83e tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] In _notify_port_updated(), no bound segment for port 65298c7c-7d02-4158-b979-cd155c1cbd2e on network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c {{(pid=101266) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:15:44.975422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] device_id is not set on port bae7cd32-3231-4259-9559-6a398e1afb65 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:15:44.978128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8b2978-df94-44c9-b41e-2d2e1998b83e tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:44.979197 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5b8b2978-df94-44c9-b41e-2d2e1998b83e tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:44.982578 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5b8b2978-df94-44c9-b41e-2d2e1998b83e tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "PUT /v2.0/ports/65298c7c-7d02-4158-b979-cd155c1cbd2e HTTP/1.1" status: 200 len: 996 time: 0.8250310 Aug 26 11:15:44.986115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53816) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:45.042192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ce5ceef5-b39e-4609-b155-67f0250ebc19 None None] Provisioning for port 65298c7c-7d02-4158-b979-cd155c1cbd2e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:45.051067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ce5ceef5-b39e-4609-b155-67f0250ebc19 None None] Provisioning complete for port 65298c7c-7d02-4158-b979-cd155c1cbd2e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:45.051497 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce5ceef5-b39e-4609-b155-67f0250ebc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.124878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ceef5-b39e-4609-b155-67f0250ebc19 None None] Port 65298c7c-7d02-4158-b979-cd155c1cbd2e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:45.150671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f859c-e5ae-4801-9bf2-1ff15b99a8f3 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Deleting port 65298c7c-7d02-4158-b979-cd155c1cbd2e {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:45.150671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d9f859c-e5ae-4801-9bf2-1ff15b99a8f3 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.255457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-64ba6c04-db8c-4a2d-afc8-9fe5ff26f149 None None] Provisioning complete for port 85d10995-4644-40dd-b3b9-e460b7675672 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:45.256111 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64ba6c04-db8c-4a2d-afc8-9fe5ff26f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.282317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Allocated IP 172.20.0.10 (3fb40ac7-9878-4ce5-b961-bace0c1dad1c/beab4d0c-bb68-4222-a742-13a6414cf224/bae7cd32-3231-4259-9559-6a398e1afb65) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:45.321372 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d9f859c-e5ae-4801-9bf2-1ff15b99a8f3 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.349081 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f859c-e5ae-4801-9bf2-1ff15b99a8f3 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Calling delete_port for 65298c7c-7d02-4158-b979-cd155c1cbd2e owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:45.351411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-64ba6c04-db8c-4a2d-afc8-9fe5ff26f149 None None] Port 85d10995-4644-40dd-b3b9-e460b7675672 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:45.471373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cdf559ee-b83e-4a2b-9fd2-3e479df4d5c8 None None] Provisioning complete for port 85d10995-4644-40dd-b3b9-e460b7675672 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:45.472022 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdf559ee-b83e-4a2b-9fd2-3e479df4d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.477376 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.521765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cdf559ee-b83e-4a2b-9fd2-3e479df4d5c8 None None] Port 85d10995-4644-40dd-b3b9-e460b7675672 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:45.537028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cdf559ee-b83e-4a2b-9fd2-3e479df4d5c8 None None] Provisioning complete for port 65298c7c-7d02-4158-b979-cd155c1cbd2e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:45.538303 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdf559ee-b83e-4a2b-9fd2-3e479df4d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.539613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d9f859c-e5ae-4801-9bf2-1ff15b99a8f3 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.540690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Transition to ACTIVE for port object bae7cd32-3231-4259-9559-6a398e1afb65 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:45.601174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cdf559ee-b83e-4a2b-9fd2-3e479df4d5c8 None None] Port 65298c7c-7d02-4158-b979-cd155c1cbd2e was deleted so its status cannot be updated. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 26 11:15:45.617123 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.652215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f859c-e5ae-4801-9bf2-1ff15b99a8f3 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event deleted for resources: {'Port': ['ID=65298c7c-7d02-4158-b979-cd155c1cbd2e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:45.665834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Network 3fb40ac7-9878-4ce5-b961-bace0c1dad1c is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:45.670620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:45.675474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:45.751934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:45.753773 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.763012 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86d9747e-0d68-453c-9411-6b1ef51e5f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.785742 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d9f859c-e5ae-4801-9bf2-1ff15b99a8f3 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.787149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2034359 Aug 26 11:15:45.790044 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2d9f859c-e5ae-4801-9bf2-1ff15b99a8f3 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "DELETE /v2.0/ports/65298c7c-7d02-4158-b979-cd155c1cbd2e HTTP/1.1" status: 204 len: 168 time: 0.8020227 Aug 26 11:15:45.790973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53836) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:45.796686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53838) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:45.801653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:45.858048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:45.892174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0f622-0057-4ebe-a63e-017be2ea74ff tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event updated for resources: {'Port': ['ID=bae7cd32-3231-4259-9559-6a398e1afb65,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:45.899653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e5a44050-42d6-4439-8ee1-6e08e33ec982 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:45.901654 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f454f0-152d-49a1-8518-1115e08f0fa7 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] GET failed (client error): The resource could not be found. Aug 26 11:15:45.904150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-40f454f0-152d-49a1-8518-1115e08f0fa7 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "GET /v2.0/ports/65298c7c-7d02-4158-b979-cd155c1cbd2e HTTP/1.1" status: 404 len: 333 time: 0.1021922 Aug 26 11:15:45.921943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53842) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:45.931148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Request body: {'port': {'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c', 'name': 'tempest-AllowedAddressPairTestJSON-2128516679'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:46.032340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.049318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e5a44050-42d6-4439-8ee1-6e08e33ec982 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:46.050028 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.158501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b473e2a7-474e-4ad1-bf7c-55b556978e2a None None] Provisioning for port bae7cd32-3231-4259-9559-6a398e1afb65 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:46.165769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b473e2a7-474e-4ad1-bf7c-55b556978e2a None None] Provisioning complete for port bae7cd32-3231-4259-9559-6a398e1afb65 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:46.166293 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b473e2a7-474e-4ad1-bf7c-55b556978e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.175108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd27898-5aa2-4fe4-87cd-8410f5ad2742 req-8ad6ec8c-325f-4a0f-97c1-86a304fc8ac2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:46.176739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bd27898-5aa2-4fe4-87cd-8410f5ad2742 req-8ad6ec8c-325f-4a0f-97c1-86a304fc8ac2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 943 time: 0.2919574 Aug 26 11:15:46.177982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Made reservation on behalf of 6530930c45f14aa0aa8a585649fdfad1 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:46.181729 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.203254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] device_id is not set on port 76e5260b-2b12-4dc4-87a4-6260483ffb91 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:15:46.207678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b473e2a7-474e-4ad1-bf7c-55b556978e2a None None] Port bae7cd32-3231-4259-9559-6a398e1afb65 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:46.227105 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Allocated IP 172.25.1.150 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/263eae55-f6f3-4370-bea3-e990aa85b865) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:46.274682 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.385276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bd27898-5aa2-4fe4-87cd-8410f5ad2742 req-80e80532-67c9-4a07-bf56-5bc9536f0462 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877079 Aug 26 11:15:46.410564 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.421409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Allocated IP 172.20.0.9 (0a86f4a5-b8f3-42ed-95ec-674fd1f9456c/9ae2da37-c555-498e-bcdc-9366a6f01306/76e5260b-2b12-4dc4-87a4-6260483ffb91) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:46.467970 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.514978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:46.518208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:46.521955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:46.567046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event updated for resources: {'Port': ['ID=263eae55-f6f3-4370-bea3-e990aa85b865,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:46.659465 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.684602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.707304 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.707521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Transition to ACTIVE for port object 76e5260b-2b12-4dc4-87a4-6260483ffb91 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:46.753964 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.820821 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'Port': ['ID=76e5260b-2b12-4dc4-87a4-6260483ffb91,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:46.834517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:46.836356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:46.847742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:46.921432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:46.922418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.928520 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.940685 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:46.949597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4338b869-f2ba-40b1-9a4c-9960c860d6d2 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0263984 Aug 26 11:15:46.952853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53864) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:46.963263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Request body: {'port': {'network_id': '0a86f4a5-b8f3-42ed-95ec-674fd1f9456c', 'name': 'tempest-AllowedAddressPairTestJSON-1845831173'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:47.022010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event updated for resources: {'Port': ['ID=263eae55-f6f3-4370-bea3-e990aa85b865,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:47.048633 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:47.068897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:47.070208 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-db8b6e91-abb9-4f41-9cf0-0974801783c5 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2773671 Aug 26 11:15:47.073594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53868) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:47.082961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-bc6f4e6c-341d-4177-a72c-e6bf3ae90402 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Request body: {'floatingip': {'port_id': 'bae7cd32-3231-4259-9559-6a398e1afb65', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:47.160465 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc6f4e6c-341d-4177-a72c-e6bf3ae90402 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:47.165341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Made reservation on behalf of 6530930c45f14aa0aa8a585649fdfad1 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:47.170140 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:47.191348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] device_id is not set on port 044cd402-3238-4fc8-8db7-f5d19f9d505d yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:15:47.210236 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:47.241730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b110c1e0-e35d-4a2d-a654-74c8b86ae975 None None] Provisioning for port 76e5260b-2b12-4dc4-87a4-6260483ffb91 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:47.249669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b110c1e0-e35d-4a2d-a654-74c8b86ae975 None None] Provisioning complete for port 76e5260b-2b12-4dc4-87a4-6260483ffb91 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:47.250355 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b110c1e0-e35d-4a2d-a654-74c8b86ae975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:47.306992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b110c1e0-e35d-4a2d-a654-74c8b86ae975 None None] Port 76e5260b-2b12-4dc4-87a4-6260483ffb91 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:47.343098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Allocated IP 172.20.0.8 (0a86f4a5-b8f3-42ed-95ec-674fd1f9456c/9ae2da37-c555-498e-bcdc-9366a6f01306/044cd402-3238-4fc8-8db7-f5d19f9d505d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:47.354542 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-bc6f4e6c-341d-4177-a72c-e6bf3ae90402 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] update failed (client error): The resource could not be found. Aug 26 11:15:47.359931 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bc6f4e6c-341d-4177-a72c-e6bf3ae90402 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "PUT /v2.0/floatingips/9295fcc3-2864-48c4-b378-33530002d09d HTTP/1.1" status: 404 len: 507 time: 0.2853088 Aug 26 11:15:47.360649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53874) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:47.636964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebcd11-f34e-4250-bd24-3cc5f2c7dad5 req-518ff5c1-d5c7-407d-87a6-286403a25d7e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:47.638579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77ebcd11-f34e-4250-bd24-3cc5f2c7dad5 req-518ff5c1-d5c7-407d-87a6-286403a25d7e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 943 time: 0.1581814 Aug 26 11:15:47.687838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d6a58cee-6518-47d8-88b2-4a0ca7d618e7 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Deleting port 263eae55-f6f3-4370-bea3-e990aa85b865 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:47.689710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a58cee-6518-47d8-88b2-4a0ca7d618e7 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:47.695651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:47.753393 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:15:47.767430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Transition to ACTIVE for port object 044cd402-3238-4fc8-8db7-f5d19f9d505d will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:47.771185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77ebcd11-f34e-4250-bd24-3cc5f2c7dad5 req-baa2ac80-63c6-487d-bd09-5c7c098d2cff tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192172 Aug 26 11:15:47.815577 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a58cee-6518-47d8-88b2-4a0ca7d618e7 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:47.815918 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a58cee-6518-47d8-88b2-4a0ca7d618e7 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:47.835391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d6a58cee-6518-47d8-88b2-4a0ca7d618e7 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Calling delete_port for 263eae55-f6f3-4370-bea3-e990aa85b865 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:47.882494 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:47.960004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:47.960878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'Port': ['ID=044cd402-3238-4fc8-8db7-f5d19f9d505d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:47.968610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:47.972324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:48.035438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:48.036183 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:48.083907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b94b07a1-16e7-4141-be84-9062a910c757 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1292074 Aug 26 11:15:48.086453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53884) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:48.091535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d8dd89ee-10c8-4877-8e72-2de1ce3d0005 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:5f:7f:a9'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:3f:23:b0'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:48.137575 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a58cee-6518-47d8-88b2-4a0ca7d618e7 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:48.242200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d5c22bf6-0697-4921-90de-74390af8fb03 None None] Provisioning for port 044cd402-3238-4fc8-8db7-f5d19f9d505d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:48.246216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a58cee-6518-47d8-88b2-4a0ca7d618e7 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event deleted for resources: {'Port': ['ID=263eae55-f6f3-4370-bea3-e990aa85b865,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:48.250220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d5c22bf6-0697-4921-90de-74390af8fb03 None None] Provisioning complete for port 044cd402-3238-4fc8-8db7-f5d19f9d505d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:48.250991 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5c22bf6-0697-4921-90de-74390af8fb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:48.295104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d5c22bf6-0697-4921-90de-74390af8fb03 None None] Port 044cd402-3238-4fc8-8db7-f5d19f9d505d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:48.337603 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a58cee-6518-47d8-88b2-4a0ca7d618e7 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:48.340349 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a58cee-6518-47d8-88b2-4a0ca7d618e7 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:48.345441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d6a58cee-6518-47d8-88b2-4a0ca7d618e7 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "DELETE /v2.0/floatingips/9295fcc3-2864-48c4-b378-33530002d09d HTTP/1.1" status: 204 len: 168 time: 0.9798212 Aug 26 11:15:48.345734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53886) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:48.350207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-110571cd-4969-4d81-89d7-9d96d123ee66 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Request body: {'floatingip': {'floating_network_id': '3fb40ac7-9878-4ce5-b961-bace0c1dad1c', 'port_id': 'bae7cd32-3231-4259-9559-6a398e1afb65', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:48.411060 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-110571cd-4969-4d81-89d7-9d96d123ee66 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:48.418216 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8dd89ee-10c8-4877-8e72-2de1ce3d0005 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:48.684208 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-110571cd-4969-4d81-89d7-9d96d123ee66 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:15:48.685420 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-110571cd-4969-4d81-89d7-9d96d123ee66 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3388374 Aug 26 11:15:48.689244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53890) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:48.699264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': 'bae7cd32-3231-4259-9559-6a398e1afb65', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:48.733894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8dd89ee-10c8-4877-8e72-2de1ce3d0005 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:48.741746 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8dd89ee-10c8-4877-8e72-2de1ce3d0005 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:48.751246 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:48.839204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd89ee-10c8-4877-8e72-2de1ce3d0005 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event updated for resources: {'Port': ['ID=044cd402-3238-4fc8-8db7-f5d19f9d505d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:49.006134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd89ee-10c8-4877-8e72-2de1ce3d0005 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] In _notify_port_updated(), no bound segment for port 044cd402-3238-4fc8-8db7-f5d19f9d505d on network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c {{(pid=101267) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 26 11:15:49.012711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd89ee-10c8-4877-8e72-2de1ce3d0005 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:49.015840 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8dd89ee-10c8-4877-8e72-2de1ce3d0005 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:49.017398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d8dd89ee-10c8-4877-8e72-2de1ce3d0005 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "PUT /v2.0/ports/044cd402-3238-4fc8-8db7-f5d19f9d505d HTTP/1.1" status: 200 len: 1055 time: 0.9304028 Aug 26 11:15:49.020697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53896) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:49.028217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264f156-08e0-41d7-93d7-c59aa12a5386 req-107daeb8-aa97-48af-9002-708138e5e9f8 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:49.030252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1264f156-08e0-41d7-93d7-c59aa12a5386 req-107daeb8-aa97-48af-9002-708138e5e9f8 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 943 time: 0.1472900 Aug 26 11:15:49.113200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1264f156-08e0-41d7-93d7-c59aa12a5386 req-444e69a7-e2e7-42a4-b5bc-837cbd967274 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713553 Aug 26 11:15:49.148149 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:49.148368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7471d513-8574-45d9-8d77-094a5e558878 None None] Provisioning complete for port 044cd402-3238-4fc8-8db7-f5d19f9d505d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:49.149014 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7471d513-8574-45d9-8d77-094a5e558878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:49.172377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-affaab1e-81fd-467c-8e4f-76e4372c8b6b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Deleting port 044cd402-3238-4fc8-8db7-f5d19f9d505d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:49.173094 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-affaab1e-81fd-467c-8e4f-76e4372c8b6b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:49.225252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7471d513-8574-45d9-8d77-094a5e558878 None None] Port 044cd402-3238-4fc8-8db7-f5d19f9d505d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:15:49.277701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:49.305234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Allocated IP 172.25.1.74 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c8028b5d-dd97-48fc-8686-fd9227ab99b1) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:49.323593 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-affaab1e-81fd-467c-8e4f-76e4372c8b6b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:49.347554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-affaab1e-81fd-467c-8e4f-76e4372c8b6b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Calling delete_port for 044cd402-3238-4fc8-8db7-f5d19f9d505d owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:49.447498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:49.496553 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:49.535171 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:15:49.538302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:49.538926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-affaab1e-81fd-467c-8e4f-76e4372c8b6b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:49.542841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:15:49.587923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affaab1e-81fd-467c-8e4f-76e4372c8b6b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event deleted for resources: {'Port': ['ID=044cd402-3238-4fc8-8db7-f5d19f9d505d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:50.007513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-affaab1e-81fd-467c-8e4f-76e4372c8b6b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:50.013439 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-affaab1e-81fd-467c-8e4f-76e4372c8b6b tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "DELETE /v2.0/ports/044cd402-3238-4fc8-8db7-f5d19f9d505d HTTP/1.1" status: 204 len: 168 time: 0.9886053 Aug 26 11:15:50.014132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53906) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:50.039429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9eb74cec-4f9a-44ac-b42b-a0355b02100b details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:15:50.071076 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ec1bf2-7c4b-40b8-8c56-87cd633ebebf tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] GET failed (client error): The resource could not be found. Aug 26 11:15:50.081196 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-10ec1bf2-7c4b-40b8-8c56-87cd633ebebf tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "GET /v2.0/ports/044cd402-3238-4fc8-8db7-f5d19f9d505d HTTP/1.1" status: 404 len: 333 time: 0.0659077 Aug 26 11:15:50.082144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53908) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:50.145165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event updated for resources: {'Port': ['ID=c8028b5d-dd97-48fc-8686-fd9227ab99b1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:50.304567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-72d661d2-a51e-4acd-a926-207dfabe58cc tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Deleting port 76e5260b-2b12-4dc4-87a4-6260483ffb91 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:50.306080 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-72d661d2-a51e-4acd-a926-207dfabe58cc tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:50.313064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9eb74cec-4f9a-44ac-b42b-a0355b02100b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9eb74cec-4f9a-44ac-b42b-a0355b02100b,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:50.359636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '9eb74cec-4f9a-44ac-b42b-a0355b02100b', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'port_id': '9eb74cec-4f9a-44ac-b42b-a0355b02100b', 'mac_address': 'fa:16:3e:3d:39:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:15:50.424062 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:50.489624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb74cec-4f9a-44ac-b42b-a0355b02100b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:15:50.489980 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-72d661d2-a51e-4acd-a926-207dfabe58cc tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:50.494311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df830cc4-78ce-48d3-9048-64fc021ed10f req-fe1abe43-f8a9-40cb-823d-878a61ab6d1e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:50.496017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df830cc4-78ce-48d3-9048-64fc021ed10f req-fe1abe43-f8a9-40cb-823d-878a61ab6d1e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 943 time: 0.1905327 Aug 26 11:15:50.536041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-72d661d2-a51e-4acd-a926-207dfabe58cc tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Calling delete_port for 76e5260b-2b12-4dc4-87a4-6260483ffb91 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:50.541646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Deleting port c8028b5d-dd97-48fc-8686-fd9227ab99b1 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:50.541997 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:50.564926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9eb74cec-4f9a-44ac-b42b-a0355b02100b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9eb74cec-4f9a-44ac-b42b-a0355b02100b,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:50.573449 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:50.577091 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:50.602619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df830cc4-78ce-48d3-9048-64fc021ed10f req-358277a9-3e8d-46eb-b7d1-85c9623e1abe tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948699 Aug 26 11:15:50.692520 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:50.692856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:50.707207 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9eb74cec-4f9a-44ac-b42b-a0355b02100b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:50.728054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Calling delete_port for c8028b5d-dd97-48fc-8686-fd9227ab99b1 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:50.851876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-72d661d2-a51e-4acd-a926-207dfabe58cc tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:50.884131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d661d2-a51e-4acd-a926-207dfabe58cc tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event deleted for resources: {'Port': ['ID=76e5260b-2b12-4dc4-87a4-6260483ffb91,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:50.890071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9eb74cec-4f9a-44ac-b42b-a0355b02100b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:15:50.935108 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:51.018042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event deleted for resources: {'Port': ['ID=c8028b5d-dd97-48fc-8686-fd9227ab99b1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:51.099910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-72d661d2-a51e-4acd-a926-207dfabe58cc tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:51.104976 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-72d661d2-a51e-4acd-a926-207dfabe58cc tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "DELETE /v2.0/ports/76e5260b-2b12-4dc4-87a4-6260483ffb91 HTTP/1.1" status: 204 len: 168 time: 1.0193162 Aug 26 11:15:51.105798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53916) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:51.158272 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-496cabe7-238b-4fd0-af93-b31000fafdb9 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] GET failed (client error): The resource could not be found. Aug 26 11:15:51.166286 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-496cabe7-238b-4fd0-af93-b31000fafdb9 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "GET /v2.0/ports/76e5260b-2b12-4dc4-87a4-6260483ffb91 HTTP/1.1" status: 404 len: 333 time: 0.0538683 Aug 26 11:15:51.167483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53918) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:51.190219 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] create failed (client error): The resource could not be found. Aug 26 11:15:51.192316 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c85b6abf-b1ae-4ae7-8177-17962881e991 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5019393 Aug 26 11:15:51.197389 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53920) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:51.313451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-881355df-4860-4960-a30a-274860e3ec34 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Deleting port 710130ba-27f8-4c79-bf96-2572306831a9 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:51.313936 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-881355df-4860-4960-a30a-274860e3ec34 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:51.389659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-c7339d38-83d0-4309-a950-32a328d575c0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Deleting port bae7cd32-3231-4259-9559-6a398e1afb65 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:51.390284 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7339d38-83d0-4309-a950-32a328d575c0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:51.457165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-881355df-4860-4960-a30a-274860e3ec34 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:51.473638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-881355df-4860-4960-a30a-274860e3ec34 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Calling delete_port for 710130ba-27f8-4c79-bf96-2572306831a9 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:51.509311 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7339d38-83d0-4309-a950-32a328d575c0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:51.525214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-c7339d38-83d0-4309-a950-32a328d575c0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Calling delete_port for bae7cd32-3231-4259-9559-6a398e1afb65 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:51.690681 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-881355df-4860-4960-a30a-274860e3ec34 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:51.754089 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7339d38-83d0-4309-a950-32a328d575c0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:51.788808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881355df-4860-4960-a30a-274860e3ec34 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event deleted for resources: {'Port': ['ID=710130ba-27f8-4c79-bf96-2572306831a9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:51.799361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7339d38-83d0-4309-a950-32a328d575c0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event deleted for resources: {'Port': ['ID=bae7cd32-3231-4259-9559-6a398e1afb65,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:51.840907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611b4d6-9f65-4f68-b9d3-0f4ec8660236 req-cbae8202-c89d-46c9-832a-7cb514592818 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:51.842618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1611b4d6-9f65-4f68-b9d3-0f4ec8660236 req-cbae8202-c89d-46c9-832a-7cb514592818 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 944 time: 0.1534903 Aug 26 11:15:51.919688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1611b4d6-9f65-4f68-b9d3-0f4ec8660236 req-f5cb1f27-320d-44ed-9315-9439b101c578 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522420 Aug 26 11:15:51.925991 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7339d38-83d0-4309-a950-32a328d575c0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:51.931068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c7339d38-83d0-4309-a950-32a328d575c0 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "DELETE /v2.0/ports/bae7cd32-3231-4259-9559-6a398e1afb65 HTTP/1.1" status: 204 len: 168 time: 0.7324476 Aug 26 11:15:51.931734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53924) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:51.941309 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-881355df-4860-4960-a30a-274860e3ec34 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:51.945260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53926) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:51.951376 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-881355df-4860-4960-a30a-274860e3ec34 tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "DELETE /v2.0/ports/710130ba-27f8-4c79-bf96-2572306831a9 HTTP/1.1" status: 204 len: 168 time: 0.7825356 Aug 26 11:15:52.056753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9eb74cec-4f9a-44ac-b42b-a0355b02100b up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:15:52.057605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604ff3d-62a5-453a-a7d5-f8d52e12addf tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:52.059399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f604ff3d-62a5-453a-a7d5-f8d52e12addf tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "GET /v2.0/ports?device_id=687c1f1a-b3a7-4de7-9577-304ba4a1de2c HTTP/1.1" status: 200 len: 913 time: 0.1266575 Aug 26 11:15:52.063436 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53930) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:52.092770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4c513e-c9f7-40a7-b9c1-dea5fba4db6c tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Deleting subnet 9ae2da37-c555-498e-bcdc-9366a6f01306 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:15:52.102683 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b4c513e-c9f7-40a7-b9c1-dea5fba4db6c tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:52.281356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b4c513e-c9f7-40a7-b9c1-dea5fba4db6c tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:52.317108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 9eb74cec-4f9a-44ac-b42b-a0355b02100b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:15:52.335658 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:52.349097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 9eb74cec-4f9a-44ac-b42b-a0355b02100b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:15:52.349463 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:52.589542 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b4c513e-c9f7-40a7-b9c1-dea5fba4db6c tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:52.589800 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:52.649394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7fcd99-06e6-4790-aadf-35b253234f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb74cec-4f9a-44ac-b42b-a0355b02100b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:15:52.656921 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33088211-da06-4ead-a638-5e15fb039c95" -d '{"events": [{"server_uuid": "dc7fcd99-06e6-4790-aadf-35b253234f0f", "name": "network-vif-plugged", "status": "completed", "tag": "9eb74cec-4f9a-44ac-b42b-a0355b02100b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:15:52.685190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9eb74cec-4f9a-44ac-b42b-a0355b02100b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9eb74cec-4f9a-44ac-b42b-a0355b02100b,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:52.696858 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:52.744453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b4c513e-c9f7-40a7-b9c1-dea5fba4db6c tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:52.799631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c513e-c9f7-40a7-b9c1-dea5fba4db6c tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae2da37-c555-498e-bcdc-9366a6f01306,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:52.823317 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8b4c513e-c9f7-40a7-b9c1-dea5fba4db6c tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:52.825904 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8b4c513e-c9f7-40a7-b9c1-dea5fba4db6c tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "DELETE /v2.0/subnets/9ae2da37-c555-498e-bcdc-9366a6f01306 HTTP/1.1" status: 204 len: 168 time: 0.8789086 Aug 26 11:15:52.829165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9eb74cec-4f9a-44ac-b42b-a0355b02100b,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:52.830071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53942) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:52.840569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d5136-32b8-4e02-85fd-38853d95d95a None None] Network 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:52.847821 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5355cbe1-319a-4d53-a978-689a007f325f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:53.004974 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:53.069286 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a05eb57-7dfb-4c9c-a969-a37e5c7bfd7d x-openstack-request-id: req-7a05eb57-7dfb-4c9c-a969-a37e5c7bfd7d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:15:53.069856 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7fcd99-06e6-4790-aadf-35b253234f0f", "name": "network-vif-plugged", "status": "completed", "tag": "9eb74cec-4f9a-44ac-b42b-a0355b02100b", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:15:53.069856 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a05eb57-7dfb-4c9c-a969-a37e5c7bfd7d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:15:53.070360 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7fcd99-06e6-4790-aadf-35b253234f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb74cec-4f9a-44ac-b42b-a0355b02100b', 'code': 200} Aug 26 11:15:53.232767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301c8a9-ea2a-4819-8bd6-319a8871f27b req-1cd1262e-5262-43d2-a3b1-50c294c87caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:53.237422 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d301c8a9-ea2a-4819-8bd6-319a8871f27b req-1cd1262e-5262-43d2-a3b1-50c294c87caa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 1097 time: 0.1107109 Aug 26 11:15:53.240721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8eb970-133e-46d0-a813-cda183859d04 None None] DHCP port deletion for 0a86f4a5-b8f3-42ed-95ec-674fd1f9456c request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:15:53.257936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f781b5-49bc-4a16-b1d4-82da8e2f7464 req-93566adb-4873-4bcf-86c6-df94177ece75 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:53.260070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0f781b5-49bc-4a16-b1d4-82da8e2f7464 req-93566adb-4873-4bcf-86c6-df94177ece75 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 945 time: 0.1598148 Aug 26 11:15:53.284831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Deleting port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:53.284831 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:53.289219 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d301c8a9-ea2a-4819-8bd6-319a8871f27b req-72b4e014-b861-49be-89b7-6ecd35ba96c1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439084 Aug 26 11:15:53.423761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8b8eb970-133e-46d0-a813-cda183859d04 None None] Deleting port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:53.424471 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb970-133e-46d0-a813-cda183859d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:53.484411 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0f781b5-49bc-4a16-b1d4-82da8e2f7464 req-f9937a75-def2-40b6-a678-8903210b1550 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041397 Aug 26 11:15:53.531865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] For port 26f46b61-667c-4144-8ca9-7b0a1dea1c48, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=26f46b61-667c-4144-8ca9-7b0a1dea1c48,segment=NetworkSegment(49e21870-fa3e-48ce-a045-45ea0e6f6eb4),segment_id=49e21870-fa3e-48ce-a045-45ea0e6f6eb4)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:53.532235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:53.534881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5355cbe1-319a-4d53-a978-689a007f325f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Deleting port 85d10995-4644-40dd-b3b9-e460b7675672 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:53.535561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5355cbe1-319a-4d53-a978-689a007f325f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:53.558779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Calling delete_port for 26f46b61-667c-4144-8ca9-7b0a1dea1c48 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:53.617970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8b8eb970-133e-46d0-a813-cda183859d04 None None] For port 26f46b61-667c-4144-8ca9-7b0a1dea1c48, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=26f46b61-667c-4144-8ca9-7b0a1dea1c48,segment=NetworkSegment(49e21870-fa3e-48ce-a045-45ea0e6f6eb4),segment_id=49e21870-fa3e-48ce-a045-45ea0e6f6eb4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:53.623383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb970-133e-46d0-a813-cda183859d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:53.650809 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8b8eb970-133e-46d0-a813-cda183859d04 None None] Calling delete_port for 26f46b61-667c-4144-8ca9-7b0a1dea1c48 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:53.789550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:53.818468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5355cbe1-319a-4d53-a978-689a007f325f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:53.846139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5355cbe1-319a-4d53-a978-689a007f325f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Calling delete_port for 85d10995-4644-40dd-b3b9-e460b7675672 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:53.874499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 26f46b61-667c-4144-8ca9-7b0a1dea1c48 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:15:53.881314 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb970-133e-46d0-a813-cda183859d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:53.895625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event deleted for resources: {'Port': ['ID=26f46b61-667c-4144-8ca9-7b0a1dea1c48,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:53.904715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] No DVR routers for this DVR port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:15:53.928873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 26f46b61-667c-4144-8ca9-7b0a1dea1c48 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:15:53.929228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 26f46b61-667c-4144-8ca9-7b0a1dea1c48 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:15:53.982512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eb970-133e-46d0-a813-cda183859d04 None None] Pushing event deleted for resources: {'Port': ['ID=26f46b61-667c-4144-8ca9-7b0a1dea1c48,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:53.995310 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8eb970-133e-46d0-a813-cda183859d04 None None] No DVR routers for this DVR port 26f46b61-667c-4144-8ca9-7b0a1dea1c48 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:15:54.034955 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:54.055217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a86f4a5-b8f3-42ed-95ec-674fd1f9456c']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:54.074348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e21870-fa3e-48ce-a045-45ea0e6f6eb4') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:54.078600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e21870-fa3e-48ce-a045-45ea0e6f6eb4') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:54.093331 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:54.142015 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:54.153998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:15:54.154431 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:54.196502 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5355cbe1-319a-4d53-a978-689a007f325f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:54.233254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355cbe1-319a-4d53-a978-689a007f325f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event deleted for resources: {'Port': ['ID=85d10995-4644-40dd-b3b9-e460b7675672,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:15:54.252644 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:15:54.286047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:54.301143 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:54.306682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] 10.222.0.21 "DELETE /v2.0/networks/0a86f4a5-b8f3-42ed-95ec-674fd1f9456c HTTP/1.1" status: 204 len: 168 time: 1.4752579 Aug 26 11:15:54.384061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e8394-44c1-4ed0-b805-b12745af0eec tempest-AllowedAddressPairTestJSON-219708908 tempest-AllowedAddressPairTestJSON-219708908-project] Pushing event deleted for resources: {'Network': ['ID=0a86f4a5-b8f3-42ed-95ec-674fd1f9456c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:54.475146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5355cbe1-319a-4d53-a978-689a007f325f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:54.829812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd563bde-88f4-4e90-a02e-e4d1b87f29d2 req-45a5d515-31a4-4c5e-9fa3-a18b71fb240e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:54.839542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd563bde-88f4-4e90-a02e-e4d1b87f29d2 req-45a5d515-31a4-4c5e-9fa3-a18b71fb240e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 945 time: 0.1615107 Aug 26 11:15:54.911551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5355cbe1-319a-4d53-a978-689a007f325f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Router 687c1f1a-b3a7-4de7-9577-304ba4a1de2c has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:15:54.931647 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd563bde-88f4-4e90-a02e-e4d1b87f29d2 req-05b79bfa-b08b-4d1d-862f-05296b56b5ea tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836420 Aug 26 11:15:55.030874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5355cbe1-319a-4d53-a978-689a007f325f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:15:55.036788 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5355cbe1-319a-4d53-a978-689a007f325f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "PUT /v2.0/routers/687c1f1a-b3a7-4de7-9577-304ba4a1de2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9721501 Aug 26 11:15:55.039442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53960) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:55.043269 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e61ee9-c9e8-4932-8152-a3d0cd416556 None None] Sync routers for ids ['687c1f1a-b3a7-4de7-9577-304ba4a1de2c'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:15:55.066985 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e61ee9-c9e8-4932-8152-a3d0cd416556 None None] Routers {'687c1f1a-b3a7-4de7-9577-304ba4a1de2c'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:55.067902 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-71e61ee9-c9e8-4932-8152-a3d0cd416556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['687c1f1a-b3a7-4de7-9577-304ba4a1de2c'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:55.126316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53962) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:55.131022 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-71e61ee9-c9e8-4932-8152-a3d0cd416556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:55.149880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a534ce5-91d6-4b30-8b30-e039a874764f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.152975 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e61ee9-c9e8-4932-8152-a3d0cd416556 None None] Routers {'687c1f1a-b3a7-4de7-9577-304ba4a1de2c'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:15:55.155296 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-71e61ee9-c9e8-4932-8152-a3d0cd416556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:15:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['687c1f1a-b3a7-4de7-9577-304ba4a1de2c'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:55.240743 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-71e61ee9-c9e8-4932-8152-a3d0cd416556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:55.241415 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e61ee9-c9e8-4932-8152-a3d0cd416556 None None] The sync data for ids ['687c1f1a-b3a7-4de7-9577-304ba4a1de2c'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:15:55.350311 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-02c98405-e422-46cb-8a98-863a72e6372c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6530930c45f14aa0aa8a585649fdfad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225993 Aug 26 11:15:55.353141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a534ce5-91d6-4b30-8b30-e039a874764f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.354206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53966) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:55.355795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a534ce5-91d6-4b30-8b30-e039a874764f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.408050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a534ce5-91d6-4b30-8b30-e039a874764f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.408821 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a534ce5-91d6-4b30-8b30-e039a874764f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Fanout notify agent at l3_agent the message router_deleted on router 687c1f1a-b3a7-4de7-9577-304ba4a1de2c {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:15:55.426531 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a534ce5-91d6-4b30-8b30-e039a874764f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.429372 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1877d23-c682-40e1-9f12-b47345e808fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.432619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53968) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:55.434159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9a534ce5-91d6-4b30-8b30-e039a874764f tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "DELETE /v2.0/routers/687c1f1a-b3a7-4de7-9577-304ba4a1de2c HTTP/1.1" status: 204 len: 168 time: 0.3928299 Aug 26 11:15:55.500923 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1877d23-c682-40e1-9f12-b47345e808fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.521185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87ecc81-9d56-4f02-81d0-1e59d0c45bb3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Deleting subnet beab4d0c-bb68-4222-a742-13a6414cf224 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:15:55.531395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b87ecc81-9d56-4f02-81d0-1e59d0c45bb3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.593595 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b87ecc81-9d56-4f02-81d0-1e59d0c45bb3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.650152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1877d23-c682-40e1-9f12-b47345e808fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.654688 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c1877d23-c682-40e1-9f12-b47345e808fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.656422 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c1877d23-c682-40e1-9f12-b47345e808fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b60805ce-0296-4481-ac90-466865bbb5b8 HTTP/1.1" status: 204 len: 168 time: 0.3010111 Aug 26 11:15:55.674631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1877d23-c682-40e1-9f12-b47345e808fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60805ce-0296-4481-ac90-466865bbb5b8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:55.750803 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b87ecc81-9d56-4f02-81d0-1e59d0c45bb3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.896020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b87ecc81-9d56-4f02-81d0-1e59d0c45bb3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.930050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ecc81-9d56-4f02-81d0-1e59d0c45bb3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event deleted for resources: {'Subnet': ['ID=beab4d0c-bb68-4222-a742-13a6414cf224,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:55.938972 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b87ecc81-9d56-4f02-81d0-1e59d0c45bb3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:55.944894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 53980) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:55.963231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aaf346-4fcf-48c1-8342-c182de189041 None None] Network 3fb40ac7-9878-4ce5-b961-bace0c1dad1c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:55.969043 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b87ecc81-9d56-4f02-81d0-1e59d0c45bb3 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "DELETE /v2.0/subnets/beab4d0c-bb68-4222-a742-13a6414cf224 HTTP/1.1" status: 204 len: 168 time: 0.5343516 Aug 26 11:15:56.207648 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:56.353051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Deleting port e5a44050-42d6-4439-8ee1-6e08e33ec982 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:15:56.353051 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:56.522381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 53992) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:56.553226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] For port e5a44050-42d6-4439-8ee1-6e08e33ec982, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e5a44050-42d6-4439-8ee1-6e08e33ec982,segment=NetworkSegment(7e76b933-f216-4183-a902-7470d1fb04a9),segment_id=7e76b933-f216-4183-a902-7470d1fb04a9)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:15:56.553894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:56.582307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Calling delete_port for e5a44050-42d6-4439-8ee1-6e08e33ec982 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:15:56.740984 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:56.812459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event deleted for resources: {'Port': ['ID=e5a44050-42d6-4439-8ee1-6e08e33ec982,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:56.822961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] No DVR routers for this DVR port e5a44050-42d6-4439-8ee1-6e08e33ec982 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:15:56.921431 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:56.934159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb40ac7-9878-4ce5-b961-bace0c1dad1c']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:56.948397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e76b933-f216-4183-a902-7470d1fb04a9') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:56.948988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e76b933-f216-4183-a902-7470d1fb04a9') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:15:56.952763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a6de9c-ef94-4ba8-82e0-ca77a827e3d2 None None] DHCP port deletion for 3fb40ac7-9878-4ce5-b961-bace0c1dad1c request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:15:56.956218 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e3f-3496-49fe-9f97-ec9e59579838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:56.967390 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:56.984011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:56.991047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:15:56.991731 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:15:57.083553 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:15:57.086655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:57.093861 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:57.096050 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] 10.222.0.21 "DELETE /v2.0/networks/3fb40ac7-9878-4ce5-b961-bace0c1dad1c HTTP/1.1" status: 204 len: 168 time: 1.1500459 Aug 26 11:15:57.121411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982db12e-db1f-4541-be0e-45c559aaa382 tempest-FloatingIPNegativeTestJSON-1194155511 tempest-FloatingIPNegativeTestJSON-1194155511-project] Pushing event deleted for resources: {'Network': ['ID=3fb40ac7-9878-4ce5-b961-bace0c1dad1c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:57.141762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fba88-a6c2-40bb-9a95-39cb4157b682 req-7ad5a025-ec29-49a2-a2a9-a8ee7ba86c3f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:57.143575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-618fba88-a6c2-40bb-9a95-39cb4157b682 req-7ad5a025-ec29-49a2-a2a9-a8ee7ba86c3f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 945 time: 0.3359790 Aug 26 11:15:57.235515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-618fba88-a6c2-40bb-9a95-39cb4157b682 req-b11634f1-920e-4ef1-a5b3-b1c7df04046a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797286 Aug 26 11:15:57.264448 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e3f-3496-49fe-9f97-ec9e59579838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:57.272262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e3f-3496-49fe-9f97-ec9e59579838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:57.334490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f8e3f-3496-49fe-9f97-ec9e59579838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2a37ae-e101-4ee8-999e-0564dff30bea,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:57.339957 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-de6f8e3f-3496-49fe-9f97-ec9e59579838 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7381c78ca584180a40381ff438453a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8156033 Aug 26 11:15:57.345666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54014) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:57.462914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54018) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:57.483669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e7da866-a082-4ac9-ae94-e4ed29841322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:57.517998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54022) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:57.523026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43952217-01a6-42c3-a4ad-f101dc94ef88 req-6a4783a6-6b1d-451a-a551-6340a869f644 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:57.525118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43952217-01a6-42c3-a4ad-f101dc94ef88 req-6a4783a6-6b1d-451a-a551-6340a869f644 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 945 time: 0.1214685 Aug 26 11:15:57.540032 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e7da866-a082-4ac9-ae94-e4ed29841322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:57.628401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43952217-01a6-42c3-a4ad-f101dc94ef88 req-73438172-ae0d-4fb3-b737-7824a1b16e05 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923281 Aug 26 11:15:57.666266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e7da866-a082-4ac9-ae94-e4ed29841322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:57.678614 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e7da866-a082-4ac9-ae94-e4ed29841322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:57.683932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7e7da866-a082-4ac9-ae94-e4ed29841322 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b2a37ae-e101-4ee8-999e-0564dff30bea HTTP/1.1" status: 204 len: 168 time: 0.3355539 Aug 26 11:15:57.718860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7da866-a082-4ac9-ae94-e4ed29841322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2a37ae-e101-4ee8-999e-0564dff30bea,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:57.804397 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-49626d6f-96a4-4b54-80ba-b119f6f30cf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98696e66f09d481a8cbf0479a250bdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840025 Aug 26 11:15:57.806343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54030) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:57.813514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd35bc6-655f-41ec-9c7d-354c99d53785 req-435d5e3f-a7c9-4577-ab72-d40e1f8e4c3f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:57.823538 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbd35bc6-655f-41ec-9c7d-354c99d53785 req-435d5e3f-a7c9-4577-ab72-d40e1f8e4c3f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 945 time: 0.0962055 Aug 26 11:15:57.855276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1746945059'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:57.866240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e5a44050-42d6-4439-8ee1-6e08e33ec982 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:15:57.887474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbd35bc6-655f-41ec-9c7d-354c99d53785 req-3d68c07b-87a7-41c6-973d-7d926590cdf1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631390 Aug 26 11:15:57.907497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: e5a44050-42d6-4439-8ee1-6e08e33ec982 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:15:57.911239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e5a44050-42d6-4439-8ee1-6e08e33ec982 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:15:57.947555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:57.951897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:57.954627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b65ca8ad-c8a5-4143-accd-33e491595dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:57.967369 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:58.006373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b65ca8ad-c8a5-4143-accd-33e491595dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:58.115086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b65ca8ad-c8a5-4143-accd-33e491595dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:58.118753 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b65ca8ad-c8a5-4143-accd-33e491595dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:58.120308 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b65ca8ad-c8a5-4143-accd-33e491595dc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6db402f-e655-4bca-9ee2-a792d39c8add HTTP/1.1" status: 204 len: 168 time: 0.3112094 Aug 26 11:15:58.147762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ca8ad-c8a5-4143-accd-33e491595dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6db402f-e655-4bca-9ee2-a792d39c8add,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:58.243853 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:58.250377 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:58.281823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:15:58.299414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a6aaa5-9422-4875-9545-7c875c0b1bda,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:58.307655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:58.307987 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Added segment fec40c16-b16d-4ff3-a32b-b9176a287685 of type vlan for network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc Aug 26 11:15:58.339124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27aff1-c3eb-4346-b4ab-a013d7804cc2 req-b98d3a94-8b23-4a30-9e4e-fc5b201e76d0 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:58.348465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc27aff1-c3eb-4346-b4ab-a013d7804cc2 req-b98d3a94-8b23-4a30-9e4e-fc5b201e76d0 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 945 time: 0.1192584 Aug 26 11:15:58.387591 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:58.418081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc27aff1-c3eb-4346-b4ab-a013d7804cc2 req-996b52c0-c654-4b9c-a99b-e0251fbf6811 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685833 Aug 26 11:15:58.429343 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:58.441186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:58.441958 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:58.517830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0537276 Aug 26 11:15:58.522313 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54052) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:58.524498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04954b0-063e-4db2-bdf2-7bc0d3005cc2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Network': ['ID=5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:58.530596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:58.539943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:15:58.692833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:58.697193 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:58.964097 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:59.051735 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=43d3b0a7-612d-4edd-a9aa-aa1901a879f7,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:15:59.073279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:15:59.074104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network hostable DHCP agents. Network: 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:15:59.105861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:15:59.129284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:15:59.136341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:59.137341 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:59.144455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b355a4-933b-4d57-a248-ed315e9f7071 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:15:59.192798 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1efd3cbc-c13e-4b56-b79f-6df3644b5e12 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6673222 Aug 26 11:15:59.196951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54086) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:15:59.204826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'name': 'tempest-NetworksTestDHCPv6-1975547332'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:15:59.394983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '43d3b0a7-612d-4edd-a9aa-aa1901a879f7'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:15:59.396164 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:59.439119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:15:59.443418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:59.470357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port c9da43e7-e3fa-4253-a884-9a8adac0d8bb yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:15:59.642632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03fceb-9707-4ebd-abf7-40b89e301c55 req-3273b0c5-aa5b-41eb-8fe1-e2dc8d19468b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:15:59.644334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Allocated IP 2001:db8::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/43d3b0a7-612d-4edd-a9aa-aa1901a879f7/c12ee55e-247b-4f76-bb9b-0cf4699dc241) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:15:59.649436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d03fceb-9707-4ebd-abf7-40b89e301c55 req-3273b0c5-aa5b-41eb-8fe1-e2dc8d19468b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 945 time: 0.0950294 Aug 26 11:15:59.729220 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d03fceb-9707-4ebd-abf7-40b89e301c55 req-536d3d63-aa46-40b8-aa45-4a3bf41fab4e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732260 Aug 26 11:15:59.910607 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:15:59.926679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Transition to ACTIVE for port object c12ee55e-247b-4f76-bb9b-0cf4699dc241 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:59.944657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Transition to ACTIVE for port object c12ee55e-247b-4f76-bb9b-0cf4699dc241 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:15:59.960642 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:00.034334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3277-edb8-4c30-b16b-52646121ee85 req-c74b5d77-9f4c-4af2-b9b6-6172c19ee80d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:00.037025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:00.040713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:00.041514 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e01f3277-edb8-4c30-b16b-52646121ee85 req-c74b5d77-9f4c-4af2-b9b6-6172c19ee80d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 945 time: 0.1511211 Aug 26 11:16:00.047585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:00.107342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Pushing event updated for resources: {'Port': ['ID=c12ee55e-247b-4f76-bb9b-0cf4699dc241,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:00.127167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::307 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/43d3b0a7-612d-4edd-a9aa-aa1901a879f7/c9da43e7-e3fa-4253-a884-9a8adac0d8bb) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:00.163517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Attempting to bind port c12ee55e-247b-4f76-bb9b-0cf4699dc241 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:00.164146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Attempting to bind port c12ee55e-247b-4f76-bb9b-0cf4699dc241 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:00.164530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Attempting to bind port c12ee55e-247b-4f76-bb9b-0cf4699dc241 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:00.170464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:00.171009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:00.171504 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:00.171882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:00.172485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Bound port: c12ee55e-247b-4f76-bb9b-0cf4699dc241, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:00.172998 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:00.230493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-e01f3277-edb8-4c30-b16b-52646121ee85 req-45022d47-5217-492f-9f17-b8fb1bed0f7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Deleting port 9eb74cec-4f9a-44ac-b42b-a0355b02100b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:00.231037 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e01f3277-edb8-4c30-b16b-52646121ee85 req-45022d47-5217-492f-9f17-b8fb1bed0f7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:00.306925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] For port c12ee55e-247b-4f76-bb9b-0cf4699dc241, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:00.316055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] For port c12ee55e-247b-4f76-bb9b-0cf4699dc241, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c12ee55e-247b-4f76-bb9b-0cf4699dc241,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:00.327266 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:00.391251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e01f3277-edb8-4c30-b16b-52646121ee85 req-45022d47-5217-492f-9f17-b8fb1bed0f7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] For port 9eb74cec-4f9a-44ac-b42b-a0355b02100b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9eb74cec-4f9a-44ac-b42b-a0355b02100b,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:00.392198 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e01f3277-edb8-4c30-b16b-52646121ee85 req-45022d47-5217-492f-9f17-b8fb1bed0f7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:00.443193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906010-073e-4d97-8050-5bb42892f77c None None] Pushing event updated for resources: {'Port': ['ID=c12ee55e-247b-4f76-bb9b-0cf4699dc241,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:00.517271 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:00.573866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object c9da43e7-e3fa-4253-a884-9a8adac0d8bb will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:00.668098 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:00.732497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=c9da43e7-e3fa-4253-a884-9a8adac0d8bb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:00.751235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:00.753225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:00.761592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:00.768812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:00.769885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:00.796704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ff7e4cca-a12e-4116-bb7e-140cdfb115f3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5982234 Aug 26 11:16:00.809365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54132) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:01.030624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-e01f3277-edb8-4c30-b16b-52646121ee85 req-45022d47-5217-492f-9f17-b8fb1bed0f7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Calling delete_port for 9eb74cec-4f9a-44ac-b42b-a0355b02100b owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:01.073534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff784f-340d-41e8-821d-5bc91a0a8bc7 req-007f2a9e-7123-4a6e-bf24-c04708542694 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:01.084754 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-acff784f-340d-41e8-821d-5bc91a0a8bc7 req-007f2a9e-7123-4a6e-bf24-c04708542694 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 945 time: 0.1361246 Aug 26 11:16:01.096417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63201425-2317-4705-a3c1-29a59c96549b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:01.112285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63201425-2317-4705-a3c1-29a59c96549b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:01.114300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-63201425-2317-4705-a3c1-29a59c96549b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3027048 Aug 26 11:16:01.117215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54138) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:01.189119 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-acff784f-340d-41e8-821d-5bc91a0a8bc7 req-736e35c9-5045-4376-baec-05ef2abdf655 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001458 Aug 26 11:16:01.390889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c5088e6f-f0f3-4e0a-9c41-05ff649b989b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port c9da43e7-e3fa-4253-a884-9a8adac0d8bb {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:01.391251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c5088e6f-f0f3-4e0a-9c41-05ff649b989b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:01.396283 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e01f3277-edb8-4c30-b16b-52646121ee85 req-45022d47-5217-492f-9f17-b8fb1bed0f7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:01.411278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9eb74cec-4f9a-44ac-b42b-a0355b02100b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:16:01.504069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45022d47-5217-492f-9f17-b8fb1bed0f7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event deleted for resources: {'Port': ['ID=9eb74cec-4f9a-44ac-b42b-a0355b02100b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:01.538229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01f3277-edb8-4c30-b16b-52646121ee85 req-45022d47-5217-492f-9f17-b8fb1bed0f7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] No DVR routers for this DVR port 9eb74cec-4f9a-44ac-b42b-a0355b02100b on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:16:01.543863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e01f3277-edb8-4c30-b16b-52646121ee85 req-45022d47-5217-492f-9f17-b8fb1bed0f7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:01.546406 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e01f3277-edb8-4c30-b16b-52646121ee85 req-45022d47-5217-492f-9f17-b8fb1bed0f7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "DELETE /v2.0/ports/9eb74cec-4f9a-44ac-b42b-a0355b02100b HTTP/1.1" status: 204 len: 173 time: 1.4994991 Aug 26 11:16:01.547159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7fcd99-06e6-4790-aadf-35b253234f0f', 'name': 'network-vif-deleted', 'tag': '9eb74cec-4f9a-44ac-b42b-a0355b02100b'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:16:01.549768 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79d7ab8-a0e2-49df-948d-2676a3ccc798" -d '{"events": [{"server_uuid": "dc7fcd99-06e6-4790-aadf-35b253234f0f", "name": "network-vif-deleted", "tag": "9eb74cec-4f9a-44ac-b42b-a0355b02100b"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:16:01.630118 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84e5c17-266a-416e-9775-e2ba82cc721a x-openstack-request-id: req-f84e5c17-266a-416e-9775-e2ba82cc721a {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:16:01.630622 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7fcd99-06e6-4790-aadf-35b253234f0f", "name": "network-vif-deleted", "tag": "9eb74cec-4f9a-44ac-b42b-a0355b02100b", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:16:01.631313 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f84e5c17-266a-416e-9775-e2ba82cc721a {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:16:01.631888 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7fcd99-06e6-4790-aadf-35b253234f0f', 'name': 'network-vif-deleted', 'tag': '9eb74cec-4f9a-44ac-b42b-a0355b02100b', 'status': 'completed', 'code': 200} Aug 26 11:16:01.650839 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c5088e6f-f0f3-4e0a-9c41-05ff649b989b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:01.669999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c5088e6f-f0f3-4e0a-9c41-05ff649b989b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for c9da43e7-e3fa-4253-a884-9a8adac0d8bb owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:01.907571 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c5088e6f-f0f3-4e0a-9c41-05ff649b989b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:01.960234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5088e6f-f0f3-4e0a-9c41-05ff649b989b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=c9da43e7-e3fa-4253-a884-9a8adac0d8bb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:01.970429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c12ee55e-247b-4f76-bb9b-0cf4699dc241 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:02.031041 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c5088e6f-f0f3-4e0a-9c41-05ff649b989b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:02.033515 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c5088e6f-f0f3-4e0a-9c41-05ff649b989b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/c9da43e7-e3fa-4253-a884-9a8adac0d8bb HTTP/1.1" status: 204 len: 168 time: 0.9145606 Aug 26 11:16:02.036307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54164) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:02.133538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c12ee55e-247b-4f76-bb9b-0cf4699dc241 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:02.267835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3e597f-3c11-4ffe-8b1d-3634f2c43990 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:02.467171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Provisioning for port c12ee55e-247b-4f76-bb9b-0cf4699dc241 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:02.490155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Provisioning complete for port c12ee55e-247b-4f76-bb9b-0cf4699dc241 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:02.490894 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:02.623900 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:02.687033 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] For port c12ee55e-247b-4f76-bb9b-0cf4699dc241, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c12ee55e-247b-4f76-bb9b-0cf4699dc241,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:02.698469 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:02.805508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Pushing event updated for resources: {'Port': ['ID=c12ee55e-247b-4f76-bb9b-0cf4699dc241,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:02.825692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.827376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.827897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.828405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.828914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.831076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.831617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.832109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.832824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.834184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.834595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.836132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e6399-e850-4e0b-8a39-cbc7d9661afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:02.882681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca259e87-6c45-4d20-bceb-ed6201134025 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:02.884345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca259e87-6c45-4d20-bceb-ed6201134025 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:02.888651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ca259e87-6c45-4d20-bceb-ed6201134025 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8486249 Aug 26 11:16:02.889069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54184) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:02.952395 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2750ec18-cb97-4bcd-86ea-f3bab22617cb req-d8ad18dc-202b-4372-a3a8-bed5df31c936 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 210 time: 0.0640464 Aug 26 11:16:03.026085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-632a82ad-9a56-4679-bb50-e68d081e4a25 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 43d3b0a7-612d-4edd-a9aa-aa1901a879f7 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:03.030141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-23240848-563c-46e3-bc9f-0c16ba8e5446 None None] Provisioning complete for port c12ee55e-247b-4f76-bb9b-0cf4699dc241 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:03.030668 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23240848-563c-46e3-bc9f-0c16ba8e5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:03.031305 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-632a82ad-9a56-4679-bb50-e68d081e4a25 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:03.135796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-632a82ad-9a56-4679-bb50-e68d081e4a25 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:03.296673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-548784c9-7917-48c2-8134-e0b1ce68a126 None None] Could not find standard attr ID for object c9da43e7-e3fa-4253-a884-9a8adac0d8bb. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:16:03.347271 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-632a82ad-9a56-4679-bb50-e68d081e4a25 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:03.476029 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-632a82ad-9a56-4679-bb50-e68d081e4a25 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:03.543133 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a82ad-9a56-4679-bb50-e68d081e4a25 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=43d3b0a7-612d-4edd-a9aa-aa1901a879f7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:03.559609 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-632a82ad-9a56-4679-bb50-e68d081e4a25 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:03.572911 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-632a82ad-9a56-4679-bb50-e68d081e4a25 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/43d3b0a7-612d-4edd-a9aa-aa1901a879f7 HTTP/1.1" status: 204 len: 168 time: 0.6796901 Aug 26 11:16:03.573122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54192) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:03.651860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ff5833-d146-4832-86ce-2fac02158e34 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:03.664163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54196) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:03.674364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54200) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:03.674532 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-274bdf0e-c8e2-44f8-b373-36dad891c87e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001337 Aug 26 11:16:03.683023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0f9b800e-0801-415e-9fd5-92f6f93bc91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:03.874639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c12ee55e-247b-4f76-bb9b-0cf4699dc241 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:03.882362 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d13acf90-2b4b-4778-b665-3216916edae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:03.920705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9b800e-0801-415e-9fd5-92f6f93bc91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:03.925125 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9b800e-0801-415e-9fd5-92f6f93bc91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:03.951442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c12ee55e-247b-4f76-bb9b-0cf4699dc241 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:03.952483 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:04.036967 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3839c38e-6c83-4b7f-b65b-c9eb8abaa2a5 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:16:04.137628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9eb74cec-4f9a-44ac-b42b-a0355b02100b no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:16:04.213186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 9eb74cec-4f9a-44ac-b42b-a0355b02100b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:16:04.213784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9eb74cec-4f9a-44ac-b42b-a0355b02100b not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:16:04.221689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3839c38e-6c83-4b7f-b65b-c9eb8abaa2a5 None None] Deleting port c12ee55e-247b-4f76-bb9b-0cf4699dc241 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:04.222333 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3839c38e-6c83-4b7f-b65b-c9eb8abaa2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:04.253388 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9b800e-0801-415e-9fd5-92f6f93bc91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:04.311026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9ad239c-76c7-45f2-a33c-bed532a01a5e req-bb0bcdb9-2bf9-41b5-b59d-bb3cddf5c527 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 210 time: 0.1858859 Aug 26 11:16:04.323650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3839c38e-6c83-4b7f-b65b-c9eb8abaa2a5 None None] For port c12ee55e-247b-4f76-bb9b-0cf4699dc241, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c12ee55e-247b-4f76-bb9b-0cf4699dc241,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:04.324059 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3839c38e-6c83-4b7f-b65b-c9eb8abaa2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:04.353975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3839c38e-6c83-4b7f-b65b-c9eb8abaa2a5 None None] Calling delete_port for c12ee55e-247b-4f76-bb9b-0cf4699dc241 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:04.375255 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d13acf90-2b4b-4778-b665-3216916edae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:04.406009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b800e-0801-415e-9fd5-92f6f93bc91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:04.415609 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d13acf90-2b4b-4778-b665-3216916edae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:04.456489 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3839c38e-6c83-4b7f-b65b-c9eb8abaa2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:04.457938 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b800e-0801-415e-9fd5-92f6f93bc91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:04.472031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b800e-0801-415e-9fd5-92f6f93bc91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:04.472643 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0f9b800e-0801-415e-9fd5-92f6f93bc91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:04.488743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b800e-0801-415e-9fd5-92f6f93bc91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=60cddbe5-722d-40bc-8177-ced4fd4587cd,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:04.495465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13acf90-2b4b-4778-b665-3216916edae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e44c94-249d-4c2b-9111-3decca6f4727,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:04.501251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d13acf90-2b4b-4778-b665-3216916edae5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f76be186f3624192aea794118262b333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8353648 Aug 26 11:16:04.503881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54206) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:04.517937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0f9b800e-0801-415e-9fd5-92f6f93bc91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8418212 Aug 26 11:16:04.520975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54208) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:04.527488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'name': 'tempest-NetworksTestDHCPv6-623384865'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:04.535390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839c38e-6c83-4b7f-b65b-c9eb8abaa2a5 None None] Pushing event deleted for resources: {'Port': ['ID=c12ee55e-247b-4f76-bb9b-0cf4699dc241,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:04.541687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839c38e-6c83-4b7f-b65b-c9eb8abaa2a5 None None] No DVR routers for this DVR port c12ee55e-247b-4f76-bb9b-0cf4699dc241 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:16:04.575738 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2979ff5b-3c86-49d8-8465-2596aaf0c748 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:04.733442 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c8b25978-1b46-4e3c-ae30-7593dceb0692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:04.781195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c8b25978-1b46-4e3c-ae30-7593dceb0692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:04.870388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:04.885221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:04.912457 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 9fbaf994-a501-4332-ae85-7a7ac8720087 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:16:05.004819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '60cddbe5-722d-40bc-8177-ced4fd4587cd'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:16:05.005452 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:05.028481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c8b25978-1b46-4e3c-ae30-7593dceb0692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:05.032870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c8b25978-1b46-4e3c-ae30-7593dceb0692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:05.034770 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c8b25978-1b46-4e3c-ae30-7593dceb0692 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94e44c94-249d-4c2b-9111-3decca6f4727 HTTP/1.1" status: 204 len: 168 time: 0.5294702 Aug 26 11:16:05.090510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b25978-1b46-4e3c-ae30-7593dceb0692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e44c94-249d-4c2b-9111-3decca6f4727,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:05.216872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::30d (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/60cddbe5-722d-40bc-8177-ced4fd4587cd/9fbaf994-a501-4332-ae85-7a7ac8720087) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:05.525228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:05.554289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 9fbaf994-a501-4332-ae85-7a7ac8720087 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:05.561804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d87b5f22-b4b7-481b-a7e4-aa666cf3e495 req-0228800e-4548-4992-89b3-643c2daa987b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 210 time: 0.0751247 Aug 26 11:16:05.617889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:05.682305 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=9fbaf994-a501-4332-ae85-7a7ac8720087,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:05.701083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:05.702898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:05.705557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:05.719314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:05.720449 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:05.728646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Allocated IP 2001:db8::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/60cddbe5-722d-40bc-8177-ced4fd4587cd/47f1ba20-2686-4683-8d61-49a40b8b94a5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:05.748516 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3d1e500a-ed47-4ebc-969e-c445a35d52eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2258773 Aug 26 11:16:05.751173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54224) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:05.811086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54226) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:05.830492 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8461688-d6de-4956-bdbb-6c0329b3ef4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:05.841848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471abca9-de34-4e92-893e-27eb85e39f4c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:05.850776 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-471abca9-de34-4e92-893e-27eb85e39f4c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0940113 Aug 26 11:16:05.852205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54230) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:05.897578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c12ee55e-247b-4f76-bb9b-0cf4699dc241 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:16:05.977209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c12ee55e-247b-4f76-bb9b-0cf4699dc241 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:16:05.977542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c12ee55e-247b-4f76-bb9b-0cf4699dc241 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:16:06.094962 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8461688-d6de-4956-bdbb-6c0329b3ef4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.097239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9d62864b-fc8a-4315-a724-743e1548904a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 9fbaf994-a501-4332-ae85-7a7ac8720087 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:06.099733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d62864b-fc8a-4315-a724-743e1548904a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.100884 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a8461688-d6de-4956-bdbb-6c0329b3ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.127814 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.139419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Transition to ACTIVE for port object 47f1ba20-2686-4683-8d61-49a40b8b94a5 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:06.158653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Transition to ACTIVE for port object 47f1ba20-2686-4683-8d61-49a40b8b94a5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:06.167238 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.173233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a8461688-d6de-4956-bdbb-6c0329b3ef4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a467d75d93364803b5c26c8c47dd268c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618994 Aug 26 11:16:06.176408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54232) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:06.188751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8461688-d6de-4956-bdbb-6c0329b3ef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da215225-8c00-494f-b2f9-739f271fa654,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:06.234229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Pushing event updated for resources: {'Port': ['ID=47f1ba20-2686-4683-8d61-49a40b8b94a5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:06.253536 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:06.255447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:06.260570 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:06.289457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5f07-9072-40e7-a447-0151c328cefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.315444 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d62864b-fc8a-4315-a724-743e1548904a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.332926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5f07-9072-40e7-a447-0151c328cefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.342258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9d62864b-fc8a-4315-a724-743e1548904a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 9fbaf994-a501-4332-ae85-7a7ac8720087 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:06.354341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Attempting to bind port 47f1ba20-2686-4683-8d61-49a40b8b94a5 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:06.354751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Attempting to bind port 47f1ba20-2686-4683-8d61-49a40b8b94a5 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:06.355123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Attempting to bind port 47f1ba20-2686-4683-8d61-49a40b8b94a5 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:06.366275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:06.366658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:06.367099 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.367500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:06.367985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Bound port: 47f1ba20-2686-4683-8d61-49a40b8b94a5, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:06.368377 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.466289 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5f07-9072-40e7-a447-0151c328cefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.469250 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5f07-9072-40e7-a447-0151c328cefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.470548 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6f4a5f07-9072-40e7-a447-0151c328cefb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da215225-8c00-494f-b2f9-739f271fa654 HTTP/1.1" status: 204 len: 168 time: 0.2885892 Aug 26 11:16:06.480138 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] For port 47f1ba20-2686-4683-8d61-49a40b8b94a5, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:06.484879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a5f07-9072-40e7-a447-0151c328cefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da215225-8c00-494f-b2f9-739f271fa654,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:06.485733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] For port 47f1ba20-2686-4683-8d61-49a40b8b94a5, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=47f1ba20-2686-4683-8d61-49a40b8b94a5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:06.500257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.548381 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d62864b-fc8a-4315-a724-743e1548904a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.620635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62864b-fc8a-4315-a724-743e1548904a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=9fbaf994-a501-4332-ae85-7a7ac8720087,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:06.646213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb8c38-0ad3-461d-9a96-282f08303aa4 None None] Pushing event updated for resources: {'Port': ['ID=47f1ba20-2686-4683-8d61-49a40b8b94a5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:06.660254 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d62864b-fc8a-4315-a724-743e1548904a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.667281 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9d62864b-fc8a-4315-a724-743e1548904a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/9fbaf994-a501-4332-ae85-7a7ac8720087 HTTP/1.1" status: 204 len: 168 time: 0.8116167 Aug 26 11:16:06.667741 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54240) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:06.719695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba08254d-df53-41c9-b7af-5d739e67b60f req-22cf5025-d067-4499-b237-48915bf57720 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 210 time: 0.0446389 Aug 26 11:16:06.735615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b329b9-909e-490b-8314-3330211fe3a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:06.737544 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b329b9-909e-490b-8314-3330211fe3a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:06.742080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54242) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:06.751351 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-39b329b9-909e-490b-8314-3330211fe3a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0823047 Aug 26 11:16:06.864519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be0c4ed-a80e-4520-90b5-063d7090a795 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 60cddbe5-722d-40bc-8177-ced4fd4587cd {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:06.869310 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0be0c4ed-a80e-4520-90b5-063d7090a795 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:06.992125 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0be0c4ed-a80e-4520-90b5-063d7090a795 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:07.343449 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0be0c4ed-a80e-4520-90b5-063d7090a795 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:07.438092 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0be0c4ed-a80e-4520-90b5-063d7090a795 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:07.471097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0c4ed-a80e-4520-90b5-063d7090a795 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=60cddbe5-722d-40bc-8177-ced4fd4587cd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:07.480876 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0be0c4ed-a80e-4520-90b5-063d7090a795 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:07.483648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0be0c4ed-a80e-4520-90b5-063d7090a795 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/60cddbe5-722d-40bc-8177-ced4fd4587cd HTTP/1.1" status: 204 len: 168 time: 0.7401266 Aug 26 11:16:07.486381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54266) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:07.537949 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c0c113d8-70aa-4d16-a9a0-eb6e1ef58824 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483446 Aug 26 11:16:07.538598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54272) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:07.543795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ebfc5727-271e-4c71-aea5-88083b32a5cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:07.692190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfc5727-271e-4c71-aea5-88083b32a5cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:07.697086 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5727-271e-4c71-aea5-88083b32a5cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:08.026487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 47f1ba20-2686-4683-8d61-49a40b8b94a5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:08.229085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 47f1ba20-2686-4683-8d61-49a40b8b94a5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:08.401355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-125f7542-e9bd-47c3-a8c1-b413b3a35f7a req-68da01fb-9afd-495c-bf5f-5f9421d35bce tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc7fcd99-06e6-4790-aadf-35b253234f0f HTTP/1.1" status: 200 len: 210 time: 0.5119081 Aug 26 11:16:08.408798 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5727-271e-4c71-aea5-88083b32a5cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:08.419592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb654e2-9c28-4fbb-bdd7-756115a7efc5 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:08.550260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfc5727-271e-4c71-aea5-88083b32a5cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:08.555665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ebfc5727-271e-4c71-aea5-88083b32a5cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:08.563195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc5727-271e-4c71-aea5-88083b32a5cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=01fd2afb-7982-4e07-ab06-254f2b620ad8,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:08.568098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc5727-271e-4c71-aea5-88083b32a5cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:08.568996 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5727-271e-4c71-aea5-88083b32a5cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:08.587775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-593eadf4-26ae-4518-907f-5e635ec7df12 None None] Provisioning for port 47f1ba20-2686-4683-8d61-49a40b8b94a5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:08.597276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54296) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:08.597968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ebfc5727-271e-4c71-aea5-88083b32a5cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0581629 Aug 26 11:16:08.598632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-593eadf4-26ae-4518-907f-5e635ec7df12 None None] Provisioning complete for port 47f1ba20-2686-4683-8d61-49a40b8b94a5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:08.599282 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-593eadf4-26ae-4518-907f-5e635ec7df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:08.602532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'name': 'tempest-NetworksTestDHCPv6-67917191'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:08.742905 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-593eadf4-26ae-4518-907f-5e635ec7df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:08.797696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-593eadf4-26ae-4518-907f-5e635ec7df12 None None] For port 47f1ba20-2686-4683-8d61-49a40b8b94a5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=47f1ba20-2686-4683-8d61-49a40b8b94a5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:08.803882 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-593eadf4-26ae-4518-907f-5e635ec7df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:08.843159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:08.850390 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:08.908540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port d5974930-4346-4f6a-89cb-858f69f99d9b yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:16:08.910111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593eadf4-26ae-4518-907f-5e635ec7df12 None None] Pushing event updated for resources: {'Port': ['ID=47f1ba20-2686-4683-8d61-49a40b8b94a5,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:09.086589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363be4d6-7090-424b-9011-dc8fad3ddce6 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:09.137280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::2e2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/01fd2afb-7982-4e07-ab06-254f2b620ad8/d5974930-4346-4f6a-89cb-858f69f99d9b) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:09.178937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e30aeab0-2a4c-4bd9-a38d-c416d6ac0adf None None] Provisioning complete for port 47f1ba20-2686-4683-8d61-49a40b8b94a5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:09.179485 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e30aeab0-2a4c-4bd9-a38d-c416d6ac0adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:09.389358 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:09.417134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object d5974930-4346-4f6a-89cb-858f69f99d9b will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:09.588619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:09.664732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:09.672812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:09.675817 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:09.695551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:09.707043 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:09.748729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=d5974930-4346-4f6a-89cb-858f69f99d9b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:09.800250 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e019bcc0-f92f-45aa-bb2f-90582973c938 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2018456 Aug 26 11:16:09.802787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54322) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:09.881388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8376122-edc7-46ea-b27f-bf03688d3c0c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:09.897374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 47f1ba20-2686-4683-8d61-49a40b8b94a5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:09.900838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8376122-edc7-46ea-b27f-bf03688d3c0c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:09.902818 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e8376122-edc7-46ea-b27f-bf03688d3c0c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0988688 Aug 26 11:16:09.906462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54330) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:09.989912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7e77b8eb-0828-416d-808a-1a5415c609d4 None None] Provisioning complete for port 47f1ba20-2686-4683-8d61-49a40b8b94a5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:09.990651 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e77b8eb-0828-416d-808a-1a5415c609d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:09.995258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 47f1ba20-2686-4683-8d61-49a40b8b94a5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:09.995870 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:10.022958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa66f3-e081-44c6-b0c8-f5b4cf443260 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port d5974930-4346-4f6a-89cb-858f69f99d9b {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:10.023794 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3dfa66f3-e081-44c6-b0c8-f5b4cf443260 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:10.205939 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3dfa66f3-e081-44c6-b0c8-f5b4cf443260 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:10.222940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa66f3-e081-44c6-b0c8-f5b4cf443260 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for d5974930-4346-4f6a-89cb-858f69f99d9b owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:10.294570 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-577182ad-8401-4ac0-91d2-e0c901562715 None None] Could not find standard attr ID for object 9fbaf994-a501-4332-ae85-7a7ac8720087. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:16:10.408788 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3dfa66f3-e081-44c6-b0c8-f5b4cf443260 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:10.456122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa66f3-e081-44c6-b0c8-f5b4cf443260 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=d5974930-4346-4f6a-89cb-858f69f99d9b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:10.516762 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3dfa66f3-e081-44c6-b0c8-f5b4cf443260 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:10.522269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54348) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:10.522627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3dfa66f3-e081-44c6-b0c8-f5b4cf443260 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/d5974930-4346-4f6a-89cb-858f69f99d9b HTTP/1.1" status: 204 len: 168 time: 0.6146255 Aug 26 11:16:10.651303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f292bd7d-9e5e-4525-ba70-1dd423fe3998 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:10.657210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f292bd7d-9e5e-4525-ba70-1dd423fe3998 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:10.659485 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f292bd7d-9e5e-4525-ba70-1dd423fe3998 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1360984 Aug 26 11:16:10.662060 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54358) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:10.719916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-566c6327-ce50-4a5f-869a-047befd9e956 None None] Could not find standard attr ID for object d5974930-4346-4f6a-89cb-858f69f99d9b. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:16:10.808676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a2714b-b005-4525-9aa2-21283eac85b7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 01fd2afb-7982-4e07-ab06-254f2b620ad8 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:10.833658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25a2714b-b005-4525-9aa2-21283eac85b7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:10.962100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25a2714b-b005-4525-9aa2-21283eac85b7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:11.066095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25a2714b-b005-4525-9aa2-21283eac85b7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:11.213630 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25a2714b-b005-4525-9aa2-21283eac85b7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:11.234448 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-25a2714b-b005-4525-9aa2-21283eac85b7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:11.238663 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-25a2714b-b005-4525-9aa2-21283eac85b7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/01fd2afb-7982-4e07-ab06-254f2b620ad8 HTTP/1.1" status: 204 len: 168 time: 0.5728772 Aug 26 11:16:11.239520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54386) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:11.279541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2714b-b005-4525-9aa2-21283eac85b7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=01fd2afb-7982-4e07-ab06-254f2b620ad8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:11.379079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54392) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:11.379500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d1babcf6-404c-4d9d-9e98-7d55c2c70f10 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374645 Aug 26 11:16:11.496403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f072baa4-1f79-4f4a-b90c-0d270afe3f1d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:11.505251 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f072baa4-1f79-4f4a-b90c-0d270afe3f1d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1250186 Aug 26 11:16:11.518234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2659da-176f-492f-ad3e-2b0996779893 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:11.530032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54398) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:11.643931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaa0d1c-3a48-4765-98a3-c6b09ac20f03 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:11.649268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54404) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:11.657488 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-edaa0d1c-3a48-4765-98a3-c6b09ac20f03 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257217 Aug 26 11:16:11.721651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54406) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:11.728797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1b42bbda-01e5-4377-b222-61e214c3855a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:11.739943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0c925f5a-e0d8-4f80-940d-c4a8aff52345 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893903 Aug 26 11:16:11.873899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b42bbda-01e5-4377-b222-61e214c3855a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:11.878776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b42bbda-01e5-4377-b222-61e214c3855a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:11.903180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f503bb68-baed-4bb6-a57c-8ed395d651a3 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:16:12.015703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f503bb68-baed-4bb6-a57c-8ed395d651a3 None None] Deleting port 47f1ba20-2686-4683-8d61-49a40b8b94a5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:12.017480 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f503bb68-baed-4bb6-a57c-8ed395d651a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:12.157196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f503bb68-baed-4bb6-a57c-8ed395d651a3 None None] For port 47f1ba20-2686-4683-8d61-49a40b8b94a5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=47f1ba20-2686-4683-8d61-49a40b8b94a5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:12.158210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f503bb68-baed-4bb6-a57c-8ed395d651a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:12.177834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f503bb68-baed-4bb6-a57c-8ed395d651a3 None None] Calling delete_port for 47f1ba20-2686-4683-8d61-49a40b8b94a5 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:12.259009 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b42bbda-01e5-4377-b222-61e214c3855a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:12.346570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b42bbda-01e5-4377-b222-61e214c3855a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:12.350675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1b42bbda-01e5-4377-b222-61e214c3855a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:12.353886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b42bbda-01e5-4377-b222-61e214c3855a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:12.354540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1b42bbda-01e5-4377-b222-61e214c3855a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:12.363305 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f503bb68-baed-4bb6-a57c-8ed395d651a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:12.373634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42bbda-01e5-4377-b222-61e214c3855a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=823d71d4-b197-4c80-9fc6-fd2ca23bb081,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:12.388682 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1b42bbda-01e5-4377-b222-61e214c3855a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6610143 Aug 26 11:16:12.389108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54412) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:12.394871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': '823d71d4-b197-4c80-9fc6-fd2ca23bb081', 'ip_address': '2001:db8::23a5:bf04:9de5:9b3c'}], 'name': 'tempest-NetworksTestDHCPv6-1755078380'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:12.426198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503bb68-baed-4bb6-a57c-8ed395d651a3 None None] Pushing event deleted for resources: {'Port': ['ID=47f1ba20-2686-4683-8d61-49a40b8b94a5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:12.433112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503bb68-baed-4bb6-a57c-8ed395d651a3 None None] No DVR routers for this DVR port 47f1ba20-2686-4683-8d61-49a40b8b94a5 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:16:12.474105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e623b265-a529-422b-ab91-267176c49974 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:12.569733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:12.673421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:12.694161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 3b184419-892d-48dd-9463-837e4d82ef33 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:16:13.041031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::23a5:bf04:9de5:9b3c (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/823d71d4-b197-4c80-9fc6-fd2ca23bb081/3b184419-892d-48dd-9463-837e4d82ef33) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:13.049112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '823d71d4-b197-4c80-9fc6-fd2ca23bb081'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:16:13.050001 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:13.337938 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4adbd66-723d-45e3-9e84-647f48a3f1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:13.363432 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:13.379494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 3b184419-892d-48dd-9463-837e4d82ef33 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:13.414553 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:13.469661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:13.473611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:13.476615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:13.481926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Allocated IP 2001:db8::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/823d71d4-b197-4c80-9fc6-fd2ca23bb081/192a0664-277d-499a-8b64-49ad5728204f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:13.484389 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:13.485072 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:13.511396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=3b184419-892d-48dd-9463-837e4d82ef33,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:13.518718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-54e7a9f4-9ec7-425f-927b-760c58832b89 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1263154 Aug 26 11:16:13.519050 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54428) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:13.580900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de75825-1648-45e0-af8e-9b2115574238 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:13.582776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3de75825-1648-45e0-af8e-9b2115574238 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0626423 Aug 26 11:16:13.585485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54430) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:13.709164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1ec45f57-bb96-4b82-8e17-706cd12b75be tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 3b184419-892d-48dd-9463-837e4d82ef33 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:13.709646 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ec45f57-bb96-4b82-8e17-706cd12b75be tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:13.778675 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:13.789308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Transition to ACTIVE for port object 192a0664-277d-499a-8b64-49ad5728204f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:13.810301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Transition to ACTIVE for port object 192a0664-277d-499a-8b64-49ad5728204f will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:13.838477 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:13.849877 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ec45f57-bb96-4b82-8e17-706cd12b75be tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:13.878694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1ec45f57-bb96-4b82-8e17-706cd12b75be tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 3b184419-892d-48dd-9463-837e4d82ef33 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:13.906764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 47f1ba20-2686-4683-8d61-49a40b8b94a5 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:16:13.968265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 47f1ba20-2686-4683-8d61-49a40b8b94a5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:16:13.968677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 47f1ba20-2686-4683-8d61-49a40b8b94a5 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:16:13.977885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:13.999132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:14.007617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:14.012626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Pushing event updated for resources: {'Port': ['ID=192a0664-277d-499a-8b64-49ad5728204f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:14.095417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Attempting to bind port 192a0664-277d-499a-8b64-49ad5728204f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:14.096054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Attempting to bind port 192a0664-277d-499a-8b64-49ad5728204f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:14.096144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Attempting to bind port 192a0664-277d-499a-8b64-49ad5728204f on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:14.115200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:14.115565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:14.116000 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:14.116413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:14.116925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Bound port: 192a0664-277d-499a-8b64-49ad5728204f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:14.117325 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:14.136571 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ec45f57-bb96-4b82-8e17-706cd12b75be tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:14.169974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec45f57-bb96-4b82-8e17-706cd12b75be tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=3b184419-892d-48dd-9463-837e4d82ef33,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:14.215749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ec45f57-bb96-4b82-8e17-706cd12b75be tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:14.217876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1ec45f57-bb96-4b82-8e17-706cd12b75be tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/3b184419-892d-48dd-9463-837e4d82ef33 HTTP/1.1" status: 204 len: 168 time: 0.6313345 Aug 26 11:16:14.220295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54446) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:14.282447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] For port 192a0664-277d-499a-8b64-49ad5728204f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:14.291731 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] For port 192a0664-277d-499a-8b64-49ad5728204f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=192a0664-277d-499a-8b64-49ad5728204f,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:14.302598 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:14.373339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d966f7b-91ea-4c3a-8653-a2915ea734fa tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:14.375263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d966f7b-91ea-4c3a-8653-a2915ea734fa tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:14.379618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54452) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:14.383266 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3d966f7b-91ea-4c3a-8653-a2915ea734fa tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1618302 Aug 26 11:16:14.431963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f45d86-68d2-4b26-8da3-1c157c50feeb None None] Pushing event updated for resources: {'Port': ['ID=192a0664-277d-499a-8b64-49ad5728204f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:14.533808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9904d7-d662-4a26-a844-09fd42ba5739 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 823d71d4-b197-4c80-9fc6-fd2ca23bb081 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:14.573251 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d9904d7-d662-4a26-a844-09fd42ba5739 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:14.743665 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d9904d7-d662-4a26-a844-09fd42ba5739 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:15.056324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d9904d7-d662-4a26-a844-09fd42ba5739 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:15.233254 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d9904d7-d662-4a26-a844-09fd42ba5739 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:15.272715 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4d9904d7-d662-4a26-a844-09fd42ba5739 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:15.278763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4d9904d7-d662-4a26-a844-09fd42ba5739 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/823d71d4-b197-4c80-9fc6-fd2ca23bb081 HTTP/1.1" status: 204 len: 168 time: 0.8958309 Aug 26 11:16:15.279444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54520) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:15.325703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9904d7-d662-4a26-a844-09fd42ba5739 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=823d71d4-b197-4c80-9fc6-fd2ca23bb081,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:15.391381 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a499c3ae-1b4b-43ac-b92c-573ed195d99e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100190 Aug 26 11:16:15.393971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54528) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:15.401115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5ff634f6-1c2b-4f43-8385-3d8d671b34d7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:15.702159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff634f6-1c2b-4f43-8385-3d8d671b34d7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:15.708374 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ff634f6-1c2b-4f43-8385-3d8d671b34d7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:15.770158 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-038d30ea-1b01-42f1-b36b-7ec73cbf7825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:15.996618 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 192a0664-277d-499a-8b64-49ad5728204f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:16.084943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 192a0664-277d-499a-8b64-49ad5728204f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:16.113695 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ff634f6-1c2b-4f43-8385-3d8d671b34d7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:16.249562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff634f6-1c2b-4f43-8385-3d8d671b34d7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:16.253350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-5ff634f6-1c2b-4f43-8385-3d8d671b34d7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:16.256610 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:16.259790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff634f6-1c2b-4f43-8385-3d8d671b34d7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:16.260884 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ff634f6-1c2b-4f43-8385-3d8d671b34d7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:16.265282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff634f6-1c2b-4f43-8385-3d8d671b34d7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=1d4d52d6-0c46-4a63-b043-a4d2236b4be1,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:16.282467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42081a86-fd11-4a80-8da2-64128a050c7e None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:16.283822 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5ff634f6-1c2b-4f43-8385-3d8d671b34d7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8871179 Aug 26 11:16:16.284943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54586) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:16.290762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': '1d4d52d6-0c46-4a63-b043-a4d2236b4be1', 'ip_address': '2001:db8::c260:30c6:4f5a:a691'}], 'name': 'tempest-NetworksTestDHCPv6-1972318806'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:16.378959 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-17f0d8dc-9d46-4272-979e-694cee809954 None None] Provisioning for port 192a0664-277d-499a-8b64-49ad5728204f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:16.385649 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-17f0d8dc-9d46-4272-979e-694cee809954 None None] Provisioning complete for port 192a0664-277d-499a-8b64-49ad5728204f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:16.386110 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17f0d8dc-9d46-4272-979e-694cee809954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:16.436005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:16.445102 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:16.473674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port bb4f8092-1655-487d-ba20-18953c4f4914 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:16:16.565328 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17f0d8dc-9d46-4272-979e-694cee809954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:16.650807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-17f0d8dc-9d46-4272-979e-694cee809954 None None] For port 192a0664-277d-499a-8b64-49ad5728204f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=192a0664-277d-499a-8b64-49ad5728204f,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:16.660812 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17f0d8dc-9d46-4272-979e-694cee809954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:16.771115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0d8dc-9d46-4272-979e-694cee809954 None None] Pushing event updated for resources: {'Port': ['ID=192a0664-277d-499a-8b64-49ad5728204f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:16.789042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::c260:30c6:4f5a:a691 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/1d4d52d6-0c46-4a63-b043-a4d2236b4be1/bb4f8092-1655-487d-ba20-18953c4f4914) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:16.974444 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:16.988121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ed648991-ebe9-4ffe-8a90-792467b15ac3 None None] Provisioning complete for port 192a0664-277d-499a-8b64-49ad5728204f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:16.988656 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed648991-ebe9-4ffe-8a90-792467b15ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:16.992804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object bb4f8092-1655-487d-ba20-18953c4f4914 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:17.092450 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:17.142839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:17.147008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:17.151630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:17.159651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:17.160474 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:17.182311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8955021 Aug 26 11:16:17.185069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54598) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:17.202448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b50604-e7d8-44b5-b410-958606ac0760 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=bb4f8092-1655-487d-ba20-18953c4f4914,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:17.264932 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:17.290849 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754b9fda-254e-4bfa-ae34-c688b32fd4ab tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:17.323713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754b9fda-254e-4bfa-ae34-c688b32fd4ab tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:17.328218 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-754b9fda-254e-4bfa-ae34-c688b32fd4ab tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1394477 Aug 26 11:16:17.328702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54602) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:17.354969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-67d851c3-39c5-4ba2-9dba-1b5e409bc575 None None] Could not find standard attr ID for object 3b184419-892d-48dd-9463-837e4d82ef33. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:16:17.485958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-8fdc7443-9471-408b-87be-3ad117434c3b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port bb4f8092-1655-487d-ba20-18953c4f4914 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:17.486309 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7443-9471-408b-87be-3ad117434c3b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:17.644769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7443-9471-408b-87be-3ad117434c3b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:17.665033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-8fdc7443-9471-408b-87be-3ad117434c3b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for bb4f8092-1655-487d-ba20-18953c4f4914 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:17.791121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f5992027-ac9a-451d-b782-7843af2ac5c3 None None] Provisioning for port bb4f8092-1655-487d-ba20-18953c4f4914 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:17.796825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f5992027-ac9a-451d-b782-7843af2ac5c3 None None] Provisioning complete for port bb4f8092-1655-487d-ba20-18953c4f4914 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:17.797715 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5992027-ac9a-451d-b782-7843af2ac5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:17.920560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 192a0664-277d-499a-8b64-49ad5728204f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:17.959598 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7443-9471-408b-87be-3ad117434c3b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:17.995564 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 192a0664-277d-499a-8b64-49ad5728204f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:17.996311 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:17.999005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc7443-9471-408b-87be-3ad117434c3b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=bb4f8092-1655-487d-ba20-18953c4f4914,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:18.045809 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7443-9471-408b-87be-3ad117434c3b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:18.048409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8fdc7443-9471-408b-87be-3ad117434c3b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/bb4f8092-1655-487d-ba20-18953c4f4914 HTTP/1.1" status: 204 len: 168 time: 0.7186661 Aug 26 11:16:18.051268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54612) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:18.054850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f5992027-ac9a-451d-b782-7843af2ac5c3 None None] Port bb4f8092-1655-487d-ba20-18953c4f4914 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:16:18.186037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b675dac-a5a3-4396-b012-686db8c62281 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:18.187455 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b675dac-a5a3-4396-b012-686db8c62281 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:18.204009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54616) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:18.206419 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0b675dac-a5a3-4396-b012-686db8c62281 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1490257 Aug 26 11:16:18.311474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-4726f7e0-0bbc-4d1b-ad56-b494a1aa3ac3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 1d4d52d6-0c46-4a63-b043-a4d2236b4be1 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:18.319131 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4726f7e0-0bbc-4d1b-ad56-b494a1aa3ac3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:18.482550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4726f7e0-0bbc-4d1b-ad56-b494a1aa3ac3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:18.598203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4726f7e0-0bbc-4d1b-ad56-b494a1aa3ac3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:18.711145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4726f7e0-0bbc-4d1b-ad56-b494a1aa3ac3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:18.765995 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4726f7e0-0bbc-4d1b-ad56-b494a1aa3ac3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:18.770828 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4726f7e0-0bbc-4d1b-ad56-b494a1aa3ac3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/1d4d52d6-0c46-4a63-b043-a4d2236b4be1 HTTP/1.1" status: 204 len: 168 time: 0.5631075 Aug 26 11:16:18.770828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726f7e0-0bbc-4d1b-ad56-b494a1aa3ac3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4d52d6-0c46-4a63-b043-a4d2236b4be1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:18.771060 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54620) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:18.777431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80557746-eb02-468f-a31d-5dc54ae77d96 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:18.827011 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6de7bb55-35b0-4d74-83da-0a5814d80490 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548582 Aug 26 11:16:18.829547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54622) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:18.835494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:19.008270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:19.014518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:19.121629 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ff638-678e-4e18-ab34-d92313d081ad None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:16:19.250884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-160ff638-678e-4e18-ab34-d92313d081ad None None] Deleting port 192a0664-277d-499a-8b64-49ad5728204f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:19.251269 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-160ff638-678e-4e18-ab34-d92313d081ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:19.346506 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:19.374897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-160ff638-678e-4e18-ab34-d92313d081ad None None] For port 192a0664-277d-499a-8b64-49ad5728204f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=192a0664-277d-499a-8b64-49ad5728204f,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:19.375332 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-160ff638-678e-4e18-ab34-d92313d081ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:19.382486 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:19.393711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-160ff638-678e-4e18-ab34-d92313d081ad None None] Calling delete_port for 192a0664-277d-499a-8b64-49ad5728204f owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:19.439595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:19.441323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:19.455085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:19.456301 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:19.480467 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=089a0c08-94ee-4b99-8113-0e10f2c9d961,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:19.495277 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6644866 Aug 26 11:16:19.498136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54630) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:19.504147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.504902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.505409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.505907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.506678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.507211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.507705 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.507928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': '089a0c08-94ee-4b99-8113-0e10f2c9d961', 'ip_address': '2001:db8::ba15:4d80:403c:a577'}], 'name': 'tempest-NetworksTestDHCPv6-872273800'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:19.508360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.508848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.509348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.509968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.513763 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-160ff638-678e-4e18-ab34-d92313d081ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:19.523767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ab5d7-f0d2-463f-870c-41e831ee5966 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:19.552689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ff638-678e-4e18-ab34-d92313d081ad None None] Pushing event deleted for resources: {'Port': ['ID=192a0664-277d-499a-8b64-49ad5728204f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:19.557278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ff638-678e-4e18-ab34-d92313d081ad None None] No DVR routers for this DVR port 192a0664-277d-499a-8b64-49ad5728204f on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:16:19.578399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fcf0c1-8b23-4edb-a8c8-b55524f04eab None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:19.731641 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:19.837096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '089a0c08-94ee-4b99-8113-0e10f2c9d961'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:16:19.838442 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:19.874593 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:19.898483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 576a3cd9-ca43-43c6-870b-c94ce51b11b6 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:16:20.024197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 192a0664-277d-499a-8b64-49ad5728204f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:16:20.069948 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 192a0664-277d-499a-8b64-49ad5728204f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:16:20.073736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 192a0664-277d-499a-8b64-49ad5728204f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:16:20.138803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::ba15:4d80:403c:a577 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/089a0c08-94ee-4b99-8113-0e10f2c9d961/576a3cd9-ca43-43c6-870b-c94ce51b11b6) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:20.341761 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:20.342147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54654) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:20.366266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 576a3cd9-ca43-43c6-870b-c94ce51b11b6 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:20.416533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:20.471598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:20.477139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:20.487334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:20.495215 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:20.496312 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:20.510063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=576a3cd9-ca43-43c6-870b-c94ce51b11b6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:20.538301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-23b38d3f-ff69-4b70-b88e-c7e1b1638ea2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0388792 Aug 26 11:16:20.538651 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0553441-384e-4bef-8531-33621e0c4f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:20.540948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54662) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:20.545040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Allocated IP 2001:db8::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/089a0c08-94ee-4b99-8113-0e10f2c9d961/47d6493c-9524-4566-959d-05d17075b819) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:20.615409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5fc419-37ce-4710-9058-f252a64e133a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:20.617576 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0c5fc419-37ce-4710-9058-f252a64e133a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0754061 Aug 26 11:16:20.620163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54664) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:20.627185 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:20.741570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0553441-384e-4bef-8531-33621e0c4f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:20.747656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0553441-384e-4bef-8531-33621e0c4f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:20.785902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0553441-384e-4bef-8531-33621e0c4f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52657f3b-030f-4e57-8918-c0eb26fb7db8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:20.838768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54666) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:20.841104 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0553441-384e-4bef-8531-33621e0c4f2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26c9ea1cd8b24ffdbb96225e628555c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967227 Aug 26 11:16:20.894609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-54d8949d-6d63-40a0-97b4-ec4d35db85df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 576a3cd9-ca43-43c6-870b-c94ce51b11b6 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:20.895217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54d8949d-6d63-40a0-97b4-ec4d35db85df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:20.922160 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:20.933392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Transition to ACTIVE for port object 47d6493c-9524-4566-959d-05d17075b819 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:20.954237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Transition to ACTIVE for port object 47d6493c-9524-4566-959d-05d17075b819 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:20.966474 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:20.967800 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b470b7a-e20a-4406-b5db-bf0af1a61a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:20.992844 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b470b7a-e20a-4406-b5db-bf0af1a61a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:21.022833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Pushing event updated for resources: {'Port': ['ID=47d6493c-9524-4566-959d-05d17075b819,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:21.038093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:21.039700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:21.042388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:21.099219 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b470b7a-e20a-4406-b5db-bf0af1a61a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:21.102142 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2b470b7a-e20a-4406-b5db-bf0af1a61a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:21.107501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2b470b7a-e20a-4406-b5db-bf0af1a61a39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52657f3b-030f-4e57-8918-c0eb26fb7db8 HTTP/1.1" status: 204 len: 168 time: 0.2674022 Aug 26 11:16:21.117644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Attempting to bind port 47d6493c-9524-4566-959d-05d17075b819 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:21.118202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Attempting to bind port 47d6493c-9524-4566-959d-05d17075b819 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:21.118578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Attempting to bind port 47d6493c-9524-4566-959d-05d17075b819 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:21.125942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:21.126329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:21.126755 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:21.127158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:21.128018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Bound port: 47d6493c-9524-4566-959d-05d17075b819, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:21.128018 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:21.130679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54d8949d-6d63-40a0-97b4-ec4d35db85df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:21.165669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b470b7a-e20a-4406-b5db-bf0af1a61a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52657f3b-030f-4e57-8918-c0eb26fb7db8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:21.172622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-54d8949d-6d63-40a0-97b4-ec4d35db85df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 576a3cd9-ca43-43c6-870b-c94ce51b11b6 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:21.268508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] For port 47d6493c-9524-4566-959d-05d17075b819, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:21.275048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] For port 47d6493c-9524-4566-959d-05d17075b819, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=47d6493c-9524-4566-959d-05d17075b819,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:21.284163 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:21.369783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417a907-6adb-4ba2-9f7b-fc500bd3967c None None] Pushing event updated for resources: {'Port': ['ID=47d6493c-9524-4566-959d-05d17075b819,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:21.437332 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54d8949d-6d63-40a0-97b4-ec4d35db85df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:21.780219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54682) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:21.813839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54684) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:21.849079 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3879b592-1732-4bd9-8345-c343fd37ce45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:21.958107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 47d6493c-9524-4566-959d-05d17075b819 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:22.005645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8949d-6d63-40a0-97b4-ec4d35db85df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=576a3cd9-ca43-43c6-870b-c94ce51b11b6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:22.035154 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54d8949d-6d63-40a0-97b4-ec4d35db85df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.037539 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-54d8949d-6d63-40a0-97b4-ec4d35db85df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/576a3cd9-ca43-43c6-870b-c94ce51b11b6 HTTP/1.1" status: 204 len: 168 time: 1.4161065 Aug 26 11:16:22.040001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54688) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:22.103848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2693c-ac6d-4934-ba2e-a96b75bb9d9f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:22.106101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2693c-ac6d-4934-ba2e-a96b75bb9d9f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:22.108561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-56a2693c-ac6d-4934-ba2e-a96b75bb9d9f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0675466 Aug 26 11:16:22.111775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54690) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:22.121927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 47d6493c-9524-4566-959d-05d17075b819 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:22.155943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3879b592-1732-4bd9-8345-c343fd37ce45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.162857 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3879b592-1732-4bd9-8345-c343fd37ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.186583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa39454-1d6b-4a4b-b2d9-8a7d729c3e81 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 089a0c08-94ee-4b99-8113-0e10f2c9d961 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:22.190157 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2aa39454-1d6b-4a4b-b2d9-8a7d729c3e81 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.242653 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2aa39454-1d6b-4a4b-b2d9-8a7d729c3e81 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.250324 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3879b592-1732-4bd9-8345-c343fd37ce45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=399edc74373343d78efa5da9372cac91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4688990 Aug 26 11:16:22.268067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54694) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:22.279272 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f960c71-f5df-45e5-8f4a-037edfb85e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.299254 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.352582 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa5766bb-1fcc-451a-81d7-530cf07a1371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.379752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879b592-1732-4bd9-8345-c343fd37ce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d0f0f5-9b7e-469d-8918-006a30611faf,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:22.437718 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f960c71-f5df-45e5-8f4a-037edfb85e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.463265 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa5766bb-1fcc-451a-81d7-530cf07a1371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.463618 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f960c71-f5df-45e5-8f4a-037edfb85e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.510496 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2aa39454-1d6b-4a4b-b2d9-8a7d729c3e81 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.570821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f960c71-f5df-45e5-8f4a-037edfb85e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c263c3-2426-45d4-bfe5-75aed593de26,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:22.585953 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8f960c71-f5df-45e5-8f4a-037edfb85e15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4251f48fec944f42853630c43b16db2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7665262 Aug 26 11:16:22.587530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54698) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:22.656427 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2aa39454-1d6b-4a4b-b2d9-8a7d729c3e81 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.691309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa39454-1d6b-4a4b-b2d9-8a7d729c3e81 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=089a0c08-94ee-4b99-8113-0e10f2c9d961,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:22.694309 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2aa39454-1d6b-4a4b-b2d9-8a7d729c3e81 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.696432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2aa39454-1d6b-4a4b-b2d9-8a7d729c3e81 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/089a0c08-94ee-4b99-8113-0e10f2c9d961 HTTP/1.1" status: 204 len: 168 time: 0.5822911 Aug 26 11:16:22.698875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54700) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:22.707978 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa5766bb-1fcc-451a-81d7-530cf07a1371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.711060 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa5766bb-1fcc-451a-81d7-530cf07a1371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.712497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fa5766bb-1fcc-451a-81d7-530cf07a1371 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79d0f0f5-9b7e-469d-8918-006a30611faf HTTP/1.1" status: 204 len: 168 time: 0.4433179 Aug 26 11:16:22.720140 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-338fe373-173d-4a68-b745-d3d1ea3cab9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.757026 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-338fe373-173d-4a68-b745-d3d1ea3cab9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.766502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-efc7a23b-942d-44ae-8d85-4f5a9787f588 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664120 Aug 26 11:16:22.767864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5766bb-1fcc-451a-81d7-530cf07a1371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d0f0f5-9b7e-469d-8918-006a30611faf,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:22.769818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54704) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:22.849041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcfd280-37be-4e08-bac0-0a7f7788b3fa tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:22.854312 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1fcfd280-37be-4e08-bac0-0a7f7788b3fa tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0815792 Aug 26 11:16:22.856825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54706) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:22.859826 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-338fe373-173d-4a68-b745-d3d1ea3cab9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.862324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-338fe373-173d-4a68-b745-d3d1ea3cab9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:22.866400 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-338fe373-173d-4a68-b745-d3d1ea3cab9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2c263c3-2426-45d4-bfe5-75aed593de26 HTTP/1.1" status: 204 len: 168 time: 0.2778156 Aug 26 11:16:22.880893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fe373-173d-4a68-b745-d3d1ea3cab9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c263c3-2426-45d4-bfe5-75aed593de26,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:22.922754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfd960-7bdd-4a6c-aab7-bb06fea2a5a0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:22.927848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54710) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:22.928389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f4bfd960-7bdd-4a6c-aab7-bb06fea2a5a0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0689042 Aug 26 11:16:22.968520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd426c-0914-46fd-a253-6e2c35e6fa03 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:22.980181 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3819aed5-293e-453b-89a4-0579a133cf66 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508785 Aug 26 11:16:22.985194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54714) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:22.992093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a85836ad-247c-4bf4-be21-9a601d5fc357 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:23.101617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d2a74c0c-7ff2-4b4c-a10b-81e21dbf8dd2 None None] Provisioning for port 47d6493c-9524-4566-959d-05d17075b819 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:23.122285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d2a74c0c-7ff2-4b4c-a10b-81e21dbf8dd2 None None] Provisioning complete for port 47d6493c-9524-4566-959d-05d17075b819 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:23.124070 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2a74c0c-7ff2-4b4c-a10b-81e21dbf8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:23.156915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85836ad-247c-4bf4-be21-9a601d5fc357 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:23.170605 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a85836ad-247c-4bf4-be21-9a601d5fc357 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:23.408984 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2a74c0c-7ff2-4b4c-a10b-81e21dbf8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:23.470157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d2a74c0c-7ff2-4b4c-a10b-81e21dbf8dd2 None None] For port 47d6493c-9524-4566-959d-05d17075b819, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=47d6493c-9524-4566-959d-05d17075b819,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:23.477711 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2a74c0c-7ff2-4b4c-a10b-81e21dbf8dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:23.504367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e891e9-89cc-489c-9002-4f1999acaa2f None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:16:23.570410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a74c0c-7ff2-4b4c-a10b-81e21dbf8dd2 None None] Pushing event updated for resources: {'Port': ['ID=47d6493c-9524-4566-959d-05d17075b819,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:23.630518 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a85836ad-247c-4bf4-be21-9a601d5fc357 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:23.677082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f9e891e9-89cc-489c-9002-4f1999acaa2f None None] Deleting port 47d6493c-9524-4566-959d-05d17075b819 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:23.677417 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9e891e9-89cc-489c-9002-4f1999acaa2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:23.702466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85836ad-247c-4bf4-be21-9a601d5fc357 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:23.706397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-a85836ad-247c-4bf4-be21-9a601d5fc357 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:23.709570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85836ad-247c-4bf4-be21-9a601d5fc357 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:23.710324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a85836ad-247c-4bf4-be21-9a601d5fc357 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:23.730686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a85836ad-247c-4bf4-be21-9a601d5fc357 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7441096 Aug 26 11:16:23.734101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54744) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:23.734893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85836ad-247c-4bf4-be21-9a601d5fc357 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=85058fdc-acfb-48e7-ae04-a551ee66f380,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:23.740452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': '85058fdc-acfb-48e7-ae04-a551ee66f380', 'ip_address': '2001:db8::2edd:e400:bfa1:412d'}], 'name': 'tempest-NetworksTestDHCPv6-1665333380'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:23.849507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f9e891e9-89cc-489c-9002-4f1999acaa2f None None] For port 47d6493c-9524-4566-959d-05d17075b819, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=47d6493c-9524-4566-959d-05d17075b819,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:23.850412 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9e891e9-89cc-489c-9002-4f1999acaa2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:23.882714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f9e891e9-89cc-489c-9002-4f1999acaa2f None None] Calling delete_port for 47d6493c-9524-4566-959d-05d17075b819 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:23.916340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 47d6493c-9524-4566-959d-05d17075b819 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:16:24.051708 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:24.099221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9e891e9-89cc-489c-9002-4f1999acaa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:24.114555 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:24.143615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54756) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:24.190504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e891e9-89cc-489c-9002-4f1999acaa2f None None] Pushing event deleted for resources: {'Port': ['ID=47d6493c-9524-4566-959d-05d17075b819,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:24.203267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e891e9-89cc-489c-9002-4f1999acaa2f None None] No DVR routers for this DVR port 47d6493c-9524-4566-959d-05d17075b819 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:16:24.210661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:24.251361 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port b77d589a-9beb-4343-8a8c-ef649c0fa6ed yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:16:24.251690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cbe715-6d0b-4653-91ee-a71471f02ddc None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:24.544565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::2edd:e400:bfa1:412d (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/85058fdc-acfb-48e7-ae04-a551ee66f380/b77d589a-9beb-4343-8a8c-ef649c0fa6ed) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:24.619759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '85058fdc-acfb-48e7-ae04-a551ee66f380'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:16:24.621169 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:24.634664 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fecbd40e-2159-4a74-a44c-5b0bf12b2842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:24.756684 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:16:24.807262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fecbd40e-2159-4a74-a44c-5b0bf12b2842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:24.813313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fecbd40e-2159-4a74-a44c-5b0bf12b2842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:24.814552 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:24.829613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object b77d589a-9beb-4343-8a8c-ef649c0fa6ed will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:24.857822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fecbd40e-2159-4a74-a44c-5b0bf12b2842 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de5892068a924f76895e6abd2cff83e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130272 Aug 26 11:16:24.859529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54772) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:24.866390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbd40e-2159-4a74-a44c-5b0bf12b2842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077abd26-3fc7-4ffc-95ce-bb549270ca5f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:24.925646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:24.935909 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-05fc91d9-51fc-407b-9df8-954c8c8af895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:24.971794 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-05fc91d9-51fc-407b-9df8-954c8c8af895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:25.027683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Allocated IP 2001:db8::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/85058fdc-acfb-48e7-ae04-a551ee66f380/cd98f840-2863-4a47-9afd-a5ada701954b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:25.047989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:25.055069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-05fc91d9-51fc-407b-9df8-954c8c8af895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:25.059845 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-05fc91d9-51fc-407b-9df8-954c8c8af895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:25.061056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-05fc91d9-51fc-407b-9df8-954c8c8af895 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/077abd26-3fc7-4ffc-95ce-bb549270ca5f HTTP/1.1" status: 204 len: 168 time: 0.2005110 Aug 26 11:16:25.066377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:25.078977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:25.083159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc91d9-51fc-407b-9df8-954c8c8af895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077abd26-3fc7-4ffc-95ce-bb549270ca5f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:25.095157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:25.095852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:25.118060 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=b77d589a-9beb-4343-8a8c-ef649c0fa6ed,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:25.147766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54788) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:25.148028 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-82bc9e79-19b2-45ef-80ac-58671a6794a4 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4121251 Aug 26 11:16:25.153844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-7aa45c0b-6f6e-4d12-a059-a73326bb85b1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': '85058fdc-acfb-48e7-ae04-a551ee66f380', 'ip_address': '2001:db8::2edd:e400:bfa1:412d'}], 'name': 'tempest-NetworksTestDHCPv6-645529161'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:25.276167 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:25.287602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Transition to ACTIVE for port object cd98f840-2863-4a47-9afd-a5ada701954b will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:25.313806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Transition to ACTIVE for port object cd98f840-2863-4a47-9afd-a5ada701954b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:25.337494 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:25.424453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:25.438062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:25.438916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa45c0b-6f6e-4d12-a059-a73326bb85b1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:25.443708 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:25.518843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Pushing event updated for resources: {'Port': ['ID=cd98f840-2863-4a47-9afd-a5ada701954b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:25.605272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Attempting to bind port cd98f840-2863-4a47-9afd-a5ada701954b on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:25.611562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Attempting to bind port cd98f840-2863-4a47-9afd-a5ada701954b by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:25.612453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Attempting to bind port cd98f840-2863-4a47-9afd-a5ada701954b on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:25.628195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:25.628473 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7aa45c0b-6f6e-4d12-a059-a73326bb85b1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:25.632005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:25.632776 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:25.633414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:25.635189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Bound port: cd98f840-2863-4a47-9afd-a5ada701954b, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:25.636860 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:25.664647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-7aa45c0b-6f6e-4d12-a059-a73326bb85b1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 36989c91-8457-4c47-95a6-fc167c953591 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:16:25.833722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] For port cd98f840-2863-4a47-9afd-a5ada701954b, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:25.837921 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] For port cd98f840-2863-4a47-9afd-a5ada701954b, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=cd98f840-2863-4a47-9afd-a5ada701954b,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:25.846713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:25.952520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3cd73-eaab-4c9b-8e57-1f1e88f23a9c None None] Pushing event updated for resources: {'Port': ['ID=cd98f840-2863-4a47-9afd-a5ada701954b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:26.022203 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa45c0b-6f6e-4d12-a059-a73326bb85b1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 26 11:16:26.022669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa45c0b-6f6e-4d12-a059-a73326bb85b1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:16:26.051379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7aa45c0b-6f6e-4d12-a059-a73326bb85b1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9019701 Aug 26 11:16:26.053464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54806) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:26.124116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1994e331-a5fe-4359-8e7f-db9a80b28b02 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:26.146905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1994e331-a5fe-4359-8e7f-db9a80b28b02 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:26.150047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1994e331-a5fe-4359-8e7f-db9a80b28b02 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0954485 Aug 26 11:16:26.152751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54808) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:26.295521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-93ebb21a-24bd-4c0b-ad78-6ce131e9b297 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port b77d589a-9beb-4343-8a8c-ef649c0fa6ed {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:26.295807 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-93ebb21a-24bd-4c0b-ad78-6ce131e9b297 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:26.409327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-93ebb21a-24bd-4c0b-ad78-6ce131e9b297 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:26.432995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-93ebb21a-24bd-4c0b-ad78-6ce131e9b297 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for b77d589a-9beb-4343-8a8c-ef649c0fa6ed owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:26.585095 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-93ebb21a-24bd-4c0b-ad78-6ce131e9b297 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:26.640042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebb21a-24bd-4c0b-ad78-6ce131e9b297 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=b77d589a-9beb-4343-8a8c-ef649c0fa6ed,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:26.665006 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-93ebb21a-24bd-4c0b-ad78-6ce131e9b297 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:26.669376 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-93ebb21a-24bd-4c0b-ad78-6ce131e9b297 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/b77d589a-9beb-4343-8a8c-ef649c0fa6ed HTTP/1.1" status: 204 len: 168 time: 0.5107908 Aug 26 11:16:26.669650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54834) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:26.715969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54838) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:26.721167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0b776093-67d6-43c4-9976-dfbc02166020 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-91922276', 'description': 'tempest-secgroup-smoke-91922276 description', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:26.748919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c581e05-dc08-437e-b27e-68aefada985a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:26.748919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c581e05-dc08-437e-b27e-68aefada985a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:26.749129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b776093-67d6-43c4-9976-dfbc02166020 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:26.750487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2c581e05-dc08-437e-b27e-68aefada985a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0791078 Aug 26 11:16:26.756222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54842) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:26.764702 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b776093-67d6-43c4-9976-dfbc02166020 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:26.864240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 85058fdc-acfb-48e7-ae04-a551ee66f380 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:26.870848 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:26.925850 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b776093-67d6-43c4-9976-dfbc02166020 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:26.931155 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b776093-67d6-43c4-9976-dfbc02166020 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:26.955211 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:26.974787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b776093-67d6-43c4-9976-dfbc02166020 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f36d5e-cfaf-4156-bd95-8744045dd1b2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:27.058976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b776093-67d6-43c4-9976-dfbc02166020 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.065741 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b776093-67d6-43c4-9976-dfbc02166020 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.107535 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b776093-67d6-43c4-9976-dfbc02166020 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.108836 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0b776093-67d6-43c4-9976-dfbc02166020 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3914995 Aug 26 11:16:27.110719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b776093-67d6-43c4-9976-dfbc02166020 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c4f009-a191-4829-b260-e5f67e00860c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:27.112886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54850) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:27.117576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-def112b9-75bd-456b-9834-a2d9863cc9fe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': 'd0c4f009-a191-4829-b260-e5f67e00860c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:27.152133 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-def112b9-75bd-456b-9834-a2d9863cc9fe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.175610 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.253124 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-def112b9-75bd-456b-9834-a2d9863cc9fe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.264577 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-def112b9-75bd-456b-9834-a2d9863cc9fe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.275003 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.305165 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def112b9-75bd-456b-9834-a2d9863cc9fe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f8f885-0d51-4da4-938c-162aaa980361,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:27.320177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54854) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:27.333377 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.338787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/85058fdc-acfb-48e7-ae04-a551ee66f380 HTTP/1.1" status: 204 len: 168 time: 0.5832384 Aug 26 11:16:27.339432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54856) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:27.340216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=85058fdc-acfb-48e7-ae04-a551ee66f380,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:27.342986 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-def112b9-75bd-456b-9834-a2d9863cc9fe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.344206 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-def112b9-75bd-456b-9834-a2d9863cc9fe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2303874 Aug 26 11:16:27.346928 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54860) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:27.352432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-01b82060-c52d-4adb-84fd-df9ab209b3bd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': 'd0c4f009-a191-4829-b260-e5f67e00860c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:27.391416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.391846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.392115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.392449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.392791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.393128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.393461 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.394044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.394379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.394712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.395089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.395414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc93fd5d-a63e-426a-9329-7673a3cc284b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:27.403425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01b82060-c52d-4adb-84fd-df9ab209b3bd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.410116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cc970013-6994-4f91-bd14-978fc5d24b6c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664878 Aug 26 11:16:27.410750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54862) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:27.417354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-66957111-a7aa-4b64-871c-57322161983a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:27.438355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ea4e110f-ed24-4971-a8a3-0e9aec1dc5d1 None None] Provisioning for port cd98f840-2863-4a47-9afd-a5ada701954b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:27.502433 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01b82060-c52d-4adb-84fd-df9ab209b3bd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.520936 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-39d0f70e-7878-4f83-b16d-18955c7105bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.529967 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01b82060-c52d-4adb-84fd-df9ab209b3bd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.568265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66957111-a7aa-4b64-871c-57322161983a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:27.568479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b82060-c52d-4adb-84fd-df9ab209b3bd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822b0109-5bf8-4fba-8391-1140d0c9895c,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:27.581455 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-66957111-a7aa-4b64-871c-57322161983a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.583246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456788aa-662a-4f53-b4fa-1608131e4015 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:27.674979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-39d0f70e-7878-4f83-b16d-18955c7105bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.682348 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-365862e2-7999-4655-8bd4-92217e89cda8 None None] Could not find standard attr ID for object 576a3cd9-ca43-43c6-870b-c94ce51b11b6. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:16:27.684797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-39d0f70e-7878-4f83-b16d-18955c7105bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.704925 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-01b82060-c52d-4adb-84fd-df9ab209b3bd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.706153 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-01b82060-c52d-4adb-84fd-df9ab209b3bd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3577135 Aug 26 11:16:27.710232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54864) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:27.716252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-23c111a3-08c1-4f44-9e4c-6b52001dd3b5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': 'd0c4f009-a191-4829-b260-e5f67e00860c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:27.751444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0f70e-7878-4f83-b16d-18955c7105bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d3c65-c4cc-41e7-980e-664e176d9901,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:27.758396 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-39d0f70e-7878-4f83-b16d-18955c7105bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4095c19de22c48979d55aaac3c40a8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270382 Aug 26 11:16:27.760992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54866) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:27.797730 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23c111a3-08c1-4f44-9e4c-6b52001dd3b5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.824282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614660a-6715-40d0-a35c-24cbe3af2f67 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:16:27.856583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-66957111-a7aa-4b64-871c-57322161983a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.873827 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c19b43c6-298d-49f8-81df-0e5c5f0a61b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.883617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3614660a-6715-40d0-a35c-24cbe3af2f67 None None] Deleting port cd98f840-2863-4a47-9afd-a5ada701954b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:27.883993 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3614660a-6715-40d0-a35c-24cbe3af2f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.904758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66957111-a7aa-4b64-871c-57322161983a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:27.909998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c19b43c6-298d-49f8-81df-0e5c5f0a61b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.910476 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-66957111-a7aa-4b64-871c-57322161983a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:27.913179 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23c111a3-08c1-4f44-9e4c-6b52001dd3b5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.916594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66957111-a7aa-4b64-871c-57322161983a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:27.917212 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-66957111-a7aa-4b64-871c-57322161983a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.926583 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23c111a3-08c1-4f44-9e4c-6b52001dd3b5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:27.938489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66957111-a7aa-4b64-871c-57322161983a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=0375fd84-f8cd-4023-b209-9972269ed4b3,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:27.943362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-66957111-a7aa-4b64-871c-57322161983a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5315371 Aug 26 11:16:27.946619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54868) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:27.953772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-199c0988-b48d-4245-92dd-710ea654f237 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': '0375fd84-f8cd-4023-b209-9972269ed4b3', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-725426058'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:27.981784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c111a3-08c1-4f44-9e4c-6b52001dd3b5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5373e907-d9c2-46e1-ae1f-019c47c1d1d2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:28.004308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23c111a3-08c1-4f44-9e4c-6b52001dd3b5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.004558 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-23c111a3-08c1-4f44-9e4c-6b52001dd3b5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2932649 Aug 26 11:16:28.007847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54870) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:28.017433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2dcff0d0-95bb-452b-a4c9-f5e8c1dec3c4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': 'd0c4f009-a191-4829-b260-e5f67e00860c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:28.053538 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c19b43c6-298d-49f8-81df-0e5c5f0a61b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.056333 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c19b43c6-298d-49f8-81df-0e5c5f0a61b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.057528 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c19b43c6-298d-49f8-81df-0e5c5f0a61b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b1d3c65-c4cc-41e7-980e-664e176d9901 HTTP/1.1" status: 204 len: 168 time: 0.2956238 Aug 26 11:16:28.071149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b43c6-298d-49f8-81df-0e5c5f0a61b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d3c65-c4cc-41e7-980e-664e176d9901,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:28.079301 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2dcff0d0-95bb-452b-a4c9-f5e8c1dec3c4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.150514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199c0988-b48d-4245-92dd-710ea654f237 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:28.158912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-199c0988-b48d-4245-92dd-710ea654f237 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.208218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-199c0988-b48d-4245-92dd-710ea654f237 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 5b4565ac-31bc-4e26-a4c3-0d1a5daf7aa1 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:16:28.211023 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2dcff0d0-95bb-452b-a4c9-f5e8c1dec3c4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.222101 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2dcff0d0-95bb-452b-a4c9-f5e8c1dec3c4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.244202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3614660a-6715-40d0-a35c-24cbe3af2f67 None None] For port cd98f840-2863-4a47-9afd-a5ada701954b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=cd98f840-2863-4a47-9afd-a5ada701954b,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:28.244701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3614660a-6715-40d0-a35c-24cbe3af2f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.254475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcff0d0-95bb-452b-a4c9-f5e8c1dec3c4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beadc996-d756-40dc-8b03-74e85380bc01,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:28.260754 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2dcff0d0-95bb-452b-a4c9-f5e8c1dec3c4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.265720 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2dcff0d0-95bb-452b-a4c9-f5e8c1dec3c4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2560563 Aug 26 11:16:28.265990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3614660a-6715-40d0-a35c-24cbe3af2f67 None None] Calling delete_port for cd98f840-2863-4a47-9afd-a5ada701954b owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:28.269025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54878) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:28.275369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b2d79aa6-c63c-4df8-99b0-fa4637b7836c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': 'd0c4f009-a191-4829-b260-e5f67e00860c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:28.310130 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-b2d79aa6-c63c-4df8-99b0-fa4637b7836c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Project e3813640e34e40b9b3f5cb67b067ed24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:16:28.323927 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b2d79aa6-c63c-4df8-99b0-fa4637b7836c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.372759 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-199c0988-b48d-4245-92dd-710ea654f237 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:16:28.372759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199c0988-b48d-4245-92dd-710ea654f237 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:16:28.394153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-199c0988-b48d-4245-92dd-710ea654f237 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4459422 Aug 26 11:16:28.396786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54880) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:28.403672 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3614660a-6715-40d0-a35c-24cbe3af2f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.446214 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b2d79aa6-c63c-4df8-99b0-fa4637b7836c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.455010 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b2d79aa6-c63c-4df8-99b0-fa4637b7836c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.455254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614660a-6715-40d0-a35c-24cbe3af2f67 None None] Pushing event deleted for resources: {'Port': ['ID=cd98f840-2863-4a47-9afd-a5ada701954b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:28.457109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e968c98e-9877-4dd3-b6a6-480a9bad9929 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0591090 Aug 26 11:16:28.462509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54882) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:28.469682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3614660a-6715-40d0-a35c-24cbe3af2f67 None None] No DVR routers for this DVR port cd98f840-2863-4a47-9afd-a5ada701954b on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:16:28.484322 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b2d79aa6-c63c-4df8-99b0-fa4637b7836c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.491570 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b2d79aa6-c63c-4df8-99b0-fa4637b7836c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2201152 Aug 26 11:16:28.492812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d79aa6-c63c-4df8-99b0-fa4637b7836c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b39c848-78f3-40b6-9ff5-76ec41443b5a,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:28.495257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54884) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:28.508419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1211af13-2d57-4c1e-bc18-41a0223e6704 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': 'd0c4f009-a191-4829-b260-e5f67e00860c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:28.508689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e7e8f-eb04-49d7-897a-396bedcf7750 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:28.548540 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-1211af13-2d57-4c1e-bc18-41a0223e6704 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Project e3813640e34e40b9b3f5cb67b067ed24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:16:28.561235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39602cd4-2f06-46eb-9d49-142f142e380c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:28.564181 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1211af13-2d57-4c1e-bc18-41a0223e6704 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.565640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39602cd4-2f06-46eb-9d49-142f142e380c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:28.567286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54886) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:28.568417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-39602cd4-2f06-46eb-9d49-142f142e380c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1047213 Aug 26 11:16:28.571002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54888) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:28.605497 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4c4128d8-edb2-444e-b7cf-eb9e3a6cfec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.655795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0b25b5-40c6-4add-8ba8-bbb9d69334f5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 0375fd84-f8cd-4023-b209-9972269ed4b3 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:28.660687 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e0b25b5-40c6-4add-8ba8-bbb9d69334f5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.666026 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1211af13-2d57-4c1e-bc18-41a0223e6704 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.676168 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1211af13-2d57-4c1e-bc18-41a0223e6704 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.713328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211af13-2d57-4c1e-bc18-41a0223e6704 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a369c6d3-6ac4-45b9-8310-f324a0148b3f,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:28.722173 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e0b25b5-40c6-4add-8ba8-bbb9d69334f5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.729357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b59c744-316a-4102-9b4f-4836e43af680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '0375fd84-f8cd-4023-b209-9972269ed4b3'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:16:28.730681 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b59c744-316a-4102-9b4f-4836e43af680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.774613 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e0b25b5-40c6-4add-8ba8-bbb9d69334f5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.783332 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4c4128d8-edb2-444e-b7cf-eb9e3a6cfec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.794010 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4c4128d8-edb2-444e-b7cf-eb9e3a6cfec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.804150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1211af13-2d57-4c1e-bc18-41a0223e6704 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.811094 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1211af13-2d57-4c1e-bc18-41a0223e6704 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3079543 Aug 26 11:16:28.811305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54890) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:28.817412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'network': {'name': 'tempest-network-smoke--1095501453', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'port_security_enabled': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:28.849681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4128d8-edb2-444e-b7cf-eb9e3a6cfec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93ec01b-a1f2-4434-9764-04e984fb0437,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:28.851356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:28.854279 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4c4128d8-edb2-444e-b7cf-eb9e3a6cfec9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88b31ed296b443ff9cfc5a382e9a4fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817883 Aug 26 11:16:28.855156 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.856922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54892) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:28.890532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-1b59c744-316a-4102-9b4f-4836e43af680 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0375fd84-f8cd-4023-b209-9972269ed4b3: This subnet is being modified by another concurrent operation. Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exception Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0375fd84-f8cd-4023-b209-9972269ed4b3: This subnet is being modified by another concurrent operation. Aug 26 11:16:28.915892 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:16:28.922323 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bbc41c8b-613f-45be-b672-cad398866d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.922926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e0b25b5-40c6-4add-8ba8-bbb9d69334f5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.927059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.927420 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Added segment c75aa47b-0512-4057-b83c-3f355ec7fd2b of type vlan for network d2df4144-e113-4253-a3d3-b5ea0bc55a3f Aug 26 11:16:28.940238 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bbc41c8b-613f-45be-b672-cad398866d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.947794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6571c981-ea26-4369-8938-c1e097e3f90a None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:16:28.964952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b25b5-40c6-4add-8ba8-bbb9d69334f5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=0375fd84-f8cd-4023-b209-9972269ed4b3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:28.977668 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e0b25b5-40c6-4add-8ba8-bbb9d69334f5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:28.982430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7e0b25b5-40c6-4add-8ba8-bbb9d69334f5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/0375fd84-f8cd-4023-b209-9972269ed4b3 HTTP/1.1" status: 204 len: 168 time: 0.4070797 Aug 26 11:16:28.983045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54894) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:29.021094 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.039190 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c9e725b6-03fb-4a36-8560-50bd12009203 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499959 Aug 26 11:16:29.039190 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54896) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:29.045841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e162fe7a-cf8f-4087-80ba-125f92edab75 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:29.057992 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.064561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6571c981-ea26-4369-8938-c1e097e3f90a None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:16:29.065167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:29.065881 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.141277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3291123 Aug 26 11:16:29.144479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54898) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:29.154619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'admin_state_up': True, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:29.176547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ea74f-6e1c-4b71-94d3-e4cbea9ed05f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Network': ['ID=d2df4144-e113-4253-a3d3-b5ea0bc55a3f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:29.198917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network d2df4144-e113-4253-a3d3-b5ea0bc55a3f details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:16:29.204566 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.205700 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.453202 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bbc41c8b-613f-45be-b672-cad398866d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.455820 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bbc41c8b-613f-45be-b672-cad398866d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.457242 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bbc41c8b-613f-45be-b672-cad398866d7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c93ec01b-a1f2-4434-9764-04e984fb0437 HTTP/1.1" status: 204 len: 168 time: 0.5991406 Aug 26 11:16:29.482942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc41c8b-613f-45be-b672-cad398866d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93ec01b-a1f2-4434-9764-04e984fb0437,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:29.514456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e162fe7a-cf8f-4087-80ba-125f92edab75 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:29.518212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e162fe7a-cf8f-4087-80ba-125f92edab75 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.524770 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.699037 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.831766 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e162fe7a-cf8f-4087-80ba-125f92edab75 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.906818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e162fe7a-cf8f-4087-80ba-125f92edab75 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:29.908796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e162fe7a-cf8f-4087-80ba-125f92edab75 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:29.920343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9005dc30-5a4c-4951-9b6c-d71b2cb2fb01 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:29.921373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e162fe7a-cf8f-4087-80ba-125f92edab75 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:29.921996 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e162fe7a-cf8f-4087-80ba-125f92edab75 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.936605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162fe7a-cf8f-4087-80ba-125f92edab75 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=5abc014d-7ad8-460a-b353-74ec4417d602,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:29.946815 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e162fe7a-cf8f-4087-80ba-125f92edab75 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9065166 Aug 26 11:16:29.949448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54910) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:29.956558 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-541110f8-673e-42ed-bb27-95b68ff5fb65 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1910248920', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:29.988847 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-541110f8-673e-42ed-bb27-95b68ff5fb65 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.990706 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-541110f8-673e-42ed-bb27-95b68ff5fb65 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:29.997080 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.024116 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.097932 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-541110f8-673e-42ed-bb27-95b68ff5fb65 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.104630 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-541110f8-673e-42ed-bb27-95b68ff5fb65 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.127846 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-541110f8-673e-42ed-bb27-95b68ff5fb65 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.133817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54916) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:30.138533 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-541110f8-673e-42ed-bb27-95b68ff5fb65 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1771545 Aug 26 11:16:30.139707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '5abc014d-7ad8-460a-b353-74ec4417d602'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:16:30.140856 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.281042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.25.1.199 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/2efef042-0d2b-4642-85da-aed8653b6e97) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:30.380344 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Allocated IP 2001:db8::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/5abc014d-7ad8-460a-b353-74ec4417d602/fd1c2111-51ec-4441-8ad1-16dac34b2ed7) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:30.551866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54928) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:30.612333 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.633122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Transition to ACTIVE for port object fd1c2111-51ec-4441-8ad1-16dac34b2ed7 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:30.660889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Transition to ACTIVE for port object fd1c2111-51ec-4441-8ad1-16dac34b2ed7 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:30.671630 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.725683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1972996051-network', 'tenant_id': '681a2e091b3840e5bbc448ccb4d8d8e1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:30.746103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:30.752702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:30.757166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:30.767897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Made reservation on behalf of 681a2e091b3840e5bbc448ccb4d8d8e1 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:30.771921 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.772852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Pushing event updated for resources: {'Port': ['ID=fd1c2111-51ec-4441-8ad1-16dac34b2ed7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:30.784605 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.860014 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.875666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Attempting to bind port fd1c2111-51ec-4441-8ad1-16dac34b2ed7 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:30.876201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Attempting to bind port fd1c2111-51ec-4441-8ad1-16dac34b2ed7 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:30.876779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Attempting to bind port fd1c2111-51ec-4441-8ad1-16dac34b2ed7 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:30.886042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:30.886756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:30.887299 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.887798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:30.888440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Bound port: fd1c2111-51ec-4441-8ad1-16dac34b2ed7, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:30.889640 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.891059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.921005 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.926761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.957429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d176cfae-f899-403f-86c9-88f1ceff457a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:30.970894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:16:30.989597 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:30.989964 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Added segment a4dcde54-94ea-488d-9055-55c1b6eab2a8 of type vlan for network d6b3adaf-bcf1-4773-9723-374a049ab19c Aug 26 11:16:30.997470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] For port fd1c2111-51ec-4441-8ad1-16dac34b2ed7, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:31.002462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] For port fd1c2111-51ec-4441-8ad1-16dac34b2ed7, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fd1c2111-51ec-4441-8ad1-16dac34b2ed7,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:31.008485 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.067252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.094499 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.115290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a4745-f04b-40bc-a67b-fed3cc1b75fb None None] Pushing event updated for resources: {'Port': ['ID=fd1c2111-51ec-4441-8ad1-16dac34b2ed7,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:31.132372 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.133410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:31.133955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.177184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:31.186144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:31.194124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:31.200498 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6478426 Aug 26 11:16:31.203429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54932) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:31.209514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] Request body: {'subnet': {'network_id': 'd6b3adaf-bcf1-4773-9723-374a049ab19c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1972996051-subnet', 'tenant_id': '681a2e091b3840e5bbc448ccb4d8d8e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:31.226928 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a1d3b-fa8b-4c0e-bcab-2ba8d2f32fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=d6b3adaf-bcf1-4773-9723-374a049ab19c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:31.228856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=2efef042-0d2b-4642-85da-aed8653b6e97,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:31.242168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network d6b3adaf-bcf1-4773-9723-374a049ab19c details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:16:31.245272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::1 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/5abc014d-7ad8-460a-b353-74ec4417d602/abde4129-069c-4eed-963d-eb333e91fd82) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:31.247232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] Made reservation on behalf of 681a2e091b3840e5bbc448ccb4d8d8e1 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:31.254025 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.567593 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.589097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.615494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object abde4129-069c-4eed-963d-eb333e91fd82 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:31.654109 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.656227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6371df6d-f2ee-4d75-a56d-6267cf513e31,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:31.662995 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] Checking segment: {'id': 'a4dcde54-94ea-488d-9055-55c1b6eab2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd6b3adaf-bcf1-4773-9723-374a049ab19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:31.663368 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] Network hostable DHCP agents. Network: d6b3adaf-bcf1-4773-9723-374a049ab19c, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:16:31.683893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] Network d6b3adaf-bcf1-4773-9723-374a049ab19c is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:16:31.696465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, d6b3adaf-bcf1-4773-9723-374a049ab19c) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:31.701949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:31.702559 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.714057 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.714309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae094f4-37ec-42a6-a24c-3a371b682433 None None] Network d6b3adaf-bcf1-4773-9723-374a049ab19c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:31.750983 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4e8d86a1-b56c-480e-a340-c9aaa46ac473 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5463521 Aug 26 11:16:31.811307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:31.818457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:31.827541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:31.828108 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:31.900442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=abde4129-069c-4eed-963d-eb333e91fd82,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:31.947375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fd1c2111-51ec-4441-8ad1-16dac34b2ed7 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:32.004056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15250a1-0655-4528-9a05-ddd9cfb1e493 None None] Network d6b3adaf-bcf1-4773-9723-374a049ab19c requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:32.084963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port fd1c2111-51ec-4441-8ad1-16dac34b2ed7 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:32.134050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.153037 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.476227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 9886e932-093e-4728-a800-36d1f01aeeee is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:16:32.562126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54952) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:32.567370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1142637877-network', 'tenant_id': '66fafa4395fa496a8ae7574ad2bd6605'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:32.599970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Made reservation on behalf of 66fafa4395fa496a8ae7574ad2bd6605 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:32.603713 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.616267 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.639053 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.647294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.648198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.650206 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:16:32.672032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Sync routers for ids ['9886e932-093e-4728-a800-36d1f01aeeee'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:16:32.685325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4e4e81b7-3899-47e9-8a02-317aa9ac2287 None None] Provisioning for port fd1c2111-51ec-4441-8ad1-16dac34b2ed7 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:32.706405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4e4e81b7-3899-47e9-8a02-317aa9ac2287 None None] Provisioning complete for port fd1c2111-51ec-4441-8ad1-16dac34b2ed7 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:32.707205 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e4e81b7-3899-47e9-8a02-317aa9ac2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.752018 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.759759 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.769603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Routers {'9886e932-093e-4728-a800-36d1f01aeeee'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:32.771097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9886e932-093e-4728-a800-36d1f01aeeee'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:32.778933 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.779163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:16:32.783096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-20d50e1c-431b-49d9-8862-ae0533a04494 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6347589 Aug 26 11:16:32.783096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=abde4129-069c-4eed-963d-eb333e91fd82,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:32.792430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54954) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:32.794258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:32.794710 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Added segment 1e75bd33-62bd-4f02-bc67-45f15c08f631 of type vlan for network a4a0b5a5-e954-405e-8907-2d30d89da73d Aug 26 11:16:32.916650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:32.925444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:32.938374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Set router 9886e932-093e-4728-a800-36d1f01aeeee gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:16:33.005897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3690aec4-5f2a-46ef-ab88-72f701215c58,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:33.025621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.076395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.077766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:33.078704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.168406 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e4e81b7-3899-47e9-8a02-317aa9ac2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.186035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a0b5a5-e954-405e-8907-2d30d89da73d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:33.201521 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ce143acc-ee2f-4dfa-b833-dfb38c38feb9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6382098 Aug 26 11:16:33.204405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54958) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:33.222271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] Request body: {'subnet': {'network_id': 'a4a0b5a5-e954-405e-8907-2d30d89da73d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1142637877-subnet', 'tenant_id': '66fafa4395fa496a8ae7574ad2bd6605', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:33.228137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network a4a0b5a5-e954-405e-8907-2d30d89da73d details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:16:33.307968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4e4e81b7-3899-47e9-8a02-317aa9ac2287 None None] For port fd1c2111-51ec-4441-8ad1-16dac34b2ed7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fd1c2111-51ec-4441-8ad1-16dac34b2ed7,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:33.319191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] Made reservation on behalf of 66fafa4395fa496a8ae7574ad2bd6605 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:33.320797 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e4e81b7-3899-47e9-8a02-317aa9ac2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.321799 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.345802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54960) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:33.346014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a8f7183d-481d-4b8a-9217-ecdf7178d6c3 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e3813640e34e40b9b3f5cb67b067ed24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5524180 Aug 26 11:16:33.386850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:31Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:33.391934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e81b7-3899-47e9-8a02-317aa9ac2287 None None] Pushing event updated for resources: {'Port': ['ID=fd1c2111-51ec-4441-8ad1-16dac34b2ed7,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:33.392564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Router 1fd84d5d-7500-4aee-af32-7146e792721d is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:16:33.419908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Checking router: 9886e932-093e-4728-a800-36d1f01aeeee for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:16:33.420262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Updating router 9886e932-093e-4728-a800-36d1f01aeeee port 2efef042-0d2b-4642-85da-aed8653b6e97 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:16:33.453947 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.477288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4f850e0e-670c-4ecd-9759-3f228a0f6536 None None] Provisioning for port abde4129-069c-4eed-963d-eb333e91fd82 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:33.485503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4f850e0e-670c-4ecd-9759-3f228a0f6536 None None] Provisioning complete for port abde4129-069c-4eed-963d-eb333e91fd82 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:33.485943 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f850e0e-670c-4ecd-9759-3f228a0f6536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.583904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:16:33.589850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d7424d72-fa65-4f58-a21d-c4217a4ecbff tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "PUT /v2.0/routers/1fd84d5d-7500-4aee-af32-7146e792721d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4547064 Aug 26 11:16:33.591566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4f850e0e-670c-4ecd-9759-3f228a0f6536 None None] Port abde4129-069c-4eed-963d-eb333e91fd82 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:16:33.594209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54964) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:33.604283 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Sync routers for ids ['1fd84d5d-7500-4aee-af32-7146e792721d'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:16:33.617117 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Routers {'1fd84d5d-7500-4aee-af32-7146e792721d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:33.619992 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1fd84d5d-7500-4aee-af32-7146e792721d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:33.651275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183fea75-8d78-417b-be6d-1d7f525b9e8d tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:33.655056 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-183fea75-8d78-417b-be6d-1d7f525b9e8d tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3055334 Aug 26 11:16:33.656458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54966) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:33.707805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d521e-ddda-4f70-a412-848aa079fbdb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:33.709480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2e4d521e-ddda-4f70-a412-848aa079fbdb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports/abde4129-069c-4eed-963d-eb333e91fd82 HTTP/1.1" status: 200 len: 911 time: 0.1139538 Aug 26 11:16:33.715200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54968) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:33.758556 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.761116 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-952b9338-5a93-4280-a426-374da3f7dd45 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0986242 Aug 26 11:16:33.764640 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54970) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:33.777169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1615603949', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:33.780641 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Set router 1fd84d5d-7500-4aee-af32-7146e792721d gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:16:33.877489 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.891174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Transition to ACTIVE for port object 2efef042-0d2b-4642-85da-aed8653b6e97 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:33.898118 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.945461 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fd1c2111-51ec-4441-8ad1-16dac34b2ed7 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:33.970147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:33.980272 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:33.991214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Attempting to bind port 2efef042-0d2b-4642-85da-aed8653b6e97 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:33.991750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Attempting to bind port 2efef042-0d2b-4642-85da-aed8653b6e97 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:33.992181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Attempting to bind port 2efef042-0d2b-4642-85da-aed8653b6e97 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:34.000334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33f6ba-63c5-49d8-b2ab-501eb446d046 None None] Pushing event updated for resources: {'Port': ['ID=2efef042-0d2b-4642-85da-aed8653b6e97,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:34.005818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:34.006298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:34.007071 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:34.007537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:34.008345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Bound port: 2efef042-0d2b-4642-85da-aed8653b6e97, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:34.009015 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:34.143832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] For port 2efef042-0d2b-4642-85da-aed8653b6e97, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:34.148752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] For port 2efef042-0d2b-4642-85da-aed8653b6e97, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2efef042-0d2b-4642-85da-aed8653b6e97,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:34.150614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port fd1c2111-51ec-4441-8ad1-16dac34b2ed7 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:34.151186 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:34.156588 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:34.164506 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd84d5d-7500-4aee-af32-7146e792721d', 'name': 'tempest-NetworksTestDHCPv6-router-1910248920', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:31Z', 'revision_number': 2, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'gw_port_host': None, '_interfaces': [{'id': 'abde4129-069c-4eed-963d-eb333e91fd82', 'name': '', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'mac_address': 'fa:16:3e:89:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd84d5d-7500-4aee-af32-7146e792721d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '5abc014d-7ad8-460a-b353-74ec4417d602', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:32Z', 'revision_number': 2, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'subnets': [{'id': '5abc014d-7ad8-460a-b353-74ec4417d602', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:34.188109 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbea338-1e06-48cb-aa37-d76d086eb621 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:34.193828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbea338-1e06-48cb-aa37-d76d086eb621 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:34.195857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8fbea338-1e06-48cb-aa37-d76d086eb621 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4786963 Aug 26 11:16:34.200330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 54972) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:34.208942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b38a13a-3e2c-4a7e-b298-a5ca6f04fd19,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:34.264067 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:34.289910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] Checking segment: {'id': '1e75bd33-62bd-4f02-bc67-45f15c08f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a4a0b5a5-e954-405e-8907-2d30d89da73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:34.290311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] Network hostable DHCP agents. Network: a4a0b5a5-e954-405e-8907-2d30d89da73d, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:16:34.329396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Routers {'9886e932-093e-4728-a800-36d1f01aeeee'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:34.331811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9886e932-093e-4728-a800-36d1f01aeeee'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:34.340528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Subnet': ['ID=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:34.355200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Checking segment: {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:34.357595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network hostable DHCP agents. Network: d2df4144-e113-4253-a3d3-b5ea0bc55a3f, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:16:34.378916 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Checking router: 1fd84d5d-7500-4aee-af32-7146e792721d for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:16:34.380103 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Updating router 1fd84d5d-7500-4aee-af32-7146e792721d port abde4129-069c-4eed-963d-eb333e91fd82 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:16:34.384986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network d2df4144-e113-4253-a3d3-b5ea0bc55a3f is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:16:34.410704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, d2df4144-e113-4253-a3d3-b5ea0bc55a3f) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:34.420999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:34.421653 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:34.426842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff01eb-3060-4b98-b14a-1d0b7f9a5fbc None None] Network d2df4144-e113-4253-a3d3-b5ea0bc55a3f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:34.436667 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:34.457114 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b6504699-d817-4608-9691-a9f1543db158 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6871645 Aug 26 11:16:34.458099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 54974) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:34.479095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] Network a4a0b5a5-e954-405e-8907-2d30d89da73d is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:16:34.536642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, a4a0b5a5-e954-405e-8907-2d30d89da73d) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:34.565160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:34.566936 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:34.627290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-90b7fa9a-7815-4d21-ade6-cd47b2132cca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4184449 Aug 26 11:16:34.690116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1d5c8-dc7c-4148-ba91-2b59d9406297 None None] Network a4a0b5a5-e954-405e-8907-2d30d89da73d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:34.702515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33f6ba-63c5-49d8-b2ab-501eb446d046 None None] Pushing event updated for resources: {'Port': ['ID=2efef042-0d2b-4642-85da-aed8653b6e97,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:34.957757 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:34.974425 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:34.974683 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Transition to ACTIVE for port object abde4129-069c-4eed-963d-eb333e91fd82 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:34.984564 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:35.073830 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Pushing event updated for resources: {'Port': ['ID=abde4129-069c-4eed-963d-eb333e91fd82,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:35.092688 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.094200 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.094970 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.095475 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.095930 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.096358 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.096791 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.097220 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.098408 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.099009 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.099347 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.100414 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:16:35.138453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0af6bc4-23d1-4687-87ec-4a12f5c25055 None None] Network a4a0b5a5-e954-405e-8907-2d30d89da73d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:35.156060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] Set router 9886e932-093e-4728-a800-36d1f01aeeee gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:16:35.161818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-d2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:16:35.162708 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:35.225750 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Attempting to bind port abde4129-069c-4eed-963d-eb333e91fd82 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:35.226130 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Attempting to bind port abde4129-069c-4eed-963d-eb333e91fd82 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:35.226499 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Attempting to bind port abde4129-069c-4eed-963d-eb333e91fd82 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:35.240610 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:35.240993 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:35.241400 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:35.241795 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:35.242274 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Bound port: abde4129-069c-4eed-963d-eb333e91fd82, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:35.242655 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:35.373158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:35.396510 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] For port abde4129-069c-4eed-963d-eb333e91fd82, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:35.402345 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] For port abde4129-069c-4eed-963d-eb333e91fd82, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=abde4129-069c-4eed-963d-eb333e91fd82,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:35.410353 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:35.488656 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b09617-e4ca-4ccc-9dd4-231ad6517a99 None None] Pushing event updated for resources: {'Port': ['ID=abde4129-069c-4eed-963d-eb333e91fd82,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:35.517987 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Routers {'1fd84d5d-7500-4aee-af32-7146e792721d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:35.518625 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1fd84d5d-7500-4aee-af32-7146e792721d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:35.637853 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] Set router 1fd84d5d-7500-4aee-af32-7146e792721d gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:16:35.708038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port abde4129-069c-4eed-963d-eb333e91fd82 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:35.708596 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:35.760047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-3349ccde-4033-4850-8b38-f53d6c86b0c1 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:35.767724 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-3349ccde-4033-4850-8b38-f53d6c86b0c1 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/networks?id=d6b3adaf-bcf1-4773-9723-374a049ab19c HTTP/1.1" status: 200 len: 809 time: 0.2823029 Aug 26 11:16:35.792925 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.20.0.1 (d2df4144-e113-4253-a3d3-b5ea0bc55a3f/438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58/acd9215d-f553-494e-8b58-102d161b90eb) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:35.881371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-7ea673c3-c1db-4bef-9786-440c154a1135 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/quotas/681a2e091b3840e5bbc448ccb4d8d8e1 HTTP/1.1" status: 200 len: 375 time: 0.1126518 Aug 26 11:16:35.947727 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:35.953802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-84a053a6-0f91-4b09-a321-f3a59ab92353 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=681a2e091b3840e5bbc448ccb4d8d8e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700393 Aug 26 11:16:35.960486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-f9ffe584-3ffc-4f2a-8b16-cd8dd036be1a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:16:35.963591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Transition to ACTIVE for port object acd9215d-f553-494e-8b58-102d161b90eb will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:35.969044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-f9ffe584-3ffc-4f2a-8b16-cd8dd036be1a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137172 Aug 26 11:16:35.969560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:31Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:36.004695 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:36.009734 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe06874-60cf-42e2-a36e-c77cf0f4cdd3 None None] The sync data for ids ['9886e932-093e-4728-a800-36d1f01aeeee'] in n-d-778550-13 is: [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:31Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:16:36.071460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network d2df4144-e113-4253-a3d3-b5ea0bc55a3f is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:36.075401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:36.078526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:36.099052 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd84d5d-7500-4aee-af32-7146e792721d', 'name': 'tempest-NetworksTestDHCPv6-router-1910248920', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:31Z', 'revision_number': 2, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'gw_port_host': None, '_interfaces': [{'id': 'abde4129-069c-4eed-963d-eb333e91fd82', 'name': '', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'mac_address': 'fa:16:3e:89:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd84d5d-7500-4aee-af32-7146e792721d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '5abc014d-7ad8-460a-b353-74ec4417d602', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:35Z', 'revision_number': 4, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'subnets': [{'id': '5abc014d-7ad8-460a-b353-74ec4417d602', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:36.114027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] For port abde4129-069c-4eed-963d-eb333e91fd82, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=abde4129-069c-4eed-963d-eb333e91fd82,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:36.114273 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:36.131344 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Allocated IP 172.20.0.2 (d2df4144-e113-4253-a3d3-b5ea0bc55a3f/438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58/b24056b4-8749-49e2-8aef-ef9f62982e24) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:36.131587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=acd9215d-f553-494e-8b58-102d161b90eb,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:36.146552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for abde4129-069c-4eed-963d-eb333e91fd82 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:36.149893 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864f2f8-fb05-4ec1-95c7-c918444df0bd None None] The sync data for ids ['1fd84d5d-7500-4aee-af32-7146e792721d'] in n-d-778550-13 is: [{'id': '1fd84d5d-7500-4aee-af32-7146e792721d', 'name': 'tempest-NetworksTestDHCPv6-router-1910248920', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:31Z', 'revision_number': 2, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'gw_port_host': None, '_interfaces': [{'id': 'abde4129-069c-4eed-963d-eb333e91fd82', 'name': '', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'mac_address': 'fa:16:3e:89:83:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd84d5d-7500-4aee-af32-7146e792721d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '5abc014d-7ad8-460a-b353-74ec4417d602', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:35Z', 'revision_number': 4, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'subnets': [{'id': '5abc014d-7ad8-460a-b353-74ec4417d602', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:16:36.181510 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:36.188330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-772d55a0-97e7-458c-832e-03a1091dc28f service neutron] 10.222.0.21 "GET /v2.0/networks/d6b3adaf-bcf1-4773-9723-374a049ab19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171564 Aug 26 11:16:36.444787 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:36.451541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-f9fc95a3-1678-46a4-b701-6ca66571d751 service neutron] 10.222.0.21 "GET /v2.0/networks/d6b3adaf-bcf1-4773-9723-374a049ab19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622292 Aug 26 11:16:36.523965 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:36.624234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Transition to ACTIVE for port object b24056b4-8749-49e2-8aef-ef9f62982e24 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:36.624413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:36.647152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Transition to ACTIVE for port object b24056b4-8749-49e2-8aef-ef9f62982e24 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:36.659570 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:36.685023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=abde4129-069c-4eed-963d-eb333e91fd82,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:36.751942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Pushing event updated for resources: {'Port': ['ID=b24056b4-8749-49e2-8aef-ef9f62982e24,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:36.788997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Network d2df4144-e113-4253-a3d3-b5ea0bc55a3f is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:36.790952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:36.798682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:36.913952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Attempting to bind port b24056b4-8749-49e2-8aef-ef9f62982e24 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:36.914342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Attempting to bind port b24056b4-8749-49e2-8aef-ef9f62982e24 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:36.914715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Attempting to bind port b24056b4-8749-49e2-8aef-ef9f62982e24 on network d2df4144-e113-4253-a3d3-b5ea0bc55a3f {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:36.927707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:36.928121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Checking segment: {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:36.928607 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:36.929835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Bound using segment: {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:36.930369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Bound port: b24056b4-8749-49e2-8aef-ef9f62982e24, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:36.930920 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:36.989490 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:37.106764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-974d6964-b52b-4fd0-98cd-c495540f2739 req-e84d2765-083b-4eed-b36f-16576d41b1a6 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 210 time: 0.1137309 Aug 26 11:16:37.117135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] For port b24056b4-8749-49e2-8aef-ef9f62982e24, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:37.128240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] For port b24056b4-8749-49e2-8aef-ef9f62982e24, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b24056b4-8749-49e2-8aef-ef9f62982e24,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:37.139485 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:37.290689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389da81-1293-4b01-bf8f-3a3b4def97a3 None None] Pushing event updated for resources: {'Port': ['ID=b24056b4-8749-49e2-8aef-ef9f62982e24,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:37.297902 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:37.307550 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:37.426885 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:37.478347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=acd9215d-f553-494e-8b58-102d161b90eb,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:37.499849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Router 1fd84d5d-7500-4aee-af32-7146e792721d has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:16:37.630857 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network d2df4144-e113-4253-a3d3-b5ea0bc55a3f is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:37.638697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:37.715954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:16:37.722319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5e263dab-d389-4d76-af5c-a25fe581f50f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "PUT /v2.0/routers/1fd84d5d-7500-4aee-af32-7146e792721d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5214639 Aug 26 11:16:37.725313 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55024) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:37.820043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a998fe4c-0479-44e5-8ee2-7d533e7e2dc0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:37.824462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a998fe4c-0479-44e5-8ee2-7d533e7e2dc0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:37.826235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a998fe4c-0479-44e5-8ee2-7d533e7e2dc0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0986218 Aug 26 11:16:37.830340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55026) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:37.876580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 9886e932-093e-4728-a800-36d1f01aeeee has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:16:37.957285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebf4d26-f06c-493f-a6bc-4c35da7bf701 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 5abc014d-7ad8-460a-b353-74ec4417d602 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:37.960932 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ebf4d26-f06c-493f-a6bc-4c35da7bf701 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:38.008542 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ebf4d26-f06c-493f-a6bc-4c35da7bf701 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:38.031772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b24056b4-8749-49e2-8aef-ef9f62982e24 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:38.062074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:16:38.067488 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f1e50905-330f-4cd9-9608-15f9d9348bc9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "PUT /v2.0/routers/9886e932-093e-4728-a800-36d1f01aeeee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6089625 Aug 26 11:16:38.132784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port b24056b4-8749-49e2-8aef-ef9f62982e24 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:38.139011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2efef042-0d2b-4642-85da-aed8653b6e97 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:38.198768 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ebf4d26-f06c-493f-a6bc-4c35da7bf701 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:38.238323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 2efef042-0d2b-4642-85da-aed8653b6e97 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:38.270262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2efef042-0d2b-4642-85da-aed8653b6e97 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:38.270942 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:38.314497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e44ab3be-8d11-4595-8c94-27b0e55a6327 req-4e82acf6-7355-4616-a400-bd8ea541f8ca tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 210 time: 0.0625505 Aug 26 11:16:38.446000 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:38.451336 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ebf4d26-f06c-493f-a6bc-4c35da7bf701 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:38.468288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-3834b872-df6e-4983-90ea-af429fb108be tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:38.470346 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-3834b872-df6e-4983-90ea-af429fb108be tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.47 "GET /v2.0/networks?id=d6b3adaf-bcf1-4773-9723-374a049ab19c HTTP/1.1" status: 200 len: 809 time: 0.2041717 Aug 26 11:16:38.479815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 2efef042-0d2b-4642-85da-aed8653b6e97, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2efef042-0d2b-4642-85da-aed8653b6e97,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:38.485304 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:38.486891 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Request body: {'port': {'device_id': 'ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e', 'network_id': 'd6b3adaf-bcf1-4773-9723-374a049ab19c', 'admin_state_up': True, 'tenant_id': '681a2e091b3840e5bbc448ccb4d8d8e1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:38.557712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf4d26-f06c-493f-a6bc-4c35da7bf701 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=5abc014d-7ad8-460a-b353-74ec4417d602,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:38.576420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=2efef042-0d2b-4642-85da-aed8653b6e97,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:38.594128 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ebf4d26-f06c-493f-a6bc-4c35da7bf701 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:38.597364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1ebf4d26-f06c-493f-a6bc-4c35da7bf701 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/5abc014d-7ad8-460a-b353-74ec4417d602 HTTP/1.1" status: 204 len: 168 time: 0.7656672 Aug 26 11:16:38.601022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d262ae-23f2-4024-adb7-cdf8bfe9e2fd None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:38.601177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55052) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:38.608138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-c057820c-bbdf-420f-b444-69d18eb2edc8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91922276&fields=id&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 267 time: 0.2276139 Aug 26 11:16:38.757742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-83b97dad-0219-43a3-ae1a-146617348326 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:38.766399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-83b97dad-0219-43a3-ae1a-146617348326 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 797 time: 0.1512146 Aug 26 11:16:38.791502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-8465e8db-3899-4e11-8662-8a173b3d41cf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/quotas/e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 375 time: 0.0237260 Aug 26 11:16:38.833936 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Made reservation on behalf of 681a2e091b3840e5bbc448ccb4d8d8e1 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:38.837626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:38.871692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd5eb3-0def-49ba-8037-7830203c2bbe None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:16:38.891797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-3455037f-f00f-4b66-bf9f-1bbb7b4c824a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995374 Aug 26 11:16:38.956356 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3f455f43-771a-4399-bb72-9b79224f76d7 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3540506 Aug 26 11:16:38.958946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55056) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:38.979764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd5eb3-0def-49ba-8037-7830203c2bbe None None] Deleting port fd1c2111-51ec-4441-8ad1-16dac34b2ed7 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:38.979764 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4cd5eb3-0def-49ba-8037-7830203c2bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:39.035596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9e0474-c4a2-4822-b45b-29b132ebbaec None None] Network d2df4144-e113-4253-a3d3-b5ea0bc55a3f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:39.062859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Allocated IP 172.20.0.10 (d6b3adaf-bcf1-4773-9723-374a049ab19c/6371df6d-f2ee-4d75-a56d-6267cf513e31/1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:39.279607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c4cd5eb3-0def-49ba-8037-7830203c2bbe None None] For port fd1c2111-51ec-4441-8ad1-16dac34b2ed7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fd1c2111-51ec-4441-8ad1-16dac34b2ed7,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:39.280794 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4cd5eb3-0def-49ba-8037-7830203c2bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:39.291171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0680b100-1163-454f-9a41-5116aca8cb9f None None] Provisioning for port b24056b4-8749-49e2-8aef-ef9f62982e24 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:39.306329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd5eb3-0def-49ba-8037-7830203c2bbe None None] Calling delete_port for fd1c2111-51ec-4441-8ad1-16dac34b2ed7 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:39.309767 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:39.312876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0680b100-1163-454f-9a41-5116aca8cb9f None None] Provisioning complete for port b24056b4-8749-49e2-8aef-ef9f62982e24 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:39.313252 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0680b100-1163-454f-9a41-5116aca8cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:39.412288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:39.481999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Network d6b3adaf-bcf1-4773-9723-374a049ab19c is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:39.489128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:39.492602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:39.528443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Pushing event updated for resources: {'Port': ['ID=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:39.566565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:39.567284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:39.596751 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-2a6dc00f-20e5-473a-85d4-52e6a3f52998 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1167040 Aug 26 11:16:39.598372 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4cd5eb3-0def-49ba-8037-7830203c2bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:39.609118 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0680b100-1163-454f-9a41-5116aca8cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:39.612011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Request body: {'port': {'device_id': 'ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:39.652149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd5eb3-0def-49ba-8037-7830203c2bbe None None] Pushing event deleted for resources: {'Port': ['ID=fd1c2111-51ec-4441-8ad1-16dac34b2ed7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:39.655484 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd5eb3-0def-49ba-8037-7830203c2bbe None None] No DVR routers for this DVR port fd1c2111-51ec-4441-8ad1-16dac34b2ed7 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:16:39.693943 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b40e3a0b-4f0f-4d0f-afac-48441edb265c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:39.704680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0680b100-1163-454f-9a41-5116aca8cb9f None None] For port b24056b4-8749-49e2-8aef-ef9f62982e24, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b24056b4-8749-49e2-8aef-ef9f62982e24,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:39.714722 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0680b100-1163-454f-9a41-5116aca8cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:39.742825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:39.806153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-965671b4-91a8-419c-8f6e-a973286287a8 service neutron] 10.222.0.21 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9091892 Aug 26 11:16:39.812131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680b100-1163-454f-9a41-5116aca8cb9f None None] Pushing event updated for resources: {'Port': ['ID=b24056b4-8749-49e2-8aef-ef9f62982e24,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:39.829823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Sync routers for ids ['9886e932-093e-4728-a800-36d1f01aeeee'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:16:39.879739 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Routers {'9886e932-093e-4728-a800-36d1f01aeeee'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:39.880392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9886e932-093e-4728-a800-36d1f01aeeee'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:39.907241 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c5482-981d-4697-ae18-8b2b4373fa1b None None] Sync routers for ids ['1fd84d5d-7500-4aee-af32-7146e792721d'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:16:39.920648 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c5482-981d-4697-ae18-8b2b4373fa1b None None] Routers {'1fd84d5d-7500-4aee-af32-7146e792721d'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:39.922120 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-822c5482-981d-4697-ae18-8b2b4373fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1fd84d5d-7500-4aee-af32-7146e792721d'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:40.004614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2efef042-0d2b-4642-85da-aed8653b6e97 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:40.027268 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b40e3a0b-4f0f-4d0f-afac-48441edb265c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.034262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b40e3a0b-4f0f-4d0f-afac-48441edb265c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.080503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfc73f-7bc7-4616-9860-e19d3cb9663e req-9980834d-a092-4c32-b7c6-00cd46cdb5e7 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:40.084464 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-822c5482-981d-4697-ae18-8b2b4373fa1b None None] Set router 1fd84d5d-7500-4aee-af32-7146e792721d gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:16:40.089573 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bcfc73f-7bc7-4616-9860-e19d3cb9663e req-9980834d-a092-4c32-b7c6-00cd46cdb5e7 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 932 time: 0.4790125 Aug 26 11:16:40.094350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-750e2cc0-11eb-4797-92d2-8b17db8717eb None None] Provisioning complete for port b24056b4-8749-49e2-8aef-ef9f62982e24 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:40.094934 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-750e2cc0-11eb-4797-92d2-8b17db8717eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.216637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Set router 9886e932-093e-4728-a800-36d1f01aeeee gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:16:40.219062 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bcfc73f-7bc7-4616-9860-e19d3cb9663e req-41369165-c57f-44e5-a335-4c8a7853fc4e tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285119 Aug 26 11:16:40.222256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b40e3a0b-4f0f-4d0f-afac-48441edb265c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.223216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40e3a0b-4f0f-4d0f-afac-48441edb265c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Fanout notify agent at l3_agent the message router_deleted on router 1fd84d5d-7500-4aee-af32-7146e792721d {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:16:40.247160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b40e3a0b-4f0f-4d0f-afac-48441edb265c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.248545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b40e3a0b-4f0f-4d0f-afac-48441edb265c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/routers/1fd84d5d-7500-4aee-af32-7146e792721d HTTP/1.1" status: 204 len: 168 time: 1.2883813 Aug 26 11:16:40.255777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55064) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:40.261480 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b7e043c3-c8f5-4fee-9662-74c5c0975831 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:40.283520 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-822c5482-981d-4697-ae18-8b2b4373fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd84d5d-7500-4aee-af32-7146e792721d', 'name': 'tempest-NetworksTestDHCPv6-router-1910248920', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:36Z', 'revision_number': 3, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:40.293512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-f0d70c9c-dba8-4a7e-8f9b-f30bba049f92 service neutron] 10.222.0.21 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863212 Aug 26 11:16:40.368027 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c5482-981d-4697-ae18-8b2b4373fa1b None None] Checking router: 1fd84d5d-7500-4aee-af32-7146e792721d for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:16:40.394787 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c5482-981d-4697-ae18-8b2b4373fa1b None None] Routers set() bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:40.395170 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c5482-981d-4697-ae18-8b2b4373fa1b None None] Router IDs set() for agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 11:16:40.395955 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_agentschedulers_db [None req-822c5482-981d-4697-ae18-8b2b4373fa1b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1fd84d5d-7500-4aee-af32-7146e792721d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent'). {{(pid=101269) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 26 11:16:40.396345 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c5482-981d-4697-ae18-8b2b4373fa1b None None] The sync data for ids ['1fd84d5d-7500-4aee-af32-7146e792721d'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:16:40.398117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:16:40.431475 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.446392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e043c3-c8f5-4fee-9662-74c5c0975831 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:40.447680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Transition to ACTIVE for port object 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:40.452826 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b7e043c3-c8f5-4fee-9662-74c5c0975831 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.463518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.562975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2efef042-0d2b-4642-85da-aed8653b6e97 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:40.563530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.616093 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Pushing event updated for resources: {'Port': ['ID=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:40.715917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-223c5b38-7c70-4324-9e9b-02060110b030 req-9ee40f04-5cca-4492-9cb3-508765171079 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 210 time: 0.0535898 Aug 26 11:16:40.807353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Attempting to bind port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:40.808632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Attempting to bind port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'a4dcde54-94ea-488d-9055-55c1b6eab2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd6b3adaf-bcf1-4773-9723-374a049ab19c'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:40.809172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Attempting to bind port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 on network d6b3adaf-bcf1-4773-9723-374a049ab19c {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:40.815482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 on network d6b3adaf-bcf1-4773-9723-374a049ab19c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:16:40.815819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Attempting to bind port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 on network d6b3adaf-bcf1-4773-9723-374a049ab19c {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:40.823672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:40.824027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Checking segment: {'id': 'a4dcde54-94ea-488d-9055-55c1b6eab2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd6b3adaf-bcf1-4773-9723-374a049ab19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:40.824418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Bound using segment: {'id': 'a4dcde54-94ea-488d-9055-55c1b6eab2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd6b3adaf-bcf1-4773-9723-374a049ab19c'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:40.838763 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b7e043c3-c8f5-4fee-9662-74c5c0975831 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.839993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Bound port: 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4dcde54-94ea-488d-9055-55c1b6eab2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd6b3adaf-bcf1-4773-9723-374a049ab19c'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:40.841514 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.889915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-750e2cc0-11eb-4797-92d2-8b17db8717eb None None] Provisioning for port acd9215d-f553-494e-8b58-102d161b90eb completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:40.911237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-750e2cc0-11eb-4797-92d2-8b17db8717eb None None] Provisioning complete for port acd9215d-f553-494e-8b58-102d161b90eb triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:40.911617 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-750e2cc0-11eb-4797-92d2-8b17db8717eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:40.931850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e043c3-c8f5-4fee-9662-74c5c0975831 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=f5cbc358-8602-4f03-b4fe-3696737db15f,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:40.986693 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e043c3-c8f5-4fee-9662-74c5c0975831 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:40.991733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] For port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:40.992387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-b7e043c3-c8f5-4fee-9662-74c5c0975831 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:40.994716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] For port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51,segment=NetworkSegment(a4dcde54-94ea-488d-9055-55c1b6eab2a8),segment_id=a4dcde54-94ea-488d-9055-55c1b6eab2a8)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:41.004975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e043c3-c8f5-4fee-9662-74c5c0975831 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:41.005622 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b7e043c3-c8f5-4fee-9662-74c5c0975831 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.010982 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.037092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a6e33-dd64-4087-816f-5bbb1b57fa3e None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:41.045471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b7e043c3-c8f5-4fee-9662-74c5c0975831 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7884314 Aug 26 11:16:41.046682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55074) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:41.054438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fd1c2111-51ec-4441-8ad1-16dac34b2ed7 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:16:41.055811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-19189211-6a1d-450e-b2d3-d1845b44a868 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-270035857', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:41.103267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:41.105754 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.108718 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] 10.222.0.47 "PUT /v2.0/ports/1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 HTTP/1.1" status: 200 len: 1093 time: 1.5030367 Aug 26 11:16:41.109591 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19189211-6a1d-450e-b2d3-d1845b44a868 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.111211 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19189211-6a1d-450e-b2d3-d1845b44a868 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.113611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-750e2cc0-11eb-4797-92d2-8b17db8717eb None None] Port acd9215d-f553-494e-8b58-102d161b90eb cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:16:41.114233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e', 'tag': '1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:16:41.117983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: fd1c2111-51ec-4441-8ad1-16dac34b2ed7 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:16:41.118587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fd1c2111-51ec-4441-8ad1-16dac34b2ed7 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:16:41.118699 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f899be-a9b5-408a-bf8c-3070b1425cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e", "tag": "1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:16:41.208593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79409d91-633e-42ce-97f6-81bded2b8034 service neutron] Pushing event updated for resources: {'Port': ['ID=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:41.221772 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48fb7e9-4fd9-4866-b95c-96b480017889 x-openstack-request-id: req-b48fb7e9-4fd9-4866-b95c-96b480017889 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:16:41.222064 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e", "tag": "1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:16:41.222319 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b48fb7e9-4fd9-4866-b95c-96b480017889 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:16:41.222743 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e', 'tag': '1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51', 'status': 'completed', 'code': 200} Aug 26 11:16:41.253590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:36Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'acd9215d-f553-494e-8b58-102d161b90eb', 'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:e9:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:35Z', 'updated_at': '2021-08-26T11:16:36Z', 'revision_number': 2, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:41.262591 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19189211-6a1d-450e-b2d3-d1845b44a868 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.276069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19189211-6a1d-450e-b2d3-d1845b44a868 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.303161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-b8f8fb42-7871-4c1d-97dd-88ebabe4901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:41.307133 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-b8f8fb42-7871-4c1d-97dd-88ebabe4901f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=681a2e091b3840e5bbc448ccb4d8d8e1&device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 1096 time: 0.0824149 Aug 26 11:16:41.310178 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19189211-6a1d-450e-b2d3-d1845b44a868 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.315117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-19189211-6a1d-450e-b2d3-d1845b44a868 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2648399 Aug 26 11:16:41.316038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55082) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:41.355095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Checking router: 9886e932-093e-4728-a800-36d1f01aeeee for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:16:41.355885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Updating router 9886e932-093e-4728-a800-36d1f01aeeee port acd9215d-f553-494e-8b58-102d161b90eb binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:16:41.390154 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-71f566ff-42a1-49eb-8e53-1b40fb861469 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 HTTP/1.1" status: 200 len: 217 time: 0.0719178 Aug 26 11:16:41.408460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ed3b25f6-c6f1-4538-a4d5-ef50f9d027e1 None None] Provisioning complete for port acd9215d-f553-494e-8b58-102d161b90eb triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:41.409504 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed3b25f6-c6f1-4538-a4d5-ef50f9d027e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.417626 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.470154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-8fb7cf3a-e615-4c18-8c59-fa46d924c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:41.472101 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-8fb7cf3a-e615-4c18-8c59-fa46d924c11b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6371df6d-f2ee-4d75-a56d-6267cf513e31 HTTP/1.1" status: 200 len: 849 time: 0.0726075 Aug 26 11:16:41.505357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': 'f5cbc358-8602-4f03-b4fe-3696737db15f'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:16:41.507328 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.521475 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-78e29cc5-f1bc-4148-b36b-ebf79b1e4eb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6b3adaf-bcf1-4773-9723-374a049ab19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413263 Aug 26 11:16:41.584669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b25f6-c6f1-4538-a4d5-ef50f9d027e1 None None] Port acd9215d-f553-494e-8b58-102d161b90eb cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:16:41.617486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7993b3-c9e2-4414-b2da-b84550d4b00f req-51a3df81-625f-468e-818b-35cd96434753 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:41.619727 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf7993b3-c9e2-4414-b2da-b84550d4b00f req-51a3df81-625f-468e-818b-35cd96434753 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 944 time: 0.2877021 Aug 26 11:16:41.716554 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-4d08e222-9e57-4965-a9db-8644caa5f737 service neutron] 10.222.0.47 "GET /v2.0/networks/d6b3adaf-bcf1-4773-9723-374a049ab19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874692 Aug 26 11:16:41.772743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf7993b3-c9e2-4414-b2da-b84550d4b00f req-7a3bb7c1-7f56-4901-98c6-8c3304eddd7c tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994012 Aug 26 11:16:41.849070 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7505cf2b-77cc-4431-ae9a-542790892e83 req-834ca6c1-777e-4931-ab65-ebcbf8f279e6 service neutron] 10.222.0.47 "GET /v2.0/networks/d6b3adaf-bcf1-4773-9723-374a049ab19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250613 Aug 26 11:16:41.876625 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:41.924416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2676bcea-15f4-4746-b5f8-6dc7fa7ab56a req-c8412957-2ee8-4240-8dfe-5908256a62c7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 210 time: 0.0506868 Aug 26 11:16:41.987042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b24056b4-8749-49e2-8aef-ef9f62982e24 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:41.992216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f899be-a9b5-408a-bf8c-3070b1425cf5 req-7e066202-81e0-4b45-9e7c-a3e45803c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:41.994684 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73f899be-a9b5-408a-bf8c-3070b1425cf5 req-7e066202-81e0-4b45-9e7c-a3e45803c01e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=681a2e091b3840e5bbc448ccb4d8d8e1&device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 1096 time: 0.0758264 Aug 26 11:16:42.099591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f899be-a9b5-408a-bf8c-3070b1425cf5 req-4bcf5c6a-ff72-4ae4-9441-218f382c1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:42.099847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Allocated IP 2001:db8::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/f5cbc358-8602-4f03-b4fe-3696737db15f/4a866489-b461-4ad0-b254-2764ac8f83b2) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:42.101662 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73f899be-a9b5-408a-bf8c-3070b1425cf5 req-4bcf5c6a-ff72-4ae4-9441-218f382c1368 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6b3adaf-bcf1-4773-9723-374a049ab19c HTTP/1.1" status: 200 len: 910 time: 0.0995462 Aug 26 11:16:42.154790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b24056b4-8749-49e2-8aef-ef9f62982e24 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:42.155161 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:42.155614 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73f899be-a9b5-408a-bf8c-3070b1425cf5 req-106d0871-084f-43d5-a837-a2ab93bc3654 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 HTTP/1.1" status: 200 len: 217 time: 0.0463929 Aug 26 11:16:42.250390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f899be-a9b5-408a-bf8c-3070b1425cf5 req-3733aad9-021a-46a5-8641-d55c4e682f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:42.253378 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73f899be-a9b5-408a-bf8c-3070b1425cf5 req-3733aad9-021a-46a5-8641-d55c4e682f83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6371df6d-f2ee-4d75-a56d-6267cf513e31 HTTP/1.1" status: 200 len: 849 time: 0.0908172 Aug 26 11:16:42.312494 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73f899be-a9b5-408a-bf8c-3070b1425cf5 req-cd58d28f-30b9-4cc7-a15b-1c7af543fd75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6b3adaf-bcf1-4773-9723-374a049ab19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484760 Aug 26 11:16:42.324621 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:42.345358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Transition to ACTIVE for port object acd9215d-f553-494e-8b58-102d161b90eb will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:42.405956 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:42.428851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-2b74c2cf-232e-446b-9709-c4453be67505 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:42.430648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-2b74c2cf-232e-446b-9709-c4453be67505 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 797 time: 0.1692736 Aug 26 11:16:42.463139 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73f899be-a9b5-408a-bf8c-3070b1425cf5 req-35f76b7a-53c5-4654-b1d9-b0c719503d17 service neutron] 10.222.0.47 "GET /v2.0/networks/d6b3adaf-bcf1-4773-9723-374a049ab19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418982 Aug 26 11:16:42.488927 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:42.518071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-823f79d0-2d94-43f3-8c44-36984ef51afe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 378 time: 0.0773287 Aug 26 11:16:42.529665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device abde4129-069c-4eed-963d-eb333e91fd82 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:16:42.530673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'port': {'device_id': '2a7e788b-e703-457e-8c03-a27961e54e59', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'admin_state_up': True, 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'security_groups': ['d0c4f009-a191-4829-b260-e5f67e00860c']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:42.578759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339a011-586f-4523-9a51-4661bb259973 None None] Pushing event updated for resources: {'Port': ['ID=acd9215d-f553-494e-8b58-102d161b90eb,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:42.594913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Transition to ACTIVE for port object 4a866489-b461-4ad0-b254-2764ac8f83b2 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:42.616886 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-73f899be-a9b5-408a-bf8c-3070b1425cf5 req-a011ad2e-2a4d-44b8-b97f-0942a07a98f5 service neutron] 10.222.0.47 "GET /v2.0/networks/d6b3adaf-bcf1-4773-9723-374a049ab19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428156 Aug 26 11:16:42.650315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: abde4129-069c-4eed-963d-eb333e91fd82 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:16:42.650818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device abde4129-069c-4eed-963d-eb333e91fd82 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:16:42.676010 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Transition to ACTIVE for port object 4a866489-b461-4ad0-b254-2764ac8f83b2 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:42.677942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Attempting to bind port acd9215d-f553-494e-8b58-102d161b90eb on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:42.678707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Attempting to bind port acd9215d-f553-494e-8b58-102d161b90eb by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:42.679119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Attempting to bind port acd9215d-f553-494e-8b58-102d161b90eb on network d2df4144-e113-4253-a3d3-b5ea0bc55a3f {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:42.686288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:42.686671 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Checking segment: {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:42.687319 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:42.687797 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Bound using segment: {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:42.688393 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Bound port: acd9215d-f553-494e-8b58-102d161b90eb, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:42.688941 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:42.692737 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:42.728562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:42.732154 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:42.760349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::1 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/f5cbc358-8602-4f03-b4fe-3696737db15f/fbb9df07-c2f3-4486-bad0-a35970a3327b) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:42.770077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:42.780533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:42.783221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:42.792410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Pushing event updated for resources: {'Port': ['ID=4a866489-b461-4ad0-b254-2764ac8f83b2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:42.863006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] For port acd9215d-f553-494e-8b58-102d161b90eb, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:42.891302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] For port acd9215d-f553-494e-8b58-102d161b90eb, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=acd9215d-f553-494e-8b58-102d161b90eb,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:42.893213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Attempting to bind port 4a866489-b461-4ad0-b254-2764ac8f83b2 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:42.893653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Attempting to bind port 4a866489-b461-4ad0-b254-2764ac8f83b2 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:42.894081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Attempting to bind port 4a866489-b461-4ad0-b254-2764ac8f83b2 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:42.902151 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:42.907386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:42.907765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:42.908169 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:42.908569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:42.909052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Bound port: 4a866489-b461-4ad0-b254-2764ac8f83b2, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:42.909431 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:43.013859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86240e9b-fced-4c09-b53b-210226631ee1 req-31404e4f-9768-4826-b655-0810b3cb9e8f tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:43.015439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86240e9b-fced-4c09-b53b-210226631ee1 req-31404e4f-9768-4826-b655-0810b3cb9e8f tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 944 time: 0.1539660 Aug 26 11:16:43.021652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.20.0.14 (d2df4144-e113-4253-a3d3-b5ea0bc55a3f/438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58/06cfef48-37f3-4fad-a0f7-9956f871bae8) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:43.028086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Routers {'9886e932-093e-4728-a800-36d1f01aeeee'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:43.028716 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9886e932-093e-4728-a800-36d1f01aeeee'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:43.036385 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:43.079916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339a011-586f-4523-9a51-4661bb259973 None None] Pushing event updated for resources: {'Port': ['ID=acd9215d-f553-494e-8b58-102d161b90eb,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:43.094185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9626e4f-136f-4304-8508-d38260b7de43 req-09d4ca14-f1a1-447c-b489-ec38a64c25b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 210 time: 0.0553625 Aug 26 11:16:43.095172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object fbb9df07-c2f3-4486-bad0-a35970a3327b will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:43.114427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] For port 4a866489-b461-4ad0-b254-2764ac8f83b2, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:43.127200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86240e9b-fced-4c09-b53b-210226631ee1 req-b98b9820-4873-4d7f-b49f-aba3c2f218d9 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015100 Aug 26 11:16:43.127781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] For port 4a866489-b461-4ad0-b254-2764ac8f83b2, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4a866489-b461-4ad0-b254-2764ac8f83b2,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:43.159538 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:43.228489 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:43.238072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] Set router 9886e932-093e-4728-a800-36d1f01aeeee gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:16:43.269985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0369f-8a1c-46fb-bb23-23117c0a45eb None None] Pushing event updated for resources: {'Port': ['ID=4a866489-b461-4ad0-b254-2764ac8f83b2,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:43.293023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:43.303803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:43.314093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:43.314664 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:43.319503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=fbb9df07-c2f3-4486-bad0-a35970a3327b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:43.376008 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:43.414604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Transition to ACTIVE for port object 06cfef48-37f3-4fad-a0f7-9956f871bae8 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:43.510785 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:43.524264 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:43.607819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network d2df4144-e113-4253-a3d3-b5ea0bc55a3f is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:43.617934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:43.630803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:43.630803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=06cfef48-37f3-4fad-a0f7-9956f871bae8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:43.671117 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-633ed11b-285e-4caf-b2e4-98dc6845ff54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:43.711198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:36Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'acd9215d-f553-494e-8b58-102d161b90eb', 'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:e9:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:35Z', 'updated_at': '2021-08-26T11:16:42Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:43.748520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:43.749160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:43.754200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2c3c1-587a-4550-bffb-c78f81e0c2bc None None] The sync data for ids ['9886e932-093e-4728-a800-36d1f01aeeee'] in n-d-778550-13 is: [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:36Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'acd9215d-f553-494e-8b58-102d161b90eb', 'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:e9:02:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:35Z', 'updated_at': '2021-08-26T11:16:42Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:16:43.784297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-e098a9e8-d55d-4530-aa1d-08e3e8123317 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2591250 Aug 26 11:16:43.800277 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-31f8c700-29cd-4cf3-93c3-d8dd3e0bdf9b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:16:43.801317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-31f8c700-29cd-4cf3-93c3-d8dd3e0bdf9b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055060 Aug 26 11:16:44.028494 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:44.031985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Request body: {'port': {'device_id': '2a7e788b-e703-457e-8c03-a27961e54e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:44.068679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4a866489-b461-4ad0-b254-2764ac8f83b2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:44.104428 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:44.107133 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:44.107906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:44.140166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5a0c5185-3058-4287-999e-4976f56c0dd4 None None] Provisioning for port 06cfef48-37f3-4fad-a0f7-9956f871bae8 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:44.152053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5a0c5185-3058-4287-999e-4976f56c0dd4 None None] Provisioning complete for port 06cfef48-37f3-4fad-a0f7-9956f871bae8 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:44.152739 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5185-3058-4287-999e-4976f56c0dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:44.239984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c5185-3058-4287-999e-4976f56c0dd4 None None] Port 06cfef48-37f3-4fad-a0f7-9956f871bae8 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:16:44.248981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 4a866489-b461-4ad0-b254-2764ac8f83b2 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:44.255128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device acd9215d-f553-494e-8b58-102d161b90eb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:44.334367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port acd9215d-f553-494e-8b58-102d161b90eb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:44.342204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port acd9215d-f553-494e-8b58-102d161b90eb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:44.342703 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:44.452489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:44.470270 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:44.483430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:44.485329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=fbb9df07-c2f3-4486-bad0-a35970a3327b,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:44.514682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2aaa7-0910-4357-a81a-b48fc33b0bab req-375401e1-17ff-4589-bb8e-e31bd7df0115 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:44.516345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8da2aaa7-0910-4357-a81a-b48fc33b0bab req-375401e1-17ff-4589-bb8e-e31bd7df0115 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 932 time: 0.2221014 Aug 26 11:16:44.527041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port acd9215d-f553-494e-8b58-102d161b90eb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=acd9215d-f553-494e-8b58-102d161b90eb,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:44.534441 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:44.598977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=acd9215d-f553-494e-8b58-102d161b90eb,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:44.776792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-924027f3-3170-45d2-8917-4c42f2328109 None None] Provisioning for port 4a866489-b461-4ad0-b254-2764ac8f83b2 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:44.784136 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-924027f3-3170-45d2-8917-4c42f2328109 None None] Provisioning complete for port 4a866489-b461-4ad0-b254-2764ac8f83b2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:44.785605 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-924027f3-3170-45d2-8917-4c42f2328109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:44.898956 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-924027f3-3170-45d2-8917-4c42f2328109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:44.956505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-924027f3-3170-45d2-8917-4c42f2328109 None None] For port 4a866489-b461-4ad0-b254-2764ac8f83b2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4a866489-b461-4ad0-b254-2764ac8f83b2,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:44.961880 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-924027f3-3170-45d2-8917-4c42f2328109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:45.064713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924027f3-3170-45d2-8917-4c42f2328109 None None] Pushing event updated for resources: {'Port': ['ID=4a866489-b461-4ad0-b254-2764ac8f83b2,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:45.097451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-de2cd4bf-4899-4ffd-ad48-a3cc4b5691de None None] Provisioning for port fbb9df07-c2f3-4486-bad0-a35970a3327b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:45.112336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-de2cd4bf-4899-4ffd-ad48-a3cc4b5691de None None] Provisioning complete for port fbb9df07-c2f3-4486-bad0-a35970a3327b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:45.112843 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de2cd4bf-4899-4ffd-ad48-a3cc4b5691de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:45.166094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-de2cd4bf-4899-4ffd-ad48-a3cc4b5691de None None] Port fbb9df07-c2f3-4486-bad0-a35970a3327b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:16:45.187388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2628f-4f09-4427-bdc0-ac884d4ffb82 req-99510642-c936-4e03-a749-3422499c00fd tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:45.189215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-baf2628f-4f09-4427-bdc0-ac884d4ffb82 req-99510642-c936-4e03-a749-3422499c00fd tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 944 time: 0.8541448 Aug 26 11:16:45.242624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8da2aaa7-0910-4357-a81a-b48fc33b0bab req-5d0873ee-4fec-4693-91f1-6486a9246717 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515994 Aug 26 11:16:45.331069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-baf2628f-4f09-4427-bdc0-ac884d4ffb82 req-d1a6bf39-eb38-493f-9afb-6e3cfc16a5c9 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279643 Aug 26 11:16:45.348856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Router 17b41c3f-cb43-4618-b1a4-5582a34d161f is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:16:45.390564 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-229698a3-2c82-4855-a62c-3e734fb42c10 None None] Provisioning complete for port fbb9df07-c2f3-4486-bad0-a35970a3327b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:45.391426 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-229698a3-2c82-4855-a62c-3e734fb42c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:45.440970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-229698a3-2c82-4855-a62c-3e734fb42c10 None None] Port fbb9df07-c2f3-4486-bad0-a35970a3327b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:16:45.551883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:16:45.559488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-db90b2df-894a-4087-8562-53a9045b157b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "PUT /v2.0/routers/17b41c3f-cb43-4618-b1a4-5582a34d161f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2401679 Aug 26 11:16:45.562123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55110) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:45.566763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Sync routers for ids ['17b41c3f-cb43-4618-b1a4-5582a34d161f'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:16:45.581807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Routers {'17b41c3f-cb43-4618-b1a4-5582a34d161f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:45.582428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['17b41c3f-cb43-4618-b1a4-5582a34d161f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:45.604263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cfef48-37f3-4fad-a0f7-9956f871bae8 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:16:45.615171 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:45.624139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9339d5-32c6-445b-81d8-c89732559a34 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:45.626075 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0f9339d5-32c6-445b-81d8-c89732559a34 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports/fbb9df07-c2f3-4486-bad0-a35970a3327b HTTP/1.1" status: 200 len: 911 time: 0.0620728 Aug 26 11:16:45.629499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55112) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:45.638325 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Transition to ACTIVE for port object 06cfef48-37f3-4fad-a0f7-9956f871bae8 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:45.647066 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:45.692857 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f69ad2-a3f0-486d-a4c9-bd976190004c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:45.704299 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f69ad2-a3f0-486d-a4c9-bd976190004c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:45.706939 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-01f69ad2-a3f0-486d-a4c9-bd976190004c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0761020 Aug 26 11:16:45.709658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55114) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:45.710971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Set router 17b41c3f-cb43-4618-b1a4-5582a34d161f gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:16:45.773013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Pushing event updated for resources: {'Port': ['ID=06cfef48-37f3-4fad-a0f7-9956f871bae8,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:45.796193 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f4443e8-08c3-4acd-bd68-7c761b5e3241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:45.816378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Attempting to bind port 06cfef48-37f3-4fad-a0f7-9956f871bae8 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:45.816738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Attempting to bind port 06cfef48-37f3-4fad-a0f7-9956f871bae8 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:45.817777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Attempting to bind port 06cfef48-37f3-4fad-a0f7-9956f871bae8 on network d2df4144-e113-4253-a3d3-b5ea0bc55a3f {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:45.822922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Port 06cfef48-37f3-4fad-a0f7-9956f871bae8 on network d2df4144-e113-4253-a3d3-b5ea0bc55a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:16:45.823319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Attempting to bind port 06cfef48-37f3-4fad-a0f7-9956f871bae8 on network d2df4144-e113-4253-a3d3-b5ea0bc55a3f {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:45.829424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:45.829825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Checking segment: {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:45.830219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Bound using segment: {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:45.830655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Bound port: 06cfef48-37f3-4fad-a0f7-9956f871bae8, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:45.831063 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:45.919844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4a866489-b461-4ad0-b254-2764ac8f83b2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:45.931342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:45.941071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:45.948662 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:45.988727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:45.989551 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:45.991183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] 10.222.0.42 "PUT /v2.0/ports/06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 1093 time: 2.1398516 Aug 26 11:16:45.991755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:16:45.994361 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ecc50d-c4cb-4db3-8336-9c56836e9075" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:16:46.040848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ce2f3-9702-4ffa-995e-a4e114179b42 service neutron] Pushing event updated for resources: {'Port': ['ID=06cfef48-37f3-4fad-a0f7-9956f871bae8,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:46.097125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 4a866489-b461-4ad0-b254-2764ac8f83b2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:46.097519 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:46.145744 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-1d9cba4e-58b9-46c6-962c-6ef89a9b48b5 req-39b9f582-f28c-49f1-b71c-272837f7c3d8 service neutron] (101267) timed out ('10.222.0.42', 55857) {{(pid=101267) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:16:46.154946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-4310b0f0-b771-4f9f-9b2c-61bb28ad68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:46.156603 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-4310b0f0-b771-4f9f-9b2c-61bb28ad68b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1096 time: 0.1125433 Aug 26 11:16:46.211122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b41c3f-cb43-4618-b1a4-5582a34d161f', 'name': 'tempest-NetworksTestDHCPv6-router-270035857', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:41Z', 'updated_at': '2021-08-26T11:16:43Z', 'revision_number': 2, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'gw_port_host': None, '_interfaces': [{'id': 'fbb9df07-c2f3-4486-bad0-a35970a3327b', 'name': '', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'mac_address': 'fa:16:3e:28:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b41c3f-cb43-4618-b1a4-5582a34d161f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f5cbc358-8602-4f03-b4fe-3696737db15f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:42Z', 'updated_at': '2021-08-26T11:16:43Z', 'revision_number': 2, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'subnets': [{'id': 'f5cbc358-8602-4f03-b4fe-3696737db15f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:46.243999 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3831f2-024d-4ab2-8c23-8f978a0b5df1 x-openstack-request-id: req-bc3831f2-024d-4ab2-8c23-8f978a0b5df1 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:16:46.244511 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:16:46.244594 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc3831f2-024d-4ab2-8c23-8f978a0b5df1 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:16:46.244953 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'status': 'completed', 'code': 200} Aug 26 11:16:46.281076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Checking router: 17b41c3f-cb43-4618-b1a4-5582a34d161f for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:16:46.281363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Updating router 17b41c3f-cb43-4618-b1a4-5582a34d161f port fbb9df07-c2f3-4486-bad0-a35970a3327b binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:16:46.312530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:46.313601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-a037f251-090f-4c4d-8d36-52104ee5aee8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 217 time: 0.1455312 Aug 26 11:16:46.323056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:16:46.381023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device acd9215d-f553-494e-8b58-102d161b90eb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:46.436034 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:46.452302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-2233c7a5-f280-4ecd-af51-201ac1059777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:46.453852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-2233c7a5-f280-4ecd-af51-201ac1059777 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 200 len: 835 time: 0.1322694 Aug 26 11:16:46.515729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4812c1b-45ce-4076-bfb1-d8a6c6b00fd1 req-aa5ab4b3-46be-42e2-8cb7-17f59b77c231 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:46.517342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4812c1b-45ce-4076-bfb1-d8a6c6b00fd1 req-aa5ab4b3-46be-42e2-8cb7-17f59b77c231 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 944 time: 0.1289196 Aug 26 11:16:46.577782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c5740-e62a-47a6-b6b0-05a7521a3778 req-0c451723-762c-4ebd-86bd-e0cfc3502303 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:46.579409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-860c5740-e62a-47a6-b6b0-05a7521a3778 req-0c451723-762c-4ebd-86bd-e0cfc3502303 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 944 time: 0.1510010 Aug 26 11:16:46.625430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-f81faecc-49d5-4797-9e90-6bbaa114d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:46.626956 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-f81faecc-49d5-4797-9e90-6bbaa114d187 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1580274 Aug 26 11:16:46.630413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4812c1b-45ce-4076-bfb1-d8a6c6b00fd1 req-ac986832-debb-40ad-83dd-e257c7d0c415 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963860 Aug 26 11:16:46.690041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-860c5740-e62a-47a6-b6b0-05a7521a3778 req-eca8ed66-1a48-4ce6-ba34-97cbebc4c8d4 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037295 Aug 26 11:16:46.720983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port acd9215d-f553-494e-8b58-102d161b90eb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:46.722827 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:46.740451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-40b6dc72-abed-49ae-b17c-2b49808140af service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058967 Aug 26 11:16:46.776470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51,segment=NetworkSegment(a4dcde54-94ea-488d-9055-55c1b6eab2a8),segment_id=a4dcde54-94ea-488d-9055-55c1b6eab2a8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:46.808077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51', 'network_id': 'd6b3adaf-bcf1-4773-9723-374a049ab19c', 'port_id': '1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51', 'mac_address': 'fa:16:3e:d2:12:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6371df6d-f2ee-4d75-a56d-6267cf513e31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:16:46.849727 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:46.926115 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8948c0c7-69b8-4914-89d2-5be9f8021947 req-cb2b332e-2300-4dcd-abd2-53d7b6fd7e2e service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779077 Aug 26 11:16:46.927898 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:46.941752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-953c7dad-599f-4690-89af-f98654ae14d6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:46.943554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-953c7dad-599f-4690-89af-f98654ae14d6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.1626143 Aug 26 11:16:46.952163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:16:46.968513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-2a08cd0a-ea52-49f3-9714-f8db7ad28f57 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/quotas/b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 375 time: 0.0117786 Aug 26 11:16:46.972611 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:46.988828 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51,segment=NetworkSegment(a4dcde54-94ea-488d-9055-55c1b6eab2a8),segment_id=a4dcde54-94ea-488d-9055-55c1b6eab2a8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:46.991891 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Transition to ACTIVE for port object fbb9df07-c2f3-4486-bad0-a35970a3327b will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:46.995379 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:47.021496 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:47.066281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:47.071099 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-b130bfb9-2f45-4581-bec6-2075e8fe820d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840340 Aug 26 11:16:47.143080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port fbb9df07-c2f3-4486-bad0-a35970a3327b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:47.143431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:47.145021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Attempting to bind port fbb9df07-c2f3-4486-bad0-a35970a3327b on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:47.145402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Attempting to bind port fbb9df07-c2f3-4486-bad0-a35970a3327b by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:47.145779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Attempting to bind port fbb9df07-c2f3-4486-bad0-a35970a3327b on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:47.152100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecc50d-c4cb-4db3-8336-9c56836e9075 req-511b0736-1e21-4b58-ad9c-d44af52e6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:47.153756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b454c1e-c0fb-482f-bf6e-699b03f2579e None None] Pushing event updated for resources: {'Port': ['ID=fbb9df07-c2f3-4486-bad0-a35970a3327b,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:47.154780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2ecc50d-c4cb-4db3-8336-9c56836e9075 req-511b0736-1e21-4b58-ad9c-d44af52e6dd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1096 time: 0.1536098 Aug 26 11:16:47.157166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:47.157549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:47.159227 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:47.159227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:47.159227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Bound port: fbb9df07-c2f3-4486-bad0-a35970a3327b, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:47.159227 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:47.220080 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:47.248387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] For port fbb9df07-c2f3-4486-bad0-a35970a3327b, host n-d-778550-13, got binding levels [] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:47.248756 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:47.262570 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] For port fbb9df07-c2f3-4486-bad0-a35970a3327b, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:47.266205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for fbb9df07-c2f3-4486-bad0-a35970a3327b owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:47.266420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] For port fbb9df07-c2f3-4486-bad0-a35970a3327b, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fbb9df07-c2f3-4486-bad0-a35970a3327b,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:47.273179 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:47.302851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:16:47.376457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Routers {'17b41c3f-cb43-4618-b1a4-5582a34d161f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:47.377147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['17b41c3f-cb43-4618-b1a4-5582a34d161f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:47.405454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecc50d-c4cb-4db3-8336-9c56836e9075 req-93f7c696-e997-4765-8d8b-78b2b00527e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:47.406681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2ecc50d-c4cb-4db3-8336-9c56836e9075 req-93f7c696-e997-4765-8d8b-78b2b00527e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 898 time: 0.2416031 Aug 26 11:16:47.409306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-e811d9cd-19f2-424e-9ea9-6d7360f2ea8c service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301275 Aug 26 11:16:47.446840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b454c1e-c0fb-482f-bf6e-699b03f2579e None None] Pushing event updated for resources: {'Port': ['ID=fbb9df07-c2f3-4486-bad0-a35970a3327b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:47.481488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2ecc50d-c4cb-4db3-8336-9c56836e9075 req-dd766e18-46fd-4b70-986b-13e631a430e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 217 time: 0.0654101 Aug 26 11:16:47.499485 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:47.507314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] Set router 17b41c3f-cb43-4618-b1a4-5582a34d161f gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:16:47.586436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecc50d-c4cb-4db3-8336-9c56836e9075 req-70f6a441-66f5-46a0-aa45-017be9844d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:47.588339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2ecc50d-c4cb-4db3-8336-9c56836e9075 req-70f6a441-66f5-46a0-aa45-017be9844d60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 200 len: 835 time: 0.0795231 Aug 26 11:16:47.594685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=fbb9df07-c2f3-4486-bad0-a35970a3327b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:47.623996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ccde4218-4965-46dc-a620-b66265787bc8 service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047601 Aug 26 11:16:47.729980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecc50d-c4cb-4db3-8336-9c56836e9075 req-6773e9f6-c527-4b81-b54d-bc12542fae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:47.732335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2ecc50d-c4cb-4db3-8336-9c56836e9075 req-6773e9f6-c527-4b81-b54d-bc12542fae07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334379 Aug 26 11:16:47.749915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:47.800322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6373aede-6fd4-44e7-a7af-fcd29e894679 None None] Could not find standard attr ID for object fbb9df07-c2f3-4486-bad0-a35970a3327b. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:16:48.001652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Router 17b41c3f-cb43-4618-b1a4-5582a34d161f has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:16:48.014155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c118e34-1e05-4a66-9c33-c54bc8534a9a req-771f49a5-c082-4d20-a22b-a39d3f260952 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:48.021924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c118e34-1e05-4a66-9c33-c54bc8534a9a req-771f49a5-c082-4d20-a22b-a39d3f260952 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 944 time: 0.2853999 Aug 26 11:16:48.044319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cf243-a967-4d94-bbdd-1c4e72c15938 req-fb34688c-6f76-49fa-b4f9-6e2de4011be0 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:48.045783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-539cf243-a967-4d94-bbdd-1c4e72c15938 req-fb34688c-6f76-49fa-b4f9-6e2de4011be0 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 945 time: 0.1424460 Aug 26 11:16:48.063258 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2ecc50d-c4cb-4db3-8336-9c56836e9075 req-5f270d55-c0cd-40a4-866c-9104595742eb service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101859 Aug 26 11:16:48.066533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b41c3f-cb43-4618-b1a4-5582a34d161f', 'name': 'tempest-NetworksTestDHCPv6-router-270035857', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:41Z', 'updated_at': '2021-08-26T11:16:43Z', 'revision_number': 2, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'gw_port_host': None, '_interfaces': [{'id': 'fbb9df07-c2f3-4486-bad0-a35970a3327b', 'name': '', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'mac_address': 'fa:16:3e:28:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b41c3f-cb43-4618-b1a4-5582a34d161f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f5cbc358-8602-4f03-b4fe-3696737db15f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:42Z', 'updated_at': '2021-08-26T11:16:47Z', 'revision_number': 4, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'subnets': [{'id': 'f5cbc358-8602-4f03-b4fe-3696737db15f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:16:48.096247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:16:48.104219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708970aa-6a0e-4f5b-bf2b-81ea182894c2 None None] The sync data for ids ['17b41c3f-cb43-4618-b1a4-5582a34d161f'] in n-d-778550-13 is: [{'id': '17b41c3f-cb43-4618-b1a4-5582a34d161f', 'name': 'tempest-NetworksTestDHCPv6-router-270035857', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:41Z', 'updated_at': '2021-08-26T11:16:43Z', 'revision_number': 2, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'gw_port_host': None, '_interfaces': [{'id': 'fbb9df07-c2f3-4486-bad0-a35970a3327b', 'name': '', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'mac_address': 'fa:16:3e:28:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b41c3f-cb43-4618-b1a4-5582a34d161f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': 'f5cbc358-8602-4f03-b4fe-3696737db15f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:42Z', 'updated_at': '2021-08-26T11:16:47Z', 'revision_number': 4, 'project_id': '3d570746e26b4207bf7c4b12a3f27435', 'subnets': [{'id': 'f5cbc358-8602-4f03-b4fe-3696737db15f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:16:48.105236 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6a1841ff-c9e0-40a5-a76f-35b78f2fabce tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "PUT /v2.0/routers/17b41c3f-cb43-4618-b1a4-5582a34d161f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3941970 Aug 26 11:16:48.106595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55152) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:48.168821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c68b23-08a7-4862-9e5b-78b927a291c9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:48.170449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c68b23-08a7-4862-9e5b-78b927a291c9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:48.175815 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-27c68b23-08a7-4862-9e5b-78b927a291c9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0679200 Aug 26 11:16:48.176539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55154) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:48.233693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1488a4e-8104-4991-90fa-5e8bd89c95cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet f5cbc358-8602-4f03-b4fe-3696737db15f {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:48.237260 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1488a4e-8104-4991-90fa-5e8bd89c95cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:48.298437 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1488a4e-8104-4991-90fa-5e8bd89c95cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:48.454075 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1488a4e-8104-4991-90fa-5e8bd89c95cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:48.508837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1c118e34-1e05-4a66-9c33-c54bc8534a9a req-e88aa57d-40db-4215-91a2-94802cd83b5d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4858921 Aug 26 11:16:48.535648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-539cf243-a967-4d94-bbdd-1c4e72c15938 req-fe6a7fe5-0dfc-4eb2-b42e-48e57356b386 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827275 Aug 26 11:16:48.601195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2ecc50d-c4cb-4db3-8336-9c56836e9075 req-6f646e98-724f-45c9-8219-c6c9b95521c1 service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257955 Aug 26 11:16:48.631868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1488a4e-8104-4991-90fa-5e8bd89c95cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:48.681524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1488a4e-8104-4991-90fa-5e8bd89c95cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=f5cbc358-8602-4f03-b4fe-3696737db15f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:48.689909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1488a4e-8104-4991-90fa-5e8bd89c95cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:48.695608 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d1488a4e-8104-4991-90fa-5e8bd89c95cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/f5cbc358-8602-4f03-b4fe-3696737db15f HTTP/1.1" status: 204 len: 168 time: 0.5168417 Aug 26 11:16:48.698952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfab0462-0102-43d2-bdc7-c3d65445cd6f req-0cdaab9d-48a4-4daa-963a-8aac07b9ffd2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 210 time: 0.0408089 Aug 26 11:16:48.699973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55160) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:48.713608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6464c8a-a792-4a52-af14-abab3a3dc3ed None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:48.854796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1136e778-83c5-4659-bf8d-be34ccbbf042 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1524131 Aug 26 11:16:48.856186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55162) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:48.951089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2002c88d-e89d-4020-a257-003024fa74f9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.001699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 06cfef48-37f3-4fad-a0f7-9956f871bae8 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:16:49.010286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2316d175-190f-4e53-a509-d69d43120a23 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:16:49.139545 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2002c88d-e89d-4020-a257-003024fa74f9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.141830 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2002c88d-e89d-4020-a257-003024fa74f9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.151607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2316d175-190f-4e53-a509-d69d43120a23 None None] Deleting port 4a866489-b461-4ad0-b254-2764ac8f83b2 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:49.152175 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2316d175-190f-4e53-a509-d69d43120a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.158969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:49.191467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2002c88d-e89d-4020-a257-003024fa74f9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.191737 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2002c88d-e89d-4020-a257-003024fa74f9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Fanout notify agent at l3_agent the message router_deleted on router 17b41c3f-cb43-4618-b1a4-5582a34d161f {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:16:49.199173 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2002c88d-e89d-4020-a257-003024fa74f9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.203978 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2002c88d-e89d-4020-a257-003024fa74f9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/routers/17b41c3f-cb43-4618-b1a4-5582a34d161f HTTP/1.1" status: 204 len: 168 time: 0.3437159 Aug 26 11:16:49.204252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55164) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:49.235369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'port_id': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'mac_address': 'fa:16:3e:f1:fb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:16:49.264472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bc46b3-4e2a-40c0-ad4f-a399c0e3c19b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:49.266249 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-29bc46b3-4e2a-40c0-ad4f-a399c0e3c19b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0610585 Aug 26 11:16:49.268752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55166) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:49.306336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2316d175-190f-4e53-a509-d69d43120a23 None None] For port 4a866489-b461-4ad0-b254-2764ac8f83b2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=4a866489-b461-4ad0-b254-2764ac8f83b2,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:49.306771 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2316d175-190f-4e53-a509-d69d43120a23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.337350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2316d175-190f-4e53-a509-d69d43120a23 None None] Calling delete_port for 4a866489-b461-4ad0-b254-2764ac8f83b2 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:49.342925 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.351916 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.403417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cfef48-37f3-4fad-a0f7-9956f871bae8 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:16:49.404990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78693ce4-f00a-4dbc-ab21-401941ba4d7b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:49.406753 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-78693ce4-f00a-4dbc-ab21-401941ba4d7b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1370554 Aug 26 11:16:49.410076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55168) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:49.447338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:49.456360 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.469140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-357166df-ba3b-4515-b2b4-3d5e8a5fa891 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572813 Aug 26 11:16:49.474251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55170) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:49.477492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-793766e3-b81c-49b2-9bbb-a9ce1a859ca3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:49.479282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-793766e3-b81c-49b2-9bbb-a9ce1a859ca3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.1724224 Aug 26 11:16:49.481389 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-dc02d33f-6f47-4f08-aa36-c3169b983cbd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:49.502085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'port': {'device_id': 'fd729ec3-3e7b-4ebe-8f29-eff6b0b62747', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'admin_state_up': True, 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:49.502523 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2316d175-190f-4e53-a509-d69d43120a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.528970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316d175-190f-4e53-a509-d69d43120a23 None None] No DVR routers for this DVR port 4a866489-b461-4ad0-b254-2764ac8f83b2 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:16:49.535928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=06cfef48-37f3-4fad-a0f7-9956f871bae8,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:49.567750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316d175-190f-4e53-a509-d69d43120a23 None None] Pushing event deleted for resources: {'Port': ['ID=4a866489-b461-4ad0-b254-2764ac8f83b2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:49.626572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc02d33f-6f47-4f08-aa36-c3169b983cbd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:49.631634 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dc02d33f-6f47-4f08-aa36-c3169b983cbd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.712435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['06cfef48-37f3-4fad-a0f7-9956f871bae8'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:16:49.724635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Made reservation on behalf of b6004e8ddb64481b8fb8b975d301d1ab for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:49.729399 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:49.834490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4aec-d965-4207-9a4e-2e936ddc199b req-4c36bf99-22f2-420f-874e-4fcedfe29652 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:49.842330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-753d4aec-d965-4207-9a4e-2e936ddc199b req-4c36bf99-22f2-420f-874e-4fcedfe29652 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 945 time: 0.1432300 Aug 26 11:16:49.857767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a77527-a4b9-467f-9686-3dc060988e0c req-ebad85f9-9f17-4bce-9647-367f13dcaa2e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:49.868854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7a77527-a4b9-467f-9686-3dc060988e0c req-ebad85f9-9f17-4bce-9647-367f13dcaa2e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 945 time: 0.2027898 Aug 26 11:16:49.943276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4a866489-b461-4ad0-b254-2764ac8f83b2 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:16:49.968837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-753d4aec-d965-4207-9a4e-2e936ddc199b req-59b7dd33-167d-4b85-a3c7-547e4deef3fa tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197166 Aug 26 11:16:49.982383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Allocated IP 172.20.0.13 (425c1548-ff0b-496e-9ab6-42aac07c907a/d60a612c-a025-4e07-8431-dbe7e8facf35/0d23a148-523b-457a-9c53-387c5a3c7670) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:49.983499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7a77527-a4b9-467f-9686-3dc060988e0c req-ce671961-08a7-41dd-9416-4e13408d310d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092453 Aug 26 11:16:49.988512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 4a866489-b461-4ad0-b254-2764ac8f83b2 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:16:49.988867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 4a866489-b461-4ad0-b254-2764ac8f83b2 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:16:50.158587 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62a99a-dd8e-43ac-a730-bdb1183f5c9b None None] Sync routers for ids ['17b41c3f-cb43-4618-b1a4-5582a34d161f'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:16:50.190927 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62a99a-dd8e-43ac-a730-bdb1183f5c9b None None] Routers set() bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:50.191774 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62a99a-dd8e-43ac-a730-bdb1183f5c9b None None] Router IDs set() for agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 11:16:50.193609 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_agentschedulers_db [None req-6b62a99a-dd8e-43ac-a730-bdb1183f5c9b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17b41c3f-cb43-4618-b1a4-5582a34d161f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent'). {{(pid=101269) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 26 11:16:50.222382 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62a99a-dd8e-43ac-a730-bdb1183f5c9b None None] Routers set() bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:16:50.223041 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62a99a-dd8e-43ac-a730-bdb1183f5c9b None None] Router IDs set() for agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 11:16:50.223399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50ef75e5-6ac5-47fd-ae59-d67665fd6f86 req-5c7842f3-c871-4bdd-b76a-b05bb75bf192 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 210 time: 0.0867627 Aug 26 11:16:50.224021 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_agentschedulers_db [None req-6b62a99a-dd8e-43ac-a730-bdb1183f5c9b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17b41c3f-cb43-4618-b1a4-5582a34d161f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent'). {{(pid=101269) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 26 11:16:50.224402 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62a99a-dd8e-43ac-a730-bdb1183f5c9b None None] The sync data for ids ['17b41c3f-cb43-4618-b1a4-5582a34d161f'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:16:50.279771 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.304075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Transition to ACTIVE for port object 0d23a148-523b-457a-9c53-387c5a3c7670 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:50.353317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:50.359061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.413060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:50.417897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Network 425c1548-ff0b-496e-9ab6-42aac07c907a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:50.420106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:50.421088 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.421581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:50.426922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:50.432632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=0d23a148-523b-457a-9c53-387c5a3c7670,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:50.485011 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:50.485896 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.504685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.objects.ports [None req-dc02d33f-6f47-4f08-aa36-c3169b983cbd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101267) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:16:50.512214 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dc02d33f-6f47-4f08-aa36-c3169b983cbd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.521996 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-ba5386eb-98cc-47d4-b48d-f2cf2db7de6c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0281904 Aug 26 11:16:50.559911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Request body: {'port': {'device_id': 'fd729ec3-3e7b-4ebe-8f29-eff6b0b62747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:50.582448 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.584837 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.585405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02d33f-6f47-4f08-aa36-c3169b983cbd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:50.589655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-dc02d33f-6f47-4f08-aa36-c3169b983cbd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:50.594754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc02d33f-6f47-4f08-aa36-c3169b983cbd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:50.595392 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dc02d33f-6f47-4f08-aa36-c3169b983cbd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.611226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5ef38-dddf-490e-939a-743ecf449082 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:50.624205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dc02d33f-6f47-4f08-aa36-c3169b983cbd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1450930 Aug 26 11:16:50.624205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02d33f-6f47-4f08-aa36-c3169b983cbd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=75637a22-2e13-4d72-9a65-98c8cbe375f8,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:50.625175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55182) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:50.633588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-19529654-c4e0-4da2-9aec-50e813549790 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:50.678903 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.841600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:16:50.842311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19529654-c4e0-4da2-9aec-50e813549790 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:50.844158 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cefd9cf-c6dc-4693-838b-cfb8ce04d724" -d '{"events": [{"server_uuid": "ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e", "name": "network-vif-plugged", "status": "completed", "tag": "1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:16:50.848018 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19529654-c4e0-4da2-9aec-50e813549790 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.882623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51,segment=NetworkSegment(a4dcde54-94ea-488d-9055-55c1b6eab2a8),segment_id=a4dcde54-94ea-488d-9055-55c1b6eab2a8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:50.919667 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.923606 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ba359f-5efe-425c-bd61-d438a5894d48 x-openstack-request-id: req-80ba359f-5efe-425c-bd61-d438a5894d48 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:16:50.924171 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e", "name": "network-vif-plugged", "status": "completed", "tag": "1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:16:50.924638 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80ba359f-5efe-425c-bd61-d438a5894d48 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:16:50.925224 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51', 'code': 200} Aug 26 11:16:50.952063 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-83054971-34a9-421c-9945-402bf9cf09d1 None None] Provisioning for port 0d23a148-523b-457a-9c53-387c5a3c7670 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:50.988685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-83054971-34a9-421c-9945-402bf9cf09d1 None None] Provisioning complete for port 0d23a148-523b-457a-9c53-387c5a3c7670 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:50.989363 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83054971-34a9-421c-9945-402bf9cf09d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:50.995034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '75637a22-2e13-4d72-9a65-98c8cbe375f8'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:16:50.997081 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.080338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 06cfef48-37f3-4fad-a0f7-9956f871bae8 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:51.144015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc6edc-b93c-455f-bf17-041223bd163c req-7b373673-94c3-4587-b5d4-e58441bbf3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:51.146045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39dc6edc-b93c-455f-bf17-041223bd163c req-7b373673-94c3-4587-b5d4-e58441bbf3c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 1098 time: 0.1646144 Aug 26 11:16:51.170787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:51.221691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d23a148-523b-457a-9c53-387c5a3c7670 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:16:51.222177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-83054971-34a9-421c-9945-402bf9cf09d1 None None] Port 0d23a148-523b-457a-9c53-387c5a3c7670 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:16:51.234392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.254905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Transition to ACTIVE for port object 0d23a148-523b-457a-9c53-387c5a3c7670 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:51.261025 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.272226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78f485-a030-4d94-83dc-82a66b6fc89f req-7d79bf96-406f-4a2e-9b5f-1fe3f5bc1dfc tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:51.274124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c78f485-a030-4d94-83dc-82a66b6fc89f req-7d79bf96-406f-4a2e-9b5f-1fe3f5bc1dfc tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 945 time: 0.1636140 Aug 26 11:16:51.283408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c2e89-7861-41b1-b966-4e731d81a761 req-fa0f41f1-4ad0-4d57-8f69-e252652eeae9 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:51.285227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be8c2e89-7861-41b1-b966-4e731d81a761 req-fa0f41f1-4ad0-4d57-8f69-e252652eeae9 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 946 time: 0.1960080 Aug 26 11:16:51.291193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 06cfef48-37f3-4fad-a0f7-9956f871bae8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:51.298755 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 06cfef48-37f3-4fad-a0f7-9956f871bae8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:51.299148 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.319719 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39dc6edc-b93c-455f-bf17-041223bd163c req-92b1bbd1-a925-4ac7-86de-c6f71ca10110 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521969 Aug 26 11:16:51.326074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Pushing event updated for resources: {'Port': ['ID=0d23a148-523b-457a-9c53-387c5a3c7670,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:51.350899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Allocated IP 2001:db8::f816:3eff:fede:91d6 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/75637a22-2e13-4d72-9a65-98c8cbe375f8/d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:51.417931 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be8c2e89-7861-41b1-b966-4e731d81a761 req-09472209-1577-4a79-b381-3aaaff942e04 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179707 Aug 26 11:16:51.435728 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c78f485-a030-4d94-83dc-82a66b6fc89f req-a3f574a7-e923-4df4-af68-bcedd2dc41d5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1469014 Aug 26 11:16:51.510279 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.541252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Attempting to bind port 0d23a148-523b-457a-9c53-387c5a3c7670 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:51.541252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Attempting to bind port 0d23a148-523b-457a-9c53-387c5a3c7670 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:51.541533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Attempting to bind port 0d23a148-523b-457a-9c53-387c5a3c7670 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:51.556130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Port 0d23a148-523b-457a-9c53-387c5a3c7670 on network 425c1548-ff0b-496e-9ab6-42aac07c907a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:16:51.556492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Attempting to bind port 0d23a148-523b-457a-9c53-387c5a3c7670 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:51.570168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:51.570590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Checking segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:51.571023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Bound using segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:51.571488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Bound port: 0d23a148-523b-457a-9c53-387c5a3c7670, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:51.571859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.597477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:51.606779 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.621088 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19529654-c4e0-4da2-9aec-50e813549790 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.638980 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.654050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Transition to ACTIVE for port object d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:51.681181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] For port 0d23a148-523b-457a-9c53-387c5a3c7670, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:51.686911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] For port 0d23a148-523b-457a-9c53-387c5a3c7670, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0d23a148-523b-457a-9c53-387c5a3c7670,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:51.689835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=06cfef48-37f3-4fad-a0f7-9956f871bae8,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:51.693498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Transition to ACTIVE for port object d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:51.695609 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.701469 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.722330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668a914-d65a-4926-9b59-278b695b212e req-240b944f-491a-4486-bd72-33345a33b29d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:51.724208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1668a914-d65a-4926-9b59-278b695b212e req-240b944f-491a-4486-bd72-33345a33b29d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.1631274 Aug 26 11:16:51.726150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19529654-c4e0-4da2-9aec-50e813549790 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:51.729844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-19529654-c4e0-4da2-9aec-50e813549790 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:51.739061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19529654-c4e0-4da2-9aec-50e813549790 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:51.739705 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-19529654-c4e0-4da2-9aec-50e813549790 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.766334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:51.766541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Pushing event updated for resources: {'Port': ['ID=0d23a148-523b-457a-9c53-387c5a3c7670,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:51.775062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:51.778956 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:51.779700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.781004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:51.781763 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-704618ac-d18a-437c-ac0b-2f3cb4a1c754 service neutron] 10.222.0.47 "PUT /v2.0/ports/0d23a148-523b-457a-9c53-387c5a3c7670 HTTP/1.1" status: 200 len: 1093 time: 1.2435107 Aug 26 11:16:51.782356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd729ec3-3e7b-4ebe-8f29-eff6b0b62747', 'tag': '0d23a148-523b-457a-9c53-387c5a3c7670'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:16:51.785457 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918a0535-2901-420d-a7ea-fa6783c1b5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd729ec3-3e7b-4ebe-8f29-eff6b0b62747", "tag": "0d23a148-523b-457a-9c53-387c5a3c7670"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:16:51.793555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19529654-c4e0-4da2-9aec-50e813549790 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=7096a0c0-7b91-4568-91bb-a0e056795903,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:51.800640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Pushing event updated for resources: {'Port': ['ID=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:51.876272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Attempting to bind port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:16:51.876652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Attempting to bind port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:16:51.879142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Attempting to bind port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:16:51.883283 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fbb9df07-c2f3-4486-bad0-a35970a3327b no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:16:51.897856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1668a914-d65a-4926-9b59-278b695b212e req-b2ce7e7b-e9d8-4e60-bf58-8861e41a89cc tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524324 Aug 26 11:16:51.909785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-19529654-c4e0-4da2-9aec-50e813549790 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2776222 Aug 26 11:16:51.909785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55196) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:51.922533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:cc:64:74', 'name': 'tempest-NetworksTestDHCPv6-1766251659'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:51.922765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:16:51.922979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:16:51.923415 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.923816 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:16:51.924308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Bound port: d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:16:51.924689 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:51.926916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: fbb9df07-c2f3-4486-bad0-a35970a3327b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:16:51.927258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fbb9df07-c2f3-4486-bad0-a35970a3327b not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:16:51.953518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-cd48b0dd-9a37-4240-b7c5-c5f8089cf803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:51.955347 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-cd48b0dd-9a37-4240-b7c5-c5f8089cf803 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 1096 time: 0.1140115 Aug 26 11:16:52.003261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] For port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:16:52.007931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] For port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:16:52.013969 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:52.047536 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-71a6cda4-7eab-4eb4-8d80-c238c27750fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d23a148-523b-457a-9c53-387c5a3c7670 HTTP/1.1" status: 200 len: 217 time: 0.0832698 Aug 26 11:16:52.054925 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ae3485-6a77-4cad-96e1-da8e4f15b1eb x-openstack-request-id: req-f5ae3485-6a77-4cad-96e1-da8e4f15b1eb {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:16:52.055233 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd729ec3-3e7b-4ebe-8f29-eff6b0b62747", "tag": "0d23a148-523b-457a-9c53-387c5a3c7670", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:16:52.055506 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5ae3485-6a77-4cad-96e1-da8e4f15b1eb {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:16:52.055941 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd729ec3-3e7b-4ebe-8f29-eff6b0b62747', 'tag': '0d23a148-523b-457a-9c53-387c5a3c7670', 'status': 'completed', 'code': 200} Aug 26 11:16:52.107169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7f19e-367c-498e-8fa4-ea74238a89f5 None None] Pushing event updated for resources: {'Port': ['ID=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:52.151490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-caca4ab6-40d7-4fef-bd11-55500db5724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:52.154609 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-caca4ab6-40d7-4fef-bd11-55500db5724c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0965095 Aug 26 11:16:52.154898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:52.223483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-06c711aa-51e7-4d43-afd0-9324dc46a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:52.225751 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-06c711aa-51e7-4d43-afd0-9324dc46a25a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642395 Aug 26 11:16:52.270771 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:52.325840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 2243c9f7-bf92-4265-a5f6-bc928ea32204 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:16:52.338061 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:52.366891 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-de5e0af7-e1d6-47a8-bec1-dc00dd560d56 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328874 Aug 26 11:16:52.528950 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f328e13-34ef-41fe-8ceb-3e4ce7b70907 req-5fd27df7-9967-4e2a-b27f-905e6f4a63a8 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445162 Aug 26 11:16:52.662072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 172.20.0.4 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/7096a0c0-7b91-4568-91bb-a0e056795903/2243c9f7-bf92-4265-a5f6-bc928ea32204) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:52.675260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0535-2901-420d-a7ea-fa6783c1b5cc req-104ed3ad-2f0b-4369-87f7-3f92752d0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:52.675860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::f816:3eff:fecc:6474 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/75637a22-2e13-4d72-9a65-98c8cbe375f8/2243c9f7-bf92-4265-a5f6-bc928ea32204) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:52.677031 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-918a0535-2901-420d-a7ea-fa6783c1b5cc req-104ed3ad-2f0b-4369-87f7-3f92752d0495 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 1096 time: 0.0981925 Aug 26 11:16:52.711193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea47c3-f07f-4f06-8f62-5b224506acd6 req-58066666-7f74-48e0-8da5-eeebc1514353 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:52.713050 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86ea47c3-f07f-4f06-8f62-5b224506acd6 req-58066666-7f74-48e0-8da5-eeebc1514353 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 946 time: 0.1569076 Aug 26 11:16:52.728823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb436092-6197-489d-8907-c0defcfdd691 req-0f959aba-67cc-4e10-8442-f5503a9098d6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:52.730100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb436092-6197-489d-8907-c0defcfdd691 req-0f959aba-67cc-4e10-8442-f5503a9098d6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.1728461 Aug 26 11:16:52.792183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0535-2901-420d-a7ea-fa6783c1b5cc req-bfcc0cf8-bd6a-48e5-bf9f-ed8e4a53e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:52.794356 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-918a0535-2901-420d-a7ea-fa6783c1b5cc req-bfcc0cf8-bd6a-48e5-bf9f-ed8e4a53e774 service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.1096728 Aug 26 11:16:52.837943 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-918a0535-2901-420d-a7ea-fa6783c1b5cc req-58cb64b9-cdd5-4311-afaf-45d3249ee50e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d23a148-523b-457a-9c53-387c5a3c7670 HTTP/1.1" status: 200 len: 217 time: 0.0362175 Aug 26 11:16:52.867703 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86ea47c3-f07f-4f06-8f62-5b224506acd6 req-4094adad-4b27-4e21-a686-b96e1c4d0338 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303220 Aug 26 11:16:52.900234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb436092-6197-489d-8907-c0defcfdd691 req-6c0ed168-b65a-43db-b7cc-7626383ab8ad tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1336524 Aug 26 11:16:52.906968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0535-2901-420d-a7ea-fa6783c1b5cc req-92f8acb7-6921-4ede-99d6-978830a4c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:52.908772 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-918a0535-2901-420d-a7ea-fa6783c1b5cc req-92f8acb7-6921-4ede-99d6-978830a4c61e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0641165 Aug 26 11:16:52.929540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:16:52.932068 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4e808b-2a93-450d-84fe-20e5e7042a0f" -d '{"events": [{"server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "name": "network-vif-plugged", "status": "completed", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:16:52.987162 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:53.004429 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ebc6dc-c5b4-4e34-82ec-fb66c42a1db1 x-openstack-request-id: req-d0ebc6dc-c5b4-4e34-82ec-fb66c42a1db1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:16:53.004875 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "name": "network-vif-plugged", "status": "completed", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:16:53.005135 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0ebc6dc-c5b4-4e34-82ec-fb66c42a1db1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:16:53.005770 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'code': 200} Aug 26 11:16:53.007387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 2243c9f7-bf92-4265-a5f6-bc928ea32204 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:53.014389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0535-2901-420d-a7ea-fa6783c1b5cc req-930b8fff-6c39-4829-9288-4b15c5cddd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:53.017471 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-918a0535-2901-420d-a7ea-fa6783c1b5cc req-930b8fff-6c39-4829-9288-4b15c5cddd1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997725 Aug 26 11:16:53.137897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401966a-a1da-4708-b3ed-6510e00b3046 req-a3e3eb03-0ae2-4da5-b5c4-ff25dadacc64 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:53.139494 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6401966a-a1da-4708-b3ed-6510e00b3046 req-a3e3eb03-0ae2-4da5-b5c4-ff25dadacc64 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.1183138 Aug 26 11:16:53.142251 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:53.148528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142724f7-5aa4-4ca0-8224-3ed41995c54a req-b7760f64-8d58-4d23-a738-2cab85661fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:53.150114 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-142724f7-5aa4-4ca0-8224-3ed41995c54a req-b7760f64-8d58-4d23-a738-2cab85661fc3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1098 time: 0.0781686 Aug 26 11:16:53.228807 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-918a0535-2901-420d-a7ea-fa6783c1b5cc req-915736c1-a65c-4350-b9bb-d650150d282e service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005532 Aug 26 11:16:53.282505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:53.285961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6401966a-a1da-4708-b3ed-6510e00b3046 req-f79891bb-454b-4b62-b634-f2fbd7751a10 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120553 Aug 26 11:16:53.293883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-142724f7-5aa4-4ca0-8224-3ed41995c54a req-31066b08-50c0-47f2-b2f4-a0105b807d69 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1329587 Aug 26 11:16:53.303158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:53.303158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:53.303158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=2243c9f7-bf92-4265-a5f6-bc928ea32204,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:53.408978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:53.409825 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:53.432821 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-918a0535-2901-420d-a7ea-fa6783c1b5cc req-b52017d0-ca1e-4ae1-a5ac-9a57a6dee7ef service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907964 Aug 26 11:16:53.440075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686429d-7f2d-4d19-888b-4e29d69e8c8d None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:53.441507 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-58f3667e-8463-468d-864f-b5367cc92d76 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5310850 Aug 26 11:16:53.443939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55206) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:53.517437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a538a9fb-81fc-42a2-82cb-daf27e85bf7b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:53.525609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a538a9fb-81fc-42a2-82cb-daf27e85bf7b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:53.530510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a538a9fb-81fc-42a2-82cb-daf27e85bf7b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0823925 Aug 26 11:16:53.531099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55208) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:53.614063 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dccff920-087d-4e1a-8c64-0469151bea25 None None] Provisioning for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:53.683944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b9f7c91c-12da-41f5-afcd-9bcae844ddd1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 2243c9f7-bf92-4265-a5f6-bc928ea32204 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:16:53.684771 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9f7c91c-12da-41f5-afcd-9bcae844ddd1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:53.797247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4540083f-dddb-423c-b66b-a48eba0c0ae9 None None] Update dhcp port {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': '75637a22-2e13-4d72-9a65-98c8cbe375f8', 'ip_address': '2001:db8::f816:3eff:fede:91d6'}, {'subnet_id': '7096a0c0-7b91-4568-91bb-a0e056795903'}], 'binding:host_id': 'n-d-778550-13'}, 'id': 'd1b6c8fd-fb20-44d5-b9fa-0047b5bd7121'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:16:53.804546 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9f7c91c-12da-41f5-afcd-9bcae844ddd1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:53.828043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b9f7c91c-12da-41f5-afcd-9bcae844ddd1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 2243c9f7-bf92-4265-a5f6-bc928ea32204 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:16:53.833089 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4540083f-dddb-423c-b66b-a48eba0c0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:54.051252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:54.198965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395de1c6-c17d-4d8e-aa34-12b973782928 req-55e6cd41-5e5b-4306-b5a6-110738b014cf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:54.200546 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-395de1c6-c17d-4d8e-aa34-12b973782928 req-55e6cd41-5e5b-4306-b5a6-110738b014cf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.1307557 Aug 26 11:16:54.210752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e6a02-5ce2-494e-a4f6-6a9d451ad0a3 req-1470c345-575e-4417-825f-c2d045f6f1cb tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:54.212345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-308e6a02-5ce2-494e-a4f6-6a9d451ad0a3 req-1470c345-575e-4417-825f-c2d045f6f1cb tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 946 time: 0.1545711 Aug 26 11:16:54.220226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:54.257368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:54.257750 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:54.260994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-4540083f-dddb-423c-b66b-a48eba0c0ae9 None None] Allocated IP 172.20.0.2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/7096a0c0-7b91-4568-91bb-a0e056795903/d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:54.310367 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9f7c91c-12da-41f5-afcd-9bcae844ddd1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:54.326631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-395de1c6-c17d-4d8e-aa34-12b973782928 req-8c1a6a42-643e-4279-ae10-fef0d2202ca9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133091 Aug 26 11:16:54.361317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-308e6a02-5ce2-494e-a4f6-6a9d451ad0a3 req-881f59ac-f3e5-4f76-8ff2-7d7aa550ce27 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160429 Aug 26 11:16:54.362486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7c91c-12da-41f5-afcd-9bcae844ddd1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=2243c9f7-bf92-4265-a5f6-bc928ea32204,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:54.539151 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9f7c91c-12da-41f5-afcd-9bcae844ddd1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:54.541202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b9f7c91c-12da-41f5-afcd-9bcae844ddd1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/2243c9f7-bf92-4265-a5f6-bc928ea32204 HTTP/1.1" status: 204 len: 168 time: 1.0093684 Aug 26 11:16:54.544510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55220) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:54.561944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb8515-87d1-4cc6-8c89-48fd351a853e req-3e885e29-86ab-4795-8863-6323ce7defd6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:54.563650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eeb8515-87d1-4cc6-8c89-48fd351a853e req-3e885e29-86ab-4795-8863-6323ce7defd6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.1172535 Aug 26 11:16:54.600938 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:54.617485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4540083f-dddb-423c-b66b-a48eba0c0ae9 None None] For port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:54.662791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c2780-03d6-489c-9373-9ee0188a70ee tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:54.665223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c2780-03d6-489c-9373-9ee0188a70ee tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:54.667162 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c2780-03d6-489c-9373-9ee0188a70ee tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:54.673223 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-642c2780-03d6-489c-9373-9ee0188a70ee tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1275582 Aug 26 11:16:54.673809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55222) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:54.681316 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eeb8515-87d1-4cc6-8c89-48fd351a853e req-2dd49286-7b41-44f0-b84c-9fe90b646b6a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105998 Aug 26 11:16:54.683656 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4540083f-dddb-423c-b66b-a48eba0c0ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:54.712200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4540083f-dddb-423c-b66b-a48eba0c0ae9 None None] Transition to ACTIVE for port object d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:16:54.724850 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4540083f-dddb-423c-b66b-a48eba0c0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:54.761042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40a0c43-0658-4204-bf4a-ca8692612f41 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 7096a0c0-7b91-4568-91bb-a0e056795903 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:54.766422 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a40a0c43-0658-4204-bf4a-ca8692612f41 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:54.838022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a40a0c43-0658-4204-bf4a-ca8692612f41 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:54.856565 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:16:54.856933 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:16:54.869142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540083f-dddb-423c-b66b-a48eba0c0ae9 None None] Pushing event updated for resources: {'Port': ['ID=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:54.967812 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a40a0c43-0658-4204-bf4a-ca8692612f41 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:55.091347 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a40a0c43-0658-4204-bf4a-ca8692612f41 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:55.143546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a0c43-0658-4204-bf4a-ca8692612f41 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=7096a0c0-7b91-4568-91bb-a0e056795903,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:55.146651 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a40a0c43-0658-4204-bf4a-ca8692612f41 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:55.150987 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a40a0c43-0658-4204-bf4a-ca8692612f41 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/7096a0c0-7b91-4568-91bb-a0e056795903 HTTP/1.1" status: 204 len: 168 time: 0.4739530 Aug 26 11:16:55.151371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55228) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:55.244447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6d8dc0-ea00-4894-a4f8-47c5666ca219 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 75637a22-2e13-4d72-9a65-98c8cbe375f8 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:16:55.250240 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8dc0-ea00-4894-a4f8-47c5666ca219 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:55.317826 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8dc0-ea00-4894-a4f8-47c5666ca219 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:55.510178 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:55.581003 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8dc0-ea00-4894-a4f8-47c5666ca219 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:55.696995 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8dc0-ea00-4894-a4f8-47c5666ca219 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:55.729943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01c08c-060e-48ef-af18-c20c4ca009f3 req-8ec61160-cc91-429b-926d-503763dc6e05 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:55.739580 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb01c08c-060e-48ef-af18-c20c4ca009f3 req-8ec61160-cc91-429b-926d-503763dc6e05 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.2211890 Aug 26 11:16:55.774010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d8dc0-ea00-4894-a4f8-47c5666ca219 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=75637a22-2e13-4d72-9a65-98c8cbe375f8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:55.782846 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8dc0-ea00-4894-a4f8-47c5666ca219 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:55.788598 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ee6d8dc0-ea00-4894-a4f8-47c5666ca219 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/75637a22-2e13-4d72-9a65-98c8cbe375f8 HTTP/1.1" status: 204 len: 168 time: 0.6341090 Aug 26 11:16:55.789996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55236) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:55.811793 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:16:55.812778 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:16:55.893029 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e9cae91b-4fcd-4307-98b4-2ec69ed07bc5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962591 Aug 26 11:16:55.893999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55238) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:55.916540 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb01c08c-060e-48ef-af18-c20c4ca009f3 req-afdd09c0-3f1b-45af-93d2-636edc7fd66d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1755159 Aug 26 11:16:55.941877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:56.010852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fbd3a9-fb9c-4b1a-af23-16a811ead49b None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:56.050868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc93d28-a4ea-4da8-89f5-2e655fb7926b req-6bc37481-bfbe-4870-bec2-7b7acff70334 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:56.063307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-abc93d28-a4ea-4da8-89f5-2e655fb7926b req-6bc37481-bfbe-4870-bec2-7b7acff70334 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.1314023 Aug 26 11:16:56.242750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7a601-f629-4be6-b1d1-d45a2ee0faa4 req-8959c3f3-4710-4da4-80f9-476652e5340d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:56.245561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ca7a601-f629-4be6-b1d1-d45a2ee0faa4 req-8959c3f3-4710-4da4-80f9-476652e5340d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.1602635 Aug 26 11:16:56.271411 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-abc93d28-a4ea-4da8-89f5-2e655fb7926b req-61be4d71-066e-47c2-bfe9-0df77be7f5cc tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067769 Aug 26 11:16:56.275831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:56.281152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:56.351035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ca7a601-f629-4be6-b1d1-d45a2ee0faa4 req-5e54a0ab-7025-46b9-b432-c73e67728251 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698075 Aug 26 11:16:56.374956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55244) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:56.451670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96424249-b06f-45ae-87a8-f2bb3f7abafd tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:56.460249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-96424249-b06f-45ae-87a8-f2bb3f7abafd tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1093 time: 0.0804243 Aug 26 11:16:56.460766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55246) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:56.472214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:56.532968 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:56.660969 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:56.663600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7b6cb4f8-3058-45ed-9ae7-a1da46f4d721 None None] Could not find standard attr ID for object 2243c9f7-bf92-4265-a5f6-bc928ea32204. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:16:56.749887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7b6cb4f8-3058-45ed-9ae7-a1da46f4d721 None None] Provisioning for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:16:56.753100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:56.757783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7b6cb4f8-3058-45ed-9ae7-a1da46f4d721 None None] Provisioning complete for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:56.758159 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb4f8-3058-45ed-9ae7-a1da46f4d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:56.794267 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:56.804361 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:56.915395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:56.926496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:16:56.951580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:57.046974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b916add-6dec-4f1d-a51b-b0cf09a5554d None None] Update dhcp port {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': 'e8a41888-a702-4859-a269-c5a328014284'}], 'binding:host_id': 'n-d-778550-13'}, 'id': 'd1b6c8fd-fb20-44d5-b9fa-0047b5bd7121'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:16:57.050210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:57.050210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:57.076709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.25.1.68 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/72b8769b-35cf-4cb3-89e7-dcc7f47c69a9) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:16:57.104819 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b916add-6dec-4f1d-a51b-b0cf09a5554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:57.249894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:57.316935 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:57.393511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:57.399483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:57.404584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:16:57.411840 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-0b916add-6dec-4f1d-a51b-b0cf09a5554d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fede:91d6-c494a64b-1f60-4ec8-943d-e50fb80dff {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:16:57.411979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=72b8769b-35cf-4cb3-89e7-dcc7f47c69a9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:57.412756 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-0b916add-6dec-4f1d-a51b-b0cf09a5554d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:16:57.437667 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:57.562054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5a6cf-00c5-46da-ad6e-8c1317b36c21 req-348da064-ca4b-4985-a1ef-5b59e68c8622 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:57.563933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cd5a6cf-00c5-46da-ad6e-8c1317b36c21 req-348da064-ca4b-4985-a1ef-5b59e68c8622 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.1216867 Aug 26 11:16:57.680301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cd5a6cf-00c5-46da-ad6e-8c1317b36c21 req-27ff3008-4a29-4ca7-ad62-3eb82c2d91cc tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077507 Aug 26 11:16:57.741000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] For port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:57.811084 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:57.817375 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:57.819014 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:57.935029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,revision_number=8']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:57.940813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:57.944602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:57.949372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:57.949979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:57.962557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=e8a41888-a702-4859-a269-c5a328014284,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:57.979645 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b3a93025-e166-496e-9830-61949ad23942 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0546985 Aug 26 11:16:57.980415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55262) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:57.981384 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b916add-6dec-4f1d-a51b-b0cf09a5554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:57.987587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-177e28ac-b8c3-4349-8174-bc76259f59d9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:58.219115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177e28ac-b8c3-4349-8174-bc76259f59d9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:58.232584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-177e28ac-b8c3-4349-8174-bc76259f59d9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:58.473128 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:58.498753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0b916add-6dec-4f1d-a51b-b0cf09a5554d None None] For port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:16:58.548878 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b916add-6dec-4f1d-a51b-b0cf09a5554d None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:58.560884 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b916add-6dec-4f1d-a51b-b0cf09a5554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:58.581532 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:58.642516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b916add-6dec-4f1d-a51b-b0cf09a5554d None None] Pushing event updated for resources: {'Port': ['ID=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:58.685760 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-177e28ac-b8c3-4349-8174-bc76259f59d9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:58.788362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177e28ac-b8c3-4349-8174-bc76259f59d9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:16:58.813073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-177e28ac-b8c3-4349-8174-bc76259f59d9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:16:58.816130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177e28ac-b8c3-4349-8174-bc76259f59d9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:58.817149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-177e28ac-b8c3-4349-8174-bc76259f59d9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:58.831935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e28ac-b8c3-4349-8174-bc76259f59d9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=4458840e-aa6e-412e-a267-3d08168f6ee1,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:58.863043 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-177e28ac-b8c3-4349-8174-bc76259f59d9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8769355 Aug 26 11:16:58.863161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55278) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:16:58.868995 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:f9:6e:80', 'name': 'tempest-NetworksTestDHCPv6-1048797945'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:16:58.988657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2911e-d140-4aa4-ab1b-79986491baff req-fd35615e-81b7-4a48-a30d-0fbdb51193ed tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:58.995564 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:16:58.996022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2c2911e-d140-4aa4-ab1b-79986491baff req-fd35615e-81b7-4a48-a30d-0fbdb51193ed tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.1940904 Aug 26 11:16:59.077185 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:59.096658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:59.101919 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:59.104272 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:59.123823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2c2911e-d140-4aa4-ab1b-79986491baff req-1660bd13-36a8-49af-b8d1-d57214701da2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268790 Aug 26 11:16:59.191932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:16:59.231124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=72b8769b-35cf-4cb3-89e7-dcc7f47c69a9,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:16:59.237964 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:59.343606 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:59.420208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 10f171ef-99f3-4646-83f5-d64fd9c4f5ad yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:16:59.422112 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Floating IP 642e5b02-e734-4b1d-ab26-a92650cb0c0d associated. External IP: 172.25.1.68, port: 06cfef48-37f3-4fad-a0f7-9956f871bae8. Aug 26 11:16:59.522224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e27b77-0c3a-4afd-971c-2d2dbb75954e None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:16:59.591038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7032504-7442-4ea3-a5a9-18dd9079e070 req-014ca6d1-d390-4f4f-8c8a-a7fea4b9dd05 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:16:59.594961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7032504-7442-4ea3-a5a9-18dd9079e070 req-014ca6d1-d390-4f4f-8c8a-a7fea4b9dd05 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 946 time: 0.0909207 Aug 26 11:16:59.627040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9b9124c2-bb16-42a0-9e9d-490ddb9479b5 None None] Provisioning complete for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:16:59.627599 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b9124c2-bb16-42a0-9e9d-490ddb9479b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:16:59.653814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7032504-7442-4ea3-a5a9-18dd9079e070 req-50d93207-0da7-4382-86e4-233a3254788d tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545230 Aug 26 11:16:59.894383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 9886e932-093e-4728-a800-36d1f01aeeee has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:16:59.953428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a8ca7-e1bb-4089-ad17-7c1f4919ff64 None None] Update dhcp port {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': 'e8a41888-a702-4859-a269-c5a328014284', 'ip_address': '2001:db8::f816:3eff:fede:91d6'}, {'subnet_id': '4458840e-aa6e-412e-a267-3d08168f6ee1'}], 'binding:host_id': 'n-d-778550-13'}, 'id': 'd1b6c8fd-fb20-44d5-b9fa-0047b5bd7121'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:16:59.987095 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8ca7-e1bb-4089-ad17-7c1f4919ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:00.101644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:17:00.122947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 172.20.0.3 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/4458840e-aa6e-412e-a267-3d08168f6ee1/10f171ef-99f3-4646-83f5-d64fd9c4f5ad) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:00.124296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3271846-e01e-44a1-a1d8-4d2135b51e79 None None] Sync routers for ids ['9886e932-093e-4728-a800-36d1f01aeeee'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:17:00.131289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::f816:3eff:fef9:6e80 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/e8a41888-a702-4859-a269-c5a328014284/10f171ef-99f3-4646-83f5-d64fd9c4f5ad) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:00.181038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23785253-1416-4967-9597-13c42f8240c5 req-55a902bb-c2b2-434e-9f17-5648eb792e8c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0708780 Aug 26 11:17:00.181793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3271846-e01e-44a1-a1d8-4d2135b51e79 None None] Routers {'9886e932-093e-4728-a800-36d1f01aeeee'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:17:00.181963 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:00.183863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c3271846-e01e-44a1-a1d8-4d2135b51e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9886e932-093e-4728-a800-36d1f01aeeee'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:00.213316 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2508f2dd-9506-4d49-ade2-57fa7d7148f7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7499454 Aug 26 11:17:00.213925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:17:00.217053 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:17:00.348508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c3271846-e01e-44a1-a1d8-4d2135b51e79 None None] Set router 9886e932-093e-4728-a800-36d1f01aeeee gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:17:00.383851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a6ed-734a-4f98-ac94-631ba4794a91 req-4498d420-d6ab-466f-8e65-c106e1f464b8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:00.386370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a41a6ed-734a-4f98-ac94-631ba4794a91 req-4498d420-d6ab-466f-8e65-c106e1f464b8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0998082 Aug 26 11:17:00.391066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23785253-1416-4967-9597-13c42f8240c5 req-4f040531-8878-4779-96dd-d646a3e22251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:00.393400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23785253-1416-4967-9597-13c42f8240c5 req-4f040531-8878-4779-96dd-d646a3e22251 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1098 time: 0.1508954 Aug 26 11:17:00.447895 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:00.451827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d4eb6-6edb-45ae-bd32-e812ae387191 req-87db8bef-7e65-40c7-8215-dabbb6c9bc16 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:00.453378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-277d4eb6-6edb-45ae-bd32-e812ae387191 req-87db8bef-7e65-40c7-8215-dabbb6c9bc16 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.1354508 Aug 26 11:17:00.469179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 10f171ef-99f3-4646-83f5-d64fd9c4f5ad will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:00.503225 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a41a6ed-734a-4f98-ac94-631ba4794a91 req-dcdda377-9602-4f4c-8631-1eb5da7bf667 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086519 Aug 26 11:17:00.532798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55292) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:00.546231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-277d4eb6-6edb-45ae-bd32-e812ae387191 req-51fd5baf-5b80-412e-87a9-8a789d7e4f3e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613222 Aug 26 11:17:00.563521 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:00.600981 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad41fd10-8b95-42bf-a264-880a45f6b6a4 x-openstack-request-id: req-ad41fd10-8b95-42bf-a264-880a45f6b6a4 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:17:00.601547 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:17:00.601636 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad41fd10-8b95-42bf-a264-880a45f6b6a4 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:17:00.601984 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'status': 'completed', 'code': 200} Aug 26 11:17:00.604223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23785253-1416-4967-9597-13c42f8240c5 req-c5e53f14-40f4-482d-8027-5a2bbd883549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:00.606167 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23785253-1416-4967-9597-13c42f8240c5 req-c5e53f14-40f4-482d-8027-5a2bbd883549 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 898 time: 0.1895089 Aug 26 11:17:00.624411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-1e1a8ca7-e1bb-4089-ad17-7c1f4919ff64 None None] Allocated IP 172.20.0.2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/4458840e-aa6e-412e-a267-3d08168f6ee1/d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:00.678549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:00.687381 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7e2c4d5c-3320-46d4-8d8b-35cc1a87779f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/642e5b02-e734-4b1d-ab26-a92650cb0c0d HTTP/1.1" status: 200 len: 991 time: 0.1530151 Aug 26 11:17:00.697561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:00.713044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:00.800465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23785253-1416-4967-9597-13c42f8240c5 req-3d20f8be-a89a-49b0-8aa1-f4ac976246dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 999 time: 0.1874115 Aug 26 11:17:00.806604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:00.807403 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:00.821443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=10f171ef-99f3-4646-83f5-d64fd9c4f5ad,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:00.828337 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-54db3bb9-91cd-48bd-a4d9-2f18d30761ca tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9638450 Aug 26 11:17:00.831425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55296) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:00.842690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c3271846-e01e-44a1-a1d8-4d2135b51e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:36Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '642e5b02-e734-4b1d-ab26-a92650cb0c0d', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'port_id': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'mac_address': 'fa:16:3e:f1:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7e788b-e703-457e-8c03-a27961e54e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:16:58Z', 'updated_at': '2021-08-26T11:16:58Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd9215d-f553-494e-8b58-102d161b90eb', 'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:e9:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:35Z', 'updated_at': '2021-08-26T11:16:44Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:00.881912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3271846-e01e-44a1-a1d8-4d2135b51e79 None None] Checking router: 9886e932-093e-4728-a800-36d1f01aeeee for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:17:00.896824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7a5bf0-6a4c-46e7-b3a9-01499a749daa tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:00.897052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1e1a8ca7-e1bb-4089-ad17-7c1f4919ff64 None None] For port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:00.899626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23785253-1416-4967-9597-13c42f8240c5 req-486fb6e6-662b-4bf8-8330-3755cf704144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:00.901383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23785253-1416-4967-9597-13c42f8240c5 req-486fb6e6-662b-4bf8-8330-3755cf704144 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 200 len: 835 time: 0.0694978 Aug 26 11:17:00.903031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7a5bf0-6a4c-46e7-b3a9-01499a749daa tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:00.904676 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eb7a5bf0-6a4c-46e7-b3a9-01499a749daa tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0720668 Aug 26 11:17:00.906340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3271846-e01e-44a1-a1d8-4d2135b51e79 None None] Routers {'9886e932-093e-4728-a800-36d1f01aeeee'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:17:00.906986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c3271846-e01e-44a1-a1d8-4d2135b51e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:16:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9886e932-093e-4728-a800-36d1f01aeeee'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:00.907653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55298) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:00.968273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea74d7-68be-4395-9b1b-46b235269096 req-14f8a3d5-46c1-45f9-84b4-7ab7128a8b8c tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:00.970386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7dea74d7-68be-4395-9b1b-46b235269096 req-14f8a3d5-46c1-45f9-84b4-7ab7128a8b8c tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 946 time: 0.1825647 Aug 26 11:17:00.975157 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8ca7-e1bb-4089-ad17-7c1f4919ff64 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:00.996102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a1870-c147-427d-b555-24e3cb0d8451 req-dbebb6c0-b1a0-40a3-ac4c-da74c04cc515 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:00.998566 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-913a1870-c147-427d-b555-24e3cb0d8451 req-dbebb6c0-b1a0-40a3-ac4c-da74c04cc515 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 946 time: 0.0637853 Aug 26 11:17:01.021730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1e1a8ca7-e1bb-4089-ad17-7c1f4919ff64 None None] Transition to ACTIVE for port object d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:01.031271 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8ca7-e1bb-4089-ad17-7c1f4919ff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:01.048100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23785253-1416-4967-9597-13c42f8240c5 req-e28fc96b-dd3c-491c-adcb-2ff59db54b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:01.049621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23785253-1416-4967-9597-13c42f8240c5 req-e28fc96b-dd3c-491c-adcb-2ff59db54b95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1395814 Aug 26 11:17:01.063017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7dea74d7-68be-4395-9b1b-46b235269096 req-b1df33fb-8c66-46f6-8702-ebb961453032 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/security-groups?id=d176cfae-f899-403f-86c9-88f1ceff457a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836756 Aug 26 11:17:01.074082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c3271846-e01e-44a1-a1d8-4d2135b51e79 None None] Set router 9886e932-093e-4728-a800-36d1f01aeeee gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:17:01.122358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-913a1870-c147-427d-b555-24e3cb0d8451 req-3c0e58c9-9933-4b37-a52e-3ee0a5632bd6 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Deleting port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:01.122754 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-913a1870-c147-427d-b555-24e3cb0d8451 req-3c0e58c9-9933-4b37-a52e-3ee0a5632bd6 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:01.131059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-42d9539c-4f79-49b9-97f4-f7719f8dff3c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 10f171ef-99f3-4646-83f5-d64fd9c4f5ad {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:01.131407 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42d9539c-4f79-49b9-97f4-f7719f8dff3c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:01.234015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23785253-1416-4967-9597-13c42f8240c5 req-99f806ef-be2d-4466-9abd-a52c8b34662a service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757388 Aug 26 11:17:01.237923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-913a1870-c147-427d-b555-24e3cb0d8451 req-3c0e58c9-9933-4b37-a52e-3ee0a5632bd6 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] For port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51,segment=NetworkSegment(a4dcde54-94ea-488d-9055-55c1b6eab2a8),segment_id=a4dcde54-94ea-488d-9055-55c1b6eab2a8)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:01.238588 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-913a1870-c147-427d-b555-24e3cb0d8451 req-3c0e58c9-9933-4b37-a52e-3ee0a5632bd6 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:01.253971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-913a1870-c147-427d-b555-24e3cb0d8451 req-3c0e58c9-9933-4b37-a52e-3ee0a5632bd6 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Calling delete_port for 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:01.269183 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42d9539c-4f79-49b9-97f4-f7719f8dff3c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:01.307865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a8ca7-e1bb-4089-ad17-7c1f4919ff64 None None] Pushing event updated for resources: {'Port': ['ID=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:01.314522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-42d9539c-4f79-49b9-97f4-f7719f8dff3c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 10f171ef-99f3-4646-83f5-d64fd9c4f5ad owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:01.404196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23785253-1416-4967-9597-13c42f8240c5 req-1ba77d48-43ef-49bc-a4e0-87fa789d03ea service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610415 Aug 26 11:17:01.428022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-913a1870-c147-427d-b555-24e3cb0d8451 req-3c0e58c9-9933-4b37-a52e-3ee0a5632bd6 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:01.441540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:17:01.464811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e58c9-9933-4b37-a52e-3ee0a5632bd6 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Pushing event deleted for resources: {'Port': ['ID=1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:01.519967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-913a1870-c147-427d-b555-24e3cb0d8451 req-3c0e58c9-9933-4b37-a52e-3ee0a5632bd6 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] No DVR routers for this DVR port 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:01.523215 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-913a1870-c147-427d-b555-24e3cb0d8451 req-3c0e58c9-9933-4b37-a52e-3ee0a5632bd6 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:01.525625 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-913a1870-c147-427d-b555-24e3cb0d8451 req-3c0e58c9-9933-4b37-a52e-3ee0a5632bd6 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.47 "DELETE /v2.0/ports/1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 HTTP/1.1" status: 204 len: 173 time: 0.5208626 Aug 26 11:17:01.526085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e', 'name': 'network-vif-deleted', 'tag': '1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:17:01.528422 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba5ecb5-ca1d-4713-a306-9ac9457fd600" -d '{"events": [{"server_uuid": "ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e", "name": "network-vif-deleted", "tag": "1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:17:01.578571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742 req-3547f42e-82e0-487b-b229-67a6106cc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:01.578996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c3271846-e01e-44a1-a1d8-4d2135b51e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:36Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '642e5b02-e734-4b1d-ab26-a92650cb0c0d', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'port_id': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'mac_address': 'fa:16:3e:f1:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7e788b-e703-457e-8c03-a27961e54e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:16:58Z', 'updated_at': '2021-08-26T11:16:58Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd9215d-f553-494e-8b58-102d161b90eb', 'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:e9:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:35Z', 'updated_at': '2021-08-26T11:16:44Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:01.580974 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742 req-3547f42e-82e0-487b-b229-67a6106cc1f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1098 time: 0.1070819 Aug 26 11:17:01.619568 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3271846-e01e-44a1-a1d8-4d2135b51e79 None None] The sync data for ids ['9886e932-093e-4728-a800-36d1f01aeeee'] in n-d-778550-13 is: [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:36Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '642e5b02-e734-4b1d-ab26-a92650cb0c0d', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'port_id': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'mac_address': 'fa:16:3e:f1:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7e788b-e703-457e-8c03-a27961e54e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:16:58Z', 'updated_at': '2021-08-26T11:16:58Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd9215d-f553-494e-8b58-102d161b90eb', 'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:e9:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:35Z', 'updated_at': '2021-08-26T11:16:44Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:17:01.636864 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a130388-cb37-447b-b89f-bafa0f84cc53 x-openstack-request-id: req-4a130388-cb37-447b-b89f-bafa0f84cc53 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:17:01.637165 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e", "name": "network-vif-deleted", "tag": "1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:17:01.637631 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a130388-cb37-447b-b89f-bafa0f84cc53 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:17:01.637829 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e', 'name': 'network-vif-deleted', 'tag': '1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51', 'status': 'completed', 'code': 200} Aug 26 11:17:01.656291 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42d9539c-4f79-49b9-97f4-f7719f8dff3c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:01.691256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55304) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:01.729842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9539c-4f79-49b9-97f4-f7719f8dff3c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=10f171ef-99f3-4646-83f5-d64fd9c4f5ad,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:01.759469 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:17:01.789077 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cbee3f54-445e-431f-9a17-0b554fd6ab34 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/642e5b02-e734-4b1d-ab26-a92650cb0c0d HTTP/1.1" status: 200 len: 991 time: 0.0966458 Aug 26 11:17:01.844255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d47e-c78a-4099-b908-b2305140ad0f req-1b655f74-b6b0-488a-9c4a-a499a28402bb tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:01.845857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f246d47e-c78a-4099-b908-b2305140ad0f req-1b655f74-b6b0-488a-9c4a-a499a28402bb tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.1592557 Aug 26 11:17:01.905891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742 req-89a1956e-aa4c-41a0-ba6f-2a3b73acd8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:01.907531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742 req-89a1956e-aa4c-41a0-ba6f-2a3b73acd8b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 898 time: 0.2819743 Aug 26 11:17:01.946449 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a7dac2-e73b-4550-8ea0-ba205c6ad558 None None] New status for floating IP 642e5b02-e734-4b1d-ab26-a92650cb0c0d: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:17:01.976189 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-42d9539c-4f79-49b9-97f4-f7719f8dff3c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:01.978346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-42d9539c-4f79-49b9-97f4-f7719f8dff3c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/10f171ef-99f3-4646-83f5-d64fd9c4f5ad HTTP/1.1" status: 204 len: 168 time: 1.0693870 Aug 26 11:17:01.981750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55306) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:01.986644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f246d47e-c78a-4099-b908-b2305140ad0f req-3b081ab9-5fb4-4543-a281-ee41c3550424 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164081 Aug 26 11:17:02.015648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742 req-f4fdee94-02db-42e0-828e-64959b82d351 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 999 time: 0.0985107 Aug 26 11:17:02.075889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742 req-a0cf6193-75b6-42ac-8301-4f2d576caa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:02.077463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742 req-a0cf6193-75b6-42ac-8301-4f2d576caa54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 200 len: 835 time: 0.0546172 Aug 26 11:17:02.078061 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cd1bdd-9cea-4916-ac62-058d9560851a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:02.079830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cd1bdd-9cea-4916-ac62-058d9560851a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:02.083985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cd1bdd-9cea-4916-ac62-058d9560851a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:02.086262 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a6cd1bdd-9cea-4916-ac62-058d9560851a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1027746 Aug 26 11:17:02.089047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55308) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:02.156145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742 req-72cc9b61-4cee-40f8-8bbc-ab71ddd0a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:02.158078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742 req-72cc9b61-4cee-40f8-8bbc-ab71ddd0a205 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652089 Aug 26 11:17:02.201460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ba4162-5ab9-40ec-91c9-9ac7f107af8e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 4458840e-aa6e-412e-a267-3d08168f6ee1 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:02.205197 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41ba4162-5ab9-40ec-91c9-9ac7f107af8e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.251877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb6f04-3511-4f9d-8c71-ffa06c7280e7 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:02.267467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41ba4162-5ab9-40ec-91c9-9ac7f107af8e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.310443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2faf61fc-8102-41e4-90ce-e6c780a59013 req-4f52297b-a76f-46ff-958a-5588b0556bf8 tempest-VolumesActionsTest-164975428 tempest-VolumesActionsTest-164975428-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab3a4a20-bc94-4df7-be05-3bd1d59e1f6e HTTP/1.1" status: 200 len: 210 time: 0.0406487 Aug 26 11:17:02.329367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2087ab62-c7f6-4a83-87b7-88006638e02f None None] Provisioning for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:02.334429 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742 req-c6120c15-ea44-445f-8606-94c12aa3f3b4 service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678886 Aug 26 11:17:02.336564 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2087ab62-c7f6-4a83-87b7-88006638e02f None None] Provisioning complete for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:02.336941 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2087ab62-c7f6-4a83-87b7-88006638e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.378484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41ba4162-5ab9-40ec-91c9-9ac7f107af8e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.441892 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ee7c86c-d1af-4c6f-8101-1cfeb8f9c742 req-6eac9718-3b51-4de5-8018-3afcf74ea5b6 service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991874 Aug 26 11:17:02.453467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41ba4162-5ab9-40ec-91c9-9ac7f107af8e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.486267 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41ba4162-5ab9-40ec-91c9-9ac7f107af8e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.491757 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-41ba4162-5ab9-40ec-91c9-9ac7f107af8e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/4458840e-aa6e-412e-a267-3d08168f6ee1 HTTP/1.1" status: 204 len: 168 time: 0.3983068 Aug 26 11:17:02.491757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba4162-5ab9-40ec-91c9-9ac7f107af8e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=4458840e-aa6e-412e-a267-3d08168f6ee1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:02.492051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55312) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:02.557145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-0803adb0-c1f6-415e-9712-f9546dd11fa3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet e8a41888-a702-4859-a269-c5a328014284 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:02.561455 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0803adb0-c1f6-415e-9712-f9546dd11fa3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.605904 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0803adb0-c1f6-415e-9712-f9546dd11fa3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.691631 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0803adb0-c1f6-415e-9712-f9546dd11fa3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.718609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d432b91-328d-4f53-ab1e-bc55d187b79c None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:02.767278 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0803adb0-c1f6-415e-9712-f9546dd11fa3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.792806 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55314) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:02.797764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803adb0-c1f6-415e-9712-f9546dd11fa3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a41888-a702-4859-a269-c5a328014284,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:02.799820 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0803adb0-c1f6-415e-9712-f9546dd11fa3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.801810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0803adb0-c1f6-415e-9712-f9546dd11fa3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/e8a41888-a702-4859-a269-c5a328014284 HTTP/1.1" status: 204 len: 168 time: 0.3078880 Aug 26 11:17:02.804306 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55316) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:02.833800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c4a373b7-d2fe-497e-b7c1-91b57c6c9b8e None None] Provisioning complete for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:02.834180 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4a373b7-d2fe-497e-b7c1-91b57c6c9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:02.887625 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cb51f9db-eabf-411d-a55a-bffb06b4338e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820289 Aug 26 11:17:02.890350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55318) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:02.895646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9f4c7e73-d195-4935-b3c1-2181a1a81d3f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:02.922092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:02.979630 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3c5417ba-7ef1-4532-8f6d-78093db25364 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/642e5b02-e734-4b1d-ab26-a92650cb0c0d HTTP/1.1" status: 200 len: 993 time: 0.1850166 Aug 26 11:17:03.034808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:03.035195 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:03.052766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4c7e73-d195-4935-b3c1-2181a1a81d3f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:03.059787 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7e73-d195-4935-b3c1-2181a1a81d3f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:03.092886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:17:03.128759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f12f0-bc62-4902-b018-f38ef262a21b req-53e0785a-01ef-48e6-9bf5-2dff1306f20e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:03.136842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-986f12f0-bc62-4902-b018-f38ef262a21b req-53e0785a-01ef-48e6-9bf5-2dff1306f20e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.0605416 Aug 26 11:17:03.196950 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-986f12f0-bc62-4902-b018-f38ef262a21b req-73401fb4-8357-4382-b09c-43c3fee3ed61 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591705 Aug 26 11:17:03.225555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Deleting port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:03.225933 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:03.297014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] For port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:03.297370 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:03.307315 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7e73-d195-4935-b3c1-2181a1a81d3f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:03.313758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Calling delete_port for d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:03.359633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4c7e73-d195-4935-b3c1-2181a1a81d3f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:03.376423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-9f4c7e73-d195-4935-b3c1-2181a1a81d3f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:03.383180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4c7e73-d195-4935-b3c1-2181a1a81d3f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:03.383935 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7e73-d195-4935-b3c1-2181a1a81d3f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:03.408342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c7e73-d195-4935-b3c1-2181a1a81d3f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=b868d701-793f-4535-b6a9-1400e709e7f4,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:03.412381 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:03.417704 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9f4c7e73-d195-4935-b3c1-2181a1a81d3f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5262327 Aug 26 11:17:03.421365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55326) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:03.430109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f2d9869d-75ac-47c5-88bf-faa067efaf01 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:03.434848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] No DVR routers for this DVR port d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:03.454525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Pushing event deleted for resources: {'Port': ['ID=d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:03.466643 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.467223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.467782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.468131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.468503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.468909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.469251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.469589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.469925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.470262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.470594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.470947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e0faf-fee1-43e8-9ddc-9fb30431c561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:03.475325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35514c44-1f44-46de-b664-53f152e4a411 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:03.625592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d9869d-75ac-47c5-88bf-faa067efaf01 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:03.632129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2d9869d-75ac-47c5-88bf-faa067efaf01 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:03.673301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': 'b868d701-793f-4535-b6a9-1400e709e7f4'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:17:03.674186 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:03.863256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Allocated IP 172.20.0.2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/b868d701-793f-4535-b6a9-1400e709e7f4/ef782cef-aa7d-4114-9e5c-429a96c20b94) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:04.061339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-f2d9869d-75ac-47c5-88bf-faa067efaf01 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:17:04.063081 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2d9869d-75ac-47c5-88bf-faa067efaf01 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:04.066212 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:04.076364 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Transition to ACTIVE for port object ef782cef-aa7d-4114-9e5c-429a96c20b94 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:04.096867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Transition to ACTIVE for port object ef782cef-aa7d-4114-9e5c-429a96c20b94 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:04.104221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:04.123827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9869d-75ac-47c5-88bf-faa067efaf01 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=6e498d87-29b1-4d40-b6b4-fca795580b48,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:04.138489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d9869d-75ac-47c5-88bf-faa067efaf01 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:04.140168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-f2d9869d-75ac-47c5-88bf-faa067efaf01 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:04.146924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d9869d-75ac-47c5-88bf-faa067efaf01 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:04.147925 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2d9869d-75ac-47c5-88bf-faa067efaf01 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:04.157152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:04.161064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:04.164321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:04.169353 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f2d9869d-75ac-47c5-88bf-faa067efaf01 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7466481 Aug 26 11:17:04.172148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55334) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:04.178546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:9d:20:bc', 'name': 'tempest-NetworksTestDHCPv6-476070684'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:04.233825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Pushing event updated for resources: {'Port': ['ID=ef782cef-aa7d-4114-9e5c-429a96c20b94,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:04.249165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Attempting to bind port ef782cef-aa7d-4114-9e5c-429a96c20b94 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:17:04.249646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Attempting to bind port ef782cef-aa7d-4114-9e5c-429a96c20b94 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:17:04.250100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Attempting to bind port ef782cef-aa7d-4114-9e5c-429a96c20b94 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:04.256276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:17:04.256776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:17:04.257292 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:04.258154 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:17:04.258748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Bound port: ef782cef-aa7d-4114-9e5c-429a96c20b94, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:17:04.259233 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:04.328250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] For port ef782cef-aa7d-4114-9e5c-429a96c20b94, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:04.331854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] For port ef782cef-aa7d-4114-9e5c-429a96c20b94, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ef782cef-aa7d-4114-9e5c-429a96c20b94,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:17:04.339133 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:04.398447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b94c95-25f4-459f-a059-a13248101db8 None None] Pushing event updated for resources: {'Port': ['ID=ef782cef-aa7d-4114-9e5c-429a96c20b94,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:04.430306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:04.458979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:04.459960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d81d0d9-e57e-4dd4-8b1c-ee46a76c9e51 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:04.806024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8738d-2366-4ee9-a9ac-82ce96decb35 req-c808b8ae-6497-4b2a-9415-57f2ff4d9879 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:04.807623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66c8738d-2366-4ee9-a9ac-82ce96decb35 req-c808b8ae-6497-4b2a-9415-57f2ff4d9879 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.4990957 Aug 26 11:17:04.808995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:04.906859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66c8738d-2366-4ee9-a9ac-82ce96decb35 req-93c45a92-40e7-49f6-a82f-c6d0401f855d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571434 Aug 26 11:17:04.932655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:04.953747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ef782cef-aa7d-4114-9e5c-429a96c20b94 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:04.960810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port fa4e0218-511d-4959-bd0b-434ce9e6da78 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:17:05.041841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port ef782cef-aa7d-4114-9e5c-429a96c20b94 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:05.117991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:05.145183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:05.145944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d1b6c8fd-fb20-44d5-b9fa-0047b5bd7121 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:05.200830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 172.20.0.6 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/b868d701-793f-4535-b6a9-1400e709e7f4/fa4e0218-511d-4959-bd0b-434ce9e6da78) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:05.221233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::f816:3eff:fe9d:20bc (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/6e498d87-29b1-4d40-b6b4-fca795580b48/fa4e0218-511d-4959-bd0b-434ce9e6da78) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:05.416586 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:05.436461 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object fa4e0218-511d-4959-bd0b-434ce9e6da78 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:05.490496 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:05.566771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:05.568516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=fa4e0218-511d-4959-bd0b-434ce9e6da78,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:05.579340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:05.582006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:05.668838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:05.669715 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:05.695051 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-76ac9494-09c0-43e0-93ea-5ff1c9ddb14c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5189223 Aug 26 11:17:05.695736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55348) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:05.768003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca38e0-3a41-4b8f-a609-e58c22aeee5c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:05.773621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e822457d-4115-4a7d-afc7-b06f7c969076 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:05.776723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca38e0-3a41-4b8f-a609-e58c22aeee5c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:05.782063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55350) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:05.783156 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b2ca38e0-3a41-4b8f-a609-e58c22aeee5c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0854902 Aug 26 11:17:05.929243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5a36cbae-31b9-427d-83e7-b3939aa2f3d0 None None] Provisioning for port ef782cef-aa7d-4114-9e5c-429a96c20b94 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:05.953969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-817c00b4-089c-421e-9cb3-eef57280771c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port fa4e0218-511d-4959-bd0b-434ce9e6da78 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:05.954567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-817c00b4-089c-421e-9cb3-eef57280771c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:05.956730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5a36cbae-31b9-427d-83e7-b3939aa2f3d0 None None] Provisioning complete for port ef782cef-aa7d-4114-9e5c-429a96c20b94 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:05.957286 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a36cbae-31b9-427d-83e7-b3939aa2f3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:06.131536 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-817c00b4-089c-421e-9cb3-eef57280771c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:06.165608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-817c00b4-089c-421e-9cb3-eef57280771c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for fa4e0218-511d-4959-bd0b-434ce9e6da78 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:06.168286 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a36cbae-31b9-427d-83e7-b3939aa2f3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:06.187441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d87a39b-150c-45f8-ab0a-fc4ebf544ed7 None None] Update dhcp port {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': 'b868d701-793f-4535-b6a9-1400e709e7f4', 'ip_address': '172.20.0.2'}, {'subnet_id': '6e498d87-29b1-4d40-b6b4-fca795580b48'}], 'binding:host_id': 'n-d-778550-13'}, 'id': 'ef782cef-aa7d-4114-9e5c-429a96c20b94'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:17:06.226441 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d87a39b-150c-45f8-ab0a-fc4ebf544ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:06.268526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4b183-c83b-4a83-aef4-45f41b9ed2fb req-0487871c-1968-4384-b5a9-379ccdce9426 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:06.270543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7f4b183-c83b-4a83-aef4-45f41b9ed2fb req-0487871c-1968-4384-b5a9-379ccdce9426 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.1519136 Aug 26 11:17:06.288276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5a36cbae-31b9-427d-83e7-b3939aa2f3d0 None None] For port ef782cef-aa7d-4114-9e5c-429a96c20b94, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ef782cef-aa7d-4114-9e5c-429a96c20b94,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:06.305591 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a36cbae-31b9-427d-83e7-b3939aa2f3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:06.357296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7f4b183-c83b-4a83-aef4-45f41b9ed2fb req-962d6c74-117a-4ec2-8896-3ca12c42a855 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Aug 26 11:17:06.493885 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-817c00b4-089c-421e-9cb3-eef57280771c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:06.544030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2d87a39b-150c-45f8-ab0a-fc4ebf544ed7 None None] Allocated IP 2001:db8::f816:3eff:fed1:95d8 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/6e498d87-29b1-4d40-b6b4-fca795580b48/ef782cef-aa7d-4114-9e5c-429a96c20b94) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:06.554004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c00b4-089c-421e-9cb3-eef57280771c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=fa4e0218-511d-4959-bd0b-434ce9e6da78,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:06.649529 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-817c00b4-089c-421e-9cb3-eef57280771c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:06.652386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-817c00b4-089c-421e-9cb3-eef57280771c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/fa4e0218-511d-4959-bd0b-434ce9e6da78 HTTP/1.1" status: 204 len: 168 time: 0.8687484 Aug 26 11:17:06.654604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55356) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:06.662750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2d87a39b-150c-45f8-ab0a-fc4ebf544ed7 None None] For port ef782cef-aa7d-4114-9e5c-429a96c20b94, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ef782cef-aa7d-4114-9e5c-429a96c20b94,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:06.677988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36cbae-31b9-427d-83e7-b3939aa2f3d0 None None] Pushing event updated for resources: {'Port': ['ID=ef782cef-aa7d-4114-9e5c-429a96c20b94,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:06.702973 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d87a39b-150c-45f8-ab0a-fc4ebf544ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:06.723428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2d87a39b-150c-45f8-ab0a-fc4ebf544ed7 None None] Transition to ACTIVE for port object ef782cef-aa7d-4114-9e5c-429a96c20b94 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:06.728075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d2067a-493f-4ff6-b125-305e88c13992 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:06.728650 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d87a39b-150c-45f8-ab0a-fc4ebf544ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:06.731394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d2067a-493f-4ff6-b125-305e88c13992 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:06.733546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d2067a-493f-4ff6-b125-305e88c13992 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:06.738469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55358) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:06.739017 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-48d2067a-493f-4ff6-b125-305e88c13992 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0825083 Aug 26 11:17:06.820067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e64f45-5fe3-4dd8-8943-d15494537d62 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 6e498d87-29b1-4d40-b6b4-fca795580b48 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:06.825923 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82e64f45-5fe3-4dd8-8943-d15494537d62 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:06.867985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87a39b-150c-45f8-ab0a-fc4ebf544ed7 None None] Pushing event updated for resources: {'Port': ['ID=ef782cef-aa7d-4114-9e5c-429a96c20b94,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:06.913003 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82e64f45-5fe3-4dd8-8943-d15494537d62 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:06.933376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ef782cef-aa7d-4114-9e5c-429a96c20b94 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:07.038975 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82e64f45-5fe3-4dd8-8943-d15494537d62 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:07.124970 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82e64f45-5fe3-4dd8-8943-d15494537d62 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:07.164394 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e64f45-5fe3-4dd8-8943-d15494537d62 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=6e498d87-29b1-4d40-b6b4-fca795580b48,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:07.177569 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82e64f45-5fe3-4dd8-8943-d15494537d62 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:07.180195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-82e64f45-5fe3-4dd8-8943-d15494537d62 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/6e498d87-29b1-4d40-b6b4-fca795580b48 HTTP/1.1" status: 204 len: 168 time: 0.4403734 Aug 26 11:17:07.182767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55360) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:07.258799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-128b82c9-1f02-4d0b-81ff-a6528ac9145b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet b868d701-793f-4535-b6a9-1400e709e7f4 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:07.263549 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-128b82c9-1f02-4d0b-81ff-a6528ac9145b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:07.316305 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-128b82c9-1f02-4d0b-81ff-a6528ac9145b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:07.441792 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-128b82c9-1f02-4d0b-81ff-a6528ac9145b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:07.597715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038556a-3f6a-44ff-9a09-3a3f0b33883c req-468f0fa2-6f0c-4158-b1f7-3cf0954f2cb2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:07.599323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0038556a-3f6a-44ff-9a09-3a3f0b33883c req-468f0fa2-6f0c-4158-b1f7-3cf0954f2cb2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.0801415 Aug 26 11:17:07.601028 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-128b82c9-1f02-4d0b-81ff-a6528ac9145b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:07.670190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-128b82c9-1f02-4d0b-81ff-a6528ac9145b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:07.672636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-128b82c9-1f02-4d0b-81ff-a6528ac9145b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/b868d701-793f-4535-b6a9-1400e709e7f4 HTTP/1.1" status: 204 len: 168 time: 0.4884727 Aug 26 11:17:07.675097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55368) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:07.675847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b82c9-1f02-4d0b-81ff-a6528ac9145b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=b868d701-793f-4535-b6a9-1400e709e7f4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:07.698618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0038556a-3f6a-44ff-9a09-3a3f0b33883c req-e086becd-bffc-4088-b768-287f32afed03 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752008 Aug 26 11:17:07.760963 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-12c5de28-252b-4c09-9199-e6578fdfe88a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842328 Aug 26 11:17:07.761566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f8a19-4dc4-4ee1-a8b3-41a799477675 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:07.764378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55370) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:07.769586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-80f8e96c-6688-4c4d-b42f-4a5f242caee5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:07.903336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f8e96c-6688-4c4d-b42f-4a5f242caee5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:07.905525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-04357246-3f16-40d3-a1b0-ae19b8434f41 None None] Provisioning for port ef782cef-aa7d-4114-9e5c-429a96c20b94 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:07.908814 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80f8e96c-6688-4c4d-b42f-4a5f242caee5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:07.919176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-04357246-3f16-40d3-a1b0-ae19b8434f41 None None] Provisioning complete for port ef782cef-aa7d-4114-9e5c-429a96c20b94 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:07.919566 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04357246-3f16-40d3-a1b0-ae19b8434f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:08.038366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35d93e-6bd3-478e-8649-113044ebe8f8 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:17:08.087798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-04357246-3f16-40d3-a1b0-ae19b8434f41 None None] Could not find standard attr ID for object fa4e0218-511d-4959-bd0b-434ce9e6da78. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:17:08.118056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9c35d93e-6bd3-478e-8649-113044ebe8f8 None None] Deleting port ef782cef-aa7d-4114-9e5c-429a96c20b94 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:08.118437 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c35d93e-6bd3-478e-8649-113044ebe8f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:08.197134 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9c35d93e-6bd3-478e-8649-113044ebe8f8 None None] For port ef782cef-aa7d-4114-9e5c-429a96c20b94, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ef782cef-aa7d-4114-9e5c-429a96c20b94,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:08.197651 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c35d93e-6bd3-478e-8649-113044ebe8f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:08.216910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80f8e96c-6688-4c4d-b42f-4a5f242caee5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:08.217415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9c35d93e-6bd3-478e-8649-113044ebe8f8 None None] Calling delete_port for ef782cef-aa7d-4114-9e5c-429a96c20b94 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:08.272313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f8e96c-6688-4c4d-b42f-4a5f242caee5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:08.276321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-80f8e96c-6688-4c4d-b42f-4a5f242caee5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:08.286009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f8e96c-6688-4c4d-b42f-4a5f242caee5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:08.287200 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80f8e96c-6688-4c4d-b42f-4a5f242caee5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:08.306984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8e96c-6688-4c4d-b42f-4a5f242caee5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=a8ed70a3-0817-4f44-abb6-0c7ce314d46c,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:08.310752 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c35d93e-6bd3-478e-8649-113044ebe8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:08.313388 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-80f8e96c-6688-4c4d-b42f-4a5f242caee5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5479107 Aug 26 11:17:08.316456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55378) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:08.323756 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-48027cc3-8413-497c-bdae-4a505a1a7b6f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:08.343550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35d93e-6bd3-478e-8649-113044ebe8f8 None None] No DVR routers for this DVR port ef782cef-aa7d-4114-9e5c-429a96c20b94 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:08.345546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35d93e-6bd3-478e-8649-113044ebe8f8 None None] Pushing event deleted for resources: {'Port': ['ID=ef782cef-aa7d-4114-9e5c-429a96c20b94,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:08.368002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce0d33-bbfe-460e-8569-75a05863723f None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:08.483107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48027cc3-8413-497c-bdae-4a505a1a7b6f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:08.486521 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-48027cc3-8413-497c-bdae-4a505a1a7b6f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:08.648850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': 'a8ed70a3-0817-4f44-abb6-0c7ce314d46c'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:17:08.650127 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:08.846794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Allocated IP 172.20.0.2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/a8ed70a3-0817-4f44-abb6-0c7ce314d46c/a16bed09-8f64-4d3e-811a-266f69ea01c5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:08.924192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb8b5f-b3d9-4bc5-8126-500579c8ddb9 req-136a830e-0dd2-4e54-bdb1-639a6ebdcba2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:08.925957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eecb8b5f-b3d9-4bc5-8126-500579c8ddb9 req-136a830e-0dd2-4e54-bdb1-639a6ebdcba2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.1005802 Aug 26 11:17:08.937440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ef782cef-aa7d-4114-9e5c-429a96c20b94 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:08.948275 n-d-778550-13 neutron-server[101267]: DEBUG neutron.objects.ports [None req-48027cc3-8413-497c-bdae-4a505a1a7b6f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101267) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:17:08.952400 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-48027cc3-8413-497c-bdae-4a505a1a7b6f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:08.981433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: ef782cef-aa7d-4114-9e5c-429a96c20b94 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:08.982113 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ef782cef-aa7d-4114-9e5c-429a96c20b94 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:09.012749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48027cc3-8413-497c-bdae-4a505a1a7b6f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:09.027378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-48027cc3-8413-497c-bdae-4a505a1a7b6f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:09.041798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48027cc3-8413-497c-bdae-4a505a1a7b6f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:09.042549 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-48027cc3-8413-497c-bdae-4a505a1a7b6f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:09.054117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eecb8b5f-b3d9-4bc5-8126-500579c8ddb9 req-321d3578-c96c-4c90-b060-caaa0079e943 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039128 Aug 26 11:17:09.057710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48027cc3-8413-497c-bdae-4a505a1a7b6f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=66107938-0142-469f-bd4e-3e0707e58c4c,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:09.068244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-48027cc3-8413-497c-bdae-4a505a1a7b6f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7505965 Aug 26 11:17:09.081374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55386) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:09.087233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:6b:a4:c2', 'name': 'tempest-NetworksTestDHCPv6-1810983414'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:09.255150 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:09.262876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:09.277641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Transition to ACTIVE for port object a16bed09-8f64-4d3e-811a-266f69ea01c5 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:09.299651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Transition to ACTIVE for port object a16bed09-8f64-4d3e-811a-266f69ea01c5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:09.305876 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:09.344664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:09.349665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:09.352250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:09.361123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Pushing event updated for resources: {'Port': ['ID=a16bed09-8f64-4d3e-811a-266f69ea01c5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:09.363569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:09.388302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 512e0a57-a9f9-4b72-b570-ba17452cd9b0 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:17:09.413055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Attempting to bind port a16bed09-8f64-4d3e-811a-266f69ea01c5 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:17:09.413435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Attempting to bind port a16bed09-8f64-4d3e-811a-266f69ea01c5 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:17:09.413793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Attempting to bind port a16bed09-8f64-4d3e-811a-266f69ea01c5 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:09.419097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:17:09.419532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:17:09.419971 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:09.420261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:17:09.420839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Bound port: a16bed09-8f64-4d3e-811a-266f69ea01c5, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:17:09.421224 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:09.491209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-022168f8-a024-4071-9520-49bd6c348673 None None] For port a16bed09-8f64-4d3e-811a-266f69ea01c5, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:09.494433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-022168f8-a024-4071-9520-49bd6c348673 None None] For port a16bed09-8f64-4d3e-811a-266f69ea01c5, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a16bed09-8f64-4d3e-811a-266f69ea01c5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:17:09.500587 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:09.566444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022168f8-a024-4071-9520-49bd6c348673 None None] Pushing event updated for resources: {'Port': ['ID=a16bed09-8f64-4d3e-811a-266f69ea01c5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:09.571886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 172.20.0.8 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/a8ed70a3-0817-4f44-abb6-0c7ce314d46c/512e0a57-a9f9-4b72-b570-ba17452cd9b0) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:09.580154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::f816:3eff:fe6b:a4c2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/66107938-0142-469f-bd4e-3e0707e58c4c/512e0a57-a9f9-4b72-b570-ba17452cd9b0) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:09.767806 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:09.780407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 512e0a57-a9f9-4b72-b570-ba17452cd9b0 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:09.825670 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:09.872514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:09.877838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:09.880286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:09.909248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=512e0a57-a9f9-4b72-b570-ba17452cd9b0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:09.937354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:09.937979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:09.952323 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-87ee8ca6-dc4b-497c-885d-38752bdb134f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8697376 Aug 26 11:17:09.955088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55394) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:10.005100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca090de9-ebe2-402b-9157-3053d8a664b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:10.011202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca090de9-ebe2-402b-9157-3053d8a664b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:10.012821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ca090de9-ebe2-402b-9157-3053d8a664b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0567570 Aug 26 11:17:10.015715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55396) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:10.117077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5ea62dc1-2b0f-434d-a7ba-3cede1a104cf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 512e0a57-a9f9-4b72-b570-ba17452cd9b0 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:10.117302 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ea62dc1-2b0f-434d-a7ba-3cede1a104cf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:10.241886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1bfba-3c7e-431e-bf9b-6ff96ad7ae75 req-36482851-811e-4a4c-8a80-da5c3b7dbc8c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:10.243501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1af1bfba-3c7e-431e-bf9b-6ff96ad7ae75 req-36482851-811e-4a4c-8a80-da5c3b7dbc8c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.0857458 Aug 26 11:17:10.267722 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ea62dc1-2b0f-434d-a7ba-3cede1a104cf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:10.292415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-5ea62dc1-2b0f-434d-a7ba-3cede1a104cf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 512e0a57-a9f9-4b72-b570-ba17452cd9b0 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:10.322425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1af1bfba-3c7e-431e-bf9b-6ff96ad7ae75 req-ebc6b5a4-1bd1-46ee-9b11-b3007c612abf tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628686 Aug 26 11:17:10.522552 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ea62dc1-2b0f-434d-a7ba-3cede1a104cf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:10.557080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea62dc1-2b0f-434d-a7ba-3cede1a104cf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=512e0a57-a9f9-4b72-b570-ba17452cd9b0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:10.597935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde57522-ee00-4409-9648-26331373f520 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:10.651846 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ea62dc1-2b0f-434d-a7ba-3cede1a104cf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:10.654587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5ea62dc1-2b0f-434d-a7ba-3cede1a104cf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/512e0a57-a9f9-4b72-b570-ba17452cd9b0 HTTP/1.1" status: 204 len: 168 time: 0.6378629 Aug 26 11:17:10.656920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55402) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:10.669000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6fabab13-ae39-4259-a2bd-b1250ff07bb3 None None] Provisioning for port a16bed09-8f64-4d3e-811a-266f69ea01c5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:10.717258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b6f18-b210-4e63-b1be-a16e02cf66bb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:10.718792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b6f18-b210-4e63-b1be-a16e02cf66bb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:10.720406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b6f18-b210-4e63-b1be-a16e02cf66bb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:10.721991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-017b6f18-b210-4e63-b1be-a16e02cf66bb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0641234 Aug 26 11:17:10.724723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55404) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:10.780702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a76c559-cf93-487a-87b2-6745596798e6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 66107938-0142-469f-bd4e-3e0707e58c4c {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:10.784195 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a76c559-cf93-487a-87b2-6745596798e6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:10.835062 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a76c559-cf93-487a-87b2-6745596798e6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:10.847363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e90d4a-fd10-4340-abe5-ccd1c1bb853a None None] Update dhcp port {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': 'a8ed70a3-0817-4f44-abb6-0c7ce314d46c', 'ip_address': '172.20.0.2'}, {'subnet_id': '66107938-0142-469f-bd4e-3e0707e58c4c'}], 'binding:host_id': 'n-d-778550-13'}, 'id': 'a16bed09-8f64-4d3e-811a-266f69ea01c5'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:17:10.881190 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4e90d4a-fd10-4340-abe5-ccd1c1bb853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:10.899540 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a76c559-cf93-487a-87b2-6745596798e6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:10.986175 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a76c559-cf93-487a-87b2-6745596798e6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:10.987835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a16bed09-8f64-4d3e-811a-266f69ea01c5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:11.017419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76c559-cf93-487a-87b2-6745596798e6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=66107938-0142-469f-bd4e-3e0707e58c4c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:11.022153 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a76c559-cf93-487a-87b2-6745596798e6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.024557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9a76c559-cf93-487a-87b2-6745596798e6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/66107938-0142-469f-bd4e-3e0707e58c4c HTTP/1.1" status: 204 len: 168 time: 0.2986581 Aug 26 11:17:11.029246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55406) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-e4e90d4a-fd10-4340-abe5-ccd1c1bb853a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66107938-0142-469f-bd4e-3e0707e58c4c: This subnet is being modified by another concurrent operation. Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exception Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66107938-0142-469f-bd4e-3e0707e58c4c: This subnet is being modified by another concurrent operation. Aug 26 11:17:11.049911 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:17:11.069047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port a16bed09-8f64-4d3e-811a-266f69ea01c5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:11.073771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a16bed09-8f64-4d3e-811a-266f69ea01c5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:11.074237 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.131881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a525a1-004a-49ad-b17c-2464bdd26ab2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet a8ed70a3-0817-4f44-abb6-0c7ce314d46c {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:11.136558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34a525a1-004a-49ad-b17c-2464bdd26ab2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.191172 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34a525a1-004a-49ad-b17c-2464bdd26ab2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.212288 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.258636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-431b5569-df7d-4d80-9005-149318fbfcb7 None None] Provisioning complete for port a16bed09-8f64-4d3e-811a-266f69ea01c5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:11.260155 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-431b5569-df7d-4d80-9005-149318fbfcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.289490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port a16bed09-8f64-4d3e-811a-266f69ea01c5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a16bed09-8f64-4d3e-811a-266f69ea01c5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:11.298987 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34a525a1-004a-49ad-b17c-2464bdd26ab2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.299650 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.388987 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34a525a1-004a-49ad-b17c-2464bdd26ab2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.406951 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-34a525a1-004a-49ad-b17c-2464bdd26ab2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.409431 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-34a525a1-004a-49ad-b17c-2464bdd26ab2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/a8ed70a3-0817-4f44-abb6-0c7ce314d46c HTTP/1.1" status: 204 len: 168 time: 0.3778491 Aug 26 11:17:11.412162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55414) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:11.449767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=a16bed09-8f64-4d3e-811a-266f69ea01c5,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:11.453513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83fd60-7f8c-4681-83c1-c4e59efb5721 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:11.488350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a525a1-004a-49ad-b17c-2464bdd26ab2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ed70a3-0817-4f44-abb6-0c7ce314d46c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:11.529649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d8309628-38d6-42b8-a43a-5e4d9bd60d9c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1162336 Aug 26 11:17:11.533787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55416) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:11.607425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d870d2-b109-49cc-aa82-6b6291ef53f8 req-7f470726-c174-4752-89c2-05d19712cf1b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:11.609234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27d870d2-b109-49cc-aa82-6b6291ef53f8 req-7f470726-c174-4752-89c2-05d19712cf1b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.0908110 Aug 26 11:17:11.623791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4829ba6b-646f-49b1-a79f-004ea10d8e9f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:11.627937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4829ba6b-646f-49b1-a79f-004ea10d8e9f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0905941 Aug 26 11:17:11.628807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55418) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:11.630060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3096cf5d-728c-4f98-b6db-09fc6b248351 None None] Could not find standard attr ID for object 2243c9f7-bf92-4265-a5f6-bc928ea32204. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:17:11.637190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3096cf5d-728c-4f98-b6db-09fc6b248351 None None] Could not find standard attr ID for object 10f171ef-99f3-4646-83f5-d64fd9c4f5ad. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:17:11.648901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f5f650-92c5-452d-a902-55118f8011a6 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:17:11.650991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3096cf5d-728c-4f98-b6db-09fc6b248351 None None] Could not find standard attr ID for object fa4e0218-511d-4959-bd0b-434ce9e6da78. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:17:11.670124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27d870d2-b109-49cc-aa82-6b6291ef53f8 req-f15db822-3177-4e25-9a39-a244aa5eeadd tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Aug 26 11:17:11.700603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d134f2-b30d-421c-82ed-e8f4048a1c1d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:11.702844 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b1d134f2-b30d-421c-82ed-e8f4048a1c1d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0718417 Aug 26 11:17:11.704963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55420) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:11.737630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-70f5f650-92c5-452d-a902-55118f8011a6 None None] Deleting port a16bed09-8f64-4d3e-811a-266f69ea01c5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:11.738166 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70f5f650-92c5-452d-a902-55118f8011a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.754704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1bf2d759-627b-4478-9184-c7ea0b18053d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480573 Aug 26 11:17:11.761076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55422) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:11.768343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-72207a09-8652-41dd-b793-a7f11bf0a6cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:11.839035 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-70f5f650-92c5-452d-a902-55118f8011a6 None None] For port a16bed09-8f64-4d3e-811a-266f69ea01c5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a16bed09-8f64-4d3e-811a-266f69ea01c5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:11.842077 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70f5f650-92c5-452d-a902-55118f8011a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.870637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-70f5f650-92c5-452d-a902-55118f8011a6 None None] Calling delete_port for a16bed09-8f64-4d3e-811a-266f69ea01c5 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:11.929527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72207a09-8652-41dd-b793-a7f11bf0a6cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:11.937712 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-72207a09-8652-41dd-b793-a7f11bf0a6cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:11.940998 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-72207a09-8652-41dd-b793-a7f11bf0a6cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:17:11.942097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72207a09-8652-41dd-b793-a7f11bf0a6cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:11.969934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-72207a09-8652-41dd-b793-a7f11bf0a6cd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2061357 Aug 26 11:17:11.972723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55430) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:11.979405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-17ad2840-0e73-4157-a2ef-70eb27522493 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:11.980860 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70f5f650-92c5-452d-a902-55118f8011a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:12.031471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5f650-92c5-452d-a902-55118f8011a6 None None] Pushing event deleted for resources: {'Port': ['ID=a16bed09-8f64-4d3e-811a-266f69ea01c5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:12.047923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f5f650-92c5-452d-a902-55118f8011a6 None None] No DVR routers for this DVR port a16bed09-8f64-4d3e-811a-266f69ea01c5 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:12.078567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6de3dfd-8e78-4b87-be79-72397716de78 None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:17:12.106969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ad2840-0e73-4157-a2ef-70eb27522493 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:12.123077 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-17ad2840-0e73-4157-a2ef-70eb27522493 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:12.124985 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ad2840-0e73-4157-a2ef-70eb27522493 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:17:12.125974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ad2840-0e73-4157-a2ef-70eb27522493 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:12.144933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-17ad2840-0e73-4157-a2ef-70eb27522493 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1706169 Aug 26 11:17:12.147824 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55432) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:12.156821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7e6ea4f1-0c92-4b43-ae93-4abe8a3d48a8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:12.254375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6de3dfd-8e78-4b87-be79-72397716de78 None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:17:12.280073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6ea4f1-0c92-4b43-ae93-4abe8a3d48a8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:12.284136 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e6ea4f1-0c92-4b43-ae93-4abe8a3d48a8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:12.285669 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6ea4f1-0c92-4b43-ae93-4abe8a3d48a8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:17:12.286176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6ea4f1-0c92-4b43-ae93-4abe8a3d48a8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:12.302830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7e6ea4f1-0c92-4b43-ae93-4abe8a3d48a8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1534414 Aug 26 11:17:12.306811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55434) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:12.315338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-40b121b6-d600-4052-92f1-f59706e94d8b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:12.428413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b121b6-d600-4052-92f1-f59706e94d8b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:12.432580 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-40b121b6-d600-4052-92f1-f59706e94d8b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:12.435164 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b121b6-d600-4052-92f1-f59706e94d8b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:17:12.435613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b121b6-d600-4052-92f1-f59706e94d8b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:12.463192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-40b121b6-d600-4052-92f1-f59706e94d8b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1544089 Aug 26 11:17:12.466258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55436) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:12.476292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-20918dff-e502-4fda-83d7-d2635adc8241 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:12.561979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa56aa8-3a2d-4380-926d-a07c605c3b3e None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:17:12.611132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20918dff-e502-4fda-83d7-d2635adc8241 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:12.615288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20918dff-e502-4fda-83d7-d2635adc8241 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:12.617074 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-20918dff-e502-4fda-83d7-d2635adc8241 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:17:12.617527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20918dff-e502-4fda-83d7-d2635adc8241 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:12.641329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-20918dff-e502-4fda-83d7-d2635adc8241 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1724956 Aug 26 11:17:12.644213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55438) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:12.653868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b9640637-f543-4efb-bfc5-c86085379cdf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:12.674336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa56aa8-3a2d-4380-926d-a07c605c3b3e None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:17:12.766045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9640637-f543-4efb-bfc5-c86085379cdf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:12.770269 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b9640637-f543-4efb-bfc5-c86085379cdf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:12.771802 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9640637-f543-4efb-bfc5-c86085379cdf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:17:12.772463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9640637-f543-4efb-bfc5-c86085379cdf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:12.792582 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b9640637-f543-4efb-bfc5-c86085379cdf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1437781 Aug 26 11:17:12.793355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55442) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:12.815057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82aec8-f0fd-4993-9a6f-c1ea6513364c req-53fd180d-fc80-4889-aef5-8c0006786639 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:12.817210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef82aec8-f0fd-4993-9a6f-c1ea6513364c req-53fd180d-fc80-4889-aef5-8c0006786639 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.0632844 Aug 26 11:17:12.827503 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d0b37c1e-2843-4374-92be-9a612b44b101 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0306861 Aug 26 11:17:12.828014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55444) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:12.916322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef82aec8-f0fd-4993-9a6f-c1ea6513364c req-8f4678a2-836d-4059-978e-91cf13146f07 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773301 Aug 26 11:17:12.919760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa902e14-8b7e-4906-ac77-919fea7913a3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:12.925152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-aa902e14-8b7e-4906-ac77-919fea7913a3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0922561 Aug 26 11:17:12.925452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a16bed09-8f64-4d3e-811a-266f69ea01c5 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:12.925638 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55448) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:12.968434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-acf08838-2680-4498-b789-7e5d48a97407 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418775 Aug 26 11:17:12.974788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55450) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:12.988092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-29504694-c0a6-4d85-a249-b96e6fe8a4e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:12.988202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: a16bed09-8f64-4d3e-811a-266f69ea01c5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:12.988202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a16bed09-8f64-4d3e-811a-266f69ea01c5 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:13.092494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29504694-c0a6-4d85-a249-b96e6fe8a4e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:13.096345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29504694-c0a6-4d85-a249-b96e6fe8a4e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:13.333778 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3c6c5ce-f34e-451d-9b2b-1f3379fd0222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:13.392080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.objects.ports [None req-29504694-c0a6-4d85-a249-b96e6fe8a4e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101267) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:17:13.393627 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29504694-c0a6-4d85-a249-b96e6fe8a4e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:13.437717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29504694-c0a6-4d85-a249-b96e6fe8a4e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:13.440859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-29504694-c0a6-4d85-a249-b96e6fe8a4e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:13.445250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29504694-c0a6-4d85-a249-b96e6fe8a4e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:13.445842 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29504694-c0a6-4d85-a249-b96e6fe8a4e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:13.452019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23695889-25ee-4c6e-b37c-3612b7e1d0b4 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:13.458362 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29504694-c0a6-4d85-a249-b96e6fe8a4e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=5d4603ac-9cc1-4c89-9509-e5f94dcad53f,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:13.477067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-29504694-c0a6-4d85-a249-b96e6fe8a4e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4966185 Aug 26 11:17:13.477067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55460) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:13.482569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:02:08:d5', 'name': 'tempest-NetworksTestDHCPv6-1654963244'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:13.621838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:13.635207 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '5d4603ac-9cc1-4c89-9509-e5f94dcad53f'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:17:13.636229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:13.722323 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:13.743179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port ec4311bb-47dc-4666-871c-a4d12d24c8ab yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:17:13.789932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Allocated IP 2001:db8::f816:3eff:fe26:3cd1 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/5d4603ac-9cc1-4c89-9509-e5f94dcad53f/042f0400-0e5f-42ec-a992-fd5997b4148b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:13.944128 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:13.953929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Transition to ACTIVE for port object 042f0400-0e5f-42ec-a992-fd5997b4148b will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:13.970287 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Transition to ACTIVE for port object 042f0400-0e5f-42ec-a992-fd5997b4148b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:13.978358 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:14.021987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:14.023724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:14.026595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:14.065984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Pushing event updated for resources: {'Port': ['ID=042f0400-0e5f-42ec-a992-fd5997b4148b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:14.071335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::f816:3eff:fe02:8d5 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/5d4603ac-9cc1-4c89-9509-e5f94dcad53f/ec4311bb-47dc-4666-871c-a4d12d24c8ab) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:14.087028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e0e6d-0a32-425a-bdf0-c577dd0f3888 req-7b2a7be3-4d02-4b84-a688-7314c3c3fe62 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:14.088562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b6e0e6d-0a32-425a-bdf0-c577dd0f3888 req-7b2a7be3-4d02-4b84-a688-7314c3c3fe62 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.0802290 Aug 26 11:17:14.100219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Attempting to bind port 042f0400-0e5f-42ec-a992-fd5997b4148b on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:17:14.100656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Attempting to bind port 042f0400-0e5f-42ec-a992-fd5997b4148b by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:17:14.101004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Attempting to bind port 042f0400-0e5f-42ec-a992-fd5997b4148b on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:14.107664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:17:14.108039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:17:14.108460 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:14.108875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:17:14.109510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Bound port: 042f0400-0e5f-42ec-a992-fd5997b4148b, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:17:14.109861 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:14.166878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b6e0e6d-0a32-425a-bdf0-c577dd0f3888 req-320a7488-21d9-440e-a401-5562c127fa8e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634208 Aug 26 11:17:14.180386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] For port 042f0400-0e5f-42ec-a992-fd5997b4148b, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:14.184961 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] For port 042f0400-0e5f-42ec-a992-fd5997b4148b, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=042f0400-0e5f-42ec-a992-fd5997b4148b,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:17:14.189789 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:14.262185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dabaa-aa69-419f-ad16-38e936331f62 None None] Pushing event updated for resources: {'Port': ['ID=042f0400-0e5f-42ec-a992-fd5997b4148b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:14.287392 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:14.303121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object ec4311bb-47dc-4666-871c-a4d12d24c8ab will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:14.343992 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:14.393270 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:14.398711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:14.403377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:14.416794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:14.416794 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:14.441030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=ec4311bb-47dc-4666-871c-a4d12d24c8ab,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:14.452649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dcfb2292-1d47-44a5-b141-fc6642a00126 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9745367 Aug 26 11:17:14.454992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55466) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:14.519446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743f50fb-3526-477e-a210-0b383496a59e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:14.525731 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743f50fb-3526-477e-a210-0b383496a59e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:14.527847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-743f50fb-3526-477e-a210-0b383496a59e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0714328 Aug 26 11:17:14.530694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55468) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:14.646525 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-cb64e829-9909-4c81-9cc6-b2be71362c46 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port ec4311bb-47dc-4666-871c-a4d12d24c8ab {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:14.646937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cb64e829-9909-4c81-9cc6-b2be71362c46 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:14.754535 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cb64e829-9909-4c81-9cc6-b2be71362c46 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:14.768114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-cb64e829-9909-4c81-9cc6-b2be71362c46 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for ec4311bb-47dc-4666-871c-a4d12d24c8ab owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:14.952249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cb64e829-9909-4c81-9cc6-b2be71362c46 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:14.967355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 042f0400-0e5f-42ec-a992-fd5997b4148b up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:14.993935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64e829-9909-4c81-9cc6-b2be71362c46 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=ec4311bb-47dc-4666-871c-a4d12d24c8ab,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:15.029788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cb64e829-9909-4c81-9cc6-b2be71362c46 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:15.032988 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cb64e829-9909-4c81-9cc6-b2be71362c46 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/ec4311bb-47dc-4666-871c-a4d12d24c8ab HTTP/1.1" status: 204 len: 168 time: 0.5008731 Aug 26 11:17:15.035686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55470) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:15.050089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 042f0400-0e5f-42ec-a992-fd5997b4148b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:15.110709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2810a643-2b2b-42b2-8523-dc0b9af9f689 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:15.112647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2810a643-2b2b-42b2-8523-dc0b9af9f689 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:15.114308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2810a643-2b2b-42b2-8523-dc0b9af9f689 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0776205 Aug 26 11:17:15.117419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55472) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:15.189911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-1315b738-08be-4615-a812-bcdee14bedc9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 5d4603ac-9cc1-4c89-9509-e5f94dcad53f {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:15.193983 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1315b738-08be-4615-a812-bcdee14bedc9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:15.260437 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1315b738-08be-4615-a812-bcdee14bedc9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:15.313858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2418-0dd2-42ff-9cc0-c4c46535c551 req-88efdfeb-6543-4e09-a81d-c64b3faa33dc tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:15.315648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60ce2418-0dd2-42ff-9cc0-c4c46535c551 req-88efdfeb-6543-4e09-a81d-c64b3faa33dc tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.0602186 Aug 26 11:17:15.392851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60ce2418-0dd2-42ff-9cc0-c4c46535c551 req-ff316193-37fd-42cc-8a30-ebdcc438c8aa tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659528 Aug 26 11:17:15.423358 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1315b738-08be-4615-a812-bcdee14bedc9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:15.458187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9231160e-5337-430b-b212-7f4fd90a5f3e None None] Provisioning for port 042f0400-0e5f-42ec-a992-fd5997b4148b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:15.475504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9231160e-5337-430b-b212-7f4fd90a5f3e None None] Provisioning complete for port 042f0400-0e5f-42ec-a992-fd5997b4148b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:15.476031 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9231160e-5337-430b-b212-7f4fd90a5f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:15.541420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1315b738-08be-4615-a812-bcdee14bedc9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:15.567483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1315b738-08be-4615-a812-bcdee14bedc9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:15.571545 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1315b738-08be-4615-a812-bcdee14bedc9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/5d4603ac-9cc1-4c89-9509-e5f94dcad53f HTTP/1.1" status: 204 len: 168 time: 0.4528008 Aug 26 11:17:15.575171 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55480) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:15.618707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315b738-08be-4615-a812-bcdee14bedc9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4603ac-9cc1-4c89-9509-e5f94dcad53f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:15.626049 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9231160e-5337-430b-b212-7f4fd90a5f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:15.679764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55482) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:15.679991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9231160e-5337-430b-b212-7f4fd90a5f3e None None] For port 042f0400-0e5f-42ec-a992-fd5997b4148b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=042f0400-0e5f-42ec-a992-fd5997b4148b,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:15.680101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b4aa026f-88e0-4656-953b-7115ec9a4044 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030970 Aug 26 11:17:15.685673 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9231160e-5337-430b-b212-7f4fd90a5f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:15.686965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:15.820680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7d7564-643d-4756-a01b-4ab71f461eba None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:15.832346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231160e-5337-430b-b212-7f4fd90a5f3e None None] Pushing event updated for resources: {'Port': ['ID=042f0400-0e5f-42ec-a992-fd5997b4148b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:15.851658 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a85e2d80-7b42-46a9-ad3c-e0b68bcfc6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:15.858585 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:15.867621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:15.882352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-49b1906f-ac0e-47a1-ac81-8171679d4694 None None] Could not find standard attr ID for object ec4311bb-47dc-4666-871c-a4d12d24c8ab. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:17:16.078876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5759378c-8385-4666-97ea-1f83fc037bcd None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:17:16.134465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5759378c-8385-4666-97ea-1f83fc037bcd None None] Deleting port 042f0400-0e5f-42ec-a992-fd5997b4148b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:16.134881 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5759378c-8385-4666-97ea-1f83fc037bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:16.208933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5759378c-8385-4666-97ea-1f83fc037bcd None None] For port 042f0400-0e5f-42ec-a992-fd5997b4148b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=042f0400-0e5f-42ec-a992-fd5997b4148b,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:16.209448 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5759378c-8385-4666-97ea-1f83fc037bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:16.229765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5759378c-8385-4666-97ea-1f83fc037bcd None None] Calling delete_port for 042f0400-0e5f-42ec-a992-fd5997b4148b owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:16.290595 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:16.302270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:17:16.346333 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5759378c-8385-4666-97ea-1f83fc037bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:16.388196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759378c-8385-4666-97ea-1f83fc037bcd None None] Pushing event deleted for resources: {'Port': ['ID=042f0400-0e5f-42ec-a992-fd5997b4148b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:16.399316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759378c-8385-4666-97ea-1f83fc037bcd None None] No DVR routers for this DVR port 042f0400-0e5f-42ec-a992-fd5997b4148b on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:16.413038 n-d-778550-13 neutron-server[101266]: WARNING neutron.services.revisions.revision_plugin [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Could not find related port for resource to bump revision. Aug 26 11:17:16.422467 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Port 042f0400-0e5f-42ec-a992-fd5997b4148b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 26 11:17:16.422823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Reverting IP allocation for 2001:db8::f816:3eff:fe26:3cd1 {{(pid=101266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 26 11:17:16.426665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_pluggable_backend [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe26:3cd1 {{(pid=101266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 26 11:17:16.427945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:16.488931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:16.492541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:16.497801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:16.498429 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:16.502481 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=94f45f04-c209-467b-8362-be17ae73f5d1,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:16.507118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888dd321-0667-4b7e-b342-ff200b0b3f7f None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:16.531762 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ec1c52e5-0e34-4ede-9ea2-968fe15a866e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8486965 Aug 26 11:17:16.534636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55492) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:16.541163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:dd:20:6d', 'name': 'tempest-NetworksTestDHCPv6-317397443'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:16.565897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0d23a148-523b-457a-9c53-387c5a3c7670 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:17:16.623867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fd995-287d-4f35-bc75-f9114a44e470 req-43461f77-466d-4276-a5d3-a078d1f47184 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:16.631450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b69fd995-287d-4f35-bc75-f9114a44e470 req-43461f77-466d-4276-a5d3-a078d1f47184 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 944 time: 0.1427310 Aug 26 11:17:16.699669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b69fd995-287d-4f35-bc75-f9114a44e470 req-b5df7d8c-98f6-4827-be1b-21c769d70077 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669429 Aug 26 11:17:16.728993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:16.729735 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:16.758681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 5eee1f34-bd00-4722-8b0b-f8a9184813ab yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:17:16.792059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0d23a148-523b-457a-9c53-387c5a3c7670, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0d23a148-523b-457a-9c53-387c5a3c7670,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:16.797068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '94f45f04-c209-467b-8362-be17ae73f5d1'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:17:16.797999 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:16.826611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '0d23a148-523b-457a-9c53-387c5a3c7670', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'port_id': '0d23a148-523b-457a-9c53-387c5a3c7670', 'mac_address': 'fa:16:3e:1a:23:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:17:16.881131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::f816:3eff:fedd:206d (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/94f45f04-c209-467b-8362-be17ae73f5d1/5eee1f34-bd00-4722-8b0b-f8a9184813ab) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:16.946689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 042f0400-0e5f-42ec-a992-fd5997b4148b no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:17.080956 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.097664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 5eee1f34-bd00-4722-8b0b-f8a9184813ab will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:17.142740 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.145474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 042f0400-0e5f-42ec-a992-fd5997b4148b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:17.146052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 042f0400-0e5f-42ec-a992-fd5997b4148b not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:17.149896 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.194200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d23a148-523b-457a-9c53-387c5a3c7670 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:17:17.196089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:17.202067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:17.204894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:17.211237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:17.211974 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.232986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=5eee1f34-bd00-4722-8b0b-f8a9184813ab,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:17.239105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0d23a148-523b-457a-9c53-387c5a3c7670, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0d23a148-523b-457a-9c53-387c5a3c7670,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:17.249043 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.249610 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.250121 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e366f58b-25e9-47f1-aae4-f4ab735cca45 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7134383 Aug 26 11:17:17.250424 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55506) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:17.255662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Allocated IP 2001:db8::f816:3eff:fea9:7fff (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/94f45f04-c209-467b-8362-be17ae73f5d1/3209e45c-612a-4461-8c8d-bda8a410f8b0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:17.325082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d59452-5158-4f8f-a1ac-cefe9cf26987 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:17.326683 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-05d59452-5158-4f8f-a1ac-cefe9cf26987 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0747128 Aug 26 11:17:17.328909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55508) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:17.364504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=0d23a148-523b-457a-9c53-387c5a3c7670,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:17.420988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-125bf864-6c4a-44f7-924a-6aff076e0522 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 5eee1f34-bd00-4722-8b0b-f8a9184813ab {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:17.421467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-125bf864-6c4a-44f7-924a-6aff076e0522 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.473795 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.484691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Transition to ACTIVE for port object 3209e45c-612a-4461-8c8d-bda8a410f8b0 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:17.500542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Transition to ACTIVE for port object 3209e45c-612a-4461-8c8d-bda8a410f8b0 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:17.507158 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.523574 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-125bf864-6c4a-44f7-924a-6aff076e0522 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.537906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-125bf864-6c4a-44f7-924a-6aff076e0522 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 5eee1f34-bd00-4722-8b0b-f8a9184813ab owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:17.546640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:17.556953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:17.558258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:17.561404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Pushing event updated for resources: {'Port': ['ID=3209e45c-612a-4461-8c8d-bda8a410f8b0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:17.591936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['0d23a148-523b-457a-9c53-387c5a3c7670'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:17:17.647991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Attempting to bind port 3209e45c-612a-4461-8c8d-bda8a410f8b0 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:17:17.648281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Attempting to bind port 3209e45c-612a-4461-8c8d-bda8a410f8b0 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:17:17.648630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Attempting to bind port 3209e45c-612a-4461-8c8d-bda8a410f8b0 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:17.659357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:17:17.659736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:17:17.660141 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.660536 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:17:17.661004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Bound port: 3209e45c-612a-4461-8c8d-bda8a410f8b0, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:17:17.661387 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.691047 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-125bf864-6c4a-44f7-924a-6aff076e0522 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.750762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bf864-6c4a-44f7-924a-6aff076e0522 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=5eee1f34-bd00-4722-8b0b-f8a9184813ab,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:17.762541 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-125bf864-6c4a-44f7-924a-6aff076e0522 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.769406 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-125bf864-6c4a-44f7-924a-6aff076e0522 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/5eee1f34-bd00-4722-8b0b-f8a9184813ab HTTP/1.1" status: 204 len: 168 time: 0.4372191 Aug 26 11:17:17.769846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55512) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:17.771992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] For port 3209e45c-612a-4461-8c8d-bda8a410f8b0, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:17.776412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] For port 3209e45c-612a-4461-8c8d-bda8a410f8b0, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3209e45c-612a-4461-8c8d-bda8a410f8b0,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:17:17.787005 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.859841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f55a29b-1859-4570-b9c9-7bd18dadce41 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:17.861475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f55a29b-1859-4570-b9c9-7bd18dadce41 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:17.863082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6f55a29b-1859-4570-b9c9-7bd18dadce41 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922675 Aug 26 11:17:17.865749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55514) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:17.889780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c8189-ab0e-41a7-b6ef-3148dcd6e8cb None None] Pushing event updated for resources: {'Port': ['ID=3209e45c-612a-4461-8c8d-bda8a410f8b0,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:17.916169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2781a-aae3-4dbb-b434-1b12e85d53cb req-373c36f1-fc87-4eb2-9061-c7cc51ef98c8 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:17.919041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4d2781a-aae3-4dbb-b434-1b12e85d53cb req-373c36f1-fc87-4eb2-9061-c7cc51ef98c8 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 945 time: 0.1381328 Aug 26 11:17:17.928927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0aa5b81-43dd-4f83-af3b-2b7b916e3867 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 94f45f04-c209-467b-8362-be17ae73f5d1 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:17.932734 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5b81-43dd-4f83-af3b-2b7b916e3867 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:17.961852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4d2781a-aae3-4dbb-b434-1b12e85d53cb req-2841dffc-e7e2-4ab6-8052-410b17b58f29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361118 Aug 26 11:17:17.976835 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5b81-43dd-4f83-af3b-2b7b916e3867 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:18.084961 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5b81-43dd-4f83-af3b-2b7b916e3867 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:18.152671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5b81-43dd-4f83-af3b-2b7b916e3867 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:18.182851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa5b81-43dd-4f83-af3b-2b7b916e3867 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=94f45f04-c209-467b-8362-be17ae73f5d1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:18.185744 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5b81-43dd-4f83-af3b-2b7b916e3867 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:18.187825 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f0aa5b81-43dd-4f83-af3b-2b7b916e3867 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/94f45f04-c209-467b-8362-be17ae73f5d1 HTTP/1.1" status: 204 len: 168 time: 0.3210342 Aug 26 11:17:18.190317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55516) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:18.230355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d569015f-98aa-4630-9c4f-ae529e6cd826 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387733 Aug 26 11:17:18.232647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55518) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:18.283502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8dfa68-9a1b-4930-a511-4c7712e04e5b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:18.285049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2d8dfa68-9a1b-4930-a511-4c7712e04e5b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0514669 Aug 26 11:17:18.287657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55520) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:18.343600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d68921b-4021-438a-84ce-79e686bb21a0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:18.347351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7d68921b-4021-438a-84ce-79e686bb21a0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0565083 Aug 26 11:17:18.347716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55524) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:18.392045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b8a1866c-fd6f-4c44-8292-d70c1dcf5352 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429347 Aug 26 11:17:18.395969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55526) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:18.400883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:18.565005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0d23a148-523b-457a-9c53-387c5a3c7670 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:18.629822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 0d23a148-523b-457a-9c53-387c5a3c7670 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:18.635085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 0d23a148-523b-457a-9c53-387c5a3c7670 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:18.635475 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:18.757220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:18.785230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd729ec3-3e7b-4ebe-8f29-eff6b0b62747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d23a148-523b-457a-9c53-387c5a3c7670'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:17:18.787908 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6a125b-b2fb-4624-999f-b9a4284c1627" -d '{"events": [{"server_uuid": "fd729ec3-3e7b-4ebe-8f29-eff6b0b62747", "name": "network-vif-plugged", "status": "completed", "tag": "0d23a148-523b-457a-9c53-387c5a3c7670"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:17:18.804681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0d23a148-523b-457a-9c53-387c5a3c7670, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0d23a148-523b-457a-9c53-387c5a3c7670,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:18.812551 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:18.903834 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd03ed6-38aa-4c04-8c11-f51ea6d5f5c1 x-openstack-request-id: req-bfd03ed6-38aa-4c04-8c11-f51ea6d5f5c1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:17:18.905583 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd729ec3-3e7b-4ebe-8f29-eff6b0b62747", "name": "network-vif-plugged", "status": "completed", "tag": "0d23a148-523b-457a-9c53-387c5a3c7670", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:17:18.905942 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfd03ed6-38aa-4c04-8c11-f51ea6d5f5c1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:17:18.906619 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd729ec3-3e7b-4ebe-8f29-eff6b0b62747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d23a148-523b-457a-9c53-387c5a3c7670', 'code': 200} Aug 26 11:17:18.908482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=0d23a148-523b-457a-9c53-387c5a3c7670,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:18.939786 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:18.944802 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:19.039758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f0899-b1f6-4e9c-b188-4ceb98c6f69e req-27923234-8be2-41f9-8ea9-75c95e2add78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:19.042437 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4e8f0899-b1f6-4e9c-b188-4ceb98c6f69e req-27923234-8be2-41f9-8ea9-75c95e2add78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 1098 time: 0.0632179 Aug 26 11:17:19.071883 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3209e45c-612a-4461-8c8d-bda8a410f8b0 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:19.146285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a94d55a-7608-43ae-bbd9-600de3354c1f None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:19.159713 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4e8f0899-b1f6-4e9c-b188-4ceb98c6f69e req-b6ffdc90-5f85-4548-9bad-5e96ebef5cc9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095405 Aug 26 11:17:19.272502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172af3d6-fabd-4e57-9c42-60d0a1bde711 req-270f1832-2dc9-4b98-bb17-153bd4ffed6e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:19.280513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-172af3d6-fabd-4e57-9c42-60d0a1bde711 req-270f1832-2dc9-4b98-bb17-153bd4ffed6e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 946 time: 0.1724246 Aug 26 11:17:19.290492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-796f9a60-496c-4d91-b056-c70fd1c0242f None None] Provisioning for port 3209e45c-612a-4461-8c8d-bda8a410f8b0 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:19.312991 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:19.316246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3209e45c-612a-4461-8c8d-bda8a410f8b0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:19.322227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3209e45c-612a-4461-8c8d-bda8a410f8b0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:19.322614 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:19.372147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-172af3d6-fabd-4e57-9c42-60d0a1bde711 req-0ed1110f-1a8c-424b-9624-8c651c39eaf2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882914 Aug 26 11:17:19.418850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2070ac5-b17b-4168-b046-620b77f529dd None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:17:19.456691 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:19.504187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 3209e45c-612a-4461-8c8d-bda8a410f8b0, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3209e45c-612a-4461-8c8d-bda8a410f8b0,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:19.513735 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:19.535849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.objects.ports [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101267) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:17:19.565192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c2070ac5-b17b-4168-b046-620b77f529dd None None] Deleting port 3209e45c-612a-4461-8c8d-bda8a410f8b0 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:19.565798 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2070ac5-b17b-4168-b046-620b77f529dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:19.667425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=3209e45c-612a-4461-8c8d-bda8a410f8b0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:19.723421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c2070ac5-b17b-4168-b046-620b77f529dd None None] For port 3209e45c-612a-4461-8c8d-bda8a410f8b0, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3209e45c-612a-4461-8c8d-bda8a410f8b0,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:19.723824 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2070ac5-b17b-4168-b046-620b77f529dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:19.738799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c2070ac5-b17b-4168-b046-620b77f529dd None None] Calling delete_port for 3209e45c-612a-4461-8c8d-bda8a410f8b0 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:19.836886 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2070ac5-b17b-4168-b046-620b77f529dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:19.860327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:19.871840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2070ac5-b17b-4168-b046-620b77f529dd None None] Pushing event deleted for resources: {'Port': ['ID=3209e45c-612a-4461-8c8d-bda8a410f8b0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:19.876521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2070ac5-b17b-4168-b046-620b77f529dd None None] No DVR routers for this DVR port 3209e45c-612a-4461-8c8d-bda8a410f8b0 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:19.903438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Port 3209e45c-612a-4461-8c8d-bda8a410f8b0 concurrently deleted while adding address for new subnet {'id': 'ec02568f-d9b6-4dcd-8c2c-1611a1b9d681', 'name': '', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3576, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-26T11:17:19Z', 'updated_at': '2021-08-26T11:17:19Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3d570746e26b4207bf7c4b12a3f27435'}. {{(pid=101267) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 26 11:17:19.904119 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:19.960269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:19.963768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:19.968272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:19.968867 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:19.977974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cd1fd9-14d7-4fce-8373-7921a1841132 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:19.981057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=ec02568f-d9b6-4dcd-8c2c-1611a1b9d681,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:19.987260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-59983c8b-5a2b-4a22-b5a2-2b95f57e204a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5902715 Aug 26 11:17:19.989894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55546) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:19.994943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:73:f4:a7', 'name': 'tempest-NetworksTestDHCPv6-1290937382'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:20.131318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:20.152812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': 'ec02568f-d9b6-4dcd-8c2c-1611a1b9d681'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:17:20.153767 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:20.249608 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:20.270818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 1528d48c-fbe1-4bf2-9f90-a0b6d95dd4cd yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:17:20.297055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Allocated IP 2001:db8::f816:3eff:fe8e:edd7 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/ec02568f-d9b6-4dcd-8c2c-1611a1b9d681/8121ec8b-b2ce-4d57-b781-319cec778d7c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:20.454580 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:20.470263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Transition to ACTIVE for port object 8121ec8b-b2ce-4d57-b781-319cec778d7c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:20.487727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Transition to ACTIVE for port object 8121ec8b-b2ce-4d57-b781-319cec778d7c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:20.496792 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:20.551145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:20.557538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:20.564675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:20.574893 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:20.579294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Pushing event updated for resources: {'Port': ['ID=8121ec8b-b2ce-4d57-b781-319cec778d7c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:20.583289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10c970-4ec6-4fe3-bfa3-8adb00e63187 req-0be73dea-9f39-473a-9447-f5ad19db92ac tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:20.584863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b10c970-4ec6-4fe3-bfa3-8adb00e63187 req-0be73dea-9f39-473a-9447-f5ad19db92ac tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 946 time: 0.1206017 Aug 26 11:17:20.592959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::f816:3eff:fe73:f4a7 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/ec02568f-d9b6-4dcd-8c2c-1611a1b9d681/1528d48c-fbe1-4bf2-9f90-a0b6d95dd4cd) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:20.630909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Attempting to bind port 8121ec8b-b2ce-4d57-b781-319cec778d7c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:17:20.631204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Attempting to bind port 8121ec8b-b2ce-4d57-b781-319cec778d7c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:17:20.631600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Attempting to bind port 8121ec8b-b2ce-4d57-b781-319cec778d7c on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:20.636982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:17:20.637368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:17:20.637775 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:20.638175 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:17:20.638647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Bound port: 8121ec8b-b2ce-4d57-b781-319cec778d7c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:17:20.639066 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:20.650083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b10c970-4ec6-4fe3-bfa3-8adb00e63187 req-df8287cf-e073-4283-a49d-b4e3ef37e12b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547042 Aug 26 11:17:20.706847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-483d76dd-99e9-495d-9692-b2466441759d None None] For port 8121ec8b-b2ce-4d57-b781-319cec778d7c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:20.710006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-483d76dd-99e9-495d-9692-b2466441759d None None] For port 8121ec8b-b2ce-4d57-b781-319cec778d7c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8121ec8b-b2ce-4d57-b781-319cec778d7c,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:17:20.713693 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:20.783281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d76dd-99e9-495d-9692-b2466441759d None None] Pushing event updated for resources: {'Port': ['ID=8121ec8b-b2ce-4d57-b781-319cec778d7c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:20.784029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:20.806057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 1528d48c-fbe1-4bf2-9f90-a0b6d95dd4cd will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:20.852780 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:20.896832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:20.900385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:20.903440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:20.910660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:20.911477 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:20.925308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3209e45c-612a-4461-8c8d-bda8a410f8b0 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:20.935279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=1528d48c-fbe1-4bf2-9f90-a0b6d95dd4cd,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:20.939558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ce9229c2-b1e3-429b-bc83-c14e15b7f106 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9486864 Aug 26 11:17:20.942798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55556) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:20.975651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 3209e45c-612a-4461-8c8d-bda8a410f8b0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:20.976232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3209e45c-612a-4461-8c8d-bda8a410f8b0 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:21.022814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5781a0e-b7c7-4688-ac83-81001a2ce7a2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:21.032629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5781a0e-b7c7-4688-ac83-81001a2ce7a2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:21.034352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c5781a0e-b7c7-4688-ac83-81001a2ce7a2 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0901611 Aug 26 11:17:21.037090 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55560) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:21.136963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 1528d48c-fbe1-4bf2-9f90-a0b6d95dd4cd {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:21.137313 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:21.236019 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:21.248152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 1528d48c-fbe1-4bf2-9f90-a0b6d95dd4cd owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:21.379344 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:21.413201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=1528d48c-fbe1-4bf2-9f90-a0b6d95dd4cd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:21.425482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.426159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.426159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.426393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.426719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.427372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.427372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.427677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.428224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.428393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.428620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.428943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:21.463819 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:21.466560 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-44ce268a-d4f9-492a-8a6b-d069ecf69ced tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/1528d48c-fbe1-4bf2-9f90-a0b6d95dd4cd HTTP/1.1" status: 204 len: 168 time: 0.4275379 Aug 26 11:17:21.469344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55576) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:21.544739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b30d99-6402-4fd2-ac36-3fc0d68cdce6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:21.545159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b30d99-6402-4fd2-ac36-3fc0d68cdce6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:21.549664 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d8b30d99-6402-4fd2-ac36-3fc0d68cdce6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0790637 Aug 26 11:17:21.549860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55578) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:21.614830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7300b22-5cfe-407f-9a8f-a247fb50c895 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet ec02568f-d9b6-4dcd-8c2c-1611a1b9d681 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:21.618713 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7300b22-5cfe-407f-9a8f-a247fb50c895 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:21.675584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7300b22-5cfe-407f-9a8f-a247fb50c895 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:21.817629 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7300b22-5cfe-407f-9a8f-a247fb50c895 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:21.861443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee064f7d-8343-449e-9d9a-c47d957c0ad0 req-d5410b87-ff11-482e-8d55-2e87c920d067 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:21.863466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee064f7d-8343-449e-9d9a-c47d957c0ad0 req-d5410b87-ff11-482e-8d55-2e87c920d067 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 946 time: 0.1252320 Aug 26 11:17:21.903518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-51014d75-0a54-4e20-904e-70301d8e0cac None None] Provisioning for port 8121ec8b-b2ce-4d57-b781-319cec778d7c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:21.932144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee064f7d-8343-449e-9d9a-c47d957c0ad0 req-67fdc57c-52c9-4662-8bfe-6eb4bd818fad tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624886 Aug 26 11:17:21.939539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7300b22-5cfe-407f-9a8f-a247fb50c895 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:21.958345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7300b22-5cfe-407f-9a8f-a247fb50c895 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:21.962562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e7300b22-5cfe-407f-9a8f-a247fb50c895 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/ec02568f-d9b6-4dcd-8c2c-1611a1b9d681 HTTP/1.1" status: 204 len: 168 time: 0.4093955 Aug 26 11:17:21.963448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55586) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:21.982136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7300b22-5cfe-407f-9a8f-a247fb50c895 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=ec02568f-d9b6-4dcd-8c2c-1611a1b9d681,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:22.014117 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2e2afb46-a4a3-4366-8f9e-488c05a82dc8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458760 Aug 26 11:17:22.014421 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55588) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:22.020159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:22.085249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c79bcc-b38d-409d-8b27-5fc7a4bc301b req-d733dfb0-dff5-4328-9705-21857019dc83 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:22.093318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27c79bcc-b38d-409d-8b27-5fc7a4bc301b req-d733dfb0-dff5-4328-9705-21857019dc83 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 946 time: 0.0689986 Aug 26 11:17:22.135400 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:22.136134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27c79bcc-b38d-409d-8b27-5fc7a4bc301b req-0752417b-265c-42da-854d-81aa11582167 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 Aug 26 11:17:22.144868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:22.148401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb735fb1-a699-47ae-85b6-88c4626fbf1d None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:22.254923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7df328b3-895a-4bf1-b38c-6f209e436d93 None None] Could not find standard attr ID for object 1528d48c-fbe1-4bf2-9f90-a0b6d95dd4cd. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:17:22.261452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd610602-2337-46a1-b592-09883b1de870 req-645d31cc-1cb2-463e-94e0-19f3d3cc91eb tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:22.263748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd610602-2337-46a1-b592-09883b1de870 req-645d31cc-1cb2-463e-94e0-19f3d3cc91eb tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 946 time: 0.0576370 Aug 26 11:17:22.308704 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:22.336177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd610602-2337-46a1-b592-09883b1de870 req-08817733-40a1-41ac-a95f-3d7bdfe2b165 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639889 Aug 26 11:17:22.395635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be2cf73-b287-44d2-ba1e-06685cb83847 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:17:22.454748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4be2cf73-b287-44d2-ba1e-06685cb83847 None None] Deleting port 8121ec8b-b2ce-4d57-b781-319cec778d7c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:22.455168 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4be2cf73-b287-44d2-ba1e-06685cb83847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:22.533815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:17:22.543550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4be2cf73-b287-44d2-ba1e-06685cb83847 None None] For port 8121ec8b-b2ce-4d57-b781-319cec778d7c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8121ec8b-b2ce-4d57-b781-319cec778d7c,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:22.543954 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4be2cf73-b287-44d2-ba1e-06685cb83847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:22.561257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4be2cf73-b287-44d2-ba1e-06685cb83847 None None] Calling delete_port for 8121ec8b-b2ce-4d57-b781-319cec778d7c owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:22.682237 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4be2cf73-b287-44d2-ba1e-06685cb83847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:22.686096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_pluggable_backend [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Port 8121ec8b-b2ce-4d57-b781-319cec778d7c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 26 11:17:22.686411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_pluggable_backend [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8e:edd7 {{(pid=101266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 26 11:17:22.690359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_pluggable_backend [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8e:edd7 {{(pid=101266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 26 11:17:22.691769 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:22.712225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2cf73-b287-44d2-ba1e-06685cb83847 None None] Pushing event deleted for resources: {'Port': ['ID=8121ec8b-b2ce-4d57-b781-319cec778d7c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:22.722064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2cf73-b287-44d2-ba1e-06685cb83847 None None] No DVR routers for this DVR port 8121ec8b-b2ce-4d57-b781-319cec778d7c on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:22.734017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e63b0f-a940-465b-ac3f-8a2cb46da4db req-689a7429-62ab-4162-8df4-11e1d6a2111e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:22.735649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7e63b0f-a940-465b-ac3f-8a2cb46da4db req-689a7429-62ab-4162-8df4-11e1d6a2111e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 946 time: 0.0716896 Aug 26 11:17:22.750662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:22.754191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:22.759276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:22.759881 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:22.764739 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344271b0-789c-4114-bdfc-94ee879e930a None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:22.766412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=718d84d5-de59-4bc2-bfb5-ea7d9b199f7a,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:22.783688 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-38f97efd-a9e0-4fcb-b28c-36c440bcded6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7676363 Aug 26 11:17:22.786328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55600) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:22.792371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:10:35:d8', 'name': 'tempest-NetworksTestDHCPv6-2091489580'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:22.814607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7e63b0f-a940-465b-ac3f-8a2cb46da4db req-658e4281-77a0-4b25-96ff-df62edc9f4d7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728652 Aug 26 11:17:22.928250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:22.933940 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:22.939697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '718d84d5-de59-4bc2-bfb5-ea7d9b199f7a'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:17:22.940589 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:22.962433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 9b867bfc-2933-49ff-954a-b432f81109c6 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:17:23.079801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::f816:3eff:fe10:35d8 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/718d84d5-de59-4bc2-bfb5-ea7d9b199f7a/9b867bfc-2933-49ff-954a-b432f81109c6) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:23.280414 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:23.303590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 9b867bfc-2933-49ff-954a-b432f81109c6 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:23.345188 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:23.389806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Allocated IP 2001:db8::f816:3eff:fe25:56b0 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/718d84d5-de59-4bc2-bfb5-ea7d9b199f7a/3d53005e-4144-4210-a3a3-217295e07a19) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:23.398633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:23.402958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:23.405720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:23.411898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:23.412691 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:23.423224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=9b867bfc-2933-49ff-954a-b432f81109c6,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:23.436826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2c168f3b-43b8-44e1-9610-5ee4b5204c21 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6491158 Aug 26 11:17:23.439402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55602) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:23.491817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2029e630-1056-4b32-abe7-84bb4641974e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:23.494185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2029e630-1056-4b32-abe7-84bb4641974e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0536742 Aug 26 11:17:23.496365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55604) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:23.573248 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:23.583229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Transition to ACTIVE for port object 3d53005e-4144-4210-a3a3-217295e07a19 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:23.600365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Transition to ACTIVE for port object 3d53005e-4144-4210-a3a3-217295e07a19 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:23.607732 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:23.654104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:23.659986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:23.664215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:23.682832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Pushing event updated for resources: {'Port': ['ID=3d53005e-4144-4210-a3a3-217295e07a19,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:23.752196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Attempting to bind port 3d53005e-4144-4210-a3a3-217295e07a19 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:17:23.752818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Attempting to bind port 3d53005e-4144-4210-a3a3-217295e07a19 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:17:23.753686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Attempting to bind port 3d53005e-4144-4210-a3a3-217295e07a19 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:23.761271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:17:23.762511 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:17:23.763145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:23.763927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:17:23.764793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Bound port: 3d53005e-4144-4210-a3a3-217295e07a19, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:17:23.765254 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:23.864443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] For port 3d53005e-4144-4210-a3a3-217295e07a19, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:23.874426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] For port 3d53005e-4144-4210-a3a3-217295e07a19, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3d53005e-4144-4210-a3a3-217295e07a19,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:17:23.885183 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:24.030260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230f9ca-5134-403e-8252-4b8cee369b97 None None] Pushing event updated for resources: {'Port': ['ID=3d53005e-4144-4210-a3a3-217295e07a19,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:24.078303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4f27a-e5f4-42ed-bc87-33ee348f3cc3 req-4ca4fb8a-c87c-4f94-bbe4-60bb93ba45b8 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:24.080829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8be4f27a-e5f4-42ed-bc87-33ee348f3cc3 req-4ca4fb8a-c87c-4f94-bbe4-60bb93ba45b8 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 946 time: 0.1301458 Aug 26 11:17:24.110305 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-54165828-26a7-4205-ac8c-f57f7133992c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 9b867bfc-2933-49ff-954a-b432f81109c6 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:24.119773 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54165828-26a7-4205-ac8c-f57f7133992c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:24.135204 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8be4f27a-e5f4-42ed-bc87-33ee348f3cc3 req-987ebe17-8dbd-4471-9b72-4cdaed729e2e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477691 Aug 26 11:17:24.287831 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54165828-26a7-4205-ac8c-f57f7133992c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:24.311347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082067f3-7693-40d1-ae69-c82faf6684be req-fdeecc6f-0ebf-47d9-80ab-d719127fc262 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:24.312978 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-082067f3-7693-40d1-ae69-c82faf6684be req-fdeecc6f-0ebf-47d9-80ab-d719127fc262 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 946 time: 0.1390107 Aug 26 11:17:24.314087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-54165828-26a7-4205-ac8c-f57f7133992c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 9b867bfc-2933-49ff-954a-b432f81109c6 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:24.544936 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-082067f3-7693-40d1-ae69-c82faf6684be req-2dad424b-92bf-4735-adac-cd1170fdf4c3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Deleting port 0d23a148-523b-457a-9c53-387c5a3c7670 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:24.545547 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-082067f3-7693-40d1-ae69-c82faf6684be req-2dad424b-92bf-4735-adac-cd1170fdf4c3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:24.656089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54165828-26a7-4205-ac8c-f57f7133992c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:24.704897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54165828-26a7-4205-ac8c-f57f7133992c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=9b867bfc-2933-49ff-954a-b432f81109c6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:24.741177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54165828-26a7-4205-ac8c-f57f7133992c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:24.743148 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-54165828-26a7-4205-ac8c-f57f7133992c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/9b867bfc-2933-49ff-954a-b432f81109c6 HTTP/1.1" status: 204 len: 168 time: 1.2452352 Aug 26 11:17:24.745673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55622) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:24.756899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-082067f3-7693-40d1-ae69-c82faf6684be req-2dad424b-92bf-4735-adac-cd1170fdf4c3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] For port 0d23a148-523b-457a-9c53-387c5a3c7670, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0d23a148-523b-457a-9c53-387c5a3c7670,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:24.757385 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-082067f3-7693-40d1-ae69-c82faf6684be req-2dad424b-92bf-4735-adac-cd1170fdf4c3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:24.771591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-082067f3-7693-40d1-ae69-c82faf6684be req-2dad424b-92bf-4735-adac-cd1170fdf4c3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Calling delete_port for 0d23a148-523b-457a-9c53-387c5a3c7670 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:24.801620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd4975-0efd-456d-96d3-000b4349310f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:24.803317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd4975-0efd-456d-96d3-000b4349310f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:24.807348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-24fd4975-0efd-456d-96d3-000b4349310f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0575922 Aug 26 11:17:24.810506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55624) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:24.865496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d8e77d-5d94-48e0-a824-797a6573e740 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 718d84d5-de59-4bc2-bfb5-ea7d9b199f7a {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:24.872985 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69d8e77d-5d94-48e0-a824-797a6573e740 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:24.946972 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69d8e77d-5d94-48e0-a824-797a6573e740 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:24.971824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-082067f3-7693-40d1-ae69-c82faf6684be req-2dad424b-92bf-4735-adac-cd1170fdf4c3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:24.997449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['0d23a148-523b-457a-9c53-387c5a3c7670'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:17:25.037345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad424b-92bf-4735-adac-cd1170fdf4c3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event deleted for resources: {'Port': ['ID=0d23a148-523b-457a-9c53-387c5a3c7670,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:25.084116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3d53005e-4144-4210-a3a3-217295e07a19 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:25.098766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-082067f3-7693-40d1-ae69-c82faf6684be req-2dad424b-92bf-4735-adac-cd1170fdf4c3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] No DVR routers for this DVR port 0d23a148-523b-457a-9c53-387c5a3c7670 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:25.099200 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69d8e77d-5d94-48e0-a824-797a6573e740 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:25.107229 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-082067f3-7693-40d1-ae69-c82faf6684be req-2dad424b-92bf-4735-adac-cd1170fdf4c3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:25.109482 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-082067f3-7693-40d1-ae69-c82faf6684be req-2dad424b-92bf-4735-adac-cd1170fdf4c3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "DELETE /v2.0/ports/0d23a148-523b-457a-9c53-387c5a3c7670 HTTP/1.1" status: 204 len: 173 time: 0.7887924 Aug 26 11:17:25.109969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd729ec3-3e7b-4ebe-8f29-eff6b0b62747', 'name': 'network-vif-deleted', 'tag': '0d23a148-523b-457a-9c53-387c5a3c7670'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:17:25.119849 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885fc199-2ff4-416b-88a2-33296544cab7" -d '{"events": [{"server_uuid": "fd729ec3-3e7b-4ebe-8f29-eff6b0b62747", "name": "network-vif-deleted", "tag": "0d23a148-523b-457a-9c53-387c5a3c7670"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:17:25.193293 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f582bf-d733-43a6-ba80-b449118331a8 x-openstack-request-id: req-13f582bf-d733-43a6-ba80-b449118331a8 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:17:25.193590 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd729ec3-3e7b-4ebe-8f29-eff6b0b62747", "name": "network-vif-deleted", "tag": "0d23a148-523b-457a-9c53-387c5a3c7670", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:17:25.193898 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13f582bf-d733-43a6-ba80-b449118331a8 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:17:25.194314 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd729ec3-3e7b-4ebe-8f29-eff6b0b62747', 'name': 'network-vif-deleted', 'tag': '0d23a148-523b-457a-9c53-387c5a3c7670', 'status': 'completed', 'code': 200} Aug 26 11:17:25.274208 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3d53005e-4144-4210-a3a3-217295e07a19 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:25.284982 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69d8e77d-5d94-48e0-a824-797a6573e740 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:25.356584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11a6a948-0557-4399-a95a-b48b87aa8836 req-8cd36a43-0274-4265-97fc-d83e2a3008cc tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 210 time: 0.0624869 Aug 26 11:17:25.357836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8e77d-5d94-48e0-a824-797a6573e740 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=718d84d5-de59-4bc2-bfb5-ea7d9b199f7a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:25.361880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69d8e77d-5d94-48e0-a824-797a6573e740 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:25.363879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-69d8e77d-5d94-48e0-a824-797a6573e740 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/718d84d5-de59-4bc2-bfb5-ea7d9b199f7a HTTP/1.1" status: 204 len: 168 time: 0.5523407 Aug 26 11:17:25.366834 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55634) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:25.433360 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0c4bb4cd-80c6-4293-98b3-20b2e945c445 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650103 Aug 26 11:17:25.435697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55636) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:25.496194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5189ff77-96c5-4db5-b4ed-74dd5eee7d22 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:25.499718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5189ff77-96c5-4db5-b4ed-74dd5eee7d22 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0626023 Aug 26 11:17:25.502342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55638) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:25.512413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8d6fe-2d73-4594-a315-5326eb4eea36 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:25.565288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1497f26-673f-4718-beac-ba9e96239d78 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:25.567476 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d1497f26-673f-4718-beac-ba9e96239d78 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0641918 Aug 26 11:17:25.570110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55640) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:25.614020 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-38813791-c8b7-4269-afa1-86a1a124309a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425346 Aug 26 11:17:25.619567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55642) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:25.624948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-01063ae8-7baf-43fa-ba78-d65fcb703b9b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:25.655815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b9951e74-0077-407c-b31d-1c86f866c048 None None] Provisioning for port 3d53005e-4144-4210-a3a3-217295e07a19 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:25.666639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b9951e74-0077-407c-b31d-1c86f866c048 None None] Provisioning complete for port 3d53005e-4144-4210-a3a3-217295e07a19 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:25.667045 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9951e74-0077-407c-b31d-1c86f866c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:25.769042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b2afa8-6ff2-4652-8e48-7d9fa3e69188 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:17:25.826114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13ce04-088e-4c77-ab18-a91b7f792f7d req-d91c7bbc-d757-4a64-aab6-b14ff76bab2d tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:25.833782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce13ce04-088e-4c77-ab18-a91b7f792f7d req-d91c7bbc-d757-4a64-aab6-b14ff76bab2d tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1098 time: 0.1014888 Aug 26 11:17:25.843897 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9951e74-0077-407c-b31d-1c86f866c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:25.849431 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ce13ce04-088e-4c77-ab18-a91b7f792f7d req-bebfd5f5-a63b-40f2-b20f-f5b2ce4912f2 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:25.852456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01063ae8-7baf-43fa-ba78-d65fcb703b9b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:25.856012 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-01063ae8-7baf-43fa-ba78-d65fcb703b9b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:25.905699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b9951e74-0077-407c-b31d-1c86f866c048 None None] For port 3d53005e-4144-4210-a3a3-217295e07a19, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3d53005e-4144-4210-a3a3-217295e07a19,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:25.921965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-55b2afa8-6ff2-4652-8e48-7d9fa3e69188 None None] Deleting port 3d53005e-4144-4210-a3a3-217295e07a19 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:25.922550 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b2afa8-6ff2-4652-8e48-7d9fa3e69188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:25.981601 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9951e74-0077-407c-b31d-1c86f866c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.047249 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-55b2afa8-6ff2-4652-8e48-7d9fa3e69188 None None] For port 3d53005e-4144-4210-a3a3-217295e07a19, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3d53005e-4144-4210-a3a3-217295e07a19,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:26.047819 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b2afa8-6ff2-4652-8e48-7d9fa3e69188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.071244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-55b2afa8-6ff2-4652-8e48-7d9fa3e69188 None None] Calling delete_port for 3d53005e-4144-4210-a3a3-217295e07a19 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:26.079085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9951e74-0077-407c-b31d-1c86f866c048 None None] Pushing event updated for resources: {'Port': ['ID=3d53005e-4144-4210-a3a3-217295e07a19,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:26.199780 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-01063ae8-7baf-43fa-ba78-d65fcb703b9b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.221239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55648) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:26.248459 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b2afa8-6ff2-4652-8e48-7d9fa3e69188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.281636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a1dbc3-7f93-40cf-946f-b1188d09c8b6 admin admin] Deleting subnet 6371df6d-f2ee-4d75-a56d-6267cf513e31 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:26.285170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69a1dbc3-7f93-40cf-946f-b1188d09c8b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.306675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2afa8-6ff2-4652-8e48-7d9fa3e69188 None None] Pushing event deleted for resources: {'Port': ['ID=3d53005e-4144-4210-a3a3-217295e07a19,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:26.311679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b2afa8-6ff2-4652-8e48-7d9fa3e69188 None None] No DVR routers for this DVR port 3d53005e-4144-4210-a3a3-217295e07a19 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:26.339515 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69a1dbc3-7f93-40cf-946f-b1188d09c8b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.343634 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ce13ce04-088e-4c77-ab18-a91b7f792f7d req-bebfd5f5-a63b-40f2-b20f-f5b2ce4912f2 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.352188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01063ae8-7baf-43fa-ba78-d65fcb703b9b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:26.358873 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ce13ce04-088e-4c77-ab18-a91b7f792f7d req-bebfd5f5-a63b-40f2-b20f-f5b2ce4912f2 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.361304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-01063ae8-7baf-43fa-ba78-d65fcb703b9b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:26.366646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01063ae8-7baf-43fa-ba78-d65fcb703b9b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:26.372350 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-01063ae8-7baf-43fa-ba78-d65fcb703b9b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.374520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb63529b-ce11-47e6-ab44-70928c710dc8 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:26.381017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01063ae8-7baf-43fa-ba78-d65fcb703b9b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=0b67fa62-afb7-4f2d-9607-5004bd606151,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:26.393230 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69a1dbc3-7f93-40cf-946f-b1188d09c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.413675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce13ce04-088e-4c77-ab18-a91b7f792f7d req-bebfd5f5-a63b-40f2-b20f-f5b2ce4912f2 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5789034 Aug 26 11:17:26.428219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-01063ae8-7baf-43fa-ba78-d65fcb703b9b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8076515 Aug 26 11:17:26.429596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfd5f5-a63b-40f2-b20f-f5b2ce4912f2 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96d14eb-4856-4701-95b8-e7bb5c07041b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:26.432446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55652) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:26.438551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:c5:8d:2f', 'name': 'tempest-NetworksTestDHCPv6-668132714'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:26.490600 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69a1dbc3-7f93-40cf-946f-b1188d09c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.528735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1dbc3-7f93-40cf-946f-b1188d09c8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6371df6d-f2ee-4d75-a56d-6267cf513e31,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:26.531414 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-69a1dbc3-7f93-40cf-946f-b1188d09c8b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.533617 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-69a1dbc3-7f93-40cf-946f-b1188d09c8b6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6371df6d-f2ee-4d75-a56d-6267cf513e31 HTTP/1.1" status: 204 len: 168 time: 0.3031325 Aug 26 11:17:26.536160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55656) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:26.568962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52d1c40b-a303-42b3-a34d-372e8754844c req-82efdd7b-9a2f-4580-addf-3f0d823f47c2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 210 time: 0.0353320 Aug 26 11:17:26.634354 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.651086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '0b67fa62-afb7-4f2d-9607-5004bd606151'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:17:26.651961 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.670312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095960e3-6a6e-47c5-8aea-eead062d9971 req-29182477-dac1-4e35-82e6-8d4a994ead51 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:26.672420 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-095960e3-6a6e-47c5-8aea-eead062d9971 req-29182477-dac1-4e35-82e6-8d4a994ead51 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.1023133 Aug 26 11:17:26.741613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.754044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b3adaf-bcf1-4773-9723-374a049ab19c']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:26.765386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:26.779033 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4dcde54-94ea-488d-9055-55c1b6eab2a8') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:26.779680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4dcde54-94ea-488d-9055-55c1b6eab2a8') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:26.802784 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.821860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-095960e3-6a6e-47c5-8aea-eead062d9971 req-3201421e-d495-44dc-8167-eaace11d84d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1430893 Aug 26 11:17:26.822349 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Allocated IP 2001:db8::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/0b67fa62-afb7-4f2d-9607-5004bd606151/22256069-9f60-4a7e-b108-a796e9ddf9f6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:26.852510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55658) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:26.869209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.872040 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.896796 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 8deaa348-c365-4eb6-b49e-c98cfec833af yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:17:26.968020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:17:26.968457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:17:26.970422 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:17:27.063403 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-82224203-f584-4b20-84f9-81f4e3dfc153 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/642e5b02-e734-4b1d-ab26-a92650cb0c0d HTTP/1.1" status: 200 len: 993 time: 0.2057667 Aug 26 11:17:27.072707 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.080529 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.085082 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d6b3adaf-bcf1-4773-9723-374a049ab19c HTTP/1.1" status: 204 len: 168 time: 0.5446305 Aug 26 11:17:27.085486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55662) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:27.091700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3d53005e-4144-4210-a3a3-217295e07a19 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:27.096356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d2566-17d8-4d5f-a906-e657b9df9a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b3adaf-bcf1-4773-9723-374a049ab19c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:27.132321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 3d53005e-4144-4210-a3a3-217295e07a19 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:27.132670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3d53005e-4144-4210-a3a3-217295e07a19 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:27.153160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Deleting subnet 4b38a13a-3e2c-4a7e-b298-a5ca6f04fd19 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:27.158316 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.222157 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.241999 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.253603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Transition to ACTIVE for port object 22256069-9f60-4a7e-b108-a796e9ddf9f6 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:27.273829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Transition to ACTIVE for port object 22256069-9f60-4a7e-b108-a796e9ddf9f6 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:27.282232 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.283875 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.333471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:27.336602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:27.342030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:27.347047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Pushing event updated for resources: {'Port': ['ID=22256069-9f60-4a7e-b108-a796e9ddf9f6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:27.399651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.406877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Attempting to bind port 22256069-9f60-4a7e-b108-a796e9ddf9f6 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:17:27.407321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Attempting to bind port 22256069-9f60-4a7e-b108-a796e9ddf9f6 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:17:27.407694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Attempting to bind port 22256069-9f60-4a7e-b108-a796e9ddf9f6 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:27.413106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:17:27.413489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:17:27.413903 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.414305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:17:27.415020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Bound port: 22256069-9f60-4a7e-b108-a796e9ddf9f6, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:17:27.415583 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.420198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::1de (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/0b67fa62-afb7-4f2d-9607-5004bd606151/8deaa348-c365-4eb6-b49e-c98cfec833af) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:27.455294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b38a13a-3e2c-4a7e-b298-a5ca6f04fd19,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:27.463729 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.466220 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4b38a13a-3e2c-4a7e-b298-a5ca6f04fd19 HTTP/1.1" status: 204 len: 168 time: 0.3797092 Aug 26 11:17:27.468116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.468631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.469199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55672) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:27.470821 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.471230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.471648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.472066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.472460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.472850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.473239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.473629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.474015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.474402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc3352c-a5cc-437c-b706-f273a160c1cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:17:27.519838 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] For port 22256069-9f60-4a7e-b108-a796e9ddf9f6, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:27.526839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] For port 22256069-9f60-4a7e-b108-a796e9ddf9f6, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=22256069-9f60-4a7e-b108-a796e9ddf9f6,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:17:27.534856 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.564162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.683379 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.685606 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.699036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a0b5a5-e954-405e-8907-2d30d89da73d']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:27.711620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e75bd33-62bd-4f02-bc67-45f15c08f631') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:27.711960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e75bd33-62bd-4f02-bc67-45f15c08f631') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:27.724611 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.733645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 8deaa348-c365-4eb6-b49e-c98cfec833af will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:27.744412 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.752658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:17:27.753100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:17:27.755207 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:17:27.757513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957797b4-cb59-4ede-b8fc-9c13c330834a None None] Pushing event updated for resources: {'Port': ['ID=22256069-9f60-4a7e-b108-a796e9ddf9f6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:27.763521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61fd6472-db58-46ce-a4b4-58e9a88e9c6d req-aef53adb-d7af-4b46-a057-f220b9c0e2c3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 210 time: 0.0447025 Aug 26 11:17:27.843897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e4582-72f1-47e1-b591-c87f89ae014b req-6b05db23-d551-4683-a6e2-f779e259d715 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:27.845587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-584e4582-72f1-47e1-b591-c87f89ae014b req-6b05db23-d551-4683-a6e2-f779e259d715 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0931945 Aug 26 11:17:27.862055 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.868907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.881144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:27.884193 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4a0b5a5-e954-405e-8907-2d30d89da73d HTTP/1.1" status: 204 len: 168 time: 0.4139116 Aug 26 11:17:27.918963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf64650-a829-47a4-8c96-8bf9c11c1ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a0b5a5-e954-405e-8907-2d30d89da73d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:27.937014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:27.940550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:27.948944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:27.954879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:27.955518 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:28.012012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-584e4582-72f1-47e1-b591-c87f89ae014b req-26b5a070-c4d6-4002-b54a-af233369cbe4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1593010 Aug 26 11:17:28.013207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=8deaa348-c365-4eb6-b49e-c98cfec833af,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:28.021663 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f804c5d1-b78c-4707-a688-853c7f18193f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5881147 Aug 26 11:17:28.025363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55682) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:28.062621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-88b3990f-cc5c-4eab-8cb2-0f9824fb168f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2831957 Aug 26 11:17:28.121383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db16d950-b85a-4d9d-afc6-98791bc9705d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:28.128913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db16d950-b85a-4d9d-afc6-98791bc9705d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:28.131352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-db16d950-b85a-4d9d-afc6-98791bc9705d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1059220 Aug 26 11:17:28.134276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55686) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:28.194714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55690) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:28.253521 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1845a121-f495-4e0c-ac98-a5aadd6d0736 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=681a2e091b3840e5bbc448ccb4d8d8e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573773 Aug 26 11:17:28.254448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-bc92caa6-e392-423d-873c-220993919f24 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 8deaa348-c365-4eb6-b49e-c98cfec833af {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:28.254961 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc92caa6-e392-423d-873c-220993919f24 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:28.258716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55692) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:28.346041 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54846fc9-1922-44b4-97bb-7f808bec695b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:28.368141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc92caa6-e392-423d-873c-220993919f24 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:28.377520 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54846fc9-1922-44b4-97bb-7f808bec695b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:28.382132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-bc92caa6-e392-423d-873c-220993919f24 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 8deaa348-c365-4eb6-b49e-c98cfec833af owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:28.449446 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54846fc9-1922-44b4-97bb-7f808bec695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:28.452255 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-54846fc9-1922-44b4-97bb-7f808bec695b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:28.455353 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-54846fc9-1922-44b4-97bb-7f808bec695b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d176cfae-f899-403f-86c9-88f1ceff457a HTTP/1.1" status: 204 len: 168 time: 0.1956286 Aug 26 11:17:28.469711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54846fc9-1922-44b4-97bb-7f808bec695b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d176cfae-f899-403f-86c9-88f1ceff457a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:28.561080 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc92caa6-e392-423d-873c-220993919f24 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:28.608909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92caa6-e392-423d-873c-220993919f24 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=8deaa348-c365-4eb6-b49e-c98cfec833af,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:28.640549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0d23a148-523b-457a-9c53-387c5a3c7670 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:28.663452 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bc92caa6-e392-423d-873c-220993919f24 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:28.668110 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55710) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:28.678941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bc92caa6-e392-423d-873c-220993919f24 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/8deaa348-c365-4eb6-b49e-c98cfec833af HTTP/1.1" status: 204 len: 168 time: 0.5343542 Aug 26 11:17:28.691619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 0d23a148-523b-457a-9c53-387c5a3c7670 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:28.691978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0d23a148-523b-457a-9c53-387c5a3c7670 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:28.775561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24d6f12-0ef0-42ed-860b-223fe3064c29 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:28.777684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24d6f12-0ef0-42ed-860b-223fe3064c29 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:28.779368 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c24d6f12-0ef0-42ed-860b-223fe3064c29 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1101389 Aug 26 11:17:28.781995 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55714) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:28.892528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadc881b-5ff2-4c9d-8bb0-7ad2222c3256 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 0b67fa62-afb7-4f2d-9607-5004bd606151 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:28.899395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cadc881b-5ff2-4c9d-8bb0-7ad2222c3256 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:28.903289 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f973a55-1130-4057-918f-00a29962b5b8 req-5198500e-7912-491c-9271-28cb655e0944 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 210 time: 0.0434449 Aug 26 11:17:28.976556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cadc881b-5ff2-4c9d-8bb0-7ad2222c3256 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.036092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55722) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:29.043797 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 22256069-9f60-4a7e-b108-a796e9ddf9f6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:29.101922 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-53fadc3a-dcd4-4b5b-a9a9-02d6942209aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66fafa4395fa496a8ae7574ad2bd6605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630970 Aug 26 11:17:29.109637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55726) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:29.153257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 22256069-9f60-4a7e-b108-a796e9ddf9f6 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:29.168082 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cadc881b-5ff2-4c9d-8bb0-7ad2222c3256 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.266155 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cadc881b-5ff2-4c9d-8bb0-7ad2222c3256 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.266584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76e07b-ebe3-48ce-b3ab-aed213188321 req-06c12ab8-86a2-45f0-9ffd-21ab2b4b2e25 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:29.276610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be76e07b-ebe3-48ce-b3ab-aed213188321 req-06c12ab8-86a2-45f0-9ffd-21ab2b4b2e25 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.1331697 Aug 26 11:17:29.280798 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a238c9f-83f5-417c-bd19-8fea09e88eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.300347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc881b-5ff2-4c9d-8bb0-7ad2222c3256 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=0b67fa62-afb7-4f2d-9607-5004bd606151,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:29.302383 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cadc881b-5ff2-4c9d-8bb0-7ad2222c3256 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.306507 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cadc881b-5ff2-4c9d-8bb0-7ad2222c3256 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/0b67fa62-afb7-4f2d-9607-5004bd606151 HTTP/1.1" status: 204 len: 168 time: 0.5211866 Aug 26 11:17:29.306889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55728) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:29.347751 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a238c9f-83f5-417c-bd19-8fea09e88eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.351283 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9c3b1bd6-4407-4106-9f1f-b7d3dc969ffb None None] Provisioning for port 22256069-9f60-4a7e-b108-a796e9ddf9f6 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:29.356969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9c3b1bd6-4407-4106-9f1f-b7d3dc969ffb None None] Provisioning complete for port 22256069-9f60-4a7e-b108-a796e9ddf9f6 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:29.357530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1bd6-4407-4106-9f1f-b7d3dc969ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.363300 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cd0ec13d-bd21-485a-8d99-9be3db2226eb tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553124 Aug 26 11:17:29.365493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55730) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:29.400345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be76e07b-ebe3-48ce-b3ab-aed213188321 req-bb0ece62-7967-4549-bc2c-c14ef6ba6c65 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215062 Aug 26 11:17:29.424896 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc158bab-a1d9-4921-a846-212aebadcb37 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:29.425767 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dc158bab-a1d9-4921-a846-212aebadcb37 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0589476 Aug 26 11:17:29.430349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55732) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:29.486063 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a238c9f-83f5-417c-bd19-8fea09e88eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.490467 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a238c9f-83f5-417c-bd19-8fea09e88eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.492084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4a238c9f-83f5-417c-bd19-8fea09e88eb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3690aec4-5f2a-46ef-ab88-72f701215c58 HTTP/1.1" status: 204 len: 168 time: 0.3778915 Aug 26 11:17:29.503265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a238c9f-83f5-417c-bd19-8fea09e88eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3690aec4-5f2a-46ef-ab88-72f701215c58,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:29.527777 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae7071d-b978-43fa-b702-1d21099f8dd8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:29.532457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55736) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:29.539735 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fae7071d-b978-43fa-b702-1d21099f8dd8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1081979 Aug 26 11:17:29.552667 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1bd6-4407-4106-9f1f-b7d3dc969ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.577230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d074dab-b264-456f-bee1-e6983ee1cf49 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:29.583315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55738) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:29.588727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:29.593036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5cd0707e-1e73-4e0c-aee9-e4d6a46291c0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593114 Aug 26 11:17:29.693670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9c3b1bd6-4407-4106-9f1f-b7d3dc969ffb None None] For port 22256069-9f60-4a7e-b108-a796e9ddf9f6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=22256069-9f60-4a7e-b108-a796e9ddf9f6,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:29.709275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:29.715802 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.718076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1bd6-4407-4106-9f1f-b7d3dc969ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:29.792163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-06cd374d-a7ae-4d90-96d0-6089b7c1a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:29.794256 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-06cd374d-a7ae-4d90-96d0-6089b7c1a52e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1098 time: 0.0468595 Aug 26 11:17:29.795099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b1bd6-4407-4106-9f1f-b7d3dc969ffb None None] Pushing event updated for resources: {'Port': ['ID=22256069-9f60-4a7e-b108-a796e9ddf9f6,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:29.835234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e1ee8bd1-3153-4565-aed2-b9229a2dad95 None None] Could not find standard attr ID for object 8deaa348-c365-4eb6-b49e-c98cfec833af. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:17:29.907908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5279b468-5483-4a3c-8365-9cf23a30fe13 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:17:29.947393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-0022e9d1-a1db-4256-aa47-996474fe0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:29.949637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-0022e9d1-a1db-4256-aa47-996474fe0572 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 898 time: 0.1351600 Aug 26 11:17:29.984214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5279b468-5483-4a3c-8365-9cf23a30fe13 None None] Deleting port 22256069-9f60-4a7e-b108-a796e9ddf9f6 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:29.984603 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5279b468-5483-4a3c-8365-9cf23a30fe13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:30.031000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-e25b9d2d-de37-45bf-8196-baf2cac046c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 1001 time: 0.0734921 Aug 26 11:17:30.065390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5279b468-5483-4a3c-8365-9cf23a30fe13 None None] For port 22256069-9f60-4a7e-b108-a796e9ddf9f6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=22256069-9f60-4a7e-b108-a796e9ddf9f6,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:30.065807 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5279b468-5483-4a3c-8365-9cf23a30fe13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:30.081711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5279b468-5483-4a3c-8365-9cf23a30fe13 None None] Calling delete_port for 22256069-9f60-4a7e-b108-a796e9ddf9f6 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:30.120207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdc7cb84-5edb-4c80-bab9-3ebd8d3daee7 req-ff067fbc-6b7e-47e9-b2c0-1571e5f5fc7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 210 time: 0.0768096 Aug 26 11:17:30.151614 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-4455e635-135c-42b6-ae7a-063179e4f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:30.154520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-4455e635-135c-42b6-ae7a-063179e4f0ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 200 len: 835 time: 0.1147237 Aug 26 11:17:30.170103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:17:30.217603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-3c4986a6-cc94-4cb9-9bf3-6e91950daefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:30.219089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-3c4986a6-cc94-4cb9-9bf3-6e91950daefd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571976 Aug 26 11:17:30.227206 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5279b468-5483-4a3c-8365-9cf23a30fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:30.267464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279b468-5483-4a3c-8365-9cf23a30fe13 None None] Pushing event deleted for resources: {'Port': ['ID=22256069-9f60-4a7e-b108-a796e9ddf9f6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:30.270015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5279b468-5483-4a3c-8365-9cf23a30fe13 None None] No DVR routers for this DVR port 22256069-9f60-4a7e-b108-a796e9ddf9f6 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:30.291112 n-d-778550-13 neutron-server[101266]: WARNING neutron.services.revisions.revision_plugin [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Could not find related port for resource to bump revision. Aug 26 11:17:30.297475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_pluggable_backend [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Port 22256069-9f60-4a7e-b108-a796e9ddf9f6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 26 11:17:30.297768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_pluggable_backend [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Reverting IP allocation for 2001:db8::f816:3eff:fe81:cc18 {{(pid=101266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 26 11:17:30.301596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.ipam_pluggable_backend [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe81:cc18 {{(pid=101266) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 26 11:17:30.302903 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:30.343556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-e912f8ff-6886-4a45-94d1-b581947bb02b service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171374 Aug 26 11:17:30.350197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:30.356151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:30.362122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:30.362741 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:30.371280 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90897952-2ba4-443e-8157-eb72b2a44735 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:30.387656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=d9b2c097-c549-470c-9344-6887e10c0fe7,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:30.392770 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0e684304-94bb-46c9-bf93-2b3da01fa397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8076112 Aug 26 11:17:30.395335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55754) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:30.401869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f62416f5-b1cf-4432-bbfc-dd3005ba8812 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:30.553494 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-4d2c288f-8f02-4b63-8236-19b86ba94d1c service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942735 Aug 26 11:17:30.589143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02210adc-fd37-4fb8-8ed2-7e8736198c45 req-17da7c6e-5b3e-49d5-b44d-4e2647cc6878 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:30.594684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02210adc-fd37-4fb8-8ed2-7e8736198c45 req-17da7c6e-5b3e-49d5-b44d-4e2647cc6878 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0956151 Aug 26 11:17:30.599827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62416f5-b1cf-4432-bbfc-dd3005ba8812 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:30.603785 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f62416f5-b1cf-4432-bbfc-dd3005ba8812 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:30.635168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': 'd9b2c097-c549-470c-9344-6887e10c0fe7'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:17:30.636894 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:30.742881 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02210adc-fd37-4fb8-8ed2-7e8736198c45 req-b4cf003e-4847-4211-a019-dc8b26b936c6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1394100 Aug 26 11:17:30.800826 n-d-778550-13 neutron-server[101266]: INFO neutron.db.ipam_backend_mixin [None req-f62416f5-b1cf-4432-bbfc-dd3005ba8812 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9b2c097-c549-470c-9344-6887e10c0fe7 (CIDR: 2001:db8::/64) Aug 26 11:17:30.804418 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62416f5-b1cf-4432-bbfc-dd3005ba8812 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:17:30.804974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62416f5-b1cf-4432-bbfc-dd3005ba8812 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:30.822811 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f62416f5-b1cf-4432-bbfc-dd3005ba8812 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4256732 Aug 26 11:17:30.825763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55772) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:30.831476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7c6a9934-aab2-45fe-bf2a-86fc9e0604da tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:30.872278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Allocated IP 2001:db8::f816:3eff:fe56:a8d1 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/d9b2c097-c549-470c-9344-6887e10c0fe7/2ae3ce75-d3fe-4c46-a6e5-49b136d300d5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:30.965888 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 22256069-9f60-4a7e-b108-a796e9ddf9f6 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:30.997965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6a9934-aab2-45fe-bf2a-86fc9e0604da tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:31.001759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 22256069-9f60-4a7e-b108-a796e9ddf9f6 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:31.002436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 22256069-9f60-4a7e-b108-a796e9ddf9f6 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:31.004114 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9934-aab2-45fe-bf2a-86fc9e0604da tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:31.128735 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:31.143753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Transition to ACTIVE for port object 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:31.164751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Transition to ACTIVE for port object 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:31.173886 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:31.238450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:31.249588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:31.255235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:31.263226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Pushing event updated for resources: {'Port': ['ID=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:31.344224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Attempting to bind port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:17:31.344657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Attempting to bind port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:17:31.345071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Attempting to bind port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:31.360140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f18747d-8eab-4d9e-8fb4-0dbcf629f98d req-9fc5c252-bf43-4fef-b58f-4bf960453faf tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd729ec3-3e7b-4ebe-8f29-eff6b0b62747 HTTP/1.1" status: 200 len: 210 time: 0.0574598 Aug 26 11:17:31.365208 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:17:31.365394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:17:31.365900 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:31.367313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:17:31.368035 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Bound port: 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:17:31.371434 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:31.434769 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9934-aab2-45fe-bf2a-86fc9e0604da tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:31.457515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55780) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:31.505402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] For port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:31.511899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] For port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:17:31.518188 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:31.521409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a9934-aab2-45fe-bf2a-86fc9e0604da tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:31.524817 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a9934-aab2-45fe-bf2a-86fc9e0604da tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=3d72e3b0-e93f-42b8-a38e-15ac311b5b03,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:31.527920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a9934-aab2-45fe-bf2a-86fc9e0604da tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:31.530576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a9934-aab2-45fe-bf2a-86fc9e0604da tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:31.531205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9934-aab2-45fe-bf2a-86fc9e0604da tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:31.546457 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7c6a9934-aab2-45fe-bf2a-86fc9e0604da tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7195179 Aug 26 11:17:31.549204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55784) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:31.554834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:d9:01:23', 'name': 'tempest-NetworksTestDHCPv6-2071019862'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:31.604155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff60b13-fa29-4141-8f52-3486eeea09a1 None None] Pushing event updated for resources: {'Port': ['ID=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:32.025192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b157df36-e3c5-4f60-96d5-98280fa38dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:32.104057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b2761-ee8d-43dc-b710-d01d902a793a req-e57a1a20-f7b9-4b2b-83c9-9f4d2f7d98e5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:32.105557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc4b2761-ee8d-43dc-b710-d01d902a793a req-e57a1a20-f7b9-4b2b-83c9-9f4d2f7d98e5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.1235368 Aug 26 11:17:32.168890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc4b2761-ee8d-43dc-b710-d01d902a793a req-d3c23855-a585-4f9b-a2de-2420ad7656b1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557077 Aug 26 11:17:32.221209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b157df36-e3c5-4f60-96d5-98280fa38dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:32.232047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b157df36-e3c5-4f60-96d5-98280fa38dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:32.273657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157df36-e3c5-4f60-96d5-98280fa38dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e3ee3c-4207-40ed-9c4a-9b3ee83429a1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:32.287489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:32.304972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b157df36-e3c5-4f60-96d5-98280fa38dc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2381eed74447461889c5b6de5268dc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8463755 Aug 26 11:17:32.307643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55788) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:32.372219 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f70b3157-d6fa-4120-9e7b-1eff2463d81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:32.386276 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:32.415952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 8e6ab464-e4d5-4953-87fd-23181bd66c53 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:17:32.419119 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f70b3157-d6fa-4120-9e7b-1eff2463d81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:32.492076 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f70b3157-d6fa-4120-9e7b-1eff2463d81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:32.495566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f70b3157-d6fa-4120-9e7b-1eff2463d81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:32.500493 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f70b3157-d6fa-4120-9e7b-1eff2463d81a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93e3ee3c-4207-40ed-9c4a-9b3ee83429a1 HTTP/1.1" status: 204 len: 168 time: 0.1887121 Aug 26 11:17:32.507533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b3157-d6fa-4120-9e7b-1eff2463d81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e3ee3c-4207-40ed-9c4a-9b3ee83429a1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:32.666052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8:0:1::d5 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/3d72e3b0-e93f-42b8-a38e-15ac311b5b03/8e6ab464-e4d5-4953-87fd-23181bd66c53) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:32.674617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::f816:3eff:fed9:123 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/d9b2c097-c549-470c-9344-6887e10c0fe7/8e6ab464-e4d5-4953-87fd-23181bd66c53) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:32.721067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3767cf60-8542-4660-8b0a-480ac477de93 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:32.809406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-36e495a2-a8c0-4021-9254-6ecaa16df639 None None] Provisioning for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:32.869861 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:32.922478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 8e6ab464-e4d5-4953-87fd-23181bd66c53 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:32.965763 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:33.009156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:33.034077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:33.039572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:33.044642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:33.045080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab71cf82-ce93-4bb1-98a2-775683fa2f45 None None] Update dhcp port {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': 'd9b2c097-c549-470c-9344-6887e10c0fe7', 'ip_address': '2001:db8::f816:3eff:fe56:a8d1'}, {'subnet_id': '3d72e3b0-e93f-42b8-a38e-15ac311b5b03'}], 'binding:host_id': 'n-d-778550-13'}, 'id': '2ae3ce75-d3fe-4c46-a6e5-49b136d300d5'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:17:33.050342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:33.051016 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:33.057962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=8e6ab464-e4d5-4953-87fd-23181bd66c53,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:33.083241 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab71cf82-ce93-4bb1-98a2-775683fa2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:33.085404 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fab11129-cc1f-4ba3-9289-e905a3f2520a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5350177 Aug 26 11:17:33.086315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55806) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:33.134186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:33.205971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:33.206337 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:33.219422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-db0969d7-f5d2-4adc-971e-f4cbd1caf5c0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 8e6ab464-e4d5-4953-87fd-23181bd66c53 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:33.221468 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db0969d7-f5d2-4adc-971e-f4cbd1caf5c0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:33.362203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ab71cf82-ce93-4bb1-98a2-775683fa2f45 None None] Allocated IP 2001:db8:0:1::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/3d72e3b0-e93f-42b8-a38e-15ac311b5b03/2ae3ce75-d3fe-4c46-a6e5-49b136d300d5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:33.397093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec314771-badc-40a5-913b-0cd5539505c6 req-ca764872-21b3-4e1d-bf70-16703097a21e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:33.398869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec314771-badc-40a5-913b-0cd5539505c6 req-ca764872-21b3-4e1d-bf70-16703097a21e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.1030345 Aug 26 11:17:33.401576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db0969d7-f5d2-4adc-971e-f4cbd1caf5c0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:33.423676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-db0969d7-f5d2-4adc-971e-f4cbd1caf5c0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 8e6ab464-e4d5-4953-87fd-23181bd66c53 owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:33.461886 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:33.526402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ab71cf82-ce93-4bb1-98a2-775683fa2f45 None None] For port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:33.541700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec314771-badc-40a5-913b-0cd5539505c6 req-0747098a-139b-4612-9ce9-47e3de54005b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158354 Aug 26 11:17:33.588590 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab71cf82-ce93-4bb1-98a2-775683fa2f45 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:33.644926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ab71cf82-ce93-4bb1-98a2-775683fa2f45 None None] Transition to ACTIVE for port object 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:33.649942 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab71cf82-ce93-4bb1-98a2-775683fa2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:33.756507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db0969d7-f5d2-4adc-971e-f4cbd1caf5c0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:33.789488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0969d7-f5d2-4adc-971e-f4cbd1caf5c0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=8e6ab464-e4d5-4953-87fd-23181bd66c53,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:33.838788 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:17:33.839357 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:17:33.849265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71cf82-ce93-4bb1-98a2-775683fa2f45 None None] Pushing event updated for resources: {'Port': ['ID=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:33.863486 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-db0969d7-f5d2-4adc-971e-f4cbd1caf5c0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:33.866031 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-db0969d7-f5d2-4adc-971e-f4cbd1caf5c0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/8e6ab464-e4d5-4953-87fd-23181bd66c53 HTTP/1.1" status: 204 len: 168 time: 0.7782049 Aug 26 11:17:33.868449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55834) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:33.940333 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b85bd7-9cca-4cd8-8650-c069b571ad8e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:33.944192 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-65b85bd7-9cca-4cd8-8650-c069b571ad8e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0725288 Aug 26 11:17:33.944430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55840) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:34.004135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed019493-df2d-42b4-88f9-d7f793fd214e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:34.008373 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ed019493-df2d-42b4-88f9-d7f793fd214e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0604205 Aug 26 11:17:34.008760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55842) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:34.096088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d29e0b-9830-46d8-8cad-061cde4d557b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:34.097827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d29e0b-9830-46d8-8cad-061cde4d557b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:34.105994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d29e0b-9830-46d8-8cad-061cde4d557b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:34.108036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-50d29e0b-9830-46d8-8cad-061cde4d557b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0979574 Aug 26 11:17:34.110351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55846) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:34.195451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8d8197-f297-44e7-98c5-f22c85306437 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 3d72e3b0-e93f-42b8-a38e-15ac311b5b03 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:34.205654 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8197-f297-44e7-98c5-f22c85306437 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:34.265890 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8197-f297-44e7-98c5-f22c85306437 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:34.391438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8197-f297-44e7-98c5-f22c85306437 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:34.395383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:34.531451 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8197-f297-44e7-98c5-f22c85306437 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:34.600890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d8197-f297-44e7-98c5-f22c85306437 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=3d72e3b0-e93f-42b8-a38e-15ac311b5b03,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:34.608040 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed8d8197-f297-44e7-98c5-f22c85306437 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:34.613212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ed8d8197-f297-44e7-98c5-f22c85306437 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/3d72e3b0-e93f-42b8-a38e-15ac311b5b03 HTTP/1.1" status: 204 len: 168 time: 0.4996557 Aug 26 11:17:34.619604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55858) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:34.637862 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:17:34.638216 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:17:34.679212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326d0efc-7c7d-444f-9285-3957ec52cd0e None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:34.739303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f49d77-c5e8-4fcd-8511-7c1e56116466 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet d9b2c097-c549-470c-9344-6887e10c0fe7 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:34.748679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebc3f5-5fed-4719-9682-eccea9ba7140 req-5440644e-1e29-46c3-b136-0ac7c3f739d6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:34.750227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0bebc3f5-5fed-4719-9682-eccea9ba7140 req-5440644e-1e29-46c3-b136-0ac7c3f739d6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0758421 Aug 26 11:17:34.752331 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62f49d77-c5e8-4fcd-8511-7c1e56116466 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:34.823420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-953280e6-b67c-4b12-8e6b-d401a8c7d2ff None None] Provisioning for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:34.849730 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62f49d77-c5e8-4fcd-8511-7c1e56116466 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:34.850309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-953280e6-b67c-4b12-8e6b-d401a8c7d2ff None None] Provisioning complete for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:34.850787 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-953280e6-b67c-4b12-8e6b-d401a8c7d2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:34.888616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0bebc3f5-5fed-4719-9682-eccea9ba7140 req-93e8d58c-bda2-4bbd-baa2-b9e123a13c0a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795758 Aug 26 11:17:34.898300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:35.049754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:35.064567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62f49d77-c5e8-4fcd-8511-7c1e56116466 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:35.068901 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:35.162625 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62f49d77-c5e8-4fcd-8511-7c1e56116466 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:35.210966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f49d77-c5e8-4fcd-8511-7c1e56116466 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b2c097-c549-470c-9344-6887e10c0fe7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:35.213425 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-62f49d77-c5e8-4fcd-8511-7c1e56116466 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:35.216257 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-62f49d77-c5e8-4fcd-8511-7c1e56116466 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/d9b2c097-c549-470c-9344-6887e10c0fe7 HTTP/1.1" status: 204 len: 168 time: 0.5954864 Aug 26 11:17:35.219605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55872) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:35.267104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:35.268889 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-953280e6-b67c-4b12-8e6b-d401a8c7d2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:35.274610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b909b73a-7c4f-4714-8a15-23edb3fbb22b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510654 Aug 26 11:17:35.275040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55874) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:35.280920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:35.346556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:35.394061 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-953280e6-b67c-4b12-8e6b-d401a8c7d2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:17:35.394423 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-953280e6-b67c-4b12-8e6b-d401a8c7d2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:17:35.396897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:35.397269 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:35.406145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:35.413673 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:35.771082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.objects.ports [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101267) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:17:35.962719 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:36.030235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778b3ee-a94f-480e-bbcb-b813ee045dff None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:36.142483 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-40274d51-7f8c-4d6b-9fae-9fb375c22ece None None] Provisioning complete for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:36.143137 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40274d51-7f8c-4d6b-9fae-9fb375c22ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:36.186640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e8b89-a52b-4fd9-86f3-e8e472e3166a req-f5d1fc16-7ea7-42b8-a1ba-0ef72ef35c7d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:36.188358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df0e8b89-a52b-4fd9-86f3-e8e472e3166a req-f5d1fc16-7ea7-42b8-a1ba-0ef72ef35c7d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.1536632 Aug 26 11:17:36.254178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df0e8b89-a52b-4fd9-86f3-e8e472e3166a req-48fd1cf9-3162-43a7-901e-5a543b3a585a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596344 Aug 26 11:17:36.283085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] For port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:36.331727 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:36.337369 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:36.338468 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:36.449740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,revision_number=8']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:36.475677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:36.479934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:36.489693 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:36.490214 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:36.496119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=db10bb9c-7657-47b7-8412-9fd2d5c034e0,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:36.513052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e8f3ecc1-2f07-43fc-89e1-295e2567082f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2331543 Aug 26 11:17:36.513266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55892) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:36.518482 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6348f0e3-b187-4b4d-a9cb-8fe59e6b03e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:36.619526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c3bfd-06cd-4fb3-aad7-9e40d0e283e0 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:36.643257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6348f0e3-b187-4b4d-a9cb-8fe59e6b03e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:36.646901 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6348f0e3-b187-4b4d-a9cb-8fe59e6b03e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:36.730169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0df8d757-dcaf-4027-84ec-211b5dd66617 None None] Provisioning complete for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:36.730522 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0df8d757-dcaf-4027-84ec-211b5dd66617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:36.738643 n-d-778550-13 neutron-server[101267]: INFO neutron.db.ipam_backend_mixin [None req-6348f0e3-b187-4b4d-a9cb-8fe59e6b03e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db10bb9c-7657-47b7-8412-9fd2d5c034e0 (CIDR: 2001:db8::/64) Aug 26 11:17:36.743579 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-6348f0e3-b187-4b4d-a9cb-8fe59e6b03e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:17:36.744049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6348f0e3-b187-4b4d-a9cb-8fe59e6b03e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:36.766913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55896) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:36.767930 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6348f0e3-b187-4b4d-a9cb-8fe59e6b03e1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2535160 Aug 26 11:17:36.774203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-53d8a330-31b0-419b-810f-fe854e46b363 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:36.942496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d8a330-31b0-419b-810f-fe854e46b363 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:36.947293 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53d8a330-31b0-419b-810f-fe854e46b363 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:37.200349 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e16fb02f-0a38-4d62-b376-9d938589ef5a None None] Provisioning complete for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:37.201361 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e16fb02f-0a38-4d62-b376-9d938589ef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:37.210323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:37.255558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53d8a330-31b0-419b-810f-fe854e46b363 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:37.363910 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d8a330-31b0-419b-810f-fe854e46b363 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:37.369093 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-53d8a330-31b0-419b-810f-fe854e46b363 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:37.375602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8a330-31b0-419b-810f-fe854e46b363 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:37.376212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53d8a330-31b0-419b-810f-fe854e46b363 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:37.399354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8a330-31b0-419b-810f-fe854e46b363 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=37bc252d-2ed0-4f27-ac6b-e161e1ac4e76,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:37.411379 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-53d8a330-31b0-419b-810f-fe854e46b363 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6425147 Aug 26 11:17:37.414639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55914) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:37.419156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:37.419818 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:37.419940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:4a:28:e5', 'name': 'tempest-NetworksTestDHCPv6-874163186'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:37.452468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8937a4d6-c2b0-486e-ad5e-a1e2008730eb None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:37.474772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771c5f5-1396-4126-a31a-72a125cc5bb7 req-33f3557f-914f-47ae-9df9-835baf07093d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:37.477047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3771c5f5-1396-4126-a31a-72a125cc5bb7 req-33f3557f-914f-47ae-9df9-835baf07093d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0962451 Aug 26 11:17:37.548837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3771c5f5-1396-4126-a31a-72a125cc5bb7 req-96476773-97a3-487f-bbc1-4b3227c037d5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635915 Aug 26 11:17:37.603231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6ae585fe-7c80-464c-bdfa-58864fe1d176 None None] Could not find standard attr ID for object 8e6ab464-e4d5-4953-87fd-23181bd66c53. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:17:37.610402 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:37.728295 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:37.749288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port c17ea13f-bed2-47df-94fb-428abc9dbd68 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:17:37.793082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c6391f-607a-434d-9e41-7e9a43a14870 None None] Update dhcp port {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': 'db10bb9c-7657-47b7-8412-9fd2d5c034e0', 'ip_address': '2001:db8::f816:3eff:fe56:a8d1'}, {'subnet_id': '37bc252d-2ed0-4f27-ac6b-e161e1ac4e76'}], 'binding:host_id': 'n-d-778550-13'}, 'id': '2ae3ce75-d3fe-4c46-a6e5-49b136d300d5'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:17:37.838096 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2c6391f-607a-434d-9e41-7e9a43a14870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:37.971496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8:0:1::151 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/37bc252d-2ed0-4f27-ac6b-e161e1ac4e76/c17ea13f-bed2-47df-94fb-428abc9dbd68) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:37.981688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::f816:3eff:fe4a:28e5 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/db10bb9c-7657-47b7-8412-9fd2d5c034e0/c17ea13f-bed2-47df-94fb-428abc9dbd68) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:38.151229 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:38.165650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object c17ea13f-bed2-47df-94fb-428abc9dbd68 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:38.212372 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:38.286806 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:38.290070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:38.299047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:38.304754 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:38.305938 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:38.326041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e2c6391f-607a-434d-9e41-7e9a43a14870 None None] Allocated IP 2001:db8:0:1::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/37bc252d-2ed0-4f27-ac6b-e161e1ac4e76/2ae3ce75-d3fe-4c46-a6e5-49b136d300d5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:38.341353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=c17ea13f-bed2-47df-94fb-428abc9dbd68,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:38.349687 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-57f7f83a-896e-4bbb-b49c-06a41617743a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9315035 Aug 26 11:17:38.349955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55950) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:38.484635 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6451bfc0-a52e-417b-b368-0b98bd0fe91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port c17ea13f-bed2-47df-94fb-428abc9dbd68 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:38.485325 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6451bfc0-a52e-417b-b368-0b98bd0fe91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:38.513227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e2c6391f-607a-434d-9e41-7e9a43a14870 None None] For port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:38.601255 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2c6391f-607a-434d-9e41-7e9a43a14870 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:38.617063 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e2c6391f-607a-434d-9e41-7e9a43a14870 None None] Transition to ACTIVE for port object 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:38.624858 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2c6391f-607a-434d-9e41-7e9a43a14870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:38.677417 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6451bfc0-a52e-417b-b368-0b98bd0fe91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:38.707207 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6451bfc0-a52e-417b-b368-0b98bd0fe91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for c17ea13f-bed2-47df-94fb-428abc9dbd68 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:38.735263 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6391f-607a-434d-9e41-7e9a43a14870 None None] Pushing event updated for resources: {'Port': ['ID=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:38.741650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02611230-8b6d-479b-9afa-85e50ecc1973 req-8b317fc5-e617-4f1c-ae3e-66c25fa4dc82 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:38.743445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02611230-8b6d-479b-9afa-85e50ecc1973 req-8b317fc5-e617-4f1c-ae3e-66c25fa4dc82 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0937042 Aug 26 11:17:38.760568 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:17:38.803126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02611230-8b6d-479b-9afa-85e50ecc1973 req-f37748ac-8a22-49ee-90ed-994bb0d9810b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498734 Aug 26 11:17:39.025522 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6451bfc0-a52e-417b-b368-0b98bd0fe91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:39.108334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451bfc0-a52e-417b-b368-0b98bd0fe91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=c17ea13f-bed2-47df-94fb-428abc9dbd68,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:39.146334 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6451bfc0-a52e-417b-b368-0b98bd0fe91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:39.148401 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6451bfc0-a52e-417b-b368-0b98bd0fe91e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/c17ea13f-bed2-47df-94fb-428abc9dbd68 HTTP/1.1" status: 204 len: 168 time: 0.7973924 Aug 26 11:17:39.150980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 55980) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:39.213226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:39.222833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54e6ba-69da-4e39-96b2-75a980cd41c1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:39.227053 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cc54e6ba-69da-4e39-96b2-75a980cd41c1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0727112 Aug 26 11:17:39.227430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 55988) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:39.321031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92740354-b615-4ae6-b13e-e7a6a372ebcd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:39.325891 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56004) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:39.326853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-92740354-b615-4ae6-b13e-e7a6a372ebcd tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0982683 Aug 26 11:17:39.408828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7a015-4e97-488d-97d8-6636b9457c2c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:39.410899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7a015-4e97-488d-97d8-6636b9457c2c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:39.413471 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7a015-4e97-488d-97d8-6636b9457c2c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:39.415621 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1fe7a015-4e97-488d-97d8-6636b9457c2c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0885549 Aug 26 11:17:39.418794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56016) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:39.495396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-9649b2db-37e9-412b-b9dd-844f48a2d463 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 37bc252d-2ed0-4f27-ac6b-e161e1ac4e76 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:39.499322 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9649b2db-37e9-412b-b9dd-844f48a2d463 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:39.543701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9649b2db-37e9-412b-b9dd-844f48a2d463 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:39.650089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9649b2db-37e9-412b-b9dd-844f48a2d463 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:39.734816 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9649b2db-37e9-412b-b9dd-844f48a2d463 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:39.758923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e26d5ee6-b584-4665-bbff-a841729da206 None None] Provisioning for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:39.764799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e26d5ee6-b584-4665-bbff-a841729da206 None None] Provisioning complete for port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:39.765485 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e26d5ee6-b584-4665-bbff-a841729da206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:39.779945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649b2db-37e9-412b-b9dd-844f48a2d463 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=37bc252d-2ed0-4f27-ac6b-e161e1ac4e76,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:39.782353 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9649b2db-37e9-412b-b9dd-844f48a2d463 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:39.786717 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9649b2db-37e9-412b-b9dd-844f48a2d463 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/37bc252d-2ed0-4f27-ac6b-e161e1ac4e76 HTTP/1.1" status: 204 len: 168 time: 0.3647113 Aug 26 11:17:39.787557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56018) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:39.898306 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d9140d-cb6d-40c9-b15f-b53984295185 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet db10bb9c-7657-47b7-8412-9fd2d5c034e0 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:39.902328 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9d9140d-cb6d-40c9-b15f-b53984295185 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:39.972102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9d9140d-cb6d-40c9-b15f-b53984295185 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:39.986968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c1f44-9e53-4f7f-a404-600cb4a3ae5d req-43c050b0-2247-487a-9ec7-097f21ea7766 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:39.989678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c1c1f44-9e53-4f7f-a404-600cb4a3ae5d req-43c050b0-2247-487a-9ec7-097f21ea7766 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0902944 Aug 26 11:17:40.051954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c1c1f44-9e53-4f7f-a404-600cb4a3ae5d req-2bd46f64-f2ad-4b20-8bf7-c4e3eb308d1d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464911 Aug 26 11:17:40.088344 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a807b16b-1dad-480b-8906-2200ed28dff1 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:40.106906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9d9140d-cb6d-40c9-b15f-b53984295185 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:40.180806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3486cc66-e96e-4a63-81a7-7f7e37beec6e None None] Could not find standard attr ID for object c17ea13f-bed2-47df-94fb-428abc9dbd68. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:17:40.181193 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9d9140d-cb6d-40c9-b15f-b53984295185 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:40.220428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9140d-cb6d-40c9-b15f-b53984295185 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=db10bb9c-7657-47b7-8412-9fd2d5c034e0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:40.224404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c9d9140d-cb6d-40c9-b15f-b53984295185 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:40.230774 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c9d9140d-cb6d-40c9-b15f-b53984295185 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/db10bb9c-7657-47b7-8412-9fd2d5c034e0 HTTP/1.1" status: 204 len: 168 time: 0.4385564 Aug 26 11:17:40.231646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56024) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:40.286187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-60501262-b687-4267-96ca-d6fb20834286 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526097 Aug 26 11:17:40.289282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56028) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:40.296777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-71fd9f65-1361-40c8-be80-0ff10e439845 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:40.375794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e95e4a-c2d4-4b56-9bb6-8a612fef9b73 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:17:40.404205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fd9f65-1361-40c8-be80-0ff10e439845 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:40.408649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-71fd9f65-1361-40c8-be80-0ff10e439845 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:40.449445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-62e95e4a-c2d4-4b56-9bb6-8a612fef9b73 None None] Deleting port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:40.449763 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62e95e4a-c2d4-4b56-9bb6-8a612fef9b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:40.543485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-62e95e4a-c2d4-4b56-9bb6-8a612fef9b73 None None] For port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:40.544276 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62e95e4a-c2d4-4b56-9bb6-8a612fef9b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:40.563173 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-62e95e4a-c2d4-4b56-9bb6-8a612fef9b73 None None] Calling delete_port for 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:40.639242 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-71fd9f65-1361-40c8-be80-0ff10e439845 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:40.673994 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62e95e4a-c2d4-4b56-9bb6-8a612fef9b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:40.697102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd9f65-1361-40c8-be80-0ff10e439845 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:40.700798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-71fd9f65-1361-40c8-be80-0ff10e439845 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:40.705291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd9f65-1361-40c8-be80-0ff10e439845 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:40.705896 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-71fd9f65-1361-40c8-be80-0ff10e439845 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:40.707908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e95e4a-c2d4-4b56-9bb6-8a612fef9b73 None None] Pushing event deleted for resources: {'Port': ['ID=2ae3ce75-d3fe-4c46-a6e5-49b136d300d5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:40.716408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e95e4a-c2d4-4b56-9bb6-8a612fef9b73 None None] No DVR routers for this DVR port 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:40.726499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd9f65-1361-40c8-be80-0ff10e439845 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=ad2cb85e-8f08-4c63-8fe7-3c1d0b36e786,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:40.731064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-71fd9f65-1361-40c8-be80-0ff10e439845 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4397233 Aug 26 11:17:40.733678 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56030) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:40.737122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8075914f-3eda-4999-b056-4ff100bb4fa9 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:40.738814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-775425c5-2873-4eb5-ac15-52cece6862c6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:40.856889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775425c5-2873-4eb5-ac15-52cece6862c6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:40.861038 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-775425c5-2873-4eb5-ac15-52cece6862c6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:40.905719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': 'ad2cb85e-8f08-4c63-8fe7-3c1d0b36e786'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:17:40.907583 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:40.974059 n-d-778550-13 neutron-server[101267]: INFO neutron.db.ipam_backend_mixin [None req-775425c5-2873-4eb5-ac15-52cece6862c6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad2cb85e-8f08-4c63-8fe7-3c1d0b36e786 (CIDR: 2001:db8::/64) Aug 26 11:17:40.977098 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-775425c5-2873-4eb5-ac15-52cece6862c6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:17:40.977623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775425c5-2873-4eb5-ac15-52cece6862c6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:40.997347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-775425c5-2873-4eb5-ac15-52cece6862c6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2624671 Aug 26 11:17:40.999961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56032) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:41.006337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:41.102005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Allocated IP 2001:db8::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/ad2cb85e-8f08-4c63-8fe7-3c1d0b36e786/decf7b35-0087-4a3f-8f95-d49c9476d82a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:41.202096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:41.207401 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:41.208448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:41.247702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:41.248053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2ae3ce75-d3fe-4c46-a6e5-49b136d300d5 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:41.350485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac57f28-ae86-480c-bc93-d07f261dab7b req-d85cb586-7ac4-4058-8e80-fd05c6dfddf1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:41.358801 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ac57f28-ae86-480c-bc93-d07f261dab7b req-d85cb586-7ac4-4058-8e80-fd05c6dfddf1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.1225841 Aug 26 11:17:41.420348 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:41.420556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ac57f28-ae86-480c-bc93-d07f261dab7b req-14fef483-3d79-410d-8fb1-3ccf6c85cf81 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606310 Aug 26 11:17:41.439340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Transition to ACTIVE for port object decf7b35-0087-4a3f-8f95-d49c9476d82a will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:41.469877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Transition to ACTIVE for port object decf7b35-0087-4a3f-8f95-d49c9476d82a will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:41.483267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:41.528340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:41.533607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:41.537774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:41.553985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Pushing event updated for resources: {'Port': ['ID=decf7b35-0087-4a3f-8f95-d49c9476d82a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:41.610423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Attempting to bind port decf7b35-0087-4a3f-8f95-d49c9476d82a on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:17:41.611101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Attempting to bind port decf7b35-0087-4a3f-8f95-d49c9476d82a by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:17:41.611548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Attempting to bind port decf7b35-0087-4a3f-8f95-d49c9476d82a on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:41.617409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:17:41.617783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:17:41.618189 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:41.618580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:17:41.619533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Bound port: decf7b35-0087-4a3f-8f95-d49c9476d82a, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:17:41.619533 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:41.697968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] For port decf7b35-0087-4a3f-8f95-d49c9476d82a, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:41.703087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] For port decf7b35-0087-4a3f-8f95-d49c9476d82a, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=decf7b35-0087-4a3f-8f95-d49c9476d82a,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:17:41.709055 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:41.785598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fa3bf-916b-4179-899f-b44f237bf14f None None] Pushing event updated for resources: {'Port': ['ID=decf7b35-0087-4a3f-8f95-d49c9476d82a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:41.846669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.objects.ports [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101267) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:17:42.060839 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:42.265135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] For port decf7b35-0087-4a3f-8f95-d49c9476d82a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=decf7b35-0087-4a3f-8f95-d49c9476d82a,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:42.302786 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:42.308248 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:42.310780 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:42.402496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:42.417036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:42.426309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:42.427100 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:42.434426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=54d8523c-506a-4568-96fd-3c8e65cc2f38,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:42.440095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=decf7b35-0087-4a3f-8f95-d49c9476d82a,revision_number=4']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:42.460815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56052) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:42.461338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5cc91761-adc9-4c63-87b4-a5887f0aa16e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4598475 Aug 26 11:17:42.472977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:14:40:22', 'name': 'tempest-NetworksTestDHCPv6-1393389905'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:42.603378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456c0a8-81df-4b1c-aeff-2143ec3cea36 req-5b53eaff-0be9-4fb7-b815-4357689164a8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:42.605999 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2456c0a8-81df-4b1c-aeff-2143ec3cea36 req-5b53eaff-0be9-4fb7-b815-4357689164a8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0858564 Aug 26 11:17:42.651430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2456c0a8-81df-4b1c-aeff-2143ec3cea36 req-0cf67483-320c-436a-b9d4-54bd53cdd702 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392530 Aug 26 11:17:42.668165 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:42.672539 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:42.698508 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 44ef35a9-91ab-4fdc-a622-bd517b78e355 yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:17:42.853818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4e1622-2fb4-4d36-b9e9-26034ee903ad None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:42.905674 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::b9 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/ad2cb85e-8f08-4c63-8fe7-3c1d0b36e786/44ef35a9-91ab-4fdc-a622-bd517b78e355) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:42.914546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8:0:1:f816:3eff:fe14:4022 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/54d8523c-506a-4568-96fd-3c8e65cc2f38/44ef35a9-91ab-4fdc-a622-bd517b78e355) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:42.943318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-844b4f7b-c99c-410e-ad0a-b120de79a19f None None] Provisioning for port decf7b35-0087-4a3f-8f95-d49c9476d82a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:43.129889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:43.163814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 44ef35a9-91ab-4fdc-a622-bd517b78e355 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:43.205734 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device decf7b35-0087-4a3f-8f95-d49c9476d82a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:43.211201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:43.243437 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:43.252034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:43.256607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:43.264587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:43.265686 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:43.300798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port decf7b35-0087-4a3f-8f95-d49c9476d82a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:43.305808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port decf7b35-0087-4a3f-8f95-d49c9476d82a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:43.307169 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:43.324781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=44ef35a9-91ab-4fdc-a622-bd517b78e355,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:43.342520 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a3c01cf1-6b7c-4b8b-9519-f2b876e946fe tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8767192 Aug 26 11:17:43.345409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56074) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:43.396179 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb91a136-58b1-426e-804c-aad1bda768c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:43.475367 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:43.486781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1ed6bbee-6733-49b2-aaf4-b4e24ebb5cbf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 44ef35a9-91ab-4fdc-a622-bd517b78e355 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:43.487891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1ed6bbee-6733-49b2-aaf4-b4e24ebb5cbf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:43.529647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port decf7b35-0087-4a3f-8f95-d49c9476d82a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=decf7b35-0087-4a3f-8f95-d49c9476d82a,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:43.538119 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:43.624793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=decf7b35-0087-4a3f-8f95-d49c9476d82a,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:43.644785 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1ed6bbee-6733-49b2-aaf4-b4e24ebb5cbf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:43.663694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-1ed6bbee-6733-49b2-aaf4-b4e24ebb5cbf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 44ef35a9-91ab-4fdc-a622-bd517b78e355 owned by {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:43.817040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eda743-f53d-4a9a-b274-aaf531654a7b req-43e82a39-6bf0-45ee-bd6f-045349fdcf93 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:43.827205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37eda743-f53d-4a9a-b274-aaf531654a7b req-43e82a39-6bf0-45ee-bd6f-045349fdcf93 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0748665 Aug 26 11:17:43.869807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37eda743-f53d-4a9a-b274-aaf531654a7b req-519154a6-9fdd-41a8-98dd-9ffaad97f533 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415635 Aug 26 11:17:43.982011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1ed6bbee-6733-49b2-aaf4-b4e24ebb5cbf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:43.984845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f3c90b2c-e441-45f3-b939-856f22121415 None None] Provisioning complete for port decf7b35-0087-4a3f-8f95-d49c9476d82a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:43.985493 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3c90b2c-e441-45f3-b939-856f22121415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:44.024380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6bbee-6733-49b2-aaf4-b4e24ebb5cbf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=44ef35a9-91ab-4fdc-a622-bd517b78e355,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:44.092011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1ed6bbee-6733-49b2-aaf4-b4e24ebb5cbf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:44.094491 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1ed6bbee-6733-49b2-aaf4-b4e24ebb5cbf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/44ef35a9-91ab-4fdc-a622-bd517b78e355 HTTP/1.1" status: 204 len: 168 time: 0.7477961 Aug 26 11:17:44.096717 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56078) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:44.164433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3521e3-887f-4f5d-9a76-f65d520e5061 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:44.166219 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6d3521e3-887f-4f5d-9a76-f65d520e5061 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0682905 Aug 26 11:17:44.169377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56080) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:44.232966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af04262a-1a3a-4b4e-a278-2bfe837416d1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:44.234643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-af04262a-1a3a-4b4e-a278-2bfe837416d1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0642798 Aug 26 11:17:44.237217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56082) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:44.308941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086d3a5-58f7-4925-866c-998d15b05397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:44.310065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6466608b-c2e9-4a23-b7bb-dc06f7067dbf None None] Could not find standard attr ID for object 44ef35a9-91ab-4fdc-a622-bd517b78e355. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:17:44.310909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086d3a5-58f7-4925-866c-998d15b05397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:44.313092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086d3a5-58f7-4925-866c-998d15b05397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:44.317954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56084) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:44.318226 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6086d3a5-58f7-4925-866c-998d15b05397 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0797286 Aug 26 11:17:44.401590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c980d2-8f64-4eba-9a5d-9358659182cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 54d8523c-506a-4568-96fd-3c8e65cc2f38 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:44.405901 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46c980d2-8f64-4eba-9a5d-9358659182cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:44.470793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46c980d2-8f64-4eba-9a5d-9358659182cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:44.568047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46c980d2-8f64-4eba-9a5d-9358659182cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:44.639707 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46c980d2-8f64-4eba-9a5d-9358659182cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:44.668194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c980d2-8f64-4eba-9a5d-9358659182cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=54d8523c-506a-4568-96fd-3c8e65cc2f38,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:44.671959 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46c980d2-8f64-4eba-9a5d-9358659182cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:44.673834 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-46c980d2-8f64-4eba-9a5d-9358659182cc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/54d8523c-506a-4568-96fd-3c8e65cc2f38 HTTP/1.1" status: 204 len: 168 time: 0.3544383 Aug 26 11:17:44.676345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56090) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:44.688053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536b066-6fad-4829-b340-ee9e764cdd18 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:44.741992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4afd44-559a-4c4d-b64f-782af1bae71f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet ad2cb85e-8f08-4c63-8fe7-3c1d0b36e786 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:44.746160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a4afd44-559a-4c4d-b64f-782af1bae71f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:44.798987 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a4afd44-559a-4c4d-b64f-782af1bae71f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:44.910584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a4afd44-559a-4c4d-b64f-782af1bae71f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:44.998767 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a4afd44-559a-4c4d-b64f-782af1bae71f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:45.043933 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a4afd44-559a-4c4d-b64f-782af1bae71f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:45.048660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56094) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:45.049273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9a4afd44-559a-4c4d-b64f-782af1bae71f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/ad2cb85e-8f08-4c63-8fe7-3c1d0b36e786 HTTP/1.1" status: 204 len: 168 time: 0.3715372 Aug 26 11:17:45.076699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4afd44-559a-4c4d-b64f-782af1bae71f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2cb85e-8f08-4c63-8fe7-3c1d0b36e786,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:45.127413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c78140-3b01-4cbb-98ff-5364524cb797 req-5e33bff7-da4c-44bb-a0b5-3678db00e6d5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:45.129020 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1c78140-3b01-4cbb-98ff-5364524cb797 req-5e33bff7-da4c-44bb-a0b5-3678db00e6d5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.1451464 Aug 26 11:17:45.180457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbf9f87-ba0e-4e7e-9a37-9c1c2ff87172 None None] Update dhcp port {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'fixed_ips': [{'subnet_id': 'ad2cb85e-8f08-4c63-8fe7-3c1d0b36e786'}], 'binding:host_id': 'n-d-778550-13'}, 'id': 'decf7b35-0087-4a3f-8f95-d49c9476d82a'} from n-d-778550-13. {{(pid=101268) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 26 11:17:45.194812 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1c78140-3b01-4cbb-98ff-5364524cb797 req-ebd5d68d-1286-4df9-9bb8-0957380fd698 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584874 Aug 26 11:17:45.223394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device decf7b35-0087-4a3f-8f95-d49c9476d82a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:45.259841 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5dbf9f87-ba0e-4e7e-9a37-9c1c2ff87172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:45.384336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port decf7b35-0087-4a3f-8f95-d49c9476d82a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:45.384652 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:45.522991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d22ef-1747-401c-87e2-e1b8f6149267 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:45.546767 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-723eb504-de96-4fa0-87c2-f375399a5103 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4933054 Aug 26 11:17:45.546959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56104) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:45.551792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-691e2ddd-fec5-4e10-963b-103416dbc676 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:45.672090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b54d4c49-35c7-41d1-9f22-18e10cc0d6b8 None None] Provisioning complete for port decf7b35-0087-4a3f-8f95-d49c9476d82a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:45.672560 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b54d4c49-35c7-41d1-9f22-18e10cc0d6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:45.714642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691e2ddd-fec5-4e10-963b-103416dbc676 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:45.719833 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-691e2ddd-fec5-4e10-963b-103416dbc676 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:45.777220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc514da6-91d4-4ea0-9466-41b62cdb65f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:45.845749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df36da6-fe8d-4128-8735-50d470f4e910 None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:17:45.954552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8df36da6-fe8d-4128-8735-50d470f4e910 None None] Deleting port decf7b35-0087-4a3f-8f95-d49c9476d82a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:45.955046 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8df36da6-fe8d-4128-8735-50d470f4e910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:45.969658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-691e2ddd-fec5-4e10-963b-103416dbc676 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.005202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56110) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:46.046100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e2ddd-fec5-4e10-963b-103416dbc676 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:46.049610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-691e2ddd-fec5-4e10-963b-103416dbc676 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:46.058719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691e2ddd-fec5-4e10-963b-103416dbc676 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:46.059711 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-691e2ddd-fec5-4e10-963b-103416dbc676 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.070528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e2ddd-fec5-4e10-963b-103416dbc676 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=65ce33a6-df10-4c9b-a271-69a686bf752c,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:46.081660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8df36da6-fe8d-4128-8735-50d470f4e910 None None] For port decf7b35-0087-4a3f-8f95-d49c9476d82a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=decf7b35-0087-4a3f-8f95-d49c9476d82a,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:46.085813 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8df36da6-fe8d-4128-8735-50d470f4e910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.096779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56114) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:46.103676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-90bf2752-5a09-4e81-a22a-b9dd62e899b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:46.104213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8df36da6-fe8d-4128-8735-50d470f4e910 None None] Calling delete_port for decf7b35-0087-4a3f-8f95-d49c9476d82a owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:46.109224 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-691e2ddd-fec5-4e10-963b-103416dbc676 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5517642 Aug 26 11:17:46.202239 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c21d670a-b026-4730-aa0b-001ae7f69f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.203683 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8df36da6-fe8d-4128-8735-50d470f4e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.221517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df36da6-fe8d-4128-8735-50d470f4e910 None None] No DVR routers for this DVR port decf7b35-0087-4a3f-8f95-d49c9476d82a on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:46.270396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e085b4a7-d273-43fe-8bf2-c16fe349fef6 None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:46.340252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df36da6-fe8d-4128-8735-50d470f4e910 None None] Pushing event deleted for resources: {'Port': ['ID=decf7b35-0087-4a3f-8f95-d49c9476d82a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:46.361463 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.482689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'tenant_id': '3d570746e26b4207bf7c4b12a3f27435', 'fixed_ips': [{'subnet_id': '65ce33a6-df10-4c9b-a271-69a686bf752c'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:17:46.483697 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.649101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Allocated IP 2001:db8::2 (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/65ce33a6-df10-4c9b-a271-69a686bf752c/57dc5a73-57cc-4414-b2a7-652ee5b1c9ef) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:46.742475 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c21d670a-b026-4730-aa0b-001ae7f69f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.758013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4b9cd-e9db-41ca-8b2d-f2d2d300c258 req-35296d66-06a0-4b96-8d3d-34236bb32f49 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:46.759764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55d4b9cd-e9db-41ca-8b2d-f2d2d300c258 req-35296d66-06a0-4b96-8d3d-34236bb32f49 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.4330325 Aug 26 11:17:46.763372 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c21d670a-b026-4730-aa0b-001ae7f69f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.806470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bf2752-5a09-4e81-a22a-b9dd62e899b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:46.811040 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-90bf2752-5a09-4e81-a22a-b9dd62e899b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.827783 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.837903 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Transition to ACTIVE for port object 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:46.855991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Transition to ACTIVE for port object 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:46.863232 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:46.875920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d670a-b026-4730-aa0b-001ae7f69f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae0e848-79f9-4c59-b301-3c703d9a7613,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:46.885681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c21d670a-b026-4730-aa0b-001ae7f69f61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91c621d9358949b39f17721f3ea0e150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8793185 Aug 26 11:17:46.889877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56120) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:46.914501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:46.920941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:46.923549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Pushing event updated for resources: {'Port': ['ID=57dc5a73-57cc-4414-b2a7-652ee5b1c9ef,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:46.926535 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:46.935309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55d4b9cd-e9db-41ca-8b2d-f2d2d300c258 req-9a6b120f-0bc3-449b-b44b-33b3f350cd74 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1659544 Aug 26 11:17:46.990292 n-d-778550-13 neutron-server[101267]: INFO neutron.db.ipam_backend_mixin [None req-90bf2752-5a09-4e81-a22a-b9dd62e899b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65ce33a6-df10-4c9b-a271-69a686bf752c (CIDR: 2001:db8::/64) Aug 26 11:17:46.998492 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bf2752-5a09-4e81-a22a-b9dd62e899b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:17:46.998916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bf2752-5a09-4e81-a22a-b9dd62e899b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:47.000990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ba491a7-c0aa-4b05-b6ea-59eed33ce51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.009434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Attempting to bind port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:17:47.010183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Attempting to bind port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:17:47.010322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Attempting to bind port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef on network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:47.019712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:17:47.020487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Checking segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:17:47.020978 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.021643 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Bound using segment: {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:17:47.022431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Bound port: 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec40c16-b16d-4ff3-a32b-b9176a287685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:17:47.022943 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.031765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-90bf2752-5a09-4e81-a22a-b9dd62e899b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9306788 Aug 26 11:17:47.031765 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ba491a7-c0aa-4b05-b6ea-59eed33ce51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.033198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56122) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:47.038530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'subnet': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:47.098384 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ba491a7-c0aa-4b05-b6ea-59eed33ce51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.101253 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7ba491a7-c0aa-4b05-b6ea-59eed33ce51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.102480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7ba491a7-c0aa-4b05-b6ea-59eed33ce51c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ae0e848-79f9-4c59-b301-3c703d9a7613 HTTP/1.1" status: 204 len: 168 time: 0.2116802 Aug 26 11:17:47.112667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba491a7-c0aa-4b05-b6ea-59eed33ce51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae0e848-79f9-4c59-b301-3c703d9a7613,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:47.118528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] For port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:47.122656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] For port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=57dc5a73-57cc-4414-b2a7-652ee5b1c9ef,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:17:47.140840 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.184080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device decf7b35-0087-4a3f-8f95-d49c9476d82a no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:47.239531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:47.240623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: decf7b35-0087-4a3f-8f95-d49c9476d82a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:47.241069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device decf7b35-0087-4a3f-8f95-d49c9476d82a not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:47.263374 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.274791 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.275577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41efcbf-c1b7-440a-b885-e8d74ea398dc None None] Pushing event updated for resources: {'Port': ['ID=57dc5a73-57cc-4414-b2a7-652ee5b1c9ef,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:47.589935 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-5c8074ea-f235-4278-a27f-0c8ea87f1d37 service neutron] show failed (client error): The resource could not be found. Aug 26 11:17:47.591122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-5c8074ea-f235-4278-a27f-0c8ea87f1d37 service neutron] 10.222.0.42 "GET /v2.0/ports/06cfef48-37f3-4fad-a0f7-9956f871bae8/bindings/n-h1-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0871258 Aug 26 11:17:47.600863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56128) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:47.624925 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44dda6aa-4ea2-4121-92a8-4c4bf6737fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.742621 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44dda6aa-4ea2-4121-92a8-4c4bf6737fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.748481 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44dda6aa-4ea2-4121-92a8-4c4bf6737fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.779256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.objects.ports [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101266) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 11:17:47.781793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-44dda6aa-4ea2-4121-92a8-4c4bf6737fa6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fda1b6906ac4c42b319d089b8df776f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795428 Aug 26 11:17:47.788443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56132) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:47.828955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dda6aa-4ea2-4121-92a8-4c4bf6737fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fd1eec-5f1e-421e-b970-d1f39d15e333,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:47.857207 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0198-2e71-42b0-bd1e-6b10cef9ebd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.886221 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0198-2e71-42b0-bd1e-6b10cef9ebd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.895479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-38ab9e6f-51ca-4e78-a11d-da332916a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:47.897252 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-38ab9e6f-51ca-4e78-a11d-da332916a07b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 1098 time: 0.1224163 Aug 26 11:17:47.932783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:47.939855 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0198-2e71-42b0-bd1e-6b10cef9ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.942572 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0198-2e71-42b0-bd1e-6b10cef9ebd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:47.946120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ed0c0198-2e71-42b0-bd1e-6b10cef9ebd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00fd1eec-5f1e-421e-b970-d1f39d15e333 HTTP/1.1" status: 204 len: 168 time: 0.1543264 Aug 26 11:17:47.958158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c0198-2e71-42b0-bd1e-6b10cef9ebd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fd1eec-5f1e-421e-b970-d1f39d15e333,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:48.087816 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.107535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a599d-f90c-453e-bfdc-506bdc143809 req-bb23dc3e-c7ed-4b5e-bee6-c80539333f71 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:48.109113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-395a599d-f90c-453e-bfdc-506bdc143809 req-bb23dc3e-c7ed-4b5e-bee6-c80539333f71 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0766265 Aug 26 11:17:48.109583 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.159991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-395a599d-f90c-453e-bfdc-506bdc143809 req-1289ed64-5f59-431a-9069-8f631611f8a1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443408 Aug 26 11:17:48.467759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] For port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=57dc5a73-57cc-4414-b2a7-652ee5b1c9ef,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:48.468810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56140) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:48.482676 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:48.485730 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53ade72a-f5af-4020-9dc0-838e2792c63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.533570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.548648 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.549417 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.552444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:48.591902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-63df9716-0a1f-44c5-9855-ca95caf22437 None None] Provisioning for port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:48.600726 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53ade72a-f5af-4020-9dc0-838e2792c63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.605330 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53ade72a-f5af-4020-9dc0-838e2792c63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.670229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:48.671549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ade72a-f5af-4020-9dc0-838e2792c63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bfd9f8-11ec-4fc5-931a-e5f55fa33284,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:48.678193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-53ade72a-f5af-4020-9dc0-838e2792c63a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13ee159de460401d8bd72519b6432b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080517 Aug 26 11:17:48.680578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56142) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:48.702032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Subnet': ['ID=673b4766-26b0-4d8a-bbcb-c45b84e8f591,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:48.710596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:17:48.713242 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad339e7-9fb3-4777-bd63-c97ccc2d45ba" -d '{"events": [{"server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "name": "network-vif-unplugged", "status": "completed", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:17:48.717986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:48.727019 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.728607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b673a-65a5-43b7-a0bd-f30edc19123b None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:48.733021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:48.733513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.748593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=57dc5a73-57cc-4414-b2a7-652ee5b1c9ef,revision_number=4']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:48.755972 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c2f90627-5bc2-4d98-bcb3-6a018389d77c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7216759 Aug 26 11:17:48.761016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56146) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:48.767592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Request body: {'port': {'network_id': '5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc', 'mac_address': 'fa:16:3e:4c:e8:ed', 'name': 'tempest-NetworksTestDHCPv6-110275452'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:17:48.771447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Transition to ACTIVE for port object 06cfef48-37f3-4fad-a0f7-9956f871bae8 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:48.790279 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.817982 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82b4c3b4-2048-4d1a-9e9f-fabb81aa3dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.869302 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82b4c3b4-2048-4d1a-9e9f-fabb81aa3dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.906696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Pushing event updated for resources: {'Port': ['ID=06cfef48-37f3-4fad-a0f7-9956f871bae8,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:48.911816 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78562691-a0d9-4153-8845-2c27bdfa6b7d x-openstack-request-id: req-78562691-a0d9-4153-8845-2c27bdfa6b7d {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:17:48.912115 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "name": "network-vif-unplugged", "status": "completed", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:17:48.912369 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78562691-a0d9-4153-8845-2c27bdfa6b7d {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:17:48.912752 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'code': 200} Aug 26 11:17:48.987607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82b4c3b4-2048-4d1a-9e9f-fabb81aa3dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.990972 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-82b4c3b4-2048-4d1a-9e9f-fabb81aa3dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:48.994567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-82b4c3b4-2048-4d1a-9e9f-fabb81aa3dad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85bfd9f8-11ec-4fc5-931a-e5f55fa33284 HTTP/1.1" status: 204 len: 168 time: 0.3105156 Aug 26 11:17:49.018762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4c3b4-2048-4d1a-9e9f-fabb81aa3dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bfd9f8-11ec-4fc5-931a-e5f55fa33284,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:49.205327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] No DVR routers for this DVR port 06cfef48-37f3-4fad-a0f7-9956f871bae8 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:49.268972 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:49.357216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Made reservation on behalf of 3d570746e26b4207bf7c4b12a3f27435 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:17:49.389477 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:49.416884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:49.423893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:49.425218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:49.430905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5271f-db30-4d16-a43c-5d46b8015b5b req-c05ddfa7-8317-491a-9a63-00a5bca273a8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:49.434006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46a5271f-db30-4d16-a43c-5d46b8015b5b req-c05ddfa7-8317-491a-9a63-00a5bca273a8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 944 time: 0.0919757 Aug 26 11:17:49.493592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46a5271f-db30-4d16-a43c-5d46b8015b5b req-0e7f799f-dfb0-41a5-96ab-8aebd035eaa9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512972 Aug 26 11:17:49.500570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Attempting to bind port 06cfef48-37f3-4fad-a0f7-9956f871bae8 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:17:49.501047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Attempting to bind port 06cfef48-37f3-4fad-a0f7-9956f871bae8 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:17:49.501246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Attempting to bind port 06cfef48-37f3-4fad-a0f7-9956f871bae8 on network d2df4144-e113-4253-a3d3-b5ea0bc55a3f {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:49.526141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Port 06cfef48-37f3-4fad-a0f7-9956f871bae8 on network d2df4144-e113-4253-a3d3-b5ea0bc55a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:17:49.526141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Attempting to bind port 06cfef48-37f3-4fad-a0f7-9956f871bae8 on network d2df4144-e113-4253-a3d3-b5ea0bc55a3f {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:17:49.531675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:17:49.532025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Checking segment: {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:17:49.532427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Bound using segment: {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:17:49.533420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Bound port: 06cfef48-37f3-4fad-a0f7-9956f871bae8, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75aa47b-0512-4057-b83c-3f355ec7fd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:17:49.533782 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:49.571290 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:49.609212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=57dc5a73-57cc-4414-b2a7-652ee5b1c9ef,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:49.616404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:49.618747 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:49.649659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] device_id is not set on port 0cf76654-67e9-4bb2-a0da-2b21aed47e6a yet. {{(pid=101266) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:17:49.700575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=57dc5a73-57cc-4414-b2a7-652ee5b1c9ef,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:49.731441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:17:49.736399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:17:49.767733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:49.825006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:49.825646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:49.827753 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-6758344f-4497-4717-9838-23a1e81c081d service neutron] 10.222.0.47 "PUT /v2.0/ports/06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 1093 time: 1.9204702 Aug 26 11:17:49.962989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758344f-4497-4717-9838-23a1e81c081d service neutron] Pushing event updated for resources: {'Port': ['ID=06cfef48-37f3-4fad-a0f7-9956f871bae8,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:50.041159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-7407e4cd-ba08-47f3-b7f7-e97289d709a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:50.042785 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-7407e4cd-ba08-47f3-b7f7-e97289d709a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1096 time: 0.1708798 Aug 26 11:17:50.122818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1727c6d3-8e4d-496d-9ac4-058f3497144a None None] Provisioning complete for port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:50.123125 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1727c6d3-8e4d-496d-9ac4-058f3497144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:50.158655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8::1dc (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/65ce33a6-df10-4c9b-a271-69a686bf752c/0cf76654-67e9-4bb2-a0da-2b21aed47e6a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:50.171929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4c:e8ed (5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc/673b4766-26b0-4d8a-bbcb-c45b84e8f591/0cf76654-67e9-4bb2-a0da-2b21aed47e6a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:17:50.235752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-7dad43ab-b01e-4195-8d89-45134a82bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:50.237290 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-7dad43ab-b01e-4195-8d89-45134a82bc26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 898 time: 0.1876194 Aug 26 11:17:50.369203 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-35e40aff-7245-4e47-91cb-1b90b06e112d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 999 time: 0.1238170 Aug 26 11:17:50.454701 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-24fdf458-b836-4775-8088-461ec88b7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:50.456279 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-24fdf458-b836-4775-8088-461ec88b7f2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 200 len: 835 time: 0.0789199 Aug 26 11:17:50.459027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:50.513613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Transition to ACTIVE for port object 0cf76654-67e9-4bb2-a0da-2b21aed47e6a will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:17:50.541785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-ff501392-f424-452b-9344-61bf1d474c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:50.543673 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-ff501392-f424-452b-9344-61bf1d474c18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777235 Aug 26 11:17:50.553983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:50.640222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:50.659108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed75fb-2328-43f5-b2c9-998b2ff139d0 req-d8aff8d9-0dad-4099-a956-7d4fe9a4d1ca tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:50.660952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-32ed75fb-2328-43f5-b2c9-998b2ff139d0 req-d8aff8d9-0dad-4099-a956-7d4fe9a4d1ca tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 944 time: 0.0655050 Aug 26 11:17:50.718638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-32ed75fb-2328-43f5-b2c9-998b2ff139d0 req-6fa8578c-41ef-45dc-bad7-b2e0d0ee6051 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520511 Aug 26 11:17:50.731983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:17:50.742844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:17:50.747173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:17:50.753156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:50.753836 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:50.756506 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event updated for resources: {'Port': ['ID=0cf76654-67e9-4bb2-a0da-2b21aed47e6a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:50.766414 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-8fd30750-d311-4928-9c8d-03a0a3b5ff29 service neutron] 10.222.0.47 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105577 Aug 26 11:17:50.783602 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ca24c841-316e-45ce-83bc-96cd8e565b07 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0207911 Aug 26 11:17:50.786249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56190) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:50.930583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:17:50.934234 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0014be70-280c-4e3c-89a3-db0c253619d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:17:50.939538 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4ee029d3-bea4-4bfc-bddb-d9642f3ba88b req-1c058e09-8fe1-4a0c-8669-48383f3c6c31 service neutron] 10.222.0.47 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661248 Aug 26 11:17:50.944249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-06f73d24-8792-48d7-b83b-0669bf5459bc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting port 0cf76654-67e9-4bb2-a0da-2b21aed47e6a {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:50.946584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-06f73d24-8792-48d7-b83b-0669bf5459bc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:51.019905 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfee778-df9f-4ee4-8c2e-69ee6af44ae5 x-openstack-request-id: req-6dfee778-df9f-4ee4-8c2e-69ee6af44ae5 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:17:51.020481 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:17:51.020991 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dfee778-df9f-4ee4-8c2e-69ee6af44ae5 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:17:51.021669 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'status': 'completed', 'code': 200} Aug 26 11:17:51.163885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-8ed519a3-fc10-4560-845d-158868941459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:51.165656 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-8ed519a3-fc10-4560-845d-158868941459 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1096 time: 0.1361098 Aug 26 11:17:51.203047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-06f73d24-8792-48d7-b83b-0669bf5459bc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:51.212769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bd2f45e9-390e-42d7-8b9e-24c928cfea31 None None] Provisioning for port 0cf76654-67e9-4bb2-a0da-2b21aed47e6a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:51.218873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bd2f45e9-390e-42d7-8b9e-24c928cfea31 None None] Provisioning complete for port 0cf76654-67e9-4bb2-a0da-2b21aed47e6a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:51.219574 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd2f45e9-390e-42d7-8b9e-24c928cfea31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:51.237292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-06f73d24-8792-48d7-b83b-0669bf5459bc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Calling delete_port for 0cf76654-67e9-4bb2-a0da-2b21aed47e6a owned by {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:51.253518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-de8423b7-d706-4b88-982e-bf640addd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:51.253706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:51.255466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-de8423b7-d706-4b88-982e-bf640addd235 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1096 time: 0.1486259 Aug 26 11:17:51.313066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-a2b383e5-e939-4356-a30d-4466a8e9394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:51.316059 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-a2b383e5-e939-4356-a30d-4466a8e9394a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 898 time: 0.1417754 Aug 26 11:17:51.318504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f45e9-390e-42d7-8b9e-24c928cfea31 None None] Port 0cf76654-67e9-4bb2-a0da-2b21aed47e6a cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:17:51.334117 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:51.334681 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:51.411037 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-05fb031b-a0d5-4491-b9bf-0d2502e0c1ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 999 time: 0.0863898 Aug 26 11:17:51.454191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-d31a86c1-cae6-4a68-a9b3-d2fe95ad4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:51.456793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-d31a86c1-cae6-4a68-a9b3-d2fe95ad4c9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 898 time: 0.1912138 Aug 26 11:17:51.497803 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-a5237e17-48d3-4b03-8643-f42ecc1251f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:51.499582 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-a5237e17-48d3-4b03-8643-f42ecc1251f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 200 len: 835 time: 0.0801506 Aug 26 11:17:51.566756 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-1711bbc5-59b0-4d1e-901c-0ed37fd23353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:51.568471 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-1711bbc5-59b0-4d1e-901c-0ed37fd23353 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620313 Aug 26 11:17:51.586221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-d7e1afe9-d8b6-4e04-b2a4-901971842e16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 999 time: 0.0986476 Aug 26 11:17:51.674215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-06f73d24-8792-48d7-b83b-0669bf5459bc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:51.683094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-e4c1f0b4-6252-4b0f-893f-01a8dbe894b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:51.684615 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-e4c1f0b4-6252-4b0f-893f-01a8dbe894b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 200 len: 835 time: 0.0790663 Aug 26 11:17:51.722259 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-4422a10b-3bfa-4a9d-b88b-ccaa9ba769b4 service neutron] 10.222.0.47 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451092 Aug 26 11:17:51.734172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f73d24-8792-48d7-b83b-0669bf5459bc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Port': ['ID=0cf76654-67e9-4bb2-a0da-2b21aed47e6a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:51.796755 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-06f73d24-8792-48d7-b83b-0669bf5459bc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:51.801072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-06f73d24-8792-48d7-b83b-0669bf5459bc tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/0cf76654-67e9-4bb2-a0da-2b21aed47e6a HTTP/1.1" status: 204 len: 168 time: 1.0117824 Aug 26 11:17:51.802043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56204) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:51.814155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-7d894151-3768-47c6-b65e-daf5baaed157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:51.815775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-7d894151-3768-47c6-b65e-daf5baaed157 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086030 Aug 26 11:17:51.895688 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-7f4528ea-f9f5-44ac-b5ec-58d6c382afa8 service neutron] 10.222.0.47 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660631 Aug 26 11:17:51.923959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ebe260-594b-44d0-abb2-b4f43d1d80a1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:51.928536 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-76ebe260-594b-44d0-abb2-b4f43d1d80a1 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1246417 Aug 26 11:17:51.929109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56206) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:52.015201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a306c3-7a60-4535-88ae-b330ec74ecaf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:52.019462 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a7a306c3-7a60-4535-88ae-b330ec74ecaf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0871155 Aug 26 11:17:52.019756 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56208) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:52.021288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4003c-bd48-460e-91dd-a487e8b8fff5 req-ae811c49-07bb-4f12-abab-cc1b8b14e370 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:52.023018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63f4003c-bd48-460e-91dd-a487e8b8fff5 req-ae811c49-07bb-4f12-abab-cc1b8b14e370 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 944 time: 0.1259978 Aug 26 11:17:52.086106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-e206ccb6-af50-40dc-9414-e65b15150f11 service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623036 Aug 26 11:17:52.088699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209b8c44-880a-40ee-91db-cbc75a73d7c3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:52.090410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209b8c44-880a-40ee-91db-cbc75a73d7c3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:52.091452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63f4003c-bd48-460e-91dd-a487e8b8fff5 req-fcfa8737-3a1d-40f8-8510-2dab6cafb698 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613477 Aug 26 11:17:52.092481 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209b8c44-880a-40ee-91db-cbc75a73d7c3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:52.094258 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-209b8c44-880a-40ee-91db-cbc75a73d7c3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0730176 Aug 26 11:17:52.096917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56210) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:52.170019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ec317f-6a8b-423f-a995-85b318c289c5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 65ce33a6-df10-4c9b-a271-69a686bf752c {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:52.174471 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6ec317f-6a8b-423f-a995-85b318c289c5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:52.225983 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0014be70-280c-4e3c-89a3-db0c253619d5 req-84300b90-dff1-4693-aea4-359be3c366cd service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322231 Aug 26 11:17:52.237325 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6ec317f-6a8b-423f-a995-85b318c289c5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:52.301896 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:52.368356 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6ec317f-6a8b-423f-a995-85b318c289c5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:52.439627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6ec317f-6a8b-423f-a995-85b318c289c5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:52.468074 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec317f-6a8b-423f-a995-85b318c289c5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=65ce33a6-df10-4c9b-a271-69a686bf752c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:52.471665 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6ec317f-6a8b-423f-a995-85b318c289c5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:52.476247 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e6ec317f-6a8b-423f-a995-85b318c289c5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/65ce33a6-df10-4c9b-a271-69a686bf752c HTTP/1.1" status: 204 len: 168 time: 0.3747902 Aug 26 11:17:52.476247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56220) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:52.478176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957115cd-71ce-44f3-8c30-6a440b234eaf None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:52.537337 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d286394-b8e8-4643-8370-3d493aad1a9e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Deleting subnet 673b4766-26b0-4d8a-bbcb-c45b84e8f591 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:17:52.543389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d286394-b8e8-4643-8370-3d493aad1a9e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:52.607931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d286394-b8e8-4643-8370-3d493aad1a9e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:52.709834 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d286394-b8e8-4643-8370-3d493aad1a9e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:52.785236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d286394-b8e8-4643-8370-3d493aad1a9e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:52.819370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d286394-b8e8-4643-8370-3d493aad1a9e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Subnet': ['ID=673b4766-26b0-4d8a-bbcb-c45b84e8f591,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:52.825727 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d286394-b8e8-4643-8370-3d493aad1a9e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:52.827854 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2d286394-b8e8-4643-8370-3d493aad1a9e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/673b4766-26b0-4d8a-bbcb-c45b84e8f591 HTTP/1.1" status: 204 len: 168 time: 0.3508766 Aug 26 11:17:52.830360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56222) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:52.875148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-97282878-8bd0-429d-b623-a0e4cec5c014 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434885 Aug 26 11:17:52.877559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56224) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:52.937265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b83b37-3821-4d8b-a33c-b0b047dc66a9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:52.938866 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e7b83b37-3821-4d8b-a33c-b0b047dc66a9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0603466 Aug 26 11:17:52.941372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56226) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.006645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f97001c-8c3c-4ca9-82f2-de664919a80d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:53.008836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2f97001c-8c3c-4ca9-82f2-de664919a80d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0660610 Aug 26 11:17:53.011252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56228) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.068112 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9dd10e34-145e-4d33-9e6f-b8a0dfea2a31 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552950 Aug 26 11:17:53.074757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56230) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.100863 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-087ccc12-c763-44f2-af88-8d00ed02f655 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.101842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087ccc12-c763-44f2-af88-8d00ed02f655 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.107099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56232) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.107865 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-087ccc12-c763-44f2-af88-8d00ed02f655 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/0cf76654-67e9-4bb2-a0da-2b21aed47e6a HTTP/1.1" status: 404 len: 333 time: 0.0333891 Aug 26 11:17:53.137281 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d0ef73-45fe-4fdc-88e2-4d0cf0b0612a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.137884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d0ef73-45fe-4fdc-88e2-4d0cf0b0612a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.139782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-83d0ef73-45fe-4fdc-88e2-4d0cf0b0612a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/673b4766-26b0-4d8a-bbcb-c45b84e8f591 HTTP/1.1" status: 404 len: 337 time: 0.0315850 Aug 26 11:17:53.143559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56236) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.187662 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-2369b026-5e91-4c6c-ab4d-60316be87e36 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.188049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2369b026-5e91-4c6c-ab4d-60316be87e36 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.189862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2369b026-5e91-4c6c-ab4d-60316be87e36 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/65ce33a6-df10-4c9b-a271-69a686bf752c HTTP/1.1" status: 404 len: 337 time: 0.0453346 Aug 26 11:17:53.192445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56238) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.216399 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e7e19b-8b53-4369-a568-3f9bf4f885aa tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.217121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e7e19b-8b53-4369-a568-3f9bf4f885aa tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.221189 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a6e7e19b-8b53-4369-a568-3f9bf4f885aa tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/44ef35a9-91ab-4fdc-a622-bd517b78e355 HTTP/1.1" status: 404 len: 333 time: 0.0255311 Aug 26 11:17:53.228391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56240) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.253628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 06cfef48-37f3-4fad-a0f7-9956f871bae8 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:53.259478 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-664f9441-c259-426a-87c8-cfa0cb87069d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.260189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664f9441-c259-426a-87c8-cfa0cb87069d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.262071 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-664f9441-c259-426a-87c8-cfa0cb87069d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/54d8523c-506a-4568-96fd-3c8e65cc2f38 HTTP/1.1" status: 404 len: 337 time: 0.0326726 Aug 26 11:17:53.264621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56242) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.318306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 06cfef48-37f3-4fad-a0f7-9956f871bae8 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:53.337455 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebe5439-6484-4a55-8c72-0c0781ce9804 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.337918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebe5439-6484-4a55-8c72-0c0781ce9804 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.340022 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3ebe5439-6484-4a55-8c72-0c0781ce9804 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/ad2cb85e-8f08-4c63-8fe7-3c1d0b36e786 HTTP/1.1" status: 404 len: 337 time: 0.0744550 Aug 26 11:17:53.346264 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56246) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.349073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582ee56-b168-4a00-9243-43618483ee0d req-e968e5bf-ec51-4475-b9a1-1b18cce43217 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:53.363378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9582ee56-b168-4a00-9243-43618483ee0d req-e968e5bf-ec51-4475-b9a1-1b18cce43217 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 944 time: 0.1431611 Aug 26 11:17:53.381077 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0af3e5-22c5-4dce-b93d-25bca788df87 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.381788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0af3e5-22c5-4dce-b93d-25bca788df87 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.383856 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-be0af3e5-22c5-4dce-b93d-25bca788df87 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/c17ea13f-bed2-47df-94fb-428abc9dbd68 HTTP/1.1" status: 404 len: 333 time: 0.0360172 Aug 26 11:17:53.386418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56248) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.421698 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-88284c07-8aa6-4545-a3b5-e044b84fe0be tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.422133 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88284c07-8aa6-4545-a3b5-e044b84fe0be tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.422445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9582ee56-b168-4a00-9243-43618483ee0d req-54472894-cb82-43df-946f-3f1da7e5a83c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511534 Aug 26 11:17:53.424028 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-88284c07-8aa6-4545-a3b5-e044b84fe0be tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/37bc252d-2ed0-4f27-ac6b-e161e1ac4e76 HTTP/1.1" status: 404 len: 337 time: 0.0367234 Aug 26 11:17:53.426536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56252) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.459528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec90de-1c87-424f-9f54-2ef4a5eab40d None None] Network 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:17:53.462707 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd7281c-e08e-4f3e-807e-1f5f87f2b68b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.463173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd7281c-e08e-4f3e-807e-1f5f87f2b68b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.468644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2dd7281c-e08e-4f3e-807e-1f5f87f2b68b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/db10bb9c-7657-47b7-8412-9fd2d5c034e0 HTTP/1.1" status: 404 len: 337 time: 0.0385087 Aug 26 11:17:53.468813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56254) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.495401 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-280876fa-2511-4430-b7aa-df85e01a857a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.498498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280876fa-2511-4430-b7aa-df85e01a857a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.502561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-280876fa-2511-4430-b7aa-df85e01a857a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/8e6ab464-e4d5-4953-87fd-23181bd66c53 HTTP/1.1" status: 404 len: 333 time: 0.0299668 Aug 26 11:17:53.505354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56256) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.547955 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d32f288-98bd-4adc-aafb-d03c41d632b5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.547955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d32f288-98bd-4adc-aafb-d03c41d632b5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.552251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4d32f288-98bd-4adc-aafb-d03c41d632b5 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/3d72e3b0-e93f-42b8-a38e-15ac311b5b03 HTTP/1.1" status: 404 len: 337 time: 0.0389366 Aug 26 11:17:53.552935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56258) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.587262 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf142f54-54fd-4caa-9159-75d29ef5ceef tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.587751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf142f54-54fd-4caa-9159-75d29ef5ceef tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.593730 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cf142f54-54fd-4caa-9159-75d29ef5ceef tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/d9b2c097-c549-470c-9344-6887e10c0fe7 HTTP/1.1" status: 404 len: 337 time: 0.0389099 Aug 26 11:17:53.596355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56260) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.639531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dd90a53b-2c8c-4866-9767-cfe54be9396f None None] Provisioning complete for port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:53.640187 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd90a53b-2c8c-4866-9767-cfe54be9396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:53.646585 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e040ff-83aa-478d-9ead-1cf75e547753 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.647040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e040ff-83aa-478d-9ead-1cf75e547753 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.651412 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-74e040ff-83aa-478d-9ead-1cf75e547753 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/8deaa348-c365-4eb6-b49e-c98cfec833af HTTP/1.1" status: 404 len: 333 time: 0.0511713 Aug 26 11:17:53.652770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56262) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.709239 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce14c34-e0c7-448b-93e0-6518674b9c1a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.711971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce14c34-e0c7-448b-93e0-6518674b9c1a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.733419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56264) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.736813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4ce14c34-e0c7-448b-93e0-6518674b9c1a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/0b67fa62-afb7-4f2d-9607-5004bd606151 HTTP/1.1" status: 404 len: 337 time: 0.0810862 Aug 26 11:17:53.779109 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-867775f4-043f-4ff2-bea2-a34b8876311b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.779839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867775f4-043f-4ff2-bea2-a34b8876311b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.784500 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-867775f4-043f-4ff2-bea2-a34b8876311b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/9b867bfc-2933-49ff-954a-b432f81109c6 HTTP/1.1" status: 404 len: 333 time: 0.0478461 Aug 26 11:17:53.785926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56266) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.841115 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-9337b142-a15a-4adf-bead-ed98348ac647 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.841115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9337b142-a15a-4adf-bead-ed98348ac647 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.848705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c183b446-489d-44b0-b0f6-e6f3897d9e0b None None] DHCP port deletion for 5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:17:53.854794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9337b142-a15a-4adf-bead-ed98348ac647 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/718d84d5-de59-4bc2-bfb5-ea7d9b199f7a HTTP/1.1" status: 404 len: 337 time: 0.0677073 Aug 26 11:17:53.856402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56268) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.872006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94901c5-30db-4372-94bd-17cef9554044 req-07dc182c-9b7c-4be5-9da9-3cf60b616f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:53.873739 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f94901c5-30db-4372-94bd-17cef9554044 req-07dc182c-9b7c-4be5-9da9-3cf60b616f14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1096 time: 0.0637159 Aug 26 11:17:53.888469 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc67c94-3adc-4f83-bc6e-b06b41166e13 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.889490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc67c94-3adc-4f83-bc6e-b06b41166e13 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.894276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56270) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.894397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5dc67c94-3adc-4f83-bc6e-b06b41166e13 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/1528d48c-fbe1-4bf2-9f90-a0b6d95dd4cd HTTP/1.1" status: 404 len: 333 time: 0.0365903 Aug 26 11:17:53.922501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c183b446-489d-44b0-b0f6-e6f3897d9e0b None None] Deleting port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:17:53.923200 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c183b446-489d-44b0-b0f6-e6f3897d9e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:53.965322 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-23814fc7-9c4f-4479-8c2b-f31c535c9242 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:53.965784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23814fc7-9c4f-4479-8c2b-f31c535c9242 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:53.969206 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-23814fc7-9c4f-4479-8c2b-f31c535c9242 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/ec02568f-d9b6-4dcd-8c2c-1611a1b9d681 HTTP/1.1" status: 404 len: 337 time: 0.0724745 Aug 26 11:17:53.971510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56274) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:53.999395 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c073b7-608c-4a0c-8555-c8dfcaa47555 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.002074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c073b7-608c-4a0c-8555-c8dfcaa47555 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.004850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-87c073b7-608c-4a0c-8555-c8dfcaa47555 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/5eee1f34-bd00-4722-8b0b-f8a9184813ab HTTP/1.1" status: 404 len: 333 time: 0.0319073 Aug 26 11:17:54.005663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56276) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.052678 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f863d8-ba3a-4e89-8a2d-606647df1cda tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.053284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f863d8-ba3a-4e89-8a2d-606647df1cda tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.055072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c183b446-489d-44b0-b0f6-e6f3897d9e0b None None] For port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=57dc5a73-57cc-4414-b2a7-652ee5b1c9ef,segment=NetworkSegment(fec40c16-b16d-4ff3-a32b-b9176a287685),segment_id=fec40c16-b16d-4ff3-a32b-b9176a287685)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:54.055392 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d8f863d8-ba3a-4e89-8a2d-606647df1cda tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/94f45f04-c209-467b-8362-be17ae73f5d1 HTTP/1.1" status: 404 len: 337 time: 0.0483403 Aug 26 11:17:54.055850 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c183b446-489d-44b0-b0f6-e6f3897d9e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:54.057791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56280) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.067586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94901c5-30db-4372-94bd-17cef9554044 req-779a410f-e2f8-4e80-9d14-829a98562d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:54.069213 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f94901c5-30db-4372-94bd-17cef9554044 req-779a410f-e2f8-4e80-9d14-829a98562d68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 898 time: 0.1719980 Aug 26 11:17:54.075520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c183b446-489d-44b0-b0f6-e6f3897d9e0b None None] Calling delete_port for 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:17:54.087162 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0d9669-6a58-4c62-917b-dd0784566d1c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.087872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0d9669-6a58-4c62-917b-dd0784566d1c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.090632 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3f0d9669-6a58-4c62-917b-dd0784566d1c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/ec4311bb-47dc-4666-871c-a4d12d24c8ab HTTP/1.1" status: 404 len: 333 time: 0.0309677 Aug 26 11:17:54.092865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56282) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.133859 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a232b7f-08df-4844-9124-2ac5d7ec3fa6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.134636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a232b7f-08df-4844-9124-2ac5d7ec3fa6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.137256 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0a232b7f-08df-4844-9124-2ac5d7ec3fa6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/5d4603ac-9cc1-4c89-9509-e5f94dcad53f HTTP/1.1" status: 404 len: 337 time: 0.0433171 Aug 26 11:17:54.140222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56284) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.166821 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-61628f7a-c3de-4947-bcaf-15af3c87178d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.167566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61628f7a-c3de-4947-bcaf-15af3c87178d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.169330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-61628f7a-c3de-4947-bcaf-15af3c87178d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/512e0a57-a9f9-4b72-b570-ba17452cd9b0 HTTP/1.1" status: 404 len: 333 time: 0.0281830 Aug 26 11:17:54.170492 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f94901c5-30db-4372-94bd-17cef9554044 req-a2e0cc86-b937-4bb8-ad0a-989f828cbfd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 999 time: 0.0886137 Aug 26 11:17:54.171827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56286) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.200684 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c183b446-489d-44b0-b0f6-e6f3897d9e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:54.208468 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f53b7c0-30bb-4820-9702-e765cd6c6393 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.209652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f53b7c0-30bb-4820-9702-e765cd6c6393 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.221778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4f53b7c0-30bb-4820-9702-e765cd6c6393 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/66107938-0142-469f-bd4e-3e0707e58c4c HTTP/1.1" status: 404 len: 337 time: 0.0397439 Aug 26 11:17:54.221778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56288) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.238407 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183b446-489d-44b0-b0f6-e6f3897d9e0b None None] Pushing event deleted for resources: {'Port': ['ID=57dc5a73-57cc-4414-b2a7-652ee5b1c9ef,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:54.240593 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c183b446-489d-44b0-b0f6-e6f3897d9e0b None None] No DVR routers for this DVR port 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:17:54.245424 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-3601dd95-76e5-40dc-b35b-ed0424f3f68a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.246415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3601dd95-76e5-40dc-b35b-ed0424f3f68a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.248215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3601dd95-76e5-40dc-b35b-ed0424f3f68a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/a8ed70a3-0817-4f44-abb6-0c7ce314d46c HTTP/1.1" status: 404 len: 337 time: 0.0320914 Aug 26 11:17:54.252122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56290) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.281373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94901c5-30db-4372-94bd-17cef9554044 req-bb6b3511-ff49-41ee-ad0a-9521ac8e5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:54.283162 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f94901c5-30db-4372-94bd-17cef9554044 req-bb6b3511-ff49-41ee-ad0a-9521ac8e5dc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 200 len: 835 time: 0.1054554 Aug 26 11:17:54.284009 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52d598d-631e-44aa-859d-21c56018e90d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.284669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52d598d-631e-44aa-859d-21c56018e90d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.286294 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a52d598d-631e-44aa-859d-21c56018e90d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/fa4e0218-511d-4959-bd0b-434ce9e6da78 HTTP/1.1" status: 404 len: 333 time: 0.0323448 Aug 26 11:17:54.289026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56292) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.347146 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-40784557-e8c7-4d52-95b8-14f69f62462c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.347625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40784557-e8c7-4d52-95b8-14f69f62462c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.349967 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-40784557-e8c7-4d52-95b8-14f69f62462c tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/6e498d87-29b1-4d40-b6b4-fca795580b48 HTTP/1.1" status: 404 len: 337 time: 0.0600064 Aug 26 11:17:54.352686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56296) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.368680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94901c5-30db-4372-94bd-17cef9554044 req-2a2d94cb-28dd-4d60-92a4-63cb6b87b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:54.375108 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f94901c5-30db-4372-94bd-17cef9554044 req-2a2d94cb-28dd-4d60-92a4-63cb6b87b9d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783584 Aug 26 11:17:54.381406 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-3407230c-18da-44aa-bb53-bb4fd71addf0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.382237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3407230c-18da-44aa-bb53-bb4fd71addf0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.387988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3407230c-18da-44aa-bb53-bb4fd71addf0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/b868d701-793f-4535-b6a9-1400e709e7f4 HTTP/1.1" status: 404 len: 337 time: 0.0313127 Aug 26 11:17:54.388193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56298) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.413159 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-5775ee8e-2c47-4a47-a632-a54c1450c626 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.414781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5775ee8e-2c47-4a47-a632-a54c1450c626 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.416057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5775ee8e-2c47-4a47-a632-a54c1450c626 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/10f171ef-99f3-4646-83f5-d64fd9c4f5ad HTTP/1.1" status: 404 len: 333 time: 0.0264771 Aug 26 11:17:54.418588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56300) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.470196 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-2281ab83-90b8-49c2-9b49-02defb8ee52d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.470680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2281ab83-90b8-49c2-9b49-02defb8ee52d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.478461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2281ab83-90b8-49c2-9b49-02defb8ee52d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/4458840e-aa6e-412e-a267-3d08168f6ee1 HTTP/1.1" status: 404 len: 337 time: 0.0566864 Aug 26 11:17:54.478796 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56306) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.510374 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c098fb-2d71-4424-b13b-182e5ccf58ac tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.510892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c098fb-2d71-4424-b13b-182e5ccf58ac tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.512753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-82c098fb-2d71-4424-b13b-182e5ccf58ac tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/e8a41888-a702-4859-a269-c5a328014284 HTTP/1.1" status: 404 len: 337 time: 0.0326481 Aug 26 11:17:54.544854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56310) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.585966 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0d3f4f-f19c-41db-8c5f-6a70e88a9e92 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.586580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0d3f4f-f19c-41db-8c5f-6a70e88a9e92 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.591173 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cd0d3f4f-f19c-41db-8c5f-6a70e88a9e92 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/2243c9f7-bf92-4265-a5f6-bc928ea32204 HTTP/1.1" status: 404 len: 333 time: 0.0447018 Aug 26 11:17:54.594706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56314) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.652254 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbd9c4d-d9c6-4e27-bc03-b975b431cc29 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.653015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbd9c4d-d9c6-4e27-bc03-b975b431cc29 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.658432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-acbd9c4d-d9c6-4e27-bc03-b975b431cc29 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/7096a0c0-7b91-4568-91bb-a0e056795903 HTTP/1.1" status: 404 len: 337 time: 0.0633843 Aug 26 11:17:54.669102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b350376-4358-437c-8961-3a57b3c9952a req-b0b18057-329c-4153-888a-eaf4c4fa2456 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:54.675313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b350376-4358-437c-8961-3a57b3c9952a req-b0b18057-329c-4153-888a-eaf4c4fa2456 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 944 time: 0.1611233 Aug 26 11:17:54.676721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56318) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.715298 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a586ab-bdec-49ff-a9ae-8befa41be83b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.715756 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a586ab-bdec-49ff-a9ae-8befa41be83b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.720027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e6a586ab-bdec-49ff-a9ae-8befa41be83b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/75637a22-2e13-4d72-9a65-98c8cbe375f8 HTTP/1.1" status: 404 len: 337 time: 0.0400033 Aug 26 11:17:54.724308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56320) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.751087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 06cfef48-37f3-4fad-a0f7-9956f871bae8 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:17:54.759644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f7300c7e-16c2-45e9-99f6-9c648a98708f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports?device_id=17b41c3f-cb43-4618-b1a4-5582a34d161f HTTP/1.1" status: 200 len: 205 time: 0.0317342 Aug 26 11:17:54.759644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56322) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.800120 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-ba73b86b-29a6-4212-bfd5-98659ac7f04f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] delete failed (client error): The resource could not be found. Aug 26 11:17:54.802838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ba73b86b-29a6-4212-bfd5-98659ac7f04f tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/routers/17b41c3f-cb43-4618-b1a4-5582a34d161f HTTP/1.1" status: 404 len: 336 time: 0.0406225 Aug 26 11:17:54.824736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56324) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.828735 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b350376-4358-437c-8961-3a57b3c9952a req-61b88222-d362-4583-a86f-cb88196eeb8b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1418927 Aug 26 11:17:54.874065 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-1532ee96-457b-4508-b2e9-5d53f61109df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:54.876473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1532ee96-457b-4508-b2e9-5d53f61109df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:54.879464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1532ee96-457b-4508-b2e9-5d53f61109df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/f5cbc358-8602-4f03-b4fe-3696737db15f HTTP/1.1" status: 404 len: 337 time: 0.0495267 Aug 26 11:17:54.883531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56328) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:54.926061 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f94901c5-30db-4372-94bd-17cef9554044 req-b425956d-61fb-4679-8c64-96d6c1af223f service neutron] 10.222.0.47 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435030 Aug 26 11:17:54.937524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-80645a13-5520-4ecf-9e99-0a5720a398b3 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fd84d5d-7500-4aee-af32-7146e792721d HTTP/1.1" status: 200 len: 205 time: 0.0523977 Aug 26 11:17:54.940548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56330) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.043377 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-6e890444-3934-4ed9-950f-a25998c1d665 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] delete failed (client error): The resource could not be found. Aug 26 11:17:55.049286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56334) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.052437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6e890444-3934-4ed9-950f-a25998c1d665 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/routers/1fd84d5d-7500-4aee-af32-7146e792721d HTTP/1.1" status: 404 len: 336 time: 0.1031013 Aug 26 11:17:55.180623 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-0923709a-911f-4541-899a-7983814ed075 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.181100 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0923709a-911f-4541-899a-7983814ed075 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.188512 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0923709a-911f-4541-899a-7983814ed075 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/5abc014d-7ad8-460a-b353-74ec4417d602 HTTP/1.1" status: 404 len: 337 time: 0.1114166 Aug 26 11:17:55.189170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56336) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.237792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:55.248660 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe8f7fa-f911-474e-99d5-bf337b49e61b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.249398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe8f7fa-f911-474e-99d5-bf337b49e61b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.254874 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dbe8f7fa-f911-474e-99d5-bf337b49e61b tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/0375fd84-f8cd-4023-b209-9972269ed4b3 HTTP/1.1" status: 404 len: 337 time: 0.0616171 Aug 26 11:17:55.255887 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56338) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.260162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:17:55.279652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6f117-2002-4313-802f-535c2d7ed637 req-69984102-5a84-4db8-8e3f-942f9443d01f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:55.288888 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0fd6f117-2002-4313-802f-535c2d7ed637 req-69984102-5a84-4db8-8e3f-942f9443d01f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 944 time: 0.1708283 Aug 26 11:17:55.297977 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-14eb2904-9c0a-4b51-91d2-b1819b7f3af6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.299085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14eb2904-9c0a-4b51-91d2-b1819b7f3af6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.304346 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-14eb2904-9c0a-4b51-91d2-b1819b7f3af6 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/b77d589a-9beb-4343-8a8c-ef649c0fa6ed HTTP/1.1" status: 404 len: 333 time: 0.0438447 Aug 26 11:17:55.304898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56340) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.315832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:17:55.316443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 57dc5a73-57cc-4414-b2a7-652ee5b1c9ef not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:17:55.322928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'port_id': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'mac_address': 'fa:16:3e:f1:fb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:17:55.338561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-a19c2a6c-db0f-4197-b40f-71ef18e57e77 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:55.342771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-a19c2a6c-db0f-4197-b40f-71ef18e57e77 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59&tenant_id=e3813640e34e40b9b3f5cb67b067ed24&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 944 time: 0.1725204 Aug 26 11:17:55.342980 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f94901c5-30db-4372-94bd-17cef9554044 req-010b0624-f3cc-4621-be7b-a3d067182878 service neutron] 10.222.0.47 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071500 Aug 26 11:17:55.343877 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f757803-eda7-4bbf-afde-86aac750367e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.343877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f757803-eda7-4bbf-afde-86aac750367e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.348647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56342) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.349167 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8f757803-eda7-4bbf-afde-86aac750367e tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/85058fdc-acfb-48e7-ae04-a551ee66f380 HTTP/1.1" status: 404 len: 337 time: 0.0405304 Aug 26 11:17:55.373254 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:55.391269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cfef48-37f3-4fad-a0f7-9956f871bae8 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:17:55.412640 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a15b3d1-e546-430d-bbb1-fe5268900dea tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.413411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a15b3d1-e546-430d-bbb1-fe5268900dea tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.415285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1a15b3d1-e546-430d-bbb1-fe5268900dea tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/576a3cd9-ca43-43c6-870b-c94ce51b11b6 HTTP/1.1" status: 404 len: 333 time: 0.0651474 Aug 26 11:17:55.418995 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56346) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.434006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0fd6f117-2002-4313-802f-535c2d7ed637 req-c4e8ff90-e8ef-458f-8603-a4a70baacaee tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289101 Aug 26 11:17:55.457531 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51ecfa1-7b37-48cc-92dd-d01dbf72e1bf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.468946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:55.471025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51ecfa1-7b37-48cc-92dd-d01dbf72e1bf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.478481 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-20d99214-583e-4adb-9049-112e732ed468 service neutron] delete failed (client error): The resource could not be found. Aug 26 11:17:55.480973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-20d99214-583e-4adb-9049-112e732ed468 service neutron] 10.222.0.42 "DELETE /v2.0/ports/06cfef48-37f3-4fad-a0f7-9956f871bae8/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.1204851 Aug 26 11:17:55.482568 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:55.484305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56348) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.487827 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f51ecfa1-7b37-48cc-92dd-d01dbf72e1bf tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/089a0c08-94ee-4b99-8113-0e10f2c9d961 HTTP/1.1" status: 404 len: 337 time: 0.0680399 Aug 26 11:17:55.542062 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8052bb4-49d0-49fa-a86f-66c0c3585a4a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.543382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8052bb4-49d0-49fa-a86f-66c0c3585a4a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.546767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d8052bb4-49d0-49fa-a86f-66c0c3585a4a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/bb4f8092-1655-487d-ba20-18953c4f4914 HTTP/1.1" status: 404 len: 333 time: 0.0599644 Aug 26 11:17:55.548050 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56350) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.575781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=06cfef48-37f3-4fad-a0f7-9956f871bae8,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:55.621483 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db14b3d-16c5-4666-9663-c7ca0c32c7c9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.622336 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db14b3d-16c5-4666-9663-c7ca0c32c7c9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.624318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4db14b3d-16c5-4666-9663-c7ca0c32c7c9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/1d4d52d6-0c46-4a63-b043-a4d2236b4be1 HTTP/1.1" status: 404 len: 337 time: 0.0751808 Aug 26 11:17:55.626794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56356) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.660179 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ed61d9-e006-4129-8e73-81847357b6df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.661123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ed61d9-e006-4129-8e73-81847357b6df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.663277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-14ed61d9-e006-4129-8e73-81847357b6df tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/3b184419-892d-48dd-9463-837e4d82ef33 HTTP/1.1" status: 404 len: 333 time: 0.0353780 Aug 26 11:17:55.665694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56364) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.680457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-712a8f1c-2529-4134-bd97-471e889f96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:55.682277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-712a8f1c-2529-4134-bd97-471e889f96a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1097 time: 0.1255062 Aug 26 11:17:55.732960 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-4087202b-273c-485a-93c7-3d7b8d358206 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.733717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4087202b-273c-485a-93c7-3d7b8d358206 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.738397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56366) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.738700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4087202b-273c-485a-93c7-3d7b8d358206 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/823d71d4-b197-4c80-9fc6-fd2ca23bb081 HTTP/1.1" status: 404 len: 337 time: 0.0716054 Aug 26 11:17:55.783256 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee575c68-d558-44f5-977f-c858d19bd4b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.784069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee575c68-d558-44f5-977f-c858d19bd4b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.788457 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ee575c68-d558-44f5-977f-c858d19bd4b9 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/d5974930-4346-4f6a-89cb-858f69f99d9b HTTP/1.1" status: 404 len: 333 time: 0.0463328 Aug 26 11:17:55.791355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56368) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.799143 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['06cfef48-37f3-4fad-a0f7-9956f871bae8'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:17:55.838126 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d028987-2214-4675-89de-7c7c27d2f161 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.838591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d028987-2214-4675-89de-7c7c27d2f161 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.843285 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8d028987-2214-4675-89de-7c7c27d2f161 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/01fd2afb-7982-4e07-ab06-254f2b620ad8 HTTP/1.1" status: 404 len: 337 time: 0.0486610 Aug 26 11:17:55.847405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56370) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.880862 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea29366e-f473-4bb4-a82a-ac0823883d8a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.881517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea29366e-f473-4bb4-a82a-ac0823883d8a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.885802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ea29366e-f473-4bb4-a82a-ac0823883d8a tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/9fbaf994-a501-4332-ae85-7a7ac8720087 HTTP/1.1" status: 404 len: 333 time: 0.0349479 Aug 26 11:17:55.886220 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56372) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.910917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-3f956afc-115e-4ecf-aea6-baf4824d2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:55.912984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-3f956afc-115e-4ecf-aea6-baf4824d2f88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 898 time: 0.2219348 Aug 26 11:17:55.919285 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe6d1b9-d7bf-406d-a1c2-bf77408923b0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.919691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe6d1b9-d7bf-406d-a1c2-bf77408923b0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.923806 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ebe6d1b9-d7bf-406d-a1c2-bf77408923b0 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/60cddbe5-722d-40bc-8177-ced4fd4587cd HTTP/1.1" status: 404 len: 337 time: 0.0343237 Aug 26 11:17:55.924672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56374) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:55.977829 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8abdfd8-eaa7-4a77-a441-6f579c777b8d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:55.978576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8abdfd8-eaa7-4a77-a441-6f579c777b8d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:55.980979 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b8abdfd8-eaa7-4a77-a441-6f579c777b8d tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/ports/c9da43e7-e3fa-4253-a884-9a8adac0d8bb HTTP/1.1" status: 404 len: 333 time: 0.0557404 Aug 26 11:17:55.983822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56376) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:56.022071 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91cc8e1-a7fd-4129-977d-72d0ca9c97e8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] DELETE failed (client error): The resource could not be found. Aug 26 11:17:56.022950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91cc8e1-a7fd-4129-977d-72d0ca9c97e8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:17:56.025672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a91cc8e1-a7fd-4129-977d-72d0ca9c97e8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/subnets/43d3b0a7-612d-4edd-a9aa-aa1901a879f7 HTTP/1.1" status: 404 len: 337 time: 0.0406525 Aug 26 11:17:56.028957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56378) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:56.029756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-9c88529c-2a90-4df7-8ac1-1afa258bc7c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 1000 time: 0.1092689 Aug 26 11:17:56.166561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-da06346b-08be-4680-9ea6-db9cc96d706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:56.171208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-da06346b-08be-4680-9ea6-db9cc96d706b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 200 len: 835 time: 0.1348748 Aug 26 11:17:56.213179 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:56.270788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-ef884edf-53c9-4326-b5b1-4c0fc7aebd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:56.272418 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-ef884edf-53c9-4326-b5b1-4c0fc7aebd27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921345 Aug 26 11:17:56.353730 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:56.375969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:56.395451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec40c16-b16d-4ff3-a32b-b9176a287685') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:56.395811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec40c16-b16d-4ff3-a32b-b9176a287685') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:17:56.416746 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:56.420747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-e9051032-5055-46df-80ce-68fe6f1a95bf service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400864 Aug 26 11:17:56.440648 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:56.451452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:17:56.452004 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:17:56.455610 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:17:56.544740 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:56.561277 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:56.563980 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] 10.222.0.21 "DELETE /v2.0/networks/5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc HTTP/1.1" status: 204 len: 168 time: 0.5338314 Aug 26 11:17:56.575433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8bf5525-32c9-4771-88a6-5c1ab17aa8ca req-004e35e7-0101-4d70-8fa1-5d5a1da6de7d service neutron] 10.222.0.42 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466892 Aug 26 11:17:56.603873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaced3-4785-4431-b2e9-641a29b196f8 tempest-NetworksTestDHCPv6-1852112744 tempest-NetworksTestDHCPv6-1852112744-project] Pushing event deleted for resources: {'Network': ['ID=5d50cf6c-621c-4a4c-b19c-0efd1e95e3fc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:56.642842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351625d3-f71d-4af7-920c-648797344808 req-66212f08-c5f3-40ee-b686-2212ba9b5941 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:56.644730 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-351625d3-f71d-4af7-920c-648797344808 req-66212f08-c5f3-40ee-b686-2212ba9b5941 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 945 time: 0.0683858 Aug 26 11:17:56.696943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-351625d3-f71d-4af7-920c-648797344808 req-d3e5d624-130c-40ef-b30f-74120ef5fa62 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451331 Aug 26 11:17:56.952354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56404) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:57.149300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56408) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:57.162201 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3de90139-9ee1-45b9-b801-fc8a905c22f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d570746e26b4207bf7c4b12a3f27435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028487 Aug 26 11:17:57.205428 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dfe87a5-7923-4dee-a8e0-ab95a20aac5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:57.234685 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dfe87a5-7923-4dee-a8e0-ab95a20aac5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:57.284035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dfe87a5-7923-4dee-a8e0-ab95a20aac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:57.286751 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dfe87a5-7923-4dee-a8e0-ab95a20aac5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:57.287975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7dfe87a5-7923-4dee-a8e0-ab95a20aac5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99a6aaa5-9422-4875-9545-7c875c0b1bda HTTP/1.1" status: 204 len: 168 time: 0.1376915 Aug 26 11:17:57.296646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe87a5-7923-4dee-a8e0-ab95a20aac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a6aaa5-9422-4875-9545-7c875c0b1bda,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:57.827180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff042a-4589-4ed2-a8cc-ca1c88b6c8ef req-d20857ea-d509-457c-b7a7-9cef3a8ea322 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:17:57.829036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80ff042a-4589-4ed2-a8cc-ca1c88b6c8ef req-d20857ea-d509-457c-b7a7-9cef3a8ea322 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 945 time: 0.0550318 Aug 26 11:17:57.877068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80ff042a-4589-4ed2-a8cc-ca1c88b6c8ef req-851f8e16-57b4-4ee4-8bae-26dd04fd869f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403976 Aug 26 11:17:57.907038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56440) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:57.985240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-db2bbf66-82ae-4ea7-bd79-d42b49e0a304 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/642e5b02-e734-4b1d-ab26-a92650cb0c0d HTTP/1.1" status: 200 len: 992 time: 0.0794103 Aug 26 11:17:58.200080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56446) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.328826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-60e56abe-8c52-48f9-bc77-7722a9df85a4 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.329883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-60e56abe-8c52-48f9-bc77-7722a9df85a4 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1288118 Aug 26 11:17:58.333002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56450) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.337472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-17c9196e-d55f-46d9-853a-cec8105ad82c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.340765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-17c9196e-d55f-46d9-853a-cec8105ad82c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045185 Aug 26 11:17:58.341293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56452) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.346633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-29ec2f4c-2374-4950-9f35-c2ea7ae59337 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.349920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-29ec2f4c-2374-4950-9f35-c2ea7ae59337 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053115 Aug 26 11:17:58.350090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56454) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.355829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-5dfdcd2c-3bc9-4ff4-92ed-1a00dd67e427 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.358784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5dfdcd2c-3bc9-4ff4-92ed-1a00dd67e427 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058045 Aug 26 11:17:58.359453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56456) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.363938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-5b7f2ae0-1cf1-4fc2-abcb-2406335b6788 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.364887 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5b7f2ae0-1cf1-4fc2-abcb-2406335b6788 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044720 Aug 26 11:17:58.367443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56458) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.373145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-2cc47d60-62b3-4ec5-bd01-a54ba1e99b35 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.375426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2cc47d60-62b3-4ec5-bd01-a54ba1e99b35 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0067751 Aug 26 11:17:58.376266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56460) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.381087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-c60de711-fca6-44bf-a62d-f5e50fc45956 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.382591 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c60de711-fca6-44bf-a62d-f5e50fc45956 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051672 Aug 26 11:17:58.385189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56462) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.389802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-fe15a61f-900a-477c-845c-10984d3b4eef tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.391640 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fe15a61f-900a-477c-845c-10984d3b4eef tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046866 Aug 26 11:17:58.393687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56464) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.402024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-9e2be820-01f7-4b2d-8594-22e5048534c2 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.405445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9e2be820-01f7-4b2d-8594-22e5048534c2 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0085046 Aug 26 11:17:58.405776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56466) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.409771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-d2efbb2b-2098-41d9-b8e3-535ce4859bdf tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.412949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d2efbb2b-2098-41d9-b8e3-535ce4859bdf tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042133 Aug 26 11:17:58.413105 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56468) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.418235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-5a0002a9-a210-4544-a1ad-e53f780c1ced tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.421471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5a0002a9-a210-4544-a1ad-e53f780c1ced tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049171 Aug 26 11:17:58.421664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56470) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.425975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-7a6cea89-fc44-4fac-ba0a-a4d6e685c57b tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.426766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7a6cea89-fc44-4fac-ba0a-a4d6e685c57b tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042408 Aug 26 11:17:58.428987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56472) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.432886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-14756a79-f767-4bc6-b71a-83d0770e5ee2 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.436935 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-14756a79-f767-4bc6-b71a-83d0770e5ee2 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0071192 Aug 26 11:17:58.437225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56474) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.442212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-bb916543-cad7-4335-8d90-5f678764f248 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.443427 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bb916543-cad7-4335-8d90-5f678764f248 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048831 Aug 26 11:17:58.445749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56476) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.451089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-976681b0-4369-4c6a-8172-805ea9be5d38 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.455327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56478) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.455500 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-976681b0-4369-4c6a-8172-805ea9be5d38 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0084755 Aug 26 11:17:58.460092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-ed42a648-e211-4ecb-bdb3-f0fb7e75df53 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.461048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ed42a648-e211-4ecb-bdb3-f0fb7e75df53 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045133 Aug 26 11:17:58.463545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56480) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.467902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-80f2a2f0-9d28-44b0-8d42-ad4bd5835c2a tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.468845 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-80f2a2f0-9d28-44b0-8d42-ad4bd5835c2a tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043960 Aug 26 11:17:58.471265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56482) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.475463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-405b8eda-3a8e-440d-a1dd-2ecb23b1a51d tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.478902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56484) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.479039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-405b8eda-3a8e-440d-a1dd-2ecb23b1a51d tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0067270 Aug 26 11:17:58.484266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-e87814ed-f41c-40cf-8d40-4e50517e7af4 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.487337 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e87814ed-f41c-40cf-8d40-4e50517e7af4 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0065651 Aug 26 11:17:58.487886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56486) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.493109 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-d6931e0d-d904-4a64-b870-c6ef7b0d5690 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.494326 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d6931e0d-d904-4a64-b870-c6ef7b0d5690 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053751 Aug 26 11:17:58.497294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56488) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.501330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-dca32508-24e5-45de-b63d-d2674aee8e4e tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.502770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dca32508-24e5-45de-b63d-d2674aee8e4e tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0041189 Aug 26 11:17:58.504564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56490) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.509007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-d30442c6-9165-4e33-a43a-a6351f9f5ebb tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.510801 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d30442c6-9165-4e33-a43a-a6351f9f5ebb tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045211 Aug 26 11:17:58.512480 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56492) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.517112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-d0a0a217-2acc-4198-b669-25df3caf1140 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.520788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d0a0a217-2acc-4198-b669-25df3caf1140 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0073240 Aug 26 11:17:58.522136 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56494) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.529721 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-aecbb7e3-2730-4638-92dc-9ed296888489 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.530970 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aecbb7e3-2730-4638-92dc-9ed296888489 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0058811 Aug 26 11:17:58.533429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56496) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.538374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-d6f3e0b3-aff9-4689-a88b-85b114030d52 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.541715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56498) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.541854 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d6f3e0b3-aff9-4689-a88b-85b114030d52 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0072603 Aug 26 11:17:58.547225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-4f96fb2e-0836-4e47-91f6-d6b1d5c0a22c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.549250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4f96fb2e-0836-4e47-91f6-d6b1d5c0a22c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056243 Aug 26 11:17:58.550612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56500) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.554903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-6acafaab-1019-45f5-b746-9d86c0ec5689 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.558558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6acafaab-1019-45f5-b746-9d86c0ec5689 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0063913 Aug 26 11:17:58.559061 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56502) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.563476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-a5fbd884-89d7-4ea6-a9c0-efc645358b56 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.564668 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a5fbd884-89d7-4ea6-a9c0-efc645358b56 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043788 Aug 26 11:17:58.566856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56504) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.570999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-330e150c-ebe6-4ad8-94b3-13302c8baa36 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.571934 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-330e150c-ebe6-4ad8-94b3-13302c8baa36 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042121 Aug 26 11:17:58.574202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56506) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.578637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-3aef1c19-d0a8-421f-90bc-c4f38dbb6238 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.579728 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3aef1c19-d0a8-421f-90bc-c4f38dbb6238 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043855 Aug 26 11:17:58.582152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56508) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.587045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-952846c9-0648-4998-81a8-c69be32133be tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.588445 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-952846c9-0648-4998-81a8-c69be32133be tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051522 Aug 26 11:17:58.591902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56510) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.596656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-c354ae05-4877-4c26-8db7-9c286d7b8724 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.597670 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c354ae05-4877-4c26-8db7-9c286d7b8724 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046477 Aug 26 11:17:58.600378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56512) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.605446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-029bb492-fe2e-4e94-9a5c-c11af91211b4 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.607993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-029bb492-fe2e-4e94-9a5c-c11af91211b4 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0066059 Aug 26 11:17:58.609049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56514) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.613663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-8ac24157-7d76-4b00-afb7-822a004c1a5f tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.614925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8ac24157-7d76-4b00-afb7-822a004c1a5f tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046825 Aug 26 11:17:58.617457 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56516) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.622831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-77426aba-aa13-4b52-a00d-3960a27cdfb8 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.624105 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-77426aba-aa13-4b52-a00d-3960a27cdfb8 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054331 Aug 26 11:17:58.626607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56518) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.631904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-3d3936fa-5283-46a0-b99f-69c53834644c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.632945 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3d3936fa-5283-46a0-b99f-69c53834644c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0052080 Aug 26 11:17:58.636275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56520) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.640823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-a3269e07-4591-4089-93d1-040c8fd047f8 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.644004 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a3269e07-4591-4089-93d1-040c8fd047f8 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044215 Aug 26 11:17:58.644359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56522) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.648659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-3222835d-b915-4873-b30d-02f872c8d9dc tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.649646 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3222835d-b915-4873-b30d-02f872c8d9dc tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044093 Aug 26 11:17:58.652916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56524) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.658028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-031beed9-06c0-4999-b9de-994aa5949671 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.661259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-031beed9-06c0-4999-b9de-994aa5949671 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051274 Aug 26 11:17:58.661523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56526) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.665919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-abb10e6a-09eb-4a62-bc14-409c2f975d73 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.667027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-abb10e6a-09eb-4a62-bc14-409c2f975d73 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046058 Aug 26 11:17:58.670218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56528) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.674636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-5e2824ff-190c-4f90-9b24-fc3d740ec832 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.675854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5e2824ff-190c-4f90-9b24-fc3d740ec832 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044518 Aug 26 11:17:58.677967 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56530) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.681870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-42b4063d-dc1b-4eab-8c0e-8f38cede77d5 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.685446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-42b4063d-dc1b-4eab-8c0e-8f38cede77d5 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0040932 Aug 26 11:17:58.686212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56532) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.690818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-45e03647-ac62-4343-b919-45ed48d700f5 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.694516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56534) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.700909 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-45e03647-ac62-4343-b919-45ed48d700f5 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0135748 Aug 26 11:17:58.701447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-636f8223-c663-41ab-b263-a0800f5db089 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.702775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-636f8223-c663-41ab-b263-a0800f5db089 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0059664 Aug 26 11:17:58.704824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56536) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.709217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-417d1c57-4f7a-45ee-86f9-8c23232596d8 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.710769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-417d1c57-4f7a-45ee-86f9-8c23232596d8 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045002 Aug 26 11:17:58.712496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56538) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.716957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-86b1d085-1219-4b47-9d6c-156ed78e29ae tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.718789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-86b1d085-1219-4b47-9d6c-156ed78e29ae tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046022 Aug 26 11:17:58.720261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56540) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.724175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-05e24ff3-a511-4c3e-8af6-e9b1c69e6755 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.726764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-05e24ff3-a511-4c3e-8af6-e9b1c69e6755 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040202 Aug 26 11:17:58.727404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56542) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.732764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-2c007433-256a-4321-9555-3b856e53de02 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.735523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2c007433-256a-4321-9555-3b856e53de02 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067179 Aug 26 11:17:58.736424 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56544) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.742344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-e1fa4f5d-5540-4df3-b441-1ca51a69761c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.746293 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e1fa4f5d-5540-4df3-b441-1ca51a69761c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086744 Aug 26 11:17:58.747094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56548) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.751451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-4f03a5d8-442d-49e3-9212-2d571610ef21 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.754575 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4f03a5d8-442d-49e3-9212-2d571610ef21 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043442 Aug 26 11:17:58.754920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56550) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.759903 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-65702acb-c0da-410d-95f8-200922975644 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.763376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56552) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.763692 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-65702acb-c0da-410d-95f8-200922975644 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074720 Aug 26 11:17:58.768999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 06cfef48-37f3-4fad-a0f7-9956f871bae8 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:17:58.772908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-a83605cc-4fac-45f0-afca-5818dae3c2f5 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.773927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a83605cc-4fac-45f0-afca-5818dae3c2f5 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0096071 Aug 26 11:17:58.776605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56554) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.782242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-c2b53015-0d82-40b1-95a1-f426637cce63 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.783467 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c2b53015-0d82-40b1-95a1-f426637cce63 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0049601 Aug 26 11:17:58.785884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56556) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.790688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-78ce92a9-d2de-4aa9-a0ba-b5241212251b tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.794765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56558) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.794986 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-78ce92a9-d2de-4aa9-a0ba-b5241212251b tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0081196 Aug 26 11:17:58.800014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-9ec0dbe6-6c4c-4e2f-a5f8-d7799b349596 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.804014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56560) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.804353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9ec0dbe6-6c4c-4e2f-a5f8-d7799b349596 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079780 Aug 26 11:17:58.811238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-0a8b0804-81ef-4c1d-a21a-fb180450ef6a tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.815253 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0a8b0804-81ef-4c1d-a21a-fb180450ef6a tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0102539 Aug 26 11:17:58.817378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56562) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.822160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-e99dd3bf-1368-4190-a071-50f4691219ab tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.825667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56564) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.825829 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e99dd3bf-1368-4190-a071-50f4691219ab tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0075569 Aug 26 11:17:58.830154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-46d5f522-854a-459b-b8ea-8b8ba22a9d2c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.831535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-46d5f522-854a-459b-b8ea-8b8ba22a9d2c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048532 Aug 26 11:17:58.833869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56566) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.838043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-d8ed1222-20d1-4f78-b667-3bae664c73a2 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.838846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 06cfef48-37f3-4fad-a0f7-9956f871bae8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:17:58.838980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d8ed1222-20d1-4f78-b667-3bae664c73a2 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042353 Aug 26 11:17:58.841800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56568) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.843917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 06cfef48-37f3-4fad-a0f7-9956f871bae8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:17:58.844470 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:58.846063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-5dbf1155-0a6c-41d8-9c64-3141db6097f9 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.849455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5dbf1155-0a6c-41d8-9c64-3141db6097f9 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0067370 Aug 26 11:17:58.849583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56570) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.854581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-65f02bb9-8e76-4a3d-8e11-331fc3cc1be4 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.858292 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-65f02bb9-8e76-4a3d-8e11-331fc3cc1be4 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0056243 Aug 26 11:17:58.858544 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56572) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.862962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-dead5f53-5dd8-47df-a07a-6321cf2330b0 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.866143 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dead5f53-5dd8-47df-a07a-6321cf2330b0 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044575 Aug 26 11:17:58.866410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56574) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.872634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-cba92a7f-2176-4b0e-a36c-cbca6ffe3bea tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.873601 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cba92a7f-2176-4b0e-a36c-cbca6ffe3bea tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057359 Aug 26 11:17:58.875908 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56576) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.880306 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-fdc4fcab-347a-4b30-9db9-8ad76d9f4bb8 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.883615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56578) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.884050 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fdc4fcab-347a-4b30-9db9-8ad76d9f4bb8 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0068302 Aug 26 11:17:58.888799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-5039eec7-53fc-4283-bd29-8cc9d167bb94 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.890972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5039eec7-53fc-4283-bd29-8cc9d167bb94 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0056798 Aug 26 11:17:58.892796 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56580) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.903141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-c07226d7-1272-4eb8-82e8-64a13d4540f3 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.907063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56582) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.907247 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c07226d7-1272-4eb8-82e8-64a13d4540f3 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0132363 Aug 26 11:17:58.911787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-e8398fd1-3268-4762-a6ab-532b0d2d7456 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.915851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56584) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.916671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e8398fd1-3268-4762-a6ab-532b0d2d7456 tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0083060 Aug 26 11:17:58.921282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [None req-a9e87859-b3f3-41e3-b60b-dab56d0212bb tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.925235 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a9e87859-b3f3-41e3-b60b-dab56d0212bb tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0081148 Aug 26 11:17:58.925805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56586) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:58.933248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [None req-3f55f997-6afa-41e8-9e8e-67e4bd1d366c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:17:58.940138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3f55f997-6afa-41e8-9e8e-67e4bd1d366c tempest-ExtensionsTestJSON-2084504829 tempest-ExtensionsTestJSON-2084504829-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0114655 Aug 26 11:17:58.946590 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:58.992163 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:17:58.993351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:17:58.996073 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed274bd-2662-4c41-aa17-f5071a451259" -d '{"events": [{"server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "name": "network-vif-plugged", "status": "completed", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:17:59.014259 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.133976 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c2492e-2b78-4a2c-8888-cd30a99519fb x-openstack-request-id: req-c8c2492e-2b78-4a2c-8888-cd30a99519fb {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:17:59.134279 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "name": "network-vif-plugged", "status": "completed", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:17:59.134535 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8c2492e-2b78-4a2c-8888-cd30a99519fb {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:17:59.134963 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'code': 200} Aug 26 11:17:59.135515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=06cfef48-37f3-4fad-a0f7-9956f871bae8,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:59.271573 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56600) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:59.376064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56604) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:59.449810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41cc15fb-2bab-4188-9658-20f15c48a17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.505475 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3815-ea52-4331-bae9-0202b64cd2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.623428 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41cc15fb-2bab-4188-9658-20f15c48a17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.630583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-41cc15fb-2bab-4188-9658-20f15c48a17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.693589 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56608) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:59.694671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-41cc15fb-2bab-4188-9658-20f15c48a17d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b52c4d702ac4eb18db4438d3baff95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202425 Aug 26 11:17:59.702310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc15fb-2bab-4188-9658-20f15c48a17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8841af3e-aeb3-4e20-8ba5-16a01aee146c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:59.753823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5125573b-6ef7-4848-be8a-00d043945c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.782001 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5125573b-6ef7-4848-be8a-00d043945c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.787178 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3815-ea52-4331-bae9-0202b64cd2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.793768 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b0d3815-ea52-4331-bae9-0202b64cd2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.842516 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7b0d3815-ea52-4331-bae9-0202b64cd2c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c9e5bea849048ee8a8230942e6b0a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4647408 Aug 26 11:17:59.843600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d3815-ea52-4331-bae9-0202b64cd2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10839cc1-857e-4fd0-ad2c-d22a812a0b4c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:59.845419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56612) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:17:59.882261 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5125573b-6ef7-4848-be8a-00d043945c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.885723 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5125573b-6ef7-4848-be8a-00d043945c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.890849 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5125573b-6ef7-4848-be8a-00d043945c20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8841af3e-aeb3-4e20-8ba5-16a01aee146c HTTP/1.1" status: 204 len: 168 time: 0.1956799 Aug 26 11:17:59.910864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125573b-6ef7-4848-be8a-00d043945c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8841af3e-aeb3-4e20-8ba5-16a01aee146c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:17:59.954598 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a1440ce-f44e-4241-833e-2bcb645a01d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:17:59.984209 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a1440ce-f44e-4241-833e-2bcb645a01d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:00.046010 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a1440ce-f44e-4241-833e-2bcb645a01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:00.050040 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a1440ce-f44e-4241-833e-2bcb645a01d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:00.060215 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5a1440ce-f44e-4241-833e-2bcb645a01d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10839cc1-857e-4fd0-ad2c-d22a812a0b4c HTTP/1.1" status: 204 len: 168 time: 0.2024281 Aug 26 11:18:00.076238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1440ce-f44e-4241-833e-2bcb645a01d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10839cc1-857e-4fd0-ad2c-d22a812a0b4c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:00.746268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56636) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:00.850825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1482399038'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:00.871973 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:00.875388 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:00.883730 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:00.975853 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:00.980675 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.016964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:18:01.017223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee71941-631f-43d5-8f58-8e6a51c384ff,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:01.022206 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.022563 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added segment ceb3ff90-4d6c-4bb5-af67-97c22d4cb176 of type vlan for network 812c5578-88c5-471c-a0b3-beac61cfdc70 Aug 26 11:18:01.068027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.092941 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.098820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:01.099425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.155162 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4077098 Aug 26 11:18:01.158051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56650) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:01.162825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1693968214'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:01.185801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b1d6c-3bf7-4840-8415-1a3cb8682d88 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Network': ['ID=812c5578-88c5-471c-a0b3-beac61cfdc70,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:01.201178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 812c5578-88c5-471c-a0b3-beac61cfdc70 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:18:01.202456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:01.206606 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.238718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:18:01.248761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.249113 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added segment 235c78ad-f3b4-4b23-9b94-b4983f25c5b2 of type vlan for network bd7efaea-48ef-406c-9ee3-9729620a1c45 Aug 26 11:18:01.293471 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.300812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-e987210a-7f2c-46e7-b005-94d913348afd tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:01.302367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-e987210a-7f2c-46e7-b005-94d913348afd tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.1168749 Aug 26 11:18:01.319430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-6b3c05ec-2790-4928-8732-d60bae193508 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/quotas/b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 375 time: 0.0096476 Aug 26 11:18:01.328468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.334235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:01.334876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.378307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-bc935103-567f-4e72-b5b5-89bc65ca4987 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524774 Aug 26 11:18:01.397965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2390354 Aug 26 11:18:01.400808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56654) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:01.408681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'subnet': {'network_id': '812c5578-88c5-471c-a0b3-beac61cfdc70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:01.415311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698511f-99f4-4ccc-bfba-9ec6ba476188 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Network': ['ID=bd7efaea-48ef-406c-9ee3-9729620a1c45,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:01.425829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network bd7efaea-48ef-406c-9ee3-9729620a1c45 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:18:01.508692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:01.513333 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.535766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-3709e655-b113-4c6e-a0b2-3cf252168457 service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499939 Aug 26 11:18:01.650318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-269b0c8e-413b-481b-9fd6-70b598e01709 service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083128 Aug 26 11:18:01.718395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.790541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Subnet': ['ID=712b9285-2322-44cf-af73-44d33cbf0c0a,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:01.799082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Checking segment: {'id': 'ceb3ff90-4d6c-4bb5-af67-97c22d4cb176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812c5578-88c5-471c-a0b3-beac61cfdc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:01.799437 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network hostable DHCP agents. Network: 812c5578-88c5-471c-a0b3-beac61cfdc70, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:18:01.817665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 812c5578-88c5-471c-a0b3-beac61cfdc70 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:18:01.829151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 812c5578-88c5-471c-a0b3-beac61cfdc70) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:01.833753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:01.834365 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:01.839226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f820eb9-0d96-4b84-9174-bf96c493af5d None None] Network 812c5578-88c5-471c-a0b3-beac61cfdc70 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:01.852536 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9791f3f3-4b94-4397-bca5-105599d8c295 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4505968 Aug 26 11:18:01.855797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56658) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:01.861326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'subnet': {'network_id': 'bd7efaea-48ef-406c-9ee3-9729620a1c45', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:01.968289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:01.972248 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.015281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-812c5578-88c5-471c-a0b3-beac61cfdc70', 'network_id': '812c5578-88c5-471c-a0b3-beac61cfdc70', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'fixed_ips': [{'subnet_id': '712b9285-2322-44cf-af73-44d33cbf0c0a'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:18:02.016172 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.165908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Allocated IP 172.20.0.2 (812c5578-88c5-471c-a0b3-beac61cfdc70/712b9285-2322-44cf-af73-44d33cbf0c0a/9baf14dd-da43-4b55-ab15-21aa817e250c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:02.181374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-423c5a29-fd43-467e-a0c8-d015e346cc76 req-0e7a2ee0-5f8c-4723-9e58-da7be2cb9475 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 210 time: 0.0281131 Aug 26 11:18:02.204224 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.267272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Subnet': ['ID=d77aecdb-1838-4e6e-a961-4451d050f965,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:02.277587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Checking segment: {'id': '235c78ad-f3b4-4b23-9b94-b4983f25c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd7efaea-48ef-406c-9ee3-9729620a1c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:02.277962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network hostable DHCP agents. Network: bd7efaea-48ef-406c-9ee3-9729620a1c45, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:18:02.297077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network bd7efaea-48ef-406c-9ee3-9729620a1c45 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:18:02.307563 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, bd7efaea-48ef-406c-9ee3-9729620a1c45) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:02.315842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:02.316979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.318539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e120e28-1564-48d7-b1ce-58f3229a4cbf None None] Network bd7efaea-48ef-406c-9ee3-9729620a1c45 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:02.335970 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-23a7d9ce-4e6c-4fd8-bb28-3cb9584a75eb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4783695 Aug 26 11:18:02.336633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56672) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:02.341467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0ad675b6-b36c-4fa9-8083-0fddaa43bf3d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-989021781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:02.371585 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ad675b6-b36c-4fa9-8083-0fddaa43bf3d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.373615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ad675b6-b36c-4fa9-8083-0fddaa43bf3d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.391148 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.411662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Transition to ACTIVE for port object 9baf14dd-da43-4b55-ab15-21aa817e250c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:02.440126 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ad675b6-b36c-4fa9-8083-0fddaa43bf3d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.441629 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Transition to ACTIVE for port object 9baf14dd-da43-4b55-ab15-21aa817e250c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:02.444971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ad675b6-b36c-4fa9-8083-0fddaa43bf3d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.466161 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ad675b6-b36c-4fa9-8083-0fddaa43bf3d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.466827 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.471571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0ad675b6-b36c-4fa9-8083-0fddaa43bf3d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1337910 Aug 26 11:18:02.471804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56676) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:02.518200 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Network 812c5578-88c5-471c-a0b3-beac61cfdc70 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:02.524435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:02.534884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:02.548590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Pushing event updated for resources: {'Port': ['ID=9baf14dd-da43-4b55-ab15-21aa817e250c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:02.590321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-bd7efaea-48ef-406c-9ee3-9729620a1c45', 'network_id': 'bd7efaea-48ef-406c-9ee3-9729620a1c45', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'fixed_ips': [{'subnet_id': 'd77aecdb-1838-4e6e-a961-4451d050f965'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:18:02.591211 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.635670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Attempting to bind port 9baf14dd-da43-4b55-ab15-21aa817e250c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:02.636074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Attempting to bind port 9baf14dd-da43-4b55-ab15-21aa817e250c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'ceb3ff90-4d6c-4bb5-af67-97c22d4cb176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812c5578-88c5-471c-a0b3-beac61cfdc70'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:02.636439 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Attempting to bind port 9baf14dd-da43-4b55-ab15-21aa817e250c on network 812c5578-88c5-471c-a0b3-beac61cfdc70 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:02.648117 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:02.648632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Checking segment: {'id': 'ceb3ff90-4d6c-4bb5-af67-97c22d4cb176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812c5578-88c5-471c-a0b3-beac61cfdc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:02.649086 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.649462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Bound using segment: {'id': 'ceb3ff90-4d6c-4bb5-af67-97c22d4cb176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812c5578-88c5-471c-a0b3-beac61cfdc70'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:02.649938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Bound port: 9baf14dd-da43-4b55-ab15-21aa817e250c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb3ff90-4d6c-4bb5-af67-97c22d4cb176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '812c5578-88c5-471c-a0b3-beac61cfdc70'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:02.650508 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.799053 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.808645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] For port 9baf14dd-da43-4b55-ab15-21aa817e250c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:02.813350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] For port 9baf14dd-da43-4b55-ab15-21aa817e250c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=9baf14dd-da43-4b55-ab15-21aa817e250c,segment=NetworkSegment(ceb3ff90-4d6c-4bb5-af67-97c22d4cb176),segment_id=ceb3ff90-4d6c-4bb5-af67-97c22d4cb176)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:02.819504 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:02.826616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Allocated IP 172.21.0.2 (bd7efaea-48ef-406c-9ee3-9729620a1c45/d77aecdb-1838-4e6e-a961-4451d050f965/02523a6d-f35b-4f7b-801b-775363686bf5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:02.933992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1195d-b368-4f4c-aa0a-3467c846eee2 None None] Pushing event updated for resources: {'Port': ['ID=9baf14dd-da43-4b55-ab15-21aa817e250c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:03.028221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:03.062289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Transition to ACTIVE for port object 02523a6d-f35b-4f7b-801b-775363686bf5 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:03.071586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Allocated IP 172.20.0.1 (812c5578-88c5-471c-a0b3-beac61cfdc70/712b9285-2322-44cf-af73-44d33cbf0c0a/a272d2b8-8d36-43fa-a6f7-20a95fdd0105) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:03.091680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Transition to ACTIVE for port object 02523a6d-f35b-4f7b-801b-775363686bf5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:03.097045 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:03.183590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Network bd7efaea-48ef-406c-9ee3-9729620a1c45 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:03.194081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:03.199800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Pushing event updated for resources: {'Port': ['ID=02523a6d-f35b-4f7b-801b-775363686bf5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:03.202555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:03.284740 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 9baf14dd-da43-4b55-ab15-21aa817e250c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:03.296838 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:03.315892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Transition to ACTIVE for port object a272d2b8-8d36-43fa-a6f7-20a95fdd0105 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:03.347966 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5293a765-9b19-4d43-af9d-6bb9282e7d86 req-ce0ef4f6-4394-4ffb-a516-960efc0499b2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 210 time: 0.0402699 Aug 26 11:18:03.362073 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Attempting to bind port 02523a6d-f35b-4f7b-801b-775363686bf5 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:03.362652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Attempting to bind port 02523a6d-f35b-4f7b-801b-775363686bf5 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '235c78ad-f3b4-4b23-9b94-b4983f25c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd7efaea-48ef-406c-9ee3-9729620a1c45'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:03.362827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Attempting to bind port 02523a6d-f35b-4f7b-801b-775363686bf5 on network bd7efaea-48ef-406c-9ee3-9729620a1c45 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:03.372956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-486adfb9-dfba-4407-8b83-b09d1b4100ad tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:03.374606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-486adfb9-dfba-4407-8b83-b09d1b4100ad tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.42 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.2634869 Aug 26 11:18:03.384885 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:03.385548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:03.385927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Checking segment: {'id': '235c78ad-f3b4-4b23-9b94-b4983f25c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd7efaea-48ef-406c-9ee3-9729620a1c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:03.386901 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:03.387359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Bound using segment: {'id': '235c78ad-f3b4-4b23-9b94-b4983f25c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd7efaea-48ef-406c-9ee3-9729620a1c45'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:03.387853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Bound port: 02523a6d-f35b-4f7b-801b-775363686bf5, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235c78ad-f3b4-4b23-9b94-b4983f25c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd7efaea-48ef-406c-9ee3-9729620a1c45'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:03.388237 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:03.394032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'port': {'device_id': '5ebc5abf-cc6b-41fd-a8a3-93813e4299e0', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'admin_state_up': True, 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:03.435972 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 9baf14dd-da43-4b55-ab15-21aa817e250c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:03.440217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 812c5578-88c5-471c-a0b3-beac61cfdc70 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:03.444145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:03.449540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:03.467548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] For port 02523a6d-f35b-4f7b-801b-775363686bf5, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:03.472736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] For port 02523a6d-f35b-4f7b-801b-775363686bf5, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=02523a6d-f35b-4f7b-801b-775363686bf5,segment=NetworkSegment(235c78ad-f3b4-4b23-9b94-b4983f25c5b2),segment_id=235c78ad-f3b4-4b23-9b94-b4983f25c5b2)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:03.478395 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:03.509895 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:03.561366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Pushing event updated for resources: {'Port': ['ID=02523a6d-f35b-4f7b-801b-775363686bf5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:03.569250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Made reservation on behalf of b6004e8ddb64481b8fb8b975d301d1ab for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:03.570296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.570648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.571018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.571543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.572020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.572365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.572698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.573025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.573354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.573706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.574033 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.574354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded9cde-68bc-417f-84fd-edcb7f3fbfb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:03.575867 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:03.589151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=a272d2b8-8d36-43fa-a6f7-20a95fdd0105,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:03.656851 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:03.762915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Allocated IP 172.20.0.8 (425c1548-ff0b-496e-9ab6-42aac07c907a/d60a612c-a025-4e07-8431-dbe7e8facf35/cd370508-a07b-42fa-94d4-b00e309ea729) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:04.000837 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:04.035926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Transition to ACTIVE for port object cd370508-a07b-42fa-94d4-b00e309ea729 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:04.080311 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:04.103588 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:04.109560 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:04.131372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Network 425c1548-ff0b-496e-9ab6-42aac07c907a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:04.131372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:04.133795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:04.170458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=a272d2b8-8d36-43fa-a6f7-20a95fdd0105,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:04.180308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=cd370508-a07b-42fa-94d4-b00e309ea729,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:04.209837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:04.210691 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:04.223806 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:04.245263 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-fc505042-4528-4241-a53b-f4e4995a639b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8563426 Aug 26 11:18:04.258845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Request body: {'port': {'device_id': '5ebc5abf-cc6b-41fd-a8a3-93813e4299e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:04.333543 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:04.369264 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 812c5578-88c5-471c-a0b3-beac61cfdc70 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:04.371828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:04.388022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef69df9a-cfe0-4632-a90b-0f975b903b00 None None] Network 812c5578-88c5-471c-a0b3-beac61cfdc70 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:04.520373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8274cd55-62cb-4d35-a5aa-cc3f07414c36 None None] Provisioning for port 9baf14dd-da43-4b55-ab15-21aa817e250c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:04.545776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8274cd55-62cb-4d35-a5aa-cc3f07414c36 None None] Provisioning complete for port 9baf14dd-da43-4b55-ab15-21aa817e250c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:04.546134 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8274cd55-62cb-4d35-a5aa-cc3f07414c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:04.624178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 00b92b72-690f-41d8-a1ff-4cc3309cac00 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:18:04.628569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678501-0304-4595-87c3-d9bf03fd8463 req-b8d255f9-8d12-4c2e-9144-cb8489149b0a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:04.637589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41678501-0304-4595-87c3-d9bf03fd8463 req-b8d255f9-8d12-4c2e-9144-cb8489149b0a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 931 time: 0.1936424 Aug 26 11:18:04.717341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41678501-0304-4595-87c3-d9bf03fd8463 req-9b872963-d8a6-4834-92e3-1ffe7ccb331d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776575 Aug 26 11:18:04.765356 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8274cd55-62cb-4d35-a5aa-cc3f07414c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:04.787748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:04.802759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f587260d-8722-4fe1-893d-f95c1bc371b4 None None] Sync routers for ids ['00b92b72-690f-41d8-a1ff-4cc3309cac00'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:04.808602 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e152c19d-7cfc-4c4a-b2b2-33b26a50cd30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/00b92b72-690f-41d8-a1ff-4cc3309cac00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3346872 Aug 26 11:18:04.809498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56684) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:04.814952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8274cd55-62cb-4d35-a5aa-cc3f07414c36 None None] For port 9baf14dd-da43-4b55-ab15-21aa817e250c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=9baf14dd-da43-4b55-ab15-21aa817e250c,segment=NetworkSegment(ceb3ff90-4d6c-4bb5-af67-97c22d4cb176),segment_id=ceb3ff90-4d6c-4bb5-af67-97c22d4cb176)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:04.827847 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8274cd55-62cb-4d35-a5aa-cc3f07414c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:04.830236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f587260d-8722-4fe1-893d-f95c1bc371b4 None None] Routers {'00b92b72-690f-41d8-a1ff-4cc3309cac00'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:04.840640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f587260d-8722-4fe1-893d-f95c1bc371b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:17:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['00b92b72-690f-41d8-a1ff-4cc3309cac00'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:04.884721 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f688a-f05d-4801-bf28-208b06bf0f6f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:04.887002 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-262f688a-f05d-4801-bf28-208b06bf0f6f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports/a272d2b8-8d36-43fa-a6f7-20a95fdd0105 HTTP/1.1" status: 200 len: 910 time: 0.0756176 Aug 26 11:18:04.890689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56686) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:04.912131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f587260d-8722-4fe1-893d-f95c1bc371b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:04.974758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f587260d-8722-4fe1-893d-f95c1bc371b4 None None] Routers {'00b92b72-690f-41d8-a1ff-4cc3309cac00'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:04.975417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f587260d-8722-4fe1-893d-f95c1bc371b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:17:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['00b92b72-690f-41d8-a1ff-4cc3309cac00'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:05.033868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9883c8b5-b7a1-4d76-a852-c2821bfae3ea None None] Provisioning for port cd370508-a07b-42fa-94d4-b00e309ea729 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:05.042917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f587260d-8722-4fe1-893d-f95c1bc371b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:05.043648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f587260d-8722-4fe1-893d-f95c1bc371b4 None None] The sync data for ids ['00b92b72-690f-41d8-a1ff-4cc3309cac00'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:05.053630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9883c8b5-b7a1-4d76-a852-c2821bfae3ea None None] Provisioning complete for port cd370508-a07b-42fa-94d4-b00e309ea729 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:05.054235 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9883c8b5-b7a1-4d76-a852-c2821bfae3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:05.060608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274cd55-62cb-4d35-a5aa-cc3f07414c36 None None] Pushing event updated for resources: {'Port': ['ID=9baf14dd-da43-4b55-ab15-21aa817e250c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:05.149115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9883c8b5-b7a1-4d76-a852-c2821bfae3ea None None] Port cd370508-a07b-42fa-94d4-b00e309ea729 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:05.153916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d668c0-ef7c-49c4-a7b5-a38342cc8d3a None None] Network bd7efaea-48ef-406c-9ee3-9729620a1c45 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:05.308932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-eaeda41e-cdf2-47db-9117-fb1523506d29 None None] Provisioning for port 02523a6d-f35b-4f7b-801b-775363686bf5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:05.410271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02523a6d-f35b-4f7b-801b-775363686bf5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:05.442243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-eaeda41e-cdf2-47db-9117-fb1523506d29 None None] Provisioning for port a272d2b8-8d36-43fa-a6f7-20a95fdd0105 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:05.448324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-eaeda41e-cdf2-47db-9117-fb1523506d29 None None] Provisioning complete for port a272d2b8-8d36-43fa-a6f7-20a95fdd0105 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:05.448740 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eaeda41e-cdf2-47db-9117-fb1523506d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:05.507551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-eaeda41e-cdf2-47db-9117-fb1523506d29 None None] Port a272d2b8-8d36-43fa-a6f7-20a95fdd0105 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:05.527759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-eaeda41e-cdf2-47db-9117-fb1523506d29 None None] Provisioning complete for port 9baf14dd-da43-4b55-ab15-21aa817e250c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:05.527759 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eaeda41e-cdf2-47db-9117-fb1523506d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:05.531305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 02523a6d-f35b-4f7b-801b-775363686bf5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:05.549236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd370508-a07b-42fa-94d4-b00e309ea729 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:18:05.561057 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 02523a6d-f35b-4f7b-801b-775363686bf5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:05.561464 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:05.597717 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:05.667896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Transition to ACTIVE for port object cd370508-a07b-42fa-94d4-b00e309ea729 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:05.689062 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:05.989719 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:06.003473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Pushing event updated for resources: {'Port': ['ID=cd370508-a07b-42fa-94d4-b00e309ea729,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:06.032737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 02523a6d-f35b-4f7b-801b-775363686bf5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=02523a6d-f35b-4f7b-801b-775363686bf5,segment=NetworkSegment(235c78ad-f3b4-4b23-9b94-b4983f25c5b2),segment_id=235c78ad-f3b4-4b23-9b94-b4983f25c5b2)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:06.034240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4216d-54d3-4bd2-97ad-19f586a66103 req-e01dd23f-da97-433a-8893-79d905bd8709 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:06.036208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5d4216d-54d3-4bd2-97ad-19f586a66103 req-e01dd23f-da97-433a-8893-79d905bd8709 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 943 time: 0.1637292 Aug 26 11:18:06.045086 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:06.045714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 9baf14dd-da43-4b55-ab15-21aa817e250c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:06.056370 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:06.139313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=02523a6d-f35b-4f7b-801b-775363686bf5,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:06.155107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 9baf14dd-da43-4b55-ab15-21aa817e250c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:06.155636 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:06.157521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-66a8e990-5e49-456a-81bc-f9270884626b None None] Provisioning complete for port 02523a6d-f35b-4f7b-801b-775363686bf5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:06.157992 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66a8e990-5e49-456a-81bc-f9270884626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:06.174431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Attempting to bind port cd370508-a07b-42fa-94d4-b00e309ea729 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:06.174431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Attempting to bind port cd370508-a07b-42fa-94d4-b00e309ea729 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:06.174431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Attempting to bind port cd370508-a07b-42fa-94d4-b00e309ea729 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:06.182174 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5d4216d-54d3-4bd2-97ad-19f586a66103 req-ff274ae3-c435-4cd8-9d22-fc927b7aa89a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345739 Aug 26 11:18:06.188925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Port cd370508-a07b-42fa-94d4-b00e309ea729 on network 425c1548-ff0b-496e-9ab6-42aac07c907a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:18:06.189257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Attempting to bind port cd370508-a07b-42fa-94d4-b00e309ea729 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:06.203593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:06.203593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Checking segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:06.204010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Bound using segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:06.204469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Bound port: cd370508-a07b-42fa-94d4-b00e309ea729, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:06.204842 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:06.333350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-66a8e990-5e49-456a-81bc-f9270884626b None None] Provisioning complete for port a272d2b8-8d36-43fa-a6f7-20a95fdd0105 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:06.333738 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66a8e990-5e49-456a-81bc-f9270884626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:06.373428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-66a8e990-5e49-456a-81bc-f9270884626b None None] Port a272d2b8-8d36-43fa-a6f7-20a95fdd0105 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:06.377249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] For port cd370508-a07b-42fa-94d4-b00e309ea729, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:06.384970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] For port cd370508-a07b-42fa-94d4-b00e309ea729, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cd370508-a07b-42fa-94d4-b00e309ea729,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:06.393128 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:06.464051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:06.464710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:06.466246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] 10.222.0.42 "PUT /v2.0/ports/cd370508-a07b-42fa-94d4-b00e309ea729 HTTP/1.1" status: 200 len: 1092 time: 2.2122004 Aug 26 11:18:06.466655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebc5abf-cc6b-41fd-a8a3-93813e4299e0', 'tag': 'cd370508-a07b-42fa-94d4-b00e309ea729'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:18:06.468952 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebc5abf-cc6b-41fd-a8a3-93813e4299e0", "tag": "cd370508-a07b-42fa-94d4-b00e309ea729"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:18:06.508775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b05d3a-80ae-42b7-9133-c5522c32c6bb service neutron] Pushing event updated for resources: {'Port': ['ID=cd370508-a07b-42fa-94d4-b00e309ea729,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:06.526040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Allocated IP 172.21.0.1 (bd7efaea-48ef-406c-9ee3-9729620a1c45/d77aecdb-1838-4e6e-a961-4451d050f965/10f345aa-863e-41ba-a984-cf24ac16a72c) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:06.533347 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0a6eb4-5430-4ba5-81e5-791535fe182f x-openstack-request-id: req-3f0a6eb4-5430-4ba5-81e5-791535fe182f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:18:06.533655 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebc5abf-cc6b-41fd-a8a3-93813e4299e0", "tag": "cd370508-a07b-42fa-94d4-b00e309ea729", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:18:06.533915 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f0a6eb4-5430-4ba5-81e5-791535fe182f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:18:06.534326 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebc5abf-cc6b-41fd-a8a3-93813e4299e0', 'tag': 'cd370508-a07b-42fa-94d4-b00e309ea729', 'status': 'completed', 'code': 200} Aug 26 11:18:06.626952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-cc610200-15a1-4a3d-8b4a-d5cdbfa6f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:06.628498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-cc610200-15a1-4a3d-8b4a-d5cdbfa6f8f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 1095 time: 0.1124287 Aug 26 11:18:06.687083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-4d709dc6-ba6e-4b08-b2b5-711e9ee46246 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd370508-a07b-42fa-94d4-b00e309ea729 HTTP/1.1" status: 200 len: 217 time: 0.0498121 Aug 26 11:18:06.750421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:06.766545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-586f25bb-81be-40a7-97c4-9dc194416a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:06.768080 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-586f25bb-81be-40a7-97c4-9dc194416a9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0747430 Aug 26 11:18:06.770553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Transition to ACTIVE for port object 10f345aa-863e-41ba-a984-cf24ac16a72c will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:06.835515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-802b5e72-7190-46ed-89a6-025f62a56d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:06.837044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-802b5e72-7190-46ed-89a6-025f62a56d55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619788 Aug 26 11:18:06.838651 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:06.932203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network bd7efaea-48ef-406c-9ee3-9729620a1c45 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:06.942554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:06.948620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:06.977832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=10f345aa-863e-41ba-a984-cf24ac16a72c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:07.020303 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:07.067296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-34d76a02-44fa-4b75-aa43-46024b8c0652 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193017 Aug 26 11:18:07.199232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02523a6d-f35b-4f7b-801b-775363686bf5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:07.226774 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:07.242934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-883923fa-552d-4fc3-9d50-a9cfda8de9b2 req-ec53bec0-3e43-455b-a24b-316f872602a1 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667416 Aug 26 11:18:07.271963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a9525296-b958-457c-9f40-58f4007000c2 None None] Provisioning for port 10f345aa-863e-41ba-a984-cf24ac16a72c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:07.279768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a9525296-b958-457c-9f40-58f4007000c2 None None] Provisioning complete for port 10f345aa-863e-41ba-a984-cf24ac16a72c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:07.280614 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a9525296-b958-457c-9f40-58f4007000c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:07.338697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a9525296-b958-457c-9f40-58f4007000c2 None None] Port 10f345aa-863e-41ba-a984-cf24ac16a72c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:07.345697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 02523a6d-f35b-4f7b-801b-775363686bf5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:07.346118 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:07.468212 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a req-b7981ac8-3daa-4dff-8c30-884983611d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:07.469660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a req-b7981ac8-3daa-4dff-8c30-884983611d3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 1095 time: 0.1739714 Aug 26 11:18:07.539928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19995960-ee12-4495-9089-fc6d5e15a22c req-0118c5d6-3f78-48ba-ba35-608d9b6206dd tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:07.541506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19995960-ee12-4495-9089-fc6d5e15a22c req-0118c5d6-3f78-48ba-ba35-608d9b6206dd tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 943 time: 0.2315900 Aug 26 11:18:07.664294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19995960-ee12-4495-9089-fc6d5e15a22c req-208ee6a3-8e15-40d8-93ea-8a86d5263c2e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099043 Aug 26 11:18:07.694138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a req-2e5edac1-9fe8-44c3-8d76-57fd9cfb710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:07.695650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a req-2e5edac1-9fe8-44c3-8d76-57fd9cfb710d service neutron] 10.222.0.42 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.2157493 Aug 26 11:18:07.743694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a req-4b8352a7-1bcf-4c9e-b57b-2f351da4eda1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd370508-a07b-42fa-94d4-b00e309ea729 HTTP/1.1" status: 200 len: 217 time: 0.0401168 Aug 26 11:18:07.768955 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:07.789545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:07.865082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a req-71aac778-fc86-47ab-b062-254475f122d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:07.866503 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a req-71aac778-fc86-47ab-b062-254475f122d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.1139605 Aug 26 11:18:07.883582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=10f345aa-863e-41ba-a984-cf24ac16a72c,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:07.889568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:07.968392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a req-2b63962a-5cd3-4e33-bf43-6d2d7c80c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:07.969901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a req-2b63962a-5cd3-4e33-bf43-6d2d7c80c4c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956078 Aug 26 11:18:08.064861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network bd7efaea-48ef-406c-9ee3-9729620a1c45 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:08.071413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:08.164595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a req-625eeedc-9cd6-4730-90c2-efc75afc7349 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818035 Aug 26 11:18:08.269620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 00b92b72-690f-41d8-a1ff-4cc3309cac00 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:08.275262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da7b26c2-6baa-4f4f-b8f0-369da8d3a91a req-9d6d7852-996e-4bc5-ae95-85b3217bef0e service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029637 Aug 26 11:18:08.373637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a69d4b71-6613-4035-b35e-d5739f208201 None None] Provisioning complete for port 10f345aa-863e-41ba-a984-cf24ac16a72c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:08.374175 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a69d4b71-6613-4035-b35e-d5739f208201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:08.382264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:08.391838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-66a25799-9b08-465f-8fa6-422140190b90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/00b92b72-690f-41d8-a1ff-4cc3309cac00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4957323 Aug 26 11:18:08.391838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56694) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:08.394028 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071db16-3cd1-4110-995b-5a9f8320c935 None None] Sync routers for ids ['00b92b72-690f-41d8-a1ff-4cc3309cac00'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:08.405891 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071db16-3cd1-4110-995b-5a9f8320c935 None None] Routers {'00b92b72-690f-41d8-a1ff-4cc3309cac00'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:08.406630 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1071db16-3cd1-4110-995b-5a9f8320c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:17:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['00b92b72-690f-41d8-a1ff-4cc3309cac00'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:08.416273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a69d4b71-6613-4035-b35e-d5739f208201 None None] Port 10f345aa-863e-41ba-a984-cf24ac16a72c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:08.440673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03352fc-c99e-4974-bd68-2528dbcc75d3 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:08.445173 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e03352fc-c99e-4974-bd68-2528dbcc75d3 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports/10f345aa-863e-41ba-a984-cf24ac16a72c HTTP/1.1" status: 200 len: 910 time: 0.0502081 Aug 26 11:18:08.445378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56696) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:08.449861 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1071db16-3cd1-4110-995b-5a9f8320c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:08.459133 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1071db16-3cd1-4110-995b-5a9f8320c935 None None] Routers {'00b92b72-690f-41d8-a1ff-4cc3309cac00'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:08.459978 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1071db16-3cd1-4110-995b-5a9f8320c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:17:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['00b92b72-690f-41d8-a1ff-4cc3309cac00'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:08.495728 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1071db16-3cd1-4110-995b-5a9f8320c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:08.496376 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1071db16-3cd1-4110-995b-5a9f8320c935 None None] The sync data for ids ['00b92b72-690f-41d8-a1ff-4cc3309cac00'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:08.979386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c871b-ecbc-46f6-ae73-89fb80f3c821 req-4d15436a-8411-4a8d-975a-2e49464bb455 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:08.980845 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-059c871b-ecbc-46f6-ae73-89fb80f3c821 req-4d15436a-8411-4a8d-975a-2e49464bb455 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 943 time: 0.1651874 Aug 26 11:18:09.055204 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-059c871b-ecbc-46f6-ae73-89fb80f3c821 req-335b6988-3825-4e06-bdd7-2a9b7ccbfa6f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678082 Aug 26 11:18:09.241959 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c5d97d34-3802-44de-88d4-50b53ab197b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:09.486163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-c5d97d34-3802-44de-88d4-50b53ab197b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port 10f345aa-863e-41ba-a984-cf24ac16a72c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:09.486508 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c5d97d34-3802-44de-88d4-50b53ab197b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:09.585051 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c5d97d34-3802-44de-88d4-50b53ab197b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:09.597848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-c5d97d34-3802-44de-88d4-50b53ab197b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for 10f345aa-863e-41ba-a984-cf24ac16a72c owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:09.777688 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c5d97d34-3802-44de-88d4-50b53ab197b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:09.808975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d97d34-3802-44de-88d4-50b53ab197b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=10f345aa-863e-41ba-a984-cf24ac16a72c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:09.977027 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c5d97d34-3802-44de-88d4-50b53ab197b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:10.191781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d97d34-3802-44de-88d4-50b53ab197b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 00b92b72-690f-41d8-a1ff-4cc3309cac00 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:10.206283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b0887-a1e9-4372-ad96-3342cff7f4f6 req-30ed31dd-6d81-4827-b560-9d22e9622aaa tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:10.207959 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-726b0887-a1e9-4372-ad96-3342cff7f4f6 req-30ed31dd-6d81-4827-b560-9d22e9622aaa tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 943 time: 0.0687866 Aug 26 11:18:10.313913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-726b0887-a1e9-4372-ad96-3342cff7f4f6 req-b011f8b3-e2df-4532-a193-bfcb6d999db3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990410 Aug 26 11:18:10.320212 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d97d34-3802-44de-88d4-50b53ab197b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:10.325242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c5d97d34-3802-44de-88d4-50b53ab197b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/00b92b72-690f-41d8-a1ff-4cc3309cac00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8786900 Aug 26 11:18:10.328031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56702) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:10.331454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aee147-9dca-402f-a07b-4e9e25d2b771 None None] Sync routers for ids ['00b92b72-690f-41d8-a1ff-4cc3309cac00'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:10.341162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aee147-9dca-402f-a07b-4e9e25d2b771 None None] Routers {'00b92b72-690f-41d8-a1ff-4cc3309cac00'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:10.341823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-93aee147-9dca-402f-a07b-4e9e25d2b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:17:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['00b92b72-690f-41d8-a1ff-4cc3309cac00'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:10.378229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-93aee147-9dca-402f-a07b-4e9e25d2b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:10.387056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aee147-9dca-402f-a07b-4e9e25d2b771 None None] Routers {'00b92b72-690f-41d8-a1ff-4cc3309cac00'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:10.387660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-93aee147-9dca-402f-a07b-4e9e25d2b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:17:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['00b92b72-690f-41d8-a1ff-4cc3309cac00'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:10.419197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-93aee147-9dca-402f-a07b-4e9e25d2b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:10.419837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aee147-9dca-402f-a07b-4e9e25d2b771 None None] The sync data for ids ['00b92b72-690f-41d8-a1ff-4cc3309cac00'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:10.635420 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-448f2d5f-0a7f-467e-b20a-619da553a184 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:10.871157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-448f2d5f-0a7f-467e-b20a-619da553a184 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port a272d2b8-8d36-43fa-a6f7-20a95fdd0105 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:10.871494 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-448f2d5f-0a7f-467e-b20a-619da553a184 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:10.959258 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-448f2d5f-0a7f-467e-b20a-619da553a184 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:10.971277 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-448f2d5f-0a7f-467e-b20a-619da553a184 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for a272d2b8-8d36-43fa-a6f7-20a95fdd0105 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:11.147687 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-448f2d5f-0a7f-467e-b20a-619da553a184 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:11.175076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f2d5f-0a7f-467e-b20a-619da553a184 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=a272d2b8-8d36-43fa-a6f7-20a95fdd0105,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:11.317184 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-448f2d5f-0a7f-467e-b20a-619da553a184 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:11.506552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6166e-2583-4bd3-95e5-3f536a77c625 req-392e3d38-7227-4829-9845-562be081560f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:11.507954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbd6166e-2583-4bd3-95e5-3f536a77c625 req-392e3d38-7227-4829-9845-562be081560f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 943 time: 0.1158030 Aug 26 11:18:11.518831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448f2d5f-0a7f-467e-b20a-619da553a184 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 00b92b72-690f-41d8-a1ff-4cc3309cac00 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:11.555972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbd6166e-2583-4bd3-95e5-3f536a77c625 req-11e0bc71-42a3-4314-a1b1-c81b189dddd8 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 Aug 26 11:18:11.624378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448f2d5f-0a7f-467e-b20a-619da553a184 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:11.629307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-448f2d5f-0a7f-467e-b20a-619da553a184 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/00b92b72-690f-41d8-a1ff-4cc3309cac00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3003159 Aug 26 11:18:11.632198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56706) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:11.633869 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9dbae7-5467-4e97-9129-f6210f578fa5 None None] Sync routers for ids ['00b92b72-690f-41d8-a1ff-4cc3309cac00'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:11.644071 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9dbae7-5467-4e97-9129-f6210f578fa5 None None] Routers {'00b92b72-690f-41d8-a1ff-4cc3309cac00'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:11.644764 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dc9dbae7-5467-4e97-9129-f6210f578fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:17:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['00b92b72-690f-41d8-a1ff-4cc3309cac00'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:11.659213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e7064f7c-88cf-4fdc-8f7c-3ed19538e9f2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b92b72-690f-41d8-a1ff-4cc3309cac00 HTTP/1.1" status: 200 len: 205 time: 0.0259058 Aug 26 11:18:11.661686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56708) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:11.675951 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dc9dbae7-5467-4e97-9129-f6210f578fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:11.685608 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9dbae7-5467-4e97-9129-f6210f578fa5 None None] Routers {'00b92b72-690f-41d8-a1ff-4cc3309cac00'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:11.686219 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dc9dbae7-5467-4e97-9129-f6210f578fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:17:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['00b92b72-690f-41d8-a1ff-4cc3309cac00'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:11.717896 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-dc9dbae7-5467-4e97-9129-f6210f578fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:11.718528 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9dbae7-5467-4e97-9129-f6210f578fa5 None None] The sync data for ids ['00b92b72-690f-41d8-a1ff-4cc3309cac00'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:11.736482 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b66f6ce-41d9-4664-8318-0c117ecebfc9 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:11.892584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b66f6ce-41d9-4664-8318-0c117ecebfc9 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:11.894635 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b66f6ce-41d9-4664-8318-0c117ecebfc9 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:11.936810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b66f6ce-41d9-4664-8318-0c117ecebfc9 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:11.937426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b66f6ce-41d9-4664-8318-0c117ecebfc9 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Fanout notify agent at l3_agent the message router_deleted on router 00b92b72-690f-41d8-a1ff-4cc3309cac00 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:18:11.944354 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4b66f6ce-41d9-4664-8318-0c117ecebfc9 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:11.945638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4b66f6ce-41d9-4664-8318-0c117ecebfc9 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/00b92b72-690f-41d8-a1ff-4cc3309cac00 HTTP/1.1" status: 204 len: 168 time: 0.2828987 Aug 26 11:18:11.948058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56710) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:12.002652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-552edb04-2fef-4b2d-9653-29cfd8eccad0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting subnet d77aecdb-1838-4e6e-a961-4451d050f965 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:18:12.005697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-552edb04-2fef-4b2d-9653-29cfd8eccad0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.045096 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-552edb04-2fef-4b2d-9653-29cfd8eccad0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.128107 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-552edb04-2fef-4b2d-9653-29cfd8eccad0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.191160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-552edb04-2fef-4b2d-9653-29cfd8eccad0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.539179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552edb04-2fef-4b2d-9653-29cfd8eccad0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Subnet': ['ID=d77aecdb-1838-4e6e-a961-4451d050f965,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:12.544865 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-552edb04-2fef-4b2d-9653-29cfd8eccad0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.546677 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-552edb04-2fef-4b2d-9653-29cfd8eccad0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/d77aecdb-1838-4e6e-a961-4451d050f965 HTTP/1.1" status: 204 len: 168 time: 0.5971444 Aug 26 11:18:12.549639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56712) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:12.550400 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61db2fdb-1767-4c56-96e8-9d5f186525ef None None] Network bd7efaea-48ef-406c-9ee3-9729620a1c45 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:12.602970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d25db8f-6685-417c-88b1-c7b7fc83e750 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting subnet 712b9285-2322-44cf-af73-44d33cbf0c0a {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:18:12.606414 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d25db8f-6685-417c-88b1-c7b7fc83e750 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.657818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d25db8f-6685-417c-88b1-c7b7fc83e750 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.687468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb715d9-78f7-4f8b-9943-971067615276 req-71e59dc5-c138-41e6-930a-359cd4c68745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:12.689057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9eb715d9-78f7-4f8b-9943-971067615276 req-71e59dc5-c138-41e6-930a-359cd4c68745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 943 time: 0.0594366 Aug 26 11:18:12.738178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9eb715d9-78f7-4f8b-9943-971067615276 req-97596f7c-dc31-479b-aa63-cb1070acd23f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Aug 26 11:18:12.746562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d25db8f-6685-417c-88b1-c7b7fc83e750 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.759844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac3b329-db77-487b-8a63-936ed7f68656 None None] DHCP port deletion for bd7efaea-48ef-406c-9ee3-9729620a1c45 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:18:12.812997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dac3b329-db77-487b-8a63-936ed7f68656 None None] Deleting port 02523a6d-f35b-4f7b-801b-775363686bf5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:12.814361 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dac3b329-db77-487b-8a63-936ed7f68656 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.814540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d25db8f-6685-417c-88b1-c7b7fc83e750 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.846430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25db8f-6685-417c-88b1-c7b7fc83e750 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Subnet': ['ID=712b9285-2322-44cf-af73-44d33cbf0c0a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:12.850342 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d25db8f-6685-417c-88b1-c7b7fc83e750 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.854646 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0d25db8f-6685-417c-88b1-c7b7fc83e750 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/712b9285-2322-44cf-af73-44d33cbf0c0a HTTP/1.1" status: 204 len: 168 time: 0.3014121 Aug 26 11:18:12.854997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56716) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:12.861509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de8de2-d8e3-4028-be83-cff7c709bb99 None None] Network 812c5578-88c5-471c-a0b3-beac61cfdc70 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:12.928330 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-dac3b329-db77-487b-8a63-936ed7f68656 None None] For port 02523a6d-f35b-4f7b-801b-775363686bf5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=02523a6d-f35b-4f7b-801b-775363686bf5,segment=NetworkSegment(235c78ad-f3b4-4b23-9b94-b4983f25c5b2),segment_id=235c78ad-f3b4-4b23-9b94-b4983f25c5b2)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:12.928733 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dac3b329-db77-487b-8a63-936ed7f68656 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.928843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:12.949401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dac3b329-db77-487b-8a63-936ed7f68656 None None] Calling delete_port for 02523a6d-f35b-4f7b-801b-775363686bf5 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:12.982007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port 02523a6d-f35b-4f7b-801b-775363686bf5 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:12.982264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.049507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port 02523a6d-f35b-4f7b-801b-775363686bf5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=02523a6d-f35b-4f7b-801b-775363686bf5,segment=NetworkSegment(235c78ad-f3b4-4b23-9b94-b4983f25c5b2),segment_id=235c78ad-f3b4-4b23-9b94-b4983f25c5b2)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:13.049885 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.063874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for 02523a6d-f35b-4f7b-801b-775363686bf5 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:13.074695 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dac3b329-db77-487b-8a63-936ed7f68656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.088044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac3b329-db77-487b-8a63-936ed7f68656 None None] No DVR routers for this DVR port 02523a6d-f35b-4f7b-801b-775363686bf5 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:18:13.111381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3b329-db77-487b-8a63-936ed7f68656 None None] Pushing event deleted for resources: {'Port': ['ID=02523a6d-f35b-4f7b-801b-775363686bf5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:13.118386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08c889c-261a-47d7-8da2-9d1b12274d0b None None] DHCP port deletion for 812c5578-88c5-471c-a0b3-beac61cfdc70 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:18:13.148980 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.175762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=02523a6d-f35b-4f7b-801b-775363686bf5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:13.177755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No DVR routers for this DVR port 02523a6d-f35b-4f7b-801b-775363686bf5 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:18:13.187232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02523a6d-f35b-4f7b-801b-775363686bf5 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:18:13.191834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b08c889c-261a-47d7-8da2-9d1b12274d0b None None] Deleting port 9baf14dd-da43-4b55-ab15-21aa817e250c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:13.192207 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b08c889c-261a-47d7-8da2-9d1b12274d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.210687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 02523a6d-f35b-4f7b-801b-775363686bf5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:18:13.211003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02523a6d-f35b-4f7b-801b-775363686bf5 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:18:13.211422 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 9baf14dd-da43-4b55-ab15-21aa817e250c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:18:13.262094 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.272370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7efaea-48ef-406c-9ee3-9729620a1c45']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:13.283483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235c78ad-f3b4-4b23-9b94-b4983f25c5b2') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:13.283788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235c78ad-f3b4-4b23-9b94-b4983f25c5b2') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:13.293801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.299038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b08c889c-261a-47d7-8da2-9d1b12274d0b None None] For port 9baf14dd-da43-4b55-ab15-21aa817e250c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=9baf14dd-da43-4b55-ab15-21aa817e250c,segment=NetworkSegment(ceb3ff90-4d6c-4bb5-af67-97c22d4cb176),segment_id=ceb3ff90-4d6c-4bb5-af67-97c22d4cb176)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:13.299439 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b08c889c-261a-47d7-8da2-9d1b12274d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.308763 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.314295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b08c889c-261a-47d7-8da2-9d1b12274d0b None None] Calling delete_port for 9baf14dd-da43-4b55-ab15-21aa817e250c owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:13.315085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:18:13.315541 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:18:13.318608 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:18:13.383458 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.389288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.391654 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/networks/bd7efaea-48ef-406c-9ee3-9729620a1c45 HTTP/1.1" status: 204 len: 168 time: 0.5353072 Aug 26 11:18:13.394709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56718) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:13.403023 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95f1b49f-58ea-4be3-978f-6e18bae7f251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.408034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d714327-e2ea-4186-8ad7-550b75aaf31b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Network': ['ID=bd7efaea-48ef-406c-9ee3-9729620a1c45,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:13.409193 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.463065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 9baf14dd-da43-4b55-ab15-21aa817e250c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=9baf14dd-da43-4b55-ab15-21aa817e250c,segment=NetworkSegment(ceb3ff90-4d6c-4bb5-af67-97c22d4cb176),segment_id=ceb3ff90-4d6c-4bb5-af67-97c22d4cb176)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:13.467589 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.491127 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.494145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b08c889c-261a-47d7-8da2-9d1b12274d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.514247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c889c-261a-47d7-8da2-9d1b12274d0b None None] No DVR routers for this DVR port 9baf14dd-da43-4b55-ab15-21aa817e250c on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:18:13.529259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=9baf14dd-da43-4b55-ab15-21aa817e250c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:13.556535 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c889c-261a-47d7-8da2-9d1b12274d0b None None] Pushing event deleted for resources: {'Port': ['ID=9baf14dd-da43-4b55-ab15-21aa817e250c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:13.599476 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.610878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812c5578-88c5-471c-a0b3-beac61cfdc70']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:13.622916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb3ff90-4d6c-4bb5-af67-97c22d4cb176') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:13.623262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb3ff90-4d6c-4bb5-af67-97c22d4cb176') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:13.633000 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.650593 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.657852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:18:13.658259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:18:13.661478 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:18:13.733072 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.750797 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.754005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/networks/812c5578-88c5-471c-a0b3-beac61cfdc70 HTTP/1.1" status: 204 len: 168 time: 0.3575795 Aug 26 11:18:13.757935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56720) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:13.764277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'network': {'name': 'tempest-RoutersTest-873265542'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:13.769659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2449d67-a1dd-4518-876e-1e7dfe819a5c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Network': ['ID=812c5578-88c5-471c-a0b3-beac61cfdc70,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:13.789580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:13.793569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.831392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:18:13.850805 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.851382 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added segment d9ebb87f-fd61-403d-8d26-84d3b5a86ba1 of type vlan for network cf0532b5-396f-4609-b5d2-6217c753982b Aug 26 11:18:13.875982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25862bf3-39da-4ce2-9ea1-e164ab28f739 req-f4ff0e62-d5c3-4748-a23b-fbec23051518 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:13.877254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25862bf3-39da-4ce2-9ea1-e164ab28f739 req-f4ff0e62-d5c3-4748-a23b-fbec23051518 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 943 time: 0.0552745 Aug 26 11:18:13.897818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.925292 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.927330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25862bf3-39da-4ce2-9ea1-e164ab28f739 req-fbae8322-5d20-4645-927d-d70fd7dbafb7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373533 Aug 26 11:18:13.930983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:13.931620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:13.993709 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2345471 Aug 26 11:18:13.997330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56724) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:14.004733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'subnet': {'network_id': 'cf0532b5-396f-4609-b5d2-6217c753982b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:14.051710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31921615-2c67-4405-bb8e-120a7bbb4d59 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Network': ['ID=cf0532b5-396f-4609-b5d2-6217c753982b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:14.064075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network cf0532b5-396f-4609-b5d2-6217c753982b details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:18:14.110578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:14.117056 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.326935 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.392000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Subnet': ['ID=35456eff-51f2-499b-ba63-014335091c70,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:14.400956 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Checking segment: {'id': 'd9ebb87f-fd61-403d-8d26-84d3b5a86ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cf0532b5-396f-4609-b5d2-6217c753982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:14.401320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network hostable DHCP agents. Network: cf0532b5-396f-4609-b5d2-6217c753982b, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:18:14.419196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network cf0532b5-396f-4609-b5d2-6217c753982b is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:18:14.427926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, cf0532b5-396f-4609-b5d2-6217c753982b) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:14.432050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:14.432652 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.438012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65fdbb3-48fd-4fed-af26-05cf2996f5fa None None] Network cf0532b5-396f-4609-b5d2-6217c753982b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:14.452872 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f81a49c3-f477-4978-a510-01f99650a968 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4544387 Aug 26 11:18:14.455571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56726) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:14.460240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-7dc56bac-026f-4a2c-99f2-23252815afdb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1058020539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:14.485529 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dc56bac-026f-4a2c-99f2-23252815afdb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.486674 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dc56bac-026f-4a2c-99f2-23252815afdb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.542308 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dc56bac-026f-4a2c-99f2-23252815afdb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.546644 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dc56bac-026f-4a2c-99f2-23252815afdb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.562835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dc56bac-026f-4a2c-99f2-23252815afdb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.564243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7dc56bac-026f-4a2c-99f2-23252815afdb tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1074634 Aug 26 11:18:14.566885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56728) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:14.572143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'port': {'network_id': 'cf0532b5-396f-4609-b5d2-6217c753982b', 'name': 'tempest-RoutersTest-2111814714'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:14.589731 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-cf0532b5-396f-4609-b5d2-6217c753982b', 'network_id': 'cf0532b5-396f-4609-b5d2-6217c753982b', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'fixed_ips': [{'subnet_id': '35456eff-51f2-499b-ba63-014335091c70'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:18:14.590643 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.680411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:14.691856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.705459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] device_id is not set on port d63728e5-32de-4dec-bc44-a9a30e6a5ef5 yet. {{(pid=101267) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 26 11:18:14.735271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Allocated IP 172.20.0.2 (cf0532b5-396f-4609-b5d2-6217c753982b/35456eff-51f2-499b-ba63-014335091c70/c3ced505-7677-4098-9f1c-b091b2dcfc0a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:14.886593 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.895055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Transition to ACTIVE for port object c3ced505-7677-4098-9f1c-b091b2dcfc0a will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:14.909781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Transition to ACTIVE for port object c3ced505-7677-4098-9f1c-b091b2dcfc0a will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:14.916199 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:14.960101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Network cf0532b5-396f-4609-b5d2-6217c753982b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:14.965451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:14.970473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:14.971345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Allocated IP 172.20.0.12 (cf0532b5-396f-4609-b5d2-6217c753982b/35456eff-51f2-499b-ba63-014335091c70/d63728e5-32de-4dec-bc44-a9a30e6a5ef5) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:15.002773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Pushing event updated for resources: {'Port': ['ID=c3ced505-7677-4098-9f1c-b091b2dcfc0a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:15.032480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Attempting to bind port c3ced505-7677-4098-9f1c-b091b2dcfc0a on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:15.032856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Attempting to bind port c3ced505-7677-4098-9f1c-b091b2dcfc0a by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'd9ebb87f-fd61-403d-8d26-84d3b5a86ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cf0532b5-396f-4609-b5d2-6217c753982b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:15.033222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Attempting to bind port c3ced505-7677-4098-9f1c-b091b2dcfc0a on network cf0532b5-396f-4609-b5d2-6217c753982b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:15.039644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:15.040100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Checking segment: {'id': 'd9ebb87f-fd61-403d-8d26-84d3b5a86ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cf0532b5-396f-4609-b5d2-6217c753982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:15.040460 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:15.040860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Bound using segment: {'id': 'd9ebb87f-fd61-403d-8d26-84d3b5a86ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cf0532b5-396f-4609-b5d2-6217c753982b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:15.041381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Bound port: c3ced505-7677-4098-9f1c-b091b2dcfc0a, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ebb87f-fd61-403d-8d26-84d3b5a86ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cf0532b5-396f-4609-b5d2-6217c753982b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:15.041767 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:15.112404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] For port c3ced505-7677-4098-9f1c-b091b2dcfc0a, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:15.118663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253e6fb-29fe-4eaf-a268-ac2ef37079c4 req-f74743d1-8eaf-4508-921e-5189d9a53040 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:15.118840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] For port c3ced505-7677-4098-9f1c-b091b2dcfc0a, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c3ced505-7677-4098-9f1c-b091b2dcfc0a,segment=NetworkSegment(d9ebb87f-fd61-403d-8d26-84d3b5a86ba1),segment_id=d9ebb87f-fd61-403d-8d26-84d3b5a86ba1)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:15.120344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5253e6fb-29fe-4eaf-a268-ac2ef37079c4 req-f74743d1-8eaf-4508-921e-5189d9a53040 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 943 time: 0.1174471 Aug 26 11:18:15.126056 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:15.191678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5253e6fb-29fe-4eaf-a268-ac2ef37079c4 req-b50a80c8-d503-4f99-84d9-390406decc7e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628026 Aug 26 11:18:15.193210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d13608-5a77-405a-84ef-05a10e34bd8a None None] Pushing event updated for resources: {'Port': ['ID=c3ced505-7677-4098-9f1c-b091b2dcfc0a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:15.211558 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:15.227946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Transition to ACTIVE for port object d63728e5-32de-4dec-bc44-a9a30e6a5ef5 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:15.263929 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:15.309062 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network cf0532b5-396f-4609-b5d2-6217c753982b is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:15.314995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:15.319398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:15.326325 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=d63728e5-32de-4dec-bc44-a9a30e6a5ef5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:15.400700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:15.401110 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:15.420706 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b8bfda13-650c-4f36-a529-db45a7f3d07d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8525348 Aug 26 11:18:15.423644 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56732) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:15.747934 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ee10671-992e-4db3-b7da-9f16e15d55c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:15.752760 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:15.759516 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:18:16.132768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f8d2f9-9f5c-4fcb-a981-9d640328324a None None] Network cf0532b5-396f-4609-b5d2-6217c753982b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:16.202460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f721924c-c7ab-43ef-b90f-ec05b61f945c None None] Provisioning for port c3ced505-7677-4098-9f1c-b091b2dcfc0a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:16.282561 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:16.328561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403438cf-9caf-4d17-af38-f2b3ce3095de req-e33e9c55-b22c-49af-890b-02212635e17a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:16.329665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-403438cf-9caf-4d17-af38-f2b3ce3095de req-e33e9c55-b22c-49af-890b-02212635e17a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 943 time: 0.0595117 Aug 26 11:18:16.374261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-403438cf-9caf-4d17-af38-f2b3ce3095de req-922ae49f-010d-4435-8f22-54805c3ffff0 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Aug 26 11:18:16.378470 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:16.385887 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:16.460283 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=d63728e5-32de-4dec-bc44-a9a30e6a5ef5,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:16.610010 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:16.643708 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c7433a51-08d2-4e07-9d26-7f40ea56601d None None] Provisioning for port d63728e5-32de-4dec-bc44-a9a30e6a5ef5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:16.647765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c7433a51-08d2-4e07-9d26-7f40ea56601d None None] Provisioning complete for port d63728e5-32de-4dec-bc44-a9a30e6a5ef5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:16.648229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7433a51-08d2-4e07-9d26-7f40ea56601d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:16.688721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c7433a51-08d2-4e07-9d26-7f40ea56601d None None] Port d63728e5-32de-4dec-bc44-a9a30e6a5ef5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:16.726510 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:16.808891 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2325d3e8-b63c-448a-a996-70d9751dc3a4 None None] Provisioning complete for port d63728e5-32de-4dec-bc44-a9a30e6a5ef5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:16.809427 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2325d3e8-b63c-448a-a996-70d9751dc3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:16.846181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2325d3e8-b63c-448a-a996-70d9751dc3a4 None None] Port d63728e5-32de-4dec-bc44-a9a30e6a5ef5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:16.963993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3fd768f4-d827-4d6a-b202-0473320c5312 None None] Provisioning complete for port d63728e5-32de-4dec-bc44-a9a30e6a5ef5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:16.964375 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3fd768f4-d827-4d6a-b202-0473320c5312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:17.000642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3fd768f4-d827-4d6a-b202-0473320c5312 None None] Port d63728e5-32de-4dec-bc44-a9a30e6a5ef5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:17.000987 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:17.005719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:17.084926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=d63728e5-32de-4dec-bc44-a9a30e6a5ef5,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:17.087310 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:17.193832 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network cf0532b5-396f-4609-b5d2-6217c753982b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:17.195291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:17.209104 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:17.224737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c3ced505-7677-4098-9f1c-b091b2dcfc0a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:17.288495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c3ced505-7677-4098-9f1c-b091b2dcfc0a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:17.293731 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c3ced505-7677-4098-9f1c-b091b2dcfc0a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:17.294380 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:17.334550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 41c953e5-709c-4693-a65d-e3800c0d6caa is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:18:17.365260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cd370508-a07b-42fa-94d4-b00e309ea729 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:18:17.393746 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:17.490334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:17.496903 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6c8850b2-015f-4d6f-9055-36dbb0bfdb17 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/41c953e5-709c-4693-a65d-e3800c0d6caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0720851 Aug 26 11:18:17.499623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56738) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:17.510174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46260179-1fd3-49f2-a58e-839c765a4123 None None] Sync routers for ids ['41c953e5-709c-4693-a65d-e3800c0d6caa'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:17.511645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe6b8-56be-4405-8d78-c072f91426b6 req-5f40f59a-7a58-4488-bdf2-08a5938f03b2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:17.513240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-475fe6b8-56be-4405-8d78-c072f91426b6 req-5f40f59a-7a58-4488-bdf2-08a5938f03b2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 943 time: 0.0632286 Aug 26 11:18:17.544824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port cd370508-a07b-42fa-94d4-b00e309ea729, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cd370508-a07b-42fa-94d4-b00e309ea729,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:17.548681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c3ced505-7677-4098-9f1c-b091b2dcfc0a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c3ced505-7677-4098-9f1c-b091b2dcfc0a,segment=NetworkSegment(d9ebb87f-fd61-403d-8d26-84d3b5a86ba1),segment_id=d9ebb87f-fd61-403d-8d26-84d3b5a86ba1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:17.553353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eaa150-688c-4168-a079-42ca4198baab tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:17.557469 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-27eaa150-688c-4168-a079-42ca4198baab tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports/d63728e5-32de-4dec-bc44-a9a30e6a5ef5 HTTP/1.1" status: 200 len: 978 time: 0.0541518 Aug 26 11:18:17.558386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56740) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:17.564808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-475fe6b8-56be-4405-8d78-c072f91426b6 req-f4321d76-6823-4b16-ab80-1f0ea270d157 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Aug 26 11:18:17.565215 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:17.574327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'cd370508-a07b-42fa-94d4-b00e309ea729', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'port_id': 'cd370508-a07b-42fa-94d4-b00e309ea729', 'mac_address': 'fa:16:3e:90:82:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:18:17.578653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46260179-1fd3-49f2-a58e-839c765a4123 None None] Routers {'41c953e5-709c-4693-a65d-e3800c0d6caa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:17.579358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-46260179-1fd3-49f2-a58e-839c765a4123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['41c953e5-709c-4693-a65d-e3800c0d6caa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:17.603201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6f48cef3-fcb4-42c3-a342-3250c43a1d51 None None] Provisioning complete for port d63728e5-32de-4dec-bc44-a9a30e6a5ef5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:17.603582 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f48cef3-fcb4-42c3-a342-3250c43a1d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:17.646996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-46260179-1fd3-49f2-a58e-839c765a4123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:17.728012 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:17.730339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c3ced505-7677-4098-9f1c-b091b2dcfc0a,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:17.733856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46260179-1fd3-49f2-a58e-839c765a4123 None None] Routers {'41c953e5-709c-4693-a65d-e3800c0d6caa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:17.734654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-46260179-1fd3-49f2-a58e-839c765a4123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['41c953e5-709c-4693-a65d-e3800c0d6caa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:17.777571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6f48cef3-fcb4-42c3-a342-3250c43a1d51 None None] Port d63728e5-32de-4dec-bc44-a9a30e6a5ef5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:17.781988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-46260179-1fd3-49f2-a58e-839c765a4123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:17.782647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46260179-1fd3-49f2-a58e-839c765a4123 None None] The sync data for ids ['41c953e5-709c-4693-a65d-e3800c0d6caa'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:17.787079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd370508-a07b-42fa-94d4-b00e309ea729 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:18:17.807415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port cd370508-a07b-42fa-94d4-b00e309ea729, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cd370508-a07b-42fa-94d4-b00e309ea729,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:17.812340 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:17.862420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=cd370508-a07b-42fa-94d4-b00e309ea729,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:17.904552 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fd4e206-b3ac-49f1-a2d3-8f7f1536772f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:18.027375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['cd370508-a07b-42fa-94d4-b00e309ea729'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:18:18.133176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4e206-b3ac-49f1-a2d3-8f7f1536772f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port d63728e5-32de-4dec-bc44-a9a30e6a5ef5 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:18.133424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fd4e206-b3ac-49f1-a2d3-8f7f1536772f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:18.222242 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fd4e206-b3ac-49f1-a2d3-8f7f1536772f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:18.234693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4e206-b3ac-49f1-a2d3-8f7f1536772f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for d63728e5-32de-4dec-bc44-a9a30e6a5ef5 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:18.402946 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fd4e206-b3ac-49f1-a2d3-8f7f1536772f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:18.430953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4e206-b3ac-49f1-a2d3-8f7f1536772f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=d63728e5-32de-4dec-bc44-a9a30e6a5ef5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:18.571764 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0fd4e206-b3ac-49f1-a2d3-8f7f1536772f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:18.694468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41d167-61d4-4fae-852a-e9d94dfd916b req-82211d45-5534-4784-8175-9581bd701671 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:18.695999 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd41d167-61d4-4fae-852a-e9d94dfd916b req-82211d45-5534-4784-8175-9581bd701671 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 944 time: 0.0512600 Aug 26 11:18:18.738196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd4e206-b3ac-49f1-a2d3-8f7f1536772f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 41c953e5-709c-4693-a65d-e3800c0d6caa has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:18.748243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd41d167-61d4-4fae-852a-e9d94dfd916b req-6a00f6a8-84b5-412c-aef6-465b6ea26c1a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Aug 26 11:18:18.817008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd4e206-b3ac-49f1-a2d3-8f7f1536772f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:18.822005 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0fd4e206-b3ac-49f1-a2d3-8f7f1536772f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/41c953e5-709c-4693-a65d-e3800c0d6caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2624540 Aug 26 11:18:18.824784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56744) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:18.826943 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3184ecc-0313-470f-9f08-9d075071a294 None None] Sync routers for ids ['41c953e5-709c-4693-a65d-e3800c0d6caa'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:18.836074 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3184ecc-0313-470f-9f08-9d075071a294 None None] Routers {'41c953e5-709c-4693-a65d-e3800c0d6caa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:18.836673 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c3184ecc-0313-470f-9f08-9d075071a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['41c953e5-709c-4693-a65d-e3800c0d6caa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:18.870910 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c3184ecc-0313-470f-9f08-9d075071a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:18.879293 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3184ecc-0313-470f-9f08-9d075071a294 None None] Routers {'41c953e5-709c-4693-a65d-e3800c0d6caa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:18.879905 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c3184ecc-0313-470f-9f08-9d075071a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['41c953e5-709c-4693-a65d-e3800c0d6caa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:18.910851 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c3184ecc-0313-470f-9f08-9d075071a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:18.911480 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3184ecc-0313-470f-9f08-9d075071a294 None None] The sync data for ids ['41c953e5-709c-4693-a65d-e3800c0d6caa'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:19.008317 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-bf940098-b259-45ca-82ff-eab4ca884acd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] remove_router_interface failed (client error): The resource could not be found. Aug 26 11:18:19.009556 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bf940098-b259-45ca-82ff-eab4ca884acd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/41c953e5-709c-4693-a65d-e3800c0d6caa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1835752 Aug 26 11:18:19.012269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56746) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:19.038227 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-beeb949a-db03-47fb-b27f-3000cc417850 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c953e5-709c-4693-a65d-e3800c0d6caa HTTP/1.1" status: 200 len: 205 time: 0.0249248 Aug 26 11:18:19.042006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56748) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:19.116724 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b18a09-8c2b-4dcd-8234-a7075d9a86ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.176972 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c3ced505-7677-4098-9f1c-b091b2dcfc0a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:19.223727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c3ced505-7677-4098-9f1c-b091b2dcfc0a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:19.224100 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.278162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b18a09-8c2b-4dcd-8234-a7075d9a86ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.281085 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b18a09-8c2b-4dcd-8234-a7075d9a86ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.307966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.324864 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b18a09-8c2b-4dcd-8234-a7075d9a86ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.325403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b18a09-8c2b-4dcd-8234-a7075d9a86ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Fanout notify agent at l3_agent the message router_deleted on router 41c953e5-709c-4693-a65d-e3800c0d6caa {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:18:19.332288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-05b18a09-8c2b-4dcd-8234-a7075d9a86ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.333434 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-05b18a09-8c2b-4dcd-8234-a7075d9a86ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/41c953e5-709c-4693-a65d-e3800c0d6caa HTTP/1.1" status: 204 len: 168 time: 0.2910759 Aug 26 11:18:19.335907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56750) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:19.373835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cd370508-a07b-42fa-94d4-b00e309ea729 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:19.388278 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e735eaac-3e17-43ea-accc-f8b8abdbbfee tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting subnet 35456eff-51f2-499b-ba63-014335091c70 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:18:19.391486 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e735eaac-3e17-43ea-accc-f8b8abdbbfee tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.424024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port cd370508-a07b-42fa-94d4-b00e309ea729 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:19.427927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port cd370508-a07b-42fa-94d4-b00e309ea729 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:19.428300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.436020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e735eaac-3e17-43ea-accc-f8b8abdbbfee tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.533066 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e735eaac-3e17-43ea-accc-f8b8abdbbfee tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.605859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e735eaac-3e17-43ea-accc-f8b8abdbbfee tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.637092 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e735eaac-3e17-43ea-accc-f8b8abdbbfee tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.641412 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e735eaac-3e17-43ea-accc-f8b8abdbbfee tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/35456eff-51f2-499b-ba63-014335091c70 HTTP/1.1" status: 204 len: 168 time: 0.3022408 Aug 26 11:18:19.641412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735eaac-3e17-43ea-accc-f8b8abdbbfee tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Subnet': ['ID=35456eff-51f2-499b-ba63-014335091c70,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:19.649653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56752) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:19.656231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a8370-127e-4692-90de-b5b537262bbd None None] Network cf0532b5-396f-4609-b5d2-6217c753982b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:19.717349 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.722513 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.771108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebc5abf-cc6b-41fd-a8a3-93813e4299e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd370508-a07b-42fa-94d4-b00e309ea729'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:18:19.773466 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e371b127-2fd6-490e-89bf-c6459c79a1ea" -d '{"events": [{"server_uuid": "5ebc5abf-cc6b-41fd-a8a3-93813e4299e0", "name": "network-vif-plugged", "status": "completed", "tag": "cd370508-a07b-42fa-94d4-b00e309ea729"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:18:19.780839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port c3ced505-7677-4098-9f1c-b091b2dcfc0a {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:19.781414 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.801694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port cd370508-a07b-42fa-94d4-b00e309ea729, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cd370508-a07b-42fa-94d4-b00e309ea729,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:19.809419 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.875156 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb2e7a7-3380-4be3-9398-7b757e5c06ab x-openstack-request-id: req-feb2e7a7-3380-4be3-9398-7b757e5c06ab {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:18:19.876352 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebc5abf-cc6b-41fd-a8a3-93813e4299e0", "name": "network-vif-plugged", "status": "completed", "tag": "cd370508-a07b-42fa-94d4-b00e309ea729", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:18:19.876352 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-feb2e7a7-3380-4be3-9398-7b757e5c06ab {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:18:19.876352 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebc5abf-cc6b-41fd-a8a3-93813e4299e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd370508-a07b-42fa-94d4-b00e309ea729', 'code': 200} Aug 26 11:18:19.923383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=cd370508-a07b-42fa-94d4-b00e309ea729,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:19.932591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port c3ced505-7677-4098-9f1c-b091b2dcfc0a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c3ced505-7677-4098-9f1c-b091b2dcfc0a,segment=NetworkSegment(d9ebb87f-fd61-403d-8d26-84d3b5a86ba1),segment_id=d9ebb87f-fd61-403d-8d26-84d3b5a86ba1)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:19.933531 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:19.953093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for c3ced505-7677-4098-9f1c-b091b2dcfc0a owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:19.979446 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fcb357-3c79-4c9d-a951-f3c9953caab1 None None] DHCP port deletion for cf0532b5-396f-4609-b5d2-6217c753982b request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:18:19.997164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f2fc2-538a-4f13-a041-edeeea800b34 req-e5c588f4-c935-4c52-94c4-24d750ae4388 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:19.998806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-467f2fc2-538a-4f13-a041-edeeea800b34 req-e5c588f4-c935-4c52-94c4-24d750ae4388 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 945 time: 0.1271164 Aug 26 11:18:20.046365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-99fcb357-3c79-4c9d-a951-f3c9953caab1 None None] Deleting port c3ced505-7677-4098-9f1c-b091b2dcfc0a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:20.046654 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99fcb357-3c79-4c9d-a951-f3c9953caab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.099505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c6739-45d7-4493-abc6-fa40662587d1 req-36a5a76c-185d-4944-af7c-5e924319b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:20.101146 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-259c6739-45d7-4493-abc6-fa40662587d1 req-36a5a76c-185d-4944-af7c-5e924319b925 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 1097 time: 0.1410625 Aug 26 11:18:20.109409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-467f2fc2-538a-4f13-a041-edeeea800b34 req-3bc02cf8-c739-49d3-9835-475eb3732376 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042371 Aug 26 11:18:20.144273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-99fcb357-3c79-4c9d-a951-f3c9953caab1 None None] For port c3ced505-7677-4098-9f1c-b091b2dcfc0a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c3ced505-7677-4098-9f1c-b091b2dcfc0a,segment=NetworkSegment(d9ebb87f-fd61-403d-8d26-84d3b5a86ba1),segment_id=d9ebb87f-fd61-403d-8d26-84d3b5a86ba1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:20.144829 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99fcb357-3c79-4c9d-a951-f3c9953caab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.162456 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.165592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-99fcb357-3c79-4c9d-a951-f3c9953caab1 None None] Calling delete_port for c3ced505-7677-4098-9f1c-b091b2dcfc0a owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:20.167213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-259c6739-45d7-4493-abc6-fa40662587d1 req-9b455bed-61be-4f85-98e0-95d1e1471a03 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568008 Aug 26 11:18:20.191337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=c3ced505-7677-4098-9f1c-b091b2dcfc0a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:20.195098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No DVR routers for this DVR port c3ced505-7677-4098-9f1c-b091b2dcfc0a on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:20.252476 n-d-778550-13 neutron-server[101268]: self.session.flush() Aug 26 11:18:20.262697 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99fcb357-3c79-4c9d-a951-f3c9953caab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.289554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcb357-3c79-4c9d-a951-f3c9953caab1 None None] Pushing event deleted for resources: {'Port': ['ID=c3ced505-7677-4098-9f1c-b091b2dcfc0a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:20.294421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fcb357-3c79-4c9d-a951-f3c9953caab1 None None] No DVR routers for this DVR port c3ced505-7677-4098-9f1c-b091b2dcfc0a on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:18:20.303410 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.315350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0532b5-396f-4609-b5d2-6217c753982b']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:20.326532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ebb87f-fd61-403d-8d26-84d3b5a86ba1') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:20.326869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ebb87f-fd61-403d-8d26-84d3b5a86ba1') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:20.336119 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.351794 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.358515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:18:20.358980 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:18:20.362054 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:18:20.420614 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.428155 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.429774 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/networks/cf0532b5-396f-4609-b5d2-6217c753982b HTTP/1.1" status: 204 len: 168 time: 0.7867622 Aug 26 11:18:20.435143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56758) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:20.440367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'network': {'name': 'tempest-RoutersTest-641012073'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:20.447037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22461cc7-7799-49d2-ae4b-71fbd83c5993 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Network': ['ID=cf0532b5-396f-4609-b5d2-6217c753982b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:20.462944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:20.466971 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.495609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:18:20.504877 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.505228 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added segment c3d46035-ab76-42c7-b2ba-5d3b68a5cff9 of type vlan for network c3dd12e1-9492-4449-9d97-c63d6792cfe9 Aug 26 11:18:20.544471 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.550931 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.577028 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.582690 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:20.583321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.643174 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2068002 Aug 26 11:18:20.646072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56760) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:20.652300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'subnet': {'network_id': 'c3dd12e1-9492-4449-9d97-c63d6792cfe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:20.652638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ef531-6ad2-4f9c-925d-b2a29c60d06e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Network': ['ID=c3dd12e1-9492-4449-9d97-c63d6792cfe9,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:20.664788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network c3dd12e1-9492-4449-9d97-c63d6792cfe9 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:18:20.740570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:20.744314 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.931545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:20.996100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Subnet': ['ID=621beeb4-7857-4af6-9e87-ae450d7e87dd,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:20.998558 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Checking segment: {'id': 'c3d46035-ab76-42c7-b2ba-5d3b68a5cff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c3dd12e1-9492-4449-9d97-c63d6792cfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:20.998941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network hostable DHCP agents. Network: c3dd12e1-9492-4449-9d97-c63d6792cfe9, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:18:21.015999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network c3dd12e1-9492-4449-9d97-c63d6792cfe9 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:18:21.024740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, c3dd12e1-9492-4449-9d97-c63d6792cfe9) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:21.029948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:21.030688 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.034914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde0f05-beb0-434a-ae18-eae7239d1afc None None] Network c3dd12e1-9492-4449-9d97-c63d6792cfe9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:21.047325 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-76afed71-db62-4ecd-9fb6-37e9c7d5bc1b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3999777 Aug 26 11:18:21.049797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56762) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:21.054491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-85059f7a-83a7-49ba-bdbe-2ae0d1794c9e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-853387753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:21.077397 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-85059f7a-83a7-49ba-bdbe-2ae0d1794c9e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.078645 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-85059f7a-83a7-49ba-bdbe-2ae0d1794c9e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.150147 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-85059f7a-83a7-49ba-bdbe-2ae0d1794c9e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.156202 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-85059f7a-83a7-49ba-bdbe-2ae0d1794c9e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.195555 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-85059f7a-83a7-49ba-bdbe-2ae0d1794c9e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.197622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-85059f7a-83a7-49ba-bdbe-2ae0d1794c9e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1466322 Aug 26 11:18:21.197885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c3ced505-7677-4098-9f1c-b091b2dcfc0a no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:18:21.201230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56766) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:21.224513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c3ced505-7677-4098-9f1c-b091b2dcfc0a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:18:21.225125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c3ced505-7677-4098-9f1c-b091b2dcfc0a not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:18:21.262048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf0740-39c0-44f2-a22b-70ec4282d1d4 req-91336a93-4415-4374-a8f7-70a2ea478d90 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:21.263638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ebf0740-39c0-44f2-a22b-70ec4282d1d4 req-91336a93-4415-4374-a8f7-70a2ea478d90 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 945 time: 0.0601039 Aug 26 11:18:21.268123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-c3dd12e1-9492-4449-9d97-c63d6792cfe9', 'network_id': 'c3dd12e1-9492-4449-9d97-c63d6792cfe9', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'fixed_ips': [{'subnet_id': '621beeb4-7857-4af6-9e87-ae450d7e87dd'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:18:21.269825 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.312517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ebf0740-39c0-44f2-a22b-70ec4282d1d4 req-925f48d5-bf0a-4709-88aa-6272c5063259 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 Aug 26 11:18:21.433648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Allocated IP 172.20.0.2 (c3dd12e1-9492-4449-9d97-c63d6792cfe9/621beeb4-7857-4af6-9e87-ae450d7e87dd/89751c2a-8df9-41ba-8dc1-322e67069213) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:21.437689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9158d27-dc75-47c3-95d8-3ad97f4edd4f req-d000eba5-0952-4094-a383-c0407dadf745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:21.439428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c9158d27-dc75-47c3-95d8-3ad97f4edd4f req-d000eba5-0952-4094-a383-c0407dadf745 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 945 time: 0.0533125 Aug 26 11:18:21.492515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c9158d27-dc75-47c3-95d8-3ad97f4edd4f req-60fc8023-96a8-4886-af96-ac9fb4947c37 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Aug 26 11:18:21.603699 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.617104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Transition to ACTIVE for port object 89751c2a-8df9-41ba-8dc1-322e67069213 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:21.637633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Transition to ACTIVE for port object 89751c2a-8df9-41ba-8dc1-322e67069213 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:21.646457 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.693177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Network c3dd12e1-9492-4449-9d97-c63d6792cfe9 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:21.696450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:21.701379 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:21.704832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Pushing event updated for resources: {'Port': ['ID=89751c2a-8df9-41ba-8dc1-322e67069213,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:21.772748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Attempting to bind port 89751c2a-8df9-41ba-8dc1-322e67069213 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:21.773363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Attempting to bind port 89751c2a-8df9-41ba-8dc1-322e67069213 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'c3d46035-ab76-42c7-b2ba-5d3b68a5cff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c3dd12e1-9492-4449-9d97-c63d6792cfe9'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:21.773959 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Attempting to bind port 89751c2a-8df9-41ba-8dc1-322e67069213 on network c3dd12e1-9492-4449-9d97-c63d6792cfe9 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:21.781730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:21.782131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Checking segment: {'id': 'c3d46035-ab76-42c7-b2ba-5d3b68a5cff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c3dd12e1-9492-4449-9d97-c63d6792cfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:21.782509 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.782956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Bound using segment: {'id': 'c3d46035-ab76-42c7-b2ba-5d3b68a5cff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c3dd12e1-9492-4449-9d97-c63d6792cfe9'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:21.783471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Bound port: 89751c2a-8df9-41ba-8dc1-322e67069213, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d46035-ab76-42c7-b2ba-5d3b68a5cff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c3dd12e1-9492-4449-9d97-c63d6792cfe9'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:21.783869 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.879887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] For port 89751c2a-8df9-41ba-8dc1-322e67069213, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:21.886213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] For port 89751c2a-8df9-41ba-8dc1-322e67069213, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=89751c2a-8df9-41ba-8dc1-322e67069213,segment=NetworkSegment(c3d46035-ab76-42c7-b2ba-5d3b68a5cff9),segment_id=c3d46035-ab76-42c7-b2ba-5d3b68a5cff9)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:21.891983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.939451 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:21.973685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97e31e-3cb0-4e6c-835c-e13c4f4cbae4 None None] Pushing event updated for resources: {'Port': ['ID=89751c2a-8df9-41ba-8dc1-322e67069213,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:22.313726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Allocated IP 172.20.0.1 (c3dd12e1-9492-4449-9d97-c63d6792cfe9/621beeb4-7857-4af6-9e87-ae450d7e87dd/44be1b04-74d0-4e16-89a9-7529792cd007) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:22.339576 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:22.444356 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:22.460280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Transition to ACTIVE for port object 44be1b04-74d0-4e16-89a9-7529792cd007 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:22.499093 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:22.561835 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network c3dd12e1-9492-4449-9d97-c63d6792cfe9 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:22.570182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=44be1b04-74d0-4e16-89a9-7529792cd007,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:22.572604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:22.579944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:22.619193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.619749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.621484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.623309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.624048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.624543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.625327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.625936 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.626367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.627091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.627551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.627984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:22.656478 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:22.815130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:23.181386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1020df42-dd8f-44ab-82dd-997822d301dc None None] Network c3dd12e1-9492-4449-9d97-c63d6792cfe9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:23.283417 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:23.293758 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:23.339732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 89751c2a-8df9-41ba-8dc1-322e67069213 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:23.392079 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:23.395944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=44be1b04-74d0-4e16-89a9-7529792cd007,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:23.396426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4312bcdc-e70a-4942-b2b3-3eff48eeb1d8 None None] Provisioning for port 89751c2a-8df9-41ba-8dc1-322e67069213 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:23.432092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 89751c2a-8df9-41ba-8dc1-322e67069213 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:23.442533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 89751c2a-8df9-41ba-8dc1-322e67069213 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:23.442952 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:23.506405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network c3dd12e1-9492-4449-9d97-c63d6792cfe9 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:23.509043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:23.590770 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:23.626052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 89751c2a-8df9-41ba-8dc1-322e67069213, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=89751c2a-8df9-41ba-8dc1-322e67069213,segment=NetworkSegment(c3d46035-ab76-42c7-b2ba-5d3b68a5cff9),segment_id=c3d46035-ab76-42c7-b2ba-5d3b68a5cff9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:23.631381 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:23.637801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router caa97d07-893f-43a7-9228-6cb4141b2f29 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:18:23.690020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=89751c2a-8df9-41ba-8dc1-322e67069213,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:23.742469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:23.748133 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-60739026-2afb-43b7-b0f9-693a2474dbbd tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/caa97d07-893f-43a7-9228-6cb4141b2f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5457389 Aug 26 11:18:23.750612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56832) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:23.753313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e295a-f112-4034-8524-f732ca1873a8 None None] Sync routers for ids ['caa97d07-893f-43a7-9228-6cb4141b2f29'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:23.764432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e295a-f112-4034-8524-f732ca1873a8 None None] Routers {'caa97d07-893f-43a7-9228-6cb4141b2f29'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:23.765168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-466e295a-f112-4034-8524-f732ca1873a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa97d07-893f-43a7-9228-6cb4141b2f29'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:23.800769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc49c0-5057-4945-b562-8dd097d387f0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:23.804771 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-07bc49c0-5057-4945-b562-8dd097d387f0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports/44be1b04-74d0-4e16-89a9-7529792cd007 HTTP/1.1" status: 200 len: 910 time: 0.0504749 Aug 26 11:18:23.805228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-466e295a-f112-4034-8524-f732ca1873a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:23.805324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56834) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:23.815627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e295a-f112-4034-8524-f732ca1873a8 None None] Routers {'caa97d07-893f-43a7-9228-6cb4141b2f29'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:23.816495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-466e295a-f112-4034-8524-f732ca1873a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa97d07-893f-43a7-9228-6cb4141b2f29'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:23.858770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-466e295a-f112-4034-8524-f732ca1873a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:23.859327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e295a-f112-4034-8524-f732ca1873a8 None None] The sync data for ids ['caa97d07-893f-43a7-9228-6cb4141b2f29'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:23.871255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f63cd4bd-7497-44c7-85b5-99bf8c6a9185 None None] Provisioning for port 44be1b04-74d0-4e16-89a9-7529792cd007 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:23.875916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f63cd4bd-7497-44c7-85b5-99bf8c6a9185 None None] Provisioning complete for port 44be1b04-74d0-4e16-89a9-7529792cd007 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:23.876373 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f63cd4bd-7497-44c7-85b5-99bf8c6a9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:23.911831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f63cd4bd-7497-44c7-85b5-99bf8c6a9185 None None] Port 44be1b04-74d0-4e16-89a9-7529792cd007 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:23.922188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f63cd4bd-7497-44c7-85b5-99bf8c6a9185 None None] Provisioning complete for port 89751c2a-8df9-41ba-8dc1-322e67069213 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:23.922565 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f63cd4bd-7497-44c7-85b5-99bf8c6a9185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:24.125706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4c7ca4ae-a8ad-4efb-8a0a-675fbe203c53 None None] Provisioning complete for port 44be1b04-74d0-4e16-89a9-7529792cd007 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:24.126090 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c7ca4ae-a8ad-4efb-8a0a-675fbe203c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:24.150195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc40a248-724d-41ee-9c19-f97fe1249766 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:24.165817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ca4ae-a8ad-4efb-8a0a-675fbe203c53 None None] Port 44be1b04-74d0-4e16-89a9-7529792cd007 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:24.283602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4ab5d27c-c168-402d-8563-fff5aec401b4 None None] Provisioning complete for port 44be1b04-74d0-4e16-89a9-7529792cd007 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:24.284075 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ab5d27c-c168-402d-8563-fff5aec401b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:24.319812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4ab5d27c-c168-402d-8563-fff5aec401b4 None None] Port 44be1b04-74d0-4e16-89a9-7529792cd007 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:24.400872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-dc40a248-724d-41ee-9c19-f97fe1249766 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port 44be1b04-74d0-4e16-89a9-7529792cd007 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:24.401397 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc40a248-724d-41ee-9c19-f97fe1249766 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:24.487077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc40a248-724d-41ee-9c19-f97fe1249766 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:24.500409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-dc40a248-724d-41ee-9c19-f97fe1249766 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for 44be1b04-74d0-4e16-89a9-7529792cd007 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:24.528602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-6cb41fff-89c7-4758-a783-784ca271ac48 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:24.530229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-6cb41fff-89c7-4758-a783-784ca271ac48 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.1024065 Aug 26 11:18:24.546166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-bf62e4c0-8a53-4ca1-93e5-d812131359da tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/quotas/b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 375 time: 0.0100603 Aug 26 11:18:24.598520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d8204f1f-e1de-4aeb-9bd9-5aaa85b75293 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469065 Aug 26 11:18:24.678887 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc40a248-724d-41ee-9c19-f97fe1249766 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:24.699238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-2e12df9a-3f1d-4e28-ac7c-0fc5fd5a9892 service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928257 Aug 26 11:18:24.712744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40a248-724d-41ee-9c19-f97fe1249766 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=44be1b04-74d0-4e16-89a9-7529792cd007,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:24.801304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-995b1669-0ae1-4fd9-bfac-dcdfeda86485 service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945983 Aug 26 11:18:24.860368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dc40a248-724d-41ee-9c19-f97fe1249766 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.012974 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90c41925-cfa4-4295-9a28-222ef734fc45 req-2f17d1e4-6b51-46d0-a80f-248056ba5724 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 210 time: 0.0313511 Aug 26 11:18:25.027669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc40a248-724d-41ee-9c19-f97fe1249766 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router caa97d07-893f-43a7-9228-6cb4141b2f29 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:25.105818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc40a248-724d-41ee-9c19-f97fe1249766 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:25.111181 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dc40a248-724d-41ee-9c19-f97fe1249766 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/caa97d07-893f-43a7-9228-6cb4141b2f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3051424 Aug 26 11:18:25.113798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56860) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:25.121510 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c76748-7b71-43fd-9252-c35a728c76e7 None None] Sync routers for ids ['caa97d07-893f-43a7-9228-6cb4141b2f29'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:25.145765 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3e3c0c03-ae3d-4bed-8035-422dbc9e3be0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa97d07-893f-43a7-9228-6cb4141b2f29 HTTP/1.1" status: 200 len: 205 time: 0.0281913 Aug 26 11:18:25.145962 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c76748-7b71-43fd-9252-c35a728c76e7 None None] Routers {'caa97d07-893f-43a7-9228-6cb4141b2f29'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:25.145962 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-65c76748-7b71-43fd-9252-c35a728c76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa97d07-893f-43a7-9228-6cb4141b2f29'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:25.146169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56862) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:25.196122 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-65c76748-7b71-43fd-9252-c35a728c76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:25.207857 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c76748-7b71-43fd-9252-c35a728c76e7 None None] Routers {'caa97d07-893f-43a7-9228-6cb4141b2f29'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:25.208733 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-65c76748-7b71-43fd-9252-c35a728c76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['caa97d07-893f-43a7-9228-6cb4141b2f29'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:25.215203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 89751c2a-8df9-41ba-8dc1-322e67069213 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:25.244117 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-65c76748-7b71-43fd-9252-c35a728c76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:25.245086 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46fe3958-58ea-4640-a083-60274da4726e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.245421 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c76748-7b71-43fd-9252-c35a728c76e7 None None] The sync data for ids ['caa97d07-893f-43a7-9228-6cb4141b2f29'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:25.289019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 89751c2a-8df9-41ba-8dc1-322e67069213 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:25.289922 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.437908 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46fe3958-58ea-4640-a083-60274da4726e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.440329 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46fe3958-58ea-4640-a083-60274da4726e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.487580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46fe3958-58ea-4640-a083-60274da4726e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.488190 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fe3958-58ea-4640-a083-60274da4726e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Fanout notify agent at l3_agent the message router_deleted on router caa97d07-893f-43a7-9228-6cb4141b2f29 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:18:25.496240 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46fe3958-58ea-4640-a083-60274da4726e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.497373 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-46fe3958-58ea-4640-a083-60274da4726e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/caa97d07-893f-43a7-9228-6cb4141b2f29 HTTP/1.1" status: 204 len: 168 time: 0.3508127 Aug 26 11:18:25.499913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56866) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:25.560895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd00bd82-c6ab-4d60-a9d8-a7e8712a84ab tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting subnet 621beeb4-7857-4af6-9e87-ae450d7e87dd {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:18:25.564183 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd00bd82-c6ab-4d60-a9d8-a7e8712a84ab tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.607080 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd00bd82-c6ab-4d60-a9d8-a7e8712a84ab tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.697578 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd00bd82-c6ab-4d60-a9d8-a7e8712a84ab tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.765454 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd00bd82-c6ab-4d60-a9d8-a7e8712a84ab tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.795662 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cd00bd82-c6ab-4d60-a9d8-a7e8712a84ab tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:25.797713 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cd00bd82-c6ab-4d60-a9d8-a7e8712a84ab tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/621beeb4-7857-4af6-9e87-ae450d7e87dd HTTP/1.1" status: 204 len: 168 time: 0.2968166 Aug 26 11:18:25.799043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00bd82-c6ab-4d60-a9d8-a7e8712a84ab tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Subnet': ['ID=621beeb4-7857-4af6-9e87-ae450d7e87dd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:25.804062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56868) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:25.804340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ebd60f-0fc1-42d7-93cd-e57a8f1bbcad None None] Network c3dd12e1-9492-4449-9d97-c63d6792cfe9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:25.895885 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.034710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port 89751c2a-8df9-41ba-8dc1-322e67069213 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:26.035226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.061688 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b505887f-5f5b-4201-b5b5-f7ef5f16093f None None] DHCP port deletion for c3dd12e1-9492-4449-9d97-c63d6792cfe9 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:18:26.145079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b505887f-5f5b-4201-b5b5-f7ef5f16093f None None] Deleting port 89751c2a-8df9-41ba-8dc1-322e67069213 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:26.145466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port 89751c2a-8df9-41ba-8dc1-322e67069213, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=89751c2a-8df9-41ba-8dc1-322e67069213,segment=NetworkSegment(c3d46035-ab76-42c7-b2ba-5d3b68a5cff9),segment_id=c3d46035-ab76-42c7-b2ba-5d3b68a5cff9)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:26.145687 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b505887f-5f5b-4201-b5b5-f7ef5f16093f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.145853 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.158324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-884d1f2c-a833-4c91-bb80-7b5855b806d2 req-a2362b4f-f286-4a52-b2e1-6aa57af30d2c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 210 time: 0.0300002 Aug 26 11:18:26.177376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-fbdf015d-20da-4425-817a-fd09a366da82 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:26.179065 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-fbdf015d-20da-4425-817a-fd09a366da82 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.2159448 Aug 26 11:18:26.186526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for 89751c2a-8df9-41ba-8dc1-322e67069213 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:26.194951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'port': {'device_id': '3442c0df-2cdd-49b7-afaf-0041b79185df', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'admin_state_up': True, 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:26.231793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b505887f-5f5b-4201-b5b5-f7ef5f16093f None None] For port 89751c2a-8df9-41ba-8dc1-322e67069213, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=89751c2a-8df9-41ba-8dc1-322e67069213,segment=NetworkSegment(c3d46035-ab76-42c7-b2ba-5d3b68a5cff9),segment_id=c3d46035-ab76-42c7-b2ba-5d3b68a5cff9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:26.232289 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b505887f-5f5b-4201-b5b5-f7ef5f16093f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.247526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b505887f-5f5b-4201-b5b5-f7ef5f16093f None None] Calling delete_port for 89751c2a-8df9-41ba-8dc1-322e67069213 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:26.331988 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b505887f-5f5b-4201-b5b5-f7ef5f16093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.364319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505887f-5f5b-4201-b5b5-f7ef5f16093f None None] Pushing event deleted for resources: {'Port': ['ID=89751c2a-8df9-41ba-8dc1-322e67069213,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:26.373953 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.374786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505887f-5f5b-4201-b5b5-f7ef5f16093f None None] No DVR routers for this DVR port 89751c2a-8df9-41ba-8dc1-322e67069213 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:18:26.409336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=89751c2a-8df9-41ba-8dc1-322e67069213,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:26.411326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No DVR routers for this DVR port 89751c2a-8df9-41ba-8dc1-322e67069213 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:18:26.437737 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Made reservation on behalf of b6004e8ddb64481b8fb8b975d301d1ab for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:26.441318 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.520596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.565872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3dd12e1-9492-4449-9d97-c63d6792cfe9']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:26.581380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d46035-ab76-42c7-b2ba-5d3b68a5cff9') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:26.581620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d46035-ab76-42c7-b2ba-5d3b68a5cff9') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:26.599996 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.642251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.654898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:18:26.655309 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: self.session.flush() Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:18:26.658528 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:18:26.730146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Allocated IP 172.20.0.11 (425c1548-ff0b-496e-9ab6-42aac07c907a/d60a612c-a025-4e07-8431-dbe7e8facf35/f093530d-0f6f-48fe-8b1d-33cda2d8e603) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:26.743767 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.752195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.754072 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/networks/c3dd12e1-9492-4449-9d97-c63d6792cfe9 HTTP/1.1" status: 204 len: 168 time: 0.9486768 Aug 26 11:18:26.757954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56876) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:26.776315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-561259087', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:26.789310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cd7df-8429-4627-8c2c-068e1088eb45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Network': ['ID=c3dd12e1-9492-4449-9d97-c63d6792cfe9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:26.830620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.831575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:26.949048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:27.048466 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:27.128739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Transition to ACTIVE for port object f093530d-0f6f-48fe-8b1d-33cda2d8e603 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:27.131379 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:27.216374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 89751c2a-8df9-41ba-8dc1-322e67069213 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:18:27.241476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:27.263788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['cd370508-a07b-42fa-94d4-b00e309ea729'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:18:27.272779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 89751c2a-8df9-41ba-8dc1-322e67069213 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:18:27.273429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 89751c2a-8df9-41ba-8dc1-322e67069213 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:18:27.340216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19004b8b-9c64-462d-8431-c11fc607232f req-62841c93-60d0-4a93-9edd-672e9c51d65e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:27.348920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19004b8b-9c64-462d-8431-c11fc607232f req-62841c93-60d0-4a93-9edd-672e9c51d65e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 932 time: 0.0672045 Aug 26 11:18:27.400840 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19004b8b-9c64-462d-8431-c11fc607232f req-ac0f9913-8a41-4863-9ecc-de208e731df8 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506814 Aug 26 11:18:27.671494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Network 425c1548-ff0b-496e-9ab6-42aac07c907a is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:27.691595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:27.694694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:27.697302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=f093530d-0f6f-48fe-8b1d-33cda2d8e603,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:27.758935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:27.759888 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:27.784013 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-e2a97a25-b710-4e57-8a5a-b0c23ae7fa97 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5948410 Aug 26 11:18:27.833163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Request body: {'port': {'device_id': '3442c0df-2cdd-49b7-afaf-0041b79185df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:27.919235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:27.958871 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:27.970863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:27.982972 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0373d9d0-10cc-402c-9be9-f94a349840b9 None None] Provisioning for port f093530d-0f6f-48fe-8b1d-33cda2d8e603 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:27.987439 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0373d9d0-10cc-402c-9be9-f94a349840b9 None None] Provisioning complete for port f093530d-0f6f-48fe-8b1d-33cda2d8e603 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:27.987816 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0373d9d0-10cc-402c-9be9-f94a349840b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:28.027425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0373d9d0-10cc-402c-9be9-f94a349840b9 None None] Port f093530d-0f6f-48fe-8b1d-33cda2d8e603 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:28.199535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Allocated IP 172.25.1.158 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/d47cac52-ff76-4f05-8d51-52a5cf647e77) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:28.399481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:28.454248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f093530d-0f6f-48fe-8b1d-33cda2d8e603 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:18:28.466364 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:28.487475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Transition to ACTIVE for port object f093530d-0f6f-48fe-8b1d-33cda2d8e603 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:28.492727 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:28.507886 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:28.510250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96728ac-a89c-4741-b972-0e0bb6c36bf8 req-9d3b418b-0b8c-4149-9dda-06d949851687 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:28.513028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d96728ac-a89c-4741-b972-0e0bb6c36bf8 req-9d3b418b-0b8c-4149-9dda-06d949851687 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 932 time: 0.0552843 Aug 26 11:18:28.557778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:28.562681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:28.573021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:28.587876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d96728ac-a89c-4741-b972-0e0bb6c36bf8 req-9999c260-55e6-4d69-89d5-d89e933cb2dc tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656965 Aug 26 11:18:28.630205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Pushing event updated for resources: {'Port': ['ID=f093530d-0f6f-48fe-8b1d-33cda2d8e603,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:28.797322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=d47cac52-ff76-4f05-8d51-52a5cf647e77,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:28.833891 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Attempting to bind port f093530d-0f6f-48fe-8b1d-33cda2d8e603 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:28.834229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Attempting to bind port f093530d-0f6f-48fe-8b1d-33cda2d8e603 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:28.834559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Attempting to bind port f093530d-0f6f-48fe-8b1d-33cda2d8e603 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:28.846179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Port f093530d-0f6f-48fe-8b1d-33cda2d8e603 on network 425c1548-ff0b-496e-9ab6-42aac07c907a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:18:28.846565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Attempting to bind port f093530d-0f6f-48fe-8b1d-33cda2d8e603 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:28.856689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:28.857036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Checking segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:28.857439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Bound using segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:28.857877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Bound port: f093530d-0f6f-48fe-8b1d-33cda2d8e603, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:28.858245 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:29.010742 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] For port f093530d-0f6f-48fe-8b1d-33cda2d8e603, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:29.027545 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] For port f093530d-0f6f-48fe-8b1d-33cda2d8e603, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f093530d-0f6f-48fe-8b1d-33cda2d8e603,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:29.030755 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:29.035487 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:29.118466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:29.119569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:29.121641 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] 10.222.0.47 "PUT /v2.0/ports/f093530d-0f6f-48fe-8b1d-33cda2d8e603 HTTP/1.1" status: 200 len: 1093 time: 1.2947643 Aug 26 11:18:29.124415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3442c0df-2cdd-49b7-afaf-0041b79185df', 'tag': 'f093530d-0f6f-48fe-8b1d-33cda2d8e603'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:18:29.128504 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ebec93-2c4d-4e10-b9a9-69aad13e870e" -d '{"events": [{"name": "network-changed", "server_uuid": "3442c0df-2cdd-49b7-afaf-0041b79185df", "tag": "f093530d-0f6f-48fe-8b1d-33cda2d8e603"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:18:29.204538 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407d8063-6bf4-4e4a-87fa-7b67c998f190 x-openstack-request-id: req-407d8063-6bf4-4e4a-87fa-7b67c998f190 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:18:29.204825 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3442c0df-2cdd-49b7-afaf-0041b79185df", "tag": "f093530d-0f6f-48fe-8b1d-33cda2d8e603", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:18:29.205084 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-407d8063-6bf4-4e4a-87fa-7b67c998f190 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:18:29.205519 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3442c0df-2cdd-49b7-afaf-0041b79185df', 'tag': 'f093530d-0f6f-48fe-8b1d-33cda2d8e603', 'status': 'completed', 'code': 200} Aug 26 11:18:29.230082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e3a52-ca1f-4267-88c7-85a9bd074b56 service neutron] Pushing event updated for resources: {'Port': ['ID=f093530d-0f6f-48fe-8b1d-33cda2d8e603,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:29.279908 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-5ba73c1d-a585-4048-bbfd-1ff1981a5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:29.281210 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-5ba73c1d-a585-4048-bbfd-1ff1981a5395 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 1096 time: 0.0854332 Aug 26 11:18:29.357713 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-d4997538-a29d-495f-a8fc-6b8aef80e2af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f093530d-0f6f-48fe-8b1d-33cda2d8e603 HTTP/1.1" status: 200 len: 217 time: 0.0428321 Aug 26 11:18:29.475445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-5bc184ca-f62c-4e1e-bc39-0ed96d343eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:29.477610 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-5bc184ca-f62c-4e1e-bc39-0ed96d343eb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.1116786 Aug 26 11:18:29.485072 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:29.641554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-a53d173f-8457-40ce-8220-284a8737f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:29.643187 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-a53d173f-8457-40ce-8220-284a8737f23e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1549504 Aug 26 11:18:29.776377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 30510b60-3df4-496d-afca-81afb50f5dac is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:18:29.789806 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c09f4a-63cc-44c3-9bb3-92f87da06fa3 req-7e884ad8-9a2b-4a52-8bfd-f0a8b58d383d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:29.792777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87c09f4a-63cc-44c3-9bb3-92f87da06fa3 req-7e884ad8-9a2b-4a52-8bfd-f0a8b58d383d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0978267 Aug 26 11:18:29.820541 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-ac7f0cfc-731b-47fa-bd36-5b3de407f2ee service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543882 Aug 26 11:18:29.867653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87c09f4a-63cc-44c3-9bb3-92f87da06fa3 req-bf49039d-0828-4a7f-bf8f-dff8b956a621 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673230 Aug 26 11:18:30.041257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:30.044405 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-aa51a81e-3bfa-4a1a-b65f-5492951bbf69 req-ae678dcb-07b0-46da-bc93-f4c88a42a794 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872737 Aug 26 11:18:30.052039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e724e69-3823-48b5-9e10-bdfe4266ee26 None None] Sync routers for ids ['30510b60-3df4-496d-afca-81afb50f5dac'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:30.070841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e724e69-3823-48b5-9e10-bdfe4266ee26 None None] Routers {'30510b60-3df4-496d-afca-81afb50f5dac'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:30.071584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1e724e69-3823-48b5-9e10-bdfe4266ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['30510b60-3df4-496d-afca-81afb50f5dac'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:30.083062 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:30.087715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56890) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:30.087934 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9b78a7f7-680a-4d9d-b6eb-73613e7e763d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.3287492 Aug 26 11:18:30.123353 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1e724e69-3823-48b5-9e10-bdfe4266ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:30.134509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e724e69-3823-48b5-9e10-bdfe4266ee26 None None] Routers {'30510b60-3df4-496d-afca-81afb50f5dac'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:30.135555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1e724e69-3823-48b5-9e10-bdfe4266ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['30510b60-3df4-496d-afca-81afb50f5dac'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:30.173084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1e724e69-3823-48b5-9e10-bdfe4266ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:30.173748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e724e69-3823-48b5-9e10-bdfe4266ee26 None None] The sync data for ids ['30510b60-3df4-496d-afca-81afb50f5dac'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:30.219817 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebec93-2c4d-4e10-b9a9-69aad13e870e req-38e91435-df10-4d3e-9438-f0b81a0d5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:30.221664 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-96ebec93-2c4d-4e10-b9a9-69aad13e870e req-38e91435-df10-4d3e-9438-f0b81a0d5b35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 1096 time: 0.0727282 Aug 26 11:18:30.270026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-54d3ab26-22cd-4c6d-a71a-11c2615b4da5 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/routers/30510b60-3df4-496d-afca-81afb50f5dac HTTP/1.1" status: 200 len: 880 time: 0.1797278 Aug 26 11:18:30.272851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56892) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:30.385323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebec93-2c4d-4e10-b9a9-69aad13e870e req-33508146-02c2-4d9b-997d-8c57e1db61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:30.388420 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-96ebec93-2c4d-4e10-b9a9-69aad13e870e req-33508146-02c2-4d9b-997d-8c57e1db61c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.1565051 Aug 26 11:18:30.460367 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-96ebec93-2c4d-4e10-b9a9-69aad13e870e req-9358cc44-fd33-40ac-8c7e-befd70ea2fdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f093530d-0f6f-48fe-8b1d-33cda2d8e603 HTTP/1.1" status: 200 len: 217 time: 0.0627177 Aug 26 11:18:30.564859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebec93-2c4d-4e10-b9a9-69aad13e870e req-a99f9f1f-8ee0-4d41-a43f-9208f8c54838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:30.567931 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-96ebec93-2c4d-4e10-b9a9-69aad13e870e req-a99f9f1f-8ee0-4d41-a43f-9208f8c54838 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0984600 Aug 26 11:18:30.596838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f3620f2b-7787-464a-93a7-b47116099587 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3222063 Aug 26 11:18:30.599573 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56894) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:30.609463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-18a6db6d-c6a0-45c2-af8e-bc8c10888278 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-561259087'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:30.634412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebec93-2c4d-4e10-b9a9-69aad13e870e req-7bff0542-b760-4c52-a1f1-47ed464a3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:30.636679 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-96ebec93-2c4d-4e10-b9a9-69aad13e870e req-7bff0542-b760-4c52-a1f1-47ed464a3eb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618250 Aug 26 11:18:30.757265 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-96ebec93-2c4d-4e10-b9a9-69aad13e870e req-9e4c82be-7823-4483-b97c-d78372d117b5 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126287 Aug 26 11:18:30.893677 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-96ebec93-2c4d-4e10-b9a9-69aad13e870e req-7cbfee09-416b-4aff-b4f2-a9c2029a4240 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293070 Aug 26 11:18:31.183623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecffe1-83a7-4d4a-aedb-ef4ffc9aacd4 req-340d8c6b-453c-4f2a-b879-4e8086091d9d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:31.187197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3fecffe1-83a7-4d4a-aedb-ef4ffc9aacd4 req-340d8c6b-453c-4f2a-b879-4e8086091d9d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.1455345 Aug 26 11:18:31.192590 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18a6db6d-c6a0-45c2-af8e-bc8c10888278 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:31.220538 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18a6db6d-c6a0-45c2-af8e-bc8c10888278 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:31.338769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3fecffe1-83a7-4d4a-aedb-ef4ffc9aacd4 req-56ea855d-de06-4655-92d0-16249b0b5e94 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316907 Aug 26 11:18:31.432238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a6db6d-c6a0-45c2-af8e-bc8c10888278 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 30510b60-3df4-496d-afca-81afb50f5dac has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:31.586300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a6db6d-c6a0-45c2-af8e-bc8c10888278 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:31.594597 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18a6db6d-c6a0-45c2-af8e-bc8c10888278 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:31.595848 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-18a6db6d-c6a0-45c2-af8e-bc8c10888278 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/30510b60-3df4-496d-afca-81afb50f5dac HTTP/1.1" status: 200 len: 887 time: 0.9945366 Aug 26 11:18:31.598528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56900) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:31.610602 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88088d4-f1ad-4d19-9443-cd4f0d2c5c4e None None] Sync routers for ids ['30510b60-3df4-496d-afca-81afb50f5dac'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:31.632937 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88088d4-f1ad-4d19-9443-cd4f0d2c5c4e None None] Routers {'30510b60-3df4-496d-afca-81afb50f5dac'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:31.633873 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c88088d4-f1ad-4d19-9443-cd4f0d2c5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['30510b60-3df4-496d-afca-81afb50f5dac'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:31.689427 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c88088d4-f1ad-4d19-9443-cd4f0d2c5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:31.706157 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88088d4-f1ad-4d19-9443-cd4f0d2c5c4e None None] Routers {'30510b60-3df4-496d-afca-81afb50f5dac'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:31.707577 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c88088d4-f1ad-4d19-9443-cd4f0d2c5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['30510b60-3df4-496d-afca-81afb50f5dac'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:31.754212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9247ba7c-1b87-4a35-a19c-98cf0cf96804 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/routers/30510b60-3df4-496d-afca-81afb50f5dac HTTP/1.1" status: 200 len: 887 time: 0.1512356 Aug 26 11:18:31.755061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56902) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:31.794859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1ef8eec4-080a-4633-903a-99fbc5d45f58 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=30510b60-3df4-496d-afca-81afb50f5dac HTTP/1.1" status: 200 len: 205 time: 0.0356026 Aug 26 11:18:31.795177 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-c88088d4-f1ad-4d19-9443-cd4f0d2c5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:31.795177 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88088d4-f1ad-4d19-9443-cd4f0d2c5c4e None None] The sync data for ids ['30510b60-3df4-496d-afca-81afb50f5dac'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:31.795517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56904) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:31.978995 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.103494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.171019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port d47cac52-ff76-4f05-8d51-52a5cf647e77 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:32.172154 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.272255 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.288293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for d47cac52-ff76-4f05-8d51-52a5cf647e77 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:32.495681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94634bf-a491-4875-82a1-7a7e667d5cbe req-fda120e9-6d92-4621-ad65-1f6c3e40b1ea tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:32.497590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d94634bf-a491-4875-82a1-7a7e667d5cbe req-fda120e9-6d92-4621-ad65-1f6c3e40b1ea tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0688443 Aug 26 11:18:32.551305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d94634bf-a491-4875-82a1-7a7e667d5cbe req-ce8213d9-50f2-46dd-9127-07948157c72c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450504 Aug 26 11:18:32.551569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.577987 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=d47cac52-ff76-4f05-8d51-52a5cf647e77,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:32.643843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.741258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.743695 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.811195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.812128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Fanout notify agent at l3_agent the message router_deleted on router 30510b60-3df4-496d-afca-81afb50f5dac {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:18:32.820670 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.821953 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-83d7d488-b044-4263-b541-6e5e851bab89 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/30510b60-3df4-496d-afca-81afb50f5dac HTTP/1.1" status: 204 len: 168 time: 1.0257134 Aug 26 11:18:32.826983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56908) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:32.832235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1883839436'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:32.863945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:32.868595 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.903057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:18:32.913709 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.914373 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added segment c7db9388-8ee2-428f-8f08-e9d58b0fb009 of type vlan for network 5cc316b7-4747-4766-b7d9-515a65782147 Aug 26 11:18:32.969338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:32.996110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:33.002215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:33.002575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:33.067438 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2392745 Aug 26 11:18:33.070510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56910) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:33.078027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'subnet': {'network_id': '5cc316b7-4747-4766-b7d9-515a65782147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:33.082231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d7f66-5852-44dd-9d8e-bfc779da6cc8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Network': ['ID=5cc316b7-4747-4766-b7d9-515a65782147,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:33.101616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 5cc316b7-4747-4766-b7d9-515a65782147 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:18:33.209288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:33.212921 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:33.408470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:33.461837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Subnet': ['ID=25ff64e5-5b47-4b71-ae34-a4605a98cd24,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:33.476818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.477178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.477518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.477862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.478223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.478536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.478968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.479302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.480175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.480506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.480833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.481165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:18:33.491690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Checking segment: {'id': 'c7db9388-8ee2-428f-8f08-e9d58b0fb009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5cc316b7-4747-4766-b7d9-515a65782147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:33.492064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network hostable DHCP agents. Network: 5cc316b7-4747-4766-b7d9-515a65782147, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:18:33.512955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 5cc316b7-4747-4766-b7d9-515a65782147 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:18:33.522605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 5cc316b7-4747-4766-b7d9-515a65782147) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:33.527339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:33.528277 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:33.532860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0521d489-07c3-48fc-8bd6-0c3d279b09c1 None None] Network 5cc316b7-4747-4766-b7d9-515a65782147 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:33.545616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-23e21385-ee98-4954-99bc-a9b13bb976b2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4739563 Aug 26 11:18:33.548322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56912) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:33.553230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ef0fd71a-d3b2-47ac-af51-d5b379ffa20a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1241811513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:33.581483 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd71a-d3b2-47ac-af51-d5b379ffa20a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:33.582777 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd71a-d3b2-47ac-af51-d5b379ffa20a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:33.681329 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd71a-d3b2-47ac-af51-d5b379ffa20a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:33.698559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5cc316b7-4747-4766-b7d9-515a65782147', 'network_id': '5cc316b7-4747-4766-b7d9-515a65782147', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'fixed_ips': [{'subnet_id': '25ff64e5-5b47-4b71-ae34-a4605a98cd24'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:18:33.699456 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:33.699589 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd71a-d3b2-47ac-af51-d5b379ffa20a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:33.733872 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ef0fd71a-d3b2-47ac-af51-d5b379ffa20a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:33.735222 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ef0fd71a-d3b2-47ac-af51-d5b379ffa20a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1859519 Aug 26 11:18:33.738886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56916) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:33.753838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dc91f-e0b3-42c6-ab97-d02ad7001ccf req-8d35d368-9ff3-4541-af15-b30a0f0bbbab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:33.755423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f17dc91f-e0b3-42c6-ab97-d02ad7001ccf req-8d35d368-9ff3-4541-af15-b30a0f0bbbab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0858140 Aug 26 11:18:33.859908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Allocated IP 172.20.0.2 (5cc316b7-4747-4766-b7d9-515a65782147/25ff64e5-5b47-4b71-ae34-a4605a98cd24/e4bfc6cb-084b-46f8-8e25-841d4b85726c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:34.048448 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:34.058365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Transition to ACTIVE for port object e4bfc6cb-084b-46f8-8e25-841d4b85726c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:34.074993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Transition to ACTIVE for port object e4bfc6cb-084b-46f8-8e25-841d4b85726c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:34.083753 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:34.136465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Network 5cc316b7-4747-4766-b7d9-515a65782147 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:34.141210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:34.147671 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Pushing event updated for resources: {'Port': ['ID=e4bfc6cb-084b-46f8-8e25-841d4b85726c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:34.156043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:34.240388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Attempting to bind port e4bfc6cb-084b-46f8-8e25-841d4b85726c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:34.240769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Attempting to bind port e4bfc6cb-084b-46f8-8e25-841d4b85726c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'c7db9388-8ee2-428f-8f08-e9d58b0fb009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5cc316b7-4747-4766-b7d9-515a65782147'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:34.241201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Attempting to bind port e4bfc6cb-084b-46f8-8e25-841d4b85726c on network 5cc316b7-4747-4766-b7d9-515a65782147 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:34.248635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:34.248635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Checking segment: {'id': 'c7db9388-8ee2-428f-8f08-e9d58b0fb009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5cc316b7-4747-4766-b7d9-515a65782147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:34.248635 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:34.251191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Bound using segment: {'id': 'c7db9388-8ee2-428f-8f08-e9d58b0fb009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5cc316b7-4747-4766-b7d9-515a65782147'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:34.251191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Bound port: e4bfc6cb-084b-46f8-8e25-841d4b85726c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7db9388-8ee2-428f-8f08-e9d58b0fb009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5cc316b7-4747-4766-b7d9-515a65782147'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:34.251191 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:34.263983 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f17dc91f-e0b3-42c6-ab97-d02ad7001ccf req-0b4714f0-d08d-4c05-9020-10458b86006d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022349 Aug 26 11:18:34.331708 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] For port e4bfc6cb-084b-46f8-8e25-841d4b85726c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:34.335144 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] For port e4bfc6cb-084b-46f8-8e25-841d4b85726c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e4bfc6cb-084b-46f8-8e25-841d4b85726c,segment=NetworkSegment(c7db9388-8ee2-428f-8f08-e9d58b0fb009),segment_id=c7db9388-8ee2-428f-8f08-e9d58b0fb009)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:34.340707 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:34.404998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9bd4a-e0ec-4bce-9678-3bcfd23e2f01 None None] Pushing event updated for resources: {'Port': ['ID=e4bfc6cb-084b-46f8-8e25-841d4b85726c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:34.514697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:34.822999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Allocated IP 172.20.0.1 (5cc316b7-4747-4766-b7d9-515a65782147/25ff64e5-5b47-4b71-ae34-a4605a98cd24/90a7f030-7fbd-458e-8a86-4bc52b89031d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:34.933486 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:34.946900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Transition to ACTIVE for port object 90a7f030-7fbd-458e-8a86-4bc52b89031d will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:34.978217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:35.020709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 5cc316b7-4747-4766-b7d9-515a65782147 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:35.023657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:35.029344 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:35.056734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=90a7f030-7fbd-458e-8a86-4bc52b89031d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:35.079336 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:35.212626 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:35.237639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e4bfc6cb-084b-46f8-8e25-841d4b85726c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:35.289788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port e4bfc6cb-084b-46f8-8e25-841d4b85726c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:35.420833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e932795a-0376-41f2-8828-ad9fb7f92ae9 None None] Network 5cc316b7-4747-4766-b7d9-515a65782147 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:35.433687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132c714-0494-4cf6-9ada-a8276554e7fb req-8ebf9445-8a16-45c3-acf7-82d33050c242 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:35.435311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7132c714-0494-4cf6-9ada-a8276554e7fb req-8ebf9445-8a16-45c3-acf7-82d33050c242 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0778635 Aug 26 11:18:35.538167 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7132c714-0494-4cf6-9ada-a8276554e7fb req-82ada84f-bb03-435d-a9f3-927104bb2380 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918827 Aug 26 11:18:35.588676 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:35.595209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:35.644731 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ed35b168-9303-46aa-b4e7-4b4772977297 None None] Provisioning for port e4bfc6cb-084b-46f8-8e25-841d4b85726c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:35.652845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ed35b168-9303-46aa-b4e7-4b4772977297 None None] Provisioning complete for port e4bfc6cb-084b-46f8-8e25-841d4b85726c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:35.653370 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed35b168-9303-46aa-b4e7-4b4772977297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:35.671173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=90a7f030-7fbd-458e-8a86-4bc52b89031d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:35.675026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:35.773649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 5cc316b7-4747-4766-b7d9-515a65782147 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:35.775238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:35.800878 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed35b168-9303-46aa-b4e7-4b4772977297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:35.843064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ed35b168-9303-46aa-b4e7-4b4772977297 None None] For port e4bfc6cb-084b-46f8-8e25-841d4b85726c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e4bfc6cb-084b-46f8-8e25-841d4b85726c,segment=NetworkSegment(c7db9388-8ee2-428f-8f08-e9d58b0fb009),segment_id=c7db9388-8ee2-428f-8f08-e9d58b0fb009)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:35.851454 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed35b168-9303-46aa-b4e7-4b4772977297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:35.906588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35b168-9303-46aa-b4e7-4b4772977297 None None] Pushing event updated for resources: {'Port': ['ID=e4bfc6cb-084b-46f8-8e25-841d4b85726c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:35.923890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 059556b8-73c5-4bcb-82f5-24735c43fb89 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:18:36.046014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:36.055545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-960d1ec3-e597-485f-8b09-2f108112cf63 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/059556b8-73c5-4bcb-82f5-24735c43fb89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3138506 Aug 26 11:18:36.056023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56922) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:36.064308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74580be-5a65-4342-a6e6-8dfda836ff50 None None] Sync routers for ids ['059556b8-73c5-4bcb-82f5-24735c43fb89'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:36.076103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74580be-5a65-4342-a6e6-8dfda836ff50 None None] Routers {'059556b8-73c5-4bcb-82f5-24735c43fb89'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:36.077351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f74580be-5a65-4342-a6e6-8dfda836ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['059556b8-73c5-4bcb-82f5-24735c43fb89'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:36.123391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f74580be-5a65-4342-a6e6-8dfda836ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:36.123570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f804aea-b4a8-48fd-a36d-65fa57d53d30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:36.124901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4f804aea-b4a8-48fd-a36d-65fa57d53d30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports/90a7f030-7fbd-458e-8a86-4bc52b89031d HTTP/1.1" status: 200 len: 910 time: 0.0676694 Aug 26 11:18:36.127613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56924) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:36.134118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d6ea2508-7c82-4cf7-86cf-2041021bc242 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25ff64e5-5b47-4b71-ae34-a4605a98cd24'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:36.140554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74580be-5a65-4342-a6e6-8dfda836ff50 None None] Routers {'059556b8-73c5-4bcb-82f5-24735c43fb89'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:36.141223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f74580be-5a65-4342-a6e6-8dfda836ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['059556b8-73c5-4bcb-82f5-24735c43fb89'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:36.145106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-714afaf4-abcd-4a32-a080-fb9fafd3c261 None None] Provisioning for port 90a7f030-7fbd-458e-8a86-4bc52b89031d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:36.178755 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f74580be-5a65-4342-a6e6-8dfda836ff50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:36.179104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74580be-5a65-4342-a6e6-8dfda836ff50 None None] The sync data for ids ['059556b8-73c5-4bcb-82f5-24735c43fb89'] in n-d-778550-13 is: [] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:36.181508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-714afaf4-abcd-4a32-a080-fb9fafd3c261 None None] Provisioning complete for port 90a7f030-7fbd-458e-8a86-4bc52b89031d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:36.181886 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-714afaf4-abcd-4a32-a080-fb9fafd3c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:36.225557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-714afaf4-abcd-4a32-a080-fb9fafd3c261 None None] Port 90a7f030-7fbd-458e-8a86-4bc52b89031d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:36.237233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-714afaf4-abcd-4a32-a080-fb9fafd3c261 None None] Provisioning complete for port e4bfc6cb-084b-46f8-8e25-841d4b85726c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:36.237615 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-714afaf4-abcd-4a32-a080-fb9fafd3c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:36.319457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2508-7c82-4cf7-86cf-2041021bc242 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:36.457045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8882e813-808d-4a65-99ec-19f89f454874 None None] Provisioning complete for port 90a7f030-7fbd-458e-8a86-4bc52b89031d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:36.458170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8882e813-808d-4a65-99ec-19f89f454874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:36.496531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8882e813-808d-4a65-99ec-19f89f454874 None None] Port 90a7f030-7fbd-458e-8a86-4bc52b89031d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:36.618371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a1530a52-2a39-4e1b-8366-645681f7764a None None] Provisioning complete for port 90a7f030-7fbd-458e-8a86-4bc52b89031d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:36.618826 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1530a52-2a39-4e1b-8366-645681f7764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:36.658253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a1530a52-2a39-4e1b-8366-645681f7764a None None] Port 90a7f030-7fbd-458e-8a86-4bc52b89031d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:36.724218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3020bd-ef22-42f6-b34f-70bdbb1e9b71 req-abaf3629-cb7a-4da6-af9a-82849b856e66 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:36.725832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c3020bd-ef22-42f6-b34f-70bdbb1e9b71 req-abaf3629-cb7a-4da6-af9a-82849b856e66 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.1161931 Aug 26 11:18:36.792175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c3020bd-ef22-42f6-b34f-70bdbb1e9b71 req-9223d154-ad56-4bd6-a3ca-6430a05a057d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594096 Aug 26 11:18:36.804431 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2508-7c82-4cf7-86cf-2041021bc242 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:36.814451 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2508-7c82-4cf7-86cf-2041021bc242 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:36.897246 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea2508-7c82-4cf7-86cf-2041021bc242 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:36.897859 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2508-7c82-4cf7-86cf-2041021bc242 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:36.899223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d6ea2508-7c82-4cf7-86cf-2041021bc242 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/ports/90a7f030-7fbd-458e-8a86-4bc52b89031d HTTP/1.1" status: 200 len: 910 time: 0.7704637 Aug 26 11:18:36.899925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea2508-7c82-4cf7-86cf-2041021bc242 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=90a7f030-7fbd-458e-8a86-4bc52b89031d,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:36.902308 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56928) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:37.207927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e4bfc6cb-084b-46f8-8e25-841d4b85726c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:37.274994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e4bfc6cb-084b-46f8-8e25-841d4b85726c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:37.275734 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:37.614843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-adff7396-e59a-40ed-9b4c-dd9a157f045e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:37.883814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-adff7396-e59a-40ed-9b4c-dd9a157f045e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port 90a7f030-7fbd-458e-8a86-4bc52b89031d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:37.884103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-adff7396-e59a-40ed-9b4c-dd9a157f045e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:37.920463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc6027-a32b-4df9-8b55-f176811654b3 req-08cace48-dbd2-4200-a0a7-c434a33b2f99 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:37.922070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39bc6027-a32b-4df9-8b55-f176811654b3 req-08cace48-dbd2-4200-a0a7-c434a33b2f99 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0543334 Aug 26 11:18:37.969987 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39bc6027-a32b-4df9-8b55-f176811654b3 req-02e8cc63-0a0f-4c17-a0b9-c042765e5eb3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Aug 26 11:18:37.995849 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-adff7396-e59a-40ed-9b4c-dd9a157f045e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:38.009479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-adff7396-e59a-40ed-9b4c-dd9a157f045e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for 90a7f030-7fbd-458e-8a86-4bc52b89031d owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:38.198062 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-adff7396-e59a-40ed-9b4c-dd9a157f045e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:38.225770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff7396-e59a-40ed-9b4c-dd9a157f045e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=90a7f030-7fbd-458e-8a86-4bc52b89031d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:38.392991 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-adff7396-e59a-40ed-9b4c-dd9a157f045e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:38.592810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adff7396-e59a-40ed-9b4c-dd9a157f045e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 059556b8-73c5-4bcb-82f5-24735c43fb89 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:38.679453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adff7396-e59a-40ed-9b4c-dd9a157f045e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:38.685087 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-adff7396-e59a-40ed-9b4c-dd9a157f045e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/059556b8-73c5-4bcb-82f5-24735c43fb89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807903 Aug 26 11:18:38.687819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56932) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:38.693220 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633b7ac-6ebf-4e1b-a3be-2b94ada32047 None None] Sync routers for ids ['059556b8-73c5-4bcb-82f5-24735c43fb89'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:38.705917 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633b7ac-6ebf-4e1b-a3be-2b94ada32047 None None] Routers {'059556b8-73c5-4bcb-82f5-24735c43fb89'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:38.706954 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e633b7ac-6ebf-4e1b-a3be-2b94ada32047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['059556b8-73c5-4bcb-82f5-24735c43fb89'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:38.718399 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1fbde415-f68a-4b36-9fd4-ced9712bfc90 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=059556b8-73c5-4bcb-82f5-24735c43fb89 HTTP/1.1" status: 200 len: 205 time: 0.0292418 Aug 26 11:18:38.721453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56934) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:38.758094 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e633b7ac-6ebf-4e1b-a3be-2b94ada32047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:38.768746 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633b7ac-6ebf-4e1b-a3be-2b94ada32047 None None] Routers {'059556b8-73c5-4bcb-82f5-24735c43fb89'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:38.769495 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e633b7ac-6ebf-4e1b-a3be-2b94ada32047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['059556b8-73c5-4bcb-82f5-24735c43fb89'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:38.808262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32c33925-90a9-43cb-81ad-a9001bfeec6f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:38.905152 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e633b7ac-6ebf-4e1b-a3be-2b94ada32047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:38.905847 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633b7ac-6ebf-4e1b-a3be-2b94ada32047 None None] The sync data for ids ['059556b8-73c5-4bcb-82f5-24735c43fb89'] in n-d-778550-13 is: [] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:38.987704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32c33925-90a9-43cb-81ad-a9001bfeec6f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:38.990411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32c33925-90a9-43cb-81ad-a9001bfeec6f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.045659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32c33925-90a9-43cb-81ad-a9001bfeec6f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.046719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c33925-90a9-43cb-81ad-a9001bfeec6f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Fanout notify agent at l3_agent the message router_deleted on router 059556b8-73c5-4bcb-82f5-24735c43fb89 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:18:39.053627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32c33925-90a9-43cb-81ad-a9001bfeec6f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.054953 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-32c33925-90a9-43cb-81ad-a9001bfeec6f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/059556b8-73c5-4bcb-82f5-24735c43fb89 HTTP/1.1" status: 204 len: 168 time: 0.3324771 Aug 26 11:18:39.058106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56940) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:39.120588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2915c17-2475-4f99-b5e1-b806adafb00f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting subnet 25ff64e5-5b47-4b71-ae34-a4605a98cd24 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:18:39.124672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2915c17-2475-4f99-b5e1-b806adafb00f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.129658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4094b-7cb1-4dfd-a9d5-11e23cdb9f0c req-cb381df8-9411-471d-be51-b0fd2804f178 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:39.131309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1da4094b-7cb1-4dfd-a9d5-11e23cdb9f0c req-cb381df8-9411-471d-be51-b0fd2804f178 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0669453 Aug 26 11:18:39.180924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2915c17-2475-4f99-b5e1-b806adafb00f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.185976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1da4094b-7cb1-4dfd-a9d5-11e23cdb9f0c req-327645ac-a0fa-4b4d-a562-df669877c68a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466416 Aug 26 11:18:39.301767 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2915c17-2475-4f99-b5e1-b806adafb00f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.373456 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2915c17-2475-4f99-b5e1-b806adafb00f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.403089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2915c17-2475-4f99-b5e1-b806adafb00f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Subnet': ['ID=25ff64e5-5b47-4b71-ae34-a4605a98cd24,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:39.408528 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2915c17-2475-4f99-b5e1-b806adafb00f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.412724 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f2915c17-2475-4f99-b5e1-b806adafb00f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/25ff64e5-5b47-4b71-ae34-a4605a98cd24 HTTP/1.1" status: 204 len: 168 time: 0.3503373 Aug 26 11:18:39.412962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56942) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:39.418553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e941deb-9117-4b27-8a71-45157874098c None None] Network 5cc316b7-4747-4766-b7d9-515a65782147 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:39.522400 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.598619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port e4bfc6cb-084b-46f8-8e25-841d4b85726c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:39.599166 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.649451 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4c5d0d-a985-488e-bcd2-6a50524038db None None] DHCP port deletion for 5cc316b7-4747-4766-b7d9-515a65782147 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:18:39.684921 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port e4bfc6cb-084b-46f8-8e25-841d4b85726c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e4bfc6cb-084b-46f8-8e25-841d4b85726c,segment=NetworkSegment(c7db9388-8ee2-428f-8f08-e9d58b0fb009),segment_id=c7db9388-8ee2-428f-8f08-e9d58b0fb009)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:39.685508 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.707426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for e4bfc6cb-084b-46f8-8e25-841d4b85726c owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:39.722005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c5d0d-a985-488e-bcd2-6a50524038db None None] Deleting port e4bfc6cb-084b-46f8-8e25-841d4b85726c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:39.722581 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f4c5d0d-a985-488e-bcd2-6a50524038db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.804699 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.838427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5f4c5d0d-a985-488e-bcd2-6a50524038db None None] For port e4bfc6cb-084b-46f8-8e25-841d4b85726c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e4bfc6cb-084b-46f8-8e25-841d4b85726c,segment=NetworkSegment(c7db9388-8ee2-428f-8f08-e9d58b0fb009),segment_id=c7db9388-8ee2-428f-8f08-e9d58b0fb009)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:39.839167 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f4c5d0d-a985-488e-bcd2-6a50524038db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.840778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=e4bfc6cb-084b-46f8-8e25-841d4b85726c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:39.845423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No DVR routers for this DVR port e4bfc6cb-084b-46f8-8e25-841d4b85726c on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:18:39.854137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c5d0d-a985-488e-bcd2-6a50524038db None None] Calling delete_port for e4bfc6cb-084b-46f8-8e25-841d4b85726c owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:39.931660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.938015 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f4c5d0d-a985-488e-bcd2-6a50524038db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.943913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc316b7-4747-4766-b7d9-515a65782147']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:39.956300 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7db9388-8ee2-428f-8f08-e9d58b0fb009') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:39.956602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7db9388-8ee2-428f-8f08-e9d58b0fb009') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:39.967158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c5d0d-a985-488e-bcd2-6a50524038db None None] Pushing event deleted for resources: {'Port': ['ID=e4bfc6cb-084b-46f8-8e25-841d4b85726c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:39.970496 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:39.980526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c5d0d-a985-488e-bcd2-6a50524038db None None] No DVR routers for this DVR port e4bfc6cb-084b-46f8-8e25-841d4b85726c on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:18:39.996335 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.002203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:18:40.002898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:18:40.006344 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:18:40.068482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.076133 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.083248 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/networks/5cc316b7-4747-4766-b7d9-515a65782147 HTTP/1.1" status: 204 len: 168 time: 0.6640830 Aug 26 11:18:40.084002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56944) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:40.090543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5cdfbfba-ab86-46c2-b030-bda80a564782 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-796674703', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:40.091838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84bbe4-4aab-46d9-93fd-63f8dcfa049e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Network': ['ID=5cc316b7-4747-4766-b7d9-515a65782147,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:40.123305 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cdfbfba-ab86-46c2-b030-bda80a564782 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.124405 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cdfbfba-ab86-46c2-b030-bda80a564782 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.184376 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cdfbfba-ab86-46c2-b030-bda80a564782 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.194133 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cdfbfba-ab86-46c2-b030-bda80a564782 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.213559 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cdfbfba-ab86-46c2-b030-bda80a564782 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.218148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5cdfbfba-ab86-46c2-b030-bda80a564782 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1296914 Aug 26 11:18:40.219036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56948) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:40.224067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1462270398'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:40.252529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:40.256344 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.285130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:18:40.298140 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.298545 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added segment 1dafb44b-4402-4f2a-9335-7aded2fa638d of type vlan for network c5492035-8789-420f-84e6-9e56fc466536 Aug 26 11:18:40.339081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fb193-0d47-4f2b-91bb-1ca139291982 req-b1a59836-f0f3-4b23-a2f0-9fb981e5e2ed tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:40.340936 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b40fb193-0d47-4f2b-91bb-1ca139291982 req-b1a59836-f0f3-4b23-a2f0-9fb981e5e2ed tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0572033 Aug 26 11:18:40.352825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.384620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.390473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b40fb193-0d47-4f2b-91bb-1ca139291982 req-33b0cae6-42a3-4859-bcaf-492f5fc63d96 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 Aug 26 11:18:40.392285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:40.392934 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.464445 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2449837 Aug 26 11:18:40.467204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56950) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:40.471066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce05a93-c65f-4d70-8410-d0bff5b5e8b0 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Network': ['ID=c5492035-8789-420f-84e6-9e56fc466536,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:40.475103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'subnet': {'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:40.486933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network c5492035-8789-420f-84e6-9e56fc466536 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:18:40.586331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:40.589825 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.767952 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.825144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Subnet': ['ID=b7e4db50-757e-4760-bfad-92956e264613,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:40.835955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Checking segment: {'id': '1dafb44b-4402-4f2a-9335-7aded2fa638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:40.836309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network hostable DHCP agents. Network: c5492035-8789-420f-84e6-9e56fc466536, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:18:40.858567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network c5492035-8789-420f-84e6-9e56fc466536 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:18:40.867283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, c5492035-8789-420f-84e6-9e56fc466536) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:40.874208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:40.874208 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:40.879521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3539ac-fcc3-4c22-937e-6fc051178f68 None None] Network c5492035-8789-420f-84e6-9e56fc466536 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:40.892532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ed75f246-0045-4102-95cb-139a25c19020 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4238029 Aug 26 11:18:40.895406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56952) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:41.026943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-c5492035-8789-420f-84e6-9e56fc466536', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:18:41.028519 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:41.169566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Allocated IP 172.20.0.2 (c5492035-8789-420f-84e6-9e56fc466536/b7e4db50-757e-4760-bfad-92956e264613/95ca2871-4d58-4a5e-87c8-fa9485d2bb4f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:41.195810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:41.232307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e4bfc6cb-084b-46f8-8e25-841d4b85726c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:18:41.254706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: e4bfc6cb-084b-46f8-8e25-841d4b85726c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:18:41.255071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e4bfc6cb-084b-46f8-8e25-841d4b85726c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:18:41.353815 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:41.363300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Transition to ACTIVE for port object 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:41.379508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Transition to ACTIVE for port object 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:41.386374 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:41.424520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Network c5492035-8789-420f-84e6-9e56fc466536 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:41.427430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:41.431095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:41.464069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Pushing event updated for resources: {'Port': ['ID=95ca2871-4d58-4a5e-87c8-fa9485d2bb4f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:41.465595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Allocated IP 172.20.0.1 (c5492035-8789-420f-84e6-9e56fc466536/b7e4db50-757e-4760-bfad-92956e264613/e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:41.502112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Attempting to bind port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:41.502712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Attempting to bind port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '1dafb44b-4402-4f2a-9335-7aded2fa638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:41.502876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Attempting to bind port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f on network c5492035-8789-420f-84e6-9e56fc466536 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:41.508048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:41.508541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Checking segment: {'id': '1dafb44b-4402-4f2a-9335-7aded2fa638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:41.508949 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:41.509338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Bound using segment: {'id': '1dafb44b-4402-4f2a-9335-7aded2fa638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:41.510142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Bound port: 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dafb44b-4402-4f2a-9335-7aded2fa638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:41.510468 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:41.575933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] For port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:41.579428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] For port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=95ca2871-4d58-4a5e-87c8-fa9485d2bb4f,segment=NetworkSegment(1dafb44b-4402-4f2a-9335-7aded2fa638d),segment_id=1dafb44b-4402-4f2a-9335-7aded2fa638d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:41.584022 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:41.591542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4409955-a7b3-4715-b1b0-3dcf5d30a3bf req-c4bcc091-b73b-43de-93a7-4b2c2b3c28b2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:41.593489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4409955-a7b3-4715-b1b0-3dcf5d30a3bf req-c4bcc091-b73b-43de-93a7-4b2c2b3c28b2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.1214063 Aug 26 11:18:41.658512 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:41.660555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd74b50-fd36-4a42-b61e-c15bc6ae01b9 None None] Pushing event updated for resources: {'Port': ['ID=95ca2871-4d58-4a5e-87c8-fa9485d2bb4f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:41.664707 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4409955-a7b3-4715-b1b0-3dcf5d30a3bf req-1ccd88da-9ae4-4861-ba1e-de645ec302af tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647516 Aug 26 11:18:41.676291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Transition to ACTIVE for port object e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:41.711607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:41.755325 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network c5492035-8789-420f-84e6-9e56fc466536 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:41.762854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:41.766793 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:41.790919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:41.842634 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:41.973025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:42.595048 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:42.603655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:42.661248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a457205-8e02-4c7d-9bdd-b0ac66f3dae2 None None] Network c5492035-8789-420f-84e6-9e56fc466536 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:42.677837 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:42.679606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:42.744826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3eaa9c1e-0eef-473b-94d1-67d3498d7c94 None None] Provisioning for port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:42.801725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network c5492035-8789-420f-84e6-9e56fc466536 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:42.805372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:42.823937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814bbde-916a-4183-8271-dbb17b8367fe req-64246b06-0e02-4784-8c5b-6c6618477dcc tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:42.825635 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9814bbde-916a-4183-8271-dbb17b8367fe req-64246b06-0e02-4784-8c5b-6c6618477dcc tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0742209 Aug 26 11:18:42.949654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9814bbde-916a-4183-8271-dbb17b8367fe req-42cabeb4-b0c6-4687-91f2-cfabc95f63ce tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867748 Aug 26 11:18:42.984093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 62de7099-fab8-485d-a5b6-639818d88627 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:18:43.084706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:43.087112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a2f80c27-0686-4325-bfda-04dab9a58cae None None] Provisioning for port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:43.095635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a2f80c27-0686-4325-bfda-04dab9a58cae None None] Provisioning complete for port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:43.096063 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a2f80c27-0686-4325-bfda-04dab9a58cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.098009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56960) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:43.098596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fd333a0c-dcb5-4502-b044-f109391893ce tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2015581 Aug 26 11:18:43.099746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Sync routers for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:43.103499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1229812065'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:43.132687 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:43.137859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.138392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:43.139047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:43.165947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:18:43.179770 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.180482 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added segment 94d3ad34-b8f8-4013-a264-f0f12fd6970f of type vlan for network 78db1a28-562b-4e4e-b3b2-6b3abb830d28 Aug 26 11:18:43.186552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a2f80c27-0686-4325-bfda-04dab9a58cae None None] Port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:43.239324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.266714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:43.274885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:18:43.276034 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.281900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:43.282661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.348372 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2459686 Aug 26 11:18:43.348723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56962) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:43.356439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'subnet': {'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:43.402788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53491cfb-30c3-4ed1-8f53-79eb031bf76c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Network': ['ID=78db1a28-562b-4e4e-b3b2-6b3abb830d28,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:43.411539 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3e95309-cd00-4e8a-9865-30f94f3fc1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.413692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ec7f8ff5-68e9-47ee-b90d-2e7bc9d209df None None] Provisioning complete for port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:43.414224 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8ff5-68e9-47ee-b90d-2e7bc9d209df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.419495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 78db1a28-562b-4e4e-b3b2-6b3abb830d28 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:18:43.456642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:43.461264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.573886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f8ff5-68e9-47ee-b90d-2e7bc9d209df None None] Port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:43.576386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:43.593334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:43.593853 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.664296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.741521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Subnet': ['ID=9f80c4f1-3167-4375-96ca-6bc3fff245eb,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:43.752124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Checking segment: {'id': '94d3ad34-b8f8-4013-a264-f0f12fd6970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:43.752497 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network hostable DHCP agents. Network: 78db1a28-562b-4e4e-b3b2-6b3abb830d28, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:18:43.779158 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 78db1a28-562b-4e4e-b3b2-6b3abb830d28 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:18:43.789485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 78db1a28-562b-4e4e-b3b2-6b3abb830d28) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:43.798798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:43.799369 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:43.813840 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c3b1a21e-cf98-4377-ad2f-e3e669622c25 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4640398 Aug 26 11:18:43.816651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56964) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:43.836392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7330ae-df58-4af9-9710-a2d359b5e543 None None] Network 78db1a28-562b-4e4e-b3b2-6b3abb830d28 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:43.918110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5d11f545-aa21-4579-b121-f1f11861cb12 None None] Provisioning complete for port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:43.918485 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d11f545-aa21-4579-b121-f1f11861cb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.030864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5d11f545-aa21-4579-b121-f1f11861cb12 None None] Port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:44.032378 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.072723 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:41Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:42Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:44.087159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46be88c-c5b9-496c-9edb-16598db5eaa7 req-e83dd827-9788-4a54-a46b-b7e3f79b9f6a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:44.089659 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b46be88c-c5b9-496c-9edb-16598db5eaa7 req-e83dd827-9788-4a54-a46b-b7e3f79b9f6a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0652256 Aug 26 11:18:44.121077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Checking router: 62de7099-fab8-485d-a5b6-639818d88627 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:18:44.122269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Updating router 62de7099-fab8-485d-a5b6-639818d88627 port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:18:44.130980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b46be88c-c5b9-496c-9edb-16598db5eaa7 req-f049b6d5-6aec-4af3-9346-fa8d9a21e0f5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353813 Aug 26 11:18:44.165681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=95ca2871-4d58-4a5e-87c8-fa9485d2bb4f,segment=NetworkSegment(1dafb44b-4402-4f2a-9335-7aded2fa638d),segment_id=1dafb44b-4402-4f2a-9335-7aded2fa638d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:44.188556 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.193491 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.212080 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.223146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:18:44.224010 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.308949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=95ca2871-4d58-4a5e-87c8-fa9485d2bb4f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:44.532216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Allocated IP 172.21.0.2 (78db1a28-562b-4e4e-b3b2-6b3abb830d28/9f80c4f1-3167-4375-96ca-6bc3fff245eb/f316ad47-8384-442f-99b9-b7187b8e1115) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:44.663351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edc456-0c96-4c1a-99f4-c9efc6952899 req-86029e59-a9b9-422a-a6fc-24ca978a0c14 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:44.664916 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2edc456-0c96-4c1a-99f4-c9efc6952899 req-86029e59-a9b9-422a-a6fc-24ca978a0c14 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1098 time: 0.0425622 Aug 26 11:18:44.701589 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.703611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2edc456-0c96-4c1a-99f4-c9efc6952899 req-36d7aa0e-2eb4-4b86-a2d1-ab59689c61ba tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308526 Aug 26 11:18:44.730533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56972) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:44.733999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Transition to ACTIVE for port object e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:44.741991 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.788042 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.815131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Transition to ACTIVE for port object f316ad47-8384-442f-99b9-b7187b8e1115 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:44.828174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aaef0f-7e23-412a-bdc9-53b42e960c42 None None] Pushing event updated for resources: {'Port': ['ID=e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:44.857546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Transition to ACTIVE for port object f316ad47-8384-442f-99b9-b7187b8e1115 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:44.878450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.916007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Attempting to bind port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:44.916385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Attempting to bind port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '1dafb44b-4402-4f2a-9335-7aded2fa638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:44.916751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Attempting to bind port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 on network c5492035-8789-420f-84e6-9e56fc466536 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:44.928858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Network 78db1a28-562b-4e4e-b3b2-6b3abb830d28 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:44.931958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:44.932618 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Checking segment: {'id': '1dafb44b-4402-4f2a-9335-7aded2fa638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:44.933643 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.934052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Bound using segment: {'id': '1dafb44b-4402-4f2a-9335-7aded2fa638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:44.934525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Bound port: e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dafb44b-4402-4f2a-9335-7aded2fa638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:44.934934 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:44.941260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:44.948744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:44.955038 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Allocated IP 172.21.0.1 (78db1a28-562b-4e4e-b3b2-6b3abb830d28/9f80c4f1-3167-4375-96ca-6bc3fff245eb/e58fc695-65e2-42c3-8a75-2e042069bb6f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:44.960740 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Pushing event updated for resources: {'Port': ['ID=f316ad47-8384-442f-99b9-b7187b8e1115,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:44.985694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port 72b8769b-35cf-4cb3-89e7-dcc7f47c69a9 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:44.986047 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.055676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Attempting to bind port f316ad47-8384-442f-99b9-b7187b8e1115 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:45.056340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Attempting to bind port f316ad47-8384-442f-99b9-b7187b8e1115 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '94d3ad34-b8f8-4013-a264-f0f12fd6970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:45.056862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Attempting to bind port f316ad47-8384-442f-99b9-b7187b8e1115 on network 78db1a28-562b-4e4e-b3b2-6b3abb830d28 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:45.071690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:45.072086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Checking segment: {'id': '94d3ad34-b8f8-4013-a264-f0f12fd6970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:45.072658 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.073057 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Bound using segment: {'id': '94d3ad34-b8f8-4013-a264-f0f12fd6970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:45.073608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Bound port: f316ad47-8384-442f-99b9-b7187b8e1115, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d3ad34-b8f8-4013-a264-f0f12fd6970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:45.074070 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.090186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] For port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:45.121822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] For port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0,segment=NetworkSegment(1dafb44b-4402-4f2a-9335-7aded2fa638d),segment_id=1dafb44b-4402-4f2a-9335-7aded2fa638d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:45.128248 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.138211 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.138516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.161686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for 72b8769b-35cf-4cb3-89e7-dcc7f47c69a9 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:45.209284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] For port f316ad47-8384-442f-99b9-b7187b8e1115, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:45.214758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] For port f316ad47-8384-442f-99b9-b7187b8e1115, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f316ad47-8384-442f-99b9-b7187b8e1115,segment=NetworkSegment(94d3ad34-b8f8-4013-a264-f0f12fd6970f),segment_id=94d3ad34-b8f8-4013-a264-f0f12fd6970f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:45.233350 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.235668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:45.236294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:45.282035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.287096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:45.321672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aaef0f-7e23-412a-bdc9-53b42e960c42 None None] Pushing event updated for resources: {'Port': ['ID=e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:45.331050 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd594b-c0af-41bd-b093-894d290d1825 req-89b743d6-fa20-431b-92b6-bd2c54e6ac22 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:45.333585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39dd594b-c0af-41bd-b093-894d290d1825 req-89b743d6-fa20-431b-92b6-bd2c54e6ac22 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0878835 Aug 26 11:18:45.343366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Transition to ACTIVE for port object e58fc695-65e2-42c3-8a75-2e042069bb6f will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:45.418906 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39dd594b-c0af-41bd-b093-894d290d1825 req-91ea6719-4ebe-47a2-bf77-05d16065860a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786920 Aug 26 11:18:45.450541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:18:45.453930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee75dff-c542-4174-830a-8331494ad674 None None] Pushing event updated for resources: {'Port': ['ID=f316ad47-8384-442f-99b9-b7187b8e1115,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:45.492751 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.549428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:45.549834 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.872531 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04ddc3ec-d794-4148-9ddd-7103ba619bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.931344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 78db1a28-562b-4e4e-b3b2-6b3abb830d28 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:45.938112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:45.944974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:45.955322 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:45.977686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=e58fc695-65e2-42c3-8a75-2e042069bb6f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:45.997921 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:41Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:45Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:46.018382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=72b8769b-35cf-4cb3-89e7-dcc7f47c69a9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:46.040277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adddd1be-2482-4162-9b55-30d377e441d1 None None] The sync data for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 is: [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:41Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:45Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:46.042648 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:46.148034 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:46.148391 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Floating IP 642e5b02-e734-4b1d-ab26-a92650cb0c0d disassociated (deleted). External IP: 172.25.1.68, port: 06cfef48-37f3-4fad-a0f7-9956f871bae8. Aug 26 11:18:46.286069 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:46.288361 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:46.598126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38706d11-93b7-4ffc-94c1-fcc59fe42676 req-cad3e6ad-6d86-408e-b668-efa7d1cd3afa tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:46.600494 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-38706d11-93b7-4ffc-94c1-fcc59fe42676 req-cad3e6ad-6d86-408e-b668-efa7d1cd3afa tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0887067 Aug 26 11:18:46.647886 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-38706d11-93b7-4ffc-94c1-fcc59fe42676 req-fd978be7-f45c-40d7-b4f6-625bc4cefc46 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Aug 26 11:18:46.662577 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 9886e932-093e-4728-a800-36d1f01aeeee has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:46.692941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4052f769-3bd7-4172-87a5-b74a247c3628 None None] Network 78db1a28-562b-4e4e-b3b2-6b3abb830d28 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:46.799378 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-23d11f8e-1e52-46f7-96f2-c4fd344e9e93 None None] Provisioning for port f316ad47-8384-442f-99b9-b7187b8e1115 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:46.841982 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:46.849800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:46.911395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:46.922890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:46.923199 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94a0b22-bb8d-437d-b528-66271cb684fd None None] Sync routers for ids ['9886e932-093e-4728-a800-36d1f01aeeee'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:46.934714 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a0b22-bb8d-437d-b528-66271cb684fd None None] Routers {'9886e932-093e-4728-a800-36d1f01aeeee'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:46.935396 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f94a0b22-bb8d-437d-b528-66271cb684fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9886e932-093e-4728-a800-36d1f01aeeee'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:46.974115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=e58fc695-65e2-42c3-8a75-2e042069bb6f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:46.983285 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:46.988129 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d39a7f2f-eb7f-4579-ac80-a23e8c4e4c29 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/floatingips/642e5b02-e734-4b1d-ab26-a92650cb0c0d HTTP/1.1" status: 204 len: 168 time: 2.2559333 Aug 26 11:18:46.989861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:18:46.992498 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e2b08c-50d3-4ef2-a544-40b7042953c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:18:47.077887 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8abe38d-a499-4c1a-bf40-555e2855eb7b x-openstack-request-id: req-d8abe38d-a499-4c1a-bf40-555e2855eb7b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:18:47.078278 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:18:47.078601 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8abe38d-a499-4c1a-bf40-555e2855eb7b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:18:47.079227 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'status': 'completed', 'code': 200} Aug 26 11:18:47.088300 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f94a0b22-bb8d-437d-b528-66271cb684fd None None] Set router 9886e932-093e-4728-a800-36d1f01aeeee gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:18:47.195145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 78db1a28-562b-4e4e-b3b2-6b3abb830d28 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:47.199422 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2b08c-50d3-4ef2-a544-40b7042953c7 req-aee49d27-fd9f-49b1-878c-18b3667f3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:47.201180 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12e2b08c-50d3-4ef2-a544-40b7042953c7 req-aee49d27-fd9f-49b1-878c-18b3667f3f95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 1098 time: 0.1064422 Aug 26 11:18:47.207016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:47.264350 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:47.351709 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f94a0b22-bb8d-437d-b528-66271cb684fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:36Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'acd9215d-f553-494e-8b58-102d161b90eb', 'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:e9:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:35Z', 'updated_at': '2021-08-26T11:16:44Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:47.358450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f1176950-128c-42ed-a9cf-66f386152d39 None None] Provisioning for port e58fc695-65e2-42c3-8a75-2e042069bb6f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:47.377484 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f1176950-128c-42ed-a9cf-66f386152d39 None None] Provisioning complete for port e58fc695-65e2-42c3-8a75-2e042069bb6f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:47.378359 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1176950-128c-42ed-a9cf-66f386152d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:47.417727 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94a0b22-bb8d-437d-b528-66271cb684fd None None] Checking router: 9886e932-093e-4728-a800-36d1f01aeeee for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:18:47.435127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f316ad47-8384-442f-99b9-b7187b8e1115 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:47.441045 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a0b22-bb8d-437d-b528-66271cb684fd None None] Routers {'9886e932-093e-4728-a800-36d1f01aeeee'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:47.441874 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f94a0b22-bb8d-437d-b528-66271cb684fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9886e932-093e-4728-a800-36d1f01aeeee'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:47.455056 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 62de7099-fab8-485d-a5b6-639818d88627 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:47.456169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2b08c-50d3-4ef2-a544-40b7042953c7 req-b17fa553-3b3a-4e87-a24b-d4367e56eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:47.462487 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12e2b08c-50d3-4ef2-a544-40b7042953c7 req-b17fa553-3b3a-4e87-a24b-d4367e56eb28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 200 len: 898 time: 0.2524054 Aug 26 11:18:47.490853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f1176950-128c-42ed-a9cf-66f386152d39 None None] Port e58fc695-65e2-42c3-8a75-2e042069bb6f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:47.522417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebe213-8a04-410e-857a-a8477b673be2 req-c2b81d90-789b-4336-896f-5b244c59f1c5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:47.527260 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12e2b08c-50d3-4ef2-a544-40b7042953c7 req-bd975fc9-fedc-43f6-b390-87bc919b036c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 200 len: 217 time: 0.0555956 Aug 26 11:18:47.533820 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ebe213-8a04-410e-857a-a8477b673be2 req-c2b81d90-789b-4336-896f-5b244c59f1c5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.1238606 Aug 26 11:18:47.588579 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f94a0b22-bb8d-437d-b528-66271cb684fd None None] Set router 9886e932-093e-4728-a800-36d1f01aeeee gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:18:47.620700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4ebe213-8a04-410e-857a-a8477b673be2 req-d582605d-8c12-493a-88e4-6b195dbd971d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843699 Aug 26 11:18:47.640912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f316ad47-8384-442f-99b9-b7187b8e1115 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:47.645360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f316ad47-8384-442f-99b9-b7187b8e1115 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:47.646075 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:47.695107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:47.707051 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dd234c76-504f-4041-8962-48501c4b2a3f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8865111 Aug 26 11:18:47.708386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56986) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:47.712538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2b08c-50d3-4ef2-a544-40b7042953c7 req-8015706b-8cdc-4e9b-8685-e600ac189aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:47.714010 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12e2b08c-50d3-4ef2-a544-40b7042953c7 req-8015706b-8cdc-4e9b-8685-e600ac189aef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 200 len: 835 time: 0.1486905 Aug 26 11:18:47.716293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1379788917'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:47.757909 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:47.769869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:47.777440 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:47.778769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d1d89575-f66e-486c-86c7-b54a8930d8e7 None None] Provisioning complete for port e58fc695-65e2-42c3-8a75-2e042069bb6f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:47.779359 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1d89575-f66e-486c-86c7-b54a8930d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:47.785066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2b08c-50d3-4ef2-a544-40b7042953c7 req-88cc6636-5b26-4a62-94cf-e856d07c072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:47.788967 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12e2b08c-50d3-4ef2-a544-40b7042953c7 req-88cc6636-5b26-4a62-94cf-e856d07c072b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2df4144-e113-4253-a3d3-b5ea0bc55a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660579 Aug 26 11:18:47.858193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:18:47.899697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port f316ad47-8384-442f-99b9-b7187b8e1115, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f316ad47-8384-442f-99b9-b7187b8e1115,segment=NetworkSegment(94d3ad34-b8f8-4013-a264-f0f12fd6970f),segment_id=94d3ad34-b8f8-4013-a264-f0f12fd6970f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:47.901035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:47.901567 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added segment 13f8ae57-2c5f-4eee-add5-a04f1933d11e of type vlan for network 4fd4a782-9eee-4f66-a61a-19a5e7f10155 Aug 26 11:18:47.905975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d1d89575-f66e-486c-86c7-b54a8930d8e7 None None] Port e58fc695-65e2-42c3-8a75-2e042069bb6f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:47.914609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8238fd-4555-4310-9983-483f8f7e383e req-058da27e-8887-4602-8ba4-a9056683da94 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:47.918564 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:47.924480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c8238fd-4555-4310-9983-483f8f7e383e req-058da27e-8887-4602-8ba4-a9056683da94 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.1231661 Aug 26 11:18:47.927999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:47.930251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Sync routers for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:47.940424 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12e2b08c-50d3-4ef2-a544-40b7042953c7 req-24b5918f-9eaa-4d53-8191-789826d66e1c service neutron] 10.222.0.47 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412420 Aug 26 11:18:47.982983 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f94a0b22-bb8d-437d-b528-66271cb684fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:36Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'acd9215d-f553-494e-8b58-102d161b90eb', 'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:e9:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:35Z', 'updated_at': '2021-08-26T11:16:44Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:48.002009 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:48.026219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c8238fd-4555-4310-9983-483f8f7e383e req-fa4289dc-eb8f-4cfa-bc09-2f5edb9dc24d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003673 Aug 26 11:18:48.027134 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94a0b22-bb8d-437d-b528-66271cb684fd None None] The sync data for ids ['9886e932-093e-4728-a800-36d1f01aeeee'] in n-d-778550-13 is: [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:16:36Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'acd9215d-f553-494e-8b58-102d161b90eb', 'name': '', 'network_id': 'd2df4144-e113-4253-a3d3-b5ea0bc55a3f', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:e9:02:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:35Z', 'updated_at': '2021-08-26T11:16:44Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:48.038655 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:48.039525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:48.069126 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:48.079139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:48.079686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-12e2b08c-50d3-4ef2-a544-40b7042953c7 req-55ff08bd-6080-42c3-88d0-0d4a09e112fb service neutron] 10.222.0.47 "GET /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298740 Aug 26 11:18:48.080795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:48.153667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4438915 Aug 26 11:18:48.156580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 56988) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:48.161733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'subnet': {'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:48.178462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=f316ad47-8384-442f-99b9-b7187b8e1115,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:48.197833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-878a62c1-7f9e-4e46-b403-d265698c8715 None None] Provisioning complete for port e58fc695-65e2-42c3-8a75-2e042069bb6f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:48.198859 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-878a62c1-7f9e-4e46-b403-d265698c8715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:48.222679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9176250-3435-4bd9-843c-132f3991ea11 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Network': ['ID=4fd4a782-9eee-4f66-a61a-19a5e7f10155,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:48.240639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:18:48.275339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:48.282721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:48.288826 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:48.299518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:48.299792 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:48.307269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-878a62c1-7f9e-4e46-b403-d265698c8715 None None] Port e58fc695-65e2-42c3-8a75-2e042069bb6f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:48.417331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 4fd4a782-9eee-4f66-a61a-19a5e7f10155 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:18:48.441667 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f969124-0d95-43f5-9f5b-f2ea1f7f0271 None None] New status for floating IP 642e5b02-e734-4b1d-ab26-a92650cb0c0d: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:18:48.536884 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:48.599926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Subnet': ['ID=6d131c11-89ba-4c11-9701-c8eeb2aa1188,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:48.609595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Checking segment: {'id': '13f8ae57-2c5f-4eee-add5-a04f1933d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:48.609958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network hostable DHCP agents. Network: 4fd4a782-9eee-4f66-a61a-19a5e7f10155, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:18:48.623433 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:48.627958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 4fd4a782-9eee-4f66-a61a-19a5e7f10155 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:18:48.638135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 4fd4a782-9eee-4f66-a61a-19a5e7f10155) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:48.643400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:48.644004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:48.656859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f15479f-8f00-4bac-8bbd-5841739fc925 None None] Network 4fd4a782-9eee-4f66-a61a-19a5e7f10155 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:48.663567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 56992) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:48.667893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-99c4fe03-bf46-4159-8e2f-f1e0a6c4028a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5101330 Aug 26 11:18:48.724044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0,segment=NetworkSegment(1dafb44b-4402-4f2a-9335-7aded2fa638d),segment_id=1dafb44b-4402-4f2a-9335-7aded2fa638d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:48.737003 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:48.752242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:46Z', 'revision_number': 3, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:45Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:46Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:48.756223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad60b4-6d99-4cb7-8349-21363e58a9cc req-1725ae8e-6f2b-4273-834c-399b97e2ae64 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:48.772825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2ad60b4-6d99-4cb7-8349-21363e58a9cc req-1725ae8e-6f2b-4273-834c-399b97e2ae64 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0846250 Aug 26 11:18:48.806309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Checking router: 62de7099-fab8-485d-a5b6-639818d88627 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:18:48.806662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Updating router 62de7099-fab8-485d-a5b6-639818d88627 port e58fc695-65e2-42c3-8a75-2e042069bb6f binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:18:48.824017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2ad60b4-6d99-4cb7-8349-21363e58a9cc req-67909fde-74ee-4518-ad97-362354b999af tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=d0c4f009-a191-4829-b260-e5f67e00860c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485570 Aug 26 11:18:48.865744 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:48.906777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:48.917552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b39db8-4fba-4185-8ed8-1d784d41a48d req-16e5993b-ab62-4c8d-94ca-85de089f4b9a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:48.919080 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-24b39db8-4fba-4185-8ed8-1d784d41a48d req-16e5993b-ab62-4c8d-94ca-85de089f4b9a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 946 time: 0.0980456 Aug 26 11:18:48.977965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f093530d-0f6f-48fe-8b1d-33cda2d8e603 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:18:49.037876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:18:49.038750 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.144090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbec21-c347-4070-9467-a22926a00c1d req-a28f66e9-394d-415b-b1b0-b897ab433b7f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:49.146248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90cbec21-c347-4070-9467-a22926a00c1d req-a28f66e9-394d-415b-b1b0-b897ab433b7f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 944 time: 0.0553257 Aug 26 11:18:49.158146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-24b39db8-4fba-4185-8ed8-1d784d41a48d req-ad23e53e-f36c-4a95-bec6-4c67f46fcb48 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port 06cfef48-37f3-4fad-a0f7-9956f871bae8 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:49.158570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-24b39db8-4fba-4185-8ed8-1d784d41a48d req-ad23e53e-f36c-4a95-bec6-4c67f46fcb48 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.208088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.214906 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-90cbec21-c347-4070-9467-a22926a00c1d req-41cb2c4d-383f-4ea4-b9f5-f1aaf9f45c8e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Aug 26 11:18:49.254986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f316ad47-8384-442f-99b9-b7187b8e1115 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:49.346132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-24b39db8-4fba-4185-8ed8-1d784d41a48d req-ad23e53e-f36c-4a95-bec6-4c67f46fcb48 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port 06cfef48-37f3-4fad-a0f7-9956f871bae8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=06cfef48-37f3-4fad-a0f7-9956f871bae8,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:49.346784 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-24b39db8-4fba-4185-8ed8-1d784d41a48d req-ad23e53e-f36c-4a95-bec6-4c67f46fcb48 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.367019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-24b39db8-4fba-4185-8ed8-1d784d41a48d req-ad23e53e-f36c-4a95-bec6-4c67f46fcb48 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for 06cfef48-37f3-4fad-a0f7-9956f871bae8 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:49.507666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f093530d-0f6f-48fe-8b1d-33cda2d8e603, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f093530d-0f6f-48fe-8b1d-33cda2d8e603,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:49.542292 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.554900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'f093530d-0f6f-48fe-8b1d-33cda2d8e603', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'port_id': 'f093530d-0f6f-48fe-8b1d-33cda2d8e603', 'mac_address': 'fa:16:3e:2a:7b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:18:49.583495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Allocated IP 172.22.0.2 (4fd4a782-9eee-4f66-a61a-19a5e7f10155/6d131c11-89ba-4c11-9701-c8eeb2aa1188/c200be34-c6f7-4ec6-b9bc-f1a7c5991f70) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:49.618849 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-24b39db8-4fba-4185-8ed8-1d784d41a48d req-ad23e53e-f36c-4a95-bec6-4c67f46fcb48 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.663830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23e53e-f36c-4a95-bec6-4c67f46fcb48 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=06cfef48-37f3-4fad-a0f7-9956f871bae8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:49.683301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f316ad47-8384-442f-99b9-b7187b8e1115 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:49.683741 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.714162 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b39db8-4fba-4185-8ed8-1d784d41a48d req-ad23e53e-f36c-4a95-bec6-4c67f46fcb48 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] No DVR routers for this DVR port 06cfef48-37f3-4fad-a0f7-9956f871bae8 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:18:49.717998 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.718262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-24b39db8-4fba-4185-8ed8-1d784d41a48d req-ad23e53e-f36c-4a95-bec6-4c67f46fcb48 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.720177 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-24b39db8-4fba-4185-8ed8-1d784d41a48d req-ad23e53e-f36c-4a95-bec6-4c67f46fcb48 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.47 "DELETE /v2.0/ports/06cfef48-37f3-4fad-a0f7-9956f871bae8 HTTP/1.1" status: 204 len: 173 time: 0.7706151 Aug 26 11:18:49.720654 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'name': 'network-vif-deleted', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:18:49.722918 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfc1c4c-c31b-4116-9a62-5ff184d742e0" -d '{"events": [{"server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "name": "network-vif-deleted", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:18:49.760576 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aab1e7-077b-45f7-9709-669ecb99e1a5 x-openstack-request-id: req-39aab1e7-077b-45f7-9709-669ecb99e1a5 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:18:49.760878 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7e788b-e703-457e-8c03-a27961e54e59", "name": "network-vif-deleted", "tag": "06cfef48-37f3-4fad-a0f7-9956f871bae8", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:18:49.761140 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39aab1e7-077b-45f7-9709-669ecb99e1a5 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:18:49.761546 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7e788b-e703-457e-8c03-a27961e54e59', 'name': 'network-vif-deleted', 'tag': '06cfef48-37f3-4fad-a0f7-9956f871bae8', 'status': 'completed', 'code': 200} Aug 26 11:18:49.793865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f093530d-0f6f-48fe-8b1d-33cda2d8e603 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:18:49.800855 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.834546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Transition to ACTIVE for port object e58fc695-65e2-42c3-8a75-2e042069bb6f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:49.850774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f093530d-0f6f-48fe-8b1d-33cda2d8e603, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f093530d-0f6f-48fe-8b1d-33cda2d8e603,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:49.854852 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.876406 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:49.961194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f99a5996-bb18-4890-bb13-a93b71cddc8d req-81dfb94a-c95a-402c-bad0-c6df619be6ca tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a7e788b-e703-457e-8c03-a27961e54e59 HTTP/1.1" status: 200 len: 210 time: 0.0350451 Aug 26 11:18:50.009555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17171b5-0d2e-4c8c-ab77-704d12bbf694 None None] Pushing event updated for resources: {'Port': ['ID=e58fc695-65e2-42c3-8a75-2e042069bb6f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:50.013166 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.052531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Transition to ACTIVE for port object c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:50.067852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:50.144316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Transition to ACTIVE for port object c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:50.167254 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.195607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f093530d-0f6f-48fe-8b1d-33cda2d8e603,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:50.199740 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Attempting to bind port e58fc695-65e2-42c3-8a75-2e042069bb6f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:50.208028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Attempting to bind port e58fc695-65e2-42c3-8a75-2e042069bb6f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '94d3ad34-b8f8-4013-a264-f0f12fd6970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:50.208821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Attempting to bind port e58fc695-65e2-42c3-8a75-2e042069bb6f on network 78db1a28-562b-4e4e-b3b2-6b3abb830d28 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:50.222718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['f093530d-0f6f-48fe-8b1d-33cda2d8e603'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:18:50.263240 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Network 4fd4a782-9eee-4f66-a61a-19a5e7f10155 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:50.272712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Allocated IP 172.22.0.1 (4fd4a782-9eee-4f66-a61a-19a5e7f10155/6d131c11-89ba-4c11-9701-c8eeb2aa1188/a1a0f34f-faab-4bfa-9d6c-c2430329a9b3) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:50.312667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:50.317521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:50.325459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:50.325854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Checking segment: {'id': '94d3ad34-b8f8-4013-a264-f0f12fd6970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:50.326450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.326897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Bound using segment: {'id': '94d3ad34-b8f8-4013-a264-f0f12fd6970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:50.327467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Bound port: e58fc695-65e2-42c3-8a75-2e042069bb6f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d3ad34-b8f8-4013-a264-f0f12fd6970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:50.328119 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.378578 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Pushing event updated for resources: {'Port': ['ID=c200be34-c6f7-4ec6-b9bc-f1a7c5991f70,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:50.394233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a39cb-b8b0-4d3e-8b56-0803e1c24f18 req-0ff093df-c04f-4514-8cbb-58b4bca4305b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:50.395945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-415a39cb-b8b0-4d3e-8b56-0803e1c24f18 req-0ff093df-c04f-4514-8cbb-58b4bca4305b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 945 time: 0.0729477 Aug 26 11:18:50.439640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:50.440187 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.442171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-415a39cb-b8b0-4d3e-8b56-0803e1c24f18 req-a4dc132e-d8a8-41b0-ad2b-5d20374f07b2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397029 Aug 26 11:18:50.467508 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.483075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Transition to ACTIVE for port object a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:50.523709 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.547762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Attempting to bind port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:50.548334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Attempting to bind port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '13f8ae57-2c5f-4eee-add5-a04f1933d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:50.548461 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Attempting to bind port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 on network 4fd4a782-9eee-4f66-a61a-19a5e7f10155 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:50.574067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] For port e58fc695-65e2-42c3-8a75-2e042069bb6f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:50.577759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 4fd4a782-9eee-4f66-a61a-19a5e7f10155 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:50.582260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:50.582568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:50.582719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Checking segment: {'id': '13f8ae57-2c5f-4eee-add5-a04f1933d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:50.583253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.583542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Bound using segment: {'id': '13f8ae57-2c5f-4eee-add5-a04f1933d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:50.584010 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Bound port: c200be34-c6f7-4ec6-b9bc-f1a7c5991f70, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f8ae57-2c5f-4eee-add5-a04f1933d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:50.584400 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.590484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:50.603889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] For port e58fc695-65e2-42c3-8a75-2e042069bb6f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e58fc695-65e2-42c3-8a75-2e042069bb6f,segment=NetworkSegment(94d3ad34-b8f8-4013-a264-f0f12fd6970f),segment_id=94d3ad34-b8f8-4013-a264-f0f12fd6970f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:50.613074 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.623839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=a1a0f34f-faab-4bfa-9d6c-c2430329a9b3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:50.625220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.650026 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.796341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.809734 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:50.810415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:50.812268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17171b5-0d2e-4c8c-ab77-704d12bbf694 None None] Pushing event updated for resources: {'Port': ['ID=e58fc695-65e2-42c3-8a75-2e042069bb6f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:50.853906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] For port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:50.907221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] For port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c200be34-c6f7-4ec6-b9bc-f1a7c5991f70,segment=NetworkSegment(13f8ae57-2c5f-4eee-add5-a04f1933d11e),segment_id=13f8ae57-2c5f-4eee-add5-a04f1933d11e)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:50.918542 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:50.959216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:18:51.043537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ae2f9-b866-4c45-a334-9a045f48340f None None] Pushing event updated for resources: {'Port': ['ID=c200be34-c6f7-4ec6-b9bc-f1a7c5991f70,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:51.046292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57004) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:51.272442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:50Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:50Z', 'revision_number': 1, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:50Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:51.312975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dde3b6-18b1-44ea-9f04-a118acc62b29 None None] The sync data for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 is: [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:50Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:50Z', 'revision_number': 1, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:50Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:51.617352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167070f0-debb-4996-a2cd-3c6e3c50b048 req-60732cae-df9c-4846-9801-599bd4b6c8b5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:51.619109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-167070f0-debb-4996-a2cd-3c6e3c50b048 req-60732cae-df9c-4846-9801-599bd4b6c8b5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 945 time: 0.0749342 Aug 26 11:18:51.687334 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-167070f0-debb-4996-a2cd-3c6e3c50b048 req-709d7d60-8b9c-499e-bdca-063d056066df tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452130 Aug 26 11:18:51.707220 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:51.717284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:51.725149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:51.809613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=a1a0f34f-faab-4bfa-9d6c-c2430329a9b3,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:51.813201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:51.938592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 4fd4a782-9eee-4f66-a61a-19a5e7f10155 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:51.940544 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:52.107634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 62de7099-fab8-485d-a5b6-639818d88627 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:52.112874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port acd9215d-f553-494e-8b58-102d161b90eb {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:52.113546 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:52.243794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port acd9215d-f553-494e-8b58-102d161b90eb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=acd9215d-f553-494e-8b58-102d161b90eb,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:52.244217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:52.244351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:52.251130 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8559ca3d-b63f-42e0-b4e7-89c2463acb94 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5862613 Aug 26 11:18:52.254179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57008) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:52.261018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'network': {'name': 'tempest-RoutersTest-1449688655'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:52.267012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for acd9215d-f553-494e-8b58-102d161b90eb owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:52.290639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:52.294687 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:52.325670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:18:52.327048 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:52.339751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce7650-501f-4a70-9727-ff5c13135292 None None] Network 4fd4a782-9eee-4f66-a61a-19a5e7f10155 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:52.341814 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:52.342366 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added segment 5d5267f1-3da6-448c-9e4b-0dfdf26bbf35 of type vlan for network 01cfced6-ae94-4528-a2ba-782afb28845f Aug 26 11:18:52.402395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:52.440125 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:52.448965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:52.449679 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:52.454149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f41866f0-d209-4563-9e42-acc703bfdb08 None None] Provisioning for port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:52.470928 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2142937 Aug 26 11:18:52.483812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57010) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:52.489169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'subnet': {'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:52.528273 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:52.572602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=acd9215d-f553-494e-8b58-102d161b90eb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:52.620694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe917a9-ac46-4ace-99d3-b8c63f283466 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Network': ['ID=01cfced6-ae94-4528-a2ba-782afb28845f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:52.632265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 01cfced6-ae94-4528-a2ba-782afb28845f details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:18:52.670878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Made reservation on behalf of 46f45cf6e7b149328928759e585d8b20 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:52.675776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:52.771935 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:18:52.938648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Sync routers for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:52.940939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884577e-f1e7-42e5-a8f3-5c3e2a4dbbf1 req-0961ca5a-e83c-432d-b9f5-7ddbc38a1d61 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:52.942757 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8884577e-f1e7-42e5-a8f3-5c3e2a4dbbf1 req-0961ca5a-e83c-432d-b9f5-7ddbc38a1d61 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 945 time: 0.1188080 Aug 26 11:18:52.963719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:52.968180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:52.968862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:52.985269 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:53.019894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8884577e-f1e7-42e5-a8f3-5c3e2a4dbbf1 req-dd83ef37-5761-46b8-9f00-101f45befd0b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655370 Aug 26 11:18:53.073548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Subnet': ['ID=7d59b568-1a02-4091-ae9d-1be881c5fe0f,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:53.101173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Checking segment: {'id': '5d5267f1-3da6-448c-9e4b-0dfdf26bbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:53.101560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network hostable DHCP agents. Network: 01cfced6-ae94-4528-a2ba-782afb28845f, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:18:53.130484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 01cfced6-ae94-4528-a2ba-782afb28845f is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:18:53.150233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 01cfced6-ae94-4528-a2ba-782afb28845f) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:53.160560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:53.161626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:53.209532 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-32fb8aac-26d7-4838-98ea-576f4e8ddc0b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7217414 Aug 26 11:18:53.210167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57014) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:53.263020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f093530d-0f6f-48fe-8b1d-33cda2d8e603 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:53.320388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335eba4-e286-4690-b908-31f924cc3a38 None None] Network 01cfced6-ae94-4528-a2ba-782afb28845f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:53.362146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 9886e932-093e-4728-a800-36d1f01aeeee has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:53.450592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port f093530d-0f6f-48fe-8b1d-33cda2d8e603 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:53.475504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port f093530d-0f6f-48fe-8b1d-33cda2d8e603 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:53.475881 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:53.487934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8c9d5ebf-56c7-4640-849a-f1eb8c14d4f2 None None] Provisioning for port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:53.516551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8c9d5ebf-56c7-4640-849a-f1eb8c14d4f2 None None] Provisioning complete for port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:53.516551 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c9d5ebf-56c7-4640-849a-f1eb8c14d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:53.552686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:18:53.576909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:53.586281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cab4f4a7-944b-457f-b92c-6ceb464b1120 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "PUT /v2.0/routers/9886e932-093e-4728-a800-36d1f01aeeee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5387802 Aug 26 11:18:53.589741 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57016) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:53.593199 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b6d53d-35f4-4f13-8ed5-485ae684071c None None] Sync routers for ids ['9886e932-093e-4728-a800-36d1f01aeeee'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:53.608660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:53.610054 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b6d53d-35f4-4f13-8ed5-485ae684071c None None] Routers {'9886e932-093e-4728-a800-36d1f01aeeee'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:53.610681 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-49b6d53d-35f4-4f13-8ed5-485ae684071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9886e932-093e-4728-a800-36d1f01aeeee'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:53.673279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d5ebf-56c7-4640-849a-f1eb8c14d4f2 None None] Port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:53.684629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-158cd85d-a47b-416f-8a3f-e551417eb7ba tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting subnet 438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:18:53.688893 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-158cd85d-a47b-416f-8a3f-e551417eb7ba tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:53.758324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:53.759912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-158cd85d-a47b-416f-8a3f-e551417eb7ba tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:53.785796 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-49b6d53d-35f4-4f13-8ed5-485ae684071c None None] Set router 9886e932-093e-4728-a800-36d1f01aeeee gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:18:53.891676 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-158cd85d-a47b-416f-8a3f-e551417eb7ba tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:53.938622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fa06f642-5d47-4ba2-81f5-cb29582e7256 None None] Provisioning complete for port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:53.939049 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa06f642-5d47-4ba2-81f5-cb29582e7256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.005674 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-158cd85d-a47b-416f-8a3f-e551417eb7ba tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.022093 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.053903 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-49b6d53d-35f4-4f13-8ed5-485ae684071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:18:52Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:54.054854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:54.058035 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-01cfced6-ae94-4528-a2ba-782afb28845f', 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'fixed_ips': [{'subnet_id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:18:54.058352 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.067013 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fa06f642-5d47-4ba2-81f5-cb29582e7256 None None] Port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:54.075330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cd85d-a47b-416f-8a3f-e551417eb7ba tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Subnet': ['ID=438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:54.076615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:54.076989 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.085629 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-158cd85d-a47b-416f-8a3f-e551417eb7ba tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.091305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8059eca7-dda9-452f-88c4-1c932c4625f8 None None] Network d2df4144-e113-4253-a3d3-b5ea0bc55a3f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:54.092501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57020) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:54.094158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-158cd85d-a47b-416f-8a3f-e551417eb7ba tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/subnets/438d7e2f-d8d0-4d96-9cf4-e3d8ffe7ef58 HTTP/1.1" status: 204 len: 168 time: 0.5033240 Aug 26 11:18:54.107525 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b6d53d-35f4-4f13-8ed5-485ae684071c None None] Checking router: 9886e932-093e-4728-a800-36d1f01aeeee for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:18:54.120845 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b6d53d-35f4-4f13-8ed5-485ae684071c None None] Routers {'9886e932-093e-4728-a800-36d1f01aeeee'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:54.122365 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-49b6d53d-35f4-4f13-8ed5-485ae684071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['9886e932-093e-4728-a800-36d1f01aeeee'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:54.177419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Allocated IP 172.23.0.1 (01cfced6-ae94-4528-a2ba-782afb28845f/7d59b568-1a02-4091-ae9d-1be881c5fe0f/e44170d7-e901-4632-8052-7ae54d21cc3c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:54.184585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3442c0df-2cdd-49b7-afaf-0041b79185df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f093530d-0f6f-48fe-8b1d-33cda2d8e603'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:18:54.187092 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c016535-6d3c-4a60-975c-52b8ca74d9b5" -d '{"events": [{"server_uuid": "3442c0df-2cdd-49b7-afaf-0041b79185df", "name": "network-vif-plugged", "status": "completed", "tag": "f093530d-0f6f-48fe-8b1d-33cda2d8e603"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:18:54.211668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f00ad4-b2ba-430f-88a8-4be04ff490b9 req-8ee074e2-4b7e-4dd0-91e3-f6477dc8c467 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:54.221508 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22f00ad4-b2ba-430f-88a8-4be04ff490b9 req-8ee074e2-4b7e-4dd0-91e3-f6477dc8c467 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 945 time: 0.0908582 Aug 26 11:18:54.245623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f093530d-0f6f-48fe-8b1d-33cda2d8e603, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f093530d-0f6f-48fe-8b1d-33cda2d8e603,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:54.292072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22f00ad4-b2ba-430f-88a8-4be04ff490b9 req-095109a7-f3ce-49d6-9477-e6657ba0330e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694835 Aug 26 11:18:54.315444 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad755bae-636d-4621-8641-ed7d11ea20d9 x-openstack-request-id: req-ad755bae-636d-4621-8641-ed7d11ea20d9 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:18:54.315645 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3442c0df-2cdd-49b7-afaf-0041b79185df", "name": "network-vif-plugged", "status": "completed", "tag": "f093530d-0f6f-48fe-8b1d-33cda2d8e603", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:18:54.316584 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad755bae-636d-4621-8641-ed7d11ea20d9 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:18:54.316584 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3442c0df-2cdd-49b7-afaf-0041b79185df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f093530d-0f6f-48fe-8b1d-33cda2d8e603', 'code': 200} Aug 26 11:18:54.320707 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.321601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 06cfef48-37f3-4fad-a0f7-9956f871bae8 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:18:54.326457 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-49b6d53d-35f4-4f13-8ed5-485ae684071c None None] Set router 9886e932-093e-4728-a800-36d1f01aeeee gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:18:54.401498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-74f199dd-916d-4068-85e1-1669851d757b None None] Provisioning complete for port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:54.401873 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74f199dd-916d-4068-85e1-1669851d757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.403432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 06cfef48-37f3-4fad-a0f7-9956f871bae8 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:18:54.403772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 06cfef48-37f3-4fad-a0f7-9956f871bae8 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:18:54.484948 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.504779 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf2b56-8260-42a0-9e0c-cd0fbd322f81 req-480ca79e-4af4-4303-9022-e4993d78d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:54.507022 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8cf2b56-8260-42a0-9e0c-cd0fbd322f81 req-480ca79e-4af4-4303-9022-e4993d78d57b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 1098 time: 0.1410728 Aug 26 11:18:54.524729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Transition to ACTIVE for port object e44170d7-e901-4632-8052-7ae54d21cc3c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:54.556594 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.558846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f093530d-0f6f-48fe-8b1d-33cda2d8e603,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:54.564992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-74f199dd-916d-4068-85e1-1669851d757b None None] Port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:54.580026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:50Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:51Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:50Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:54.585215 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.617876 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a8cf2b56-8260-42a0-9e0c-cd0fbd322f81 req-81d387ea-2d76-4e8f-bfef-d5e8fb3a5232 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018782 Aug 26 11:18:54.623040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Checking router: 62de7099-fab8-485d-a5b6-639818d88627 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:18:54.623446 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Updating router 62de7099-fab8-485d-a5b6-639818d88627 port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:18:54.653852 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-49b6d53d-35f4-4f13-8ed5-485ae684071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:18:52Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:54.665633 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.687699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c200be34-c6f7-4ec6-b9bc-f1a7c5991f70,segment=NetworkSegment(13f8ae57-2c5f-4eee-add5-a04f1933d11e),segment_id=13f8ae57-2c5f-4eee-add5-a04f1933d11e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:54.692261 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b6d53d-35f4-4f13-8ed5-485ae684071c None None] The sync data for ids ['9886e932-093e-4728-a800-36d1f01aeeee'] in n-d-778550-13 is: [{'id': '9886e932-093e-4728-a800-36d1f01aeeee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955265572', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:16:29Z', 'updated_at': '2021-08-26T11:18:52Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': '2efef042-0d2b-4642-85da-aed8653b6e97', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9886e932-093e-4728-a800-36d1f01aeeee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:16:30Z', 'updated_at': '2021-08-26T11:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:54.694839 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.732979 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.735438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e58fc695-65e2-42c3-8a75-2e042069bb6f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:54.754466 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.767551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 01cfced6-ae94-4528-a2ba-782afb28845f is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:54.769928 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:54.771914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=e44170d7-e901-4632-8052-7ae54d21cc3c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:54.775172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:54.803107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde1eb4b-fcf2-4ac5-964f-145e59f08868 None None] DHCP port deletion for d2df4144-e113-4253-a3d3-b5ea0bc55a3f request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:18:54.843339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.896220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Allocated IP 172.23.0.2 (01cfced6-ae94-4528-a2ba-782afb28845f/7d59b568-1a02-4091-ae9d-1be881c5fe0f/ee59dc12-c8ab-4b5f-9f10-37e366f4faac) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:18:54.932082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port 2efef042-0d2b-4642-85da-aed8653b6e97 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:54.932526 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:54.998494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c200be34-c6f7-4ec6-b9bc-f1a7c5991f70,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:55.035733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.105085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port 2efef042-0d2b-4642-85da-aed8653b6e97, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2efef042-0d2b-4642-85da-aed8653b6e97,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:55.108002 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.130297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for 2efef042-0d2b-4642-85da-aed8653b6e97 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:55.237497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port e58fc695-65e2-42c3-8a75-2e042069bb6f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:55.258678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e58fc695-65e2-42c3-8a75-2e042069bb6f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:55.259103 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.320503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dde1eb4b-fcf2-4ac5-964f-145e59f08868 None None] Deleting port b24056b4-8749-49e2-8aef-ef9f62982e24 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:18:55.320890 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1eb4b-fcf2-4ac5-964f-145e59f08868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.468234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-dde1eb4b-fcf2-4ac5-964f-145e59f08868 None None] For port b24056b4-8749-49e2-8aef-ef9f62982e24, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b24056b4-8749-49e2-8aef-ef9f62982e24,segment=NetworkSegment(c75aa47b-0512-4057-b83c-3f355ec7fd2b),segment_id=c75aa47b-0512-4057-b83c-3f355ec7fd2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:55.468645 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1eb4b-fcf2-4ac5-964f-145e59f08868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.509255 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.513660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.522395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dde1eb4b-fcf2-4ac5-964f-145e59f08868 None None] Calling delete_port for b24056b4-8749-49e2-8aef-ef9f62982e24 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:18:55.523104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c568908-e785-4a80-b45f-81da0c8cfbbe req-6f26d00e-74ac-4481-9222-e63b6eb8922e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:55.537846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c568908-e785-4a80-b45f-81da0c8cfbbe req-6f26d00e-74ac-4481-9222-e63b6eb8922e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 946 time: 0.1235254 Aug 26 11:18:55.545694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=2efef042-0d2b-4642-85da-aed8653b6e97,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:55.550060 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.568706 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.602039 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.621586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c568908-e785-4a80-b45f-81da0c8cfbbe req-39efd65c-f041-494e-a720-16ae7cae7180 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772092 Aug 26 11:18:55.647100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Transition to ACTIVE for port object ee59dc12-c8ab-4b5f-9f10-37e366f4faac will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:55.669450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.706917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Transition to ACTIVE for port object ee59dc12-c8ab-4b5f-9f10-37e366f4faac will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:55.712706 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.727273 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.753555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event updated for resources: {'Port': ['ID=e44170d7-e901-4632-8052-7ae54d21cc3c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:55.772445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Transition to ACTIVE for port object a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:18:55.788810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.794678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port e58fc695-65e2-42c3-8a75-2e042069bb6f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e58fc695-65e2-42c3-8a75-2e042069bb6f,segment=NetworkSegment(94d3ad34-b8f8-4013-a264-f0f12fd6970f),segment_id=94d3ad34-b8f8-4013-a264-f0f12fd6970f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:55.799775 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.810628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Network 01cfced6-ae94-4528-a2ba-782afb28845f is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:55.814228 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.821604 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:55.824662 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1eb4b-fcf2-4ac5-964f-145e59f08868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.826987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:18:55.832206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Pushing event updated for resources: {'Port': ['ID=ee59dc12-c8ab-4b5f-9f10-37e366f4faac,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:55.870936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1eb4b-fcf2-4ac5-964f-145e59f08868 None None] No DVR routers for this DVR port b24056b4-8749-49e2-8aef-ef9f62982e24 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:18:55.920654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.930862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Network 01cfced6-ae94-4528-a2ba-782afb28845f is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:18:55.930862 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:55.938939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:18:55.992106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Attempting to bind port ee59dc12-c8ab-4b5f-9f10-37e366f4faac on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:55.992480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Attempting to bind port ee59dc12-c8ab-4b5f-9f10-37e366f4faac by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '5d5267f1-3da6-448c-9e4b-0dfdf26bbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:55.992857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Attempting to bind port ee59dc12-c8ab-4b5f-9f10-37e366f4faac on network 01cfced6-ae94-4528-a2ba-782afb28845f {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:56.027561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58542468-0c63-4347-8a48-ee6cc08c5fac None None] Pushing event updated for resources: {'Port': ['ID=a1a0f34f-faab-4bfa-9d6c-c2430329a9b3,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:56.035746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:56.036128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Checking segment: {'id': '5d5267f1-3da6-448c-9e4b-0dfdf26bbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:56.036538 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.037060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Bound using segment: {'id': '5d5267f1-3da6-448c-9e4b-0dfdf26bbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:56.037490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Bound port: ee59dc12-c8ab-4b5f-9f10-37e366f4faac, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5267f1-3da6-448c-9e4b-0dfdf26bbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:56.037949 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.071708 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.073515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Fanout notify agent at l3_agent the message router_deleted on router 9886e932-093e-4728-a800-36d1f01aeeee {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:18:56.097746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Attempting to bind port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:18:56.098124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Attempting to bind port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '13f8ae57-2c5f-4eee-add5-a04f1933d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:18:56.098491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Attempting to bind port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 on network 4fd4a782-9eee-4f66-a61a-19a5e7f10155 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:18:56.141236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.142285 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9ce6503d-13ab-4f1a-8543-e5b70d7638d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/routers/9886e932-093e-4728-a800-36d1f01aeeee HTTP/1.1" status: 204 len: 168 time: 2.0493226 Aug 26 11:18:56.145967 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57026) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:56.211226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 62de7099-fab8-485d-a5b6-639818d88627 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:56.217625 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] For port ee59dc12-c8ab-4b5f-9f10-37e366f4faac, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:56.221326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] For port ee59dc12-c8ab-4b5f-9f10-37e366f4faac, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ee59dc12-c8ab-4b5f-9f10-37e366f4faac,segment=NetworkSegment(5d5267f1-3da6-448c-9e4b-0dfdf26bbf35),segment_id=5d5267f1-3da6-448c-9e4b-0dfdf26bbf35)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:56.238962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:56.258078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:18:56.258460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Checking segment: {'id': '13f8ae57-2c5f-4eee-add5-a04f1933d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:18:56.258901 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.259294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Bound using segment: {'id': '13f8ae57-2c5f-4eee-add5-a04f1933d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:18:56.260933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Bound port: a1a0f34f-faab-4bfa-9d6c-c2430329a9b3, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f8ae57-2c5f-4eee-add5-a04f1933d11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:18:56.261338 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.263963 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.333560 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.367821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=e58fc695-65e2-42c3-8a75-2e042069bb6f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:56.433537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1eb4b-fcf2-4ac5-964f-145e59f08868 None None] Pushing event deleted for resources: {'Port': ['ID=b24056b4-8749-49e2-8aef-ef9f62982e24,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:56.489584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:56.537402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] For port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:18:56.545610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] For port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a1a0f34f-faab-4bfa-9d6c-c2430329a9b3,segment=NetworkSegment(13f8ae57-2c5f-4eee-add5-a04f1933d11e),segment_id=13f8ae57-2c5f-4eee-add5-a04f1933d11e)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:18:56.546949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:56.547484 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.552170 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-55f512fe-64e8-4d5b-af4e-0c5d02b5a530 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3365431 Aug 26 11:18:56.552361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57028) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:56.558080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-bdd4a893-4904-428b-b47b-3e62a6d87a5a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:56.586825 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.602233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3b491-0934-406e-847f-70e06ede5948 None None] Pushing event updated for resources: {'Port': ['ID=ee59dc12-c8ab-4b5f-9f10-37e366f4faac,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:56.650869 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.663787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:56.664435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:56.705341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2df4144-e113-4253-a3d3-b5ea0bc55a3f']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:56.721805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75aa47b-0512-4057-b83c-3f355ec7fd2b') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:56.722276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75aa47b-0512-4057-b83c-3f355ec7fd2b') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:56.742671 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.792951 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.844088 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58542468-0c63-4347-8a48-ee6cc08c5fac None None] Pushing event updated for resources: {'Port': ['ID=a1a0f34f-faab-4bfa-9d6c-c2430329a9b3,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:56.856573 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:18:56.857273 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:18:56.860882 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:18:56.953386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:18:57.050655 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b24056b4-8749-49e2-8aef-ef9f62982e24 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:18:57.106752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: b24056b4-8749-49e2-8aef-ef9f62982e24 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:18:57.106752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b24056b4-8749-49e2-8aef-ef9f62982e24 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:18:57.107219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device acd9215d-f553-494e-8b58-102d161b90eb no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:18:57.170366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: acd9215d-f553-494e-8b58-102d161b90eb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:18:57.170594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device acd9215d-f553-494e-8b58-102d161b90eb not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:18:57.286916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:54Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:56Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44170d7-e901-4632-8052-7ae54d21cc3c', 'name': '', 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:23:6a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:53Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:57.315099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab52df9-9a7e-452d-a2c3-c4a599eaccfb None None] The sync data for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 is: [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:54Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:56Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44170d7-e901-4632-8052-7ae54d21cc3c', 'name': '', 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:23:6a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:53Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:18:57.464435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c88af-c6ce-430f-b81a-b690d86e2b5a req-5522010e-c646-4b68-9344-26142caa3d47 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:57.467195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b3c88af-c6ce-430f-b81a-b690d86e2b5a req-5522010e-c646-4b68-9344-26142caa3d47 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 946 time: 0.7104843 Aug 26 11:18:57.507425 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:57.546637 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:57.551165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/networks/d2df4144-e113-4253-a3d3-b5ea0bc55a3f HTTP/1.1" status: 204 len: 168 time: 1.4009733 Aug 26 11:18:57.552321 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57032) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:57.588226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b3c88af-c6ce-430f-b81a-b690d86e2b5a req-7dc1bdb6-2548-46c2-8dc7-d6c5e5f6756c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997353 Aug 26 11:18:57.589063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d60bba-8852-4899-8d40-24283fcfc961 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Network': ['ID=d2df4144-e113-4253-a3d3-b5ea0bc55a3f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:57.633645 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41b19246-c6f5-4290-917d-b84013345ae1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:57.683747 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41b19246-c6f5-4290-917d-b84013345ae1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:57.768431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41b19246-c6f5-4290-917d-b84013345ae1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:57.772511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.extraroute_db [None req-bdd4a893-4904-428b-b47b-3e62a6d87a5a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101267) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 26 11:18:57.773007 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41b19246-c6f5-4290-917d-b84013345ae1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:57.774405 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-41b19246-c6f5-4290-917d-b84013345ae1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/security-groups/d0c4f009-a191-4829-b260-e5f67e00860c HTTP/1.1" status: 204 len: 168 time: 0.2204440 Aug 26 11:18:57.787662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b19246-c6f5-4290-917d-b84013345ae1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c4f009-a191-4829-b260-e5f67e00860c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:57.789410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c41f3-4314-4693-8fb9-c28341273fe4 req-0eea0c31-56d3-423c-bd4a-fbd73e23ff61 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:57.791091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f12c41f3-4314-4693-8fb9-c28341273fe4 req-0eea0c31-56d3-423c-bd4a-fbd73e23ff61 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 946 time: 0.0743997 Aug 26 11:18:57.814744 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.extraroute_db [None req-bdd4a893-4904-428b-b47b-3e62a6d87a5a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Removed routes are [] {{(pid=101267) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 26 11:18:57.815356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a893-4904-428b-b47b-3e62a6d87a5a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:57.877520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f12c41f3-4314-4693-8fb9-c28341273fe4 req-bc4e395b-3f56-43a9-8dd1-6c4e9cdbc867 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728323 Aug 26 11:18:57.986461 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a48a50-6314-42e4-bac5-563edebafe87 None None] Network 01cfced6-ae94-4528-a2ba-782afb28845f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:18:58.165195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7d4a0340-5c41-416a-abca-d09cf8089ad8 None None] Provisioning for port ee59dc12-c8ab-4b5f-9f10-37e366f4faac completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:58.187365 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a893-4904-428b-b47b-3e62a6d87a5a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.192894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a893-4904-428b-b47b-3e62a6d87a5a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.245654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ee59dc12-c8ab-4b5f-9f10-37e366f4faac up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:58.342555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57048) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:58.347988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d6946a24-9572-494f-83a0-e3cc0c692bad tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1583716635', 'description': 'tempest-secgroup-smoke-1583716635 description', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:58.387282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Sync routers for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:18:58.388702 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d6946a24-9572-494f-83a0-e3cc0c692bad tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.389535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd4a893-4904-428b-b47b-3e62a6d87a5a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 62de7099-fab8-485d-a5b6-639818d88627 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:18:58.424993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port ee59dc12-c8ab-4b5f-9f10-37e366f4faac completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:58.437030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port ee59dc12-c8ab-4b5f-9f10-37e366f4faac triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:58.437339 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.439810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:18:58.440299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:58.479123 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d6946a24-9572-494f-83a0-e3cc0c692bad tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.483397 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d6946a24-9572-494f-83a0-e3cc0c692bad tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.515962 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d6946a24-9572-494f-83a0-e3cc0c692bad tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.517411 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d6946a24-9572-494f-83a0-e3cc0c692bad tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1737473 Aug 26 11:18:58.518225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6946a24-9572-494f-83a0-e3cc0c692bad tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ee37cd-a5d6-4d76-8fa4-03113652a62c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:58.520362 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57050) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:58.525131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8f5feb48-ba21-4478-85bc-67ef99ab4aea tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '56ee37cd-a5d6-4d76-8fa4-03113652a62c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:58.547428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada79f9-93ae-4011-9598-d04f787a680e req-ad58067e-99c9-4ade-9e09-7e678691f532 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:58.549047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aada79f9-93ae-4011-9598-d04f787a680e req-ad58067e-99c9-4ade-9e09-7e678691f532 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 946 time: 0.1097553 Aug 26 11:18:58.552415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd4a893-4904-428b-b47b-3e62a6d87a5a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:18:58.562126 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdd4a893-4904-428b-b47b-3e62a6d87a5a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.563415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bdd4a893-4904-428b-b47b-3e62a6d87a5a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627 HTTP/1.1" status: 200 len: 933 time: 2.0099044 Aug 26 11:18:58.566142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57052) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:58.610465 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f5feb48-ba21-4478-85bc-67ef99ab4aea tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.635614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aada79f9-93ae-4011-9598-d04f787a680e req-242c65ac-c29e-4fbf-bf81-614aff19015d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707109 Aug 26 11:18:58.709081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f5feb48-ba21-4478-85bc-67ef99ab4aea tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.715438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f5feb48-ba21-4478-85bc-67ef99ab4aea tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.737164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5feb48-ba21-4478-85bc-67ef99ab4aea tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf6e08b-af91-4c53-a2ff-48680b600ca6,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:58.745588 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8f5feb48-ba21-4478-85bc-67ef99ab4aea tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.750717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8f5feb48-ba21-4478-85bc-67ef99ab4aea tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291656 Aug 26 11:18:58.751468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57054) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:58.757542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e393c52a-40f9-4a8e-8e07-b2e2f3cb303a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '56ee37cd-a5d6-4d76-8fa4-03113652a62c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:58.799019 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e393c52a-40f9-4a8e-8e07-b2e2f3cb303a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.812047 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:18:58.887170 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e393c52a-40f9-4a8e-8e07-b2e2f3cb303a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.897105 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e393c52a-40f9-4a8e-8e07-b2e2f3cb303a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.920812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393c52a-40f9-4a8e-8e07-b2e2f3cb303a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f04360-34a9-46b5-8fcd-2402e7ea46ee,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:58.932195 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e393c52a-40f9-4a8e-8e07-b2e2f3cb303a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.936461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e393c52a-40f9-4a8e-8e07-b2e2f3cb303a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1838431 Aug 26 11:18:58.937237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57056) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:58.941986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-086f8f98-3055-4347-a7a8-76c0383cc994 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '56ee37cd-a5d6-4d76-8fa4-03113652a62c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:58.953219 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:58.985427 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-086f8f98-3055-4347-a7a8-76c0383cc994 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.052253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port ee59dc12-c8ab-4b5f-9f10-37e366f4faac, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ee59dc12-c8ab-4b5f-9f10-37e366f4faac,segment=NetworkSegment(5d5267f1-3da6-448c-9e4b-0dfdf26bbf35),segment_id=5d5267f1-3da6-448c-9e4b-0dfdf26bbf35)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:18:59.059062 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.060139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e58fc695-65e2-42c3-8a75-2e042069bb6f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:59.067594 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-086f8f98-3055-4347-a7a8-76c0383cc994 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.074242 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-086f8f98-3055-4347-a7a8-76c0383cc994 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.090531 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fce07a41-b0cc-44ba-84b3-bb30c5f04733 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627 HTTP/1.1" status: 200 len: 933 time: 0.5227835 Aug 26 11:18:59.091984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57058) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:59.097015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-26641322-93d5-446c-a570-2dd460cf462d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'routes': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:59.101996 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f8f98-3055-4347-a7a8-76c0383cc994 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda77a9b-043a-4654-aeb8-e5ee585b7150,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:59.111388 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-086f8f98-3055-4347-a7a8-76c0383cc994 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.113130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-086f8f98-3055-4347-a7a8-76c0383cc994 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1748855 Aug 26 11:18:59.115778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57060) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:59.122827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-53f98acf-9bc7-473d-bbaa-af0fa4ca3f0d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '56ee37cd-a5d6-4d76-8fa4-03113652a62c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:59.160123 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53f98acf-9bc7-473d-bbaa-af0fa4ca3f0d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.186807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-188b0e77-b496-4f54-b877-40169ea84d41 None None] Provisioning for port e44170d7-e901-4632-8052-7ae54d21cc3c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:59.197281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=ee59dc12-c8ab-4b5f-9f10-37e366f4faac,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:59.202321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-188b0e77-b496-4f54-b877-40169ea84d41 None None] Provisioning complete for port e44170d7-e901-4632-8052-7ae54d21cc3c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:59.202692 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-188b0e77-b496-4f54-b877-40169ea84d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.255073 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e58fc695-65e2-42c3-8a75-2e042069bb6f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:59.255744 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.259583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53f98acf-9bc7-473d-bbaa-af0fa4ca3f0d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.261976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-188b0e77-b496-4f54-b877-40169ea84d41 None None] Port e44170d7-e901-4632-8052-7ae54d21cc3c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:59.268522 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53f98acf-9bc7-473d-bbaa-af0fa4ca3f0d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.286419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f98acf-9bc7-473d-bbaa-af0fa4ca3f0d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46b56a7-4d06-45b6-b646-cd8f4abfa5d2,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:59.306004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-53f98acf-9bc7-473d-bbaa-af0fa4ca3f0d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.310600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-53f98acf-9bc7-473d-bbaa-af0fa4ca3f0d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1902604 Aug 26 11:18:59.311197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57062) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:59.314530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:57Z', 'revision_number': 6, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:56Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44170d7-e901-4632-8052-7ae54d21cc3c', 'name': '', 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:23:6a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:53Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:18:59.318306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b1d06e97-3a87-4ec1-810d-1756331cc483 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '56ee37cd-a5d6-4d76-8fa4-03113652a62c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:59.320433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-188b0e77-b496-4f54-b877-40169ea84d41 None None] Provisioning complete for port ee59dc12-c8ab-4b5f-9f10-37e366f4faac triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:59.320433 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-188b0e77-b496-4f54-b877-40169ea84d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.344816 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-b1d06e97-3a87-4ec1-810d-1756331cc483 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Project e3813640e34e40b9b3f5cb67b067ed24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:18:59.355451 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1d06e97-3a87-4ec1-810d-1756331cc483 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.369822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Checking router: 62de7099-fab8-485d-a5b6-639818d88627 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:18:59.370703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Updating router 62de7099-fab8-485d-a5b6-639818d88627 port e44170d7-e901-4632-8052-7ae54d21cc3c binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:18:59.412803 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.429465 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1d06e97-3a87-4ec1-810d-1756331cc483 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.434338 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1d06e97-3a87-4ec1-810d-1756331cc483 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.454144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06e97-3a87-4ec1-810d-1756331cc483 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1bb91e-659c-4210-8375-1bb048378127,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:59.463356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b1d06e97-3a87-4ec1-810d-1756331cc483 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.465621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b1d06e97-3a87-4ec1-810d-1756331cc483 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534226 Aug 26 11:18:59.469748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57064) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:59.474517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f9398cf6-5d1b-4393-9b68-19fdb2570412 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '56ee37cd-a5d6-4d76-8fa4-03113652a62c', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:59.519388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:18:59.533803 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-f9398cf6-5d1b-4393-9b68-19fdb2570412 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Project e3813640e34e40b9b3f5cb67b067ed24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:18:59.548654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9398cf6-5d1b-4393-9b68-19fdb2570412 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.625275 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.extraroute_db [None req-26641322-93d5-446c-a570-2dd460cf462d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added routes are [] {{(pid=101266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 26 11:18:59.626038 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.extraroute_db [None req-26641322-93d5-446c-a570-2dd460cf462d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101266) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 26 11:18:59.692063 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9398cf6-5d1b-4393-9b68-19fdb2570412 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.701448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:18:59.702889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9398cf6-5d1b-4393-9b68-19fdb2570412 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.710461 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:59.710707 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26641322-93d5-446c-a570-2dd460cf462d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.711077 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.727413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9398cf6-5d1b-4393-9b68-19fdb2570412 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3eb139e-2617-46bb-9289-17f79e16e54e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:18:59.766442 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9398cf6-5d1b-4393-9b68-19fdb2570412 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.767709 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f9398cf6-5d1b-4393-9b68-19fdb2570412 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2968743 Aug 26 11:18:59.770458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57068) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:18:59.792627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5f182-46d4-462d-abbd-9d7877b1bc9f req-1dff3625-1ef3-48c9-8777-05b1ba33eaef tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:18:59.795416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ab5f182-46d4-462d-abbd-9d7877b1bc9f req-1dff3625-1ef3-48c9-8777-05b1ba33eaef tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 946 time: 0.0647049 Aug 26 11:18:59.807208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'network': {'name': 'tempest-network-smoke--1708357553', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'port_security_enabled': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:18:59.812499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-91ed63eb-686a-42a6-9256-057a7c78c44e None None] Provisioning complete for port e44170d7-e901-4632-8052-7ae54d21cc3c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:18:59.812747 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91ed63eb-686a-42a6-9256-057a7c78c44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.842170 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ab5f182-46d4-462d-abbd-9d7877b1bc9f req-abcc4087-2c4d-4840-9588-afb185f8ff21 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Aug 26 11:18:59.849465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:18:59.852344 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.910755 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-91ed63eb-686a-42a6-9256-057a7c78c44e None None] Port e44170d7-e901-4632-8052-7ae54d21cc3c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:18:59.949844 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.976107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:18:59.980901 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.995771 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26641322-93d5-446c-a570-2dd460cf462d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.999149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:18:59.999504 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Added segment f1d3c271-839d-4d1b-9792-333ab2fecc8e of type vlan for network 56845bbb-17eb-4e54-a86b-9e36e464a325 Aug 26 11:19:00.004772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Transition to ACTIVE for port object e44170d7-e901-4632-8052-7ae54d21cc3c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:19:00.007679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a1a0f34f-faab-4bfa-9d6c-c2430329a9b3,segment=NetworkSegment(13f8ae57-2c5f-4eee-add5-a04f1933d11e),segment_id=13f8ae57-2c5f-4eee-add5-a04f1933d11e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:00.012862 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.016918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2310bc3-fab2-4237-a267-92acf0766972 req-ae38b9d8-ba01-4a70-8d8b-ae22f12ce86c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:00.017754 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.018153 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c2310bc3-fab2-4237-a267-92acf0766972 req-ae38b9d8-ba01-4a70-8d8b-ae22f12ce86c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 946 time: 0.1242366 Aug 26 11:19:00.021295 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26641322-93d5-446c-a570-2dd460cf462d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.044108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2efef042-0d2b-4642-85da-aed8653b6e97 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:19:00.071276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 2efef042-0d2b-4642-85da-aed8653b6e97 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:00.071962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2efef042-0d2b-4642-85da-aed8653b6e97 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:19:00.155296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=a1a0f34f-faab-4bfa-9d6c-c2430329a9b3,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:00.160761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.197486 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Attempting to bind port e44170d7-e901-4632-8052-7ae54d21cc3c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:19:00.197857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Attempting to bind port e44170d7-e901-4632-8052-7ae54d21cc3c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '5d5267f1-3da6-448c-9e4b-0dfdf26bbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:19:00.198817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Attempting to bind port e44170d7-e901-4632-8052-7ae54d21cc3c on network 01cfced6-ae94-4528-a2ba-782afb28845f {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:19:00.204793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-69b724c6-37fb-4510-a39b-4f8032d09879 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948286 Aug 26 11:19:00.207397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:19:00.207774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Checking segment: {'id': '5d5267f1-3da6-448c-9e4b-0dfdf26bbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:19:00.208178 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.208677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Bound using segment: {'id': '5d5267f1-3da6-448c-9e4b-0dfdf26bbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:19:00.209165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Bound port: e44170d7-e901-4632-8052-7ae54d21cc3c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5267f1-3da6-448c-9e4b-0dfdf26bbf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:19:00.210214 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.258326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ee59dc12-c8ab-4b5f-9f10-37e366f4faac up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:19:00.263981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790d773-4dd8-48ff-a220-0d12e0c64b2e None None] Pushing event updated for resources: {'Port': ['ID=e44170d7-e901-4632-8052-7ae54d21cc3c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:00.292699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26641322-93d5-446c-a570-2dd460cf462d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 62de7099-fab8-485d-a5b6-639818d88627 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:19:00.295288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.300799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:00.301134 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.320137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-bc75c176-16e9-4a45-b22e-2ff13b47512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:00.321831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-bc75c176-16e9-4a45-b22e-2ff13b47512f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 1097 time: 0.0627074 Aug 26 11:19:00.336054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] For port e44170d7-e901-4632-8052-7ae54d21cc3c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:19:00.339840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] For port e44170d7-e901-4632-8052-7ae54d21cc3c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e44170d7-e901-4632-8052-7ae54d21cc3c,segment=NetworkSegment(5d5267f1-3da6-448c-9e4b-0dfdf26bbf35),segment_id=5d5267f1-3da6-448c-9e4b-0dfdf26bbf35)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:19:00.358401 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.371396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port ee59dc12-c8ab-4b5f-9f10-37e366f4faac triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:00.371396 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.400521 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6259658 Aug 26 11:19:00.404800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57070) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:00.409409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'admin_state_up': True, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:00.464158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.465122 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.472853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:00.473524 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:00.476697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-267f5844-8c1b-418a-9a6b-1ba035a9e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:00.478228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-267f5844-8c1b-418a-9a6b-1ba035a9e8ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.1347387 Aug 26 11:19:00.484761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-c2310bc3-fab2-4237-a267-92acf0766972 req-583293a8-6ad0-4fb5-b807-2631bbbe4a11 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Deleting port f093530d-0f6f-48fe-8b1d-33cda2d8e603 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:19:00.485629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c2310bc3-fab2-4237-a267-92acf0766972 req-583293a8-6ad0-4fb5-b807-2631bbbe4a11 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.488413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e07c4-e4a1-405b-8055-33665f727b6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Network': ['ID=56845bbb-17eb-4e54-a86b-9e36e464a325,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:00.527108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 56845bbb-17eb-4e54-a86b-9e36e464a325 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:19:00.542869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-b6dc61f9-a801-4c58-9c31-037f693e773c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd370508-a07b-42fa-94d4-b00e309ea729 HTTP/1.1" status: 200 len: 217 time: 0.0530741 Aug 26 11:19:00.573201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26641322-93d5-446c-a570-2dd460cf462d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:19:00.573793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790d773-4dd8-48ff-a220-0d12e0c64b2e None None] Pushing event updated for resources: {'Port': ['ID=e44170d7-e901-4632-8052-7ae54d21cc3c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:00.586192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26641322-93d5-446c-a570-2dd460cf462d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.587696 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-26641322-93d5-446c-a570-2dd460cf462d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627 HTTP/1.1" status: 200 len: 699 time: 1.4947119 Aug 26 11:19:00.592106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57072) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:00.600720 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.629236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-c2310bc3-fab2-4237-a267-92acf0766972 req-583293a8-6ad0-4fb5-b807-2631bbbe4a11 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] For port f093530d-0f6f-48fe-8b1d-33cda2d8e603, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f093530d-0f6f-48fe-8b1d-33cda2d8e603,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:00.629855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c2310bc3-fab2-4237-a267-92acf0766972 req-583293a8-6ad0-4fb5-b807-2631bbbe4a11 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.646178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-c2310bc3-fab2-4237-a267-92acf0766972 req-583293a8-6ad0-4fb5-b807-2631bbbe4a11 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Calling delete_port for f093530d-0f6f-48fe-8b1d-33cda2d8e603 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:19:00.666474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-5695f034-f5ec-4ea3-b816-b15911df7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:00.669979 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-5695f034-f5ec-4ea3-b816-b15911df7d1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0675826 Aug 26 11:19:00.687714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:00.829865 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b9b44fb1-e4a7-42b5-89e8-999e887cd8ee tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627 HTTP/1.1" status: 200 len: 699 time: 0.2362769 Aug 26 11:19:00.833625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57074) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:00.870998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:00.880738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-270e2e45-4ce5-4d15-8372-57f834326585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:00.883152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-270e2e45-4ce5-4d15-8372-57f834326585 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1678026 Aug 26 11:19:00.934882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 7, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44170d7-e901-4632-8052-7ae54d21cc3c', 'name': '', 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:23:6a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:53Z', 'updated_at': '2021-08-26T11:19:00Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:00.962692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9e7c27-6095-44c7-ad5e-9a71870204d5 None None] The sync data for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 is: [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 7, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44170d7-e901-4632-8052-7ae54d21cc3c', 'name': '', 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:23:6a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:53Z', 'updated_at': '2021-08-26T11:19:00Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:19:00.997827 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c2310bc3-fab2-4237-a267-92acf0766972 req-583293a8-6ad0-4fb5-b807-2631bbbe4a11 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:01.011735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['cd370508-a07b-42fa-94d4-b00e309ea729'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:19:01.020332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1019fb30-7da3-4cdd-926f-438f877a4ba3 req-4f419699-dc70-437a-b849-3755806a4887 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 210 time: 0.0886760 Aug 26 11:19:01.073512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['f093530d-0f6f-48fe-8b1d-33cda2d8e603'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:19:01.074567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-e860f5e8-4b81-4a6d-b909-865116696861 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715870 Aug 26 11:19:01.100533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583293a8-6ad0-4fb5-b807-2631bbbe4a11 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event deleted for resources: {'Port': ['ID=f093530d-0f6f-48fe-8b1d-33cda2d8e603,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:01.202557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30e9c6c9-380a-47a6-82a6-7eca9299657c req-53ec8c08-edab-41c7-b9c1-916e0af9f7d8 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204176 Aug 26 11:19:01.214300 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2310bc3-fab2-4237-a267-92acf0766972 req-583293a8-6ad0-4fb5-b807-2631bbbe4a11 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] No DVR routers for this DVR port f093530d-0f6f-48fe-8b1d-33cda2d8e603 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:19:01.235293 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c2310bc3-fab2-4237-a267-92acf0766972 req-583293a8-6ad0-4fb5-b807-2631bbbe4a11 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:01.239339 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c2310bc3-fab2-4237-a267-92acf0766972 req-583293a8-6ad0-4fb5-b807-2631bbbe4a11 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "DELETE /v2.0/ports/f093530d-0f6f-48fe-8b1d-33cda2d8e603 HTTP/1.1" status: 204 len: 173 time: 1.1938939 Aug 26 11:19:01.242844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3442c0df-2cdd-49b7-afaf-0041b79185df', 'name': 'network-vif-deleted', 'tag': 'f093530d-0f6f-48fe-8b1d-33cda2d8e603'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:19:01.245499 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2225e66a-1653-4b24-b5af-1b40fe7e1ec8" -d '{"events": [{"server_uuid": "3442c0df-2cdd-49b7-afaf-0041b79185df", "name": "network-vif-deleted", "tag": "f093530d-0f6f-48fe-8b1d-33cda2d8e603"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:19:01.292183 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35420c44-977a-4f16-b640-4222ce4c71b2 None None] Sync routers for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:19:01.310834 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35420c44-977a-4f16-b640-4222ce4c71b2 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:01.311718 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-35420c44-977a-4f16-b640-4222ce4c71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:01.352072 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1f37fa-cce2-4763-aa36-22c1dd3d742e x-openstack-request-id: req-1a1f37fa-cce2-4763-aa36-22c1dd3d742e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:19:01.352072 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3442c0df-2cdd-49b7-afaf-0041b79185df", "name": "network-vif-deleted", "tag": "f093530d-0f6f-48fe-8b1d-33cda2d8e603", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:19:01.352541 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a1f37fa-cce2-4763-aa36-22c1dd3d742e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:19:01.353140 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3442c0df-2cdd-49b7-afaf-0041b79185df', 'name': 'network-vif-deleted', 'tag': 'f093530d-0f6f-48fe-8b1d-33cda2d8e603', 'status': 'completed', 'code': 200} Aug 26 11:19:01.400335 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:01.426828 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:01.467895 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-35420c44-977a-4f16-b640-4222ce4c71b2 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:01.468955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:01.552838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.25.1.125 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:19:01.693230 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:01.721025 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-35420c44-977a-4f16-b640-4222ce4c71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 7, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44170d7-e901-4632-8052-7ae54d21cc3c', 'name': '', 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:23:6a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:53Z', 'updated_at': '2021-08-26T11:19:00Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:01.742922 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:01.751414 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35420c44-977a-4f16-b640-4222ce4c71b2 None None] Checking router: 62de7099-fab8-485d-a5b6-639818d88627 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:19:01.760266 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35420c44-977a-4f16-b640-4222ce4c71b2 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:01.761784 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-35420c44-977a-4f16-b640-4222ce4c71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:01.805250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:19:01.806170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:01.808814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port e44170d7-e901-4632-8052-7ae54d21cc3c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:19:01.809316 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:01.821649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:19:01.827362 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:19:01.879691 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-35420c44-977a-4f16-b640-4222ce4c71b2 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:01.918523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port e44170d7-e901-4632-8052-7ae54d21cc3c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e44170d7-e901-4632-8052-7ae54d21cc3c,segment=NetworkSegment(5d5267f1-3da6-448c-9e4b-0dfdf26bbf35),segment_id=5d5267f1-3da6-448c-9e4b-0dfdf26bbf35)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:01.918523 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:01.939998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for e44170d7-e901-4632-8052-7ae54d21cc3c owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:19:02.164022 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-35420c44-977a-4f16-b640-4222ce4c71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 7, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44170d7-e901-4632-8052-7ae54d21cc3c', 'name': '', 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:23:6a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:53Z', 'updated_at': '2021-08-26T11:19:00Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:02.174371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:02.214414 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35420c44-977a-4f16-b640-4222ce4c71b2 None None] The sync data for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 is: [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 7, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44170d7-e901-4632-8052-7ae54d21cc3c', 'name': '', 'network_id': '01cfced6-ae94-4528-a2ba-782afb28845f', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:23:6a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:53Z', 'updated_at': '2021-08-26T11:19:00Z', 'revision_number': 4, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '7d59b568-1a02-4091-ae9d-1be881c5fe0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:19:02.223288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=e44170d7-e901-4632-8052-7ae54d21cc3c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:02.259863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:19:02.281125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61a143c6-f9af-418c-8210-48b326c3bbee req-7ff70ac0-bdd1-4070-9ac0-c696c81e0390 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 210 time: 0.0982802 Aug 26 11:19:02.331650 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:02.378844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:02.379227 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:02.473569 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:02.535334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e44170d7-e901-4632-8052-7ae54d21cc3c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:19:02.575727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: e44170d7-e901-4632-8052-7ae54d21cc3c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:02.576079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e44170d7-e901-4632-8052-7ae54d21cc3c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 26 11:19:02.608461 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Port e44170d7-e901-4632-8052-7ae54d21cc3c not found, will not notify nova. {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 26 11:19:02.668471 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:02.816219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router c05f4751-e4d9-4495-b554-e2b68e45f2bb is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:19:02.935575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:19:02.950333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Sync routers for ids ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:19:02.959393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:02.966077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-33e597d7-4395-480b-a956-9b6dd810dc3e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5600812 Aug 26 11:19:02.967483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57082) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:02.969710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Routers {'c05f4751-e4d9-4495-b554-e2b68e45f2bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:02.971092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:03.032322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f093530d-0f6f-48fe-8b1d-33cda2d8e603 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:19:03.078970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 62de7099-fab8-485d-a5b6-639818d88627 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:19:03.081872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: f093530d-0f6f-48fe-8b1d-33cda2d8e603 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:03.082311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f093530d-0f6f-48fe-8b1d-33cda2d8e603 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:19:03.180976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Set router c05f4751-e4d9-4495-b554-e2b68e45f2bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:03.193640 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:19:03.200566 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c044408d-f43a-4b0a-9a7e-3abe906a994e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3620715 Aug 26 11:19:03.203288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57084) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:03.206651 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b4937-052e-4647-a18f-2fdaa95f7a80 None None] Sync routers for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:19:03.223477 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b4937-052e-4647-a18f-2fdaa95f7a80 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:03.224109 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-321b4937-052e-4647-a18f-2fdaa95f7a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:03.268444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7fcb1a-7b20-4ba8-a91b-7378372e1d3a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting subnet 7d59b568-1a02-4091-ae9d-1be881c5fe0f {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:19:03.272294 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcb1a-7b20-4ba8-a91b-7378372e1d3a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:03.336595 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcb1a-7b20-4ba8-a91b-7378372e1d3a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:03.442832 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-321b4937-052e-4647-a18f-2fdaa95f7a80 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:03.486748 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcb1a-7b20-4ba8-a91b-7378372e1d3a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:03.506276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d788eedc-2e8a-4189-bbec-20f7cf1bbf22 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e3813640e34e40b9b3f5cb67b067ed24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5367222 Aug 26 11:19:03.509279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a031723b-2314-4ec9-9376-50f7ab01bef0 req-74194413-1c3f-4583-aff5-36067e27d00c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 210 time: 0.0390601 Aug 26 11:19:03.510169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57088) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:03.570181 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcb1a-7b20-4ba8-a91b-7378372e1d3a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:03.630483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fcb1a-7b20-4ba8-a91b-7378372e1d3a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Subnet': ['ID=7d59b568-1a02-4091-ae9d-1be881c5fe0f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:03.644078 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7c7fcb1a-7b20-4ba8-a91b-7378372e1d3a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:03.646275 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7c7fcb1a-7b20-4ba8-a91b-7378372e1d3a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/7d59b568-1a02-4091-ae9d-1be881c5fe0f HTTP/1.1" status: 204 len: 168 time: 0.4415665 Aug 26 11:19:03.651455 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57090) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:03.657659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ffbf1b-0543-420f-afe7-d5050e0cb690 None None] Network 01cfced6-ae94-4528-a2ba-782afb28845f requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:19:03.744218 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-321b4937-052e-4647-a18f-2fdaa95f7a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:02Z', 'revision_number': 8, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:03.773384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3121350f-5a45-4224-8749-fefe67955844 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:03.775478 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3121350f-5a45-4224-8749-fefe67955844 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2570436 Aug 26 11:19:03.778227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57092) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:03.784653 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b4937-052e-4647-a18f-2fdaa95f7a80 None None] Checking router: 62de7099-fab8-485d-a5b6-639818d88627 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:19:03.797554 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b4937-052e-4647-a18f-2fdaa95f7a80 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:03.798174 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-321b4937-052e-4647-a18f-2fdaa95f7a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:03.827606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c3d4e8a2-0313-447a-a3fa-ddf50d17d106 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480146 Aug 26 11:19:03.830412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57094) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:03.842074 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:03.845218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1021477743', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:03.874722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:02Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:03.912970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Checking router: c05f4751-e4d9-4495-b554-e2b68e45f2bb for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:19:03.913596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Updating router c05f4751-e4d9-4495-b554-e2b68e45f2bb port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:19:03.956256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port ee59dc12-c8ab-4b5f-9f10-37e366f4faac {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:19:03.957229 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:03.959204 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-321b4937-052e-4647-a18f-2fdaa95f7a80 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:03.964051 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.062269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:19:04.066812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port ee59dc12-c8ab-4b5f-9f10-37e366f4faac, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ee59dc12-c8ab-4b5f-9f10-37e366f4faac,segment=NetworkSegment(5d5267f1-3da6-448c-9e4b-0dfdf26bbf35),segment_id=5d5267f1-3da6-448c-9e4b-0dfdf26bbf35)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:04.067181 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.068249 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.099570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for ee59dc12-c8ab-4b5f-9f10-37e366f4faac owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:19:04.230221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.252986 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-321b4937-052e-4647-a18f-2fdaa95f7a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:02Z', 'revision_number': 8, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:04.265241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=ee59dc12-c8ab-4b5f-9f10-37e366f4faac,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:04.277230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No DVR routers for this DVR port ee59dc12-c8ab-4b5f-9f10-37e366f4faac on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:19:04.282900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee839c5-599a-4b12-9db7-3516a71df1e2 None None] DHCP port deletion for 01cfced6-ae94-4528-a2ba-782afb28845f request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:19:04.303363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ee59dc12-c8ab-4b5f-9f10-37e366f4faac no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:19:04.335018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: ee59dc12-c8ab-4b5f-9f10-37e366f4faac {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:04.335378 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ee59dc12-c8ab-4b5f-9f10-37e366f4faac not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:19:04.344332 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b4937-052e-4647-a18f-2fdaa95f7a80 None None] The sync data for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 is: [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:02Z', 'revision_number': 8, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'a1a0f34f-faab-4bfa-9d6c-c2430329a9b3', 'name': '', 'network_id': '4fd4a782-9eee-4f66-a61a-19a5e7f10155', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:41:ae:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:49Z', 'updated_at': '2021-08-26T11:18:59Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '6d131c11-89ba-4c11-9701-c8eeb2aa1188', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:19:04.394472 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.435293 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.441714 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.449800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Transition to ACTIVE for port object c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:19:04.456585 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cfced6-ae94-4528-a2ba-782afb28845f']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:04.460476 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.482811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Subnet': ['ID=24eba12e-cadd-4d83-b700-538f8e8cbbad,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:04.485339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5267f1-3da6-448c-9e4b-0dfdf26bbf35') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:04.485570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Checking segment: {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:19:04.486103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network hostable DHCP agents. Network: 56845bbb-17eb-4e54-a86b-9e36e464a325, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:19:04.486702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5267f1-3da6-448c-9e4b-0dfdf26bbf35') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:04.508679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 56845bbb-17eb-4e54-a86b-9e36e464a325 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:19:04.509996 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.525067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Attempting to bind port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:19:04.525317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Attempting to bind port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:19:04.525634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Attempting to bind port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:19:04.528330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 56845bbb-17eb-4e54-a86b-9e36e464a325) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:19:04.528767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Pushing event updated for resources: {'Port': ['ID=c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:04.534994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.537211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:19:04.537601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:19:04.538014 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.538415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:19:04.538958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Bound port: c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:19:04.539338 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.541225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:04.542541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.552747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:19:04.553149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:19:04.556753 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:19:04.566638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ad47c-250b-426d-9d36-a1ceef15671a None None] Network 56845bbb-17eb-4e54-a86b-9e36e464a325 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:19:04.566876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-26307652-8621-42eb-a9fe-3dea655e5a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7315245 Aug 26 11:19:04.566998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.566998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.566998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.567407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57098) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:04.569299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.569661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.570015 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.570365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.570703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.571074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.572049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.572049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.572049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:04.640902 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.685180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.694458 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/networks/01cfced6-ae94-4528-a2ba-782afb28845f HTTP/1.1" status: 204 len: 168 time: 1.0418355 Aug 26 11:19:04.695642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e328d0c-21bf-45bf-b444-94c036bbb004 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Network': ['ID=01cfced6-ae94-4528-a2ba-782afb28845f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:04.699923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57102) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:04.723618 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] For port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:19:04.784285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] For port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:19:04.795394 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.941485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-56845bbb-17eb-4e54-a86b-9e36e464a325', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:19:04.942822 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:04.959019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5c53860-38cc-44af-bc90-019b00c69593 req-6d09206a-9999-425d-b98c-cee491ed6cdb tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 210 time: 0.3368464 Aug 26 11:19:04.974988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fd559-c2a2-4886-87c1-d1c71b7aee84 None None] Pushing event updated for resources: {'Port': ['ID=c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:04.993125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Routers {'c05f4751-e4d9-4495-b554-e2b68e45f2bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:04.993762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:05.239789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] Set router c05f4751-e4d9-4495-b554-e2b68e45f2bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:05.257212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:05.325748 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:05.394801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Allocated IP 172.20.0.2 (56845bbb-17eb-4e54-a86b-9e36e464a325/24eba12e-cadd-4d83-b700-538f8e8cbbad/02bb9ad2-06a4-4aed-b72c-82c159edac1e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:19:05.648628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:19:05.648628 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:05.654623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:02Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:05.697785 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998f31d-4e75-45a1-857d-0e3de29b7723 None None] The sync data for ids ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'] in n-d-778550-13 is: [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:02Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:19:05.700573 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:05.712751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Transition to ACTIVE for port object 02bb9ad2-06a4-4aed-b72c-82c159edac1e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:19:05.750474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Transition to ACTIVE for port object 02bb9ad2-06a4-4aed-b72c-82c159edac1e will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:19:05.761111 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:05.779468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port a1a0f34f-faab-4bfa-9d6c-c2430329a9b3, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a1a0f34f-faab-4bfa-9d6c-c2430329a9b3,segment=NetworkSegment(13f8ae57-2c5f-4eee-add5-a04f1933d11e),segment_id=13f8ae57-2c5f-4eee-add5-a04f1933d11e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:05.779906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:05.797664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:19:05.836098 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Pushing event updated for resources: {'Port': ['ID=02bb9ad2-06a4-4aed-b72c-82c159edac1e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:05.849722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Network 56845bbb-17eb-4e54-a86b-9e36e464a325 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:19:05.851775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:19:05.859313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:19:05.863031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.20.0.1 (56845bbb-17eb-4e54-a86b-9e36e464a325/24eba12e-cadd-4d83-b700-538f8e8cbbad/eaa048e9-c4f2-4746-a8f8-1e3ef691689b) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:19:05.937971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Attempting to bind port 02bb9ad2-06a4-4aed-b72c-82c159edac1e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:19:05.938709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Attempting to bind port 02bb9ad2-06a4-4aed-b72c-82c159edac1e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:19:05.950530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Attempting to bind port 02bb9ad2-06a4-4aed-b72c-82c159edac1e on network 56845bbb-17eb-4e54-a86b-9e36e464a325 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:19:05.972600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:19:05.972997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Checking segment: {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:19:05.978065 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:05.978493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Bound using segment: {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:19:05.979597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Bound port: 02bb9ad2-06a4-4aed-b72c-82c159edac1e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:19:05.980107 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:06.046035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:06.051357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] For port 02bb9ad2-06a4-4aed-b72c-82c159edac1e, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:19:06.054639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] For port 02bb9ad2-06a4-4aed-b72c-82c159edac1e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=02bb9ad2-06a4-4aed-b72c-82c159edac1e,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:19:06.055808 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:06.072193 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:06.085239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Transition to ACTIVE for port object eaa048e9-c4f2-4746-a8f8-1e3ef691689b will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:19:06.130897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=a1a0f34f-faab-4bfa-9d6c-c2430329a9b3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:06.175002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b6664-53b6-4099-81b4-2dc44be68ca2 None None] Pushing event updated for resources: {'Port': ['ID=02bb9ad2-06a4-4aed-b72c-82c159edac1e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:06.223241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8db5f964-f727-4218-a8ae-71e9586cc518 req-b683e45d-8b82-4199-8f75-8c84459a812d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=3442c0df-2cdd-49b7-afaf-0041b79185df HTTP/1.1" status: 200 len: 210 time: 0.1025093 Aug 26 11:19:06.272199 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:06.389069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:19:06.393092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 56845bbb-17eb-4e54-a86b-9e36e464a325 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:19:06.398803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:19:06.402623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=eaa048e9-c4f2-4746-a8f8-1e3ef691689b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:06.405302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:19:06.486614 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:06.513249 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:19:06.520290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:06.520787 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:06.576241 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:06.742813 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:06.771658 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:06.822376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:06.834322 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:06.858950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e44170d7-e901-4632-8052-7ae54d21cc3c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:19:06.918690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: e44170d7-e901-4632-8052-7ae54d21cc3c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:06.919579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e44170d7-e901-4632-8052-7ae54d21cc3c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:19:06.963004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:06.978109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 62de7099-fab8-485d-a5b6-639818d88627 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:19:07.122748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:19:07.132631 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d878f9af-e3ea-45c0-9028-f5edae830887 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4244421 Aug 26 11:19:07.132993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57106) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:07.149343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de669a82-2507-4a40-bdcd-d3a513464218 None None] Sync routers for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:19:07.172064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de669a82-2507-4a40-bdcd-d3a513464218 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:07.173377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-de669a82-2507-4a40-bdcd-d3a513464218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:07.291069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-695ecfd7-f26b-4ffa-ae97-1ff7f36a1b18 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting subnet 6d131c11-89ba-4c11-9701-c8eeb2aa1188 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:19:07.304981 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695ecfd7-f26b-4ffa-ae97-1ff7f36a1b18 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:07.364285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-de669a82-2507-4a40-bdcd-d3a513464218 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:07.384297 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:07.393641 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:07.433635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695ecfd7-f26b-4ffa-ae97-1ff7f36a1b18 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:07.499328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=eaa048e9-c4f2-4746-a8f8-1e3ef691689b,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:07.537586 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:07.566338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695ecfd7-f26b-4ffa-ae97-1ff7f36a1b18 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:07.668474 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695ecfd7-f26b-4ffa-ae97-1ff7f36a1b18 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:07.711750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ecfd7-f26b-4ffa-ae97-1ff7f36a1b18 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Subnet': ['ID=6d131c11-89ba-4c11-9701-c8eeb2aa1188,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:07.714421 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-695ecfd7-f26b-4ffa-ae97-1ff7f36a1b18 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:07.716637 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-695ecfd7-f26b-4ffa-ae97-1ff7f36a1b18 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/6d131c11-89ba-4c11-9701-c8eeb2aa1188 HTTP/1.1" status: 204 len: 168 time: 0.5823309 Aug 26 11:19:07.719234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57112) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:07.740787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 56845bbb-17eb-4e54-a86b-9e36e464a325 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:19:07.742601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:19:07.792526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4244058d-6bd2-46aa-9b96-0c8788ee0b4f None None] Network 4fd4a782-9eee-4f66-a61a-19a5e7f10155 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:19:07.805009 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:07.901310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:19:07.901669 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:07.952865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router c05f4751-e4d9-4495-b554-e2b68e45f2bb has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:19:08.001493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62de26a8-bef5-4304-ab9c-2bac9dd4174f None None] Network 56845bbb-17eb-4e54-a86b-9e36e464a325 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:19:08.014219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c200be34-c6f7-4ec6-b9bc-f1a7c5991f70,segment=NetworkSegment(13f8ae57-2c5f-4eee-add5-a04f1933d11e),segment_id=13f8ae57-2c5f-4eee-add5-a04f1933d11e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:08.014985 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:08.039108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:19:08.128604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:19:08.137044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-12e586f9-7ae4-4f4f-976c-88d11011e1f6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "PUT /v2.0/routers/c05f4751-e4d9-4495-b554-e2b68e45f2bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5688910 Aug 26 11:19:08.180194 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:08.180337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-65d88278-fd8f-4675-99ad-0bb14bb2b5cc None None] Provisioning for port 02bb9ad2-06a4-4aed-b72c-82c159edac1e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:19:08.345933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d003c32-9af7-42af-8e63-09874ad11551 None None] DHCP port deletion for 4fd4a782-9eee-4f66-a61a-19a5e7f10155 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:19:08.360357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-de669a82-2507-4a40-bdcd-d3a513464218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:05Z', 'revision_number': 9, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:08.468191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de669a82-2507-4a40-bdcd-d3a513464218 None None] Checking router: 62de7099-fab8-485d-a5b6-639818d88627 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:19:08.484318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de669a82-2507-4a40-bdcd-d3a513464218 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:08.485013 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-de669a82-2507-4a40-bdcd-d3a513464218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:08.587171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-a3cb9940-8be0-4c3d-9586-37521151df15 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1583716635&fields=id&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 267 time: 0.1097627 Aug 26 11:19:08.614087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:19:08.634026 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Sync routers for ids ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:19:08.642443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=c200be34-c6f7-4ec6-b9bc-f1a7c5991f70,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:08.648034 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Routers {'c05f4751-e4d9-4495-b554-e2b68e45f2bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:08.654192 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:08.656332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No DVR routers for this DVR port c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:19:08.754203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-de669a82-2507-4a40-bdcd-d3a513464218 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:08.764382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-b7b1ed1e-8ea7-4b4c-a6e9-c98769aed1ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:08.766770 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-b7b1ed1e-8ea7-4b4c-a6e9-c98769aed1ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 797 time: 0.1712837 Aug 26 11:19:08.791810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-429e63fd-d308-418c-bfd1-926d28bfc10e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/quotas/e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 375 time: 0.0120432 Aug 26 11:19:08.811196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:08.835432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd4a782-9eee-4f66-a61a-19a5e7f10155']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:08.866704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f8ae57-2c5f-4eee-add5-a04f1933d11e') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:08.867004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f8ae57-2c5f-4eee-add5-a04f1933d11e') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:08.897326 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:08.899119 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Set router c05f4751-e4d9-4495-b554-e2b68e45f2bb gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:08.916310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-d3dae8fa-7d68-44c5-a2d3-295f042b08d6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124182 Aug 26 11:19:08.923977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:08.933064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:19:08.934111 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:19:08.940330 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:19:09.058504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:09.065057 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:09.069846 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/networks/4fd4a782-9eee-4f66-a61a-19a5e7f10155 HTTP/1.1" status: 204 len: 168 time: 1.3486309 Aug 26 11:19:09.071976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57128) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:09.101433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:09.105366 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:09.108631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d9008-6908-4fad-a1e1-7a02a82e5e0c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Network': ['ID=4fd4a782-9eee-4f66-a61a-19a5e7f10155,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:09.208337 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'eaa048e9-c4f2-4746-a8f8-1e3ef691689b', 'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:f7:3a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:05Z', 'updated_at': '2021-08-26T11:19:07Z', 'revision_number': 2, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:09.242870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-e81846b8-d73c-4b30-968c-e201c0208a61 service neutron] 10.222.0.21 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089967 Aug 26 11:19:09.247656 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Checking router: c05f4751-e4d9-4495-b554-e2b68e45f2bb for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:19:09.248034 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Updating router c05f4751-e4d9-4495-b554-e2b68e45f2bb port eaa048e9-c4f2-4746-a8f8-1e3ef691689b binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:19:09.281698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6f94d7bd-8668-4cd9-b589-38c53fe53bf7 None None] Provisioning for port eaa048e9-c4f2-4746-a8f8-1e3ef691689b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:19:09.285601 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:09.288900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6f94d7bd-8668-4cd9-b589-38c53fe53bf7 None None] Provisioning complete for port eaa048e9-c4f2-4746-a8f8-1e3ef691689b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:09.289215 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f94d7bd-8668-4cd9-b589-38c53fe53bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:09.339302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6f94d7bd-8668-4cd9-b589-38c53fe53bf7 None None] Port eaa048e9-c4f2-4746-a8f8-1e3ef691689b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:19:09.411390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-de669a82-2507-4a40-bdcd-d3a513464218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:05Z', 'revision_number': 9, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:09.465562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de669a82-2507-4a40-bdcd-d3a513464218 None None] The sync data for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 is: [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:05Z', 'revision_number': 9, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e58fc695-65e2-42c3-8a75-2e042069bb6f', 'name': '', 'network_id': '78db1a28-562b-4e4e-b3b2-6b3abb830d28', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:ae:30:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:44Z', 'updated_at': '2021-08-26T11:18:55Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': '9f80c4f1-3167-4375-96ca-6bc3fff245eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:19:09.517657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02bb9ad2-06a4-4aed-b72c-82c159edac1e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:19:09.559918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9ad0cd37-a250-4b50-afea-b4b3c6f4c8fc None None] Provisioning complete for port eaa048e9-c4f2-4746-a8f8-1e3ef691689b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:09.560217 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ad0cd37-a250-4b50-afea-b4b3c6f4c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:09.609306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9ad0cd37-a250-4b50-afea-b4b3c6f4c8fc None None] Port eaa048e9-c4f2-4746-a8f8-1e3ef691689b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:19:09.663095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 02bb9ad2-06a4-4aed-b72c-82c159edac1e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:19:09.671312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 02bb9ad2-06a4-4aed-b72c-82c159edac1e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:09.671802 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:09.723047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-618703b8-451f-447a-b9b3-1519c67050d2 service neutron] 10.222.0.21 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790616 Aug 26 11:19:09.754007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-88e8ffd2-16f5-48a3-a2a4-0e1896509a2b None None] Provisioning complete for port eaa048e9-c4f2-4746-a8f8-1e3ef691689b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:09.754388 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88e8ffd2-16f5-48a3-a2a4-0e1896509a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:09.788535 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:09.801331 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Transition to ACTIVE for port object eaa048e9-c4f2-4746-a8f8-1e3ef691689b will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:19:09.801690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-88e8ffd2-16f5-48a3-a2a4-0e1896509a2b None None] Port eaa048e9-c4f2-4746-a8f8-1e3ef691689b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:19:09.811938 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:09.932676 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:10.017569 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Attempting to bind port eaa048e9-c4f2-4746-a8f8-1e3ef691689b on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:19:10.018084 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Attempting to bind port eaa048e9-c4f2-4746-a8f8-1e3ef691689b by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:19:10.018831 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Attempting to bind port eaa048e9-c4f2-4746-a8f8-1e3ef691689b on network 56845bbb-17eb-4e54-a86b-9e36e464a325 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:19:10.022142 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Pushing event updated for resources: {'Port': ['ID=eaa048e9-c4f2-4746-a8f8-1e3ef691689b,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:10.033527 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.033851 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.034297 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.034804 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.035421 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.035855 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.036284 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.036705 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.037198 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.037624 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.038062 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.038207 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 02bb9ad2-06a4-4aed-b72c-82c159edac1e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=02bb9ad2-06a4-4aed-b72c-82c159edac1e,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:10.038567 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:10.045626 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:19:10.045626 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Checking segment: {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:19:10.045626 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:10.046108 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Bound using segment: {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:19:10.046721 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Bound port: eaa048e9-c4f2-4746-a8f8-1e3ef691689b, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:19:10.047341 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:10.050971 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:10.107458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d9f3c73-b5f6-42a3-ab4b-8e41bbd8ec0a req-9abed857-20e3-410c-abd0-615914b82851 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 210 time: 0.1057074 Aug 26 11:19:10.193047 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] For port eaa048e9-c4f2-4746-a8f8-1e3ef691689b, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:19:10.198651 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] For port eaa048e9-c4f2-4746-a8f8-1e3ef691689b, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=eaa048e9-c4f2-4746-a8f8-1e3ef691689b,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:19:10.203869 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:10.220705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=02bb9ad2-06a4-4aed-b72c-82c159edac1e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:10.282493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:19:10.304118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:10.321151 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762a5f1-3898-4822-8bbc-091503ad5303 None None] Pushing event updated for resources: {'Port': ['ID=eaa048e9-c4f2-4746-a8f8-1e3ef691689b,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:10.354830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:10.355469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c200be34-c6f7-4ec6-b9bc-f1a7c5991f70 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:19:10.356048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:19:10.364190 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Routers {'c05f4751-e4d9-4495-b554-e2b68e45f2bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:10.364823 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:10.395424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:10.396080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a1a0f34f-faab-4bfa-9d6c-c2430329a9b3 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:19:10.628792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port e58fc695-65e2-42c3-8a75-2e042069bb6f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:19:10.629067 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:10.659348 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] Set router c05f4751-e4d9-4495-b554-e2b68e45f2bb gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:10.783764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port e58fc695-65e2-42c3-8a75-2e042069bb6f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e58fc695-65e2-42c3-8a75-2e042069bb6f,segment=NetworkSegment(94d3ad34-b8f8-4013-a264-f0f12fd6970f),segment_id=94d3ad34-b8f8-4013-a264-f0f12fd6970f)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:10.784835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:10.949246 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'eaa048e9-c4f2-4746-a8f8-1e3ef691689b', 'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:f7:3a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:05Z', 'updated_at': '2021-08-26T11:19:10Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:10.976799 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd4b00-fde7-4678-9608-eeed8e30f18c None None] The sync data for ids ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'] in n-d-778550-13 is: [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'eaa048e9-c4f2-4746-a8f8-1e3ef691689b', 'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:f7:3a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:05Z', 'updated_at': '2021-08-26T11:19:10Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:19:11.240652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for e58fc695-65e2-42c3-8a75-2e042069bb6f owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:19:11.351422 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afd2100a-ddd9-4e27-887c-750bd4d6f84b req-14bf378f-28da-4529-8a27-8c00dd6a023a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 210 time: 0.0363367 Aug 26 11:19:11.368188 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-d04435ad-c469-443b-9307-aed0405bc79b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:11.370616 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-d04435ad-c469-443b-9307-aed0405bc79b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.47 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 797 time: 0.1849582 Aug 26 11:19:11.437616 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-7339276a-33b5-4896-a5f5-beed748883fe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 380 time: 0.0565577 Aug 26 11:19:11.453558 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'port': {'device_id': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'admin_state_up': True, 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'security_groups': ['56ee37cd-a5d6-4d76-8fa4-03113652a62c']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:11.515316 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:11.585870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=e58fc695-65e2-42c3-8a75-2e042069bb6f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:11.592670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:19:11.596764 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:11.830895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:11.836225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.20.0.5 (56845bbb-17eb-4e54-a86b-9e36e464a325/24eba12e-cadd-4d83-b700-538f8e8cbbad/374779c1-9572-4c22-a9b2-bbe748728734) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:19:12.041274 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:12.074869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Transition to ACTIVE for port object 374779c1-9572-4c22-a9b2-bbe748728734 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:19:12.116735 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:12.142874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 62de7099-fab8-485d-a5b6-639818d88627 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:19:12.180505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 56845bbb-17eb-4e54-a86b-9e36e464a325 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:19:12.185826 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:19:12.189823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:19:12.196405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:12.270632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:12.271374 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:12.311025 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-c7352675-b24b-47a9-bdd7-946f5b2902ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8671975 Aug 26 11:19:12.330254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Request body: {'port': {'device_id': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:12.354013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:19:12.363909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-992fe379-3de6-44b5-a668-7cbacbdf1a1e tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2873135 Aug 26 11:19:12.366844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57152) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:12.370193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e884637-e9eb-42d1-b156-3706f4722173 None None] Sync routers for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:19:12.381216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e884637-e9eb-42d1-b156-3706f4722173 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:12.381896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5e884637-e9eb-42d1-b156-3706f4722173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:12.471693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7c0f5b-5b09-4f09-abf8-979629ad42d4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting subnet 9f80c4f1-3167-4375-96ca-6bc3fff245eb {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:19:12.495776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b7c0f5b-5b09-4f09-abf8-979629ad42d4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:12.498580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:12.551936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b05b0-2dde-463b-848e-52a90365b771 req-f45c20b4-1757-4650-9655-e2a355f5f42c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:12.554009 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e12b05b0-2dde-463b-848e-52a90365b771 req-f45c20b4-1757-4650-9655-e2a355f5f42c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 931 time: 0.0756102 Aug 26 11:19:12.560654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device eaa048e9-c4f2-4746-a8f8-1e3ef691689b up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:19:12.580602 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b7c0f5b-5b09-4f09-abf8-979629ad42d4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:12.602314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-5e884637-e9eb-42d1-b156-3706f4722173 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:12.611063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e12b05b0-2dde-463b-848e-52a90365b771 req-1fcf014b-4662-47a3-baf8-ae58c615f500 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504951 Aug 26 11:19:12.794555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9b1c3c28-c195-4255-a50c-8d568e096c03 None None] Provisioning for port 374779c1-9572-4c22-a9b2-bbe748728734 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:19:12.811946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9b1c3c28-c195-4255-a50c-8d568e096c03 None None] Provisioning complete for port 374779c1-9572-4c22-a9b2-bbe748728734 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:12.812486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b1c3c28-c195-4255-a50c-8d568e096c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:12.842260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port eaa048e9-c4f2-4746-a8f8-1e3ef691689b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:19:12.858762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port eaa048e9-c4f2-4746-a8f8-1e3ef691689b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:12.859301 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:12.862932 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b7c0f5b-5b09-4f09-abf8-979629ad42d4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:12.978608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b7c0f5b-5b09-4f09-abf8-979629ad42d4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.025720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374779c1-9572-4c22-a9b2-bbe748728734 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:19:13.042865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c0f5b-5b09-4f09-abf8-979629ad42d4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Subnet': ['ID=9f80c4f1-3167-4375-96ca-6bc3fff245eb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:13.045340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b7c0f5b-5b09-4f09-abf8-979629ad42d4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.050167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57158) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:13.050637 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0b7c0f5b-5b09-4f09-abf8-979629ad42d4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/9f80c4f1-3167-4375-96ca-6bc3fff245eb HTTP/1.1" status: 204 len: 168 time: 0.6803710 Aug 26 11:19:13.055132 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.073751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Transition to ACTIVE for port object 374779c1-9572-4c22-a9b2-bbe748728734 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:19:13.078619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.090195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c3c28-c195-4255-a50c-8d568e096c03 None None] Port 374779c1-9572-4c22-a9b2-bbe748728734 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:19:13.113466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2a640a-2e76-4c86-bf77-3fa58784cefd None None] Network 78db1a28-562b-4e4e-b3b2-6b3abb830d28 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:19:13.152447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:13.165487 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.247155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:19:13.247155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:19:13.247657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 on network 56845bbb-17eb-4e54-a86b-9e36e464a325 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:19:13.250327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port f316ad47-8384-442f-99b9-b7187b8e1115 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:19:13.250716 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.254195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Port 374779c1-9572-4c22-a9b2-bbe748728734 on network 56845bbb-17eb-4e54-a86b-9e36e464a325 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:19:13.254541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 on network 56845bbb-17eb-4e54-a86b-9e36e464a325 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:19:13.260191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:19:13.261407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Checking segment: {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:19:13.261699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Bound using segment: {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:19:13.262134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Bound port: 374779c1-9572-4c22-a9b2-bbe748728734, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:19:13.262498 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.287889 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.319888 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5e884637-e9eb-42d1-b156-3706f4722173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:11Z', 'revision_number': 10, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:13.364867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:19:13.368345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:19:13.376544 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.383471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e884637-e9eb-42d1-b156-3706f4722173 None None] Checking router: 62de7099-fab8-485d-a5b6-639818d88627 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:19:13.389162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port f316ad47-8384-442f-99b9-b7187b8e1115, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f316ad47-8384-442f-99b9-b7187b8e1115,segment=NetworkSegment(94d3ad34-b8f8-4013-a264-f0f12fd6970f),segment_id=94d3ad34-b8f8-4013-a264-f0f12fd6970f)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:13.389642 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.410811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for f316ad47-8384-442f-99b9-b7187b8e1115 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:19:13.412371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e884637-e9eb-42d1-b156-3706f4722173 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:13.412542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5e884637-e9eb-42d1-b156-3706f4722173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:18:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:13.436244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:13.437106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.438887 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] 10.222.0.47 "PUT /v2.0/ports/374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 1092 time: 1.1195371 Aug 26 11:19:13.439861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:19:13.443003 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960adf00-0a94-4b8d-94ed-6312443eb84f" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "tag": "374779c1-9572-4c22-a9b2-bbe748728734"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:19:13.472679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ff072-6290-489d-b2fd-b7f5fc817237 service neutron] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:13.484315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port eaa048e9-c4f2-4746-a8f8-1e3ef691689b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=eaa048e9-c4f2-4746-a8f8-1e3ef691689b,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:13.525567 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8ce37d7-17e6-4972-9e90-559b93ce10bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.531029 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.531968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02bb9ad2-06a4-4aed-b72c-82c159edac1e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:19:13.545924 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4956c0-c329-4b26-8342-3a56f81363c6 x-openstack-request-id: req-ab4956c0-c329-4b26-8342-3a56f81363c6 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:19:13.546397 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "tag": "374779c1-9572-4c22-a9b2-bbe748728734", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:19:13.546845 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab4956c0-c329-4b26-8342-3a56f81363c6 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:19:13.547385 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734', 'status': 'completed', 'code': 200} Aug 26 11:19:13.578628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.578993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-347cd9cc-c494-4491-a335-e0c3b6af9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:13.580584 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-347cd9cc-c494-4491-a335-e0c3b6af9110 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1095 time: 0.0960155 Aug 26 11:19:13.591724 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffca92e2-279b-49a1-bc85-5116925600ba None None] DHCP port deletion for 78db1a28-562b-4e4e-b3b2-6b3abb830d28 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:19:13.615779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=f316ad47-8384-442f-99b9-b7187b8e1115,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:13.620717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No DVR routers for this DVR port f316ad47-8384-442f-99b9-b7187b8e1115 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:19:13.644527 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-2adad848-8076-49b8-85c1-bc8a814e916c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 217 time: 0.0551343 Aug 26 11:19:13.650181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-5e884637-e9eb-42d1-b156-3706f4722173 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:13.691545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=eaa048e9-c4f2-4746-a8f8-1e3ef691689b,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:13.732534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-d1190736-51c4-4eac-be69-97c620b5547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:13.734063 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-d1190736-51c4-4eac-be69-97c620b5547c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0738661 Aug 26 11:19:13.792284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 02bb9ad2-06a4-4aed-b72c-82c159edac1e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:13.792716 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.793054 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.808149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78db1a28-562b-4e4e-b3b2-6b3abb830d28']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:13.822939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-da5c2833-d887-4783-819b-ad0c589ab2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:13.824919 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-da5c2833-d887-4783-819b-ad0c589ab2d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830662 Aug 26 11:19:13.832022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d3ad34-b8f8-4013-a264-f0f12fd6970f') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:13.841144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d3ad34-b8f8-4013-a264-f0f12fd6970f') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:13.861663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93462962-9420-4be2-905d-f1dd2b98d7fe req-671412e4-335c-4721-a0b8-a91a61035a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:13.862923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93462962-9420-4be2-905d-f1dd2b98d7fe req-671412e4-335c-4721-a0b8-a91a61035a85 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 943 time: 0.1220224 Aug 26 11:19:13.864874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.890804 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.904416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:19:13.905016 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:19:13.908151 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:19:13.950821 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-af8fd889-7aa3-4801-b238-45a2bb9e96d9 service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175294 Aug 26 11:19:13.967545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93462962-9420-4be2-905d-f1dd2b98d7fe req-aeaf365e-2de4-41d4-afde-f80e8e94666c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950258 Aug 26 11:19:13.992423 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:14.005679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-5e884637-e9eb-42d1-b156-3706f4722173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:11Z', 'revision_number': 10, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:14.006957 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:14.009550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/networks/78db1a28-562b-4e4e-b3b2-6b3abb830d28 HTTP/1.1" status: 204 len: 168 time: 0.9540360 Aug 26 11:19:14.014343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57168) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:14.049151 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e884637-e9eb-42d1-b156-3706f4722173 None None] The sync data for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 is: [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:11Z', 'revision_number': 10, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0', 'name': '', 'network_id': 'c5492035-8789-420f-84e6-9e56fc466536', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'mac_address': 'fa:16:3e:a1:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62de7099-fab8-485d-a5b6-639818d88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'b7e4db50-757e-4760-bfad-92956e264613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:18:41Z', 'updated_at': '2021-08-26T11:18:48Z', 'revision_number': 5, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'subnets': [{'id': 'b7e4db50-757e-4760-bfad-92956e264613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:19:14.119735 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e8185ec6-6b93-4eb0-9fc2-6d3f053d60c9 req-b22d012c-6352-4b13-8ae5-cb380dfdfebe service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519020 Aug 26 11:19:14.125448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa601b-10ef-4580-9812-477048e89fa4 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Network': ['ID=78db1a28-562b-4e4e-b3b2-6b3abb830d28,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:14.257415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960adf00-0a94-4b8d-94ed-6312443eb84f req-e7482543-0787-4474-84e9-48b421bfe118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:14.259023 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-960adf00-0a94-4b8d-94ed-6312443eb84f req-e7482543-0787-4474-84e9-48b421bfe118 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1095 time: 0.0582230 Aug 26 11:19:14.329729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884cf0f-d3f1-4e9f-8f51-ee7f58da169b req-f2647ce5-74d5-4eee-99f8-959aaa502aa5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:14.331164 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8884cf0f-d3f1-4e9f-8f51-ee7f58da169b req-f2647ce5-74d5-4eee-99f8-959aaa502aa5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 945 time: 0.0828035 Aug 26 11:19:14.357556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960adf00-0a94-4b8d-94ed-6312443eb84f req-e504a7a6-a847-426a-a98c-5eebd29a256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:14.359172 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-960adf00-0a94-4b8d-94ed-6312443eb84f req-e504a7a6-a847-426a-a98c-5eebd29a256d service neutron] 10.222.0.47 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.0921094 Aug 26 11:19:14.403922 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8884cf0f-d3f1-4e9f-8f51-ee7f58da169b req-4ef1f918-36e1-481f-8f36-21e4f39ee3b4 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659387 Aug 26 11:19:14.408746 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-960adf00-0a94-4b8d-94ed-6312443eb84f req-5733a0ce-9ad8-4aa5-bebe-40082ae2c59c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 217 time: 0.0424061 Aug 26 11:19:14.464594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960adf00-0a94-4b8d-94ed-6312443eb84f req-b4efe1ab-03ea-45e3-a468-da0abcb1d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:14.465971 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-960adf00-0a94-4b8d-94ed-6312443eb84f req-b4efe1ab-03ea-45e3-a468-da0abcb1d20d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0495660 Aug 26 11:19:14.478612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device eaa048e9-c4f2-4746-a8f8-1e3ef691689b up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:19:14.516713 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:14.534000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960adf00-0a94-4b8d-94ed-6312443eb84f req-4cdd79b0-0788-41de-a354-8f93c85eb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:14.536378 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-960adf00-0a94-4b8d-94ed-6312443eb84f req-4cdd79b0-0788-41de-a354-8f93c85eb128 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633121 Aug 26 11:19:14.546223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port eaa048e9-c4f2-4746-a8f8-1e3ef691689b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:14.546751 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:14.642453 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-960adf00-0a94-4b8d-94ed-6312443eb84f req-d1697bdb-4a6d-474f-b0e2-65ed4d44f210 service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976558 Aug 26 11:19:14.686480 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f316ad47-8384-442f-99b9-b7187b8e1115 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:19:14.707894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: f316ad47-8384-442f-99b9-b7187b8e1115 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:14.708377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f316ad47-8384-442f-99b9-b7187b8e1115 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:19:14.708902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e58fc695-65e2-42c3-8a75-2e042069bb6f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:19:14.728244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: e58fc695-65e2-42c3-8a75-2e042069bb6f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:14.728599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e58fc695-65e2-42c3-8a75-2e042069bb6f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:19:14.749750 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-960adf00-0a94-4b8d-94ed-6312443eb84f req-629d9b85-3aa6-4021-b994-8ec606518b3c service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000319 Aug 26 11:19:14.788594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:19:14.788938 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:14.878376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0,segment=NetworkSegment(1dafb44b-4402-4f2a-9335-7aded2fa638d),segment_id=1dafb44b-4402-4f2a-9335-7aded2fa638d)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:14.878659 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:14.892341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:19:15.063462 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:15.089764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:15.268753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a1b5e-ad39-4e81-b06f-86e192003ec7 req-9694af6e-930a-4e5a-b44e-832e51faaaf0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:15.270328 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-895a1b5e-ad39-4e81-b06f-86e192003ec7 req-9694af6e-930a-4e5a-b44e-832e51faaaf0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 943 time: 0.2145443 Aug 26 11:19:15.276564 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:15.381880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-895a1b5e-ad39-4e81-b06f-86e192003ec7 req-4ebfc75c-c958-479e-9367-9f704f58be13 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022472 Aug 26 11:19:15.752600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 62de7099-fab8-485d-a5b6-639818d88627 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:19:15.754861 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c3c97a4-2dc0-45b8-ab10-74bf54e8baa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:15.780845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760c449-dac8-47ba-a0fd-a8e63b1fc85b req-bbd6544c-a757-4b9f-aa81-5fcd61b44d8d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:15.782319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f760c449-dac8-47ba-a0fd-a8e63b1fc85b req-bbd6544c-a757-4b9f-aa81-5fcd61b44d8d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 945 time: 0.1225924 Aug 26 11:19:15.792856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7188ad9-62d6-40fb-9716-1131e7f59bc8 req-92df8ee4-71b6-4eab-be8a-986edb821fda tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:15.794221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7188ad9-62d6-40fb-9716-1131e7f59bc8 req-92df8ee4-71b6-4eab-be8a-986edb821fda tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 945 time: 0.0944300 Aug 26 11:19:15.911505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:19:15.918822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e7dea8d2-0ff4-4fd4-9ae6-abfc85b6da0f tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9034865 Aug 26 11:19:15.921584 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57178) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:15.924792 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea250293-9b3b-4941-9f21-936c73468600 None None] Sync routers for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:19:15.930783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f760c449-dac8-47ba-a0fd-a8e63b1fc85b req-dfaa9042-2d91-40dd-ab6c-f9e260967323 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=c42bb56b-8cf9-481b-823d-8027f6db7487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349969 Aug 26 11:19:15.937193 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea250293-9b3b-4941-9f21-936c73468600 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:15.938275 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ea250293-9b3b-4941-9f21-936c73468600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:19:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:15.997006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f2713a-5101-4edd-873a-6fae57b2b3c5 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting subnet b7e4db50-757e-4760-bfad-92956e264613 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:19:15.997393 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-c7188ad9-62d6-40fb-9716-1131e7f59bc8 req-2926efcf-e5a4-41cd-b46f-509ea4bb7408 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Deleting port cd370508-a07b-42fa-94d4-b00e309ea729 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:19:15.997749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c7188ad9-62d6-40fb-9716-1131e7f59bc8 req-2926efcf-e5a4-41cd-b46f-509ea4bb7408 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.000612 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1f2713a-5101-4edd-873a-6fae57b2b3c5 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.020445 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ea250293-9b3b-4941-9f21-936c73468600 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:16.041418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1f2713a-5101-4edd-873a-6fae57b2b3c5 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.085795 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ea250293-9b3b-4941-9f21-936c73468600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:15Z', 'revision_number': 11, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:16.096711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-c7188ad9-62d6-40fb-9716-1131e7f59bc8 req-2926efcf-e5a4-41cd-b46f-509ea4bb7408 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] For port cd370508-a07b-42fa-94d4-b00e309ea729, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=cd370508-a07b-42fa-94d4-b00e309ea729,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:16.097190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c7188ad9-62d6-40fb-9716-1131e7f59bc8 req-2926efcf-e5a4-41cd-b46f-509ea4bb7408 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.114865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-c7188ad9-62d6-40fb-9716-1131e7f59bc8 req-2926efcf-e5a4-41cd-b46f-509ea4bb7408 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Calling delete_port for cd370508-a07b-42fa-94d4-b00e309ea729 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:19:16.117463 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea250293-9b3b-4941-9f21-936c73468600 None None] Checking router: 62de7099-fab8-485d-a5b6-639818d88627 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:19:16.126623 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea250293-9b3b-4941-9f21-936c73468600 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:16.127442 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ea250293-9b3b-4941-9f21-936c73468600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:19:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:16.135270 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1f2713a-5101-4edd-873a-6fae57b2b3c5 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.207709 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1f2713a-5101-4edd-873a-6fae57b2b3c5 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.220795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1f2713a-5101-4edd-873a-6fae57b2b3c5 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.222921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a1f2713a-5101-4edd-873a-6fae57b2b3c5 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/b7e4db50-757e-4760-bfad-92956e264613 HTTP/1.1" status: 204 len: 168 time: 0.3002460 Aug 26 11:19:16.241742 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db6a2b6-035d-4bd9-b0b1-5be90e0b1c9b None None] Network c5492035-8789-420f-84e6-9e56fc466536 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:19:16.242766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57180) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:16.251958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2713a-5101-4edd-873a-6fae57b2b3c5 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e4db50-757e-4760-bfad-92956e264613,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:16.294839 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c7188ad9-62d6-40fb-9716-1131e7f59bc8 req-2926efcf-e5a4-41cd-b46f-509ea4bb7408 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.295455 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ea250293-9b3b-4941-9f21-936c73468600 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:16.336891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.356707 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ea250293-9b3b-4941-9f21-936c73468600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:15Z', 'revision_number': 11, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:16.360726 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['cd370508-a07b-42fa-94d4-b00e309ea729'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:19:16.381590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7188ad9-62d6-40fb-9716-1131e7f59bc8 req-2926efcf-e5a4-41cd-b46f-509ea4bb7408 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] No DVR routers for this DVR port cd370508-a07b-42fa-94d4-b00e309ea729 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:19:16.384272 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea250293-9b3b-4941-9f21-936c73468600 None None] The sync data for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 is: [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:15Z', 'revision_number': 11, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:19:16.384490 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-c7188ad9-62d6-40fb-9716-1131e7f59bc8 req-2926efcf-e5a4-41cd-b46f-509ea4bb7408 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.392411 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7188ad9-62d6-40fb-9716-1131e7f59bc8 req-2926efcf-e5a4-41cd-b46f-509ea4bb7408 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.42 "DELETE /v2.0/ports/cd370508-a07b-42fa-94d4-b00e309ea729 HTTP/1.1" status: 204 len: 173 time: 0.5609429 Aug 26 11:19:16.393097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebc5abf-cc6b-41fd-a8a3-93813e4299e0', 'name': 'network-vif-deleted', 'tag': 'cd370508-a07b-42fa-94d4-b00e309ea729'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:19:16.395919 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9c9b4b-b271-41b1-a379-54456e434904" -d '{"events": [{"server_uuid": "5ebc5abf-cc6b-41fd-a8a3-93813e4299e0", "name": "network-vif-deleted", "tag": "cd370508-a07b-42fa-94d4-b00e309ea729"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:19:16.400610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926efcf-e5a4-41cd-b46f-509ea4bb7408 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event deleted for resources: {'Port': ['ID=cd370508-a07b-42fa-94d4-b00e309ea729,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:16.413454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Deleting port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:19:16.417392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.446209 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.501868 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c59ed21-2718-40f2-9143-56c6c92df7c5 x-openstack-request-id: req-7c59ed21-2718-40f2-9143-56c6c92df7c5 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:19:16.502489 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebc5abf-cc6b-41fd-a8a3-93813e4299e0", "name": "network-vif-deleted", "tag": "cd370508-a07b-42fa-94d4-b00e309ea729", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:19:16.502632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] For port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=95ca2871-4d58-4a5e-87c8-fa9485d2bb4f,segment=NetworkSegment(1dafb44b-4402-4f2a-9335-7aded2fa638d),segment_id=1dafb44b-4402-4f2a-9335-7aded2fa638d)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:16.502784 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c59ed21-2718-40f2-9143-56c6c92df7c5 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:19:16.502898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.502996 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebc5abf-cc6b-41fd-a8a3-93813e4299e0', 'name': 'network-vif-deleted', 'tag': 'cd370508-a07b-42fa-94d4-b00e309ea729', 'status': 'completed', 'code': 200} Aug 26 11:19:16.523239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Calling delete_port for 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:19:16.575390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5d0e2-6fba-40be-8392-1c2c3ead87d4 req-8197a514-c1a2-4702-a046-ec3017446acc tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:16.580798 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbe5d0e2-6fba-40be-8392-1c2c3ead87d4 req-8197a514-c1a2-4702-a046-ec3017446acc tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 943 time: 0.0630074 Aug 26 11:19:16.612717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.625396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbe5d0e2-6fba-40be-8392-1c2c3ead87d4 req-1ef58403-b9c9-4979-874a-e57c77436f34 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436945 Aug 26 11:19:16.649494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Port': ['ID=95ca2871-4d58-4a5e-87c8-fa9485d2bb4f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:16.661461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No DVR routers for this DVR port 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:19:16.765975 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.769999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba6366-a46d-438c-9ad4-8c45a7a750d2 None None] DHCP port deletion for c5492035-8789-420f-84e6-9e56fc466536 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:19:16.784542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5492035-8789-420f-84e6-9e56fc466536']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:16.805510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dafb44b-4402-4f2a-9335-7aded2fa638d') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:16.805808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dafb44b-4402-4f2a-9335-7aded2fa638d') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:16.820581 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.846689 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.857388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:19:16.857952 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:19:16.862108 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:19:16.945699 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.953937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:16.955959 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/networks/c5492035-8789-420f-84e6-9e56fc466536 HTTP/1.1" status: 204 len: 168 time: 0.7118430 Aug 26 11:19:16.958887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57186) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:16.964080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5d1408d2-33cd-495c-a2c8-6796da6e77a8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'routes': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:16.968430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f176793-5570-48f2-ba11-ec8d8dbec65a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Pushing event deleted for resources: {'Network': ['ID=c5492035-8789-420f-84e6-9e56fc466536,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:17.072471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e06be3a-4a28-4c05-bb37-d8ce7307d400 req-472c0f0d-d92a-42c3-bb7b-125e77a3d1f1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 210 time: 0.0373182 Aug 26 11:19:17.078050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:19:17.184881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.extraroute_db [None req-5d1408d2-33cd-495c-a2c8-6796da6e77a8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Added routes are [] {{(pid=101267) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 26 11:19:17.185492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.extraroute_db [None req-5d1408d2-33cd-495c-a2c8-6796da6e77a8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Removed routes are [] {{(pid=101267) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 26 11:19:17.186197 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5d1408d2-33cd-495c-a2c8-6796da6e77a8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.213296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:17.228550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '374779c1-9572-4c22-a9b2-bbe748728734', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'port_id': '374779c1-9572-4c22-a9b2-bbe748728734', 'mac_address': 'fa:16:3e:2e:36:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:19:17.232286 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.277581 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.296112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374779c1-9572-4c22-a9b2-bbe748728734 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:19:17.319468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:17.323946 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.345751 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5d1408d2-33cd-495c-a2c8-6796da6e77a8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.349466 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5d1408d2-33cd-495c-a2c8-6796da6e77a8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.385415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:17.435706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1408d2-33cd-495c-a2c8-6796da6e77a8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router 62de7099-fab8-485d-a5b6-639818d88627 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:19:17.520288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1408d2-33cd-495c-a2c8-6796da6e77a8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:19:17.527884 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5d1408d2-33cd-495c-a2c8-6796da6e77a8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.528924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5d1408d2-33cd-495c-a2c8-6796da6e77a8 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627 HTTP/1.1" status: 200 len: 700 time: 0.5689638 Aug 26 11:19:17.531730 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57190) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:17.535436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c7d8c1-9811-4e9e-96c1-65e11296dac4 None None] Sync routers for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:19:17.550404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7d8c1-9811-4e9e-96c1-65e11296dac4 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:17.551045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6c7d8c1-9811-4e9e-96c1-65e11296dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:19:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:17.560642 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9079adb0-4efc-4384-815e-2a80d115a534 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=62de7099-fab8-485d-a5b6-639818d88627 HTTP/1.1" status: 200 len: 205 time: 0.0277371 Aug 26 11:19:17.563067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57192) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:17.620713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['374779c1-9572-4c22-a9b2-bbe748728734'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:19:17.651972 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04d1530b-4fde-480a-9c81-447ca9df4b4b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.655086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e6c7d8c1-9811-4e9e-96c1-65e11296dac4 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:17.714168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6c7d8c1-9811-4e9e-96c1-65e11296dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:15Z', 'revision_number': 11, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:17.750641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c7d8c1-9811-4e9e-96c1-65e11296dac4 None None] Checking router: 62de7099-fab8-485d-a5b6-639818d88627 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:19:17.771411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7d8c1-9811-4e9e-96c1-65e11296dac4 None None] Routers {'62de7099-fab8-485d-a5b6-639818d88627'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:17.772137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6c7d8c1-9811-4e9e-96c1-65e11296dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:19:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['62de7099-fab8-485d-a5b6-639818d88627'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:17.856409 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04d1530b-4fde-480a-9c81-447ca9df4b4b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.856845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e6c7d8c1-9811-4e9e-96c1-65e11296dac4 None None] Set router 62de7099-fab8-485d-a5b6-639818d88627 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:17.860825 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04d1530b-4fde-480a-9c81-447ca9df4b4b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.872164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63794a88-2d19-4f21-937e-d9022092d96b req-1d1bf8ce-8365-485e-9848-7d767fa3c4af tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:17.873738 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63794a88-2d19-4f21-937e-d9022092d96b req-1d1bf8ce-8365-485e-9848-7d767fa3c4af tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 944 time: 0.1424792 Aug 26 11:19:17.922153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e6c7d8c1-9811-4e9e-96c1-65e11296dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:15Z', 'revision_number': 11, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:17.943434 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04d1530b-4fde-480a-9c81-447ca9df4b4b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.944311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d1530b-4fde-480a-9c81-447ca9df4b4b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Fanout notify agent at l3_agent the message router_deleted on router 62de7099-fab8-485d-a5b6-639818d88627 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:19:17.957663 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04d1530b-4fde-480a-9c81-447ca9df4b4b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:17.959411 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-04d1530b-4fde-480a-9c81-447ca9df4b4b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627 HTTP/1.1" status: 204 len: 168 time: 0.3953090 Aug 26 11:19:17.964450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57196) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:17.965304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c7d8c1-9811-4e9e-96c1-65e11296dac4 None None] The sync data for ids ['62de7099-fab8-485d-a5b6-639818d88627'] in n-d-778550-13 is: [{'id': '62de7099-fab8-485d-a5b6-639818d88627', 'name': 'tempest-RoutersTest-router-796674703', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:18:40Z', 'updated_at': '2021-08-26T11:19:15Z', 'revision_number': 11, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:19:17.979132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2d1715c5-889a-4347-9bf1-c1545b7ceb77 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1362470177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:17.980221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63794a88-2d19-4f21-937e-d9022092d96b req-78b1f715-0f13-4ced-a5ea-57dc2b1531f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701852 Aug 26 11:19:18.043303 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d1715c5-889a-4347-9bf1-c1545b7ceb77 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:18.044464 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d1715c5-889a-4347-9bf1-c1545b7ceb77 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:18.106138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d1715c5-889a-4347-9bf1-c1545b7ceb77 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:18.125267 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d1715c5-889a-4347-9bf1-c1545b7ceb77 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:18.166102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2d1715c5-889a-4347-9bf1-c1545b7ceb77 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:18.169425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2d1715c5-889a-4347-9bf1-c1545b7ceb77 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2021959 Aug 26 11:19:18.171151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57200) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:18.176201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cc329699-014b-4ca5-b7d3-f14f93baf04a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:18.234891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af9bce94-00c0-4972-8dfd-a18f8d9cfe82 req-98f28fa3-26ec-4be9-ad8f-e2f738037e2a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 210 time: 0.0369310 Aug 26 11:19:18.256775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:19:18.286385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:18.286767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 95ca2871-4d58-4a5e-87c8-fa9485d2bb4f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:19:18.287204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:19:18.307938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:18.308293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e0f2299c-a72e-4ca0-ae4d-94588eb8e9a0 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:19:18.441270 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc329699-014b-4ca5-b7d3-f14f93baf04a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3897362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3895728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258277'] for router, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:18.453587 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc329699-014b-4ca5-b7d3-f14f93baf04a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3897353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3897344', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3895719'] for router, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:18.783236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc329699-014b-4ca5-b7d3-f14f93baf04a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Router a26f033c-6cb9-4e76-b772-63a88ea0db32 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:19:18.856890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc329699-014b-4ca5-b7d3-f14f93baf04a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:19:18.863685 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cc329699-014b-4ca5-b7d3-f14f93baf04a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:18.864856 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cc329699-014b-4ca5-b7d3-f14f93baf04a tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "PUT /v2.0/routers/a26f033c-6cb9-4e76-b772-63a88ea0db32 HTTP/1.1" status: 200 len: 694 time: 0.6927328 Aug 26 11:19:18.866799 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78394851-7cb4-4cb0-90a3-02fb81831feb None None] Sync routers for ids ['a26f033c-6cb9-4e76-b772-63a88ea0db32'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:19:18.867791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57202) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:18.877373 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78394851-7cb4-4cb0-90a3-02fb81831feb None None] Routers {'a26f033c-6cb9-4e76-b772-63a88ea0db32'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:18.878208 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-78394851-7cb4-4cb0-90a3-02fb81831feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:19:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a26f033c-6cb9-4e76-b772-63a88ea0db32'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:18.948020 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-78394851-7cb4-4cb0-90a3-02fb81831feb None None] Set router a26f033c-6cb9-4e76-b772-63a88ea0db32 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:18.950112 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-06d4a594-bf79-4002-9d8d-24f285276525 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/routers/a26f033c-6cb9-4e76-b772-63a88ea0db32 HTTP/1.1" status: 200 len: 700 time: 0.0810833 Aug 26 11:19:18.952764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57204) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:18.982621 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ae6cb322-1a82-4e97-a078-abac9574e23b tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26f033c-6cb9-4e76-b772-63a88ea0db32 HTTP/1.1" status: 200 len: 205 time: 0.0254948 Aug 26 11:19:18.983339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57206) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.006223 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-78394851-7cb4-4cb0-90a3-02fb81831feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26f033c-6cb9-4e76-b772-63a88ea0db32', 'name': 'tempest-RoutersTest-router-1362470177', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:18Z', 'updated_at': '2021-08-26T11:19:18Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:19.035674 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78394851-7cb4-4cb0-90a3-02fb81831feb None None] Checking router: a26f033c-6cb9-4e76-b772-63a88ea0db32 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:19:19.045145 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78394851-7cb4-4cb0-90a3-02fb81831feb None None] Routers {'a26f033c-6cb9-4e76-b772-63a88ea0db32'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:19.045769 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-78394851-7cb4-4cb0-90a3-02fb81831feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:19:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['a26f033c-6cb9-4e76-b772-63a88ea0db32'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:19.066868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0f84e88-719e-4259-a15f-c0394d9e0ce2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:19.076278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:19:19.124646 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-78394851-7cb4-4cb0-90a3-02fb81831feb None None] Set router a26f033c-6cb9-4e76-b772-63a88ea0db32 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:19.163986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bbf8b-6da2-4563-a6e1-f0f3f9ad3661 req-e7ba42ba-727b-4688-b496-29def2350906 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:19.165948 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-283bbf8b-6da2-4563-a6e1-f0f3f9ad3661 req-e7ba42ba-727b-4688-b496-29def2350906 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 944 time: 0.0703375 Aug 26 11:19:19.184626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 374779c1-9572-4c22-a9b2-bbe748728734 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:19:19.189354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 374779c1-9572-4c22-a9b2-bbe748728734 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:19.189859 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:19.204515 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-78394851-7cb4-4cb0-90a3-02fb81831feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26f033c-6cb9-4e76-b772-63a88ea0db32', 'name': 'tempest-RoutersTest-router-1362470177', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:18Z', 'updated_at': '2021-08-26T11:19:18Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:19.256905 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78394851-7cb4-4cb0-90a3-02fb81831feb None None] The sync data for ids ['a26f033c-6cb9-4e76-b772-63a88ea0db32'] in n-d-778550-13 is: [{'id': 'a26f033c-6cb9-4e76-b772-63a88ea0db32', 'name': 'tempest-RoutersTest-router-1362470177', 'tenant_id': '46f45cf6e7b149328928759e585d8b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:18Z', 'updated_at': '2021-08-26T11:19:18Z', 'revision_number': 2, 'project_id': '46f45cf6e7b149328928759e585d8b20', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:19:19.259366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-283bbf8b-6da2-4563-a6e1-f0f3f9ad3661 req-5786dc5a-95e2-4e42-ae6d-abdf7a0f33fe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860543 Aug 26 11:19:19.319414 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:19.332907 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:19.357411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:19:19.360907 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f161863-bedd-4051-aeb5-702a0430da3b" -d '{"events": [{"server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "name": "network-vif-plugged", "status": "completed", "tag": "374779c1-9572-4c22-a9b2-bbe748728734"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:19:19.368529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aedd9b57-ace8-492e-87c0-749a540f5059 req-92446e6d-1ebb-4b65-9898-e4d6182dc5e6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 210 time: 0.0443711 Aug 26 11:19:19.371175 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0f84e88-719e-4259-a15f-c0394d9e0ce2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:19.377898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0f84e88-719e-4259-a15f-c0394d9e0ce2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:19.401737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:19.407100 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:19.441735 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0f84e88-719e-4259-a15f-c0394d9e0ce2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:19.442292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f84e88-719e-4259-a15f-c0394d9e0ce2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Fanout notify agent at l3_agent the message router_deleted on router a26f033c-6cb9-4e76-b772-63a88ea0db32 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:19:19.443335 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294c784e-e782-44a9-bd7b-2c9313f0d3fb x-openstack-request-id: req-294c784e-e782-44a9-bd7b-2c9313f0d3fb {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:19:19.443919 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "name": "network-vif-plugged", "status": "completed", "tag": "374779c1-9572-4c22-a9b2-bbe748728734", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:19:19.444559 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-294c784e-e782-44a9-bd7b-2c9313f0d3fb {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:19:19.445178 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734', 'code': 200} Aug 26 11:19:19.449227 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0f84e88-719e-4259-a15f-c0394d9e0ce2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:19.453461 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0f84e88-719e-4259-a15f-c0394d9e0ce2 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/a26f033c-6cb9-4e76-b772-63a88ea0db32 HTTP/1.1" status: 204 len: 168 time: 0.4665236 Aug 26 11:19:19.453831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57214) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.483992 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fcae4bf3-02ee-4366-8e19-6b0f463d7b73 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=a26f033c-6cb9-4e76-b772-63a88ea0db32 HTTP/1.1" status: 200 len: 205 time: 0.0269494 Aug 26 11:19:19.484202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:19.484433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57216) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.546791 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-d7ccb999-25b2-44fd-a53c-b819f0c4f453 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] delete failed (client error): The resource could not be found. Aug 26 11:19:19.549993 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d7ccb999-25b2-44fd-a53c-b819f0c4f453 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/a26f033c-6cb9-4e76-b772-63a88ea0db32 HTTP/1.1" status: 404 len: 336 time: 0.0624814 Aug 26 11:19:19.550651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57218) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.564454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c61ad-92c9-48c7-918f-152eaa773505 req-4c4b92b3-4d22-4af9-861c-fefd3bba9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:19.565963 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-563c61ad-92c9-48c7-918f-152eaa773505 req-4c4b92b3-4d22-4af9-861c-fefd3bba9d18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1097 time: 0.0750220 Aug 26 11:19:19.580989 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9bf156-49dd-4a05-9ad0-7fa80c843064 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] DELETE failed (client error): The resource could not be found. Aug 26 11:19:19.581692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9bf156-49dd-4a05-9ad0-7fa80c843064 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:19:19.585818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6b9bf156-49dd-4a05-9ad0-7fa80c843064 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/7d59b568-1a02-4091-ae9d-1be881c5fe0f HTTP/1.1" status: 404 len: 337 time: 0.0315957 Aug 26 11:19:19.588235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57220) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.608021 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-563c61ad-92c9-48c7-918f-152eaa773505 req-259ca6fe-c819-4daf-b598-22fc96f0b835 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337000 Aug 26 11:19:19.622639 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce48a27-6df3-40fb-99e1-2c26096ab227 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] DELETE failed (client error): The resource could not be found. Aug 26 11:19:19.623119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce48a27-6df3-40fb-99e1-2c26096ab227 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:19:19.624874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2ce48a27-6df3-40fb-99e1-2c26096ab227 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/6d131c11-89ba-4c11-9701-c8eeb2aa1188 HTTP/1.1" status: 404 len: 337 time: 0.0355968 Aug 26 11:19:19.627600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57222) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.630346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cd370508-a07b-42fa-94d4-b00e309ea729 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:19:19.653809 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bab4d5-375d-45d6-9b36-c48a85e7c2b9 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] DELETE failed (client error): The resource could not be found. Aug 26 11:19:19.654173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bab4d5-375d-45d6-9b36-c48a85e7c2b9 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:19:19.655274 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: cd370508-a07b-42fa-94d4-b00e309ea729 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:19:19.656168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device cd370508-a07b-42fa-94d4-b00e309ea729 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:19:19.656332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d8bab4d5-375d-45d6-9b36-c48a85e7c2b9 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/9f80c4f1-3167-4375-96ca-6bc3fff245eb HTTP/1.1" status: 404 len: 337 time: 0.0274880 Aug 26 11:19:19.658534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57224) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.684971 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-65430c9c-90df-4b3e-9980-036cdd999630 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] DELETE failed (client error): The resource could not be found. Aug 26 11:19:19.685421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65430c9c-90df-4b3e-9980-036cdd999630 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:19:19.687147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-65430c9c-90df-4b3e-9980-036cdd999630 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/b7e4db50-757e-4760-bfad-92956e264613 HTTP/1.1" status: 404 len: 337 time: 0.0276022 Aug 26 11:19:19.689594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57226) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.716958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b65c0575-0bdd-4e33-b6f1-69636fc2112c tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=62de7099-fab8-485d-a5b6-639818d88627 HTTP/1.1" status: 200 len: 205 time: 0.0262992 Aug 26 11:19:19.719382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57228) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.756210 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-6ac4497c-3e51-49c9-bad7-6fef34d2a570 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] delete failed (client error): The resource could not be found. Aug 26 11:19:19.757247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6ac4497c-3e51-49c9-bad7-6fef34d2a570 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/62de7099-fab8-485d-a5b6-639818d88627 HTTP/1.1" status: 404 len: 336 time: 0.0370312 Aug 26 11:19:19.759796 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57230) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.793196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9543c6b7-5fb7-420a-b7bd-fdd08f3c6866 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=059556b8-73c5-4bcb-82f5-24735c43fb89 HTTP/1.1" status: 200 len: 205 time: 0.0323064 Aug 26 11:19:19.795633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57232) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.840161 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-060d63bb-4335-4871-843e-69345f3b0efa tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] delete failed (client error): The resource could not be found. Aug 26 11:19:19.841199 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-060d63bb-4335-4871-843e-69345f3b0efa tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/059556b8-73c5-4bcb-82f5-24735c43fb89 HTTP/1.1" status: 404 len: 336 time: 0.0443645 Aug 26 11:19:19.844064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57234) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.872451 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-f595b522-5051-4473-b087-79641f2c1b45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] DELETE failed (client error): The resource could not be found. Aug 26 11:19:19.873011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f595b522-5051-4473-b087-79641f2c1b45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:19:19.874878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f595b522-5051-4473-b087-79641f2c1b45 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/25ff64e5-5b47-4b71-ae34-a4605a98cd24 HTTP/1.1" status: 404 len: 337 time: 0.0297139 Aug 26 11:19:19.877540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57236) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.905897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-783a9bb8-7664-4a15-a4b3-98a6521264ea tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=30510b60-3df4-496d-afca-81afb50f5dac HTTP/1.1" status: 200 len: 205 time: 0.0271063 Aug 26 11:19:19.908862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57238) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.946768 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-d376b116-4cfb-4b33-b882-f04684a41abe tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] delete failed (client error): The resource could not be found. Aug 26 11:19:19.948354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d376b116-4cfb-4b33-b882-f04684a41abe tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/30510b60-3df4-496d-afca-81afb50f5dac HTTP/1.1" status: 404 len: 336 time: 0.0380468 Aug 26 11:19:19.951052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57240) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.987649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57242) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:19.988420 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a9ceee00-f7b7-44e5-b378-243a576221b9 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=caa97d07-893f-43a7-9228-6cb4141b2f29 HTTP/1.1" status: 200 len: 205 time: 0.0353844 Aug 26 11:19:20.027121 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-e7f63ee7-95dd-4123-ab11-71ac8d775269 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] delete failed (client error): The resource could not be found. Aug 26 11:19:20.028175 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e7f63ee7-95dd-4123-ab11-71ac8d775269 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/caa97d07-893f-43a7-9228-6cb4141b2f29 HTTP/1.1" status: 404 len: 336 time: 0.0395186 Aug 26 11:19:20.030825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57244) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:20.059560 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce4e860-b4d4-4a58-9a30-14f8d3c656a3 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] DELETE failed (client error): The resource could not be found. Aug 26 11:19:20.060036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce4e860-b4d4-4a58-9a30-14f8d3c656a3 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:19:20.061957 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bce4e860-b4d4-4a58-9a30-14f8d3c656a3 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/621beeb4-7857-4af6-9e87-ae450d7e87dd HTTP/1.1" status: 404 len: 337 time: 0.0301120 Aug 26 11:19:20.064886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57246) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:20.091659 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3450f37f-7b70-4cac-9e53-7ea0808c19b1 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c953e5-709c-4693-a65d-e3800c0d6caa HTTP/1.1" status: 200 len: 205 time: 0.0254989 Aug 26 11:19:20.094169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57248) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:20.139656 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-aee991e8-d236-4d7e-b532-e2704bf79b64 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] delete failed (client error): The resource could not be found. Aug 26 11:19:20.142776 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aee991e8-d236-4d7e-b532-e2704bf79b64 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/41c953e5-709c-4693-a65d-e3800c0d6caa HTTP/1.1" status: 404 len: 336 time: 0.0466027 Aug 26 11:19:20.144489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57250) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:20.176845 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-581436b1-b641-471d-a29a-857d69993b36 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] DELETE failed (client error): The resource could not be found. Aug 26 11:19:20.177313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581436b1-b641-471d-a29a-857d69993b36 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:19:20.181542 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-581436b1-b641-471d-a29a-857d69993b36 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/35456eff-51f2-499b-ba63-014335091c70 HTTP/1.1" status: 404 len: 337 time: 0.0337505 Aug 26 11:19:20.181830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57252) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:20.211925 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ecb81084-17f1-47ec-9e06-e3f394ed678d tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "GET /v2.0/ports?device_id=00b92b72-690f-41d8-a1ff-4cc3309cac00 HTTP/1.1" status: 200 len: 205 time: 0.0283332 Aug 26 11:19:20.212926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-76981d3c-ed9d-4faa-9ee5-d7603f646ae5 req-797d6998-7dbe-488a-a531-208317c00e4a service neutron] (101267) timed out ('10.222.0.21', 34750) {{(pid=101267) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:19:20.214284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57254) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:20.258234 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-87dc8d7f-125b-4644-bb41-c9c4206e45a6 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] delete failed (client error): The resource could not be found. Aug 26 11:19:20.262075 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-87dc8d7f-125b-4644-bb41-c9c4206e45a6 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/routers/00b92b72-690f-41d8-a1ff-4cc3309cac00 HTTP/1.1" status: 404 len: 336 time: 0.0442915 Aug 26 11:19:20.262075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57258) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:20.294624 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f12eb9-e576-4267-8b3d-af10990362b3 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] DELETE failed (client error): The resource could not be found. Aug 26 11:19:20.295364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f12eb9-e576-4267-8b3d-af10990362b3 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:19:20.297547 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d4f12eb9-e576-4267-8b3d-af10990362b3 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/d77aecdb-1838-4e6e-a961-4451d050f965 HTTP/1.1" status: 404 len: 337 time: 0.0344570 Aug 26 11:19:20.300460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57260) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:20.333549 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cf0fca-d714-495f-b186-7ec02bcf2d30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] DELETE failed (client error): The resource could not be found. Aug 26 11:19:20.333928 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cf0fca-d714-495f-b186-7ec02bcf2d30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:19:20.337911 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e3cf0fca-d714-495f-b186-7ec02bcf2d30 tempest-RoutersTest-1100755025 tempest-RoutersTest-1100755025-project] 10.222.0.21 "DELETE /v2.0/subnets/712b9285-2322-44cf-af73-44d33cbf0c0a HTTP/1.1" status: 404 len: 337 time: 0.0343294 Aug 26 11:19:20.409443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fe6c0-5cea-4f8f-9517-00db869086e4 req-587e2383-4050-4a94-93a3-cc5e3f439bca tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:20.418126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6fe6c0-5cea-4f8f-9517-00db869086e4 req-587e2383-4050-4a94-93a3-cc5e3f439bca tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0847044 Aug 26 11:19:20.468583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6fe6c0-5cea-4f8f-9517-00db869086e4 req-a764074b-cdd0-447e-abaf-3a9fb4bb7502 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464020 Aug 26 11:19:20.520454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8645982e-2f25-452d-a935-959381717a1a req-40ddc710-a8ef-4c72-b0b9-43f43412baf0 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebc5abf-cc6b-41fd-a8a3-93813e4299e0 HTTP/1.1" status: 200 len: 210 time: 0.0298438 Aug 26 11:19:20.592511 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:20.674496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57268) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:20.817135 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-37e83e6d-60ae-4ddd-9b98-66f294730deb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46f45cf6e7b149328928759e585d8b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413791 Aug 26 11:19:20.819696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57272) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:20.870916 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46b67f3e-86e6-49fd-9ff8-41c77fa85533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:20.894397 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46b67f3e-86e6-49fd-9ff8-41c77fa85533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:20.956997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46b67f3e-86e6-49fd-9ff8-41c77fa85533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:20.961850 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46b67f3e-86e6-49fd-9ff8-41c77fa85533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:20.965149 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-46b67f3e-86e6-49fd-9ff8-41c77fa85533 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ee71941-631f-43d5-8f58-8e6a51c384ff HTTP/1.1" status: 204 len: 168 time: 0.1442738 Aug 26 11:19:20.977443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b67f3e-86e6-49fd-9ff8-41c77fa85533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee71941-631f-43d5-8f58-8e6a51c384ff,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:21.617807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce13df-5cbf-4146-b0bd-8aa43f26eb61 req-567a4c26-0e78-44a8-a18e-2ecc8d025c57 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:21.619658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2ce13df-5cbf-4146-b0bd-8aa43f26eb61 req-567a4c26-0e78-44a8-a18e-2ecc8d025c57 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0826125 Aug 26 11:19:21.674255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2ce13df-5cbf-4146-b0bd-8aa43f26eb61 req-60f2db65-7779-448a-8824-227b58d25391 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433855 Aug 26 11:19:21.686532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57300) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:21.792982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057284474'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:21.797469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ddb1a-001c-4cb1-912a-ffdb46ea9ebf req-079cb831-cb22-44d7-9a52-01c772119443 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:21.799049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-506ddb1a-001c-4cb1-912a-ffdb46ea9ebf req-079cb831-cb22-44d7-9a52-01c772119443 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0556536 Aug 26 11:19:21.816611 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:21.824994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:21.838965 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-506ddb1a-001c-4cb1-912a-ffdb46ea9ebf req-f95e6838-dfbf-4266-945e-73ed351fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341210 Aug 26 11:19:21.862240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57306) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:21.909360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab24858a-e861-4e9a-8011-483909c1d953 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:21.911079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ab24858a-e861-4e9a-8011-483909c1d953 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1092 time: 0.0475824 Aug 26 11:19:21.913982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57308) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:21.919398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '374779c1-9572-4c22-a9b2-bbe748728734', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:21.934589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:21.938687 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:21.956838 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.db.api [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 11:19:21.956838 n-d-778550-13 neutron-server[101266]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 11:19:21.956838 n-d-778550-13 neutron-server[101266]: [parameters: {'project_id_1': '5ddeef8fe5474691b6ff1ec00ffc6aca', 'expiration_1': datetime.datetime(2021, 8, 26, 11, 19, 21, 945643)}] Aug 26 11:19:21.956838 n-d-778550-13 neutron-server[101266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:19:21.957260 n-d-778550-13 neutron-server[101266]: DEBUG oslo_db.api [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:19:21.963033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:21.969136 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516e61b3-2e1d-40da-88ee-7a96662e112d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:22.067542 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.175876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.25.1.178 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/46a09e66-fcf3-456e-a018-3f0ff9b97e01) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:19:22.281127 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.328836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.331080 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.366220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:19:22.369198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:19:22.373008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:19:22.408497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=46a09e66-fcf3-456e-a018-3f0ff9b97e01,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:22.458842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.553775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.558882 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.589622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.593393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9032836 Aug 26 11:19:22.593697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57310) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:22.601643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b78c1d-b25d-4e29-8524-71b0a3cb8594 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad0fda7-fb47-407c-9edd-a4072479b31c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:22.672095 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-755f5c06-d389-4632-aff9-f3de1b5bfcb8 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0745392 Aug 26 11:19:22.672292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57312) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:22.677086 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group': {'name': 'tempest-security--1943325665', 'description': 'tempest-security-description-429002438'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:22.716441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.779176 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.785135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.789494 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.794901 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "PUT /v2.0/security-groups/8ad0fda7-fb47-407c-9edd-a4072479b31c HTTP/1.1" status: 200 len: 1779 time: 0.1215050 Aug 26 11:19:22.795568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57320) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:22.844459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad0fda7-fb47-407c-9edd-a4072479b31c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:22.860284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.860755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.860980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.861348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.862788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.862788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.862788 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.863194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.863276 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.863548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.863876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.864205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f19f6e3-2a01-43fd-b3fe-f5eace958039 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:22.884642 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2e13ca1d-f12c-48eb-9004-040ad8e6f4ae tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-groups/8ad0fda7-fb47-407c-9edd-a4072479b31c HTTP/1.1" status: 200 len: 1779 time: 0.0624738 Aug 26 11:19:22.887988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57330) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:22.943454 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-084d8a02-6731-4a81-b690-0c3eec47c691 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:22.971804 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-084d8a02-6731-4a81-b690-0c3eec47c691 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.019739 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-084d8a02-6731-4a81-b690-0c3eec47c691 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.025484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-084d8a02-6731-4a81-b690-0c3eec47c691 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.028911 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-084d8a02-6731-4a81-b690-0c3eec47c691 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-groups/8ad0fda7-fb47-407c-9edd-a4072479b31c HTTP/1.1" status: 204 len: 168 time: 0.1372209 Aug 26 11:19:23.029942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57334) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:23.053939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d8a02-6731-4a81-b690-0c3eec47c691 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad0fda7-fb47-407c-9edd-a4072479b31c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:23.105198 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0084c64c-2593-4ee9-80fc-c68794228b93 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727289 Aug 26 11:19:23.107885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57344) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:23.171913 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [None req-d9382377-2043-4be9-a3d4-27bf603caa5e tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] delete failed (client error): The resource could not be found. Aug 26 11:19:23.176677 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d9382377-2043-4be9-a3d4-27bf603caa5e tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-groups/8ad0fda7-fb47-407c-9edd-a4072479b31c HTTP/1.1" status: 404 len: 347 time: 0.0641670 Aug 26 11:19:23.177561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57348) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:23.182806 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7a5ee18f-f9d4-40c3-8227-b2fb7d5caa2f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602515123'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:23.210988 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee18f-f9d4-40c3-8227-b2fb7d5caa2f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.233479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.324249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee18f-f9d4-40c3-8227-b2fb7d5caa2f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.330701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee18f-f9d4-40c3-8227-b2fb7d5caa2f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.365607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.372125 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee18f-f9d4-40c3-8227-b2fb7d5caa2f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.375934 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7a5ee18f-f9d4-40c3-8227-b2fb7d5caa2f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1947446 Aug 26 11:19:23.379194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57360) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:23.383215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ee18f-f9d4-40c3-8227-b2fb7d5caa2f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86d0b5f-5387-42a6-8827-544cba43d71c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:23.389645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3d6a41c6-89c0-406e-bfdb-5cf8d6f85a7a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': 'a86d0b5f-5387-42a6-8827-544cba43d71c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:23.426283 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d6a41c6-89c0-406e-bfdb-5cf8d6f85a7a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.492769 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d6a41c6-89c0-406e-bfdb-5cf8d6f85a7a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.498581 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d6a41c6-89c0-406e-bfdb-5cf8d6f85a7a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.529656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a41c6-89c0-406e-bfdb-5cf8d6f85a7a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fda74d3-e59e-4103-868e-2513998b7598,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:23.534475 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d6a41c6-89c0-406e-bfdb-5cf8d6f85a7a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.535760 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3d6a41c6-89c0-406e-bfdb-5cf8d6f85a7a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543517 Aug 26 11:19:23.538532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57368) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:23.547230 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.553545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.579437 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036433ef-ff18-4899-93c0-441bb80b826d tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.589771 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036433ef-ff18-4899-93c0-441bb80b826d tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.625460 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036433ef-ff18-4899-93c0-441bb80b826d tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.633909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-036433ef-ff18-4899-93c0-441bb80b826d tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.637867 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-036433ef-ff18-4899-93c0-441bb80b826d tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3fda74d3-e59e-4103-868e-2513998b7598 HTTP/1.1" status: 204 len: 168 time: 0.0955441 Aug 26 11:19:23.640014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57376) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:23.649018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=46a09e66-fcf3-456e-a018-3f0ff9b97e01,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:23.650139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036433ef-ff18-4899-93c0-441bb80b826d tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fda74d3-e59e-4103-868e-2513998b7598,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:23.657191 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.700710 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d247debb-8c3c-4df5-9ea4-f0bbb14f5681 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0596020 Aug 26 11:19:23.703421 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57380) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:23.755583 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f83112f0-6ed2-442c-8e5f-a191483b58ea tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.788257 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f83112f0-6ed2-442c-8e5f-a191483b58ea tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.789877 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Floating IP 7b18f9c9-a21a-4772-913b-a04b069ab084 associated. External IP: 172.25.1.178, port: 374779c1-9572-4c22-a9b2-bbe748728734. Aug 26 11:19:23.834834 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f83112f0-6ed2-442c-8e5f-a191483b58ea tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.837827 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f83112f0-6ed2-442c-8e5f-a191483b58ea tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:23.841919 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f83112f0-6ed2-442c-8e5f-a191483b58ea tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-groups/a86d0b5f-5387-42a6-8827-544cba43d71c HTTP/1.1" status: 204 len: 168 time: 0.1353259 Aug 26 11:19:23.842218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57382) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:23.853051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83112f0-6ed2-442c-8e5f-a191483b58ea tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86d0b5f-5387-42a6-8827-544cba43d71c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:23.949371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57384) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:23.949937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bfee2b48-1fdc-479a-ab4f-e54cd532f348 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1065845 Aug 26 11:19:23.957078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cf944144-28d2-4468-b968-395772a64a47 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851348505', 'description': 'tempest-secgroup-smoke-1851348505 description', 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:23.961652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57386) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:23.969253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-fe65b5d6-d9a6-4baf-8e55-b56214c3e123 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group': {'name': 'tempest-secgroup--409728141'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:23.991373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf944144-28d2-4468-b968-395772a64a47 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.020910 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe65b5d6-d9a6-4baf-8e55-b56214c3e123 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.069383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router c05f4751-e4d9-4495-b554-e2b68e45f2bb has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:19:24.117022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf944144-28d2-4468-b968-395772a64a47 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.123235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf944144-28d2-4468-b968-395772a64a47 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.162376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf944144-28d2-4468-b968-395772a64a47 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73144955-7f5c-41d7-a297-780d34314445,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:24.186720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:19:24.198114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b934f2-72ff-44d6-b1f8-277919fdd977 None None] Sync routers for ids ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:19:24.207397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b934f2-72ff-44d6-b1f8-277919fdd977 None None] Routers {'c05f4751-e4d9-4495-b554-e2b68e45f2bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:24.208117 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-44b934f2-72ff-44d6-b1f8-277919fdd977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:19:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:24.219647 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe65b5d6-d9a6-4baf-8e55-b56214c3e123 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.230199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe65b5d6-d9a6-4baf-8e55-b56214c3e123 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.234879 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.246991 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf944144-28d2-4468-b968-395772a64a47 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.248352 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cf944144-28d2-4468-b968-395772a64a47 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2974758 Aug 26 11:19:24.253210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57388) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:24.261425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-150e28e5-6c44-4c95-a10c-a87fee83ebef tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'security_group_rule': {'security_group_id': '73144955-7f5c-41d7-a297-780d34314445', 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:24.265989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c0c8192b-aa01-443e-975b-bae811ae95ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3508794 Aug 26 11:19:24.266583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:19:24.268974 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827477be-7640-4bb0-84d3-4e99ca2035cb" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "tag": "374779c1-9572-4c22-a9b2-bbe748728734"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:19:24.284113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65b5d6-d9a6-4baf-8e55-b56214c3e123 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c7bc1f-679b-4cbd-b97a-0eb3ce63a57f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:24.289205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fe65b5d6-d9a6-4baf-8e55-b56214c3e123 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.295349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57394) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:24.295480 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fe65b5d6-d9a6-4baf-8e55-b56214c3e123 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3316047 Aug 26 11:19:24.299990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-3bf6818f-6b4c-4244-bb3e-494a6d7609ec tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': 'b4c7bc1f-679b-4cbd-b97a-0eb3ce63a57f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:24.320146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-150e28e5-6c44-4c95-a10c-a87fee83ebef tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.343571 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf34740-29a6-4a85-9984-f17fef09c1a0 x-openstack-request-id: req-dbf34740-29a6-4a85-9984-f17fef09c1a0 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:19:24.343879 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "tag": "374779c1-9572-4c22-a9b2-bbe748728734", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:19:24.344147 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbf34740-29a6-4a85-9984-f17fef09c1a0 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:19:24.344588 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734', 'status': 'completed', 'code': 200} Aug 26 11:19:24.363154 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bf6818f-6b4c-4244-bb3e-494a6d7609ec tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.411830 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-150e28e5-6c44-4c95-a10c-a87fee83ebef tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.419149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-150e28e5-6c44-4c95-a10c-a87fee83ebef tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.432433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b77a4-454b-4e93-ae49-e15f86526dfe req-dfe913ea-c6b5-41b8-81c5-16a9a03bf19b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:24.435252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c3b77a4-454b-4e93-ae49-e15f86526dfe req-dfe913ea-c6b5-41b8-81c5-16a9a03bf19b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0892718 Aug 26 11:19:24.446133 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e28e5-6c44-4c95-a10c-a87fee83ebef tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b87e8d-098c-4751-b9d7-43d0218fea3f,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:24.449980 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-150e28e5-6c44-4c95-a10c-a87fee83ebef tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.451257 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-150e28e5-6c44-4c95-a10c-a87fee83ebef tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1944478 Aug 26 11:19:24.453370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827477be-7640-4bb0-84d3-4e99ca2035cb req-3a55ce02-4980-4144-99be-9b57e552f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:24.454127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57396) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:24.454909 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-827477be-7640-4bb0-84d3-4e99ca2035cb req-3a55ce02-4980-4144-99be-9b57e552f394 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1097 time: 0.0858362 Aug 26 11:19:24.464830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d9275fd0-0386-453e-bc9d-32dabdace9f2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'security_group_rule': {'security_group_id': '73144955-7f5c-41d7-a297-780d34314445', 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:24.511910 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bf6818f-6b4c-4244-bb3e-494a6d7609ec tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.517175 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-44b934f2-72ff-44d6-b1f8-277919fdd977 None None] Set router c05f4751-e4d9-4495-b554-e2b68e45f2bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:24.524614 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bf6818f-6b4c-4244-bb3e-494a6d7609ec tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.547540 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c3b77a4-454b-4e93-ae49-e15f86526dfe req-3cf55f66-bef6-4cc1-ba4a-a6b0317a0a79 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943081 Aug 26 11:19:24.551143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6818f-6b4c-4244-bb3e-494a6d7609ec tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec0ddb5-84de-4a46-8ffa-0f8bd0a977dd,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:24.557563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9275fd0-0386-453e-bc9d-32dabdace9f2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.564551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827477be-7640-4bb0-84d3-4e99ca2035cb req-1288bb7a-024b-494e-90f4-55f676d579d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:24.566498 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-827477be-7640-4bb0-84d3-4e99ca2035cb req-1288bb7a-024b-494e-90f4-55f676d579d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.1046870 Aug 26 11:19:24.582100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57400) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:24.596689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bf6818f-6b4c-4244-bb3e-494a6d7609ec tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.597886 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3bf6818f-6b4c-4244-bb3e-494a6d7609ec tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3016586 Aug 26 11:19:24.616699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57402) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:24.623010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-06d3b239-8f1d-4c70-915e-85b4a130f8eb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': 'b4c7bc1f-679b-4cbd-b97a-0eb3ce63a57f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:24.666595 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-827477be-7640-4bb0-84d3-4e99ca2035cb req-36a294dc-4abd-4360-943e-ef3ef4c67ed7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 999 time: 0.0908442 Aug 26 11:19:24.674052 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06d3b239-8f1d-4c70-915e-85b4a130f8eb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.719678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6caa5f3e-c9ea-460e-a2ee-5f1be19e52ce tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/7b18f9c9-a21a-4772-913b-a04b069ab084 HTTP/1.1" status: 200 len: 991 time: 0.1364427 Aug 26 11:19:24.729190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9275fd0-0386-453e-bc9d-32dabdace9f2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.733965 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9275fd0-0386-453e-bc9d-32dabdace9f2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.756318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9275fd0-0386-453e-bc9d-32dabdace9f2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb039ca-813f-43ca-b1d5-bd5df8ee76b3,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:24.757430 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827477be-7640-4bb0-84d3-4e99ca2035cb req-78758d46-598b-445f-b777-0135675a69df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:24.760714 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-827477be-7640-4bb0-84d3-4e99ca2035cb req-78758d46-598b-445f-b777-0135675a69df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0832169 Aug 26 11:19:24.761588 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9275fd0-0386-453e-bc9d-32dabdace9f2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.765602 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d9275fd0-0386-453e-bc9d-32dabdace9f2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3051300 Aug 26 11:19:24.766989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57404) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:24.771150 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-74e45fbf-dd34-496d-860e-1fa801da83ab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'security_group_rule': {'security_group_id': '73144955-7f5c-41d7-a297-780d34314445', 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:24.778678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-44b934f2-72ff-44d6-b1f8-277919fdd977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '7b18f9c9-a21a-4772-913b-a04b069ab084', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'port_id': '374779c1-9572-4c22-a9b2-bbe748728734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'mac_address': 'fa:16:3e:2e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:19:22Z', 'updated_at': '2021-08-26T11:19:22Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa048e9-c4f2-4746-a8f8-1e3ef691689b', 'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:f7:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:05Z', 'updated_at': '2021-08-26T11:19:13Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:24.792799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06d3b239-8f1d-4c70-915e-85b4a130f8eb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.809853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b934f2-72ff-44d6-b1f8-277919fdd977 None None] Checking router: c05f4751-e4d9-4495-b554-e2b68e45f2bb for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:19:24.815440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06d3b239-8f1d-4c70-915e-85b4a130f8eb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.818373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b934f2-72ff-44d6-b1f8-277919fdd977 None None] Routers {'c05f4751-e4d9-4495-b554-e2b68e45f2bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:19:24.818947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-44b934f2-72ff-44d6-b1f8-277919fdd977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:19:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:24.849829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3b239-8f1d-4c70-915e-85b4a130f8eb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576c0af4-e22f-459f-9233-40805b86e68e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:24.867074 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06d3b239-8f1d-4c70-915e-85b4a130f8eb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.868069 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-06d3b239-8f1d-4c70-915e-85b4a130f8eb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2504077 Aug 26 11:19:24.870319 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74e45fbf-dd34-496d-860e-1fa801da83ab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.872551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57406) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:24.874284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827477be-7640-4bb0-84d3-4e99ca2035cb req-2dc2b622-115d-4216-9dd7-4cc79d6ddb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:24.876013 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-827477be-7640-4bb0-84d3-4e99ca2035cb req-2dc2b622-115d-4216-9dd7-4cc79d6ddb9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976980 Aug 26 11:19:24.877602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-601a6fb6-54c5-4a9f-9f46-3a3790a65f9a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': 'b4c7bc1f-679b-4cbd-b97a-0eb3ce63a57f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:24.907699 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-601a6fb6-54c5-4a9f-9f46-3a3790a65f9a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.942525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-44b934f2-72ff-44d6-b1f8-277919fdd977 None None] Set router c05f4751-e4d9-4495-b554-e2b68e45f2bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:19:24.974018 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-601a6fb6-54c5-4a9f-9f46-3a3790a65f9a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.977650 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-601a6fb6-54c5-4a9f-9f46-3a3790a65f9a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:24.999095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74e45fbf-dd34-496d-860e-1fa801da83ab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.003709 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-601a6fb6-54c5-4a9f-9f46-3a3790a65f9a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.007692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-601a6fb6-54c5-4a9f-9f46-3a3790a65f9a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313767 Aug 26 11:19:25.008295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57408) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.012358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a6fb6-54c5-4a9f-9f46-3a3790a65f9a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b752d3c-3bf4-4954-9b94-418b3833b2ab,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:25.016382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d98d721c-eea4-42d8-831b-36ee1fabf6ef tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': 'b4c7bc1f-679b-4cbd-b97a-0eb3ce63a57f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:25.022299 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74e45fbf-dd34-496d-860e-1fa801da83ab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.040581 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-827477be-7640-4bb0-84d3-4e99ca2035cb req-221ac45d-235e-4087-ade7-30178772d2f9 service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553357 Aug 26 11:19:25.066129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e45fbf-dd34-496d-860e-1fa801da83ab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbcf4d0-2c91-47ad-a837-459ed51f1f70,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:25.116911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74e45fbf-dd34-496d-860e-1fa801da83ab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.118135 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-74e45fbf-dd34-496d-860e-1fa801da83ab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3510041 Aug 26 11:19:25.121802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57410) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.128620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c303f928-32fe-4f04-8c69-7db4a046375f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'security_group_rule': {'security_group_id': '73144955-7f5c-41d7-a297-780d34314445', 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:25.130044 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d98d721c-eea4-42d8-831b-36ee1fabf6ef tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.164638 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c303f928-32fe-4f04-8c69-7db4a046375f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.201466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-44b934f2-72ff-44d6-b1f8-277919fdd977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '7b18f9c9-a21a-4772-913b-a04b069ab084', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'port_id': '374779c1-9572-4c22-a9b2-bbe748728734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'mac_address': 'fa:16:3e:2e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:19:22Z', 'updated_at': '2021-08-26T11:19:22Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa048e9-c4f2-4746-a8f8-1e3ef691689b', 'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:f7:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:05Z', 'updated_at': '2021-08-26T11:19:13Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:19:25.202056 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-827477be-7640-4bb0-84d3-4e99ca2035cb req-4c4181b9-d34a-43af-a6a1-0286af575c6f service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505010 Aug 26 11:19:25.213430 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d98d721c-eea4-42d8-831b-36ee1fabf6ef tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.219730 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d98d721c-eea4-42d8-831b-36ee1fabf6ef tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.234666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b934f2-72ff-44d6-b1f8-277919fdd977 None None] The sync data for ids ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'] in n-d-778550-13 is: [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '7b18f9c9-a21a-4772-913b-a04b069ab084', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.178', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'port_id': '374779c1-9572-4c22-a9b2-bbe748728734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'mac_address': 'fa:16:3e:2e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:19:22Z', 'updated_at': '2021-08-26T11:19:22Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa048e9-c4f2-4746-a8f8-1e3ef691689b', 'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:f7:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:05Z', 'updated_at': '2021-08-26T11:19:13Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:19:25.243340 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c303f928-32fe-4f04-8c69-7db4a046375f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.248688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d721c-eea4-42d8-831b-36ee1fabf6ef tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ee49f4-59af-4584-bdc6-d3727e808406,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:25.249867 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c303f928-32fe-4f04-8c69-7db4a046375f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.254141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d98d721c-eea4-42d8-831b-36ee1fabf6ef tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.255846 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d98d721c-eea4-42d8-831b-36ee1fabf6ef tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2463384 Aug 26 11:19:25.259663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57412) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.264589 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-86bff1c0-1ccd-413a-b8b4-087e663402ed tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': 'b4c7bc1f-679b-4cbd-b97a-0eb3ce63a57f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:25.274042 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303f928-32fe-4f04-8c69-7db4a046375f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d33f3ed-aeaf-464f-9670-ac56df5a53ff,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:25.297823 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c303f928-32fe-4f04-8c69-7db4a046375f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.298481 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86bff1c0-1ccd-413a-b8b4-087e663402ed tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.299231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c303f928-32fe-4f04-8c69-7db4a046375f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1760473 Aug 26 11:19:25.301837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57414) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.306438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-baef88ec-71da-4b9c-98ef-175548d3b5f9 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'security_group_rule': {'security_group_id': '73144955-7f5c-41d7-a297-780d34314445', 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:25.332545 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-baef88ec-71da-4b9c-98ef-175548d3b5f9 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Project b6004e8ddb64481b8fb8b975d301d1ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:19:25.338213 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-baef88ec-71da-4b9c-98ef-175548d3b5f9 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.379368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86bff1c0-1ccd-413a-b8b4-087e663402ed tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.384582 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86bff1c0-1ccd-413a-b8b4-087e663402ed tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.401627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bff1c0-1ccd-413a-b8b4-087e663402ed tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccb97c2-5e18-4ef9-8c5d-12d419535463,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:25.412103 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-86bff1c0-1ccd-413a-b8b4-087e663402ed tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.412956 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-baef88ec-71da-4b9c-98ef-175548d3b5f9 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.413383 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-86bff1c0-1ccd-413a-b8b4-087e663402ed tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1531541 Aug 26 11:19:25.416348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57416) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.426966 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-baef88ec-71da-4b9c-98ef-175548d3b5f9 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.462542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef88ec-71da-4b9c-98ef-175548d3b5f9 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bde529-e66e-4061-894a-5fb88de259b7,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:25.467543 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd45f843-864d-4303-851b-5681b46abcb5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.470403 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45ed10-8673-477c-bc4b-50cd76a47458 None None] New status for floating IP 7b18f9c9-a21a-4772-913b-a04b069ab084: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:19:25.471305 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-baef88ec-71da-4b9c-98ef-175548d3b5f9 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.475496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-baef88ec-71da-4b9c-98ef-175548d3b5f9 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1726058 Aug 26 11:19:25.476176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57418) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.481751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2a7e0f13-1069-4979-8f6a-d16f049afce6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'security_group_rule': {'security_group_id': '73144955-7f5c-41d7-a297-780d34314445', 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:25.482478 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd45f843-864d-4303-851b-5681b46abcb5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.505973 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-2a7e0f13-1069-4979-8f6a-d16f049afce6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Project b6004e8ddb64481b8fb8b975d301d1ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:19:25.512773 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0f13-1069-4979-8f6a-d16f049afce6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.514514 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd45f843-864d-4303-851b-5681b46abcb5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.523556 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bd45f843-864d-4303-851b-5681b46abcb5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.527601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bd45f843-864d-4303-851b-5681b46abcb5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5ccb97c2-5e18-4ef9-8c5d-12d419535463 HTTP/1.1" status: 204 len: 168 time: 0.1093347 Aug 26 11:19:25.528384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57420) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.539389 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45f843-864d-4303-851b-5681b46abcb5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ccb97c2-5e18-4ef9-8c5d-12d419535463,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:25.580599 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0f13-1069-4979-8f6a-d16f049afce6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.584777 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0f13-1069-4979-8f6a-d16f049afce6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.592413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-96cc23fc-b1bd-4414-b366-3fee34bcf80a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0570090 Aug 26 11:19:25.592852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57422) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.606085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e0f13-1069-4979-8f6a-d16f049afce6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b877dd0-ac20-4b1c-9763-e32c4e4e41fd,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:25.616472 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2a7e0f13-1069-4979-8f6a-d16f049afce6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.621421 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2a7e0f13-1069-4979-8f6a-d16f049afce6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404810 Aug 26 11:19:25.622633 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5ca5c98-6709-40f2-bed2-07c8208dde1f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.636824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5ca5c98-6709-40f2-bed2-07c8208dde1f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.675850 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5ca5c98-6709-40f2-bed2-07c8208dde1f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.684159 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5ca5c98-6709-40f2-bed2-07c8208dde1f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.693175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d5ca5c98-6709-40f2-bed2-07c8208dde1f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/35ee49f4-59af-4584-bdc6-d3727e808406 HTTP/1.1" status: 204 len: 168 time: 0.0913808 Aug 26 11:19:25.693175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca5c98-6709-40f2-bed2-07c8208dde1f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35ee49f4-59af-4584-bdc6-d3727e808406,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:25.693175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57438) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.723195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57448) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.741608 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-008d1236-f752-4c81-b401-6911bbd2e12e tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0479620 Aug 26 11:19:25.744176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57454) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.770835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a84ea6d2-24f6-43fb-bb9a-7d0e036d0eb0 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.778607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a84ea6d2-24f6-43fb-bb9a-7d0e036d0eb0 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.795624 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dac8a84f-da24-49ad-83bb-3b72238ec4fc tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/7b18f9c9-a21a-4772-913b-a04b069ab084 HTTP/1.1" status: 200 len: 993 time: 0.0711069 Aug 26 11:19:25.808520 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a84ea6d2-24f6-43fb-bb9a-7d0e036d0eb0 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.815848 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a84ea6d2-24f6-43fb-bb9a-7d0e036d0eb0 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.818857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a84ea6d2-24f6-43fb-bb9a-7d0e036d0eb0 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8b752d3c-3bf4-4954-9b94-418b3833b2ab HTTP/1.1" status: 204 len: 168 time: 0.0714257 Aug 26 11:19:25.819791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57464) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.821250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ea6d2-24f6-43fb-bb9a-7d0e036d0eb0 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b752d3c-3bf4-4954-9b94-418b3833b2ab,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:25.865390 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bd1f77ab-9299-4e3a-b803-3ccee8a97c2f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0440431 Aug 26 11:19:25.868001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57470) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.891660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f794407-7014-4f88-85d4-6203dc9d1956 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.898996 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f794407-7014-4f88-85d4-6203dc9d1956 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.926457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f794407-7014-4f88-85d4-6203dc9d1956 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.932825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4f794407-7014-4f88-85d4-6203dc9d1956 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:25.933985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4f794407-7014-4f88-85d4-6203dc9d1956 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/576c0af4-e22f-459f-9233-40805b86e68e HTTP/1.1" status: 204 len: 168 time: 0.0650761 Aug 26 11:19:25.936717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57472) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:25.943131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f794407-7014-4f88-85d4-6203dc9d1956 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=576c0af4-e22f-459f-9233-40805b86e68e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:25.986204 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-90e9ab2d-9741-458f-89cb-570de399da5e tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0482254 Aug 26 11:19:25.990667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57474) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:26.024725 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b86c9bde-562b-42bc-b8dd-c11c6c073ccb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.036454 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b86c9bde-562b-42bc-b8dd-c11c6c073ccb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.068709 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b86c9bde-562b-42bc-b8dd-c11c6c073ccb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.075633 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b86c9bde-562b-42bc-b8dd-c11c6c073ccb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.079293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b86c9bde-562b-42bc-b8dd-c11c6c073ccb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2ec0ddb5-84de-4a46-8ffa-0f8bd0a977dd HTTP/1.1" status: 204 len: 168 time: 0.0852139 Aug 26 11:19:26.079723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57480) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:26.083375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c9bde-562b-42bc-b8dd-c11c6c073ccb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ec0ddb5-84de-4a46-8ffa-0f8bd0a977dd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:26.128334 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0bfe2d4-63c5-4be0-979c-54fc21c4ec6f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468185 Aug 26 11:19:26.130811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57482) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:26.183048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0ddeb88-721b-4ab3-9f29-b963fb452152 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.206893 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0ddeb88-721b-4ab3-9f29-b963fb452152 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.254997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0ddeb88-721b-4ab3-9f29-b963fb452152 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.258221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0ddeb88-721b-4ab3-9f29-b963fb452152 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.259448 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c0ddeb88-721b-4ab3-9f29-b963fb452152 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-groups/b4c7bc1f-679b-4cbd-b97a-0eb3ce63a57f HTTP/1.1" status: 204 len: 168 time: 0.1277173 Aug 26 11:19:26.264856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57506) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:26.270468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddeb88-721b-4ab3-9f29-b963fb452152 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c7bc1f-679b-4cbd-b97a-0eb3ce63a57f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:26.315444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ede88356-c664-4af7-8e5b-a4f554cebf47 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479984 Aug 26 11:19:26.319940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57512) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:26.326513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-04774933-7511-467f-b20a-8766bc7b3121 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group': {'name': 'tempest-secgroup--948547262'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:26.362658 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04774933-7511-467f-b20a-8766bc7b3121 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.454507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04774933-7511-467f-b20a-8766bc7b3121 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.458185 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04774933-7511-467f-b20a-8766bc7b3121 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.487347 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04774933-7511-467f-b20a-8766bc7b3121 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.488492 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-04774933-7511-467f-b20a-8766bc7b3121 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1667542 Aug 26 11:19:26.490426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04774933-7511-467f-b20a-8766bc7b3121 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b0efc0-c336-4a82-9fa4-76299a09e3ed,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:26.491392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57518) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:26.497910 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9a694e74-146b-4cb6-9150-95efced334d9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': 'a9b0efc0-c336-4a82-9fa4-76299a09e3ed', 'direction': 'ingress', 'protocol': 17}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:26.533040 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a694e74-146b-4cb6-9150-95efced334d9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.582952 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a694e74-146b-4cb6-9150-95efced334d9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.587596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a694e74-146b-4cb6-9150-95efced334d9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.606919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a694e74-146b-4cb6-9150-95efced334d9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6399453-8292-4204-a708-92668be466a0,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:26.612603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a694e74-146b-4cb6-9150-95efced334d9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.614113 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9a694e74-146b-4cb6-9150-95efced334d9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1209686 Aug 26 11:19:26.616837 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57520) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:26.671359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5872fa0-9d2b-41fd-929d-ad0d6f5e15cc tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.696845 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5872fa0-9d2b-41fd-929d-ad0d6f5e15cc tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.742945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5872fa0-9d2b-41fd-929d-ad0d6f5e15cc tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.746175 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d5872fa0-9d2b-41fd-929d-ad0d6f5e15cc tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.747377 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d5872fa0-9d2b-41fd-929d-ad0d6f5e15cc tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9b0efc0-c336-4a82-9fa4-76299a09e3ed HTTP/1.1" status: 204 len: 168 time: 0.1296339 Aug 26 11:19:26.750101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57522) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:26.757256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5872fa0-9d2b-41fd-929d-ad0d6f5e15cc tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b0efc0-c336-4a82-9fa4-76299a09e3ed,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:26.805656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-33ea5a88-a437-4f8c-a8b0-4d8409cdfaeb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533803 Aug 26 11:19:26.809800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57524) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:26.814226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-77a471b2-7e21-4351-a25b-d2ae72f205ba tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298528490'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:26.837597 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77a471b2-7e21-4351-a25b-d2ae72f205ba tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.926757 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77a471b2-7e21-4351-a25b-d2ae72f205ba tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.930896 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77a471b2-7e21-4351-a25b-d2ae72f205ba tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.959139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77a471b2-7e21-4351-a25b-d2ae72f205ba tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:26.960397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-77a471b2-7e21-4351-a25b-d2ae72f205ba tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1496627 Aug 26 11:19:26.963589 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57526) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:26.964446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a471b2-7e21-4351-a25b-d2ae72f205ba tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5432e7fe-b8bd-44be-a3e3-85d465e79463,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:26.968401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b8274a93-9c96-4008-be72-045510d9c4a5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575076932'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:26.991959 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b8274a93-9c96-4008-be72-045510d9c4a5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.083641 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b8274a93-9c96-4008-be72-045510d9c4a5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.087993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b8274a93-9c96-4008-be72-045510d9c4a5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.112664 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b8274a93-9c96-4008-be72-045510d9c4a5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.114147 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b8274a93-9c96-4008-be72-045510d9c4a5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1495762 Aug 26 11:19:27.117370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57530) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:27.123041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-36599b95-b8f4-416c-b437-5888a2685ec5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': '5432e7fe-b8bd-44be-a3e3-85d465e79463', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '880fe9da-ff47-4968-8e4c-6b5912e016a0', 'remote_ip_prefix': None}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:27.126059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8274a93-9c96-4008-be72-045510d9c4a5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880fe9da-ff47-4968-8e4c-6b5912e016a0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:27.159300 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36599b95-b8f4-416c-b437-5888a2685ec5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.243365 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36599b95-b8f4-416c-b437-5888a2685ec5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.247318 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36599b95-b8f4-416c-b437-5888a2685ec5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.263196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36599b95-b8f4-416c-b437-5888a2685ec5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00263b17-72c3-4805-8bd6-236b03c6912e,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:27.275034 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36599b95-b8f4-416c-b437-5888a2685ec5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.276836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-36599b95-b8f4-416c-b437-5888a2685ec5 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1586175 Aug 26 11:19:27.280708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57532) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:27.304446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07273902-48e8-4faf-82f9-be4d320a0398 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.312570 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07273902-48e8-4faf-82f9-be4d320a0398 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.340082 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07273902-48e8-4faf-82f9-be4d320a0398 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.346942 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07273902-48e8-4faf-82f9-be4d320a0398 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.350565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-07273902-48e8-4faf-82f9-be4d320a0398 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/00263b17-72c3-4805-8bd6-236b03c6912e HTTP/1.1" status: 204 len: 168 time: 0.0671484 Aug 26 11:19:27.351209 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57534) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:27.356702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07273902-48e8-4faf-82f9-be4d320a0398 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00263b17-72c3-4805-8bd6-236b03c6912e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:27.416297 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-df6111de-92cc-4716-9eb4-bb5e1ab47255 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0625064 Aug 26 11:19:27.418954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57536) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:27.473208 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93337f29-214d-4708-bb77-e8565377438c tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.497610 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93337f29-214d-4708-bb77-e8565377438c tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.545389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93337f29-214d-4708-bb77-e8565377438c tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.548942 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-93337f29-214d-4708-bb77-e8565377438c tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.549559 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-93337f29-214d-4708-bb77-e8565377438c tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-groups/880fe9da-ff47-4968-8e4c-6b5912e016a0 HTTP/1.1" status: 204 len: 168 time: 0.1296749 Aug 26 11:19:27.552442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57538) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:27.562752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93337f29-214d-4708-bb77-e8565377438c tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880fe9da-ff47-4968-8e4c-6b5912e016a0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:27.608304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7dc5f7ba-df1f-4bbd-a510-1a81e66ddb6a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0546148 Aug 26 11:19:27.610790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57540) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:27.668721 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21104c3d-a4ec-4a1d-8f2a-0b1f45f15c85 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.691998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21104c3d-a4ec-4a1d-8f2a-0b1f45f15c85 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.737970 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21104c3d-a4ec-4a1d-8f2a-0b1f45f15c85 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.740649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21104c3d-a4ec-4a1d-8f2a-0b1f45f15c85 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.741978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-21104c3d-a4ec-4a1d-8f2a-0b1f45f15c85 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-groups/5432e7fe-b8bd-44be-a3e3-85d465e79463 HTTP/1.1" status: 204 len: 168 time: 0.1301894 Aug 26 11:19:27.745261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57542) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:27.752281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21104c3d-a4ec-4a1d-8f2a-0b1f45f15c85 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5432e7fe-b8bd-44be-a3e3-85d465e79463,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:27.794389 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c5b6407d-8505-46a0-8d00-f22cf98e24bb tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478640 Aug 26 11:19:27.798400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57544) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:27.803119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-14a795dc-a88a-4472-b006-b02550197657 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663646907'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:27.826414 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-14a795dc-a88a-4472-b006-b02550197657 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.912440 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-14a795dc-a88a-4472-b006-b02550197657 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.917938 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-14a795dc-a88a-4472-b006-b02550197657 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.946527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-14a795dc-a88a-4472-b006-b02550197657 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:27.947944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-14a795dc-a88a-4472-b006-b02550197657 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1483502 Aug 26 11:19:27.949180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a795dc-a88a-4472-b006-b02550197657 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d7281f-88ce-473c-af29-11d78c7f6514,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:27.950645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57546) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:27.957966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4ea1731a-db6b-4b8b-a3a9-a63d0bec2bfd tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': 'd8d7281f-88ce-473c-af29-11d78c7f6514', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:27.986327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ea1731a-db6b-4b8b-a3a9-a63d0bec2bfd tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.045039 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ea1731a-db6b-4b8b-a3a9-a63d0bec2bfd tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.048750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ea1731a-db6b-4b8b-a3a9-a63d0bec2bfd tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.068456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1731a-db6b-4b8b-a3a9-a63d0bec2bfd tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d81c79-8168-4c56-89ec-5c031e5c4da3,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:28.075017 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4ea1731a-db6b-4b8b-a3a9-a63d0bec2bfd tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.079232 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4ea1731a-db6b-4b8b-a3a9-a63d0bec2bfd tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1261764 Aug 26 11:19:28.079406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57548) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:28.113025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1933daeb-1cfd-4b67-a6bb-cf8cfda66394 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.121452 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1933daeb-1cfd-4b67-a6bb-cf8cfda66394 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.148743 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1933daeb-1cfd-4b67-a6bb-cf8cfda66394 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.158404 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1933daeb-1cfd-4b67-a6bb-cf8cfda66394 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.160496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1933daeb-1cfd-4b67-a6bb-cf8cfda66394 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/74d81c79-8168-4c56-89ec-5c031e5c4da3 HTTP/1.1" status: 204 len: 168 time: 0.0794804 Aug 26 11:19:28.162685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57552) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:28.173592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933daeb-1cfd-4b67-a6bb-cf8cfda66394 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74d81c79-8168-4c56-89ec-5c031e5c4da3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:28.218774 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d77125d6-1e6e-4b56-9007-a766a981b154 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513742 Aug 26 11:19:28.218774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57554) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:28.276576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-034f98c5-f669-4bfc-aa20-6acac2c3eb33 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.299766 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-034f98c5-f669-4bfc-aa20-6acac2c3eb33 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.343614 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-034f98c5-f669-4bfc-aa20-6acac2c3eb33 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.346318 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-034f98c5-f669-4bfc-aa20-6acac2c3eb33 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.347540 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-034f98c5-f669-4bfc-aa20-6acac2c3eb33 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-groups/d8d7281f-88ce-473c-af29-11d78c7f6514 HTTP/1.1" status: 204 len: 168 time: 0.1283705 Aug 26 11:19:28.351443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57556) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:28.366181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f98c5-f669-4bfc-aa20-6acac2c3eb33 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d7281f-88ce-473c-af29-11d78c7f6514,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:28.403359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bfea0bfc-5cd6-42f7-8611-e1e53971793c tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507648 Aug 26 11:19:28.407114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57558) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:28.411922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a1a728f5-a580-446b-a31e-ebc6c800ad1a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group': {'name': 'tempest-secgroup--679507130'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:28.434864 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1a728f5-a580-446b-a31e-ebc6c800ad1a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.518027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1a728f5-a580-446b-a31e-ebc6c800ad1a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.522015 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1a728f5-a580-446b-a31e-ebc6c800ad1a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.555002 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a1a728f5-a580-446b-a31e-ebc6c800ad1a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.556718 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a1a728f5-a580-446b-a31e-ebc6c800ad1a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1486096 Aug 26 11:19:28.559445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57560) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:28.564016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6ac440fe-bdb4-49e9-aff3-d6c2df8bbad9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': 'ebdd3194-374f-4a46-81fe-c640b48ea3df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:28.574703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a728f5-a580-446b-a31e-ebc6c800ad1a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdd3194-374f-4a46-81fe-c640b48ea3df,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:28.597576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ac440fe-bdb4-49e9-aff3-d6c2df8bbad9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.673168 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ac440fe-bdb4-49e9-aff3-d6c2df8bbad9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.677468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ac440fe-bdb4-49e9-aff3-d6c2df8bbad9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.699663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac440fe-bdb4-49e9-aff3-d6c2df8bbad9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0a01d7-3043-43ce-a12c-1327ae16215d,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:28.705252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ac440fe-bdb4-49e9-aff3-d6c2df8bbad9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.706545 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6ac440fe-bdb4-49e9-aff3-d6c2df8bbad9 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460950 Aug 26 11:19:28.709101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57562) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:28.726065 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4fdcd2de-d087-488f-a0a0-6e60e09c108d tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules/9c0a01d7-3043-43ce-a12c-1327ae16215d HTTP/1.1" status: 200 len: 763 time: 0.0157952 Aug 26 11:19:28.728453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57564) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:28.772347 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-09d91986-00af-4d39-bd79-ebb09a8702f2 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0427945 Aug 26 11:19:28.775131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57566) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:28.800247 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f874ca5-e139-4c53-be66-fcc96d1103e4 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.808115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f874ca5-e139-4c53-be66-fcc96d1103e4 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.838089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f874ca5-e139-4c53-be66-fcc96d1103e4 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.846784 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f874ca5-e139-4c53-be66-fcc96d1103e4 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:28.850424 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1f874ca5-e139-4c53-be66-fcc96d1103e4 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9c0a01d7-3043-43ce-a12c-1327ae16215d HTTP/1.1" status: 204 len: 168 time: 0.0719182 Aug 26 11:19:28.851235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57568) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:28.853247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f874ca5-e139-4c53-be66-fcc96d1103e4 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c0a01d7-3043-43ce-a12c-1327ae16215d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:29.140149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-751d1830-afac-4231-9965-c16c66cfdba3 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2875922 Aug 26 11:19:29.142688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57570) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.147256 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-00bf9cb6-576d-4baa-9d87-df71ac30b196 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': 'ebdd3194-374f-4a46-81fe-c640b48ea3df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:29.175880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-00bf9cb6-576d-4baa-9d87-df71ac30b196 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.237453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-00bf9cb6-576d-4baa-9d87-df71ac30b196 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.241492 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-00bf9cb6-576d-4baa-9d87-df71ac30b196 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.265470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf9cb6-576d-4baa-9d87-df71ac30b196 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6f3df6-4c6f-4506-8b25-915f415ed9ef,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:29.270567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-00bf9cb6-576d-4baa-9d87-df71ac30b196 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.274163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-00bf9cb6-576d-4baa-9d87-df71ac30b196 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281292 Aug 26 11:19:29.275083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57574) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.292445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0d8f1427-fb3e-4883-a488-61916cb7c8f6 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules/be6f3df6-4c6f-4506-8b25-915f415ed9ef HTTP/1.1" status: 200 len: 763 time: 0.0161481 Aug 26 11:19:29.294905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57576) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.341123 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-25440464-7790-4ad0-8c6b-0dfe0716acb0 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0450575 Aug 26 11:19:29.343838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57578) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.374041 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ef723c40-db9c-4a7d-82cd-9647c835554a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.384982 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ef723c40-db9c-4a7d-82cd-9647c835554a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.416591 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ef723c40-db9c-4a7d-82cd-9647c835554a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.424629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ef723c40-db9c-4a7d-82cd-9647c835554a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.426305 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ef723c40-db9c-4a7d-82cd-9647c835554a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/be6f3df6-4c6f-4506-8b25-915f415ed9ef HTTP/1.1" status: 204 len: 168 time: 0.0814776 Aug 26 11:19:29.429750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57580) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.433013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef723c40-db9c-4a7d-82cd-9647c835554a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be6f3df6-4c6f-4506-8b25-915f415ed9ef,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:29.474038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5044a130-ebec-4b34-9866-a4badb6353b7 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425043 Aug 26 11:19:29.476619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57582) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.481075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a98e3592-a156-4c72-9480-940917ea649a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Request body: {'security_group_rule': {'security_group_id': 'ebdd3194-374f-4a46-81fe-c640b48ea3df', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:29.509587 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a98e3592-a156-4c72-9480-940917ea649a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.567672 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a98e3592-a156-4c72-9480-940917ea649a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.571912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a98e3592-a156-4c72-9480-940917ea649a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.592546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e3592-a156-4c72-9480-940917ea649a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41dcfb1-333d-4699-9352-b2f05b3636a5,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:29.600601 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a98e3592-a156-4c72-9480-940917ea649a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.601847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a98e3592-a156-4c72-9480-940917ea649a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242533 Aug 26 11:19:29.604475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57584) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.623631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-04d1d0d1-baa9-4b75-9a2a-01ce1c91be1a tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules/f41dcfb1-333d-4699-9352-b2f05b3636a5 HTTP/1.1" status: 200 len: 764 time: 0.0155318 Aug 26 11:19:29.624184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57586) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.666841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7f0f112b-837b-4005-a8aa-699b295b04f0 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0414138 Aug 26 11:19:29.669308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57588) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.694945 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785e46ce-d774-4ab3-ac5b-854cab6911a1 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.703057 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785e46ce-d774-4ab3-ac5b-854cab6911a1 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.732352 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785e46ce-d774-4ab3-ac5b-854cab6911a1 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.740097 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-785e46ce-d774-4ab3-ac5b-854cab6911a1 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.743419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-785e46ce-d774-4ab3-ac5b-854cab6911a1 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f41dcfb1-333d-4699-9352-b2f05b3636a5 HTTP/1.1" status: 204 len: 168 time: 0.0710194 Aug 26 11:19:29.744089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57590) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.746388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e46ce-d774-4ab3-ac5b-854cab6911a1 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f41dcfb1-333d-4699-9352-b2f05b3636a5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:29.762034 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:19:29.789593 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f00bd4a1-251b-4054-8ed9-3884e1ccc6bf tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0432537 Aug 26 11:19:29.792970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57592) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.855328 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb8b7df-a629-4679-986f-bbedfbb4fb8f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.882546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb8b7df-a629-4679-986f-bbedfbb4fb8f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.928076 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb8b7df-a629-4679-986f-bbedfbb4fb8f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.931113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-beb8b7df-a629-4679-986f-bbedfbb4fb8f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:29.935759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57594) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:29.936018 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-beb8b7df-a629-4679-986f-bbedfbb4fb8f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "DELETE /v2.0/security-groups/ebdd3194-374f-4a46-81fe-c640b48ea3df HTTP/1.1" status: 204 len: 168 time: 0.1417220 Aug 26 11:19:29.946694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8b7df-a629-4679-986f-bbedfbb4fb8f tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdd3194-374f-4a46-81fe-c640b48ea3df,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:29.981590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-80ac809c-7903-4742-979e-7404a9077e72 tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446143 Aug 26 11:19:29.985784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57596) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:30.029355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1f74524c-d53d-49b8-a0be-38d0f8198f8c tempest-SecGroupTest-197435830 tempest-SecGroupTest-197435830-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0423682 Aug 26 11:19:30.323849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57604) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:30.471515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cfe202e0-5823-47fd-b87e-4dc2e8433c3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ddeef8fe5474691b6ff1ec00ffc6aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464002 Aug 26 11:19:30.473923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57608) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:30.530646 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cd9f8-ed59-43c1-84f0-a2620a040ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:30.552517 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cd9f8-ed59-43c1-84f0-a2620a040ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:30.604687 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cd9f8-ed59-43c1-84f0-a2620a040ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:30.607345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-228cd9f8-ed59-43c1-84f0-a2620a040ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:30.608508 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-228cd9f8-ed59-43c1-84f0-a2620a040ad3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/516e61b3-2e1d-40da-88ee-7a96662e112d HTTP/1.1" status: 204 len: 168 time: 0.1336238 Aug 26 11:19:30.620739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cd9f8-ed59-43c1-84f0-a2620a040ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516e61b3-2e1d-40da-88ee-7a96662e112d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:39.828179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57732) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:39.969749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.099158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.104266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.147857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88145a38-3b7f-478a-80b8-eae65edd5f3d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:40.157614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c50f095b0f424c679750551608a5b84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283029 Aug 26 11:19:40.159623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.159961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.160306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.160647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.160794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57738) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:40.161517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.161517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.161811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.161958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.162266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.162804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.163316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.163819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232f608-15e4-44a8-b15c-3dce5af37c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:19:40.239949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce19214-ec77-4063-933e-50b696dc1ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.268346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce19214-ec77-4063-933e-50b696dc1ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.338054 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce19214-ec77-4063-933e-50b696dc1ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.341123 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9ce19214-ec77-4063-933e-50b696dc1ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.342311 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9ce19214-ec77-4063-933e-50b696dc1ee9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88145a38-3b7f-478a-80b8-eae65edd5f3d HTTP/1.1" status: 204 len: 168 time: 0.1806772 Aug 26 11:19:40.353428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce19214-ec77-4063-933e-50b696dc1ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88145a38-3b7f-478a-80b8-eae65edd5f3d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:40.659847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57744) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:40.674474 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8f17-3973-40c1-8773-6d19ddd44eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.807325 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8f17-3973-40c1-8773-6d19ddd44eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.812608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4d4c8f17-3973-40c1-8773-6d19ddd44eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.856838 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4d4c8f17-3973-40c1-8773-6d19ddd44eb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e64fb37ce5114910819dcd79d003a4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958783 Aug 26 11:19:40.857573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c8f17-3973-40c1-8773-6d19ddd44eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b139d8-106a-4bbc-8b70-f6dae786ac58,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:40.859779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57746) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:40.911065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-51df6745-624a-47a4-b96c-53c00f701720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.934186 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-51df6745-624a-47a4-b96c-53c00f701720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.988570 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-51df6745-624a-47a4-b96c-53c00f701720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.991342 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-51df6745-624a-47a4-b96c-53c00f701720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:40.992611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-51df6745-624a-47a4-b96c-53c00f701720 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93b139d8-106a-4bbc-8b70-f6dae786ac58 HTTP/1.1" status: 204 len: 168 time: 0.1314607 Aug 26 11:19:41.004754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df6745-624a-47a4-b96c-53c00f701720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b139d8-106a-4bbc-8b70-f6dae786ac58,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:41.255481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-e6a918b6-ab3c-454f-b5f0-8b73e511df7c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851348505&fields=id&tenant_id=b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 267 time: 0.0352197 Aug 26 11:19:41.365295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-117e7148-7d9e-448e-9fd6-52b5a53915ce tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:41.366846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-117e7148-7d9e-448e-9fd6-52b5a53915ce tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.1034563 Aug 26 11:19:41.382935 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-8818ae9e-9ea0-49fd-b3f5-4ab2eacfc6e3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/quotas/b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 375 time: 0.0095487 Aug 26 11:19:41.440178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-e2970548-021f-4486-a80f-7ac19745c5d3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508535 Aug 26 11:19:41.552140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-65154073-0639-4bff-9841-9401f6c6a193 service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913701 Aug 26 11:19:41.654344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-24072768-39e9-4548-a725-4c364778c780 service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923874 Aug 26 11:19:41.953366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e27bce5-cda2-4564-986b-7ea36f6e4b58 req-1d55abc7-152c-4d03-979f-ee13c4588d08 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 210 time: 0.0327611 Aug 26 11:19:42.882007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-280e27f0-7783-4edc-b567-42dd4f1c59a1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:42.883714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-280e27f0-7783-4edc-b567-42dd4f1c59a1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.42 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.1418488 Aug 26 11:19:42.949266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-d0ef980d-070e-491e-bb5c-f890af1e7897 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 380 time: 0.0527842 Aug 26 11:19:42.959007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'port': {'device_id': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'admin_state_up': True, 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'security_groups': ['73144955-7f5c-41d7-a297-780d34314445']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:43.089936 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b40ea3d8-6a49-44be-8ed5-3af329984b8e req-ab93016b-ae37-4114-88bf-0fdb2b9d919b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 210 time: 0.0508299 Aug 26 11:19:43.146974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Made reservation on behalf of b6004e8ddb64481b8fb8b975d301d1ab for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:19:43.153215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:43.319518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Allocated IP 172.20.0.7 (425c1548-ff0b-496e-9ab6-42aac07c907a/d60a612c-a025-4e07-8431-dbe7e8facf35/9fbaa973-be2e-46f5-9729-6bc726984a13) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:19:43.339095 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1737613e-804e-42b2-bcd9-10b6b909602e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:43.501857 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:43.517682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Transition to ACTIVE for port object 9fbaa973-be2e-46f5-9729-6bc726984a13 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:19:43.555506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:43.599125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Network 425c1548-ff0b-496e-9ab6-42aac07c907a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:19:43.602211 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:19:43.609056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:19:43.638559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=9fbaa973-be2e-46f5-9729-6bc726984a13,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:43.666101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:43.667550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:43.688600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-a8865417-4214-4881-88b1-7445213bbf26 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7333977 Aug 26 11:19:43.702639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Request body: {'port': {'device_id': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:19:43.772115 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:43.978183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f5fc68d1-890e-4cc0-b9d9-4378fcc3bcd4 None None] Provisioning for port 9fbaa973-be2e-46f5-9729-6bc726984a13 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:19:43.984335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f5fc68d1-890e-4cc0-b9d9-4378fcc3bcd4 None None] Provisioning complete for port 9fbaa973-be2e-46f5-9729-6bc726984a13 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:43.985014 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5fc68d1-890e-4cc0-b9d9-4378fcc3bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:44.027043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc68d1-890e-4cc0-b9d9-4378fcc3bcd4 None None] Port 9fbaa973-be2e-46f5-9729-6bc726984a13 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:19:44.138343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbaa973-be2e-46f5-9729-6bc726984a13 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:19:44.147262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:44.163526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Transition to ACTIVE for port object 9fbaa973-be2e-46f5-9729-6bc726984a13 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:19:44.178580 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:44.277307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbaa973-be2e-46f5-9729-6bc726984a13,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:44.288964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938dfcd-bb58-4794-b5dc-7031c1ac5780 req-3bc3f339-4d30-4729-bab1-66e8b1ba91d3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:44.290681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1938dfcd-bb58-4794-b5dc-7031c1ac5780 req-3bc3f339-4d30-4729-bab1-66e8b1ba91d3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 943 time: 0.1219590 Aug 26 11:19:44.382510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1938dfcd-bb58-4794-b5dc-7031c1ac5780 req-784d42cd-83f1-4b75-9816-c0df05e6b83c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644977 Aug 26 11:19:44.425992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Attempting to bind port 9fbaa973-be2e-46f5-9729-6bc726984a13 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:19:44.426498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Attempting to bind port 9fbaa973-be2e-46f5-9729-6bc726984a13 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:19:44.427288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Attempting to bind port 9fbaa973-be2e-46f5-9729-6bc726984a13 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:19:44.431847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Port 9fbaa973-be2e-46f5-9729-6bc726984a13 on network 425c1548-ff0b-496e-9ab6-42aac07c907a not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:19:44.432178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Attempting to bind port 9fbaa973-be2e-46f5-9729-6bc726984a13 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:19:44.438291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:19:44.438641 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Checking segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:19:44.439115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Bound using segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:19:44.439571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Bound port: 9fbaa973-be2e-46f5-9729-6bc726984a13, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:19:44.439940 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:44.522201 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] For port 9fbaa973-be2e-46f5-9729-6bc726984a13, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:19:44.526456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] For port 9fbaa973-be2e-46f5-9729-6bc726984a13, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9fbaa973-be2e-46f5-9729-6bc726984a13,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:19:44.531466 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:44.575136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:44.575805 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:44.577297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] 10.222.0.42 "PUT /v2.0/ports/9fbaa973-be2e-46f5-9729-6bc726984a13 HTTP/1.1" status: 200 len: 1092 time: 0.8800797 Aug 26 11:19:44.577773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'tag': '9fbaa973-be2e-46f5-9729-6bc726984a13'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:19:44.580468 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbea96a-4b43-45a6-90d1-02814d4ead95" -d '{"events": [{"name": "network-changed", "server_uuid": "c095498b-db8d-4a2c-95c6-2b33bb2d034f", "tag": "9fbaa973-be2e-46f5-9729-6bc726984a13"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:19:44.612302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf659109-87e5-4d99-a22a-14066e65bf92 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbaa973-be2e-46f5-9729-6bc726984a13,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:44.676779 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc775a65-d580-4a40-8bad-979d7301a2a1 x-openstack-request-id: req-bc775a65-d580-4a40-8bad-979d7301a2a1 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:19:44.677087 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c095498b-db8d-4a2c-95c6-2b33bb2d034f", "tag": "9fbaa973-be2e-46f5-9729-6bc726984a13", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:19:44.677771 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc775a65-d580-4a40-8bad-979d7301a2a1 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:19:44.678203 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'tag': '9fbaa973-be2e-46f5-9729-6bc726984a13', 'status': 'completed', 'code': 200} Aug 26 11:19:44.703070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-4b1f27a7-e7c1-4ff0-8331-fde3a35729ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:44.704619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-4b1f27a7-e7c1-4ff0-8331-fde3a35729ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 1095 time: 0.0625124 Aug 26 11:19:44.763856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-bade5c3c-094e-4e4b-9834-0c40d8157dd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fbaa973-be2e-46f5-9729-6bc726984a13 HTTP/1.1" status: 200 len: 217 time: 0.0507553 Aug 26 11:19:44.823630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-7249c95a-99fc-4197-97ef-7e42c95d1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:44.825399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-7249c95a-99fc-4197-97ef-7e42c95d1e4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0547125 Aug 26 11:19:44.895165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-29ae65b0-713b-4e2a-9ce7-11d9f2d78c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:44.897116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-29ae65b0-713b-4e2a-9ce7-11d9f2d78c43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647864 Aug 26 11:19:45.027329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-89cac3c3-cb4e-41bf-8a92-70a85a0a872c service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217213 Aug 26 11:19:45.139235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78fd9e48-6a1d-496d-bd95-4600635ff466 req-0ce09c02-bc40-4841-93a5-0c96ef8c4383 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038353 Aug 26 11:19:45.240412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbea96a-4b43-45a6-90d1-02814d4ead95 req-8d2c2b0e-de05-4092-b593-a1552a7fc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:45.242084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cbea96a-4b43-45a6-90d1-02814d4ead95 req-8d2c2b0e-de05-4092-b593-a1552a7fc906 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 1095 time: 0.0586259 Aug 26 11:19:45.339065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbea96a-4b43-45a6-90d1-02814d4ead95 req-dd826c04-5487-43b0-9237-4f7d6b905cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:45.340609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cbea96a-4b43-45a6-90d1-02814d4ead95 req-dd826c04-5487-43b0-9237-4f7d6b905cc4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.0918536 Aug 26 11:19:45.387446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cbea96a-4b43-45a6-90d1-02814d4ead95 req-da46e408-6ffc-42ae-9f4c-0c8468f785cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fbaa973-be2e-46f5-9729-6bc726984a13 HTTP/1.1" status: 200 len: 217 time: 0.0389349 Aug 26 11:19:45.437367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbea96a-4b43-45a6-90d1-02814d4ead95 req-0cb10f33-2857-414a-a228-a8edb31a098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:45.439268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cbea96a-4b43-45a6-90d1-02814d4ead95 req-0cb10f33-2857-414a-a228-a8edb31a098d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0450006 Aug 26 11:19:45.532547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbea96a-4b43-45a6-90d1-02814d4ead95 req-d203b8d2-965c-48e5-ac1e-8e2916c82ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:45.534077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cbea96a-4b43-45a6-90d1-02814d4ead95 req-d203b8d2-965c-48e5-ac1e-8e2916c82ade service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882173 Aug 26 11:19:45.543410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af31ee-2305-4fb5-91cf-ad9fc92d4245 req-8cd71462-99c2-413b-9d35-d268ad4e9dbd tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:45.544936 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13af31ee-2305-4fb5-91cf-ad9fc92d4245 req-8cd71462-99c2-413b-9d35-d268ad4e9dbd tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 943 time: 0.0725787 Aug 26 11:19:45.634160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13af31ee-2305-4fb5-91cf-ad9fc92d4245 req-6da813ec-7a36-4326-950e-24431833fa7e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802929 Aug 26 11:19:45.664662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cbea96a-4b43-45a6-90d1-02814d4ead95 req-6738ff71-ef94-44ff-b6d1-0a60e93c88a4 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187325 Aug 26 11:19:45.774338 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86ae3832-f200-4693-b3ab-9d601f33a083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:45.793622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cbea96a-4b43-45a6-90d1-02814d4ead95 req-8dce54f4-8167-4a5f-b5a8-9a6a1eed6696 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221218 Aug 26 11:19:46.266983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:46.765609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59d01c-005c-494d-a6d0-bc7db835c034 req-3d4e963c-8df5-47d2-a0c2-666d552e9743 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:46.767491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c59d01c-005c-494d-a6d0-bc7db835c034 req-3d4e963c-8df5-47d2-a0c2-666d552e9743 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 943 time: 0.0562327 Aug 26 11:19:46.812106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c59d01c-005c-494d-a6d0-bc7db835c034 req-1d031b52-daf8-45f4-8e91-0476c468bd15 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382991 Aug 26 11:19:47.213245 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:47.545999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57862) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:47.661689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e8f0-969f-4eae-8235-bb8fc5f6fe17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:47.756941 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e8f0-969f-4eae-8235-bb8fc5f6fe17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:47.761378 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e8f0-969f-4eae-8235-bb8fc5f6fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:47.801864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dfe7e8f0-969f-4eae-8235-bb8fc5f6fe17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bdd27722d03449c9c36d365aa67a195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547140 Aug 26 11:19:47.802780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7e8f0-969f-4eae-8235-bb8fc5f6fe17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e0d59e-4652-4bb8-94b0-6a9138edc99d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:47.805109 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57866) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:47.857579 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91a992cc-70f6-4b05-9b86-f4248a275f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:47.881206 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91a992cc-70f6-4b05-9b86-f4248a275f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:47.935893 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91a992cc-70f6-4b05-9b86-f4248a275f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:47.939749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-91a992cc-70f6-4b05-9b86-f4248a275f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:47.940523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4c885-9527-4a69-bbf8-e5882e07d107 req-6ceab456-90d5-4ae6-97d5-fee53ef1fdd6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:47.941546 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-91a992cc-70f6-4b05-9b86-f4248a275f51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8e0d59e-4652-4bb8-94b0-6a9138edc99d HTTP/1.1" status: 204 len: 168 time: 0.1352360 Aug 26 11:19:47.943752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7a4c885-9527-4a69-bbf8-e5882e07d107 req-6ceab456-90d5-4ae6-97d5-fee53ef1fdd6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 943 time: 0.0559747 Aug 26 11:19:47.951177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a992cc-70f6-4b05-9b86-f4248a275f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e0d59e-4652-4bb8-94b0-6a9138edc99d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:47.986769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7a4c885-9527-4a69-bbf8-e5882e07d107 req-4eed3f3a-69a3-4a79-b065-fda4692f1ac8 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374386 Aug 26 11:19:48.282001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 57874) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:48.296347 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27fdc458-e450-4c5e-96b5-d500c42dcf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:48.401851 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27fdc458-e450-4c5e-96b5-d500c42dcf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:48.413491 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-27fdc458-e450-4c5e-96b5-d500c42dcf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:48.453637 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-27fdc458-e450-4c5e-96b5-d500c42dcf93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe0333febdda4e2dbce36a741b4277a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703174 Aug 26 11:19:48.454356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdc458-e450-4c5e-96b5-d500c42dcf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3119553-759d-46f8-b30a-5a73fa2561ac,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:48.456124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 57876) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:19:48.514274 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9972070c-7361-4423-bca6-f298312433ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:48.536924 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9972070c-7361-4423-bca6-f298312433ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:48.586477 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9972070c-7361-4423-bca6-f298312433ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:48.589430 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9972070c-7361-4423-bca6-f298312433ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:48.591209 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9972070c-7361-4423-bca6-f298312433ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3119553-759d-46f8-b30a-5a73fa2561ac HTTP/1.1" status: 204 len: 168 time: 0.1333849 Aug 26 11:19:48.600028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972070c-7361-4423-bca6-f298312433ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3119553-759d-46f8-b30a-5a73fa2561ac,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:49.126385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8927e-7085-4592-927f-9383b47de4ea req-fca68cf6-e9b3-48e0-a9ae-ab4594993522 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:49.128215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1c8927e-7085-4592-927f-9383b47de4ea req-fca68cf6-e9b3-48e0-a9ae-ab4594993522 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 943 time: 0.0612917 Aug 26 11:19:49.169986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1c8927e-7085-4592-927f-9383b47de4ea req-ec3c8dc6-fa8f-4a75-bb22-39ed7067d0da tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354540 Aug 26 11:19:49.306698 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:50.295308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2e92a-1d9a-4b7d-8dce-a5c0cce3529d req-a0d5fb91-18fd-4acf-91bc-c859f2313518 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:50.296867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23c2e92a-1d9a-4b7d-8dce-a5c0cce3529d req-a0d5fb91-18fd-4acf-91bc-c859f2313518 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 943 time: 0.0522871 Aug 26 11:19:50.339132 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23c2e92a-1d9a-4b7d-8dce-a5c0cce3529d req-a94074b7-304a-4407-831b-3336ce009c07 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361600 Aug 26 11:19:50.573783 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:51.456173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c02b0f-cb5f-49ef-bb7e-61c2d521f5ce req-5a86095f-5aaf-464a-a8be-728206842d04 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:51.457684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67c02b0f-cb5f-49ef-bb7e-61c2d521f5ce req-5a86095f-5aaf-464a-a8be-728206842d04 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 943 time: 0.0500429 Aug 26 11:19:51.501203 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67c02b0f-cb5f-49ef-bb7e-61c2d521f5ce req-b10517c9-8553-4d1a-ae17-803d534bd7f8 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367482 Aug 26 11:19:52.331694 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:52.625811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d758973-7504-4c25-8075-0aca6c1541f7 req-b82948d6-8493-4cbb-bc4f-aabd346f9090 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:52.627338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d758973-7504-4c25-8075-0aca6c1541f7 req-b82948d6-8493-4cbb-bc4f-aabd346f9090 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 943 time: 0.0522079 Aug 26 11:19:52.667330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d758973-7504-4c25-8075-0aca6c1541f7 req-f370843d-2769-4144-8c5f-23885443a4bf tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340068 Aug 26 11:19:53.794420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ca53e-e9d0-42a1-856c-06a5f5564b3c req-2359dcd9-9063-498b-b4f1-b2c3efc07fbb tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:53.801743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a39ca53e-e9d0-42a1-856c-06a5f5564b3c req-2359dcd9-9063-498b-b4f1-b2c3efc07fbb tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 943 time: 0.0602243 Aug 26 11:19:53.836443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a39ca53e-e9d0-42a1-856c-06a5f5564b3c req-dd077d57-ae58-44a3-a474-0b95e8845d01 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338402 Aug 26 11:19:54.959399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fec4c-ad23-41f8-bca1-9d619ee9502e req-e769c2b0-1dc0-4688-a2a1-2f8964ee0b63 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:54.960952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c7fec4c-ad23-41f8-bca1-9d619ee9502e req-e769c2b0-1dc0-4688-a2a1-2f8964ee0b63 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 943 time: 0.0524652 Aug 26 11:19:55.008496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c7fec4c-ad23-41f8-bca1-9d619ee9502e req-a9328832-c0a8-4060-933e-c3f02ec0c1a2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392189 Aug 26 11:19:55.757783 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a383d446-f764-4323-a43b-e9bf83057105 req-b42d6675-fc42-4cb2-8e95-f2a76734fb0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463214 Aug 26 11:19:55.843268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9fbaa973-be2e-46f5-9729-6bc726984a13 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:19:55.864476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383d446-f764-4323-a43b-e9bf83057105 req-97e8a528-af6b-4d08-8cfd-f1e32f497e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:55.867182 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a383d446-f764-4323-a43b-e9bf83057105 req-97e8a528-af6b-4d08-8cfd-f1e32f497e5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1097 time: 0.0645308 Aug 26 11:19:56.036072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383d446-f764-4323-a43b-e9bf83057105 req-21320cb3-9b46-43d4-a99a-343b24a8845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:56.036509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9fbaa973-be2e-46f5-9729-6bc726984a13, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9fbaa973-be2e-46f5-9729-6bc726984a13,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:56.048697 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a383d446-f764-4323-a43b-e9bf83057105 req-21320cb3-9b46-43d4-a99a-343b24a8845d service neutron] 10.222.0.47 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.1590056 Aug 26 11:19:56.066677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '9fbaa973-be2e-46f5-9729-6bc726984a13', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'port_id': '9fbaa973-be2e-46f5-9729-6bc726984a13', 'mac_address': 'fa:16:3e:f3:39:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:19:56.126492 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:56.144083 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbaa973-be2e-46f5-9729-6bc726984a13 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:19:56.164166 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a383d446-f764-4323-a43b-e9bf83057105 req-adc11eb6-20d1-434c-89f6-947508e93944 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 1001 time: 0.1051283 Aug 26 11:19:56.177894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9fbaa973-be2e-46f5-9729-6bc726984a13, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9fbaa973-be2e-46f5-9729-6bc726984a13,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:56.186809 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:56.214761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6f40d-6529-4aa4-ba66-706c3d6181ef req-77a97b75-6a66-437e-a914-32e1c75e31f1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:56.224932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63d6f40d-6529-4aa4-ba66-706c3d6181ef req-77a97b75-6a66-437e-a914-32e1c75e31f1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 943 time: 0.0735116 Aug 26 11:19:56.265378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383d446-f764-4323-a43b-e9bf83057105 req-b7fbec49-5163-4c76-884a-553ad0f6a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:56.267156 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a383d446-f764-4323-a43b-e9bf83057105 req-b7fbec49-5163-4c76-884a-553ad0f6a993 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0955937 Aug 26 11:19:56.279439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63d6f40d-6529-4aa4-ba66-706c3d6181ef req-51aa4ac7-2364-4fd4-acf6-b87a2f95b8d4 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547624 Aug 26 11:19:56.290531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=9fbaa973-be2e-46f5-9729-6bc726984a13,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:56.341379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383d446-f764-4323-a43b-e9bf83057105 req-711a0ef3-de54-4a3a-960c-965b67d929e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:56.342926 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a383d446-f764-4323-a43b-e9bf83057105 req-711a0ef3-de54-4a3a-960c-965b67d929e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674045 Aug 26 11:19:56.393756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9fbaa973-be2e-46f5-9729-6bc726984a13'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:19:56.463629 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a383d446-f764-4323-a43b-e9bf83057105 req-bd62d2c2-9670-437d-aee6-bfca70f6d387 service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115353 Aug 26 11:19:56.568325 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a383d446-f764-4323-a43b-e9bf83057105 req-f948e41b-502c-4fde-bd61-4868599fbf96 service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980463 Aug 26 11:19:57.428203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab76c4-7017-401b-95cf-02379758ba0f req-ec871061-1b71-424f-baaa-bc5481081419 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:57.429838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67ab76c4-7017-401b-95cf-02379758ba0f req-ec871061-1b71-424f-baaa-bc5481081419 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 944 time: 0.0560820 Aug 26 11:19:57.473267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67ab76c4-7017-401b-95cf-02379758ba0f req-f751c061-2ebe-463e-a278-9608ce7fc045 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373266 Aug 26 11:19:57.857927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9fbaa973-be2e-46f5-9729-6bc726984a13 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:19:57.908020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 9fbaa973-be2e-46f5-9729-6bc726984a13 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:19:57.912133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 9fbaa973-be2e-46f5-9729-6bc726984a13 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:19:57.912511 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:57.990267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:58.015987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbaa973-be2e-46f5-9729-6bc726984a13'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:19:58.018303 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da5599a-351a-44e0-855c-888ce5c78889" -d '{"events": [{"server_uuid": "c095498b-db8d-4a2c-95c6-2b33bb2d034f", "name": "network-vif-plugged", "status": "completed", "tag": "9fbaa973-be2e-46f5-9729-6bc726984a13"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:19:58.031427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9fbaa973-be2e-46f5-9729-6bc726984a13, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9fbaa973-be2e-46f5-9729-6bc726984a13,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:19:58.036980 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:19:58.073811 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e677f5cb-947a-446c-ba73-dedd2c0db0f7 x-openstack-request-id: req-e677f5cb-947a-446c-ba73-dedd2c0db0f7 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:19:58.073811 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c095498b-db8d-4a2c-95c6-2b33bb2d034f", "name": "network-vif-plugged", "status": "completed", "tag": "9fbaa973-be2e-46f5-9729-6bc726984a13", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:19:58.073811 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e677f5cb-947a-446c-ba73-dedd2c0db0f7 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:19:58.074337 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbaa973-be2e-46f5-9729-6bc726984a13', 'code': 200} Aug 26 11:19:58.104645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=9fbaa973-be2e-46f5-9729-6bc726984a13,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:19:58.165072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ba435-1dc4-4342-a13b-7463e4d6b368 req-b63f9c2a-34f3-478b-b016-dd658de7aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:58.167301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af5ba435-1dc4-4342-a13b-7463e4d6b368 req-b63f9c2a-34f3-478b-b016-dd658de7aaff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 1097 time: 0.0415325 Aug 26 11:19:58.206710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af5ba435-1dc4-4342-a13b-7463e4d6b368 req-1345f00b-e7c4-468d-9958-50c37de2733a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Aug 26 11:19:58.595145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526b49-7807-447f-bc16-89571b393616 req-53f596ea-d4df-4126-b5ae-b29c62fc9fcd tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:58.596893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d526b49-7807-447f-bc16-89571b393616 req-53f596ea-d4df-4126-b5ae-b29c62fc9fcd tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 945 time: 0.0517662 Aug 26 11:19:58.638058 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d526b49-7807-447f-bc16-89571b393616 req-2930c202-a3dc-4482-b3aa-f9457c6f85d6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350602 Aug 26 11:19:59.754261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2623289-4d55-4f4f-86d2-5792e210068d req-5eb24a3a-2fd4-4405-ace2-be1cd5f7d891 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:59.755802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2623289-4d55-4f4f-86d2-5792e210068d req-5eb24a3a-2fd4-4405-ace2-be1cd5f7d891 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 945 time: 0.0497539 Aug 26 11:19:59.796120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2623289-4d55-4f4f-86d2-5792e210068d req-78b4a8d6-bd54-4a49-ab66-244c5113b416 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326445 Aug 26 11:19:59.918326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330450f-b525-45c2-bbc4-1a29d043ddd0 req-f0091401-35c3-480e-8347-08c4d4a17091 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:19:59.919895 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e330450f-b525-45c2-bbc4-1a29d043ddd0 req-f0091401-35c3-480e-8347-08c4d4a17091 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 945 time: 0.0541506 Aug 26 11:19:59.962374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e330450f-b525-45c2-bbc4-1a29d043ddd0 req-7b13881b-257f-4320-9a39-78a013840084 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362818 Aug 26 11:19:59.985224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58036) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:20:00.026374 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75879a1e-620e-4303-9ff8-2d9379efd851 tempest-TestVolumeBootPattern-464652518 tempest-TestVolumeBootPattern-464652518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:00.030756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-75879a1e-620e-4303-9ff8-2d9379efd851 tempest-TestVolumeBootPattern-464652518 tempest-TestVolumeBootPattern-464652518-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 1092 time: 0.0417247 Aug 26 11:20:00.031007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58038) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:20:00.035415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '9fbaa973-be2e-46f5-9729-6bc726984a13', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:20:00.058131 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:00.157029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:00.279085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Allocated IP 172.25.1.226 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/69a59041-006c-41e3-84c0-ca8625f22d5d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:20:00.384785 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:00.431256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:00.465950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:20:00.470136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:20:00.475729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:20:00.502198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=69a59041-006c-41e3-84c0-ca8625f22d5d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:00.855678 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:00.925580 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:01.083938 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:01.095316 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:01.191082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=69a59041-006c-41e3-84c0-ca8625f22d5d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:01.197889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-192ddb59-d511-46a1-a408-e76932fd916d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1113298 Aug 26 11:20:01.204436 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:01.597545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-a2edcd9f-49b6-40f3-97de-6d7101184443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:01.599106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-a2edcd9f-49b6-40f3-97de-6d7101184443 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 1097 time: 0.0871010 Aug 26 11:20:01.616543 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Floating IP 31d7acb3-4dce-47cd-a9ec-40dd43648c5e associated. External IP: 172.25.1.226, port: 9fbaa973-be2e-46f5-9729-6bc726984a13. Aug 26 11:20:01.791286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-008bfd0d-6e57-4d28-9a3f-6bd5d0795222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:01.792718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-008bfd0d-6e57-4d28-9a3f-6bd5d0795222 service neutron] 10.222.0.42 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.1735702 Aug 26 11:20:01.959860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-5c0f23a0-b85d-4f25-9155-238bf4097660 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fbaa973-be2e-46f5-9729-6bc726984a13 HTTP/1.1" status: 200 len: 999 time: 0.1582322 Aug 26 11:20:02.022820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:20:02.031189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-ae6e97a6-51d7-4567-853f-25f0f194433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:02.032670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-ae6e97a6-51d7-4567-853f-25f0f194433d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0629029 Aug 26 11:20:02.155798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-315f73bd-ea83-4d42-9a68-e40b50b69e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:02.157311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-315f73bd-ea83-4d42-9a68-e40b50b69e64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172154 Aug 26 11:20:02.219215 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:20:02.235539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6a119-4bc5-4b7f-bd0f-b5c031f3020f None None] Sync routers for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:20:02.246720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6a119-4bc5-4b7f-bd0f-b5c031f3020f None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:20:02.247416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c8d6a119-4bc5-4b7f-bd0f-b5c031f3020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:19:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:20:02.253243 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:02.310752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f52c25ca-0ea7-42c2-a1fa-cd7bad4c8c91 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2655613 Aug 26 11:20:02.310752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'tag': '9fbaa973-be2e-46f5-9729-6bc726984a13'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:20:02.310752 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19a854a-6e2e-4a90-a500-f1a422071ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "c095498b-db8d-4a2c-95c6-2b33bb2d034f", "tag": "9fbaa973-be2e-46f5-9729-6bc726984a13"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:20:02.319164 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-e6abaa09-f02f-484a-b77f-b838acebe14a service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541433 Aug 26 11:20:02.349157 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc54747-8ae0-43dc-b876-e148959b88bf x-openstack-request-id: req-edc54747-8ae0-43dc-b876-e148959b88bf {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:20:02.349464 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c095498b-db8d-4a2c-95c6-2b33bb2d034f", "tag": "9fbaa973-be2e-46f5-9729-6bc726984a13", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:20:02.349715 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edc54747-8ae0-43dc-b876-e148959b88bf {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:20:02.350112 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'tag': '9fbaa973-be2e-46f5-9729-6bc726984a13', 'status': 'completed', 'code': 200} Aug 26 11:20:02.390294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c8d6a119-4bc5-4b7f-bd0f-b5c031f3020f None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:20:02.422783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-066e79f5-a20f-423b-abf6-a4f4edd58583 req-b2f0a2e1-af7e-454e-9a1b-05597dfd5571 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965774 Aug 26 11:20:02.535295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a854a-6e2e-4a90-a500-f1a422071ef7 req-1666c72b-9be5-404e-8717-fe8548baf2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:02.537512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e19a854a-6e2e-4a90-a500-f1a422071ef7 req-1666c72b-9be5-404e-8717-fe8548baf2e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 1097 time: 0.0587900 Aug 26 11:20:02.663586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a854a-6e2e-4a90-a500-f1a422071ef7 req-ad51f053-e520-45d9-b368-356b96bcbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:02.665140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e19a854a-6e2e-4a90-a500-f1a422071ef7 req-ad51f053-e520-45d9-b368-356b96bcbdef service neutron] 10.222.0.42 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.1210043 Aug 26 11:20:02.683705 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c8d6a119-4bc5-4b7f-bd0f-b5c031f3020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '31d7acb3-4dce-47cd-a9ec-40dd43648c5e', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '9fbaa973-be2e-46f5-9729-6bc726984a13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:f3:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:20:00Z', 'updated_at': '2021-08-26T11:20:00Z', 'revision_number': 0, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:20:02.718145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6a119-4bc5-4b7f-bd0f-b5c031f3020f None None] Checking router: 68b508f5-e7c1-4f25-80ea-2e90d36d41aa for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:20:02.728496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6a119-4bc5-4b7f-bd0f-b5c031f3020f None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:20:02.729870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c8d6a119-4bc5-4b7f-bd0f-b5c031f3020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:19:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:20:02.744088 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e19a854a-6e2e-4a90-a500-f1a422071ef7 req-0514ebe3-f513-4076-b594-32578fc17fe9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fbaa973-be2e-46f5-9729-6bc726984a13 HTTP/1.1" status: 200 len: 999 time: 0.0710053 Aug 26 11:20:02.816535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a854a-6e2e-4a90-a500-f1a422071ef7 req-9aed4ed2-bca7-47c5-a384-4458d556074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:02.818820 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e19a854a-6e2e-4a90-a500-f1a422071ef7 req-9aed4ed2-bca7-47c5-a384-4458d556074a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0668881 Aug 26 11:20:02.855296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c8d6a119-4bc5-4b7f-bd0f-b5c031f3020f None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:20:02.874096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a854a-6e2e-4a90-a500-f1a422071ef7 req-45ac96cc-0135-406c-953e-c80160da41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:02.876831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e19a854a-6e2e-4a90-a500-f1a422071ef7 req-45ac96cc-0135-406c-953e-c80160da41c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517318 Aug 26 11:20:02.994274 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e19a854a-6e2e-4a90-a500-f1a422071ef7 req-c449d8ad-b365-45c1-86cb-2fb6edd35222 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102190 Aug 26 11:20:03.095951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e19a854a-6e2e-4a90-a500-f1a422071ef7 req-420dc2a4-f49e-4835-be9f-6e26a4af39d8 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942755 Aug 26 11:20:03.121085 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c8d6a119-4bc5-4b7f-bd0f-b5c031f3020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '31d7acb3-4dce-47cd-a9ec-40dd43648c5e', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '9fbaa973-be2e-46f5-9729-6bc726984a13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:f3:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:20:00Z', 'updated_at': '2021-08-26T11:20:00Z', 'revision_number': 0, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:20:03.148409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d6a119-4bc5-4b7f-bd0f-b5c031f3020f None None] The sync data for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 is: [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '31d7acb3-4dce-47cd-a9ec-40dd43648c5e', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.226', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '9fbaa973-be2e-46f5-9729-6bc726984a13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:f3:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:20:00Z', 'updated_at': '2021-08-26T11:20:00Z', 'revision_number': 0, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:20:03.341104 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad23c80-e8d0-4041-aa2d-8102da7fb189 None None] New status for floating IP 31d7acb3-4dce-47cd-a9ec-40dd43648c5e: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:20:06.363953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58082) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:20:06.473056 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70197aff-6c42-4dc5-b75a-c69946cff3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:06.558790 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70197aff-6c42-4dc5-b75a-c69946cff3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:06.562244 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70197aff-6c42-4dc5-b75a-c69946cff3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:06.599838 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-70197aff-6c42-4dc5-b75a-c69946cff3ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa50f95a3132457282dc7772f12bfa82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347436 Aug 26 11:20:06.600808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70197aff-6c42-4dc5-b75a-c69946cff3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e48bb6a-d6f8-4255-848c-51bfbb15ad48,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:06.602470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58088) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:20:06.653445 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa7df88a-bc7f-4d8b-92e2-126377b8f62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:06.673488 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa7df88a-bc7f-4d8b-92e2-126377b8f62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:06.719708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa7df88a-bc7f-4d8b-92e2-126377b8f62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:06.722180 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fa7df88a-bc7f-4d8b-92e2-126377b8f62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:06.723433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fa7df88a-bc7f-4d8b-92e2-126377b8f62a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e48bb6a-d6f8-4255-848c-51bfbb15ad48 HTTP/1.1" status: 204 len: 168 time: 0.1198671 Aug 26 11:20:06.731299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7df88a-bc7f-4d8b-92e2-126377b8f62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e48bb6a-d6f8-4255-848c-51bfbb15ad48,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:06.763205 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:20:13.331946 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7822f31c-4aca-4a75-971a-ec549dc7f9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:15.758703 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-035c537f-aa16-4a54-bb33-3bb8c2546ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:16.098077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58182) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:20:16.209928 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f30f120-d963-4c94-9815-c1ade05dd6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:16.270017 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:16.320785 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f30f120-d963-4c94-9815-c1ade05dd6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:16.325709 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f30f120-d963-4c94-9815-c1ade05dd6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:16.368366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6f30f120-d963-4c94-9815-c1ade05dd6c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=540f7d5be22f42eb9884d0c000a860ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664001 Aug 26 11:20:16.368366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30f120-d963-4c94-9815-c1ade05dd6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d66c00-cba6-4eb1-af3e-05c7b7a1b621,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:16.369297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58186) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:20:16.422455 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08c22d53-3acf-423b-9298-19c240f0ad12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:16.445174 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08c22d53-3acf-423b-9298-19c240f0ad12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:16.492785 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08c22d53-3acf-423b-9298-19c240f0ad12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:16.495825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-08c22d53-3acf-423b-9298-19c240f0ad12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:16.496999 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-08c22d53-3acf-423b-9298-19c240f0ad12 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52d66c00-cba6-4eb1-af3e-05c7b7a1b621 HTTP/1.1" status: 204 len: 168 time: 0.1268063 Aug 26 11:20:16.504705 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c22d53-3acf-423b-9298-19c240f0ad12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d66c00-cba6-4eb1-af3e-05c7b7a1b621,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:17.216195 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:19.310625 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:20.580098 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:21.572737 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 58260) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:20:21.681516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6532b06-cc01-423b-8665-05cecabf9f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:21.779403 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6532b06-cc01-423b-8665-05cecabf9f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:21.783037 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6532b06-cc01-423b-8665-05cecabf9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:21.821756 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e6532b06-cc01-423b-8665-05cecabf9f00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa42631e8104436693504ab4e601708d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477951 Aug 26 11:20:21.823143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6532b06-cc01-423b-8665-05cecabf9f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff2f35a-9ba7-4c8d-b9c3-4f5efadc736b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:21.825077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58264) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:20:21.878373 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4053-641e-407a-a2ad-02c72be0d3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:21.901971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4053-641e-407a-a2ad-02c72be0d3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:21.951022 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4053-641e-407a-a2ad-02c72be0d3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:21.953759 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4053-641e-407a-a2ad-02c72be0d3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:21.955105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7dcd4053-641e-407a-a2ad-02c72be0d3c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fff2f35a-9ba7-4c8d-b9c3-4f5efadc736b HTTP/1.1" status: 204 len: 168 time: 0.1289175 Aug 26 11:20:21.962778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd4053-641e-407a-a2ad-02c72be0d3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff2f35a-9ba7-4c8d-b9c3-4f5efadc736b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:22.323372 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:24.209202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-f598360c-6288-4cd9-ac72-d5ab72a2476a tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2979b51d6ce45f597be6b0dcca59c27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293438 Aug 26 11:20:24.400899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-6042dcc2-8a0b-483d-a4ca-f1f74b3a0753 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:24.402398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-6042dcc2-8a0b-483d-a4ca-f1f74b3a0753 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878257 Aug 26 11:20:24.418443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-fee238b0-452f-465e-83c2-38b56d03168c tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/quotas/b2979b51d6ce45f597be6b0dcca59c27 HTTP/1.1" status: 200 len: 375 time: 0.0098934 Aug 26 11:20:24.450299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-698e48f6-7d35-432c-9c80-796a7a8a3f11 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2979b51d6ce45f597be6b0dcca59c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258727 Aug 26 11:20:24.610761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed212e5a-71bc-40e4-b1c5-358cb403096a req-12f3ee34-cfa3-4c1d-9af2-12f7055a7e16 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 210 time: 0.0267425 Aug 26 11:20:25.426996 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-31ff3a7b-b138-448b-a8fc-bd944d299237 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b2979b51d6ce45f597be6b0dcca59c27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285997 Aug 26 11:20:25.709609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6eb8804-defc-4c65-883a-80aa6bd9d369 req-3e920aa7-446d-4a52-a56b-1af4b57d8bf9 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 210 time: 0.0273254 Aug 26 11:20:25.843746 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-1f01d2ad-69db-49e7-977a-f0f50d414263 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:25.845204 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-1f01d2ad-69db-49e7-977a-f0f50d414263 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4119349 Aug 26 11:20:25.858828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Request body: {'port': {'device_id': 'bc2534a0-3e15-42fd-85d3-70dd32e082cd', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'b2979b51d6ce45f597be6b0dcca59c27'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:20:25.968514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Made reservation on behalf of b2979b51d6ce45f597be6b0dcca59c27 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:20:25.972233 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:25.982330 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:26.076073 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:26.079859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:26.152590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9412af-1aa3-488e-bc19-ede44fdaffec,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:26.167166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.167534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.167966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.168256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.168603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.168939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.169807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.170138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.170503 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.170868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.171201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.171548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:26.234167 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Allocated IP 192.168.233.97 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/33b9796f-4012-40ac-8d89-42a7cfacdf90) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:20:26.389745 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:26.406551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Transition to ACTIVE for port object 33b9796f-4012-40ac-8d89-42a7cfacdf90 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:20:26.443504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:26.491746 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:20:26.497501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:20:26.501772 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:20:26.529274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Pushing event updated for resources: {'Port': ['ID=33b9796f-4012-40ac-8d89-42a7cfacdf90,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:26.567874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:26.568906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:26.584872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2204485-a647-4aa6-b64d-bf7e19fadaf3 req-c4ae6aee-cc3f-4ef4-8869-5876ccb46f38 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:26.585100 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-01734e1d-9d41-41e1-920f-975e47837682 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7300692 Aug 26 11:20:26.587209 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2204485-a647-4aa6-b64d-bf7e19fadaf3 req-c4ae6aee-cc3f-4ef4-8869-5876ccb46f38 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1097 time: 0.0476868 Aug 26 11:20:26.598810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Request body: {'port': {'device_id': 'bc2534a0-3e15-42fd-85d3-70dd32e082cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:20:26.631114 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2204485-a647-4aa6-b64d-bf7e19fadaf3 req-e0c6c1f2-8d65-4645-9a3f-74dbb9922510 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375004 Aug 26 11:20:26.664077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:26.757568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96458732-c1c1-48ab-b521-b4c3622e11f2 req-6859a2c9-9306-44d6-9d04-5938547957c7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:26.759310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-96458732-c1c1-48ab-b521-b4c3622e11f2 req-6859a2c9-9306-44d6-9d04-5938547957c7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0526533 Aug 26 11:20:26.807012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a31e1e95-dd93-40f6-bf7f-0f3a7771896a None None] Provisioning for port 33b9796f-4012-40ac-8d89-42a7cfacdf90 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:20:26.811212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a31e1e95-dd93-40f6-bf7f-0f3a7771896a None None] Provisioning complete for port 33b9796f-4012-40ac-8d89-42a7cfacdf90 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:20:26.811606 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a31e1e95-dd93-40f6-bf7f-0f3a7771896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:26.832238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-96458732-c1c1-48ab-b521-b4c3622e11f2 req-fcf699d1-d8dc-49b4-8fd3-0e85fcf1e1fb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657847 Aug 26 11:20:26.849420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a31e1e95-dd93-40f6-bf7f-0f3a7771896a None None] Port 33b9796f-4012-40ac-8d89-42a7cfacdf90 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:20:26.860702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cc68a-c47d-4b89-9b24-8cc558681275 req-2877a708-cf3b-4f23-a325-5294a3fadc7b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:26.862604 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce5cc68a-c47d-4b89-9b24-8cc558681275 req-2877a708-cf3b-4f23-a325-5294a3fadc7b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 935 time: 0.0798013 Aug 26 11:20:26.866921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58332) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:20:26.967944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce5cc68a-c47d-4b89-9b24-8cc558681275 req-94634a5f-cfae-490d-86f6-b69db31bff11 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924327 Aug 26 11:20:26.969037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b9796f-4012-40ac-8d89-42a7cfacdf90 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:20:26.977419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ff8abe74-9809-4214-a876-d191662811c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/7b18f9c9-a21a-4772-913b-a04b069ab084 HTTP/1.1" status: 200 len: 993 time: 0.1032090 Aug 26 11:20:26.977903 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:26.993775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Transition to ACTIVE for port object 33b9796f-4012-40ac-8d89-42a7cfacdf90 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:20:26.997424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:27.051678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Pushing event updated for resources: {'Port': ['ID=33b9796f-4012-40ac-8d89-42a7cfacdf90,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:27.124871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Attempting to bind port 33b9796f-4012-40ac-8d89-42a7cfacdf90 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:20:27.125211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Attempting to bind port 33b9796f-4012-40ac-8d89-42a7cfacdf90 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:20:27.125543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Attempting to bind port 33b9796f-4012-40ac-8d89-42a7cfacdf90 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:20:27.130408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Port 33b9796f-4012-40ac-8d89-42a7cfacdf90 on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:20:27.130757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Attempting to bind port 33b9796f-4012-40ac-8d89-42a7cfacdf90 on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:20:27.142243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:20:27.142570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:20:27.143072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:20:27.143637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Bound port: 33b9796f-4012-40ac-8d89-42a7cfacdf90, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:20:27.144048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:27.238114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] For port 33b9796f-4012-40ac-8d89-42a7cfacdf90, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:20:27.243528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] For port 33b9796f-4012-40ac-8d89-42a7cfacdf90, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=33b9796f-4012-40ac-8d89-42a7cfacdf90,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:20:27.249247 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:27.289263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:27.289905 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:27.291517 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] 10.222.0.47 "PUT /v2.0/ports/33b9796f-4012-40ac-8d89-42a7cfacdf90 HTTP/1.1" status: 200 len: 1096 time: 0.6979675 Aug 26 11:20:27.291931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2534a0-3e15-42fd-85d3-70dd32e082cd', 'tag': '33b9796f-4012-40ac-8d89-42a7cfacdf90'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:20:27.294203 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676aac4a-c3fe-4585-a757-f8a8e31215e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2534a0-3e15-42fd-85d3-70dd32e082cd", "tag": "33b9796f-4012-40ac-8d89-42a7cfacdf90"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:20:27.328297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9a8f3-42b1-495b-b4d6-722cc054c003 service neutron] Pushing event updated for resources: {'Port': ['ID=33b9796f-4012-40ac-8d89-42a7cfacdf90,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:27.364256 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52b3c17-ae24-4ab6-829d-24fa1076bf28 x-openstack-request-id: req-e52b3c17-ae24-4ab6-829d-24fa1076bf28 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:20:27.364974 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2534a0-3e15-42fd-85d3-70dd32e082cd", "tag": "33b9796f-4012-40ac-8d89-42a7cfacdf90", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:20:27.365153 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e52b3c17-ae24-4ab6-829d-24fa1076bf28 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:20:27.365785 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2534a0-3e15-42fd-85d3-70dd32e082cd', 'tag': '33b9796f-4012-40ac-8d89-42a7cfacdf90', 'status': 'completed', 'code': 200} Aug 26 11:20:27.402922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-ec3b2523-e7ab-40dc-94c7-bcc3cb376b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:27.404699 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-ec3b2523-e7ab-40dc-94c7-bcc3cb376b75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2979b51d6ce45f597be6b0dcca59c27&device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 1099 time: 0.0559139 Aug 26 11:20:27.458530 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-58f4563b-f5d7-40f6-aab2-2264f5ccac38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=33b9796f-4012-40ac-8d89-42a7cfacdf90 HTTP/1.1" status: 200 len: 217 time: 0.0459085 Aug 26 11:20:27.521872 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-b63dd649-568c-4160-aac9-e53ecbc3334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:27.524060 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-b63dd649-568c-4160-aac9-e53ecbc3334a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0564947 Aug 26 11:20:27.571707 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-44043d80-cb46-49d6-94c9-54bcfba47de4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791929 Aug 26 11:20:27.583370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-82f2fcb8-a6ba-46c2-b083-3c6e3536ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:27.584951 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-82f2fcb8-a6ba-46c2-b083-3c6e3536ae6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535438 Aug 26 11:20:27.589961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa77d-017c-422f-a902-0ff684f5d59c req-897e6a59-c2a2-43ab-ad61-6ac453aedab2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:27.592210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b7aa77d-017c-422f-a902-0ff684f5d59c req-897e6a59-c2a2-43ab-ad61-6ac453aedab2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0881689 Aug 26 11:20:27.660645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b7aa77d-017c-422f-a902-0ff684f5d59c req-2888651f-bfc2-4eba-92d7-0cd50d89ee6d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519261 Aug 26 11:20:27.711719 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-e9753b64-8352-443d-956a-e9e5ebf4152b service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181235 Aug 26 11:20:27.815078 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b2f48a5b-f537-4b23-8f97-83efb9cd56f6 req-654d3b37-bbc0-4ddc-a204-2166a52a2b71 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954247 Aug 26 11:20:27.919700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aac4a-c3fe-4585-a757-f8a8e31215e2 req-5b3e6072-17db-413e-b89c-834d8a4325ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:27.921368 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-676aac4a-c3fe-4585-a757-f8a8e31215e2 req-5b3e6072-17db-413e-b89c-834d8a4325ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2979b51d6ce45f597be6b0dcca59c27&device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 1099 time: 0.0552223 Aug 26 11:20:28.027271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aac4a-c3fe-4585-a757-f8a8e31215e2 req-8c58a9b9-7e0c-4a0d-8764-526340f8e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:28.029409 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-676aac4a-c3fe-4585-a757-f8a8e31215e2 req-8c58a9b9-7e0c-4a0d-8764-526340f8e4b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1001148 Aug 26 11:20:28.079231 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-676aac4a-c3fe-4585-a757-f8a8e31215e2 req-4b46dfcc-0860-4153-9dc1-a14b7ff2b0ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=33b9796f-4012-40ac-8d89-42a7cfacdf90 HTTP/1.1" status: 200 len: 217 time: 0.0421567 Aug 26 11:20:28.098410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a290caf-a708-40ed-89f4-fac882f9ca05 req-4db5d269-b6f2-4dfa-bb28-ba8c6987b793 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:28.103323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4a290caf-a708-40ed-89f4-fac882f9ca05 req-4db5d269-b6f2-4dfa-bb28-ba8c6987b793 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 947 time: 0.0579476 Aug 26 11:20:28.140667 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aac4a-c3fe-4585-a757-f8a8e31215e2 req-49725553-7dc1-4669-beb0-15b309a1cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:28.141822 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-676aac4a-c3fe-4585-a757-f8a8e31215e2 req-49725553-7dc1-4669-beb0-15b309a1cb14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0555489 Aug 26 11:20:28.145829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4a290caf-a708-40ed-89f4-fac882f9ca05 req-f2bcad29-b4fd-4596-89b6-9642499538b0 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391607 Aug 26 11:20:28.202474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aac4a-c3fe-4585-a757-f8a8e31215e2 req-b0a51577-debc-4f79-9320-672fda9839a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:28.205626 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-676aac4a-c3fe-4585-a757-f8a8e31215e2 req-b0a51577-debc-4f79-9320-672fda9839a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533729 Aug 26 11:20:28.324191 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-676aac4a-c3fe-4585-a757-f8a8e31215e2 req-71f1fe73-071d-47bf-85e0-eee003fee6d5 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964680 Aug 26 11:20:28.427848 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-676aac4a-c3fe-4585-a757-f8a8e31215e2 req-52208438-fd1b-427d-a5f7-0b7e0c7aa99b service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962672 Aug 26 11:20:28.776915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0c983-4ff7-41e0-bb20-a702ab86c849 req-df89fc8d-f45b-4ff1-8586-14f268bf969a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:28.778468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3b0c983-4ff7-41e0-bb20-a702ab86c849 req-df89fc8d-f45b-4ff1-8586-14f268bf969a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0539138 Aug 26 11:20:28.827962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3b0c983-4ff7-41e0-bb20-a702ab86c849 req-e9bebbf1-7eb5-463a-9765-f01cebae3d75 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433977 Aug 26 11:20:28.867761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c515-6587-464c-a5b4-a119934c8d02 req-b9dc9668-8f7f-4345-9e08-925dc2c6ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:28.869286 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-b9dc9668-8f7f-4345-9e08-925dc2c6ef43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1097 time: 0.0416934 Aug 26 11:20:28.962227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c515-6587-464c-a5b4-a119934c8d02 req-3592b444-56a7-44fb-9aa9-0ba8fd055779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:28.963670 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-3592b444-56a7-44fb-9aa9-0ba8fd055779 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.0869465 Aug 26 11:20:29.033970 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-e18fee96-3e84-449a-a0fa-7a5246a9c0f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 1001 time: 0.0616474 Aug 26 11:20:29.084355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c515-6587-464c-a5b4-a119934c8d02 req-a481a4ca-4012-4bf7-9113-787471401bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:29.085798 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-a481a4ca-4012-4bf7-9113-787471401bce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0439761 Aug 26 11:20:29.139286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c515-6587-464c-a5b4-a119934c8d02 req-ed7121d7-c2b2-48cd-8871-bb22f2a85c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:29.140871 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-ed7121d7-c2b2-48cd-8871-bb22f2a85c1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468667 Aug 26 11:20:29.236422 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-069f3ee5-339e-4ddb-bbe4-5f6b370a2103 service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881248 Aug 26 11:20:29.263892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff52e5-4476-41dc-bd0f-688072cf4612 req-cbaa2e0d-4a0c-4e68-bdb7-b6d23f5aadb6 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:29.265578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1ff52e5-4476-41dc-bd0f-688072cf4612 req-cbaa2e0d-4a0c-4e68-bdb7-b6d23f5aadb6 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 947 time: 0.0495803 Aug 26 11:20:29.303883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1ff52e5-4476-41dc-bd0f-688072cf4612 req-c9c98395-0ac4-4ae5-80fd-f5f763b8493e tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Aug 26 11:20:29.334005 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-c15dbe70-974e-4804-94e0-6819017814ed service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887544 Aug 26 11:20:29.943888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a6267-c03c-4fae-b123-61fb8cc5063c req-98229744-1345-4ca5-8362-655003e7d637 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:29.945347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d54a6267-c03c-4fae-b123-61fb8cc5063c req-98229744-1345-4ca5-8362-655003e7d637 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0510592 Aug 26 11:20:29.983816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d54a6267-c03c-4fae-b123-61fb8cc5063c req-4ecc221b-dec3-4603-824d-cedd2e1f813f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318351 Aug 26 11:20:30.416484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd8cd1-8963-44fd-80cb-1af04835c6fe req-9d62056f-8379-4edf-9fe2-92fb00c6ddb3 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:30.417915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43fd8cd1-8963-44fd-80cb-1af04835c6fe req-9d62056f-8379-4edf-9fe2-92fb00c6ddb3 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 947 time: 0.0489135 Aug 26 11:20:30.456106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-43fd8cd1-8963-44fd-80cb-1af04835c6fe req-5c17a9cd-d25e-42d5-86a8-1fed63643e9f tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Aug 26 11:20:31.097344 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b60715-c0da-445b-a658-d15f0c6bc5f9 req-d1da8e5c-93f9-4f1c-a1ed-d51dd0d9321d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:31.098849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41b60715-c0da-445b-a658-d15f0c6bc5f9 req-d1da8e5c-93f9-4f1c-a1ed-d51dd0d9321d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0475624 Aug 26 11:20:31.136135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41b60715-c0da-445b-a658-d15f0c6bc5f9 req-62b5dbf2-de6c-433f-926a-c84aca290343 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Aug 26 11:20:31.467694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 33b9796f-4012-40ac-8d89-42a7cfacdf90 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:20:31.562402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 33b9796f-4012-40ac-8d89-42a7cfacdf90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=33b9796f-4012-40ac-8d89-42a7cfacdf90,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:20:31.574065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6d764-933c-4647-a5b5-2fefff506b55 req-9bb28ca6-edf0-43dc-b216-8dbb29e02da0 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:31.576198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8de6d764-933c-4647-a5b5-2fefff506b55 req-9bb28ca6-edf0-43dc-b216-8dbb29e02da0 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 947 time: 0.0543337 Aug 26 11:20:31.577673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '33b9796f-4012-40ac-8d89-42a7cfacdf90', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': '33b9796f-4012-40ac-8d89-42a7cfacdf90', 'mac_address': 'fa:16:3e:a8:25:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:20:31.615574 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:31.616967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8de6d764-933c-4647-a5b5-2fefff506b55 req-cc748734-8eff-4047-9d15-494ff6a81e22 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326328 Aug 26 11:20:31.629153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b9796f-4012-40ac-8d89-42a7cfacdf90 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:20:31.649258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 33b9796f-4012-40ac-8d89-42a7cfacdf90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=33b9796f-4012-40ac-8d89-42a7cfacdf90,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:20:31.653393 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:31.699955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=33b9796f-4012-40ac-8d89-42a7cfacdf90,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:31.708236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.708615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.708960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.709294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.709712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.710043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.710370 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.710695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.711363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.711833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.712287 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.713457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:31.993910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['33b9796f-4012-40ac-8d89-42a7cfacdf90'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:20:32.271196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462fc0b-bd76-4f7b-9969-e08ae4131dbc req-546301d9-21c2-4d99-8aee-cf64eb471146 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:32.272695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e462fc0b-bd76-4f7b-9969-e08ae4131dbc req-546301d9-21c2-4d99-8aee-cf64eb471146 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0697086 Aug 26 11:20:32.315921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e462fc0b-bd76-4f7b-9969-e08ae4131dbc req-ed8c8b06-19a0-4e11-bcb6-e2fd39795982 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373685 Aug 26 11:20:32.733756 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db197478-0040-4450-8c8f-c53b98ecf372 req-41cc583c-c692-494f-8b36-cdd4341925fa tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:32.735269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db197478-0040-4450-8c8f-c53b98ecf372 req-41cc583c-c692-494f-8b36-cdd4341925fa tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 948 time: 0.0480363 Aug 26 11:20:32.772589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db197478-0040-4450-8c8f-c53b98ecf372 req-d829802d-83e1-4f91-8d18-511e58d8d4cc tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Aug 26 11:20:33.448490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3feccd-d9a6-45c2-bfb1-3b2cd699647e req-b9e1738d-74bc-4994-a69b-b554b1d26791 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:33.449981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec3feccd-d9a6-45c2-bfb1-3b2cd699647e req-b9e1738d-74bc-4994-a69b-b554b1d26791 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0538664 Aug 26 11:20:33.490863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec3feccd-d9a6-45c2-bfb1-3b2cd699647e req-e6302af7-c613-47c9-9d71-68abae3ec975 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338528 Aug 26 11:20:33.496903 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 33b9796f-4012-40ac-8d89-42a7cfacdf90 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:20:33.548037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 33b9796f-4012-40ac-8d89-42a7cfacdf90 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:20:33.552107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 33b9796f-4012-40ac-8d89-42a7cfacdf90 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:20:33.552486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:33.632231 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:33.656417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2534a0-3e15-42fd-85d3-70dd32e082cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b9796f-4012-40ac-8d89-42a7cfacdf90'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:20:33.658869 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988770a3-1fc9-4f82-ad8d-b141eec305af" -d '{"events": [{"server_uuid": "bc2534a0-3e15-42fd-85d3-70dd32e082cd", "name": "network-vif-plugged", "status": "completed", "tag": "33b9796f-4012-40ac-8d89-42a7cfacdf90"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:20:33.671501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 33b9796f-4012-40ac-8d89-42a7cfacdf90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=33b9796f-4012-40ac-8d89-42a7cfacdf90,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:20:33.675660 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:33.701400 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7c73f0-95ce-45f1-bb4c-7ed32ca98a7a x-openstack-request-id: req-9a7c73f0-95ce-45f1-bb4c-7ed32ca98a7a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:20:33.702531 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2534a0-3e15-42fd-85d3-70dd32e082cd", "name": "network-vif-plugged", "status": "completed", "tag": "33b9796f-4012-40ac-8d89-42a7cfacdf90", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:20:33.702810 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a7c73f0-95ce-45f1-bb4c-7ed32ca98a7a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:20:33.703371 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2534a0-3e15-42fd-85d3-70dd32e082cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b9796f-4012-40ac-8d89-42a7cfacdf90', 'code': 200} Aug 26 11:20:33.735325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=33b9796f-4012-40ac-8d89-42a7cfacdf90,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:33.795363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09752c16-632d-45ac-b01d-b5187c8d0ebf req-c435c475-c2b4-4e8e-99a8-40377f1fabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:33.797650 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-09752c16-632d-45ac-b01d-b5187c8d0ebf req-c435c475-c2b4-4e8e-99a8-40377f1fabd2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 1101 time: 0.0425334 Aug 26 11:20:33.837072 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-09752c16-632d-45ac-b01d-b5187c8d0ebf req-2e7e8e7c-7937-4bc7-a064-665ad8b3c517 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327411 Aug 26 11:20:33.892664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56151564-9dcf-44e5-9fe7-2b2e262bdd36 req-0a779665-05a5-4202-b221-5532c8b80ede tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:33.894163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56151564-9dcf-44e5-9fe7-2b2e262bdd36 req-0a779665-05a5-4202-b221-5532c8b80ede tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 949 time: 0.0494647 Aug 26 11:20:33.931214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56151564-9dcf-44e5-9fe7-2b2e262bdd36 req-26ae9d7a-1b61-4082-8394-2909e1dba258 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309455 Aug 26 11:20:34.615596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b82d7-4031-455c-b8cd-53b53de3e4d7 req-3d1855a0-d154-4a47-a78d-8bc26a03b5a7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:34.617624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-875b82d7-4031-455c-b8cd-53b53de3e4d7 req-3d1855a0-d154-4a47-a78d-8bc26a03b5a7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0529921 Aug 26 11:20:34.658930 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-875b82d7-4031-455c-b8cd-53b53de3e4d7 req-d0b0cc72-d9e5-4c72-a272-5def7026f470 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347328 Aug 26 11:20:35.064934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10e2ee-63a6-4d13-aa06-ec256c16aac9 req-e36611e8-0394-4498-9443-304429992764 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:35.066790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b10e2ee-63a6-4d13-aa06-ec256c16aac9 req-e36611e8-0394-4498-9443-304429992764 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 949 time: 0.0640335 Aug 26 11:20:35.121578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b10e2ee-63a6-4d13-aa06-ec256c16aac9 req-583c1645-0db4-4d11-935c-61e74c810382 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481834 Aug 26 11:20:35.780004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9ff2e-dac2-48eb-8525-f9714a9d7640 req-3a8f90a1-ccdc-4549-993a-7767122fec02 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:35.781505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28b9ff2e-dac2-48eb-8525-f9714a9d7640 req-3a8f90a1-ccdc-4549-993a-7767122fec02 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0529249 Aug 26 11:20:35.822311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28b9ff2e-dac2-48eb-8525-f9714a9d7640 req-9d74fcda-5239-4d54-9195-6ac682163b33 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346577 Aug 26 11:20:36.245943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2596f53-dc6e-4f43-9592-d737b59ff61f req-db7b9542-30b1-4b61-a0a0-9e94f2f4cc3a tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:36.247481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2596f53-dc6e-4f43-9592-d737b59ff61f req-db7b9542-30b1-4b61-a0a0-9e94f2f4cc3a tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 949 time: 0.0520248 Aug 26 11:20:36.287266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2596f53-dc6e-4f43-9592-d737b59ff61f req-79291abc-f57a-4ffa-9670-6f6914bce86a tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Aug 26 11:20:36.965110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379586d-6d49-4e7c-97df-abeb43b9b792 req-947284cf-a387-4419-8a6a-7bf65b2a522b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:36.966642 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2379586d-6d49-4e7c-97df-abeb43b9b792 req-947284cf-a387-4419-8a6a-7bf65b2a522b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0596201 Aug 26 11:20:37.010477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2379586d-6d49-4e7c-97df-abeb43b9b792 req-15fecafb-7e5b-402b-b6a7-d026077a7157 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366199 Aug 26 11:20:38.135574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450f2b7-6040-4bd8-872e-74dfebde1747 req-3ba5a1bf-589c-49f4-9063-104529ebbead tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:38.137131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5450f2b7-6040-4bd8-872e-74dfebde1747 req-3ba5a1bf-589c-49f4-9063-104529ebbead tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0520096 Aug 26 11:20:38.184232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5450f2b7-6040-4bd8-872e-74dfebde1747 req-d204d348-b102-4dd4-b06e-990df854e0a3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371828 Aug 26 11:20:39.307658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d03f-91f3-42d5-8fc2-9a224c777ed0 req-8866c6e7-8e94-4e8c-8bcd-6f17564d5ec1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:39.309155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c014d03f-91f3-42d5-8fc2-9a224c777ed0 req-8866c6e7-8e94-4e8c-8bcd-6f17564d5ec1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0504375 Aug 26 11:20:39.347346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c014d03f-91f3-42d5-8fc2-9a224c777ed0 req-e46b9bc3-ff5e-431c-b061-26b0919cbc6e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Aug 26 11:20:40.468297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af8e0e-acb5-4b06-9b67-565d7ac4ad5a req-fe4ec314-21b8-43fb-99cc-839bef553a99 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:40.469769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46af8e0e-acb5-4b06-9b67-565d7ac4ad5a req-fe4ec314-21b8-43fb-99cc-839bef553a99 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0538890 Aug 26 11:20:40.508919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46af8e0e-acb5-4b06-9b67-565d7ac4ad5a req-c99f042a-2f8d-447a-828a-d26d4346825e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330880 Aug 26 11:20:41.589865 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-f027c515-6587-464c-a5b4-a119934c8d02 req-262b0953-0b72-42cf-a289-aac8dabb1e83 service neutron] show failed (client error): The resource could not be found. Aug 26 11:20:41.590965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-262b0953-0b72-42cf-a289-aac8dabb1e83 service neutron] 10.222.0.47 "GET /v2.0/ports/374779c1-9572-4c22-a9b2-bbe748728734/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.1521411 Aug 26 11:20:41.629591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c542d-179e-4407-91d3-808c5d4925ca req-a5466f9d-3514-4566-b9c2-31f5205fab65 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:41.631102 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4a9c542d-179e-4407-91d3-808c5d4925ca req-a5466f9d-3514-4566-b9c2-31f5205fab65 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 945 time: 0.0519817 Aug 26 11:20:41.670794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4a9c542d-179e-4407-91d3-808c5d4925ca req-c49183ca-932b-4644-95af-ac0c0b8f2caa tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334380 Aug 26 11:20:41.813568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c515-6587-464c-a5b4-a119934c8d02 req-31c86c53-ea0c-45c2-ab21-ce72a3cef064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:41.814978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-31c86c53-ea0c-45c2-ab21-ce72a3cef064 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 1097 time: 0.0725241 Aug 26 11:20:41.826136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:20:42.143287 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:42.340399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:20:42.376031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:20:42.416222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:20:42.418390 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e859596c-bb7d-4bc5-a611-ad455df38b66" -d '{"events": [{"server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "name": "network-vif-unplugged", "status": "completed", "tag": "374779c1-9572-4c22-a9b2-bbe748728734"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:20:42.422150 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:42.434857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Transition to ACTIVE for port object 374779c1-9572-4c22-a9b2-bbe748728734 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:20:42.438699 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:42.472433 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06db83ba-e9ef-4d34-a312-896d5584e30f x-openstack-request-id: req-06db83ba-e9ef-4d34-a312-896d5584e30f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:20:42.472734 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "name": "network-vif-unplugged", "status": "completed", "tag": "374779c1-9572-4c22-a9b2-bbe748728734", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:20:42.472992 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06db83ba-e9ef-4d34-a312-896d5584e30f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:20:42.473390 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734', 'code': 200} Aug 26 11:20:42.546039 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=6']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:42.588395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.588747 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.589091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.589429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.589765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.590096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.590423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.590764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.591096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.591426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.592568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.592894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:20:42.634851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] No DVR routers for this DVR port 374779c1-9572-4c22-a9b2-bbe748728734 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:20:42.800268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:20:42.800607 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:20:42.800937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 on network 56845bbb-17eb-4e54-a86b-9e36e464a325 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:20:42.807877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Port 374779c1-9572-4c22-a9b2-bbe748728734 on network 56845bbb-17eb-4e54-a86b-9e36e464a325 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:20:42.808202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 on network 56845bbb-17eb-4e54-a86b-9e36e464a325 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:20:42.820513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b10e-23e7-462a-8176-196b4ac6f058 req-c1b4a131-9152-454c-a547-f95036c64f19 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:42.822009 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-32a8b10e-23e7-462a-8176-196b4ac6f058 req-c1b4a131-9152-454c-a547-f95036c64f19 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 943 time: 0.0828700 Aug 26 11:20:42.823126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:20:42.823461 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Checking segment: {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:20:42.823840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Bound using segment: {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:20:42.824274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Bound port: 374779c1-9572-4c22-a9b2-bbe748728734, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:20:42.824631 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:42.896721 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-32a8b10e-23e7-462a-8176-196b4ac6f058 req-cb12af33-0dc0-49f5-a39f-cfcddfb80080 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630271 Aug 26 11:20:42.918960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:20:42.921964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:20:42.926598 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:42.962997 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:42.963632 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:42.965053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] 10.222.0.42 "PUT /v2.0/ports/374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 1092 time: 1.1427877 Aug 26 11:20:42.985773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d55d42-4020-4bf9-9605-abc588679b96 service neutron] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:43.032031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c515-6587-464c-a5b4-a119934c8d02 req-ec338112-06bc-4f1d-b621-2cb2695584dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:43.033576 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-ec338112-06bc-4f1d-b621-2cb2695584dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1095 time: 0.0446410 Aug 26 11:20:43.132883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c515-6587-464c-a5b4-a119934c8d02 req-bfa95b64-687a-4693-81d8-ea73c785f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:43.134403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-bfa95b64-687a-4693-81d8-ea73c785f656 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.0936580 Aug 26 11:20:43.200642 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-b38a9fca-2cb4-437f-8211-18e9b2ae76fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 999 time: 0.0592473 Aug 26 11:20:43.254484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c515-6587-464c-a5b4-a119934c8d02 req-ce215dcb-0bb1-4e5e-82fd-9709de292eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:43.255927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-ce215dcb-0bb1-4e5e-82fd-9709de292eff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0486844 Aug 26 11:20:43.303083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c515-6587-464c-a5b4-a119934c8d02 req-09f738d8-520f-4c6c-b93f-095e7b4fab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:43.304585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-09f738d8-520f-4c6c-b93f-095e7b4fab35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413961 Aug 26 11:20:43.332231 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8faf00a-6f3f-4482-a4af-9a98702888fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:43.406512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-3d362d7d-c540-4d37-9efd-999632e78b89 service neutron] 10.222.0.42 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944057 Aug 26 11:20:43.502488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-8058bd5c-e2c0-4e9d-986b-631047c9538c service neutron] 10.222.0.42 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885224 Aug 26 11:20:43.763126 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:20:44.015994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f1594-be2f-4b06-a04a-5e3465997656 req-64e62e8b-27e8-4252-8d9f-9928e24b1ed3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:44.017387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-014f1594-be2f-4b06-a04a-5e3465997656 req-64e62e8b-27e8-4252-8d9f-9928e24b1ed3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 943 time: 0.0510838 Aug 26 11:20:44.055519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-014f1594-be2f-4b06-a04a-5e3465997656 req-38aa022b-93db-4d0b-98eb-6098befaaa1b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323110 Aug 26 11:20:44.475097 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:20:44.477476 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "tag": "374779c1-9572-4c22-a9b2-bbe748728734"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:20:44.535471 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0faad0f-d713-4329-bfa7-75416a4cdc0b x-openstack-request-id: req-d0faad0f-d713-4329-bfa7-75416a4cdc0b {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:20:44.535771 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "tag": "374779c1-9572-4c22-a9b2-bbe748728734", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:20:44.536031 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0faad0f-d713-4329-bfa7-75416a4cdc0b {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:20:44.536434 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734', 'status': 'completed', 'code': 200} Aug 26 11:20:44.599075 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-eeb9ba0f-719f-4a20-8d46-6701c6cc826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:44.600925 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-eeb9ba0f-719f-4a20-8d46-6701c6cc826a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1095 time: 0.0492671 Aug 26 11:20:44.601791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-46b6aaea-e080-4e15-b5ee-3df9be0270c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:44.603293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-46b6aaea-e080-4e15-b5ee-3df9be0270c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1095 time: 0.0444210 Aug 26 11:20:44.697401 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-558a821f-ea53-44fb-9bad-9e80cc73bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:44.698921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-558a821f-ea53-44fb-9bad-9e80cc73bde8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.0902736 Aug 26 11:20:44.704021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-6c806e68-ab89-4dc3-a66f-58c6229b1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:44.705726 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-6c806e68-ab89-4dc3-a66f-58c6229b1142 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.0947797 Aug 26 11:20:44.771899 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-23298b44-334a-4981-9833-faaf265a5bf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 999 time: 0.0657010 Aug 26 11:20:44.780035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-3b06712e-8b36-4c04-bff4-85b2a6a8eb7f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 999 time: 0.0610180 Aug 26 11:20:44.820378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-48b00616-8fcd-4fb7-bc95-99843115a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:44.821845 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-48b00616-8fcd-4fb7-bc95-99843115a815 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0432184 Aug 26 11:20:44.833379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-45b381a0-7b4d-410c-ab3b-f5979baf882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:44.834879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-45b381a0-7b4d-410c-ab3b-f5979baf882e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0478776 Aug 26 11:20:44.867386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-cf2546bc-574e-4010-bc10-6a78243612d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:44.868949 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-cf2546bc-574e-4010-bc10-6a78243612d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399923 Aug 26 11:20:44.886271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-ca1ed908-9e28-4780-9638-b6ff67ecf410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:44.887811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-ca1ed908-9e28-4780-9638-b6ff67ecf410 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408368 Aug 26 11:20:44.965786 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-8279aed1-12b5-4553-95f9-2618ff3d1d0f service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890231 Aug 26 11:20:44.981277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-bb8eaf18-4109-4806-8cd8-c88d1040bf4c service neutron] 10.222.0.42 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854785 Aug 26 11:20:45.068307 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-1dd4d6be-51ac-4fbc-a0a5-a58106fbaf2e service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961909 Aug 26 11:20:45.080123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6eb6dd40-8399-402c-a3ae-ae24c14fdd3e req-c979fcf6-6fa7-4dce-bf1f-c89db48e7b88 service neutron] 10.222.0.42 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916705 Aug 26 11:20:45.179140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be872b7-ab81-4f95-8f5e-2b51f12e955a req-33f1efef-2712-4c98-9b2b-703acb0432ae tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:45.180612 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8be872b7-ab81-4f95-8f5e-2b51f12e955a req-33f1efef-2712-4c98-9b2b-703acb0432ae tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 943 time: 0.0494750 Aug 26 11:20:45.218361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8be872b7-ab81-4f95-8f5e-2b51f12e955a req-9c7bb04c-547a-410d-bdd5-8d0cc6af63f1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Aug 26 11:20:45.503969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-4fd35001-a013-4987-b478-b4c03cbb63ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:45.505452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-4fd35001-a013-4987-b478-b4c03cbb63ec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85&tenant_id=e3813640e34e40b9b3f5cb67b067ed24&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 943 time: 0.1191752 Aug 26 11:20:45.512759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145eb39-9350-4b28-93a0-f94cab143fee req-ffa77f54-ce2a-4365-946c-bd8a7df59fc8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:45.514426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f145eb39-9350-4b28-93a0-f94cab143fee req-ffa77f54-ce2a-4365-946c-bd8a7df59fc8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 943 time: 0.0975018 Aug 26 11:20:45.546414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:20:45.588254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f145eb39-9350-4b28-93a0-f94cab143fee req-23b7f3f3-840c-4f86-bf40-631442cdcbb2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676033 Aug 26 11:20:45.594413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:20:45.598110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-31c43f7d-238e-4621-8d19-90e150b882ad service neutron] 10.222.0.42 "GET /v2.0/ports/374779c1-9572-4c22-a9b2-bbe748728734/bindings/n-h2-778550-13 HTTP/1.1" status: 200 len: 383 time: 0.0827003 Aug 26 11:20:45.671294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-c64a7a2a-0c84-4635-9d57-6d7e50e6728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:45.672746 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-c64a7a2a-0c84-4635-9d57-6d7e50e6728c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1095 time: 0.0509753 Aug 26 11:20:45.761088 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8309b6e8-4b73-4e99-bb8d-0d9ecf44caca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:45.770295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-c8a37dec-0cf1-4dfa-b9be-16645da59958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:45.771913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-c8a37dec-0cf1-4dfa-b9be-16645da59958 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.0927181 Aug 26 11:20:45.847107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-7a16496c-2b17-4ca2-81b5-b512e170764b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 999 time: 0.0680442 Aug 26 11:20:45.898023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-30fbfdf2-8211-4a16-b0ef-9936a9117823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:45.899563 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-30fbfdf2-8211-4a16-b0ef-9936a9117823 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0462463 Aug 26 11:20:45.947111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-a2ae4214-6e4e-4146-b040-9e9fd85f2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:45.948563 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-a2ae4214-6e4e-4146-b040-9e9fd85f2948 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417888 Aug 26 11:20:46.047599 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-c4f9dd01-9b9e-45d8-9846-c7b4e3bf8c19 service neutron] 10.222.0.42 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916197 Aug 26 11:20:46.109464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:20:46.153614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-a45d52ed-2858-4d6d-9b4e-8a7d0c1193fe service neutron] 10.222.0.42 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989037 Aug 26 11:20:46.384898 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:46.417172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:20:46.428613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '374779c1-9572-4c22-a9b2-bbe748728734', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'port_id': '374779c1-9572-4c22-a9b2-bbe748728734', 'mac_address': 'fa:16:3e:2e:36:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:20:46.467793 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:46.480476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374779c1-9572-4c22-a9b2-bbe748728734 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:20:46.501969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:20:46.510857 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:46.557743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:46.715155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2237c8-0d5b-430d-9e34-a72669471fd9 req-f6917e5a-61ca-4ad2-9303-f551f32de411 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:46.716756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e2237c8-0d5b-430d-9e34-a72669471fd9 req-f6917e5a-61ca-4ad2-9303-f551f32de411 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 944 time: 0.0494802 Aug 26 11:20:46.720700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['374779c1-9572-4c22-a9b2-bbe748728734'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:20:46.756078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e2237c8-0d5b-430d-9e34-a72669471fd9 req-a1ea4c28-e4be-45fb-862d-4fad47d14e68 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331767 Aug 26 11:20:47.217555 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:47.892096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e81fb9-0df6-4b53-8a24-b88d8dda5286 req-31a8b4ac-ecf1-4902-948e-56350a999c7a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:47.894385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0e81fb9-0df6-4b53-8a24-b88d8dda5286 req-31a8b4ac-ecf1-4902-948e-56350a999c7a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 944 time: 0.0649662 Aug 26 11:20:47.936850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0e81fb9-0df6-4b53-8a24-b88d8dda5286 req-91dcd1e1-5838-454a-a543-4c4637599e13 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356297 Aug 26 11:20:48.139866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:20:48.161604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-37ae3d0e-cd07-404d-abc4-58328774b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:48.163220 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-37ae3d0e-cd07-404d-abc4-58328774b153 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 1096 time: 0.0803316 Aug 26 11:20:48.178511 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:20:48.193086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 374779c1-9572-4c22-a9b2-bbe748728734 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:20:48.197540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 374779c1-9572-4c22-a9b2-bbe748728734 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:20:48.198572 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:48.233921 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:48.285092 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:48.440268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:20:48.473765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:20:48.511930 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 374779c1-9572-4c22-a9b2-bbe748728734 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:20:48.521672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:48.535575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Transition to ACTIVE for port object 374779c1-9572-4c22-a9b2-bbe748728734 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:20:48.539654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:48.592299 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:20:48.592846 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:20:48.681934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=9']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:48.756368 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] No DVR routers for this DVR port 374779c1-9572-4c22-a9b2-bbe748728734 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:20:49.064415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf243ca0-e8f1-4c1b-878a-f18229c0d23c req-dfac4d1f-ab86-464b-8fa5-b90093aede37 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:49.066194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf243ca0-e8f1-4c1b-878a-f18229c0d23c req-dfac4d1f-ab86-464b-8fa5-b90093aede37 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 943 time: 0.0539610 Aug 26 11:20:49.107470 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf243ca0-e8f1-4c1b-878a-f18229c0d23c req-9cea4f1b-8998-4fc9-9861-9ba94a0b1a68 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347781 Aug 26 11:20:49.130920 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:49.152813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:20:49.156659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:20:49.157193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:20:49.157766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 on network 56845bbb-17eb-4e54-a86b-9e36e464a325 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:20:49.159652 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cc770a-02fd-45b2-b01d-4cde87b2143d" -d '{"events": [{"server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "name": "network-vif-plugged", "status": "completed", "tag": "374779c1-9572-4c22-a9b2-bbe748728734"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:20:49.162376 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Port 374779c1-9572-4c22-a9b2-bbe748728734 on network 56845bbb-17eb-4e54-a86b-9e36e464a325 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:20:49.163447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Attempting to bind port 374779c1-9572-4c22-a9b2-bbe748728734 on network 56845bbb-17eb-4e54-a86b-9e36e464a325 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:20:49.163575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:20:49.169048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:20:49.169284 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:49.170454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Checking segment: {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:20:49.171668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Bound using segment: {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:20:49.172417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Bound port: 374779c1-9572-4c22-a9b2-bbe748728734, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d3c271-839d-4d1b-9792-333ab2fecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:20:49.172971 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:49.218856 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b62b02f-3957-4806-8526-0c10af03054f x-openstack-request-id: req-5b62b02f-3957-4806-8526-0c10af03054f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:20:49.219256 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "name": "network-vif-plugged", "status": "completed", "tag": "374779c1-9572-4c22-a9b2-bbe748728734", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:20:49.219483 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b62b02f-3957-4806-8526-0c10af03054f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:20:49.219922 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734', 'code': 200} Aug 26 11:20:49.229881 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:49.258134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:20:49.261379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:20:49.269210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:49.304488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:49.305123 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:49.306540 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] 10.222.0.47 "PUT /v2.0/ports/374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 1095 time: 1.1323755 Aug 26 11:20:49.307034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:20:49.309354 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efef9bb7-0682-4076-acf4-14ea74852a74" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "tag": "374779c1-9572-4c22-a9b2-bbe748728734"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:20:49.329178 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:49.393743 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3c72d8-dd80-410e-bf8e-fa1c2832bfe6 x-openstack-request-id: req-ed3c72d8-dd80-410e-bf8e-fa1c2832bfe6 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:20:49.394130 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "tag": "374779c1-9572-4c22-a9b2-bbe748728734", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:20:49.394452 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed3c72d8-dd80-410e-bf8e-fa1c2832bfe6 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:20:49.394946 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734', 'status': 'completed', 'code': 200} Aug 26 11:20:49.398047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f952f-8f51-49c3-898f-0634abbee388 service neutron] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=11']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:49.408924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-d0507f4c-9129-4dcc-be2e-06db92d34238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:49.410495 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-d0507f4c-9129-4dcc-be2e-06db92d34238 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1098 time: 0.0767400 Aug 26 11:20:49.467404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-5d57b202-8585-4c4d-b3f3-9d267b5979e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:49.468984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-5d57b202-8585-4c4d-b3f3-9d267b5979e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1098 time: 0.0449741 Aug 26 11:20:49.534200 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-cb5ca669-c4eb-4e2e-8c10-c3c5b0e952c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:49.535743 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-cb5ca669-c4eb-4e2e-8c10-c3c5b0e952c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.1179652 Aug 26 11:20:49.577255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-7a2bae4d-ce59-4a4a-bf53-63a22bd90a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:49.578784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-7a2bae4d-ce59-4a4a-bf53-63a22bd90a72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.1030371 Aug 26 11:20:49.609458 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-4c2dbf3a-54b3-4747-ad8c-2b4c8ab68670 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 1001 time: 0.0659101 Aug 26 11:20:49.651194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-769c2576-0f0d-452b-a3a1-a7f95d114893 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 1001 time: 0.0657845 Aug 26 11:20:49.667435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-86230f87-c842-4921-b03d-9ec52e2a77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:49.668925 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-86230f87-c842-4921-b03d-9ec52e2a77a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0530188 Aug 26 11:20:49.707904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-9402312f-14cf-4f3e-b2cc-bf51f6dc833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:49.709382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-9402312f-14cf-4f3e-b2cc-bf51f6dc833b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0516508 Aug 26 11:20:49.718612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-80c7166c-e8d3-44b1-a044-213798a024bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:49.720242 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-80c7166c-e8d3-44b1-a044-213798a024bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444458 Aug 26 11:20:49.758760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-535388f3-6b8f-433c-b46f-6b0f974c21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:49.760644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-535388f3-6b8f-433c-b46f-6b0f974c21eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442028 Aug 26 11:20:49.833515 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-5c934690-c422-4394-954a-fe888b98470b service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055706 Aug 26 11:20:49.857603 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-e54f5632-7761-420f-91fa-ced7ca5b74b6 service neutron] 10.222.0.42 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888369 Aug 26 11:20:49.939710 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-01ae8a63-ea8a-4dc8-8c3c-28c601d54789 req-18b8c487-d0d9-4874-97c5-1b2237612ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977280 Aug 26 11:20:49.960268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-a50c3cb6-30d3-4ec2-9c9a-54fe0f64b8ed service neutron] 10.222.0.42 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952740 Aug 26 11:20:50.038382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-b2c2ce2b-c109-40d0-812c-60fdaf669471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:50.040182 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-b2c2ce2b-c109-40d0-812c-60fdaf669471 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1098 time: 0.0495906 Aug 26 11:20:50.142510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-82e2f1e4-2576-4880-bab4-1d7a41a7b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:50.144164 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-82e2f1e4-2576-4880-bab4-1d7a41a7b1e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.0956516 Aug 26 11:20:50.223300 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-e1bed160-a85b-47c8-8882-f791360ac0e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 1001 time: 0.0708790 Aug 26 11:20:50.252226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52328d9f-5f70-414a-be8b-8ebe4e09a4b7 req-e21dceb1-608f-4f21-b2bc-8b54e417ce0f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:50.254458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52328d9f-5f70-414a-be8b-8ebe4e09a4b7 req-e21dceb1-608f-4f21-b2bc-8b54e417ce0f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 946 time: 0.0689483 Aug 26 11:20:50.288084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-5e83bc0b-07f1-4018-9a3a-3a7fa6a1a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:50.289698 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-5e83bc0b-07f1-4018-9a3a-3a7fa6a1a671 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0575962 Aug 26 11:20:50.306419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52328d9f-5f70-414a-be8b-8ebe4e09a4b7 req-e5dd05c6-67c4-4dfe-8a03-2f5c7028e6e1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392969 Aug 26 11:20:50.337568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-086aa6de-bf9b-4cd9-b94c-9eece6b14e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:50.339124 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-086aa6de-bf9b-4cd9-b94c-9eece6b14e4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419319 Aug 26 11:20:50.432092 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-a198389d-c51d-4ef6-8468-b42a1f7b6eaf service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859215 Aug 26 11:20:50.524449 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efef9bb7-0682-4076-acf4-14ea74852a74 req-a822ad8e-79ac-44fa-bee5-8de14d1ffcb5 service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851595 Aug 26 11:20:50.575173 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:51.426758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f14590-74a1-4392-8011-83a001e51976 req-a71fe004-0492-4f16-9de0-76f53147476e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:51.428388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74f14590-74a1-4392-8011-83a001e51976 req-a71fe004-0492-4f16-9de0-76f53147476e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 946 time: 0.0496874 Aug 26 11:20:51.473082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74f14590-74a1-4392-8011-83a001e51976 req-8450609b-8664-4930-8208-92e49f2c4c57 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383351 Aug 26 11:20:52.149459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:20:52.209983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:20:52.340744 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:52.620122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e3df9-97f7-4cf1-9d29-55fc3ceeeb7d req-76745c45-a535-40b7-bcf9-aad268510625 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:52.621613 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a7e3df9-97f7-4cf1-9d29-55fc3ceeeb7d req-76745c45-a535-40b7-bcf9-aad268510625 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 946 time: 0.0780518 Aug 26 11:20:52.664386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a7e3df9-97f7-4cf1-9d29-55fc3ceeeb7d req-33b2a5a8-d705-469b-870c-0292b5ce3113 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352924 Aug 26 11:20:53.568749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:20:53.686596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:20:53.706285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '374779c1-9572-4c22-a9b2-bbe748728734', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'port_id': '374779c1-9572-4c22-a9b2-bbe748728734', 'mac_address': 'fa:16:3e:2e:36:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:20:53.755927 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:53.776169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 374779c1-9572-4c22-a9b2-bbe748728734 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:20:53.797469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a0a9d-35e5-4832-a339-9af757964573 req-7599bfb6-dcaf-4847-b588-5e15d5be3a89 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:53.799206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d6a0a9d-35e5-4832-a339-9af757964573 req-7599bfb6-dcaf-4847-b588-5e15d5be3a89 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 946 time: 0.0569904 Aug 26 11:20:53.800709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:20:53.806332 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:53.865276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d6a0a9d-35e5-4832-a339-9af757964573 req-a3c775f8-4da6-481e-83a3-0172f49a5443 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596004 Aug 26 11:20:53.873847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=12']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:53.890136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 58498) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:20:53.956729 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-aa850717-33b8-4dc9-978d-d68918a88886 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/7b18f9c9-a21a-4772-913b-a04b069ab084 HTTP/1.1" status: 200 len: 992 time: 0.0652153 Aug 26 11:20:54.150915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['374779c1-9572-4c22-a9b2-bbe748728734'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:20:55.579383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:20:55.640617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 374779c1-9572-4c22-a9b2-bbe748728734 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:20:55.645519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 374779c1-9572-4c22-a9b2-bbe748728734 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:20:55.645895 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:55.743900 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:55.769104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:20:55.771737 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87308e91-4318-41a8-966a-137ca2a53290" -d '{"events": [{"server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "name": "network-vif-plugged", "status": "completed", "tag": "374779c1-9572-4c22-a9b2-bbe748728734"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:20:55.785065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:20:55.789710 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:20:55.840597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=13']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:20:55.955384 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d69bd5-ff4a-4317-895e-cb946a9ec624 x-openstack-request-id: req-d6d69bd5-ff4a-4317-895e-cb946a9ec624 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:20:55.955679 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "name": "network-vif-plugged", "status": "completed", "tag": "374779c1-9572-4c22-a9b2-bbe748728734", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:20:55.955929 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6d69bd5-ff4a-4317-895e-cb946a9ec624 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:20:55.956400 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734', 'code': 200} Aug 26 11:20:57.768250 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-d136e154-9925-4a19-aac4-d2f55d91dd3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405924 Aug 26 11:20:57.855566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-a596324e-e14b-47f5-a415-f983ad0309e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:57.857640 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-a596324e-e14b-47f5-a415-f983ad0309e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1098 time: 0.0452201 Aug 26 11:20:57.987548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-86ddd26c-5a44-4370-a454-bda7a996462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:57.989863 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-86ddd26c-5a44-4370-a454-bda7a996462e service neutron] 10.222.0.47 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.1110413 Aug 26 11:20:58.067046 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-ca7787f0-b7e7-4bae-8d41-18a952d20fee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 1001 time: 0.0687068 Aug 26 11:20:58.123814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-251a6876-b2bb-4a32-aa6b-359291379b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:58.125358 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-251a6876-b2bb-4a32-aa6b-359291379b3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0502920 Aug 26 11:20:58.174926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-0628d680-9707-4e87-9500-4c3de928a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:20:58.176470 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-0628d680-9707-4e87-9500-4c3de928a6a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437982 Aug 26 11:20:58.272713 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-b84ec15a-8890-42d8-b19c-3a8888c0bca1 service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883710 Aug 26 11:20:58.366455 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dbabe99a-01c4-497c-8e96-f3d209468eca req-8a713ee2-a45a-490f-8c48-ab1dfbcd3e6c service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854390 Aug 26 11:21:02.159761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-0d93fca7-8415-4510-9eee-6f4d5adc5cbc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431426 Aug 26 11:21:02.242208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-91f7b7b9-fbe1-4095-84b5-93b0d5053b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:02.243886 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-91f7b7b9-fbe1-4095-84b5-93b0d5053b56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 1097 time: 0.0437837 Aug 26 11:21:02.352959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-9fddbf20-cd8b-4cb9-b408-7be59194a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:02.354517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-9fddbf20-cd8b-4cb9-b408-7be59194a79a service neutron] 10.222.0.42 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.0919185 Aug 26 11:21:02.424718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-6646bfe8-f7d7-4116-beff-53691d837cac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fbaa973-be2e-46f5-9729-6bc726984a13 HTTP/1.1" status: 200 len: 1001 time: 0.0632257 Aug 26 11:21:02.475332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-48f49528-7e9b-4b07-9acb-7c6805077a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:02.476718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-48f49528-7e9b-4b07-9acb-7c6805077a49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0449572 Aug 26 11:21:02.529432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-02e80f89-b094-4c73-9b87-5918700625f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:02.531010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-02e80f89-b094-4c73-9b87-5918700625f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468719 Aug 26 11:21:02.636673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-22462f7a-9ed6-4bf8-8d4e-87f34391c824 service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980477 Aug 26 11:21:02.744985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a65e5f1-815a-427a-bf29-55eec7b7c87e req-d9470b21-c427-4bad-90cb-fd0fbc15aaea service neutron] 10.222.0.42 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006680 Aug 26 11:21:13.335294 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-268abc1e-fa56-4b53-9d02-67fe247339a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:15.763004 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34d71fe0-98d4-4dcf-bee5-5f8a59b1007f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:16.278441 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:17.227123 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:19.313995 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:20.588240 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:20.762362 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:21:22.362626 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:41.559038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81849ac5-7ae2-4e8a-a898-7d0161d04d15 req-bfb05f4c-edc7-450e-86f9-0a4bb079f21d tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:41.561144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81849ac5-7ae2-4e8a-a898-7d0161d04d15 req-bfb05f4c-edc7-450e-86f9-0a4bb079f21d tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 949 time: 0.0528362 Aug 26 11:21:41.602255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81849ac5-7ae2-4e8a-a898-7d0161d04d15 req-621b50c3-c8fb-435e-bf99-d903e81b82fe tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349622 Aug 26 11:21:42.722666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2be7f3-a5af-44fb-9bb2-95b1ed5679ff req-b623d6be-a6cb-496c-87be-ef3a5afa5ada tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:42.724188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b2be7f3-a5af-44fb-9bb2-95b1ed5679ff req-b623d6be-a6cb-496c-87be-ef3a5afa5ada tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 949 time: 0.0498357 Aug 26 11:21:42.763072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b2be7f3-a5af-44fb-9bb2-95b1ed5679ff req-9acead37-c871-4828-ad53-ffc3d2d47ef3 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb9412af-1aa3-488e-bc19-ede44fdaffec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328987 Aug 26 11:21:43.280181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc43e96-ac30-4f01-bf53-84d7cda3525e req-022f12ac-1057-4a76-b7d0-ed324892cea1 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:43.281688 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1dc43e96-ac30-4f01-bf53-84d7cda3525e req-022f12ac-1057-4a76-b7d0-ed324892cea1 tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 949 time: 0.0525625 Aug 26 11:21:43.338835 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-248c16fe-513a-46b0-ab6f-ba0757236871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:43.381710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-1dc43e96-ac30-4f01-bf53-84d7cda3525e req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Deleting port 33b9796f-4012-40ac-8d89-42a7cfacdf90 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:21:43.382073 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1dc43e96-ac30-4f01-bf53-84d7cda3525e req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:43.475070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-1dc43e96-ac30-4f01-bf53-84d7cda3525e req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] For port 33b9796f-4012-40ac-8d89-42a7cfacdf90, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=33b9796f-4012-40ac-8d89-42a7cfacdf90,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:21:43.475338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1dc43e96-ac30-4f01-bf53-84d7cda3525e req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:43.489052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-1dc43e96-ac30-4f01-bf53-84d7cda3525e req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Calling delete_port for 33b9796f-4012-40ac-8d89-42a7cfacdf90 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:21:43.625775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1dc43e96-ac30-4f01-bf53-84d7cda3525e req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:43.638753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['33b9796f-4012-40ac-8d89-42a7cfacdf90'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:21:43.656964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Pushing event deleted for resources: {'Port': ['ID=33b9796f-4012-40ac-8d89-42a7cfacdf90,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:21:43.688844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.689195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.689546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.689886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.690222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.690553 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.690911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.691241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.691570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.691920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.692252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.692578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:43.719683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc43e96-ac30-4f01-bf53-84d7cda3525e req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] No DVR routers for this DVR port 33b9796f-4012-40ac-8d89-42a7cfacdf90 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:21:43.722337 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1dc43e96-ac30-4f01-bf53-84d7cda3525e req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:43.724606 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1dc43e96-ac30-4f01-bf53-84d7cda3525e req-b3704fc0-7e1b-48f0-8fc9-94a25c18829b tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.47 "DELETE /v2.0/ports/33b9796f-4012-40ac-8d89-42a7cfacdf90 HTTP/1.1" status: 204 len: 173 time: 0.4362562 Aug 26 11:21:43.725151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2534a0-3e15-42fd-85d3-70dd32e082cd', 'name': 'network-vif-deleted', 'tag': '33b9796f-4012-40ac-8d89-42a7cfacdf90'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:21:43.727436 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983fe081-c307-4653-b19a-f84d744646f7" -d '{"events": [{"server_uuid": "bc2534a0-3e15-42fd-85d3-70dd32e082cd", "name": "network-vif-deleted", "tag": "33b9796f-4012-40ac-8d89-42a7cfacdf90"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:21:43.779574 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d9801d-7b27-4a21-9f0b-52e497bcdcd4 x-openstack-request-id: req-38d9801d-7b27-4a21-9f0b-52e497bcdcd4 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:21:43.779888 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2534a0-3e15-42fd-85d3-70dd32e082cd", "name": "network-vif-deleted", "tag": "33b9796f-4012-40ac-8d89-42a7cfacdf90", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:21:43.780155 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38d9801d-7b27-4a21-9f0b-52e497bcdcd4 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:21:43.780566 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2534a0-3e15-42fd-85d3-70dd32e082cd', 'name': 'network-vif-deleted', 'tag': '33b9796f-4012-40ac-8d89-42a7cfacdf90', 'status': 'completed', 'code': 200} Aug 26 11:21:43.877592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39e4159e-4e81-48d7-850b-04f2d182e847 req-1062b674-5721-476b-9dff-02a558942cfa tempest-VolumesBackupsTest-1534929881 tempest-VolumesBackupsTest-1534929881-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc2534a0-3e15-42fd-85d3-70dd32e082cd HTTP/1.1" status: 200 len: 210 time: 0.0402761 Aug 26 11:21:45.765039 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f192ca85-23ee-4be3-a67f-bacfff6039c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:46.280602 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:47.233014 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:47.834197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 33b9796f-4012-40ac-8d89-42a7cfacdf90 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:21:47.868045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 33b9796f-4012-40ac-8d89-42a7cfacdf90 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:21:47.868900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 33b9796f-4012-40ac-8d89-42a7cfacdf90 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:21:49.314447 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:50.596887 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:51.254397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0736b2-cdcf-4e21-8dd0-3b541a6cf155 req-5ccc1eb5-7c41-42ed-9b32-65df5b5825eb tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:51.256920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d0736b2-cdcf-4e21-8dd0-3b541a6cf155 req-5ccc1eb5-7c41-42ed-9b32-65df5b5825eb tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1098 time: 0.0471117 Aug 26 11:21:51.302121 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1d0736b2-cdcf-4e21-8dd0-3b541a6cf155 req-45fb7f2d-acd3-4dba-a5d8-9ac0bdd18c2b tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386856 Aug 26 11:21:51.325431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59612) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:21:51.495405 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port 46a09e66-fcf3-456e-a018-3f0ff9b97e01 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:21:51.495780 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:51.572551 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:51.572859 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:51.585960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for 46a09e66-fcf3-456e-a018-3f0ff9b97e01 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:21:51.743889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:51.771023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=46a09e66-fcf3-456e-a018-3f0ff9b97e01,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:21:51.843438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:51.844634 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Floating IP 7b18f9c9-a21a-4772-913b-a04b069ab084 disassociated (deleted). External IP: 172.25.1.178, port: 374779c1-9572-4c22-a9b2-bbe748728734. Aug 26 11:21:52.074219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router c05f4751-e4d9-4495-b554-e2b68e45f2bb has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:21:52.118262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-a4ae69a9-260e-4519-800d-ebb278779da1 req-28d7d59f-b61a-4b51-9ff9-ddafdbc1fd13 service neutron] (101266) timed out ('10.222.0.42', 55845) {{(pid=101266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:21:52.186307 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:21:52.191496 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:52.199518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181beac8-ca1d-4dfa-920a-3ad335ab5fe0 None None] Sync routers for ids ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:21:52.218646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181beac8-ca1d-4dfa-920a-3ad335ab5fe0 None None] Routers {'c05f4751-e4d9-4495-b554-e2b68e45f2bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:21:52.219305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-181beac8-ca1d-4dfa-920a-3ad335ab5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:21:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:21:52.228993 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-57e0a276-df54-4290-b0bb-5dd9fde76770 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/floatingips/7b18f9c9-a21a-4772-913b-a04b069ab084 HTTP/1.1" status: 204 len: 168 time: 0.9024971 Aug 26 11:21:52.229595 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:21:52.232531 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b6efe7-e6c7-4523-8000-5776a611bf30" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "tag": "374779c1-9572-4c22-a9b2-bbe748728734"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:21:52.354311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-181beac8-ca1d-4dfa-920a-3ad335ab5fe0 None None] Set router c05f4751-e4d9-4495-b554-e2b68e45f2bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:21:52.361073 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7f250f-5909-4160-998c-6b3fecb95220 x-openstack-request-id: req-8c7f250f-5909-4160-998c-6b3fecb95220 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:21:52.361602 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "tag": "374779c1-9572-4c22-a9b2-bbe748728734", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:21:52.361602 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c7f250f-5909-4160-998c-6b3fecb95220 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:21:52.362024 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734', 'status': 'completed', 'code': 200} Aug 26 11:21:52.406852 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:52.442701 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6efe7-e6c7-4523-8000-5776a611bf30 req-a5c915ee-5d99-4434-b8f9-27479d00ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:52.444886 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4b6efe7-e6c7-4523-8000-5776a611bf30 req-a5c915ee-5d99-4434-b8f9-27479d00ef0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 1098 time: 0.0501020 Aug 26 11:21:52.483396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da7c3a-4978-4096-a594-437a5115acc6 req-ab693ed7-f4b6-4302-9d8b-cd2d3119a5a5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:52.484923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00da7c3a-4978-4096-a594-437a5115acc6 req-ab693ed7-f4b6-4302-9d8b-cd2d3119a5a5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 946 time: 0.0509040 Aug 26 11:21:52.525100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00da7c3a-4978-4096-a594-437a5115acc6 req-0428230a-6ac7-4d78-8d99-4927d67caa57 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Aug 26 11:21:52.576266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6efe7-e6c7-4523-8000-5776a611bf30 req-3390bd2f-2f2c-4833-b3ea-9c1d4783291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:52.578105 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4b6efe7-e6c7-4523-8000-5776a611bf30 req-3390bd2f-2f2c-4833-b3ea-9c1d4783291b service neutron] 10.222.0.47 "GET /v2.0/networks?id=56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 200 len: 898 time: 0.1242480 Aug 26 11:21:52.596476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-181beac8-ca1d-4dfa-920a-3ad335ab5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'eaa048e9-c4f2-4746-a8f8-1e3ef691689b', 'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:f7:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:05Z', 'updated_at': '2021-08-26T11:19:13Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:21:52.624221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181beac8-ca1d-4dfa-920a-3ad335ab5fe0 None None] Checking router: c05f4751-e4d9-4495-b554-e2b68e45f2bb for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:21:52.626628 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4b6efe7-e6c7-4523-8000-5776a611bf30 req-6ab21951-ef99-44ff-a8e5-0c3433102727 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 200 len: 217 time: 0.0407727 Aug 26 11:21:52.638309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181beac8-ca1d-4dfa-920a-3ad335ab5fe0 None None] Routers {'c05f4751-e4d9-4495-b554-e2b68e45f2bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:21:52.638898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-181beac8-ca1d-4dfa-920a-3ad335ab5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:21:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:21:52.685988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6efe7-e6c7-4523-8000-5776a611bf30 req-d021a66d-68c7-4a91-8388-404a77611a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:52.687663 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4b6efe7-e6c7-4523-8000-5776a611bf30 req-d021a66d-68c7-4a91-8388-404a77611a00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 200 len: 835 time: 0.0536602 Aug 26 11:21:52.740634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6efe7-e6c7-4523-8000-5776a611bf30 req-089632d9-7919-4d26-b0a3-adb049ebb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:52.742483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4b6efe7-e6c7-4523-8000-5776a611bf30 req-089632d9-7919-4d26-b0a3-adb049ebb13d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56845bbb-17eb-4e54-a86b-9e36e464a325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447681 Aug 26 11:21:52.757094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-181beac8-ca1d-4dfa-920a-3ad335ab5fe0 None None] Set router c05f4751-e4d9-4495-b554-e2b68e45f2bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:21:52.847906 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4b6efe7-e6c7-4523-8000-5776a611bf30 req-927ceb0d-9ea8-46f5-b751-20922ce1f927 service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966570 Aug 26 11:21:52.957021 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d4b6efe7-e6c7-4523-8000-5776a611bf30 req-854393a9-674c-4476-afb4-7ad53c7acbe5 service neutron] 10.222.0.47 "GET /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015379 Aug 26 11:21:52.984749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-181beac8-ca1d-4dfa-920a-3ad335ab5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'eaa048e9-c4f2-4746-a8f8-1e3ef691689b', 'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:f7:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:05Z', 'updated_at': '2021-08-26T11:19:13Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:21:53.017275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181beac8-ca1d-4dfa-920a-3ad335ab5fe0 None None] The sync data for ids ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'] in n-d-778550-13 is: [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'eaa048e9-c4f2-4746-a8f8-1e3ef691689b', 'name': '', 'network_id': '56845bbb-17eb-4e54-a86b-9e36e464a325', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:f7:3a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:05Z', 'updated_at': '2021-08-26T11:19:13Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '24eba12e-cadd-4d83-b700-538f8e8cbbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:21:53.250236 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbbc10e-3559-4771-a9a8-80b7c6c6f713 None None] New status for floating IP 7b18f9c9-a21a-4772-913b-a04b069ab084: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:21:53.652158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d2f92-0f31-4330-aa8f-b4e098b1b209 req-62dff7f9-4d96-4425-af60-2329418d77d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:53.653680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-467d2f92-0f31-4330-aa8f-b4e098b1b209 req-62dff7f9-4d96-4425-af60-2329418d77d3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 946 time: 0.0524762 Aug 26 11:21:53.699225 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-467d2f92-0f31-4330-aa8f-b4e098b1b209 req-51059f34-364f-4fd3-b2d5-86f419f5a0b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=56ee37cd-a5d6-4d76-8fa4-03113652a62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384550 Aug 26 11:21:54.076402 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ab2e-977e-41da-aac4-1370bca635ac req-0e3c7813-c780-4e62-8298-c2ed16cf94b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:54.077874 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cc42ab2e-977e-41da-aac4-1370bca635ac req-0e3c7813-c780-4e62-8298-c2ed16cf94b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.47 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 946 time: 0.0502455 Aug 26 11:21:54.178000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-cc42ab2e-977e-41da-aac4-1370bca635ac req-7dd64dfd-cd8d-42b3-9677-5543f40b294c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port 374779c1-9572-4c22-a9b2-bbe748728734 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:21:54.178349 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cc42ab2e-977e-41da-aac4-1370bca635ac req-7dd64dfd-cd8d-42b3-9677-5543f40b294c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:54.276123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cc42ab2e-977e-41da-aac4-1370bca635ac req-7dd64dfd-cd8d-42b3-9677-5543f40b294c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port 374779c1-9572-4c22-a9b2-bbe748728734, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=374779c1-9572-4c22-a9b2-bbe748728734,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:21:54.276488 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cc42ab2e-977e-41da-aac4-1370bca635ac req-7dd64dfd-cd8d-42b3-9677-5543f40b294c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:54.296561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-cc42ab2e-977e-41da-aac4-1370bca635ac req-7dd64dfd-cd8d-42b3-9677-5543f40b294c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for 374779c1-9572-4c22-a9b2-bbe748728734 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:21:54.430788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cc42ab2e-977e-41da-aac4-1370bca635ac req-7dd64dfd-cd8d-42b3-9677-5543f40b294c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:54.460864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd64dfd-cd8d-42b3-9677-5543f40b294c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=374779c1-9572-4c22-a9b2-bbe748728734,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:21:54.507601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc42ab2e-977e-41da-aac4-1370bca635ac req-7dd64dfd-cd8d-42b3-9677-5543f40b294c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] No DVR routers for this DVR port 374779c1-9572-4c22-a9b2-bbe748728734 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:21:54.510368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cc42ab2e-977e-41da-aac4-1370bca635ac req-7dd64dfd-cd8d-42b3-9677-5543f40b294c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:54.512433 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cc42ab2e-977e-41da-aac4-1370bca635ac req-7dd64dfd-cd8d-42b3-9677-5543f40b294c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.47 "DELETE /v2.0/ports/374779c1-9572-4c22-a9b2-bbe748728734 HTTP/1.1" status: 204 len: 173 time: 0.4283419 Aug 26 11:21:54.512913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'name': 'network-vif-deleted', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:21:54.515821 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81e95b7-8f3a-4880-890a-0db85c3b2964" -d '{"events": [{"server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "name": "network-vif-deleted", "tag": "374779c1-9572-4c22-a9b2-bbe748728734"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:21:54.554495 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58d9931-5b7a-441e-af3f-d3f1c4f6a3fa x-openstack-request-id: req-f58d9931-5b7a-441e-af3f-d3f1c4f6a3fa {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:21:54.554825 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb0a9c6-7985-4e75-98c2-122449b90c85", "name": "network-vif-deleted", "tag": "374779c1-9572-4c22-a9b2-bbe748728734", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:21:54.555086 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f58d9931-5b7a-441e-af3f-d3f1c4f6a3fa {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:21:54.555493 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0a9c6-7985-4e75-98c2-122449b90c85', 'name': 'network-vif-deleted', 'tag': '374779c1-9572-4c22-a9b2-bbe748728734', 'status': 'completed', 'code': 200} Aug 26 11:21:54.820907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-570dc5af-6138-4dd3-8db6-0cba3dcc6847 req-85f3c10b-fdd9-4f25-985b-00c9de98993c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=aeb0a9c6-7985-4e75-98c2-122449b90c85 HTTP/1.1" status: 200 len: 210 time: 0.0365391 Aug 26 11:21:55.894076 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59640) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:21:56.554958 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:56.832730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port eaa048e9-c4f2-4746-a8f8-1e3ef691689b {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:21:56.832998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:56.937064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port eaa048e9-c4f2-4746-a8f8-1e3ef691689b, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=eaa048e9-c4f2-4746-a8f8-1e3ef691689b,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:21:56.938876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:56.952680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for eaa048e9-c4f2-4746-a8f8-1e3ef691689b owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:21:57.258420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:57.285565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=eaa048e9-c4f2-4746-a8f8-1e3ef691689b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:21:57.470337 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:57.693769 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router c05f4751-e4d9-4495-b554-e2b68e45f2bb has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:21:57.763656 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:21:57.827666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:21:57.832758 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9760de40-0fde-4e1d-b5d3-d1a80229dbd6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "PUT /v2.0/routers/c05f4751-e4d9-4495-b554-e2b68e45f2bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9374924 Aug 26 11:21:57.835377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59654) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:21:57.841204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd44f69-e4b4-42c1-8088-ce901c9a26c0 None None] Sync routers for ids ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:21:57.853232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd44f69-e4b4-42c1-8088-ce901c9a26c0 None None] Routers {'c05f4751-e4d9-4495-b554-e2b68e45f2bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:21:57.854145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0cd44f69-e4b4-42c1-8088-ce901c9a26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:21:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:21:57.890826 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-200c1420-0a57-46ed-aa2c-5c6812d37c86 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting subnet 24eba12e-cadd-4d83-b700-538f8e8cbbad {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:21:57.892628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:21:57.894298 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-200c1420-0a57-46ed-aa2c-5c6812d37c86 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:57.916299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 374779c1-9572-4c22-a9b2-bbe748728734 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:21:57.916642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 374779c1-9572-4c22-a9b2-bbe748728734 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:21:57.937522 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-200c1420-0a57-46ed-aa2c-5c6812d37c86 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:57.988141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-0cd44f69-e4b4-42c1-8088-ce901c9a26c0 None None] Set router c05f4751-e4d9-4495-b554-e2b68e45f2bb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:21:58.037518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-200c1420-0a57-46ed-aa2c-5c6812d37c86 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.100866 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-200c1420-0a57-46ed-aa2c-5c6812d37c86 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.130476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c1420-0a57-46ed-aa2c-5c6812d37c86 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Subnet': ['ID=24eba12e-cadd-4d83-b700-538f8e8cbbad,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:21:58.132555 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-200c1420-0a57-46ed-aa2c-5c6812d37c86 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.136921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-200c1420-0a57-46ed-aa2c-5c6812d37c86 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/subnets/24eba12e-cadd-4d83-b700-538f8e8cbbad HTTP/1.1" status: 204 len: 168 time: 0.2981617 Aug 26 11:21:58.137385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59664) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:21:58.150092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d4585-4d51-4b85-b2ed-10c984fd936f None None] Network 56845bbb-17eb-4e54-a86b-9e36e464a325 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:21:58.300620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.416074 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.472120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:21:58.472864 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.475822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0cd44f69-e4b4-42c1-8088-ce901c9a26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:21:57Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:19:01Z', 'updated_at': '2021-08-26T11:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:21:58.506081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd44f69-e4b4-42c1-8088-ce901c9a26c0 None None] Checking router: c05f4751-e4d9-4495-b554-e2b68e45f2bb for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:21:58.520268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd44f69-e4b4-42c1-8088-ce901c9a26c0 None None] Routers {'c05f4751-e4d9-4495-b554-e2b68e45f2bb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:21:58.520901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0cd44f69-e4b4-42c1-8088-ce901c9a26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:21:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:21:58.562702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:21:58.563129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.583860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:21:58.612569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] DHCP port deletion for 56845bbb-17eb-4e54-a86b-9e36e464a325 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:21:58.627332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-0cd44f69-e4b4-42c1-8088-ce901c9a26c0 None None] Set router c05f4751-e4d9-4495-b554-e2b68e45f2bb gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:21:58.699855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-0cd44f69-e4b4-42c1-8088-ce901c9a26c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:21:58Z', 'revision_number': 6, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:21:58.732906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd44f69-e4b4-42c1-8088-ce901c9a26c0 None None] The sync data for ids ['c05f4751-e4d9-4495-b554-e2b68e45f2bb'] in n-d-778550-13 is: [{'id': 'c05f4751-e4d9-4495-b554-e2b68e45f2bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474817727', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:19:00Z', 'updated_at': '2021-08-26T11:21:58Z', 'revision_number': 6, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:21:58.756459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Deleting port 02bb9ad2-06a4-4aed-b72c-82c159edac1e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:21:58.756829 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.767482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.804928 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:21:58.836121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] For port 02bb9ad2-06a4-4aed-b72c-82c159edac1e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=02bb9ad2-06a4-4aed-b72c-82c159edac1e,segment=NetworkSegment(f1d3c271-839d-4d1b-9792-333ab2fecc8e),segment_id=f1d3c271-839d-4d1b-9792-333ab2fecc8e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:21:58.836553 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.852371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Calling delete_port for 02bb9ad2-06a4-4aed-b72c-82c159edac1e owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:21:58.879674 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.951764 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.978988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Pushing event deleted for resources: {'Port': ['ID=02bb9ad2-06a4-4aed-b72c-82c159edac1e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:21:58.989651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] No DVR routers for this DVR port 02bb9ad2-06a4-4aed-b72c-82c159edac1e on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:21:58.991475 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.992685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:58.993096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:58.993533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:58.993767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:58.994140 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:58.994283 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:58.994397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:58.994713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:58.995078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:58.995424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:58.995758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:58.996139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:58.996521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6b1c37-c5e5-4b5f-a6bb-71578e2b166c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:21:59.049970 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.050888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Fanout notify agent at l3_agent the message router_deleted on router c05f4751-e4d9-4495-b554-e2b68e45f2bb {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:21:59.061797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.063099 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-41bc329a-bebc-4aef-ba58-ba21d46f6e61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/routers/c05f4751-e4d9-4495-b554-e2b68e45f2bb HTTP/1.1" status: 204 len: 168 time: 0.9249444 Aug 26 11:21:59.066280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59676) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:21:59.186896 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.290646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.302754 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56845bbb-17eb-4e54-a86b-9e36e464a325']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:21:59.337108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d3c271-839d-4d1b-9792-333ab2fecc8e') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:21:59.337417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d3c271-839d-4d1b-9792-333ab2fecc8e') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:21:59.353705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.370098 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.377669 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:21:59.379253 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:21:59.383001 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:21:59.451561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.463164 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.471208 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/networks/56845bbb-17eb-4e54-a86b-9e36e464a325 HTTP/1.1" status: 204 len: 168 time: 0.4011908 Aug 26 11:21:59.472677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59686) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:21:59.491500 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e098d9-05b2-4896-805c-e364cbd7fdb7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Network': ['ID=56845bbb-17eb-4e54-a86b-9e36e464a325,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:21:59.518826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daf4f8-95b1-4344-a0ee-853e9df55d11 req-5d8e756e-7f50-43f9-815b-9ca2dfaedd39 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:21:59.520700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7daf4f8-95b1-4344-a0ee-853e9df55d11 req-5d8e756e-7f50-43f9-815b-9ca2dfaedd39 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 945 time: 0.0564127 Aug 26 11:21:59.554921 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-907a6782-db1e-43cb-aaa1-8ee3343be7df tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.573740 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7daf4f8-95b1-4344-a0ee-853e9df55d11 req-77f33927-b5ad-47a2-a6a5-ada2d4243002 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453627 Aug 26 11:21:59.600889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-907a6782-db1e-43cb-aaa1-8ee3343be7df tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.679328 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-907a6782-db1e-43cb-aaa1-8ee3343be7df tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.682100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-907a6782-db1e-43cb-aaa1-8ee3343be7df tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:21:59.683405 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-907a6782-db1e-43cb-aaa1-8ee3343be7df tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/security-groups/56ee37cd-a5d6-4d76-8fa4-03113652a62c HTTP/1.1" status: 204 len: 168 time: 0.2097211 Aug 26 11:21:59.695804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a6782-db1e-43cb-aaa1-8ee3343be7df tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ee37cd-a5d6-4d76-8fa4-03113652a62c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:21:59.940554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59692) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:21:59.945273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-408dfe39-b46d-481a-9c5d-328ba07faf03 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584495460', 'description': 'tempest-secgroup-smoke-1584495460 description', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:00.251201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-408dfe39-b46d-481a-9c5d-328ba07faf03 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.283130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:22:00.312290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:22:00.313232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c7e3a44a-ab30-4245-9cdb-a9fe01c5da0d not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:22:00.313885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device eaa048e9-c4f2-4746-a8f8-1e3ef691689b no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:22:00.335537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: eaa048e9-c4f2-4746-a8f8-1e3ef691689b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:22:00.336040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device eaa048e9-c4f2-4746-a8f8-1e3ef691689b not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:22:00.336562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02bb9ad2-06a4-4aed-b72c-82c159edac1e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:22:00.343561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-408dfe39-b46d-481a-9c5d-328ba07faf03 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.349747 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-408dfe39-b46d-481a-9c5d-328ba07faf03 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.374944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 02bb9ad2-06a4-4aed-b72c-82c159edac1e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:22:00.375407 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 02bb9ad2-06a4-4aed-b72c-82c159edac1e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:22:00.381616 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-408dfe39-b46d-481a-9c5d-328ba07faf03 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.386561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59698) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:00.386792 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-408dfe39-b46d-481a-9c5d-328ba07faf03 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4452047 Aug 26 11:22:00.392491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dfe39-b46d-481a-9c5d-328ba07faf03 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c845a3-fed0-44ce-ab1d-9d315323ede2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:00.394410 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '64c845a3-fed0-44ce-ab1d-9d315323ede2', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:00.435798 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.497867 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.503101 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.536549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9565c7-b293-48d9-9439-5014281cc942,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:00.546563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.550679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603007 Aug 26 11:22:00.550679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59700) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:00.555596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9a56ffc3-ac7d-4e32-b567-cf02d72f067a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '64c845a3-fed0-44ce-ab1d-9d315323ede2', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:00.561421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.561906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.562413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.562847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.563437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.563839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.564237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.564770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.565176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.565565 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.565961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.566349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3693329c-572d-4fe7-a2dc-d072380e039b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:00.600361 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a56ffc3-ac7d-4e32-b567-cf02d72f067a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.703971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a56ffc3-ac7d-4e32-b567-cf02d72f067a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.722696 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a56ffc3-ac7d-4e32-b567-cf02d72f067a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.745091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56ffc3-ac7d-4e32-b567-cf02d72f067a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b88b7cd-b861-40f4-9f0d-e694642b9bc5,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:00.761620 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9a56ffc3-ac7d-4e32-b567-cf02d72f067a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.762905 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9a56ffc3-ac7d-4e32-b567-cf02d72f067a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2110240 Aug 26 11:22:00.768132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59704) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:00.772811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd3360-8469-45c1-a1fb-a7d9486efe4e req-bd6c0161-4559-4467-9783-e98c7d141e65 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:00.774705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edfd3360-8469-45c1-a1fb-a7d9486efe4e req-bd6c0161-4559-4467-9783-e98c7d141e65 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 945 time: 0.1059828 Aug 26 11:22:00.776917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-26d503dd-803c-4b29-9d6c-63e07ba26978 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '64c845a3-fed0-44ce-ab1d-9d315323ede2', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:00.816574 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d503dd-803c-4b29-9d6c-63e07ba26978 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.827617 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edfd3360-8469-45c1-a1fb-a7d9486efe4e req-746e462a-9dd9-4e56-b784-d1cd4468fc8f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398216 Aug 26 11:22:00.907497 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d503dd-803c-4b29-9d6c-63e07ba26978 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.917001 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d503dd-803c-4b29-9d6c-63e07ba26978 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.929373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-86f193f8-1395-4ac5-b498-d503a297f273 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:00.931078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-86f193f8-1395-4ac5-b498-d503a297f273 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.42 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 945 time: 0.0832651 Aug 26 11:22:00.944907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d503dd-803c-4b29-9d6c-63e07ba26978 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22afda91-5a3e-4f8f-8a16-e3699bac9d77,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:00.960235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d503dd-803c-4b29-9d6c-63e07ba26978 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:00.963089 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-26d503dd-803c-4b29-9d6c-63e07ba26978 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1928644 Aug 26 11:22:00.966633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59706) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:00.973329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b76266c5-d351-4ee2-86c4-445f4841bd88 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '64c845a3-fed0-44ce-ab1d-9d315323ede2', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:01.016987 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b76266c5-d351-4ee2-86c4-445f4841bd88 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.067505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Deleting port 9fbaa973-be2e-46f5-9729-6bc726984a13 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:22:01.067932 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.101079 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b76266c5-d351-4ee2-86c4-445f4841bd88 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.108184 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b76266c5-d351-4ee2-86c4-445f4841bd88 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.134367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76266c5-d351-4ee2-86c4-445f4841bd88 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896427f0-8802-44df-a7af-bcd95c89f223,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:01.137596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b76266c5-d351-4ee2-86c4-445f4841bd88 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.143251 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b76266c5-d351-4ee2-86c4-445f4841bd88 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1749027 Aug 26 11:22:01.144201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59708) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:01.150018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-16ec0bd5-2feb-40ea-a968-d41beb8fb121 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '64c845a3-fed0-44ce-ab1d-9d315323ede2', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:01.177544 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-16ec0bd5-2feb-40ea-a968-d41beb8fb121 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Project e3813640e34e40b9b3f5cb67b067ed24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:22:01.186271 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16ec0bd5-2feb-40ea-a968-d41beb8fb121 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.197400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] For port 9fbaa973-be2e-46f5-9729-6bc726984a13, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9fbaa973-be2e-46f5-9729-6bc726984a13,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:22:01.197857 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.267534 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16ec0bd5-2feb-40ea-a968-d41beb8fb121 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.274485 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16ec0bd5-2feb-40ea-a968-d41beb8fb121 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.298262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec0bd5-2feb-40ea-a968-d41beb8fb121 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9a39e6-b9ae-477b-8fb4-97ab7f3e9e35,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:01.308222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16ec0bd5-2feb-40ea-a968-d41beb8fb121 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.313650 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-16ec0bd5-2feb-40ea-a968-d41beb8fb121 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1638355 Aug 26 11:22:01.313650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59710) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:01.318683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-17dced2d-385d-4ed1-a5ce-68c2482e36e7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '64c845a3-fed0-44ce-ab1d-9d315323ede2', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:01.350709 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-17dced2d-385d-4ed1-a5ce-68c2482e36e7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Project e3813640e34e40b9b3f5cb67b067ed24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:22:01.357807 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-17dced2d-385d-4ed1-a5ce-68c2482e36e7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.453855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-17dced2d-385d-4ed1-a5ce-68c2482e36e7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.461665 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-17dced2d-385d-4ed1-a5ce-68c2482e36e7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.521557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dced2d-385d-4ed1-a5ce-68c2482e36e7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e575353-1b62-476e-a259-fde3ba83bbda,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:01.529107 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-17dced2d-385d-4ed1-a5ce-68c2482e36e7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.535338 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-17dced2d-385d-4ed1-a5ce-68c2482e36e7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2164927 Aug 26 11:22:01.536030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59714) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:01.542034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'network': {'name': 'tempest-network-smoke--920112318', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'port_security_enabled': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:01.569040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:22:01.572880 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.605786 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:22:01.620698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.621065 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Added segment c51f9a56-2bab-4db8-acaa-92917781234a of type vlan for network 5dd71815-3437-4a80-bc85-0a7423cb0716 Aug 26 11:22:01.674184 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.702908 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.708983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:01.709667 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.780188 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2427595 Aug 26 11:22:01.783730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59716) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:01.790757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'admin_state_up': True, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:01.802197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6f17c-4eea-40ec-8d4c-eb97a88fa1e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Network': ['ID=5dd71815-3437-4a80-bc85-0a7423cb0716,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:01.809371 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.809939 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.810413 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Floating IP 31d7acb3-4dce-47cd-a9ec-40dd43648c5e disassociated. External IP: 172.25.1.226, port: 9fbaa973-be2e-46f5-9729-6bc726984a13. Aug 26 11:22:01.810824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Calling delete_port for 9fbaa973-be2e-46f5-9729-6bc726984a13 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:22:01.816068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 5dd71815-3437-4a80-bc85-0a7423cb0716 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:22:01.827071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.829401 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:01.908099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:02.022703 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:02.070103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event deleted for resources: {'Port': ['ID=9fbaa973-be2e-46f5-9729-6bc726984a13,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:02.114799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:02.118698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86892377-6734-411b-8f9d-2252729a5cc3 req-f151f183-a7e3-4bc1-9ece-c427d6a5ccb9 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:02.120307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86892377-6734-411b-8f9d-2252729a5cc3 req-f151f183-a7e3-4bc1-9ece-c427d6a5ccb9 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 867 time: 0.1526184 Aug 26 11:22:02.208639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86892377-6734-411b-8f9d-2252729a5cc3 req-db33fd24-a939-4045-a99a-a21db9f56a35 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804963 Aug 26 11:22:02.232141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:22:02.359212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:02.363189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:22:02.380576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:02.387334 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2ff87-a5c5-42a9-8422-ed4e750df82d None None] Sync routers for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:22:02.398086 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2ff87-a5c5-42a9-8422-ed4e750df82d None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:22:02.398808 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-48c2ff87-a5c5-42a9-8422-ed4e750df82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:21:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:02.414188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] No DVR routers for this DVR port 9fbaa973-be2e-46f5-9729-6bc726984a13 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:22:02.417066 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:02.420197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d29118f4-9274-483f-a27e-a16cca2f0ede req-430fffee-fd27-4097-b56b-71d26d079978 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.42 "DELETE /v2.0/ports/9fbaa973-be2e-46f5-9729-6bc726984a13 HTTP/1.1" status: 204 len: 173 time: 1.4792223 Aug 26 11:22:02.420692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'name': 'network-vif-deleted', 'tag': '9fbaa973-be2e-46f5-9729-6bc726984a13'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:22:02.423607 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378f0e1f-da92-41eb-aa40-126546eb9dae" -d '{"events": [{"server_uuid": "c095498b-db8d-4a2c-95c6-2b33bb2d034f", "name": "network-vif-deleted", "tag": "9fbaa973-be2e-46f5-9729-6bc726984a13"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:22:02.526253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.25.1.23 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/bc5fe388-6a47-4b92-b8c1-dff85fabada8) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:22:02.572381 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-48c2ff87-a5c5-42a9-8422-ed4e750df82d None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:22:02.601116 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45801cc-3275-4256-8995-6453c5d04ae4 x-openstack-request-id: req-e45801cc-3275-4256-8995-6453c5d04ae4 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:22:02.601424 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c095498b-db8d-4a2c-95c6-2b33bb2d034f", "name": "network-vif-deleted", "tag": "9fbaa973-be2e-46f5-9729-6bc726984a13", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:22:02.601685 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e45801cc-3275-4256-8995-6453c5d04ae4 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:22:02.602105 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c095498b-db8d-4a2c-95c6-2b33bb2d034f', 'name': 'network-vif-deleted', 'tag': '9fbaa973-be2e-46f5-9729-6bc726984a13', 'status': 'completed', 'code': 200} Aug 26 11:22:02.692740 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:02.748414 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:02.809274 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=bc5fe388-6a47-4b92-b8c1-dff85fabada8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:02.841884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:22:02.843734 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:22:02.846477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:22:02.920071 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-48c2ff87-a5c5-42a9-8422-ed4e750df82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:02.953266 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2ff87-a5c5-42a9-8422-ed4e750df82d None None] Checking router: 68b508f5-e7c1-4f25-80ea-2e90d36d41aa for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:22:02.963236 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2ff87-a5c5-42a9-8422-ed4e750df82d None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:22:02.964103 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-48c2ff87-a5c5-42a9-8422-ed4e750df82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:21:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:03.090119 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-48c2ff87-a5c5-42a9-8422-ed4e750df82d None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:22:03.160483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:03.336742 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54456b9a-0e88-4722-9dd5-c0974b083e89 req-0fe3e457-7067-425e-95d5-7763f705a276 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 210 time: 0.0496147 Aug 26 11:22:03.367205 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-48c2ff87-a5c5-42a9-8422-ed4e750df82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:03.402152 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2ff87-a5c5-42a9-8422-ed4e750df82d None None] The sync data for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 is: [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:22:03.455110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:03.618172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 5d3007bc-5211-4874-8177-3cbd930c07f6 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:22:03.709494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42851381-c6dd-4e6a-a573-deec67112781 None None] New status for floating IP 31d7acb3-4dce-47cd-a9ec-40dd43648c5e: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:22:03.737123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:22:03.746905 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Sync routers for ids ['5d3007bc-5211-4874-8177-3cbd930c07f6'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:22:03.758165 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Routers {'5d3007bc-5211-4874-8177-3cbd930c07f6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:22:03.759305 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:21:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5d3007bc-5211-4874-8177-3cbd930c07f6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:03.763357 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:03.768317 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2927d51f-d927-4d6e-95a3-3e4d913b92b6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9832373 Aug 26 11:22:03.771262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59736) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:03.804433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-84779caa-f9b4-4a02-9dde-e8e794fd41a0 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e3813640e34e40b9b3f5cb67b067ed24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317914 Aug 26 11:22:03.807138 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59738) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:03.886635 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Set router 5d3007bc-5211-4874-8177-3cbd930c07f6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:22:03.978755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af617655-b16f-4d4f-a8f0-921d60a0c3a4 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:03.983008 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-af617655-b16f-4d4f-a8f0-921d60a0c3a4 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1721380 Aug 26 11:22:03.983256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59742) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:04.018807 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-54fa710a-be3f-49e5-8341-aa70165bbbc7 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344286 Aug 26 11:22:04.021206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59744) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:04.026064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-913192804', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:04.078466 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:03Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:04.110938 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Checking router: 5d3007bc-5211-4874-8177-3cbd930c07f6 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:22:04.111561 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Updating router 5d3007bc-5211-4874-8177-3cbd930c07f6 port bc5fe388-6a47-4b92-b8c1-dff85fabada8 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:22:04.127642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:22:04.131944 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:04.141285 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:04.329822 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:04.392893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Subnet': ['ID=734be759-06aa-49a7-bc3b-270e92a87425,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:04.401988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Checking segment: {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:22:04.402356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network hostable DHCP agents. Network: 5dd71815-3437-4a80-bc85-0a7423cb0716, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:22:04.412980 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:04.422415 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 5dd71815-3437-4a80-bc85-0a7423cb0716 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:22:04.428552 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Transition to ACTIVE for port object bc5fe388-6a47-4b92-b8c1-dff85fabada8 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:22:04.433466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 5dd71815-3437-4a80-bc85-0a7423cb0716) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:22:04.436956 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:04.445712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c947688-b38a-4874-a197-0d96f90dd8a9 None None] Network 5dd71815-3437-4a80-bc85-0a7423cb0716 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:22:04.447539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:04.448166 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:04.476938 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-478c5a57-fa9b-4ab1-b541-9ff31e74a96f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4545670 Aug 26 11:22:04.478443 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59748) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:04.499610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27ae0579-ede0-4792-a367-ae683a129ffe req-629e55a7-4aa8-4caf-91cc-5034336e080c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 210 time: 0.0553875 Aug 26 11:22:04.500771 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Attempting to bind port bc5fe388-6a47-4b92-b8c1-dff85fabada8 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:22:04.501163 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Attempting to bind port bc5fe388-6a47-4b92-b8c1-dff85fabada8 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:22:04.501529 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Attempting to bind port bc5fe388-6a47-4b92-b8c1-dff85fabada8 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:22:04.532645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9fbaa973-be2e-46f5-9729-6bc726984a13 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:22:04.538556 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Pushing event updated for resources: {'Port': ['ID=bc5fe388-6a47-4b92-b8c1-dff85fabada8,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:04.542213 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:22:04.542616 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:22:04.543050 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:04.543450 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:22:04.543925 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Bound port: bc5fe388-6a47-4b92-b8c1-dff85fabada8, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:22:04.545081 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:04.558642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 9fbaa973-be2e-46f5-9729-6bc726984a13 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:22:04.559398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9fbaa973-be2e-46f5-9729-6bc726984a13 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:22:04.580949 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.581355 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.581629 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.581971 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.582311 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.582645 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.583003 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.583335 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.583664 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.583981 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.584310 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.584636 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:22:04.618330 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] For port bc5fe388-6a47-4b92-b8c1-dff85fabada8, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:22:04.623229 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] For port bc5fe388-6a47-4b92-b8c1-dff85fabada8, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bc5fe388-6a47-4b92-b8c1-dff85fabada8,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:22:04.629022 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:04.685579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-5dd71815-3437-4a80-bc85-0a7423cb0716', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ips': [{'subnet_id': '734be759-06aa-49a7-bc3b-270e92a87425'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:22:04.686663 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:04.713704 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dadf4a-dbe9-4b3e-8a28-8ce0a5c5c300 None None] Pushing event updated for resources: {'Port': ['ID=bc5fe388-6a47-4b92-b8c1-dff85fabada8,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:04.723212 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Routers {'5d3007bc-5211-4874-8177-3cbd930c07f6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:22:04.724952 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:21:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5d3007bc-5211-4874-8177-3cbd930c07f6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:04.840326 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] Set router 5d3007bc-5211-4874-8177-3cbd930c07f6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:22:04.847892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Allocated IP 172.20.0.2 (5dd71815-3437-4a80-bc85-0a7423cb0716/734be759-06aa-49a7-bc3b-270e92a87425/0a105cb4-e8bc-40f3-8cd1-a773adae488f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:22:05.045098 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:05.047471 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:03Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:05.057755 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Transition to ACTIVE for port object 0a105cb4-e8bc-40f3-8cd1-a773adae488f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:22:05.076724 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02487c53-36cc-48c3-b5b7-80bd8245cb40 None None] The sync data for ids ['5d3007bc-5211-4874-8177-3cbd930c07f6'] in n-d-778550-13 is: [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:03Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:22:05.077795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Transition to ACTIVE for port object 0a105cb4-e8bc-40f3-8cd1-a773adae488f will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:22:05.089985 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:05.093498 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:05.139421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Pushing event updated for resources: {'Port': ['ID=0a105cb4-e8bc-40f3-8cd1-a773adae488f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:05.159746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Network 5dd71815-3437-4a80-bc85-0a7423cb0716 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:22:05.161378 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:22:05.164588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:22:05.242957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Attempting to bind port 0a105cb4-e8bc-40f3-8cd1-a773adae488f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:22:05.243469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Attempting to bind port 0a105cb4-e8bc-40f3-8cd1-a773adae488f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:22:05.243934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Attempting to bind port 0a105cb4-e8bc-40f3-8cd1-a773adae488f on network 5dd71815-3437-4a80-bc85-0a7423cb0716 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:22:05.250839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:22:05.251580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Checking segment: {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:22:05.251891 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:05.252387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Bound using segment: {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:22:05.252981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Bound port: 0a105cb4-e8bc-40f3-8cd1-a773adae488f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:22:05.253489 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:05.328897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] For port 0a105cb4-e8bc-40f3-8cd1-a773adae488f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:22:05.333171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] For port 0a105cb4-e8bc-40f3-8cd1-a773adae488f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0a105cb4-e8bc-40f3-8cd1-a773adae488f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:22:05.340687 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:05.457078 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe244b-b6df-4e20-8793-da71443b430f None None] Pushing event updated for resources: {'Port': ['ID=0a105cb4-e8bc-40f3-8cd1-a773adae488f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:05.627686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b31c5a0-5a9c-40fd-86df-2298c11f52fb req-8e0813e5-8f9e-4b59-ab33-6bd22c367f71 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 210 time: 0.0523355 Aug 26 11:22:05.835333 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.20.0.1 (5dd71815-3437-4a80-bc85-0a7423cb0716/734be759-06aa-49a7-bc3b-270e92a87425/b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:22:05.968577 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:05.983827 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Transition to ACTIVE for port object b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:22:06.027158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:06.077469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 5dd71815-3437-4a80-bc85-0a7423cb0716 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:22:06.083072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:22:06.087123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:22:06.112631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:06.137237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:06.295548 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:06.423751 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0a105cb4-e8bc-40f3-8cd1-a773adae488f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:22:06.482145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 0a105cb4-e8bc-40f3-8cd1-a773adae488f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:22:06.488960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bc5fe388-6a47-4b92-b8c1-dff85fabada8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:22:06.555801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port bc5fe388-6a47-4b92-b8c1-dff85fabada8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:22:06.562654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port bc5fe388-6a47-4b92-b8c1-dff85fabada8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:06.563084 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:06.654055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec74287a-83de-441a-9bcd-7ab60302b876 None None] Network 5dd71815-3437-4a80-bc85-0a7423cb0716 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:22:06.669146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:06.678068 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:06.743469 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:06.791205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:06.797312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:06.797866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-eefab66d-621c-4677-91d3-df4bb2ee351e None None] Provisioning for port 0a105cb4-e8bc-40f3-8cd1-a773adae488f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:22:06.801268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port bc5fe388-6a47-4b92-b8c1-dff85fabada8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bc5fe388-6a47-4b92-b8c1-dff85fabada8,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:22:06.806213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-484de57d-b9d6-49ba-8755-adff858c1410 req-67aac67a-d89b-468b-9095-d4c656565347 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=c095498b-db8d-4a2c-95c6-2b33bb2d034f HTTP/1.1" status: 200 len: 210 time: 0.0658467 Aug 26 11:22:06.808893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-eefab66d-621c-4677-91d3-df4bb2ee351e None None] Provisioning complete for port 0a105cb4-e8bc-40f3-8cd1-a773adae488f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:06.809305 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eefab66d-621c-4677-91d3-df4bb2ee351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:06.816887 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:06.936023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 5dd71815-3437-4a80-bc85-0a7423cb0716 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:22:06.937521 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:22:06.948213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=bc5fe388-6a47-4b92-b8c1-dff85fabada8,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:07.025064 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eefab66d-621c-4677-91d3-df4bb2ee351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:07.088707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-eefab66d-621c-4677-91d3-df4bb2ee351e None None] For port 0a105cb4-e8bc-40f3-8cd1-a773adae488f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0a105cb4-e8bc-40f3-8cd1-a773adae488f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:22:07.095405 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eefab66d-621c-4677-91d3-df4bb2ee351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:07.125537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 5d3007bc-5211-4874-8177-3cbd930c07f6 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:22:07.194845 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefab66d-621c-4677-91d3-df4bb2ee351e None None] Pushing event updated for resources: {'Port': ['ID=0a105cb4-e8bc-40f3-8cd1-a773adae488f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:07.295968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:22:07.315470 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7ea69dc2-9178-407a-8d2a-1253c779df6c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "PUT /v2.0/routers/5d3007bc-5211-4874-8177-3cbd930c07f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8295460 Aug 26 11:22:07.361485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Sync routers for ids ['5d3007bc-5211-4874-8177-3cbd930c07f6'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:22:07.375979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Routers {'5d3007bc-5211-4874-8177-3cbd930c07f6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:22:07.377092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:21:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5d3007bc-5211-4874-8177-3cbd930c07f6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:07.471058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2839f0bf-bf93-42e0-a1d8-4abb91ed6c39 None None] Provisioning complete for port 0a105cb4-e8bc-40f3-8cd1-a773adae488f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:07.471674 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2839f0bf-bf93-42e0-a1d8-4abb91ed6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:07.527710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-3580e5b4-4dfc-4c8b-80fe-d67c1d255bee tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584495460&fields=id&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 267 time: 0.0399611 Aug 26 11:22:07.574935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Set router 5d3007bc-5211-4874-8177-3cbd930c07f6 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:22:07.655664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2839f0bf-bf93-42e0-a1d8-4abb91ed6c39 None None] Provisioning for port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:22:07.657573 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-43008942-b3e0-420c-8680-d463027f4d8c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:07.669192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2839f0bf-bf93-42e0-a1d8-4abb91ed6c39 None None] Provisioning complete for port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:07.669192 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2839f0bf-bf93-42e0-a1d8-4abb91ed6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:07.670162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-43008942-b3e0-420c-8680-d463027f4d8c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/networks?id=5dd71815-3437-4a80-bc85-0a7423cb0716 HTTP/1.1" status: 200 len: 796 time: 0.1332455 Aug 26 11:22:07.688147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-0adc9989-851c-48bb-8921-8626faa05f7c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/quotas/e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 375 time: 0.0167775 Aug 26 11:22:07.743633 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-cb87693c-25fc-4df0-b0a0-8676756b39e1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546007 Aug 26 11:22:07.953924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2839f0bf-bf93-42e0-a1d8-4abb91ed6c39 None None] Port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:22:07.971087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-b03bac3e-6cc4-4467-87ed-fa53318d5a2e service neutron] 10.222.0.21 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136266 Aug 26 11:22:08.040893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff', 'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:6d:ce:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '734be759-06aa-49a7-bc3b-270e92a87425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:05Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 2, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '734be759-06aa-49a7-bc3b-270e92a87425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:08.084167 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Checking router: 5d3007bc-5211-4874-8177-3cbd930c07f6 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:22:08.084672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Updating router 5d3007bc-5211-4874-8177-3cbd930c07f6 port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:22:08.101608 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-9626f211-45d3-44d9-acdf-b09d39d39355 service neutron] 10.222.0.21 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296480 Aug 26 11:22:08.119333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2e855faf-57ef-4f76-a6f4-08fcc2ff6f2e None None] Provisioning complete for port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:08.119933 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e855faf-57ef-4f76-a6f4-08fcc2ff6f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:08.120679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-3e96950c-2736-4c85-824c-9ef1ad9594b5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851348505&fields=id&tenant_id=b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 267 time: 0.0910041 Aug 26 11:22:08.166150 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:08.208495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2e855faf-57ef-4f76-a6f4-08fcc2ff6f2e None None] Port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:22:08.288505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-48dab30c-b7af-4a77-97b1-b5d4ade4ea9c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:08.297473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-48dab30c-b7af-4a77-97b1-b5d4ade4ea9c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.1674037 Aug 26 11:22:08.331562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-af49ef9e-8cf7-47c1-84e5-0dafb1066c76 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/quotas/b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 375 time: 0.0330219 Aug 26 11:22:08.373850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c58ec7e0-7bed-4a3e-b60f-bf493efdcceb req-ecae56eb-bf3b-43c5-b8b3-5d1022c4038e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 210 time: 0.0733604 Aug 26 11:22:08.397396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0a105cb4-e8bc-40f3-8cd1-a773adae488f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:22:08.427386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-4026177a-df06-40b9-adb7-346a7d204fab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676463 Aug 26 11:22:08.537481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 0a105cb4-e8bc-40f3-8cd1-a773adae488f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:08.537952 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:08.562374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b21050d1-c1bb-4eae-896e-d997c1b258bc service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219471 Aug 26 11:22:08.597829 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:08.615328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Transition to ACTIVE for port object b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:22:08.627763 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:08.711385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-bcdd5841-f51c-45f1-8cdd-b010d3a6e549 service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420760 Aug 26 11:22:08.784799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Attempting to bind port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:22:08.785884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Attempting to bind port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:22:08.786443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Attempting to bind port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff on network 5dd71815-3437-4a80-bc85-0a7423cb0716 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:22:08.795156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:22:08.795603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Checking segment: {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:22:08.795971 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:08.796424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Bound using segment: {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:22:08.796957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Bound port: b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:22:08.797395 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:08.800677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077f48b-b7ba-4b2d-a80d-c5c37d614676 None None] Pushing event updated for resources: {'Port': ['ID=b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:08.814242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bc5fe388-6a47-4b92-b8c1-dff85fabada8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:22:08.940624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port bc5fe388-6a47-4b92-b8c1-dff85fabada8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:08.941149 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:08.979791 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] For port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:22:08.999585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] For port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:22:09.009580 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:09.088119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Routers {'5d3007bc-5211-4874-8177-3cbd930c07f6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:22:09.088892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:21:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5d3007bc-5211-4874-8177-3cbd930c07f6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:09.193202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077f48b-b7ba-4b2d-a80d-c5c37d614676 None None] Pushing event updated for resources: {'Port': ['ID=b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:09.259387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eca9a230-19ba-412c-9d12-f23ea5ac3061 req-4913faa4-82ac-4fc2-9f97-46d1fe144931 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 210 time: 0.0884929 Aug 26 11:22:09.365476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] Set router 5d3007bc-5211-4874-8177-3cbd930c07f6 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:22:09.502249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68a5c542-c003-41ac-9979-49225ea43a90 req-5980efe5-ad11-4e5e-9893-a452b3396220 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 210 time: 0.0368211 Aug 26 11:22:09.636325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff', 'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:6d:ce:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '734be759-06aa-49a7-bc3b-270e92a87425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:05Z', 'updated_at': '2021-08-26T11:22:08Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '734be759-06aa-49a7-bc3b-270e92a87425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:09.677495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44b085c-1c73-41dd-83a6-69880fcda9e9 None None] The sync data for ids ['5d3007bc-5211-4874-8177-3cbd930c07f6'] in n-d-778550-13 is: [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff', 'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:6d:ce:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '734be759-06aa-49a7-bc3b-270e92a87425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:05Z', 'updated_at': '2021-08-26T11:22:08Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '734be759-06aa-49a7-bc3b-270e92a87425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:22:09.860685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-cb1b774a-91d0-47cf-9d1b-ce9f7742daf4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:09.863072 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-cb1b774a-91d0-47cf-9d1b-ce9f7742daf4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.47 "GET /v2.0/networks?id=5dd71815-3437-4a80-bc85-0a7423cb0716 HTTP/1.1" status: 200 len: 796 time: 0.2110176 Aug 26 11:22:09.929155 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-f17beaa6-bed9-472c-ad21-06a2ccec1fa8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 380 time: 0.0526693 Aug 26 11:22:09.941770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'port': {'device_id': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'admin_state_up': True, 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'security_groups': ['64c845a3-fed0-44ce-ab1d-9d315323ede2']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:10.064148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:22:10.068405 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:10.241832 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.20.0.9 (5dd71815-3437-4a80-bc85-0a7423cb0716/734be759-06aa-49a7-bc3b-270e92a87425/d6c2df2e-6d3c-4938-b476-adcc3744030f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:22:10.421527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:22:10.511362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-066834b4-4d93-492a-9221-9eb4520cf943 req-0b351bb5-97f4-4e9e-8234-00be8d40fc5b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 210 time: 0.0570614 Aug 26 11:22:10.540632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:22:10.562641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:10.564431 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:10.685459 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:10.690869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a9c78fb-11cf-4ca7-9385-398fdc13a62a req-ddfdea46-a7b5-483f-81db-f92c17d48aff tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 210 time: 0.0687015 Aug 26 11:22:10.713346 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-05d0c26b-09b1-4974-895a-6f34bf86bd7f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:10.713346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-05d0c26b-09b1-4974-895a-6f34bf86bd7f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.3558271 Aug 26 11:22:10.778958 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:10.791567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:22:10.802302 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:10.803220 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-856ee5f6-3639-4f59-9751-350553d023f0 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 380 time: 0.0842888 Aug 26 11:22:10.807221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Transition to ACTIVE for port object d6c2df2e-6d3c-4938-b476-adcc3744030f will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:22:10.814771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'port': {'device_id': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'admin_state_up': True, 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'security_groups': ['73144955-7f5c-41d7-a297-780d34314445']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:10.876262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:10.879246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:10.931561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=d6c2df2e-6d3c-4938-b476-adcc3744030f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:10.944382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 5dd71815-3437-4a80-bc85-0a7423cb0716 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:22:10.945916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:22:10.948456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:22:11.006518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:11.007547 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:11.052015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Made reservation on behalf of b6004e8ddb64481b8fb8b975d301d1ab for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:22:11.059334 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:11.061183 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-fe784b1a-9a4f-4458-8b64-94f83f9681d8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1232569 Aug 26 11:22:11.075363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Request body: {'port': {'device_id': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:11.223169 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:11.244988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Allocated IP 172.20.0.3 (425c1548-ff0b-496e-9ab6-42aac07c907a/d60a612c-a025-4e07-8431-dbe7e8facf35/07f2bf0e-6e6a-4d89-b56f-e46180438725) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:22:11.306714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2f220693-c31f-4738-8c0c-41eb4b83f1ae None None] Provisioning for port d6c2df2e-6d3c-4938-b476-adcc3744030f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:22:11.313599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2f220693-c31f-4738-8c0c-41eb4b83f1ae None None] Provisioning complete for port d6c2df2e-6d3c-4938-b476-adcc3744030f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:11.314129 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f220693-c31f-4738-8c0c-41eb4b83f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:11.427878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2f220693-c31f-4738-8c0c-41eb4b83f1ae None None] Port d6c2df2e-6d3c-4938-b476-adcc3744030f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:22:11.507254 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:11.526682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Transition to ACTIVE for port object 07f2bf0e-6e6a-4d89-b56f-e46180438725 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:22:11.573803 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:11.656651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Network 425c1548-ff0b-496e-9ab6-42aac07c907a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:22:11.673160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:22:11.682529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:22:11.715984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c2df2e-6d3c-4938-b476-adcc3744030f {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:22:11.727088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:11.749379 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Transition to ACTIVE for port object d6c2df2e-6d3c-4938-b476-adcc3744030f will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:22:11.755246 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:11.781634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=07f2bf0e-6e6a-4d89-b56f-e46180438725,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:11.848124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c2df2e-6d3c-4938-b476-adcc3744030f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:11.848436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05002830-a6f1-4d6c-a3d0-745d242a38bb req-bddf0293-62c1-44c1-86ae-50fa83002938 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:11.850427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05002830-a6f1-4d6c-a3d0-745d242a38bb req-bddf0293-62c1-44c1-86ae-50fa83002938 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 931 time: 0.2172883 Aug 26 11:22:11.936320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:11.937311 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.002985 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:22:12.003582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:22:12.003967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f on network 5dd71815-3437-4a80-bc85-0a7423cb0716 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:22:12.014818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05002830-a6f1-4d6c-a3d0-745d242a38bb req-9d912010-f5b6-419f-9c89-4b0058580117 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284962 Aug 26 11:22:12.018710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-a84da4f1-539b-4d08-aaeb-68306742ef5f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2080379 Aug 26 11:22:12.022934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Port d6c2df2e-6d3c-4938-b476-adcc3744030f on network 5dd71815-3437-4a80-bc85-0a7423cb0716 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:22:12.023266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f on network 5dd71815-3437-4a80-bc85-0a7423cb0716 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:22:12.028295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817acaa-29eb-4fff-b6cd-0dfc258b88f2 req-bcdd89c9-5781-415d-8821-a4af0d16e357 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:12.030579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5817acaa-29eb-4fff-b6cd-0dfc258b88f2 req-bcdd89c9-5781-415d-8821-a4af0d16e357 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 943 time: 0.1674991 Aug 26 11:22:12.034286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:22:12.034670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Checking segment: {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:22:12.035080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Bound using segment: {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:22:12.035528 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Bound port: d6c2df2e-6d3c-4938-b476-adcc3744030f, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:22:12.035897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.043724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Request body: {'port': {'device_id': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:12.139695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:22:12.149289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:22:12.163204 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.177197 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.184544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5817acaa-29eb-4fff-b6cd-0dfc258b88f2 req-6532ec20-bb88-427e-9a41-93441e1a55d7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973001 Aug 26 11:22:12.242281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:12.245683 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.250756 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6c2df2e-6d3c-4938-b476-adcc3744030f HTTP/1.1" status: 200 len: 1092 time: 1.1808524 Aug 26 11:22:12.257556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:22:12.265476 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463ffd72-62b1-4ab0-831c-edb9c95d3a20" -d '{"events": [{"name": "network-changed", "server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:22:12.287927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2308c6b2-9af2-4953-83ce-e38113eaeb69 None None] Provisioning for port 07f2bf0e-6e6a-4d89-b56f-e46180438725 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:22:12.302282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2308c6b2-9af2-4953-83ce-e38113eaeb69 None None] Provisioning complete for port 07f2bf0e-6e6a-4d89-b56f-e46180438725 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:12.302476 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2308c6b2-9af2-4953-83ce-e38113eaeb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.342304 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b83fd6-5dce-4100-999e-7f21afa2c470 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c2df2e-6d3c-4938-b476-adcc3744030f,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:12.363586 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:22:12.382824 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a136fab4-85dc-4c8c-96dc-a760f9e1c94b x-openstack-request-id: req-a136fab4-85dc-4c8c-96dc-a760f9e1c94b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:22:12.383132 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:22:12.383389 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a136fab4-85dc-4c8c-96dc-a760f9e1c94b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:22:12.383875 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'status': 'completed', 'code': 200} Aug 26 11:22:12.400909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-918fb43b-1589-4da0-bd8a-c29c6f2e30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:12.402695 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-918fb43b-1589-4da0-bd8a-c29c6f2e30a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1095 time: 0.0906355 Aug 26 11:22:12.462048 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-37b008ad-bb2f-4bcb-9a67-b9303445d97c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f HTTP/1.1" status: 200 len: 217 time: 0.0509152 Aug 26 11:22:12.467990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2308c6b2-9af2-4953-83ce-e38113eaeb69 None None] Port 07f2bf0e-6e6a-4d89-b56f-e46180438725 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:22:12.502864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:12.503262 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.525261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-42441638-ed8a-4e3d-8801-099a1178c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:12.527351 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-42441638-ed8a-4e3d-8801-099a1178c212 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=734be759-06aa-49a7-bc3b-270e92a87425 HTTP/1.1" status: 200 len: 834 time: 0.0581183 Aug 26 11:22:12.584926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-74adb8ce-aebc-4323-afaf-f0235a2bdb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:12.586485 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-74adb8ce-aebc-4323-afaf-f0235a2bdb76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5dd71815-3437-4a80-bc85-0a7423cb0716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517414 Aug 26 11:22:12.621275 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f2bf0e-6e6a-4d89-b56f-e46180438725 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:22:12.638770 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.653000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Transition to ACTIVE for port object 07f2bf0e-6e6a-4d89-b56f-e46180438725 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:22:12.664180 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.710949 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-3b2d1c91-5848-4ec8-ac5a-af209e41a833 service neutron] 10.222.0.47 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164713 Aug 26 11:22:12.719205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Pushing event updated for resources: {'Port': ['ID=07f2bf0e-6e6a-4d89-b56f-e46180438725,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:12.811379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Attempting to bind port 07f2bf0e-6e6a-4d89-b56f-e46180438725 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:22:12.811594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Attempting to bind port 07f2bf0e-6e6a-4d89-b56f-e46180438725 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:22:12.811906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Attempting to bind port 07f2bf0e-6e6a-4d89-b56f-e46180438725 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:22:12.816795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Port 07f2bf0e-6e6a-4d89-b56f-e46180438725 on network 425c1548-ff0b-496e-9ab6-42aac07c907a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:22:12.817290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Attempting to bind port 07f2bf0e-6e6a-4d89-b56f-e46180438725 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:22:12.822254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:22:12.822599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Checking segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:22:12.823027 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Bound using segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:22:12.823587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Bound port: 07f2bf0e-6e6a-4d89-b56f-e46180438725, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:22:12.824272 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.838928 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3175c703-1e90-416d-af66-dbe3a0cc248f req-30b5e936-d5db-4e1a-94df-67156b348f86 service neutron] 10.222.0.47 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172478 Aug 26 11:22:12.901481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] For port 07f2bf0e-6e6a-4d89-b56f-e46180438725, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:22:12.909324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] For port 07f2bf0e-6e6a-4d89-b56f-e46180438725, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=07f2bf0e-6e6a-4d89-b56f-e46180438725,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:22:12.915543 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.940724 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-7c86ce43-5cc4-415e-9775-794bee92001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:12.942282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-7c86ce43-5cc4-415e-9775-794bee92001e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1095 time: 0.0523188 Aug 26 11:22:12.988754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:12.989419 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:12.991187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] 10.222.0.47 "PUT /v2.0/ports/07f2bf0e-6e6a-4d89-b56f-e46180438725 HTTP/1.1" status: 200 len: 1092 time: 0.9526200 Aug 26 11:22:12.991954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a1084-8453-4680-b86a-29cb99dbd97b service neutron] Pushing event updated for resources: {'Port': ['ID=07f2bf0e-6e6a-4d89-b56f-e46180438725,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:12.995370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'tag': '07f2bf0e-6e6a-4d89-b56f-e46180438725'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:22:12.999263 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47" -d '{"events": [{"name": "network-changed", "server_uuid": "41c8ca7a-167e-4ad2-bf25-1f8966c67264", "tag": "07f2bf0e-6e6a-4d89-b56f-e46180438725"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:22:13.097566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-304bd48b-ed26-4839-baee-e27eb5fab18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:13.098994 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-304bd48b-ed26-4839-baee-e27eb5fab18e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5dd71815-3437-4a80-bc85-0a7423cb0716 HTTP/1.1" status: 200 len: 897 time: 0.1496160 Aug 26 11:22:13.128347 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87a5830-d730-47cf-a8c7-a5ea6de4b7aa x-openstack-request-id: req-b87a5830-d730-47cf-a8c7-a5ea6de4b7aa {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:22:13.128679 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c8ca7a-167e-4ad2-bf25-1f8966c67264", "tag": "07f2bf0e-6e6a-4d89-b56f-e46180438725", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:22:13.128944 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b87a5830-d730-47cf-a8c7-a5ea6de4b7aa {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:22:13.129505 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'tag': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'status': 'completed', 'code': 200} Aug 26 11:22:13.167328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-38c481ab-70c8-434a-b831-f5e5e88e391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:13.176749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-38c481ab-70c8-434a-b831-f5e5e88e391d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 1095 time: 0.1381309 Aug 26 11:22:13.188844 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-9ee033b9-e8ef-4072-a850-bc27735ccb70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f HTTP/1.1" status: 200 len: 217 time: 0.0825889 Aug 26 11:22:13.263139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-5cfbaf53-c17b-460d-9f0e-5910ea8494dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07f2bf0e-6e6a-4d89-b56f-e46180438725 HTTP/1.1" status: 200 len: 217 time: 0.0467377 Aug 26 11:22:13.273195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-1f31a318-664b-4540-b2c9-8a8a885a0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:13.274833 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-1f31a318-664b-4540-b2c9-8a8a885a0abe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=734be759-06aa-49a7-bc3b-270e92a87425 HTTP/1.1" status: 200 len: 834 time: 0.0774505 Aug 26 11:22:13.319185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15506c-0b9b-40e0-9d28-e6356601e8f9 req-97d99250-864d-44cc-a8de-e3518d4fd567 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:13.328624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf15506c-0b9b-40e0-9d28-e6356601e8f9 req-97d99250-864d-44cc-a8de-e3518d4fd567 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 943 time: 0.1485884 Aug 26 11:22:13.346205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-9b1d42d4-31ad-41f4-886f-4978610052da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:13.351985 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea630807-14fb-44d9-b491-21d27173b08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:13.357571 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-9b1d42d4-31ad-41f4-886f-4978610052da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5dd71815-3437-4a80-bc85-0a7423cb0716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746591 Aug 26 11:22:13.427375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf15506c-0b9b-40e0-9d28-e6356601e8f9 req-a4ecd846-dab1-41f7-b34b-e0a2f740e520 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977571 Aug 26 11:22:13.453317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-f815a0a5-1474-484e-bb7a-355198907f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:13.455192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-f815a0a5-1474-484e-bb7a-355198907f86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.1826861 Aug 26 11:22:13.480730 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1e48b-c222-4e9a-9122-3eca3e5e52f5 req-ac88c136-eaa1-4150-a5cc-75f32d975db6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:13.487707 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ea1e48b-c222-4e9a-9122-3eca3e5e52f5 req-ac88c136-eaa1-4150-a5cc-75f32d975db6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 943 time: 0.1875894 Aug 26 11:22:13.513061 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-c31abecb-ed64-400c-83e7-64fb68da307f service neutron] 10.222.0.47 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437044 Aug 26 11:22:13.568481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ea1e48b-c222-4e9a-9122-3eca3e5e52f5 req-09a89225-0889-49a8-b4ec-113779dc7762 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792971 Aug 26 11:22:13.572793 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-c2496607-bd5f-461c-9113-175bd62611a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:13.575738 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-c2496607-bd5f-461c-9113-175bd62611a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132836 Aug 26 11:22:13.644868 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-7871d101-666a-4e69-acf2-0d7fb1929e57 service neutron] 10.222.0.47 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285849 Aug 26 11:22:13.702232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-3730fff4-fbc7-4b21-9cd9-9a592b1d47f1 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176598 Aug 26 11:22:13.801357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c7b9852-1b83-40fc-bed7-1273f4827682 req-0d7ac7db-1850-4df7-88f0-b9cec1180155 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910120 Aug 26 11:22:13.897898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47 req-5f8f2408-f303-40de-8f13-2e57f60674a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:13.900028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47 req-5f8f2408-f303-40de-8f13-2e57f60674a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 1095 time: 0.0530541 Aug 26 11:22:14.054464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47 req-608b4e6c-9375-41ac-b4f0-52369dff57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:14.056018 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47 req-608b4e6c-9375-41ac-b4f0-52369dff57b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.1407039 Aug 26 11:22:14.102294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47 req-09498664-86d6-4e29-803f-19157ebc8ea8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07f2bf0e-6e6a-4d89-b56f-e46180438725 HTTP/1.1" status: 200 len: 217 time: 0.0374615 Aug 26 11:22:14.163671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47 req-29b7becf-9790-49c1-91ca-a9ade2d8ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:14.165401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47 req-29b7becf-9790-49c1-91ca-a9ade2d8ef03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0513391 Aug 26 11:22:14.237827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47 req-67dff368-5b23-470b-bbd9-e48c1b4e4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:14.239369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47 req-67dff368-5b23-470b-bbd9-e48c1b4e4df1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659795 Aug 26 11:22:14.343321 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47 req-69851ad6-2988-4ecb-bf1c-5a92dd8f30a7 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944788 Aug 26 11:22:14.464124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c1dc8d-d766-4df1-b569-9dbf8499aa47 req-d8a76197-0533-4160-a5fc-accf46d9ea29 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120367 Aug 26 11:22:14.573524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5e6ba-e009-4acd-95e3-003c862c511f req-8d871b37-7b12-4458-9449-b1b0fc611b79 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:14.576042 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14d5e6ba-e009-4acd-95e3-003c862c511f req-8d871b37-7b12-4458-9449-b1b0fc611b79 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 943 time: 0.0599906 Aug 26 11:22:14.616707 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14d5e6ba-e009-4acd-95e3-003c862c511f req-238a1e21-c17f-4e38-a8c1-7aae869a5026 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345447 Aug 26 11:22:14.717875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b3551-e018-49db-9406-50084792f17a req-82567074-100a-4e94-8d53-bf09e1d66fc8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:14.719407 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e3b3551-e018-49db-9406-50084792f17a req-82567074-100a-4e94-8d53-bf09e1d66fc8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 943 time: 0.0513961 Aug 26 11:22:14.759372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e3b3551-e018-49db-9406-50084792f17a req-e907c63a-1459-4889-98b7-4845b0b8a17b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335860 Aug 26 11:22:15.777390 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bef279f8-4c43-41ea-a4ab-164df22b8662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:15.783778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a227e2-91ea-4796-8787-f8a142e87349 req-10741931-afa6-4bcc-bc6c-22f7b809ca89 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:15.785996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93a227e2-91ea-4796-8787-f8a142e87349 req-10741931-afa6-4bcc-bc6c-22f7b809ca89 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 943 time: 0.0858066 Aug 26 11:22:15.841797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93a227e2-91ea-4796-8787-f8a142e87349 req-41cac432-234a-4920-8cca-06716074d922 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480669 Aug 26 11:22:15.926173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fcdae-a212-4363-8943-47aa65e87284 req-d33041b6-0ecf-44e3-bdd9-dfe1d56fe187 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:15.927727 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-504fcdae-a212-4363-8943-47aa65e87284 req-d33041b6-0ecf-44e3-bdd9-dfe1d56fe187 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 943 time: 0.0534394 Aug 26 11:22:15.962596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d6c2df2e-6d3c-4938-b476-adcc3744030f details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:22:15.974234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-504fcdae-a212-4363-8943-47aa65e87284 req-e13d0c13-9ed3-4a5d-aade-5b4fbf049941 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397718 Aug 26 11:22:16.088506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:22:16.102365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'port_id': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'mac_address': 'fa:16:3e:e5:b8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734be759-06aa-49a7-bc3b-270e92a87425', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:22:16.144308 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:16.158760 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c2df2e-6d3c-4938-b476-adcc3744030f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:22:16.179611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:22:16.184003 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:16.235000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=d6c2df2e-6d3c-4938-b476-adcc3744030f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:16.285727 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:16.761974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['d6c2df2e-6d3c-4938-b476-adcc3744030f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:22:16.961132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276052b-7068-4e1d-b4d9-ecaaa3150af3 req-6f34427d-deb2-4e83-830f-ef2973ef5862 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:16.962867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5276052b-7068-4e1d-b4d9-ecaaa3150af3 req-6f34427d-deb2-4e83-830f-ef2973ef5862 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 943 time: 0.0531528 Aug 26 11:22:17.010901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5276052b-7068-4e1d-b4d9-ecaaa3150af3 req-e8cd36bb-d096-43a8-9317-21695c55798a tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400286 Aug 26 11:22:17.101869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1e91c-534b-40e8-8348-b802141253a4 req-cd023df9-7765-460e-8aa4-69fde9d2d41e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:17.103651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2a1e91c-534b-40e8-8348-b802141253a4 req-cd023df9-7765-460e-8aa4-69fde9d2d41e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 944 time: 0.0557909 Aug 26 11:22:17.158544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2a1e91c-534b-40e8-8348-b802141253a4 req-056e64e3-7afe-41ca-a150-642846dd8b14 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422657 Aug 26 11:22:17.240308 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:17.972720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d6c2df2e-6d3c-4938-b476-adcc3744030f up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:22:18.023665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port d6c2df2e-6d3c-4938-b476-adcc3744030f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:22:18.027336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port d6c2df2e-6d3c-4938-b476-adcc3744030f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:18.027713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:18.111831 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:18.142781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bad66-8f4c-4284-8225-b220555e8d29 req-32ffab61-5fe5-4648-a704-a75d14c99a82 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:18.143370 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:22:18.144602 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb8bad66-8f4c-4284-8225-b220555e8d29 req-32ffab61-5fe5-4648-a704-a75d14c99a82 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 943 time: 0.0527029 Aug 26 11:22:18.145533 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcba6a55-ad8f-44d7-88a9-07d0d58b495f" -d '{"events": [{"server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "name": "network-vif-plugged", "status": "completed", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:22:18.160363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:22:18.171864 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:18.198654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb8bad66-8f4c-4284-8225-b220555e8d29 req-571678e6-8d21-4d25-93f9-cf2bca911ceb tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375736 Aug 26 11:22:18.229357 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18016799-8e93-41a7-b1a5-2054292a6263 x-openstack-request-id: req-18016799-8e93-41a7-b1a5-2054292a6263 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:22:18.229675 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "name": "network-vif-plugged", "status": "completed", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:22:18.229933 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18016799-8e93-41a7-b1a5-2054292a6263 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:22:18.230329 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'code': 200} Aug 26 11:22:18.250334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=d6c2df2e-6d3c-4938-b476-adcc3744030f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:18.323157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185b0bc-8250-46cf-9666-a3d25bbc98b4 req-2cedc45b-0e61-4e9a-aaf4-f3bbbce9928d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:18.324630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6185b0bc-8250-46cf-9666-a3d25bbc98b4 req-2cedc45b-0e61-4e9a-aaf4-f3bbbce9928d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.0775902 Aug 26 11:22:18.339167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a668d44-0cd8-4d07-922d-341d721cff10 req-02438ef8-4d48-484b-9c95-b29499c40ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:18.340554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a668d44-0cd8-4d07-922d-341d721cff10 req-02438ef8-4d48-484b-9c95-b29499c40ec5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1097 time: 0.0661814 Aug 26 11:22:18.381635 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6185b0bc-8250-46cf-9666-a3d25bbc98b4 req-c3dc49e8-3410-4d6d-a84c-7871bd885cfe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498238 Aug 26 11:22:18.393629 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a668d44-0cd8-4d07-922d-341d721cff10 req-b79e607e-65e5-4f0a-90f2-1461a0983e2b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458753 Aug 26 11:22:19.316604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:19.347780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dba0b1-2832-4eec-b2a6-0050a3f388c8 req-27e67c6b-f962-4abb-af2d-8950d2832067 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:19.349299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6dba0b1-2832-4eec-b2a6-0050a3f388c8 req-27e67c6b-f962-4abb-af2d-8950d2832067 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 943 time: 0.0669761 Aug 26 11:22:19.392893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6dba0b1-2832-4eec-b2a6-0050a3f388c8 req-39ee6dfb-82f6-4038-9407-a24331eed029 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374792 Aug 26 11:22:19.500494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370713a-c47b-4c1b-b9bc-8e8d8d959daf req-4c1578c4-9b30-480c-9bcb-ef8613d7fe63 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:19.507014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d370713a-c47b-4c1b-b9bc-8e8d8d959daf req-4c1578c4-9b30-480c-9bcb-ef8613d7fe63 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.0566368 Aug 26 11:22:19.545830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d370713a-c47b-4c1b-b9bc-8e8d8d959daf req-1becb8dd-094c-4e35-a430-9846bde29db9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353615 Aug 26 11:22:20.521262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5dd9d-a9c7-4143-a123-ddef84b374ea req-97c3498a-a3a7-43a4-a22c-0293952d3d5b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:20.523017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93c5dd9d-a9c7-4143-a123-ddef84b374ea req-97c3498a-a3a7-43a4-a22c-0293952d3d5b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 943 time: 0.0618372 Aug 26 11:22:20.579816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93c5dd9d-a9c7-4143-a123-ddef84b374ea req-d1acce45-b5aa-4e3f-8e83-5cc04d97b944 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365174 Aug 26 11:22:20.613456 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:20.704267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f26f7-636f-40e1-afcc-81d0c3c642b1 req-d9656bbe-9693-4fec-9a87-64a7bcb25bfb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:20.706164 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b63f26f7-636f-40e1-afcc-81d0c3c642b1 req-d9656bbe-9693-4fec-9a87-64a7bcb25bfb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.0686312 Aug 26 11:22:20.745845 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b63f26f7-636f-40e1-afcc-81d0c3c642b1 req-de40d215-0f70-409c-b01a-45fd3c76d4f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335069 Aug 26 11:22:20.868151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2248d-5a6c-4f95-8793-5cadd7bf2aa5 req-04cc4aa6-0185-4001-9d32-5ca868750174 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:20.869727 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5a2248d-5a6c-4f95-8793-5cadd7bf2aa5 req-04cc4aa6-0185-4001-9d32-5ca868750174 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.0500555 Aug 26 11:22:20.910780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5a2248d-5a6c-4f95-8793-5cadd7bf2aa5 req-7b1d869f-62f6-4f63-b4f0-1658dd58e81b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342789 Aug 26 11:22:20.939473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59948) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:20.991159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d859fc84-7902-4991-b9c6-581e09fd920a tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:20.995209 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d859fc84-7902-4991-b9c6-581e09fd920a tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1092 time: 0.0545459 Aug 26 11:22:20.995821 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59952) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:21.001156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:21.033564 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:21.134648 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:21.249738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.25.1.100 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/af245cc1-bc64-4753-abc0-0948de45989f) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:22:21.365777 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:21.409828 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:21.448880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:22:21.459553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:22:21.463419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:22:21.469931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=af245cc1-bc64-4753-abc0-0948de45989f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:21.753915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59496ac5-2582-44b7-94d9-ba1ce27dcef3 req-59475b50-a827-4ccf-9120-69aac04feaa6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:21.755546 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59496ac5-2582-44b7-94d9-ba1ce27dcef3 req-59475b50-a827-4ccf-9120-69aac04feaa6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 943 time: 0.1025484 Aug 26 11:22:21.861004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59496ac5-2582-44b7-94d9-ba1ce27dcef3 req-c4ecef94-849b-455e-ac0d-b1e7727d459c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786929 Aug 26 11:22:22.239313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:22.305364 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:22.380201 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:22.456326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:22.461927 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:22.534365 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=af245cc1-bc64-4753-abc0-0948de45989f,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:22.540643 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:22.647437 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Floating IP f3061735-7382-4819-931a-102b85e8dbda associated. External IP: 172.25.1.100, port: d6c2df2e-6d3c-4938-b476-adcc3744030f. Aug 26 11:22:22.868331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 5d3007bc-5211-4874-8177-3cbd930c07f6 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:22:23.009609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:22:23.023447 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a4ad8-a4df-49fe-aaa3-6a7e1e547e99 None None] Sync routers for ids ['5d3007bc-5211-4874-8177-3cbd930c07f6'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:22:23.029967 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693ad9e-8b81-45be-9a62-9d7a208a0e3a req-82026bf1-42cf-4a3b-8c15-1d0fb492e5d3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:23.031916 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0693ad9e-8b81-45be-9a62-9d7a208a0e3a req-82026bf1-42cf-4a3b-8c15-1d0fb492e5d3 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 943 time: 0.0727742 Aug 26 11:22:23.034588 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a4ad8-a4df-49fe-aaa3-6a7e1e547e99 None None] Routers {'5d3007bc-5211-4874-8177-3cbd930c07f6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:22:23.035721 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3e1a4ad8-a4df-49fe-aaa3-6a7e1e547e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:22:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5d3007bc-5211-4874-8177-3cbd930c07f6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:23.045073 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:23.103013 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fb216f1a-03e3-4a39-9a95-81dda96dd6b9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1034153 Aug 26 11:22:23.107455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:22:23.110101 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:22:23.121685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0693ad9e-8b81-45be-9a62-9d7a208a0e3a req-5af08a6f-5a28-46a5-95ed-e5815238d4af tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793300 Aug 26 11:22:23.204935 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7fb61a-c259-4e5a-a6c6-d0f511ffc276 x-openstack-request-id: req-da7fb61a-c259-4e5a-a6c6-d0f511ffc276 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:22:23.205375 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:22:23.205517 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da7fb61a-c259-4e5a-a6c6-d0f511ffc276 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:22:23.205941 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'status': 'completed', 'code': 200} Aug 26 11:22:23.264755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ace79d-9a88-40a9-8214-1f8c8b053b32 req-1954b146-92cc-4c55-a894-a2cc47894e7c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:23.265318 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-3e1a4ad8-a4df-49fe-aaa3-6a7e1e547e99 None None] Set router 5d3007bc-5211-4874-8177-3cbd930c07f6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:22:23.266564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8ace79d-9a88-40a9-8214-1f8c8b053b32 req-1954b146-92cc-4c55-a894-a2cc47894e7c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.0961347 Aug 26 11:22:23.288203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a req-4cadef20-a574-41c6-8bfc-d80b97f18749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:23.289651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a req-4cadef20-a574-41c6-8bfc-d80b97f18749 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1097 time: 0.0615945 Aug 26 11:22:23.376700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a8ace79d-9a88-40a9-8214-1f8c8b053b32 req-6cb354d4-9811-40f3-a639-cd5264281b9a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964112 Aug 26 11:22:23.409252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 59974) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:23.412957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a req-111291d4-e572-429f-a09b-70e5cd2b6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:23.415008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a req-111291d4-e572-429f-a09b-70e5cd2b6043 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5dd71815-3437-4a80-bc85-0a7423cb0716 HTTP/1.1" status: 200 len: 897 time: 0.1169944 Aug 26 11:22:23.479200 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c81659be-b968-4c64-9479-2682a9199cbb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/f3061735-7382-4819-931a-102b85e8dbda HTTP/1.1" status: 200 len: 991 time: 0.0687678 Aug 26 11:22:23.498489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a req-c31afd2f-751a-4393-a290-810df876fcb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f HTTP/1.1" status: 200 len: 999 time: 0.0763140 Aug 26 11:22:23.517903 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3e1a4ad8-a4df-49fe-aaa3-6a7e1e547e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'f3061735-7382-4819-931a-102b85e8dbda', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'port_id': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'mac_address': 'fa:16:3e:e5:b8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:21Z', 'updated_at': '2021-08-26T11:22:21Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff', 'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:6d:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '734be759-06aa-49a7-bc3b-270e92a87425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:05Z', 'updated_at': '2021-08-26T11:22:10Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '734be759-06aa-49a7-bc3b-270e92a87425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:23.544787 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a4ad8-a4df-49fe-aaa3-6a7e1e547e99 None None] Checking router: 5d3007bc-5211-4874-8177-3cbd930c07f6 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:22:23.549680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a req-adea5198-af40-4855-abb9-40cd66134653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:23.550996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a req-adea5198-af40-4855-abb9-40cd66134653 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=734be759-06aa-49a7-bc3b-270e92a87425 HTTP/1.1" status: 200 len: 834 time: 0.0451493 Aug 26 11:22:23.553394 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a4ad8-a4df-49fe-aaa3-6a7e1e547e99 None None] Routers {'5d3007bc-5211-4874-8177-3cbd930c07f6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:22:23.553999 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3e1a4ad8-a4df-49fe-aaa3-6a7e1e547e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:22:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5d3007bc-5211-4874-8177-3cbd930c07f6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:23.616935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a req-b4a44cb2-4d91-42ff-be8f-105efad25724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:23.622775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a req-b4a44cb2-4d91-42ff-be8f-105efad25724 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5dd71815-3437-4a80-bc85-0a7423cb0716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644248 Aug 26 11:22:23.677046 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-3e1a4ad8-a4df-49fe-aaa3-6a7e1e547e99 None None] Set router 5d3007bc-5211-4874-8177-3cbd930c07f6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:22:23.722148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a req-f1a6bc02-a6c7-4061-8652-9c3bcbe41852 service neutron] 10.222.0.47 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901620 Aug 26 11:22:23.821140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a27f9adb-b757-4f0c-96ba-3e59bbd90a6a req-f49cf5e4-4858-464f-a5c6-f13ccefa566b service neutron] 10.222.0.47 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916643 Aug 26 11:22:23.917770 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3e1a4ad8-a4df-49fe-aaa3-6a7e1e547e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'f3061735-7382-4819-931a-102b85e8dbda', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'port_id': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'mac_address': 'fa:16:3e:e5:b8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:21Z', 'updated_at': '2021-08-26T11:22:21Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff', 'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:6d:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '734be759-06aa-49a7-bc3b-270e92a87425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:05Z', 'updated_at': '2021-08-26T11:22:10Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '734be759-06aa-49a7-bc3b-270e92a87425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:23.949382 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a4ad8-a4df-49fe-aaa3-6a7e1e547e99 None None] The sync data for ids ['5d3007bc-5211-4874-8177-3cbd930c07f6'] in n-d-778550-13 is: [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'f3061735-7382-4819-931a-102b85e8dbda', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'port_id': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'mac_address': 'fa:16:3e:e5:b8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:21Z', 'updated_at': '2021-08-26T11:22:21Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff', 'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:6d:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '734be759-06aa-49a7-bc3b-270e92a87425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:05Z', 'updated_at': '2021-08-26T11:22:10Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '734be759-06aa-49a7-bc3b-270e92a87425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:22:23.991414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 07f2bf0e-6e6a-4d89-b56f-e46180438725 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:22:24.093567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 07f2bf0e-6e6a-4d89-b56f-e46180438725, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=07f2bf0e-6e6a-4d89-b56f-e46180438725,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:22:24.107944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'port_id': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'mac_address': 'fa:16:3e:96:12:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:22:24.176957 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:24.194065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f2bf0e-6e6a-4d89-b56f-e46180438725 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:22:24.232728 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ce0f99-591f-4d54-9448-8c5d9a5076bc None None] New status for floating IP f3061735-7382-4819-931a-102b85e8dbda: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:22:24.240672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 07f2bf0e-6e6a-4d89-b56f-e46180438725, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=07f2bf0e-6e6a-4d89-b56f-e46180438725,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:22:24.273726 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:24.303888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b54e4-9fd3-4c73-ba1d-f61390883a29 req-7f5377f8-d1f6-457e-9855-8202099fb19f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:24.311271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-904b54e4-9fd3-4c73-ba1d-f61390883a29 req-7f5377f8-d1f6-457e-9855-8202099fb19f tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 944 time: 0.0608602 Aug 26 11:22:24.346016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-904b54e4-9fd3-4c73-ba1d-f61390883a29 req-dad706d4-4842-453f-ae21-7bc759e41e28 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337195 Aug 26 11:22:24.376177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=07f2bf0e-6e6a-4d89-b56f-e46180438725,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:24.480717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 59984) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:24.543739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-36062859-bf56-4cf1-be39-46889aa5a823 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/f3061735-7382-4819-931a-102b85e8dbda HTTP/1.1" status: 200 len: 993 time: 0.0616519 Aug 26 11:22:24.603433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['07f2bf0e-6e6a-4d89-b56f-e46180438725'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:22:25.493847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a703e-b467-44e0-9ce4-bbcb265d919b req-6c6cabb0-8e5e-40e4-ba33-6440964a0836 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:25.495962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c99a703e-b467-44e0-9ce4-bbcb265d919b req-6c6cabb0-8e5e-40e4-ba33-6440964a0836 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 944 time: 0.0636430 Aug 26 11:22:25.545010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c99a703e-b467-44e0-9ce4-bbcb265d919b req-0007da9a-5f48-4bfd-8e24-0e11cc1834b5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372429 Aug 26 11:22:26.006460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 07f2bf0e-6e6a-4d89-b56f-e46180438725 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:22:26.077159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 07f2bf0e-6e6a-4d89-b56f-e46180438725 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:22:26.081596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 07f2bf0e-6e6a-4d89-b56f-e46180438725 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:22:26.081973 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:26.185296 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:26.224994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f2bf0e-6e6a-4d89-b56f-e46180438725'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:22:26.229535 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964b1da4-c577-4b3c-9067-3d725d31075f" -d '{"events": [{"server_uuid": "41c8ca7a-167e-4ad2-bf25-1f8966c67264", "name": "network-vif-plugged", "status": "completed", "tag": "07f2bf0e-6e6a-4d89-b56f-e46180438725"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:22:26.249216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 07f2bf0e-6e6a-4d89-b56f-e46180438725, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=07f2bf0e-6e6a-4d89-b56f-e46180438725,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:22:26.253815 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:26.298063 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3458574a-99c4-4290-985b-c4101e782e2a x-openstack-request-id: req-3458574a-99c4-4290-985b-c4101e782e2a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:22:26.298355 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c8ca7a-167e-4ad2-bf25-1f8966c67264", "name": "network-vif-plugged", "status": "completed", "tag": "07f2bf0e-6e6a-4d89-b56f-e46180438725", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:22:26.298599 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3458574a-99c4-4290-985b-c4101e782e2a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:22:26.299027 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'code': 200} Aug 26 11:22:26.314099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=07f2bf0e-6e6a-4d89-b56f-e46180438725,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:26.412123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1fd85-700d-4dee-9a52-b3f164d48f5f req-882756c4-97be-4d4f-b7d2-c7bd2483cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:26.413777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64e1fd85-700d-4dee-9a52-b3f164d48f5f req-882756c4-97be-4d4f-b7d2-c7bd2483cbe7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 1097 time: 0.0475702 Aug 26 11:22:26.457934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64e1fd85-700d-4dee-9a52-b3f164d48f5f req-e096c31d-b19a-4dc4-9371-8e1af4e2a399 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370398 Aug 26 11:22:26.926789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafa083-d055-4b46-ac33-94c4b928e4b2 req-7311afb0-a0e1-44ad-bb4a-8be13b9f9f3c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:26.928317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9fafa083-d055-4b46-ac33-94c4b928e4b2 req-7311afb0-a0e1-44ad-bb4a-8be13b9f9f3c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 945 time: 0.0529916 Aug 26 11:22:26.972797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9fafa083-d055-4b46-ac33-94c4b928e4b2 req-67d10a82-02f2-4d95-922b-905265564884 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355771 Aug 26 11:22:28.118596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae67efa-a505-4ebf-bb8b-552bcd7c66ce req-0ecd3186-76fc-476b-8139-36ae5755e856 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:28.120374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ae67efa-a505-4ebf-bb8b-552bcd7c66ce req-0ecd3186-76fc-476b-8139-36ae5755e856 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 945 time: 0.0679245 Aug 26 11:22:28.167473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ae67efa-a505-4ebf-bb8b-552bcd7c66ce req-ccbc5c95-af74-4bce-877b-2e4db087a183 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376036 Aug 26 11:22:28.312115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952da37-21e6-4e44-9990-03345caa5225 req-6d1ccfb3-45a6-43ed-b8c0-0a6c8ced57f2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:28.313866 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8952da37-21e6-4e44-9990-03345caa5225 req-6d1ccfb3-45a6-43ed-b8c0-0a6c8ced57f2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 945 time: 0.0580840 Aug 26 11:22:28.359015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8952da37-21e6-4e44-9990-03345caa5225 req-c47b3565-121c-417a-860d-11d65503a6fa tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389946 Aug 26 11:22:28.383192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60024) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:28.548331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2914be4c-850f-4c2d-8b4e-b93d4dba4dbd tempest-TestVolumeBootPattern-464652518 tempest-TestVolumeBootPattern-464652518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:28.550197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2914be4c-850f-4c2d-8b4e-b93d4dba4dbd tempest-TestVolumeBootPattern-464652518 tempest-TestVolumeBootPattern-464652518-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 1092 time: 0.1659341 Aug 26 11:22:28.555277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60028) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:22:28.560944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:22:28.589611 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:28.701496 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:28.840310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Allocated IP 172.25.1.11 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c27e0f47-14e9-4012-9b68-058975ad716e) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:22:28.957214 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:29.002099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:29.041924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:22:29.045761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:22:29.051897 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:22:29.077508 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=c27e0f47-14e9-4012-9b68-058975ad716e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:29.922441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:30.047329 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:30.218589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:30.225747 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:30.305046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=c27e0f47-14e9-4012-9b68-058975ad716e,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:22:30.315880 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:30.424192 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Floating IP 54e5edea-52b8-4e92-b6d7-d420f3d39d7c associated. External IP: 172.25.1.11, port: 07f2bf0e-6e6a-4d89-b56f-e46180438725. Aug 26 11:22:30.664490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:22:30.790113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:22:30.800747 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd84d5f-d1a9-45da-a5b1-afa737fd93c3 None None] Sync routers for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:22:30.813395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:30.815244 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd84d5f-d1a9-45da-a5b1-afa737fd93c3 None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:22:30.815915 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cfd84d5f-d1a9-45da-a5b1-afa737fd93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:22:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:30.854790 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1bd98258-be66-4b61-b6e2-ed07bd6ad92c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2868054 Aug 26 11:22:30.854790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'tag': '07f2bf0e-6e6a-4d89-b56f-e46180438725'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:22:30.854790 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139d2235-5a11-4316-bcc6-c0ac01c642aa" -d '{"events": [{"name": "network-changed", "server_uuid": "41c8ca7a-167e-4ad2-bf25-1f8966c67264", "tag": "07f2bf0e-6e6a-4d89-b56f-e46180438725"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:22:30.918804 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9355c666-a138-4689-aa8f-3a8878c48016 x-openstack-request-id: req-9355c666-a138-4689-aa8f-3a8878c48016 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:22:30.919738 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c8ca7a-167e-4ad2-bf25-1f8966c67264", "tag": "07f2bf0e-6e6a-4d89-b56f-e46180438725", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:22:30.923048 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9355c666-a138-4689-aa8f-3a8878c48016 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:22:30.923816 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'tag': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'status': 'completed', 'code': 200} Aug 26 11:22:30.939695 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-cfd84d5f-d1a9-45da-a5b1-afa737fd93c3 None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:22:30.999997 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d2235-5a11-4316-bcc6-c0ac01c642aa req-37d63447-b536-4a44-baf5-cf700bf4d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:31.002129 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-139d2235-5a11-4316-bcc6-c0ac01c642aa req-37d63447-b536-4a44-baf5-cf700bf4d9fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 1097 time: 0.0593572 Aug 26 11:22:31.105296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d2235-5a11-4316-bcc6-c0ac01c642aa req-4c01f795-253c-4e2f-97fe-97f0d87791f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:31.107638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-139d2235-5a11-4316-bcc6-c0ac01c642aa req-4c01f795-253c-4e2f-97fe-97f0d87791f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.0983534 Aug 26 11:22:31.181716 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-139d2235-5a11-4316-bcc6-c0ac01c642aa req-2049dbf9-86c4-4418-812d-9e6c1d93d381 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07f2bf0e-6e6a-4d89-b56f-e46180438725 HTTP/1.1" status: 200 len: 998 time: 0.0660045 Aug 26 11:22:31.204839 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cfd84d5f-d1a9-45da-a5b1-afa737fd93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '54e5edea-52b8-4e92-b6d7-d420f3d39d7c', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:96:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:29Z', 'updated_at': '2021-08-26T11:22:29Z', 'revision_number': 0, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:31.232826 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd84d5f-d1a9-45da-a5b1-afa737fd93c3 None None] Checking router: 68b508f5-e7c1-4f25-80ea-2e90d36d41aa for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:22:31.240006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d2235-5a11-4316-bcc6-c0ac01c642aa req-bef397e6-ee22-47ab-855a-bfa16f72917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:31.241780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-139d2235-5a11-4316-bcc6-c0ac01c642aa req-bef397e6-ee22-47ab-855a-bfa16f72917c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0526984 Aug 26 11:22:31.241985 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd84d5f-d1a9-45da-a5b1-afa737fd93c3 None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:22:31.243224 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cfd84d5f-d1a9-45da-a5b1-afa737fd93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:22:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:31.292063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d2235-5a11-4316-bcc6-c0ac01c642aa req-e59a61c0-0986-408a-ad3e-785fca962a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:22:31.293600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-139d2235-5a11-4316-bcc6-c0ac01c642aa req-e59a61c0-0986-408a-ad3e-785fca962a7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441082 Aug 26 11:22:31.357513 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-cfd84d5f-d1a9-45da-a5b1-afa737fd93c3 None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:22:31.420684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-139d2235-5a11-4316-bcc6-c0ac01c642aa req-f8354254-1d7c-4142-8342-13fb653d0dd2 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178944 Aug 26 11:22:31.534415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-139d2235-5a11-4316-bcc6-c0ac01c642aa req-208ab70b-b1b1-4968-a2dc-292c1ac1f0f5 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051097 Aug 26 11:22:31.646111 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cfd84d5f-d1a9-45da-a5b1-afa737fd93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '54e5edea-52b8-4e92-b6d7-d420f3d39d7c', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:96:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:29Z', 'updated_at': '2021-08-26T11:22:29Z', 'revision_number': 0, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:22:31.770432 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd84d5f-d1a9-45da-a5b1-afa737fd93c3 None None] The sync data for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 is: [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '54e5edea-52b8-4e92-b6d7-d420f3d39d7c', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:96:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:29Z', 'updated_at': '2021-08-26T11:22:29Z', 'revision_number': 0, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:22:32.017940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b5731-7d6a-465e-ad16-24514023324f None None] New status for floating IP 54e5edea-52b8-4e92-b6d7-d420f3d39d7c: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:22:34.763852 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:22:43.356831 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7f046bb0-4c4a-416a-827e-17817b4dd4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:45.775960 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4dbfaaba-b1aa-446b-8146-8ba281e0efe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:46.293417 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:47.240270 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:49.321467 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:50.637546 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:22:52.428325 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:01.346941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-c67b0bc0-7dfd-4594-9f8f-9242425dce9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501115 Aug 26 11:23:01.441324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-bc36bc77-9cc8-4a4c-8488-816cccac8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:01.442947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-bc36bc77-9cc8-4a4c-8488-816cccac8bc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1097 time: 0.0495522 Aug 26 11:23:01.550221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-9ee725ea-3351-4040-8115-111cae837587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:01.551859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-9ee725ea-3351-4040-8115-111cae837587 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5dd71815-3437-4a80-bc85-0a7423cb0716 HTTP/1.1" status: 200 len: 897 time: 0.0897226 Aug 26 11:23:01.628528 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-d44511cb-da17-42b0-b685-de7472dc8741 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f HTTP/1.1" status: 200 len: 1001 time: 0.0690513 Aug 26 11:23:01.680783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-1809d7a6-7579-4d63-800b-96129af26d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:01.682256 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-1809d7a6-7579-4d63-800b-96129af26d9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=734be759-06aa-49a7-bc3b-270e92a87425 HTTP/1.1" status: 200 len: 834 time: 0.0466080 Aug 26 11:23:01.738176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-3d3ade95-5b73-4a8d-8989-d8dba2a35589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:01.739795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-3d3ade95-5b73-4a8d-8989-d8dba2a35589 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5dd71815-3437-4a80-bc85-0a7423cb0716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490246 Aug 26 11:23:01.843822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-8015986d-2653-4755-80ee-583f24aff412 service neutron] 10.222.0.47 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959125 Aug 26 11:23:01.944228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-105c6a72-fef3-464f-b243-ee3f7f99f820 req-c9d6eac6-185e-4adc-9154-b877f70f09cd service neutron] 10.222.0.47 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910854 Aug 26 11:23:11.763950 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:23:13.349473 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-71072655-fdae-4710-8fdd-89eb9a9e5e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:15.760738 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc73ecd2-ff4f-45c2-993b-a205ea6ace67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:16.287239 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:17.238840 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:19.321616 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:20.621511 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:22.398778 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:25.337421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02a931-53ce-45f4-928a-902a7bf82d2c req-53110ed5-e634-451d-a950-750f3dfdc4be tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:25.339419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc02a931-53ce-45f4-928a-902a7bf82d2c req-53110ed5-e634-451d-a950-750f3dfdc4be tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.0562611 Aug 26 11:23:25.389503 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc02a931-53ce-45f4-928a-902a7bf82d2c req-d128244e-9545-4fd8-bace-4497a0fe929f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422785 Aug 26 11:23:25.413119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60590) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:25.490956 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-75842e59-4571-415c-a433-201cf9dd599e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/f3061735-7382-4819-931a-102b85e8dbda HTTP/1.1" status: 200 len: 993 time: 0.0763075 Aug 26 11:23:25.869706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea7b34-d31f-4c24-9a15-df96d3f99505 req-df319b6e-1cc5-4faf-aa79-a7a01ee7a4e2 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:25.871311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efea7b34-d31f-4c24-9a15-df96d3f99505 req-df319b6e-1cc5-4faf-aa79-a7a01ee7a4e2 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1097 time: 0.0448213 Aug 26 11:23:25.908924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efea7b34-d31f-4c24-9a15-df96d3f99505 req-68fe0741-7f3b-4d47-9124-05d87f806285 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304816 Aug 26 11:23:26.422450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60630) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:26.528938 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-c5c41d35-7eb0-4966-9327-bbc355e13149 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045642 Aug 26 11:23:27.131397 n-d-778550-13 neutron-server[101266]: WARNING keystonemiddleware.auth_token [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-c5c41d35-7eb0-4966-9327-bbc355e13149 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 11:23:27.135399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-4a9f0e86-95ce-4dd0-8531-8cc443758262 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:23:27.136585 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-4a9f0e86-95ce-4dd0-8531-8cc443758262 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0867712 Aug 26 11:23:27.149101 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Request body: {'binding': {'host': 'n-h2-778550-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:27.149652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Unknown quota resources ['binding']. {{(pid=101266) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 26 11:23:27.299252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f on host n-h2-778550-13 for vnic_type normal with profile None {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:23:27.299665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:23:27.299997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f on network 5dd71815-3437-4a80-bc85-0a7423cb0716 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:23:27.304529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Port d6c2df2e-6d3c-4938-b476-adcc3744030f on network 5dd71815-3437-4a80-bc85-0a7423cb0716 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:23:27.304852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f on network 5dd71815-3437-4a80-bc85-0a7423cb0716 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:23:27.310565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:23:27.310945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Checking segment: {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:23:27.311337 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Bound using segment: {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:23:27.311778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Bound port: d6c2df2e-6d3c-4938-b476-adcc3744030f, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:23:27.409856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:23:27.415668 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] Notify callbacks [] for binding, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:27.416950 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-01d6a208-fd58-4453-8de1-69fc14c4633c service neutron] 10.222.0.21 "POST /v2.0/ports/d6c2df2e-6d3c-4938-b476-adcc3744030f/bindings HTTP/1.1" status: 201 len: 390 time: 0.2718480 Aug 26 11:23:27.594295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f11b9-8a58-4acb-b4b8-efcbbf45a4cb req-14b37a2d-6b5f-4c72-a373-f659cb871983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:27.596144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc5f11b9-8a58-4acb-b4b8-efcbbf45a4cb req-14b37a2d-6b5f-4c72-a373-f659cb871983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.0624506 Aug 26 11:23:27.645418 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc5f11b9-8a58-4acb-b4b8-efcbbf45a4cb req-3f7e6bdd-1424-45fa-8da2-a8a9c774a27f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422082 Aug 26 11:23:27.791588 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-7db46ff3-3ba4-4123-90ee-ab777c361aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:27.793292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-7db46ff3-3ba4-4123-90ee-ab777c361aae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1097 time: 0.1327434 Aug 26 11:23:27.909983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-1f9d7ef1-72a6-40e7-9937-dcd63bd17fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:27.911606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-1f9d7ef1-72a6-40e7-9937-dcd63bd17fe6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5dd71815-3437-4a80-bc85-0a7423cb0716 HTTP/1.1" status: 200 len: 897 time: 0.1112278 Aug 26 11:23:27.986456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-c80bcfc7-9e4f-4c6d-974a-18ac4e52abb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f HTTP/1.1" status: 200 len: 1001 time: 0.0674400 Aug 26 11:23:28.051870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-9c896ba4-c226-4891-81c2-36cd1a5142ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:28.053362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-9c896ba4-c226-4891-81c2-36cd1a5142ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=734be759-06aa-49a7-bc3b-270e92a87425 HTTP/1.1" status: 200 len: 834 time: 0.0595613 Aug 26 11:23:28.109314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-10b6beb2-f76c-46f8-b760-75437c4079d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:28.109314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-10b6beb2-f76c-46f8-b760-75437c4079d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5dd71815-3437-4a80-bc85-0a7423cb0716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477479 Aug 26 11:23:28.205283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-b1b6f878-3e40-4222-a51d-f6ed7a56c2a7 service neutron] 10.222.0.42 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898757 Aug 26 11:23:28.316966 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-122a4c10-c0a7-4389-ad66-6466dc44efbb service neutron] 10.222.0.42 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047711 Aug 26 11:23:28.463338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-8a5976be-d2f3-4a26-b32e-fa3049f3787a tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:28.464967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-8a5976be-d2f3-4a26-b32e-fa3049f3787a tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89&tenant_id=e3813640e34e40b9b3f5cb67b067ed24&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1097 time: 0.0921705 Aug 26 11:23:28.476592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-13'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:28.540803 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:28.701666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:28.767239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:23:28.821759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637a64a-8319-45be-8942-980c90d9cf6d req-87226ffa-8206-434c-965e-68ad9f3b02c2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:28.823395 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0637a64a-8319-45be-8942-980c90d9cf6d req-87226ffa-8206-434c-965e-68ad9f3b02c2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.0940671 Aug 26 11:23:28.826966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:23:28.829215 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac44667-0545-435e-9781-e1b43c65181b" -d '{"events": [{"server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "name": "network-vif-unplugged", "status": "completed", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:23:28.833770 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:28.851880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:28.888815 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c0c91e-1181-4268-87fd-6a923b3ec564 x-openstack-request-id: req-c5c0c91e-1181-4268-87fd-6a923b3ec564 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:23:28.889111 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "name": "network-vif-unplugged", "status": "completed", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:23:28.889365 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5c0c91e-1181-4268-87fd-6a923b3ec564 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:23:28.889750 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'code': 200} Aug 26 11:23:28.927948 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0637a64a-8319-45be-8942-980c90d9cf6d req-7643edfc-18a1-46cc-80c5-77d4a7fc875c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920129 Aug 26 11:23:28.986153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Pushing event updated for resources: {'Port': ['ID=d6c2df2e-6d3c-4938-b476-adcc3744030f,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:28.993490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:28.993872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:28.994177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:28.994516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:28.994971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:28.995286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:28.995615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:28.995943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:28.996271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:28.996595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:28.997497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:28.997829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.053157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f on host n-h1-778550-13 for vnic_type normal with profile {"migrating_to": "n-h2-778550-13"} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:23:29.053404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:23:29.053739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f on network 5dd71815-3437-4a80-bc85-0a7423cb0716 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:23:29.061304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Port d6c2df2e-6d3c-4938-b476-adcc3744030f on network 5dd71815-3437-4a80-bc85-0a7423cb0716 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:23:29.061692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Attempting to bind port d6c2df2e-6d3c-4938-b476-adcc3744030f on network 5dd71815-3437-4a80-bc85-0a7423cb0716 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:23:29.067938 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:23:29.068328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Checking segment: {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:23:29.068725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Bound using segment: {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:23:29.069166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Bound port: d6c2df2e-6d3c-4938-b476-adcc3744030f, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51f9a56-2bab-4db8-acaa-92917781234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:23:29.069529 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:29.164625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:23:29.167785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:23:29.173655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:29.222189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Provisioning complete for port d6c2df2e-6d3c-4938-b476-adcc3744030f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:29.222800 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:29.277584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Pushing event updated for resources: {'Port': ['ID=d6c2df2e-6d3c-4938-b476-adcc3744030f,revision_number=8']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:29.343455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:29.345224 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:29.347118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-75a57de5-9a99-47f3-b3a5-c83f6a57960e service neutron] 10.222.0.42 "PUT /v2.0/ports/d6c2df2e-6d3c-4938-b476-adcc3744030f HTTP/1.1" status: 200 len: 1123 time: 0.8750138 Aug 26 11:23:29.353838 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:29.395454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:23:29.397737 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89bdc27-5db2-4665-a60a-e64e51bae2f1" -d '{"events": [{"server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "name": "network-vif-plugged", "status": "completed", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:23:29.411720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:29.417719 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:29.427213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['d6c2df2e-6d3c-4938-b476-adcc3744030f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:23:29.451520 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f98404-6a38-4262-b54a-1249f31d80da x-openstack-request-id: req-85f98404-6a38-4262-b54a-1249f31d80da {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:23:29.452114 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "name": "network-vif-plugged", "status": "completed", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:23:29.452535 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85f98404-6a38-4262-b54a-1249f31d80da {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:23:29.453087 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'code': 200} Aug 26 11:23:29.612111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Pushing event updated for resources: {'Port': ['ID=d6c2df2e-6d3c-4938-b476-adcc3744030f,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:29.631549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.631890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.632273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.632565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.632905 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.633224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.633562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.633870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.634198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.634526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.634881 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.635199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e90e8-677c-490f-8354-0d538adb6780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:29.813936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3a049a9b-f57a-4b70-add3-6f780eef2e87 None None] Provisioning complete for port d6c2df2e-6d3c-4938-b476-adcc3744030f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:29.814318 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a049a9b-f57a-4b70-add3-6f780eef2e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:30.058841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaeaab-47f5-4d3a-a9da-136cebfdf0a3 req-0d977778-e04b-4708-b540-7ab23b0195fe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:30.061052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbeaeaab-47f5-4d3a-a9da-136cebfdf0a3 req-0d977778-e04b-4708-b540-7ab23b0195fe tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.0525060 Aug 26 11:23:30.102428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bbeaeaab-47f5-4d3a-a9da-136cebfdf0a3 req-4489749b-c421-43c0-8fc1-f4687b5cb804 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352516 Aug 26 11:23:30.890708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:23:30.893146 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec03b754-3646-4c61-9242-c01f0bb72f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:23:30.929966 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806698a-dae7-4a0d-a9ef-daf3e3c6fda5 x-openstack-request-id: req-6806698a-dae7-4a0d-a9ef-daf3e3c6fda5 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:23:30.930254 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:23:30.930511 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6806698a-dae7-4a0d-a9ef-daf3e3c6fda5 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:23:30.930949 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'status': 'completed', 'code': 200} Aug 26 11:23:30.997385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03b754-3646-4c61-9242-c01f0bb72f5a req-3f14dcfc-0946-41a8-ab88-9757f9375ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:30.998955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec03b754-3646-4c61-9242-c01f0bb72f5a req-3f14dcfc-0946-41a8-ab88-9757f9375ffc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1128 time: 0.0447154 Aug 26 11:23:31.098334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03b754-3646-4c61-9242-c01f0bb72f5a req-cb0ae7fd-a930-4753-b442-af5eb5ab39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:31.099907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec03b754-3646-4c61-9242-c01f0bb72f5a req-cb0ae7fd-a930-4753-b442-af5eb5ab39ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=5dd71815-3437-4a80-bc85-0a7423cb0716 HTTP/1.1" status: 200 len: 897 time: 0.0940850 Aug 26 11:23:31.213142 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec03b754-3646-4c61-9242-c01f0bb72f5a req-3c33e62f-41f8-4e80-8041-2dc35965ad99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f HTTP/1.1" status: 200 len: 1001 time: 0.1057127 Aug 26 11:23:31.604965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede32270-5e72-4210-9064-18796290b85d req-0b55c324-bd7d-4ac6-83b5-fbac370f7c4f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:31.607091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ede32270-5e72-4210-9064-18796290b85d req-0b55c324-bd7d-4ac6-83b5-fbac370f7c4f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.4290266 Aug 26 11:23:31.616809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03b754-3646-4c61-9242-c01f0bb72f5a req-21d79032-7c85-4db4-af14-1376b9a8cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:31.618281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec03b754-3646-4c61-9242-c01f0bb72f5a req-21d79032-7c85-4db4-af14-1376b9a8cc51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=734be759-06aa-49a7-bc3b-270e92a87425 HTTP/1.1" status: 200 len: 834 time: 0.3969440 Aug 26 11:23:31.676552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ede32270-5e72-4210-9064-18796290b85d req-0552b34d-430b-4538-81ee-259e141d0cbc tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623989 Aug 26 11:23:31.688509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03b754-3646-4c61-9242-c01f0bb72f5a req-5f29591a-27ad-45d5-872a-9e5c0e08c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:31.690039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec03b754-3646-4c61-9242-c01f0bb72f5a req-5f29591a-27ad-45d5-872a-9e5c0e08c30a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5dd71815-3437-4a80-bc85-0a7423cb0716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594008 Aug 26 11:23:31.797205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec03b754-3646-4c61-9242-c01f0bb72f5a req-f3555c06-bff8-4fe5-ba24-cabc5d114e80 service neutron] 10.222.0.47 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989494 Aug 26 11:23:31.902045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec03b754-3646-4c61-9242-c01f0bb72f5a req-80af6812-bfda-4c67-8796-a22bbf2078df service neutron] 10.222.0.47 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949919 Aug 26 11:23:32.762765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d6c2df2e-6d3c-4938-b476-adcc3744030f details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:23:32.815434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1adabf-a4a7-453d-b69c-3558c3ef43ba req-c5f6e349-7b60-4b88-b801-cffe789a9614 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:32.816968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d1adabf-a4a7-453d-b69c-3558c3ef43ba req-c5f6e349-7b60-4b88-b801-cffe789a9614 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.0629113 Aug 26 11:23:32.860057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d1adabf-a4a7-453d-b69c-3558c3ef43ba req-1de97666-3828-4ed3-8f9b-ebd19cdfbadf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361762 Aug 26 11:23:32.892462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:32.904213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d6c2df2e-6d3c-4938-b476-adcc3744030f has no active binding in host n-h2-778550-13 {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 26 11:23:33.984865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a27d8-1077-48ab-a453-d00deab19455 req-2307a5dd-62d4-4bdf-be5e-a36363269861 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:33.986386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b4a27d8-1077-48ab-a453-d00deab19455 req-2307a5dd-62d4-4bdf-be5e-a36363269861 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 945 time: 0.0530825 Aug 26 11:23:34.027611 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b4a27d8-1077-48ab-a453-d00deab19455 req-4ba26390-850c-4b31-a50b-fba8ffd4c08e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349357 Aug 26 11:23:34.398081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-31f67b9c-7d14-4e43-868c-098e37ea8608 service neutron] 10.222.0.47 "GET /v2.0/ports/d6c2df2e-6d3c-4938-b476-adcc3744030f/bindings/n-h2-778550-13 HTTP/1.1" status: 200 len: 385 time: 0.0717573 Aug 26 11:23:34.590230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f51d267b-367a-4eff-9e67-69bfdbab12c4 service neutron] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:34.611465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f51d267b-367a-4eff-9e67-69bfdbab12c4 service neutron] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:23:34.657669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:23:34.660101 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf4fefc-9361-4ccc-ba91-4180acdbc209" -d '{"events": [{"server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "name": "network-vif-unplugged", "status": "completed", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:23:34.672614 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f51d267b-367a-4eff-9e67-69bfdbab12c4 service neutron] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:34.688742 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f51d267b-367a-4eff-9e67-69bfdbab12c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:34.701217 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9198e65c-0be2-4a4e-b58b-59ada3b50f86 x-openstack-request-id: req-9198e65c-0be2-4a4e-b58b-59ada3b50f86 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:23:34.701540 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "name": "network-vif-unplugged", "status": "completed", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:23:34.701798 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9198e65c-0be2-4a4e-b58b-59ada3b50f86 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:23:34.702199 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'code': 200} Aug 26 11:23:34.774404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f51d267b-367a-4eff-9e67-69bfdbab12c4 service neutron] Transition to ACTIVE for port object d6c2df2e-6d3c-4938-b476-adcc3744030f will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:23:34.779395 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f51d267b-367a-4eff-9e67-69bfdbab12c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:34.940688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d267b-367a-4eff-9e67-69bfdbab12c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c2df2e-6d3c-4938-b476-adcc3744030f,revision_number=11']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:34.970048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f51d267b-367a-4eff-9e67-69bfdbab12c4 service neutron] No DVR routers for this DVR port d6c2df2e-6d3c-4938-b476-adcc3744030f on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:23:35.124577 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f51d267b-367a-4eff-9e67-69bfdbab12c4 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6c2df2e-6d3c-4938-b476-adcc3744030f/bindings/n-h2-778550-13/activate HTTP/1.1" status: 200 len: 370 time: 0.7182198 Aug 26 11:23:35.187067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0daede-2432-47c3-a972-013f1c4c4fe7 req-18207adb-830e-4543-8049-7656240d8c6d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:35.188681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed0daede-2432-47c3-a972-013f1c4c4fe7 req-18207adb-830e-4543-8049-7656240d8c6d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 944 time: 0.0724993 Aug 26 11:23:35.265332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed0daede-2432-47c3-a972-013f1c4c4fe7 req-4ec9a032-5975-4c8e-a5c0-e15022fd0ed3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671229 Aug 26 11:23:35.274665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-077d3153-70fd-4e81-844e-38efd33fac94 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:35.276348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-077d3153-70fd-4e81-844e-38efd33fac94 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89&tenant_id=e3813640e34e40b9b3f5cb67b067ed24&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.0867438 Aug 26 11:23:35.327703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f32ef1ec-5d47-4683-a8d9-8375233885e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:35.329919 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f32ef1ec-5d47-4683-a8d9-8375233885e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 1096 time: 0.0450926 Aug 26 11:23:35.394955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f98954c2-554f-478d-8ad0-7c280d98b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:35.396645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-f98954c2-554f-478d-8ad0-7c280d98b5b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1096 time: 0.0448313 Aug 26 11:23:35.497727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-c4b9999d-ecad-4d4e-958e-b773f5c13fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:35.499187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-c4b9999d-ecad-4d4e-958e-b773f5c13fa5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5dd71815-3437-4a80-bc85-0a7423cb0716 HTTP/1.1" status: 200 len: 897 time: 0.0955474 Aug 26 11:23:35.570098 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-84c714ed-124b-46da-a7d9-dd594c19d30c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f HTTP/1.1" status: 200 len: 999 time: 0.0641911 Aug 26 11:23:35.626791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-739161fb-12b5-4711-9d64-4742c49c9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:35.628303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-739161fb-12b5-4711-9d64-4742c49c9776 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=734be759-06aa-49a7-bc3b-270e92a87425 HTTP/1.1" status: 200 len: 834 time: 0.0513823 Aug 26 11:23:35.680180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-798f1d54-dacd-4f25-925f-44d8fcc3500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:35.682305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-798f1d54-dacd-4f25-925f-44d8fcc3500d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5dd71815-3437-4a80-bc85-0a7423cb0716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465579 Aug 26 11:23:35.792984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-54ea2df1-ebc5-4920-b099-6f46930f7e68 service neutron] 10.222.0.42 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030953 Aug 26 11:23:35.892007 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-43d03d7e-17db-457e-a847-c86264363edf service neutron] 10.222.0.42 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918045 Aug 26 11:23:36.127536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-8b71b399-c681-40ac-91cf-44811e47bc3e tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:36.129168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-8b71b399-c681-40ac-91cf-44811e47bc3e tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89&tenant_id=e3813640e34e40b9b3f5cb67b067ed24&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 1096 time: 0.0449731 Aug 26 11:23:36.288796 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-ccee2c92-ded5-43c7-b7cb-ba8609e62a44 service neutron] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:23:36.299958 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-ccee2c92-ded5-43c7-b7cb-ba8609e62a44 service neutron] Notify callbacks [] for binding, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:36.301207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f44379f9-d82e-41e9-94c4-9eb4d294e37c req-ccee2c92-ded5-43c7-b7cb-ba8609e62a44 service neutron] 10.222.0.42 "DELETE /v2.0/ports/d6c2df2e-6d3c-4938-b476-adcc3744030f/bindings/n-h1-778550-13 HTTP/1.1" status: 204 len: 173 time: 0.1649652 Aug 26 11:23:36.397814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7890a-6c22-4632-b377-f3db559b2256 req-9809408d-0e91-487d-9e67-3fe5733cca0b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:36.399497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6aa7890a-6c22-4632-b377-f3db559b2256 req-9809408d-0e91-487d-9e67-3fe5733cca0b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 944 time: 0.0514536 Aug 26 11:23:36.438582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6aa7890a-6c22-4632-b377-f3db559b2256 req-f753d90b-b50f-4218-9f5d-ca2da46bd73e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Aug 26 11:23:36.544361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003e189-0263-4465-9f44-180ccc62eebb req-413388e9-faaa-4ca0-92e4-b5d7e6b6ae76 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:36.546773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d003e189-0263-4465-9f44-180ccc62eebb req-413388e9-faaa-4ca0-92e4-b5d7e6b6ae76 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1096 time: 0.0426934 Aug 26 11:23:36.586537 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d003e189-0263-4465-9f44-180ccc62eebb req-a6f37bcb-2e8c-407b-92cf-5dbfd2a2d33b tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329618 Aug 26 11:23:36.730036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc68e18-38f0-4804-9306-8dacf2faa44e req-6a102920-fd86-41b6-8d36-7f4df1156973 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:36.731675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbc68e18-38f0-4804-9306-8dacf2faa44e req-6a102920-fd86-41b6-8d36-7f4df1156973 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 944 time: 0.0741086 Aug 26 11:23:36.772717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbc68e18-38f0-4804-9306-8dacf2faa44e req-9e072872-73be-4624-8a82-f0504b25e372 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347066 Aug 26 11:23:36.795808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60832) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:36.863744 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-32b0ae8e-5bbe-4f41-8833-cc9d9111b803 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/f3061735-7382-4819-931a-102b85e8dbda HTTP/1.1" status: 200 len: 991 time: 0.0667598 Aug 26 11:23:37.094707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60840) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:37.264894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port af245cc1-bc64-4753-abc0-0948de45989f {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:23:37.265244 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:37.350057 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:37.350392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:37.364507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for af245cc1-bc64-4753-abc0-0948de45989f owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:23:37.522223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:37.552258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=af245cc1-bc64-4753-abc0-0948de45989f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:37.564821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.565010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.565279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.565673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.565987 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.566312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.566655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.567025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.567362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.567695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.568030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.568365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:37.626122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:37.626650 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Floating IP f3061735-7382-4819-931a-102b85e8dbda disassociated (deleted). External IP: 172.25.1.100, port: d6c2df2e-6d3c-4938-b476-adcc3744030f. Aug 26 11:23:37.852580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 5d3007bc-5211-4874-8177-3cbd930c07f6 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:23:37.964251 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:23:37.969925 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:37.976030 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650900f-4370-4c30-a2ea-86e751c6b439 None None] Sync routers for ids ['5d3007bc-5211-4874-8177-3cbd930c07f6'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:23:37.985812 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650900f-4370-4c30-a2ea-86e751c6b439 None None] Routers {'5d3007bc-5211-4874-8177-3cbd930c07f6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:23:37.986533 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8650900f-4370-4c30-a2ea-86e751c6b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:23:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5d3007bc-5211-4874-8177-3cbd930c07f6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:38.011175 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c3065658-a74f-463b-a917-e2e8105ab219 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/floatingips/f3061735-7382-4819-931a-102b85e8dbda HTTP/1.1" status: 204 len: 168 time: 0.9067278 Aug 26 11:23:38.014493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:23:38.017055 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:23:38.059919 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab09ac0-af0e-417a-984e-8e482936ae6b x-openstack-request-id: req-aab09ac0-af0e-417a-984e-8e482936ae6b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:23:38.060211 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:23:38.060470 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aab09ac0-af0e-417a-984e-8e482936ae6b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:23:38.060889 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'status': 'completed', 'code': 200} Aug 26 11:23:38.128334 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-8650900f-4370-4c30-a2ea-86e751c6b439 None None] Set router 5d3007bc-5211-4874-8177-3cbd930c07f6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:23:38.131204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-ae60cf43-4774-4bd2-ac5f-fd98eff173b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:38.132051 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-ae60cf43-4774-4bd2-ac5f-fd98eff173b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 1096 time: 0.0445836 Aug 26 11:23:38.253721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-632bdacf-040d-4145-b1b1-3f311777913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:38.256246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-632bdacf-040d-4145-b1b1-3f311777913c service neutron] 10.222.0.42 "GET /v2.0/networks?id=5dd71815-3437-4a80-bc85-0a7423cb0716 HTTP/1.1" status: 200 len: 897 time: 0.1161106 Aug 26 11:23:38.332135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-2c1e519a-aaee-489c-a114-008c323968c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f HTTP/1.1" status: 200 len: 217 time: 0.0644894 Aug 26 11:23:38.361783 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8650900f-4370-4c30-a2ea-86e751c6b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff', 'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:6d:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '734be759-06aa-49a7-bc3b-270e92a87425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:05Z', 'updated_at': '2021-08-26T11:22:10Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '734be759-06aa-49a7-bc3b-270e92a87425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:38.378273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df074fa8-c272-4d99-a401-8f56e81a0da3 req-1081e99e-c1d6-45e1-884b-6b6f7176e147 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:38.380024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df074fa8-c272-4d99-a401-8f56e81a0da3 req-1081e99e-c1d6-45e1-884b-6b6f7176e147 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 944 time: 0.1235900 Aug 26 11:23:38.397934 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650900f-4370-4c30-a2ea-86e751c6b439 None None] Checking router: 5d3007bc-5211-4874-8177-3cbd930c07f6 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:23:38.407119 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650900f-4370-4c30-a2ea-86e751c6b439 None None] Routers {'5d3007bc-5211-4874-8177-3cbd930c07f6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:23:38.407825 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8650900f-4370-4c30-a2ea-86e751c6b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:23:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5d3007bc-5211-4874-8177-3cbd930c07f6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:38.416987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-00f66592-fbb1-4ae8-be18-797d52d52a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:38.418516 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-00f66592-fbb1-4ae8-be18-797d52d52a4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=734be759-06aa-49a7-bc3b-270e92a87425 HTTP/1.1" status: 200 len: 834 time: 0.0767879 Aug 26 11:23:38.438469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d6c2df2e-6d3c-4938-b476-adcc3744030f no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:23:38.460953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df074fa8-c272-4d99-a401-8f56e81a0da3 req-5517c1f9-86c6-4412-baf9-ee6c630b851b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=64c845a3-fed0-44ce-ab1d-9d315323ede2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743065 Aug 26 11:23:38.489002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-b5bddb9f-4a40-4437-87d4-39296846ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:38.490533 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-b5bddb9f-4a40-4437-87d4-39296846ddeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5dd71815-3437-4a80-bc85-0a7423cb0716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620196 Aug 26 11:23:38.513413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device d6c2df2e-6d3c-4938-b476-adcc3744030f not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:23:38.528552 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-8650900f-4370-4c30-a2ea-86e751c6b439 None None] Set router 5d3007bc-5211-4874-8177-3cbd930c07f6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:23:38.594076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-c8d2755b-d5fd-4cee-acf6-435b02d9f4f7 service neutron] 10.222.0.42 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932462 Aug 26 11:23:38.697130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-947b5f2d-b3b0-4d89-9fc0-2032e30ce537 service neutron] 10.222.0.42 "GET /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954525 Aug 26 11:23:38.698391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53824cfd-7f93-4bba-988a-7601e4b3ac1f req-e5fb6252-bfe1-4c4b-9fb1-1c5950fcbe09 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:38.700028 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-53824cfd-7f93-4bba-988a-7601e4b3ac1f req-e5fb6252-bfe1-4c4b-9fb1-1c5950fcbe09 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d06cce9-c75b-4ce7-a14c-0317d96afa89 HTTP/1.1" status: 200 len: 944 time: 0.0661604 Aug 26 11:23:38.747670 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8650900f-4370-4c30-a2ea-86e751c6b439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff', 'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:6d:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '734be759-06aa-49a7-bc3b-270e92a87425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:05Z', 'updated_at': '2021-08-26T11:22:10Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '734be759-06aa-49a7-bc3b-270e92a87425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:38.775367 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650900f-4370-4c30-a2ea-86e751c6b439 None None] The sync data for ids ['5d3007bc-5211-4874-8177-3cbd930c07f6'] in n-d-778550-13 is: [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff', 'name': '', 'network_id': '5dd71815-3437-4a80-bc85-0a7423cb0716', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:6d:ce:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '734be759-06aa-49a7-bc3b-270e92a87425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:05Z', 'updated_at': '2021-08-26T11:22:10Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '734be759-06aa-49a7-bc3b-270e92a87425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:23:38.812282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-53824cfd-7f93-4bba-988a-7601e4b3ac1f req-b76fd783-7a97-4a74-aa01-0dee51566853 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port d6c2df2e-6d3c-4938-b476-adcc3744030f {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:23:38.812637 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-53824cfd-7f93-4bba-988a-7601e4b3ac1f req-b76fd783-7a97-4a74-aa01-0dee51566853 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:38.915639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-53824cfd-7f93-4bba-988a-7601e4b3ac1f req-b76fd783-7a97-4a74-aa01-0dee51566853 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port d6c2df2e-6d3c-4938-b476-adcc3744030f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d6c2df2e-6d3c-4938-b476-adcc3744030f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:38.916334 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-53824cfd-7f93-4bba-988a-7601e4b3ac1f req-b76fd783-7a97-4a74-aa01-0dee51566853 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:38.932171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-53824cfd-7f93-4bba-988a-7601e4b3ac1f req-b76fd783-7a97-4a74-aa01-0dee51566853 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for d6c2df2e-6d3c-4938-b476-adcc3744030f owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:23:39.048841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e6161-da93-456f-9f24-d78500dfafbb None None] New status for floating IP f3061735-7382-4819-931a-102b85e8dbda: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:23:39.075513 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-53824cfd-7f93-4bba-988a-7601e4b3ac1f req-b76fd783-7a97-4a74-aa01-0dee51566853 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:39.105963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fd783-7a97-4a74-aa01-0dee51566853 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=d6c2df2e-6d3c-4938-b476-adcc3744030f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:39.179281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-53824cfd-7f93-4bba-988a-7601e4b3ac1f req-b76fd783-7a97-4a74-aa01-0dee51566853 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] No DVR routers for this DVR port d6c2df2e-6d3c-4938-b476-adcc3744030f on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:23:39.180884 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-53824cfd-7f93-4bba-988a-7601e4b3ac1f req-b76fd783-7a97-4a74-aa01-0dee51566853 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:39.183272 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-53824cfd-7f93-4bba-988a-7601e4b3ac1f req-b76fd783-7a97-4a74-aa01-0dee51566853 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "DELETE /v2.0/ports/d6c2df2e-6d3c-4938-b476-adcc3744030f HTTP/1.1" status: 204 len: 173 time: 0.4755518 Aug 26 11:23:39.521492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60862) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:40.063462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'name': 'network-vif-deleted', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:23:40.065705 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bd138b-75db-49d2-b660-6b40f9d3a5ac" -d '{"events": [{"server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "name": "network-vif-deleted", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:23:40.104069 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f95df1-8e66-4bf2-997e-3425835e7671 x-openstack-request-id: req-b2f95df1-8e66-4bf2-997e-3425835e7671 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:23:40.104385 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d06cce9-c75b-4ce7-a14c-0317d96afa89", "name": "network-vif-deleted", "tag": "d6c2df2e-6d3c-4938-b476-adcc3744030f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:23:40.104645 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2f95df1-8e66-4bf2-997e-3425835e7671 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:23:40.105114 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d06cce9-c75b-4ce7-a14c-0317d96afa89', 'name': 'network-vif-deleted', 'tag': 'd6c2df2e-6d3c-4938-b476-adcc3744030f', 'status': 'completed', 'code': 200} Aug 26 11:23:40.193310 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:40.477447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:23:40.477717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:40.572678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:40.573047 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:40.586497 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:23:40.777247 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:40.803177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:41.005536 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:41.225499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 5d3007bc-5211-4874-8177-3cbd930c07f6 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:23:41.340645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:23:41.346292 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-45a508a1-3cf0-4d9d-9e23-e868969fcdec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "PUT /v2.0/routers/5d3007bc-5211-4874-8177-3cbd930c07f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8237216 Aug 26 11:23:41.349134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60868) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:41.354329 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088b206-97ce-4ab6-9d43-3a9de61bed06 None None] Sync routers for ids ['5d3007bc-5211-4874-8177-3cbd930c07f6'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:23:41.369019 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088b206-97ce-4ab6-9d43-3a9de61bed06 None None] Routers {'5d3007bc-5211-4874-8177-3cbd930c07f6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:23:41.369997 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e088b206-97ce-4ab6-9d43-3a9de61bed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:23:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5d3007bc-5211-4874-8177-3cbd930c07f6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:41.419719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ff3d50-7447-4038-b739-1161775c64e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting subnet 734be759-06aa-49a7-bc3b-270e92a87425 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:23:41.423218 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37ff3d50-7447-4038-b739-1161775c64e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:41.465965 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37ff3d50-7447-4038-b739-1161775c64e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:41.499692 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e088b206-97ce-4ab6-9d43-3a9de61bed06 None None] Set router 5d3007bc-5211-4874-8177-3cbd930c07f6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:23:41.553624 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37ff3d50-7447-4038-b739-1161775c64e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:41.625372 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37ff3d50-7447-4038-b739-1161775c64e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:41.643156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-37ff3d50-7447-4038-b739-1161775c64e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:41.647778 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-37ff3d50-7447-4038-b739-1161775c64e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/subnets/734be759-06aa-49a7-bc3b-270e92a87425 HTTP/1.1" status: 204 len: 168 time: 0.2950768 Aug 26 11:23:41.650156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60872) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:41.653953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da7fd4-72ab-4d23-bf19-858882036793 None None] Network 5dd71815-3437-4a80-bc85-0a7423cb0716 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:23:41.665710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff3d50-7447-4038-b739-1161775c64e0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Subnet': ['ID=734be759-06aa-49a7-bc3b-270e92a87425,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:41.697022 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e088b206-97ce-4ab6-9d43-3a9de61bed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:23:40Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:41.723283 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088b206-97ce-4ab6-9d43-3a9de61bed06 None None] Checking router: 5d3007bc-5211-4874-8177-3cbd930c07f6 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:23:41.733288 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088b206-97ce-4ab6-9d43-3a9de61bed06 None None] Routers {'5d3007bc-5211-4874-8177-3cbd930c07f6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:23:41.733928 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e088b206-97ce-4ab6-9d43-3a9de61bed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:23:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5d3007bc-5211-4874-8177-3cbd930c07f6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:41.811407 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:41.845137 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e088b206-97ce-4ab6-9d43-3a9de61bed06 None None] Set router 5d3007bc-5211-4874-8177-3cbd930c07f6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:23:41.883457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9e2dbf-3a98-4615-8503-d10a4190d00e None None] DHCP port deletion for 5dd71815-3437-4a80-bc85-0a7423cb0716 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:23:41.937252 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:41.961800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e2dbf-3a98-4615-8503-d10a4190d00e None None] Deleting port 0a105cb4-e8bc-40f3-8cd1-a773adae488f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:23:41.962646 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2dbf-3a98-4615-8503-d10a4190d00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.006315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port bc5fe388-6a47-4b92-b8c1-dff85fabada8 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:23:42.006695 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.044032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5c9e2dbf-3a98-4615-8503-d10a4190d00e None None] For port 0a105cb4-e8bc-40f3-8cd1-a773adae488f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0a105cb4-e8bc-40f3-8cd1-a773adae488f,segment=NetworkSegment(c51f9a56-2bab-4db8-acaa-92917781234a),segment_id=c51f9a56-2bab-4db8-acaa-92917781234a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:42.044434 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2dbf-3a98-4615-8503-d10a4190d00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.062084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e2dbf-3a98-4615-8503-d10a4190d00e None None] Calling delete_port for 0a105cb4-e8bc-40f3-8cd1-a773adae488f owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:23:42.110772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port bc5fe388-6a47-4b92-b8c1-dff85fabada8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bc5fe388-6a47-4b92-b8c1-dff85fabada8,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:42.111290 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.126119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for bc5fe388-6a47-4b92-b8c1-dff85fabada8 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:23:42.154419 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e088b206-97ce-4ab6-9d43-3a9de61bed06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:23:40Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:42.173524 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2dbf-3a98-4615-8503-d10a4190d00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.193316 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088b206-97ce-4ab6-9d43-3a9de61bed06 None None] The sync data for ids ['5d3007bc-5211-4874-8177-3cbd930c07f6'] in n-d-778550-13 is: [{'id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143539421', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:22:01Z', 'updated_at': '2021-08-26T11:23:40Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'bc5fe388-6a47-4b92-b8c1-dff85fabada8', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3007bc-5211-4874-8177-3cbd930c07f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:22:02Z', 'updated_at': '2021-08-26T11:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:23:42.203934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e2dbf-3a98-4615-8503-d10a4190d00e None None] Pushing event deleted for resources: {'Port': ['ID=0a105cb4-e8bc-40f3-8cd1-a773adae488f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:42.211607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e2dbf-3a98-4615-8503-d10a4190d00e None None] No DVR routers for this DVR port 0a105cb4-e8bc-40f3-8cd1-a773adae488f on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:23:42.329067 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.355012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=bc5fe388-6a47-4b92-b8c1-dff85fabada8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:42.417267 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.509843 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.511951 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.566215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.566956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Fanout notify agent at l3_agent the message router_deleted on router 5d3007bc-5211-4874-8177-3cbd930c07f6 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:23:42.576591 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.577756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-29acbedb-50e7-4df6-8812-de3ea17e1bbf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/routers/5d3007bc-5211-4874-8177-3cbd930c07f6 HTTP/1.1" status: 204 len: 168 time: 0.9258459 Aug 26 11:23:42.582633 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 60884) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:42.690950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.696482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0a105cb4-e8bc-40f3-8cd1-a773adae488f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:23:42.718669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 0a105cb4-e8bc-40f3-8cd1-a773adae488f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:23:42.719061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0a105cb4-e8bc-40f3-8cd1-a773adae488f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:23:42.719499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:23:42.743276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:23:42.743730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b7afcf0e-5579-4c56-9fd7-a92bf63ef1ff not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:23:42.809004 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.810693 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d6c2df2e-6d3c-4938-b476-adcc3744030f no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:23:42.821098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd71815-3437-4a80-bc85-0a7423cb0716']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:42.832023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: d6c2df2e-6d3c-4938-b476-adcc3744030f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:23:42.832531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d6c2df2e-6d3c-4938-b476-adcc3744030f not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:23:42.833140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51f9a56-2bab-4db8-acaa-92917781234a') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:42.833397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51f9a56-2bab-4db8-acaa-92917781234a') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:42.844341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.859770 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.866656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:23:42.867341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:23:42.871249 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:23:42.938680 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.951035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:42.955458 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/networks/5dd71815-3437-4a80-bc85-0a7423cb0716 HTTP/1.1" status: 204 len: 168 time: 0.3691394 Aug 26 11:23:42.955873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 60932) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:42.965270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f9742-819d-4f1a-95a1-c4b54d596983 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Network': ['ID=5dd71815-3437-4a80-bc85-0a7423cb0716,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:43.036980 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2974286-4db1-45b0-88f3-e092256afa83 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.064320 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2974286-4db1-45b0-88f3-e092256afa83 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.126658 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2974286-4db1-45b0-88f3-e092256afa83 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.129369 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b2974286-4db1-45b0-88f3-e092256afa83 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.130604 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b2974286-4db1-45b0-88f3-e092256afa83 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/security-groups/64c845a3-fed0-44ce-ab1d-9d315323ede2 HTTP/1.1" status: 204 len: 168 time: 0.1735301 Aug 26 11:23:43.140497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2974286-4db1-45b0-88f3-e092256afa83 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c845a3-fed0-44ce-ab1d-9d315323ede2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:43.353501 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-968d6f59-47f4-49aa-9424-de7e2a2f008a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.506286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 32786) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:43.511014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4341be80-8dc2-4f05-9baa-6e76fa3c65cd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850497370', 'description': 'tempest-secgroup-smoke-1850497370 description', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:43.536574 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4341be80-8dc2-4f05-9baa-6e76fa3c65cd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.630203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4341be80-8dc2-4f05-9baa-6e76fa3c65cd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.634347 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4341be80-8dc2-4f05-9baa-6e76fa3c65cd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.661160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4341be80-8dc2-4f05-9baa-6e76fa3c65cd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.662387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4341be80-8dc2-4f05-9baa-6e76fa3c65cd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1550653 Aug 26 11:23:43.665480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32810) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:43.667100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341be80-8dc2-4f05-9baa-6e76fa3c65cd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198e88aa-d863-41f2-bf82-0f50160ac784,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:43.671593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7a79008b-9f6f-441d-a7ba-cc7ac28db3e8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '198e88aa-d863-41f2-bf82-0f50160ac784', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:43.705705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a79008b-9f6f-441d-a7ba-cc7ac28db3e8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.770389 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a79008b-9f6f-441d-a7ba-cc7ac28db3e8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.774176 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a79008b-9f6f-441d-a7ba-cc7ac28db3e8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.792730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79008b-9f6f-441d-a7ba-cc7ac28db3e8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b97998-093c-4594-99c7-5511047e6721,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:43.800296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7a79008b-9f6f-441d-a7ba-cc7ac28db3e8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.801036 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7a79008b-9f6f-441d-a7ba-cc7ac28db3e8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345258 Aug 26 11:23:43.804029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32834) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:43.808705 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b3088aee-4d90-4e48-8f98-bc76cc7a0787 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '198e88aa-d863-41f2-bf82-0f50160ac784', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:43.837654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3088aee-4d90-4e48-8f98-bc76cc7a0787 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.906870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3088aee-4d90-4e48-8f98-bc76cc7a0787 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.910475 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3088aee-4d90-4e48-8f98-bc76cc7a0787 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.930030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3088aee-4d90-4e48-8f98-bc76cc7a0787 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec963d6-3675-4009-8e10-238de9764ca2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:43.937170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3088aee-4d90-4e48-8f98-bc76cc7a0787 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:43.938582 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b3088aee-4d90-4e48-8f98-bc76cc7a0787 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335809 Aug 26 11:23:43.941378 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32858) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:43.945876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-759515a2-123b-4282-8841-2f6779dcf0ff tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '198e88aa-d863-41f2-bf82-0f50160ac784', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:43.976413 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-759515a2-123b-4282-8841-2f6779dcf0ff tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.038178 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-759515a2-123b-4282-8841-2f6779dcf0ff tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.041942 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-759515a2-123b-4282-8841-2f6779dcf0ff tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.060738 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759515a2-123b-4282-8841-2f6779dcf0ff tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a115486-b45a-4428-bf86-35cc9863276c,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:44.067420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-759515a2-123b-4282-8841-2f6779dcf0ff tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.068687 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-759515a2-123b-4282-8841-2f6779dcf0ff tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263828 Aug 26 11:23:44.071680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32878) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:44.076884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-789c49b1-9202-4749-9aa4-3b588e6a57cb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '198e88aa-d863-41f2-bf82-0f50160ac784', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:44.104456 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-789c49b1-9202-4749-9aa4-3b588e6a57cb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.177903 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-789c49b1-9202-4749-9aa4-3b588e6a57cb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.181828 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-789c49b1-9202-4749-9aa4-3b588e6a57cb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.199446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c49b1-9202-4749-9aa4-3b588e6a57cb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc340cb-7b76-42fb-84bb-7b810a530eee,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:44.207485 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-789c49b1-9202-4749-9aa4-3b588e6a57cb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.208811 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-789c49b1-9202-4749-9aa4-3b588e6a57cb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361194 Aug 26 11:23:44.211697 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32902) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:44.216735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c6f5b8f7-3778-40d7-920b-e6072bf5ce3b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '198e88aa-d863-41f2-bf82-0f50160ac784', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:44.244225 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-c6f5b8f7-3778-40d7-920b-e6072bf5ce3b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Project e3813640e34e40b9b3f5cb67b067ed24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:23:44.249648 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b8f7-3778-40d7-920b-e6072bf5ce3b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.308725 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bc5fe388-6a47-4b92-b8c1-dff85fabada8 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:23:44.317687 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b8f7-3778-40d7-920b-e6072bf5ce3b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.322218 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b8f7-3778-40d7-920b-e6072bf5ce3b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.340757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: bc5fe388-6a47-4b92-b8c1-dff85fabada8 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:23:44.341321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bc5fe388-6a47-4b92-b8c1-dff85fabada8 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:23:44.349280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5b8f7-3778-40d7-920b-e6072bf5ce3b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b066fade-0221-41d7-8adb-66a23544c8b8,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:44.356321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b8f7-3778-40d7-920b-e6072bf5ce3b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.359204 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c6f5b8f7-3778-40d7-920b-e6072bf5ce3b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451397 Aug 26 11:23:44.360812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32924) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:44.365558 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-009e53f7-24d6-43ff-9cab-9ae635bb079b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'security_group_rule': {'security_group_id': '198e88aa-d863-41f2-bf82-0f50160ac784', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:44.392926 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-009e53f7-24d6-43ff-9cab-9ae635bb079b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Project e3813640e34e40b9b3f5cb67b067ed24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:23:44.398784 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-009e53f7-24d6-43ff-9cab-9ae635bb079b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.466627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-009e53f7-24d6-43ff-9cab-9ae635bb079b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.470622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-009e53f7-24d6-43ff-9cab-9ae635bb079b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.490785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e53f7-24d6-43ff-9cab-9ae635bb079b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6da1b5-195f-4205-a23c-e728b52f01c3,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:44.495376 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-009e53f7-24d6-43ff-9cab-9ae635bb079b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.498043 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-009e53f7-24d6-43ff-9cab-9ae635bb079b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361928 Aug 26 11:23:44.501031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 32948) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:44.506364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'network': {'name': 'tempest-network-smoke--1186571569', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'port_security_enabled': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:44.528362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:23:44.532059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.561065 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:23:44.572095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.572458 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Added segment 34c6b37f-45de-4b92-8ebf-9a3d167e1bd7 of type vlan for network 14ddaa46-919e-42aa-9d52-cd722e92b1df Aug 26 11:23:44.616999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.644625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.650562 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:44.651207 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.713498 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2112265 Aug 26 11:23:44.716793 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 32984) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:44.721487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'admin_state_up': True, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:44.723201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0c37a-d365-4bd1-a134-3b0eb81b6e35 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Network': ['ID=14ddaa46-919e-42aa-9d52-cd722e92b1df,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:44.734428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 14ddaa46-919e-42aa-9d52-cd722e92b1df details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:23:44.751345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.753253 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.828256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:44.976304 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:45.189563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:45.209476 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:45.656811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.25.1.134 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/fd78a799-bfdb-4a9f-be96-d7342bde79bf) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:23:45.762170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7f6ddac6-e5f6-44ce-868f-957ef8f55863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:45.763897 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:45.806639 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:45.850945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:23:45.858205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:23:45.864522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:23:45.867836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=fd78a799-bfdb-4a9f-be96-d7342bde79bf,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:46.128368 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:46.295494 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:46.337081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:46.486117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 7e048d87-5144-4e13-a4d8-31db16c8e760 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:23:46.603885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:23:46.612912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Sync routers for ids ['7e048d87-5144-4e13-a4d8-31db16c8e760'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:23:46.622589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Routers {'7e048d87-5144-4e13-a4d8-31db16c8e760'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:23:46.623345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:23:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7e048d87-5144-4e13-a4d8-31db16c8e760'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:46.624204 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:46.625541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d20277bf-019d-4260-93ce-7362f0acc413 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9078393 Aug 26 11:23:46.628752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33116) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:46.657785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-da41fcfe-8e46-435d-95b8-b5afd34e43b4 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e3813640e34e40b9b3f5cb67b067ed24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279253 Aug 26 11:23:46.660418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33118) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:46.732766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Set router 7e048d87-5144-4e13-a4d8-31db16c8e760 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:23:46.752509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5690b9-4e5e-4034-b7f9-62636db77c33 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:46.756950 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-af5690b9-4e5e-4034-b7f9-62636db77c33 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926468 Aug 26 11:23:46.757197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33120) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:46.792297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-18dd789f-8d96-4fac-8c12-465c50e27dcc tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338988 Aug 26 11:23:46.794691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33122) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:46.799974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1588833238', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:46.894265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:23:46.898143 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:46.922687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:46Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:46.953413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Checking router: 7e048d87-5144-4e13-a4d8-31db16c8e760 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:23:46.953771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Updating router 7e048d87-5144-4e13-a4d8-31db16c8e760 port fd78a799-bfdb-4a9f-be96-d7342bde79bf binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:23:46.980155 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:47.108534 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:47.171737 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Subnet': ['ID=42a7ebd8-b20d-45ed-85cf-7b3e11fec973,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:47.180851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Checking segment: {'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:23:47.181233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network hostable DHCP agents. Network: 14ddaa46-919e-42aa-9d52-cd722e92b1df, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:23:47.200814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 14ddaa46-919e-42aa-9d52-cd722e92b1df is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:23:47.211032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 14ddaa46-919e-42aa-9d52-cd722e92b1df) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:23:47.218546 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-49c14041-a02f-4184-aad3-45b1ed2788bd req-f4f966f9-9ca3-4d16-884f-252d582c67ca tempest-TestServerMultinode-1434698335 tempest-TestServerMultinode-1434698335-project-admin] (101266) timed out ('10.222.0.47', 57850) {{(pid=101266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:23:47.230621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:47.231417 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:47.234757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fdf6b6-61be-4849-ae8f-d591c7e61eaa None None] Network 14ddaa46-919e-42aa-9d52-cd722e92b1df requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:23:47.249248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e4b01693-87f1-401f-aae7-069e0e6859f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4534016 Aug 26 11:23:47.252280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33130) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:23:47.492002 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:47.496499 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:47.516119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Transition to ACTIVE for port object fd78a799-bfdb-4a9f-be96-d7342bde79bf will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:23:47.527184 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:47.607602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Attempting to bind port fd78a799-bfdb-4a9f-be96-d7342bde79bf on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:23:47.608069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Attempting to bind port fd78a799-bfdb-4a9f-be96-d7342bde79bf by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:23:47.608337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Attempting to bind port fd78a799-bfdb-4a9f-be96-d7342bde79bf on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:23:47.629392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529fc05-5c4a-4711-8fa8-a71e4fef86ea None None] Pushing event updated for resources: {'Port': ['ID=fd78a799-bfdb-4a9f-be96-d7342bde79bf,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:47.635062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:23:47.635442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:23:47.635844 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:47.636229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:23:47.636697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Bound port: fd78a799-bfdb-4a9f-be96-d7342bde79bf, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:23:47.637076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:47.693141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-14ddaa46-919e-42aa-9d52-cd722e92b1df', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:23:47.693980 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:47.725925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] For port fd78a799-bfdb-4a9f-be96-d7342bde79bf, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:23:47.729833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] For port fd78a799-bfdb-4a9f-be96-d7342bde79bf, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fd78a799-bfdb-4a9f-be96-d7342bde79bf,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:23:47.736488 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:47.739169 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:47.869056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Routers {'7e048d87-5144-4e13-a4d8-31db16c8e760'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:23:47.869956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:23:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7e048d87-5144-4e13-a4d8-31db16c8e760'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:47.937765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529fc05-5c4a-4711-8fa8-a71e4fef86ea None None] Pushing event updated for resources: {'Port': ['ID=fd78a799-bfdb-4a9f-be96-d7342bde79bf,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:48.002404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Allocated IP 172.20.0.2 (14ddaa46-919e-42aa-9d52-cd722e92b1df/42a7ebd8-b20d-45ed-85cf-7b3e11fec973/9a1ab719-9538-4b52-88d3-580dcd8dbe00) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:23:48.035432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] Set router 7e048d87-5144-4e13-a4d8-31db16c8e760 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:23:48.332149 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:48.344106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Transition to ACTIVE for port object 9a1ab719-9538-4b52-88d3-580dcd8dbe00 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:23:48.369333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Transition to ACTIVE for port object 9a1ab719-9538-4b52-88d3-580dcd8dbe00 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:23:48.378776 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:48.389949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:46Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:48.439730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5afaeb-1448-4be6-a03a-208b639493d7 None None] The sync data for ids ['7e048d87-5144-4e13-a4d8-31db16c8e760'] in n-d-778550-13 is: [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:46Z', 'revision_number': 3, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:23:48.443785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.20.0.1 (14ddaa46-919e-42aa-9d52-cd722e92b1df/42a7ebd8-b20d-45ed-85cf-7b3e11fec973/c4ff71b4-60e1-4eff-a061-48ab3ac62be0) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:23:48.457162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Network 14ddaa46-919e-42aa-9d52-cd722e92b1df is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:23:48.462345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:23:48.467661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:23:48.468249 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Pushing event updated for resources: {'Port': ['ID=9a1ab719-9538-4b52-88d3-580dcd8dbe00,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:48.548779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Attempting to bind port 9a1ab719-9538-4b52-88d3-580dcd8dbe00 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:23:48.549540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Attempting to bind port 9a1ab719-9538-4b52-88d3-580dcd8dbe00 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:23:48.550142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Attempting to bind port 9a1ab719-9538-4b52-88d3-580dcd8dbe00 on network 14ddaa46-919e-42aa-9d52-cd722e92b1df {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:23:48.557585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:23:48.558413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Checking segment: {'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:23:48.559194 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:48.559825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Bound using segment: {'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:23:48.560579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Bound port: 9a1ab719-9538-4b52-88d3-580dcd8dbe00, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:23:48.561236 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:48.595061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:48.613025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Transition to ACTIVE for port object c4ff71b4-60e1-4eff-a061-48ab3ac62be0 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:23:48.639917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] For port 9a1ab719-9538-4b52-88d3-580dcd8dbe00, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:23:48.644717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] For port 9a1ab719-9538-4b52-88d3-580dcd8dbe00, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=9a1ab719-9538-4b52-88d3-580dcd8dbe00,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:23:48.649461 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:48.655182 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:48.675996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 14ddaa46-919e-42aa-9d52-cd722e92b1df is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:23:48.682784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:23:48.682784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:23:48.719659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a82d99-b278-46e2-825b-b20f16aa3572 None None] Pushing event updated for resources: {'Port': ['ID=9a1ab719-9538-4b52-88d3-580dcd8dbe00,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:48.761444 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:48.776719 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:23:48.851917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=c4ff71b4-60e1-4eff-a061-48ab3ac62be0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:48.995590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:49.338608 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:49.382376 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:49.387572 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:49.463618 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:49.465650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=c4ff71b4-60e1-4eff-a061-48ab3ac62be0,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:49.573317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 14ddaa46-919e-42aa-9d52-cd722e92b1df is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:23:49.575709 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:23:49.708153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 7e048d87-5144-4e13-a4d8-31db16c8e760 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:23:49.827931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:23:49.839519 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-094cd13e-4a82-47b8-966d-250f3d5b9bd9 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "PUT /v2.0/routers/7e048d87-5144-4e13-a4d8-31db16c8e760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5839074 Aug 26 11:23:49.931697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f7f42-9b24-476b-bd92-d1cc0a9fd4a8 None None] Network 14ddaa46-919e-42aa-9d52-cd722e92b1df requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:23:50.020830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-27164e8c-ad4d-411a-b77a-179453639e11 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850497370&fields=id&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 267 time: 0.0442839 Aug 26 11:23:50.035470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1724a494-3f7c-4251-a70f-77b9e99834ce None None] Provisioning for port 9a1ab719-9538-4b52-88d3-580dcd8dbe00 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:23:50.164156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-b0a1be6c-8b96-4e7e-bc88-e2b57df5f174 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:50.166122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-b0a1be6c-8b96-4e7e-bc88-e2b57df5f174 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/networks?id=14ddaa46-919e-42aa-9d52-cd722e92b1df HTTP/1.1" status: 200 len: 797 time: 0.1352196 Aug 26 11:23:50.188200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-ed624eca-dd01-4750-a672-c4a2d5baeeea tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/quotas/e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 375 time: 0.0108962 Aug 26 11:23:50.263322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-3a74ec70-2b77-429c-b2fc-9f6f36283d40 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600681 Aug 26 11:23:50.417737 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-471634a0-24c1-4c7a-afd0-aa27f9ca5180 service neutron] 10.222.0.21 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532450 Aug 26 11:23:50.506971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fd78a799-bfdb-4a9f-be96-d7342bde79bf up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:23:50.548225 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-3559ac1b-cbeb-4959-9e76-8e8b875df4e1 service neutron] 10.222.0.21 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294487 Aug 26 11:23:50.596987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e2a149b2-09aa-4bbd-9919-769186b17059 None None] Provisioning for port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:23:50.640302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e2a149b2-09aa-4bbd-9919-769186b17059 None None] Provisioning complete for port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:50.640685 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2a149b2-09aa-4bbd-9919-769186b17059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:50.667657 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Sync routers for ids ['7e048d87-5144-4e13-a4d8-31db16c8e760'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:23:50.683478 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Routers {'7e048d87-5144-4e13-a4d8-31db16c8e760'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:23:50.684791 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:23:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7e048d87-5144-4e13-a4d8-31db16c8e760'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:50.735452 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:50.818267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e2a149b2-09aa-4bbd-9919-769186b17059 None None] Port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:23:50.832453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port fd78a799-bfdb-4a9f-be96-d7342bde79bf completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:23:50.839595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port fd78a799-bfdb-4a9f-be96-d7342bde79bf triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:50.839973 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:50.857513 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Set router 7e048d87-5144-4e13-a4d8-31db16c8e760 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:23:50.946389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-632da76b-8524-416d-a7ff-49f488c0c49b req-8fa7c7c8-ad58-4c3e-b6a9-976e9ebfa0e4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 210 time: 0.0720704 Aug 26 11:23:50.979801 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.036853 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port fd78a799-bfdb-4a9f-be96-d7342bde79bf, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fd78a799-bfdb-4a9f-be96-d7342bde79bf,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:51.048423 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.049286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 9a1ab719-9538-4b52-88d3-580dcd8dbe00 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:23:51.084982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-11efd47e-b022-46a0-bf94-839c35079318 None None] Provisioning complete for port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:51.085518 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11efd47e-b022-46a0-bf94-839c35079318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.131615 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:48Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c4ff71b4-60e1-4eff-a061-48ab3ac62be0', 'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:42:65:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:47Z', 'updated_at': '2021-08-26T11:23:49Z', 'revision_number': 2, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:51.164052 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Checking router: 7e048d87-5144-4e13-a4d8-31db16c8e760 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:23:51.164775 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Updating router 7e048d87-5144-4e13-a4d8-31db16c8e760 port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:23:51.195498 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.206221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-11efd47e-b022-46a0-bf94-839c35079318 None None] Port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:23:51.218702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=fd78a799-bfdb-4a9f-be96-d7342bde79bf,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:51.254653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 9a1ab719-9538-4b52-88d3-580dcd8dbe00 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:23:51.260253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 9a1ab719-9538-4b52-88d3-580dcd8dbe00 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:51.260759 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.389118 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.405991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-52db8749-be2e-42bd-95fe-ff41fdce8f27 None None] Provisioning complete for port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:51.406376 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52db8749-be2e-42bd-95fe-ff41fdce8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.463610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 9a1ab719-9538-4b52-88d3-580dcd8dbe00, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=9a1ab719-9538-4b52-88d3-580dcd8dbe00,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:51.465004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-52db8749-be2e-42bd-95fe-ff41fdce8f27 None None] Port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:23:51.471669 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.547708 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.554459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=9a1ab719-9538-4b52-88d3-580dcd8dbe00,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:51.558929 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Transition to ACTIVE for port object c4ff71b4-60e1-4eff-a061-48ab3ac62be0 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:23:51.572417 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.628228 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Pushing event updated for resources: {'Port': ['ID=c4ff71b4-60e1-4eff-a061-48ab3ac62be0,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:51.657323 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.657670 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.658014 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.658351 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.658685 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.659045 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.659384 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.659701 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.660062 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.660370 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.660694 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.661019 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:23:51.709477 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Attempting to bind port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:23:51.710147 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Attempting to bind port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:23:51.710285 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Attempting to bind port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 on network 14ddaa46-919e-42aa-9d52-cd722e92b1df {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:23:51.718647 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:23:51.719114 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Checking segment: {'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:23:51.719570 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.720023 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Bound using segment: {'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:23:51.720561 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Bound port: c4ff71b4-60e1-4eff-a061-48ab3ac62be0, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:23:51.721007 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.800456 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] For port c4ff71b4-60e1-4eff-a061-48ab3ac62be0, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:23:51.804525 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] For port c4ff71b4-60e1-4eff-a061-48ab3ac62be0, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c4ff71b4-60e1-4eff-a061-48ab3ac62be0,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:23:51.808830 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:51.891788 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587361e7-b4c5-41fb-8bc6-dd6bda3f80cc None None] Pushing event updated for resources: {'Port': ['ID=c4ff71b4-60e1-4eff-a061-48ab3ac62be0,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:51.896635 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Routers {'7e048d87-5144-4e13-a4d8-31db16c8e760'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:23:51.897342 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:23:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7e048d87-5144-4e13-a4d8-31db16c8e760'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:52.099875 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] Set router 7e048d87-5144-4e13-a4d8-31db16c8e760 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:23:52.134814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4e825ab-8560-496b-bcdd-a4faf0f23c46 req-2e46a0c5-6c08-43e9-ac2f-72447416ce57 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 210 time: 0.0823998 Aug 26 11:23:52.208805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-88c01228-153b-4456-bc6e-b87aac3f80f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:52.210556 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-88c01228-153b-4456-bc6e-b87aac3f80f2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "GET /v2.0/networks?id=14ddaa46-919e-42aa-9d52-cd722e92b1df HTTP/1.1" status: 200 len: 797 time: 0.1581466 Aug 26 11:23:52.262215 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-fecf5bca-5c05-404b-92a8-680887ea312c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3813640e34e40b9b3f5cb67b067ed24 HTTP/1.1" status: 200 len: 380 time: 0.0426424 Aug 26 11:23:52.272476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'port': {'device_id': '627abbfc-2165-407a-a777-a7c7e0851fab', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'admin_state_up': True, 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'security_groups': ['198e88aa-d863-41f2-bf82-0f50160ac784']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:52.336054 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:48Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c4ff71b4-60e1-4eff-a061-48ab3ac62be0', 'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:42:65:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:47Z', 'updated_at': '2021-08-26T11:23:51Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:23:52.372466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fd78a799-bfdb-4a9f-be96-d7342bde79bf up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:23:52.374700 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b49849-abf0-4eab-9f8e-6070d32ce64f None None] The sync data for ids ['7e048d87-5144-4e13-a4d8-31db16c8e760'] in n-d-778550-13 is: [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:48Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c4ff71b4-60e1-4eff-a061-48ab3ac62be0', 'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:42:65:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:47Z', 'updated_at': '2021-08-26T11:23:51Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:23:52.391560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Made reservation on behalf of e3813640e34e40b9b3f5cb67b067ed24 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:23:52.395374 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:52.456355 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:52.463975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port fd78a799-bfdb-4a9f-be96-d7342bde79bf triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:52.464474 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:52.562082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 9a1ab719-9538-4b52-88d3-580dcd8dbe00 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:23:52.566059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.20.0.14 (14ddaa46-919e-42aa-9d52-cd722e92b1df/42a7ebd8-b20d-45ed-85cf-7b3e11fec973/9256f542-3475-4d94-be43-c4af0651af8c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:23:52.624030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 9a1ab719-9538-4b52-88d3-580dcd8dbe00 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:52.624430 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:53.057321 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:53.072507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Transition to ACTIVE for port object 9256f542-3475-4d94-be43-c4af0651af8c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:23:53.108576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:53.164787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=9256f542-3475-4d94-be43-c4af0651af8c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:53.176456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network 14ddaa46-919e-42aa-9d52-cd722e92b1df is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:23:53.178996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:23:53.194465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:23:53.270653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:53.272128 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:53.281355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff7435-8c02-4c77-8b84-c0aefd2a1d30 req-147edd5b-f875-4c28-8806-7a618244bf94 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:53.283434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8dff7435-8c02-4c77-8b84-c0aefd2a1d30 req-147edd5b-f875-4c28-8806-7a618244bf94 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 932 time: 0.0936100 Aug 26 11:23:53.308473 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-8849ef0e-77f1-43ba-8e88-cdc66cea83ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0403404 Aug 26 11:23:53.322536 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Request body: {'port': {'device_id': '627abbfc-2165-407a-a777-a7c7e0851fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:23:53.343064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8dff7435-8c02-4c77-8b84-c0aefd2a1d30 req-de961cad-3f12-4429-99fc-843b6a35c092 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527022 Aug 26 11:23:53.414990 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:53.552030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b6037d65-1ce1-485f-88c2-5d0cc396348d None None] Provisioning for port 9256f542-3475-4d94-be43-c4af0651af8c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:23:53.571485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b6037d65-1ce1-485f-88c2-5d0cc396348d None None] Provisioning complete for port 9256f542-3475-4d94-be43-c4af0651af8c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:53.572159 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6037d65-1ce1-485f-88c2-5d0cc396348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:53.617995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b6037d65-1ce1-485f-88c2-5d0cc396348d None None] Port 9256f542-3475-4d94-be43-c4af0651af8c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:23:53.721018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9256f542-3475-4d94-be43-c4af0651af8c {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:23:53.728779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:53.741535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Transition to ACTIVE for port object 9256f542-3475-4d94-be43-c4af0651af8c will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:23:53.747929 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:53.803578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Pushing event updated for resources: {'Port': ['ID=9256f542-3475-4d94-be43-c4af0651af8c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:53.890302 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Attempting to bind port 9256f542-3475-4d94-be43-c4af0651af8c on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:23:53.890658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Attempting to bind port 9256f542-3475-4d94-be43-c4af0651af8c by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:23:53.891231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Attempting to bind port 9256f542-3475-4d94-be43-c4af0651af8c on network 14ddaa46-919e-42aa-9d52-cd722e92b1df {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:23:53.897297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Port 9256f542-3475-4d94-be43-c4af0651af8c on network 14ddaa46-919e-42aa-9d52-cd722e92b1df not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:23:53.897637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Attempting to bind port 9256f542-3475-4d94-be43-c4af0651af8c on network 14ddaa46-919e-42aa-9d52-cd722e92b1df {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:23:53.904127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:23:53.904567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Checking segment: {'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:23:53.904968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Bound using segment: {'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:23:53.905412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Bound port: 9256f542-3475-4d94-be43-c4af0651af8c, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:23:53.905790 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:53.983610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] For port 9256f542-3475-4d94-be43-c4af0651af8c, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:23:53.987164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] For port 9256f542-3475-4d94-be43-c4af0651af8c, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9256f542-3475-4d94-be43-c4af0651af8c,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:23:53.993387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:54.031232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:54.032121 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:54.033753 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] 10.222.0.42 "PUT /v2.0/ports/9256f542-3475-4d94-be43-c4af0651af8c HTTP/1.1" status: 200 len: 1093 time: 0.7164123 Aug 26 11:23:54.036634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:23:54.040455 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45e371d-1434-4b68-995e-c68555587f67" -d '{"events": [{"name": "network-changed", "server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "tag": "9256f542-3475-4d94-be43-c4af0651af8c"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:23:54.072622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0aba27-c362-4718-9f22-6ebee6d3b502 service neutron] Pushing event updated for resources: {'Port': ['ID=9256f542-3475-4d94-be43-c4af0651af8c,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:54.107991 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f147656b-fcc9-43c7-8cd5-d21940c471c2 x-openstack-request-id: req-f147656b-fcc9-43c7-8cd5-d21940c471c2 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:23:54.108249 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "tag": "9256f542-3475-4d94-be43-c4af0651af8c", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:23:54.108348 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f147656b-fcc9-43c7-8cd5-d21940c471c2 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:23:54.108728 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c', 'status': 'completed', 'code': 200} Aug 26 11:23:54.126780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-03eccf6e-f41f-44ad-9670-354f812213a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:54.128324 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-03eccf6e-f41f-44ad-9670-354f812213a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 1096 time: 0.0510044 Aug 26 11:23:54.184559 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-c7d4e455-4766-42ce-a963-50454551bc4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9256f542-3475-4d94-be43-c4af0651af8c HTTP/1.1" status: 200 len: 217 time: 0.0477631 Aug 26 11:23:54.246925 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-d8555940-dd7d-4009-b921-2600211ab473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:54.248442 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-d8555940-dd7d-4009-b921-2600211ab473 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42a7ebd8-b20d-45ed-85cf-7b3e11fec973 HTTP/1.1" status: 200 len: 835 time: 0.0574164 Aug 26 11:23:54.297843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-b1ce7568-1e1e-44c1-8c4c-4899929af94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:54.299471 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-b1ce7568-1e1e-44c1-8c4c-4899929af94b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14ddaa46-919e-42aa-9d52-cd722e92b1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438066 Aug 26 11:23:54.390610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c4ff71b4-60e1-4eff-a061-48ab3ac62be0 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:23:54.422290 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-9385a311-2bcd-41c7-bb23-30e447fe376f service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135125 Aug 26 11:23:54.478965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:23:54.485797 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:54.486589 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:54.489266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f91b79-2366-4ec8-8efc-82bd6af5919e req-aa51beb8-915a-4715-a692-74d23b0a416a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:54.492726 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58f91b79-2366-4ec8-8efc-82bd6af5919e req-aa51beb8-915a-4715-a692-74d23b0a416a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 944 time: 0.0627916 Aug 26 11:23:54.538958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58f91b79-2366-4ec8-8efc-82bd6af5919e req-191a590e-8e8e-4959-b524-e014ad4723f8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391796 Aug 26 11:23:54.546654 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d325cffa-4a77-48d0-bbb2-7e275dc3e118 req-f7864e73-ef21-469e-a1b9-c7331f5df962 service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166732 Aug 26 11:23:54.608883 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:54.644943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c4ff71b4-60e1-4eff-a061-48ab3ac62be0, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c4ff71b4-60e1-4eff-a061-48ab3ac62be0,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:54.649037 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:54.654436 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e371d-1434-4b68-995e-c68555587f67 req-e35cd389-5d57-4012-8790-4730643442d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:54.656385 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f45e371d-1434-4b68-995e-c68555587f67 req-e35cd389-5d57-4012-8790-4730643442d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 1096 time: 0.0542774 Aug 26 11:23:54.702479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c4ff71b4-60e1-4eff-a061-48ab3ac62be0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:54.752748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e371d-1434-4b68-995e-c68555587f67 req-c9543285-d41c-4e58-a493-6076275cb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:54.754408 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f45e371d-1434-4b68-995e-c68555587f67 req-c9543285-d41c-4e58-a493-6076275cb780 service neutron] 10.222.0.42 "GET /v2.0/networks?id=14ddaa46-919e-42aa-9d52-cd722e92b1df HTTP/1.1" status: 200 len: 898 time: 0.0905817 Aug 26 11:23:54.806634 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f45e371d-1434-4b68-995e-c68555587f67 req-082c4577-0280-40e8-ab65-762d19176ec8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9256f542-3475-4d94-be43-c4af0651af8c HTTP/1.1" status: 200 len: 217 time: 0.0430231 Aug 26 11:23:54.863106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e371d-1434-4b68-995e-c68555587f67 req-d686ef4c-83bb-4035-9cdc-14411059d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:54.864749 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f45e371d-1434-4b68-995e-c68555587f67 req-d686ef4c-83bb-4035-9cdc-14411059d7d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42a7ebd8-b20d-45ed-85cf-7b3e11fec973 HTTP/1.1" status: 200 len: 835 time: 0.0511954 Aug 26 11:23:54.913961 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e371d-1434-4b68-995e-c68555587f67 req-a67d13fd-763f-4dd5-b297-3aa034befdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:54.915551 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f45e371d-1434-4b68-995e-c68555587f67 req-a67d13fd-763f-4dd5-b297-3aa034befdcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14ddaa46-919e-42aa-9d52-cd722e92b1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424633 Aug 26 11:23:55.017273 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f45e371d-1434-4b68-995e-c68555587f67 req-28e7ce92-195d-48de-b7ab-4c95c83a4c1d service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931849 Aug 26 11:23:55.114922 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f45e371d-1434-4b68-995e-c68555587f67 req-7a55be9f-1f71-4530-959a-a11219cf8cef service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901601 Aug 26 11:23:55.661095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fa565-1bcf-4e63-bdf1-f046cd0e50f8 req-b27f02aa-e02d-48a0-b9c5-2fabb874ee3f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:55.663290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e9fa565-1bcf-4e63-bdf1-f046cd0e50f8 req-b27f02aa-e02d-48a0-b9c5-2fabb874ee3f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 944 time: 0.0524030 Aug 26 11:23:55.713134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e9fa565-1bcf-4e63-bdf1-f046cd0e50f8 req-da53f940-1b52-4bc4-a0cf-266a40d2b1da tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384016 Aug 26 11:23:56.354740 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c4ff71b4-60e1-4eff-a061-48ab3ac62be0 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:23:56.409789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:56.410155 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:56.837500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dbd64-6bfc-4175-bb28-66e315877295 req-97025497-a6d4-4255-9d19-4624fdab14ae tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:56.839103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e1dbd64-6bfc-4175-bb28-66e315877295 req-97025497-a6d4-4255-9d19-4624fdab14ae tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 944 time: 0.0556724 Aug 26 11:23:56.880835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e1dbd64-6bfc-4175-bb28-66e315877295 req-1333bd2e-b4ce-4754-ae39-56c6798c95b1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347672 Aug 26 11:23:56.889747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9256f542-3475-4d94-be43-c4af0651af8c details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:23:56.988442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9256f542-3475-4d94-be43-c4af0651af8c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9256f542-3475-4d94-be43-c4af0651af8c,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:57.000002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '9256f542-3475-4d94-be43-c4af0651af8c', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'port_id': '9256f542-3475-4d94-be43-c4af0651af8c', 'mac_address': 'fa:16:3e:99:a9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:23:57.037803 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:57.050620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9256f542-3475-4d94-be43-c4af0651af8c {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:23:57.070901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9256f542-3475-4d94-be43-c4af0651af8c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9256f542-3475-4d94-be43-c4af0651af8c,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:57.075486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:57.125700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=9256f542-3475-4d94-be43-c4af0651af8c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:57.290060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9256f542-3475-4d94-be43-c4af0651af8c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:23:58.001545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316290c1-04f1-4203-86ed-9479a7883756 req-c91cd59a-8161-4e25-ae82-73e43d535513 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:58.003257 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316290c1-04f1-4203-86ed-9479a7883756 req-c91cd59a-8161-4e25-ae82-73e43d535513 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 945 time: 0.0525289 Aug 26 11:23:58.045386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316290c1-04f1-4203-86ed-9479a7883756 req-743774f2-ea4a-4724-a99b-384f778f3343 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353734 Aug 26 11:23:58.905600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9256f542-3475-4d94-be43-c4af0651af8c up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:23:58.977462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 9256f542-3475-4d94-be43-c4af0651af8c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:23:58.981463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 9256f542-3475-4d94-be43-c4af0651af8c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:23:58.981846 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:59.065674 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:59.088626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:23:59.091667 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a0d4f4-c826-43fc-95e9-3ca94b35fc75" -d '{"events": [{"server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "name": "network-vif-plugged", "status": "completed", "tag": "9256f542-3475-4d94-be43-c4af0651af8c"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:23:59.107206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9256f542-3475-4d94-be43-c4af0651af8c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9256f542-3475-4d94-be43-c4af0651af8c,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:23:59.123282 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:23:59.194870 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f9bb97-516c-4178-830b-fd280bba4699 x-openstack-request-id: req-e0f9bb97-516c-4178-830b-fd280bba4699 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:23:59.195294 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "name": "network-vif-plugged", "status": "completed", "tag": "9256f542-3475-4d94-be43-c4af0651af8c", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:23:59.195555 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0f9bb97-516c-4178-830b-fd280bba4699 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:23:59.195991 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c', 'code': 200} Aug 26 11:23:59.199231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=9256f542-3475-4d94-be43-c4af0651af8c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:23:59.257219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75652453-13ef-4663-b439-1674729e86e6 req-c5a47ec2-a476-4cdf-b2e7-7a8d18c8fcef tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:59.259210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75652453-13ef-4663-b439-1674729e86e6 req-c5a47ec2-a476-4cdf-b2e7-7a8d18c8fcef tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0995550 Aug 26 11:23:59.273608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc74fb4-09a6-4f41-b679-bff541971af8 req-b4b60dea-7be3-4a60-ab80-4d4cfb0ef620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:23:59.275149 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1dc74fb4-09a6-4f41-b679-bff541971af8 req-b4b60dea-7be3-4a60-ab80-4d4cfb0ef620 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 1098 time: 0.0528750 Aug 26 11:23:59.301241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75652453-13ef-4663-b439-1674729e86e6 req-fead0c46-1d37-46a7-a34b-65fe5a29ac2c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354986 Aug 26 11:23:59.328220 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1dc74fb4-09a6-4f41-b679-bff541971af8 req-8b2cdfb4-6b17-4722-b1aa-3cd95036d6fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451658 Aug 26 11:24:00.444131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b70014-50f0-46de-9be2-922e923d0971 req-d93f7fda-5bfd-4896-9ae8-19399bd71262 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:00.445624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5b70014-50f0-46de-9be2-922e923d0971 req-d93f7fda-5bfd-4896-9ae8-19399bd71262 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0542488 Aug 26 11:24:00.486668 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5b70014-50f0-46de-9be2-922e923d0971 req-6e05198a-1e12-4606-ae3f-2ad9406476c6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344117 Aug 26 11:24:00.622129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2ec75-4c54-4303-a63d-b1007f16a3ad req-9e736b15-8505-4199-821c-a3421fc76c39 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:00.623853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12a2ec75-4c54-4303-a63d-b1007f16a3ad req-9e736b15-8505-4199-821c-a3421fc76c39 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0601213 Aug 26 11:24:00.670073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12a2ec75-4c54-4303-a63d-b1007f16a3ad req-9b37d2eb-8510-4a33-8321-13fd4a31b1f3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398309 Aug 26 11:24:00.692960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33336) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:24:00.751211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac90a25-9140-4d9a-b8ef-d7b073b37c72 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:00.755453 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cac90a25-9140-4d9a-b8ef-d7b073b37c72 tempest-TestNetworkAdvancedServerOps-708530298 tempest-TestNetworkAdvancedServerOps-708530298-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 1093 time: 0.0600090 Aug 26 11:24:00.757159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33340) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:24:00.763228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '9256f542-3475-4d94-be43-c4af0651af8c', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:24:00.788883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:00.899121 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:01.043627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Allocated IP 172.25.1.25 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/7034c702-6923-4812-aec8-347ecc52db10) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:24:01.182531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:01.255939 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:01.304797 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:24:01.318002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:24:01.322256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:24:01.347655 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=7034c702-6923-4812-aec8-347ecc52db10,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:24:01.788915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:01.882196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:02.129789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:02.135410 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:02.237326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event updated for resources: {'Port': ['ID=7034c702-6923-4812-aec8-347ecc52db10,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:24:02.247423 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:02.380734 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-23f42ac2-ffea-4651-ae26-7f01c65d0a2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0645220 Aug 26 11:24:02.396818 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Floating IP b963fb03-920a-4a6d-ba64-1ebe9d6c4469 associated. External IP: 172.25.1.25, port: 9256f542-3475-4d94-be43-c4af0651af8c. Aug 26 11:24:02.475130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-d3e8c000-15e8-496a-b148-1f51302893b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:02.476913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-d3e8c000-15e8-496a-b148-1f51302893b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 1097 time: 0.0693254 Aug 26 11:24:02.616115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-610b5085-b13b-4d57-82b8-b868aa04a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:02.617719 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-610b5085-b13b-4d57-82b8-b868aa04a4d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.1063299 Aug 26 11:24:02.678294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 7e048d87-5144-4e13-a4d8-31db16c8e760 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:24:02.737874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-f757a7d8-cbff-426e-9e8c-a35cff1da509 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07f2bf0e-6e6a-4d89-b56f-e46180438725 HTTP/1.1" status: 200 len: 1000 time: 0.1101236 Aug 26 11:24:02.825277 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-3c777e83-96aa-492d-ba7b-fb1f2a84c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:02.827025 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-3c777e83-96aa-492d-ba7b-fb1f2a84c56d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0802042 Aug 26 11:24:02.844121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:24:02.857136 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdcb3e-713d-49d5-8840-cbd78b0ebb26 None None] Sync routers for ids ['7e048d87-5144-4e13-a4d8-31db16c8e760'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:24:02.881573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fdcb3e-713d-49d5-8840-cbd78b0ebb26 None None] Routers {'7e048d87-5144-4e13-a4d8-31db16c8e760'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:24:02.882998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e2fdcb3e-713d-49d5-8840-cbd78b0ebb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:23:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7e048d87-5144-4e13-a4d8-31db16c8e760'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:24:02.888625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:02.903083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-e0f87a4c-f668-4dac-89ed-2b52c86e67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:02.906251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-e0f87a4c-f668-4dac-89ed-2b52c86e67cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714080 Aug 26 11:24:02.969626 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e6b6961c-22ad-4991-bcb2-34ffe740a280 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2088349 Aug 26 11:24:02.969626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:24:02.974775 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8668b548-456c-47b5-90fb-0e6812bb85fb" -d '{"events": [{"name": "network-changed", "server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "tag": "9256f542-3475-4d94-be43-c4af0651af8c"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:24:03.069732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e2fdcb3e-713d-49d5-8840-cbd78b0ebb26 None None] Set router 7e048d87-5144-4e13-a4d8-31db16c8e760 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:24:03.091202 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f23541-ac46-406f-9703-3ea1c1f61e7a x-openstack-request-id: req-d8f23541-ac46-406f-9703-3ea1c1f61e7a {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:24:03.091510 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "tag": "9256f542-3475-4d94-be43-c4af0651af8c", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:24:03.091762 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8f23541-ac46-406f-9703-3ea1c1f61e7a {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:24:03.092188 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c', 'status': 'completed', 'code': 200} Aug 26 11:24:03.177374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-c7af162f-bb3e-4e63-a47c-2d961bb336b6 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638850 Aug 26 11:24:03.192902 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b548-456c-47b5-90fb-0e6812bb85fb req-43426559-b3e8-441e-9196-58bd5e52672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:03.201653 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8668b548-456c-47b5-90fb-0e6812bb85fb req-43426559-b3e8-441e-9196-58bd5e52672b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 1098 time: 0.0783556 Aug 26 11:24:03.306351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937631ce-d349-4667-acb9-21258e299b97 req-a8403b36-ac92-4cf3-b9c1-ee5a5ff412c5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:03.307929 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-937631ce-d349-4667-acb9-21258e299b97 req-a8403b36-ac92-4cf3-b9c1-ee5a5ff412c5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.1838899 Aug 26 11:24:03.310667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ec22ae-59c5-4926-92a9-32d7482dfef0 req-b2da68c0-cc2a-4fe2-bd34-6fc3b8d36fd9 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221669 Aug 26 11:24:03.364657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-937631ce-d349-4667-acb9-21258e299b97 req-20d11ce4-a75e-43e4-8b3e-9c3b95b6bef7 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491321 Aug 26 11:24:03.387910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33400) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:24:03.428197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b548-456c-47b5-90fb-0e6812bb85fb req-25c13a37-0df3-4c8c-ad38-1c0f3db0ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:03.430771 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8668b548-456c-47b5-90fb-0e6812bb85fb req-25c13a37-0df3-4c8c-ad38-1c0f3db0ce22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=14ddaa46-919e-42aa-9d52-cd722e92b1df HTTP/1.1" status: 200 len: 898 time: 0.2218788 Aug 26 11:24:03.527545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ad979adf-f2a7-41cc-a3f1-3d0a7ad5531d tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/b963fb03-920a-4a6d-ba64-1ebe9d6c4469 HTTP/1.1" status: 200 len: 991 time: 0.1352804 Aug 26 11:24:03.531923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e2fdcb3e-713d-49d5-8840-cbd78b0ebb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:48Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'b963fb03-920a-4a6d-ba64-1ebe9d6c4469', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'port_id': '9256f542-3475-4d94-be43-c4af0651af8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'mac_address': 'fa:16:3e:99:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627abbfc-2165-407a-a777-a7c7e0851fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:24:01Z', 'updated_at': '2021-08-26T11:24:01Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ff71b4-60e1-4eff-a061-48ab3ac62be0', 'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:42:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:47Z', 'updated_at': '2021-08-26T11:23:54Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:24:03.537432 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8668b548-456c-47b5-90fb-0e6812bb85fb req-b2106659-157f-473a-ae78-ff0a5b267190 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9256f542-3475-4d94-be43-c4af0651af8c HTTP/1.1" status: 200 len: 999 time: 0.0980046 Aug 26 11:24:03.563402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdcb3e-713d-49d5-8840-cbd78b0ebb26 None None] Checking router: 7e048d87-5144-4e13-a4d8-31db16c8e760 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:24:03.585070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fdcb3e-713d-49d5-8840-cbd78b0ebb26 None None] Routers {'7e048d87-5144-4e13-a4d8-31db16c8e760'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:24:03.585642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e2fdcb3e-713d-49d5-8840-cbd78b0ebb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:23:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7e048d87-5144-4e13-a4d8-31db16c8e760'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:24:03.621654 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b548-456c-47b5-90fb-0e6812bb85fb req-c404e799-2b83-44a6-853a-8850254f6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:03.633375 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8668b548-456c-47b5-90fb-0e6812bb85fb req-c404e799-2b83-44a6-853a-8850254f6c06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42a7ebd8-b20d-45ed-85cf-7b3e11fec973 HTTP/1.1" status: 200 len: 835 time: 0.0879009 Aug 26 11:24:03.713907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668b548-456c-47b5-90fb-0e6812bb85fb req-bf82b02f-230c-444f-84cc-eb7bd6193ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:03.716917 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8668b548-456c-47b5-90fb-0e6812bb85fb req-bf82b02f-230c-444f-84cc-eb7bd6193ac2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14ddaa46-919e-42aa-9d52-cd722e92b1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767756 Aug 26 11:24:03.737262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e2fdcb3e-713d-49d5-8840-cbd78b0ebb26 None None] Set router 7e048d87-5144-4e13-a4d8-31db16c8e760 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:24:03.848262 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8668b548-456c-47b5-90fb-0e6812bb85fb req-34582741-9729-48ad-9421-3e6feb999835 service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223154 Aug 26 11:24:03.961486 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8668b548-456c-47b5-90fb-0e6812bb85fb req-2a72f77d-0fa6-47f3-bf01-5837599a5f41 service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059558 Aug 26 11:24:04.047118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e2fdcb3e-713d-49d5-8840-cbd78b0ebb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:48Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'b963fb03-920a-4a6d-ba64-1ebe9d6c4469', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'port_id': '9256f542-3475-4d94-be43-c4af0651af8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'mac_address': 'fa:16:3e:99:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627abbfc-2165-407a-a777-a7c7e0851fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:24:01Z', 'updated_at': '2021-08-26T11:24:01Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ff71b4-60e1-4eff-a061-48ab3ac62be0', 'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:42:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:47Z', 'updated_at': '2021-08-26T11:23:54Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:24:04.081989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdcb3e-713d-49d5-8840-cbd78b0ebb26 None None] The sync data for ids ['7e048d87-5144-4e13-a4d8-31db16c8e760'] in n-d-778550-13 is: [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:48Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'b963fb03-920a-4a6d-ba64-1ebe9d6c4469', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'floating_ip_address': '172.25.1.25', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'port_id': '9256f542-3475-4d94-be43-c4af0651af8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'mac_address': 'fa:16:3e:99:a9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627abbfc-2165-407a-a777-a7c7e0851fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:24:01Z', 'updated_at': '2021-08-26T11:24:01Z', 'revision_number': 0, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ff71b4-60e1-4eff-a061-48ab3ac62be0', 'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:42:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:47Z', 'updated_at': '2021-08-26T11:23:54Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:24:04.414307 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a229a92c-eb0b-4838-9d51-0aa6f49d4451 None None] New status for floating IP b963fb03-920a-4a6d-ba64-1ebe9d6c4469: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:24:04.530775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33418) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:24:04.669215 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-19be0dc5-3b0e-496e-93a9-512731685320 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/b963fb03-920a-4a6d-ba64-1ebe9d6c4469 HTTP/1.1" status: 200 len: 991 time: 0.1372669 Aug 26 11:24:05.678018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 33432) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:24:05.764565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7448f31d-680e-4361-928f-42dab9c2843c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/b963fb03-920a-4a6d-ba64-1ebe9d6c4469 HTTP/1.1" status: 200 len: 993 time: 0.0848351 Aug 26 11:24:06.741685 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-124376c3-db7e-408c-a1ed-279ad8f87de3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0698154 Aug 26 11:24:06.893569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-d0e408ba-c77b-4741-ae7f-d707f72fa36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:06.895849 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-d0e408ba-c77b-4741-ae7f-d707f72fa36f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 1098 time: 0.0945551 Aug 26 11:24:07.079184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-1056e338-daba-43bc-ac18-440c7681754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:07.081487 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-1056e338-daba-43bc-ac18-440c7681754c service neutron] 10.222.0.42 "GET /v2.0/networks?id=14ddaa46-919e-42aa-9d52-cd722e92b1df HTTP/1.1" status: 200 len: 898 time: 0.1555741 Aug 26 11:24:07.186907 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-a26352cb-d619-4e1b-bece-15dfc47ffd28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9256f542-3475-4d94-be43-c4af0651af8c HTTP/1.1" status: 200 len: 1001 time: 0.0992372 Aug 26 11:24:07.260343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-2aab507d-e248-45cd-9cb5-d7ff3c436570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:07.262712 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-2aab507d-e248-45cd-9cb5-d7ff3c436570 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42a7ebd8-b20d-45ed-85cf-7b3e11fec973 HTTP/1.1" status: 200 len: 835 time: 0.0682194 Aug 26 11:24:07.340462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-28be97b9-fa7f-4b17-9a50-d306338cefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:07.342425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-28be97b9-fa7f-4b17-9a50-d306338cefaf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14ddaa46-919e-42aa-9d52-cd722e92b1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718369 Aug 26 11:24:07.508099 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-951b44c0-b893-480a-9ef1-f2d969924ebe service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574955 Aug 26 11:24:07.674637 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5569da3f-c8a3-4031-909e-9ef7a2a7d570 req-4539cb71-2b89-4e67-9e5c-98e1192af419 service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587977 Aug 26 11:24:11.445494 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-13545244-a8b4-4102-a53c-6a9d7d3b2b70 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851348505&fields=id&tenant_id=b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 267 time: 0.0486059 Aug 26 11:24:11.589025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-2ac962cc-6aa2-49cc-9297-bf55bae03c77 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:11.590575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-2ac962cc-6aa2-49cc-9297-bf55bae03c77 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.1309991 Aug 26 11:24:11.606434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-8828d64d-5920-4cf4-9428-177bab9c57a6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/quotas/b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 375 time: 0.0099139 Aug 26 11:24:11.668237 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-2834a199-af91-43c5-84ca-ed0559df159d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0559938 Aug 26 11:24:11.840825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-3d2ee297-ed3d-4492-a22a-4b993a705f33 service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593435 Aug 26 11:24:11.953409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-958c8d0e-8e08-48b8-ae01-26cb3d98a21b service neutron] 10.222.0.21 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059601 Aug 26 11:24:12.337872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e76fbad-6551-4c32-aeea-1424cd0f9529 req-621cb7cb-79e2-41fa-9aa3-8b1927d4bdcb tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 210 time: 0.0302861 Aug 26 11:24:13.373834 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e839cda5-c150-4159-9aee-d5ffa3cc441a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:13.533135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1318942a-d726-44b8-b5a5-cd934ae5536e req-d03ddc21-c0e4-40ee-86ff-28a48b577cc1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 210 time: 0.0580802 Aug 26 11:24:13.566765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-58739f91-bc3a-49e0-aadc-ea580d17edc7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:13.568682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-58739f91-bc3a-49e0-aadc-ea580d17edc7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 811 time: 0.2489843 Aug 26 11:24:13.621177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-b1fcba77-8b7a-41ef-8a38-c6e18cffd817 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6004e8ddb64481b8fb8b975d301d1ab HTTP/1.1" status: 200 len: 380 time: 0.0420866 Aug 26 11:24:13.632439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'port': {'device_id': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'admin_state_up': True, 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'security_groups': ['73144955-7f5c-41d7-a297-780d34314445']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:24:13.792411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Made reservation on behalf of b6004e8ddb64481b8fb8b975d301d1ab for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:24:13.796157 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:13.939109 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Allocated IP 172.20.0.4 (425c1548-ff0b-496e-9ab6-42aac07c907a/d60a612c-a025-4e07-8431-dbe7e8facf35/a4aecc6a-2cf9-490f-9eab-dd4515482c73) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:24:14.493393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:14.507781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Transition to ACTIVE for port object a4aecc6a-2cf9-490f-9eab-dd4515482c73 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:24:14.553701 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:14.633228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Network 425c1548-ff0b-496e-9ab6-42aac07c907a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:24:14.648064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:24:14.657719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:24:14.678886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=a4aecc6a-2cf9-490f-9eab-dd4515482c73,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:24:14.798888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:14.798888 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:14.811141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210087bc-3121-4f3f-86a1-9bd278ec9bf1 req-9c1f57d8-e5a7-4df8-9811-09a62e543df0 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:14.812847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-210087bc-3121-4f3f-86a1-9bd278ec9bf1 req-9c1f57d8-e5a7-4df8-9811-09a62e543df0 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 931 time: 0.1574829 Aug 26 11:24:14.844909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-65ee4f42-73db-4c1e-beaa-0186eff5ca29 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2177060 Aug 26 11:24:14.868843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Request body: {'port': {'device_id': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:24:14.993498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b8c4bac9-ca42-40b9-bde6-26c45e476477 None None] Provisioning for port a4aecc6a-2cf9-490f-9eab-dd4515482c73 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:24:14.999847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b8c4bac9-ca42-40b9-bde6-26c45e476477 None None] Provisioning complete for port a4aecc6a-2cf9-490f-9eab-dd4515482c73 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:24:15.000424 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8c4bac9-ca42-40b9-bde6-26c45e476477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:15.015019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-210087bc-3121-4f3f-86a1-9bd278ec9bf1 req-825f509d-4777-4161-a705-b19d9e735573 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835582 Aug 26 11:24:15.015019 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:15.050104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4bac9-ca42-40b9-bde6-26c45e476477 None None] Port a4aecc6a-2cf9-490f-9eab-dd4515482c73 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:24:15.418153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4aecc6a-2cf9-490f-9eab-dd4515482c73 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:24:15.431886 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:15.455818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Transition to ACTIVE for port object a4aecc6a-2cf9-490f-9eab-dd4515482c73 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:24:15.461824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:15.660372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Attempting to bind port a4aecc6a-2cf9-490f-9eab-dd4515482c73 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:24:15.661054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Attempting to bind port a4aecc6a-2cf9-490f-9eab-dd4515482c73 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:24:15.661054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Attempting to bind port a4aecc6a-2cf9-490f-9eab-dd4515482c73 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:24:15.663228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Pushing event updated for resources: {'Port': ['ID=a4aecc6a-2cf9-490f-9eab-dd4515482c73,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:24:15.670627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Port a4aecc6a-2cf9-490f-9eab-dd4515482c73 on network 425c1548-ff0b-496e-9ab6-42aac07c907a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:24:15.671024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Attempting to bind port a4aecc6a-2cf9-490f-9eab-dd4515482c73 on network 425c1548-ff0b-496e-9ab6-42aac07c907a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:24:15.677551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:24:15.678090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Checking segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:24:15.678541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Bound using segment: {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:24:15.679040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Bound port: a4aecc6a-2cf9-490f-9eab-dd4515482c73, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b63346-5860-47fe-8a26-60bbe6be4346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:24:15.679459 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:15.778420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] For port a4aecc6a-2cf9-490f-9eab-dd4515482c73, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:24:15.784080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] For port a4aecc6a-2cf9-490f-9eab-dd4515482c73, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a4aecc6a-2cf9-490f-9eab-dd4515482c73,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:24:15.789741 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:15.823783 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54bde2d6-1fcf-4d8e-ac2b-0ada89d97139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:15.833562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:15.834198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:15.835777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] 10.222.0.47 "PUT /v2.0/ports/a4aecc6a-2cf9-490f-9eab-dd4515482c73 HTTP/1.1" status: 200 len: 1092 time: 0.9769380 Aug 26 11:24:15.836175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'tag': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:24:15.838463 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc1d466-26c6-4391-88b9-76510e1e30bc" -d '{"events": [{"name": "network-changed", "server_uuid": "03d86bd4-b5df-4f55-8dbe-176afe37efc2", "tag": "a4aecc6a-2cf9-490f-9eab-dd4515482c73"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:24:15.913004 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7e8c36-229f-4c67-b2e5-9223b2a7f914 x-openstack-request-id: req-5c7e8c36-229f-4c67-b2e5-9223b2a7f914 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:24:15.913388 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d86bd4-b5df-4f55-8dbe-176afe37efc2", "tag": "a4aecc6a-2cf9-490f-9eab-dd4515482c73", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:24:15.913649 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c7e8c36-229f-4c67-b2e5-9223b2a7f914 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:24:15.914071 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'tag': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73', 'status': 'completed', 'code': 200} Aug 26 11:24:15.943805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bf2fa-444d-4d4b-af09-f43684b6c971 service neutron] Pushing event updated for resources: {'Port': ['ID=a4aecc6a-2cf9-490f-9eab-dd4515482c73,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:24:15.970177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-8cf281c8-676a-41de-b0bc-4a0742e492dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:15.972554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-8cf281c8-676a-41de-b0bc-4a0742e492dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 1095 time: 0.0834675 Aug 26 11:24:16.062698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-e20602f8-36b8-4e6a-8a88-4b7a1761fc9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4aecc6a-2cf9-490f-9eab-dd4515482c73 HTTP/1.1" status: 200 len: 217 time: 0.0797067 Aug 26 11:24:16.186476 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-a64871e6-fa22-4ff2-bdf7-a15378bfd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:16.191444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-a64871e6-fa22-4ff2-bdf7-a15378bfd06e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.1207836 Aug 26 11:24:16.290125 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:16.325540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-a7cb8a7d-2041-4ee0-8869-391c7cde62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:16.328117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-a7cb8a7d-2041-4ee0-8869-391c7cde62d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284273 Aug 26 11:24:16.345087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fa58e-7086-48ec-9c99-0322941b1e1c req-3057f330-b2a2-4950-862f-81cd263d23a6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:16.347224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd8fa58e-7086-48ec-9c99-0322941b1e1c req-3057f330-b2a2-4950-862f-81cd263d23a6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 943 time: 0.2319591 Aug 26 11:24:16.470364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd8fa58e-7086-48ec-9c99-0322941b1e1c req-339de860-049f-4417-8177-72073456d5ea tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094708 Aug 26 11:24:16.495876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-124cc179-e82b-472a-a502-d3c7cde74bfc service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474562 Aug 26 11:24:16.639310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86fd447d-e561-4725-9c0c-bc3f4b042a6e req-7e21e96d-203b-44de-8634-ff5f04f97092 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351106 Aug 26 11:24:16.788780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1d466-26c6-4391-88b9-76510e1e30bc req-48595120-2faf-42ed-bd13-1ec1ce81a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:16.791421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cc1d466-26c6-4391-88b9-76510e1e30bc req-48595120-2faf-42ed-bd13-1ec1ce81a619 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 1095 time: 0.0787318 Aug 26 11:24:16.943401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1d466-26c6-4391-88b9-76510e1e30bc req-5b4fd417-488e-4c1b-be56-650397c40caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:16.944971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cc1d466-26c6-4391-88b9-76510e1e30bc req-5b4fd417-488e-4c1b-be56-650397c40caa service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.1462762 Aug 26 11:24:16.997567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cc1d466-26c6-4391-88b9-76510e1e30bc req-56cb52aa-47a5-43f3-836d-9580b3222151 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4aecc6a-2cf9-490f-9eab-dd4515482c73 HTTP/1.1" status: 200 len: 217 time: 0.0444109 Aug 26 11:24:17.058168 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1d466-26c6-4391-88b9-76510e1e30bc req-f33ab95b-f460-4f24-a672-1746e463e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:17.060380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cc1d466-26c6-4391-88b9-76510e1e30bc req-f33ab95b-f460-4f24-a672-1746e463e09c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0556352 Aug 26 11:24:17.125065 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1d466-26c6-4391-88b9-76510e1e30bc req-bbfa7188-faa2-48cc-918c-c1b8aacbd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:17.126708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cc1d466-26c6-4391-88b9-76510e1e30bc req-bbfa7188-faa2-48cc-918c-c1b8aacbd098 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591400 Aug 26 11:24:17.249359 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:17.261346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cc1d466-26c6-4391-88b9-76510e1e30bc req-88ff1ddd-e4d1-41fd-843f-d606c9530e43 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259727 Aug 26 11:24:17.394683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9cc1d466-26c6-4391-88b9-76510e1e30bc req-63cfef84-2272-4807-90df-0e4e53bfa344 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256511 Aug 26 11:24:17.664647 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23f648-f412-4fbd-bf73-345181d3e9f9 req-27ca3130-48b3-4fdc-97dc-cbb8fd9f56a7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:17.665732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a23f648-f412-4fbd-bf73-345181d3e9f9 req-27ca3130-48b3-4fdc-97dc-cbb8fd9f56a7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 943 time: 0.0779722 Aug 26 11:24:17.719699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a23f648-f412-4fbd-bf73-345181d3e9f9 req-62e98797-d1ed-43db-a84c-549b28f5b54e tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470498 Aug 26 11:24:18.902106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049ed00-d25c-410c-b96b-e3a0738eb86c req-1e89dc71-7d2c-471f-8694-f4585c59a898 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:18.903821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e049ed00-d25c-410c-b96b-e3a0738eb86c req-1e89dc71-7d2c-471f-8694-f4585c59a898 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 943 time: 0.0666571 Aug 26 11:24:18.964124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e049ed00-d25c-410c-b96b-e3a0738eb86c req-f7cba0c4-6fbc-4412-82c8-e0dc66a809a9 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480065 Aug 26 11:24:19.337095 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:20.093488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84417-850d-48e7-81a3-adeefb3d6148 req-8635ccac-9286-4b50-bb61-d00d282eb5d0 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:20.095103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fc84417-850d-48e7-81a3-adeefb3d6148 req-8635ccac-9286-4b50-bb61-d00d282eb5d0 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 943 time: 0.0536799 Aug 26 11:24:20.143101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fc84417-850d-48e7-81a3-adeefb3d6148 req-5662063e-1905-404b-94d4-30e9968e675c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386403 Aug 26 11:24:20.640791 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:21.336044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4014e2a-d81b-444e-8baf-f8a7ce83b7b7 req-92317c94-1198-4e4c-ab55-a244df2dd267 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:21.338891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4014e2a-d81b-444e-8baf-f8a7ce83b7b7 req-92317c94-1198-4e4c-ab55-a244df2dd267 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 943 time: 0.0953288 Aug 26 11:24:21.416660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4014e2a-d81b-444e-8baf-f8a7ce83b7b7 req-704d6d35-64dc-4299-9031-dc3b2b5d29ae tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618896 Aug 26 11:24:22.460651 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:22.575086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3f094-da8c-4bb4-9a84-8f912cc39fcf req-315f6ca1-e6f5-4fe5-beb5-d0aa4f98e2f1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:22.577891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ce3f094-da8c-4bb4-9a84-8f912cc39fcf req-315f6ca1-e6f5-4fe5-beb5-d0aa4f98e2f1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 943 time: 0.0742190 Aug 26 11:24:22.634301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ce3f094-da8c-4bb4-9a84-8f912cc39fcf req-aafbde03-7f8f-4a5d-b2ff-e20859005df7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476217 Aug 26 11:24:23.811114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b913e3-cfae-4e48-b950-1659da95b5eb req-7ad378ac-2926-4c7d-a0f0-ea7bc5c57e1b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:23.812571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91b913e3-cfae-4e48-b950-1659da95b5eb req-7ad378ac-2926-4c7d-a0f0-ea7bc5c57e1b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 943 time: 0.0808027 Aug 26 11:24:23.876178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-91b913e3-cfae-4e48-b950-1659da95b5eb req-e09879b6-c3d3-456e-a8c0-aed669e8b413 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548406 Aug 26 11:24:25.054357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f57f2-fc87-4d19-9a60-d3836458c50e req-3fbc2597-bc86-41ee-ac33-b340d664628d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:25.055892 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d57f57f2-fc87-4d19-9a60-d3836458c50e req-3fbc2597-bc86-41ee-ac33-b340d664628d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 943 time: 0.0568161 Aug 26 11:24:25.101820 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d57f57f2-fc87-4d19-9a60-d3836458c50e req-6cfe43fa-163b-44e7-8669-b0dcd5ba2273 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367863 Aug 26 11:24:25.769933 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:24:26.241540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ebf45-aa41-4e7d-bef4-673091abcf92 req-77a6a3e7-82dc-45ff-8dda-c766474edb43 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:26.244364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe9ebf45-aa41-4e7d-bef4-673091abcf92 req-77a6a3e7-82dc-45ff-8dda-c766474edb43 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 943 time: 0.0641115 Aug 26 11:24:26.290410 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fe9ebf45-aa41-4e7d-bef4-673091abcf92 req-6a746f27-ec15-491f-b907-9bdb397c1c7d tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386014 Aug 26 11:24:26.750573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a4aecc6a-2cf9-490f-9eab-dd4515482c73 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:24:26.861415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a4aecc6a-2cf9-490f-9eab-dd4515482c73, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a4aecc6a-2cf9-490f-9eab-dd4515482c73,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:24:26.875615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'port_id': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73', 'mac_address': 'fa:16:3e:6f:49:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:24:26.916129 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:26.931888 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4aecc6a-2cf9-490f-9eab-dd4515482c73 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:24:26.961280 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a4aecc6a-2cf9-490f-9eab-dd4515482c73, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a4aecc6a-2cf9-490f-9eab-dd4515482c73,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:24:26.968369 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:27.044133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a4aecc6a-2cf9-490f-9eab-dd4515482c73,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:24:27.280346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['a4aecc6a-2cf9-490f-9eab-dd4515482c73'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:24:27.446470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a8c72-f6a8-4a39-a47a-3baeb74f2788 req-759bb2f3-259c-42c8-938d-5b89eb0d05ab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:27.451855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a8c72-f6a8-4a39-a47a-3baeb74f2788 req-759bb2f3-259c-42c8-938d-5b89eb0d05ab tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 944 time: 0.0728872 Aug 26 11:24:27.507287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e94a8c72-f6a8-4a39-a47a-3baeb74f2788 req-fa1cf563-c51f-43c9-be08-8a02b63dd119 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522454 Aug 26 11:24:28.638924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33f230-6b9d-4d06-b8f5-9065055d3e99 req-16b9c13a-f0f6-48dc-914d-95aec366eb87 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:28.640594 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef33f230-6b9d-4d06-b8f5-9065055d3e99 req-16b9c13a-f0f6-48dc-914d-95aec366eb87 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 944 time: 0.0599122 Aug 26 11:24:28.681741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef33f230-6b9d-4d06-b8f5-9065055d3e99 req-80940d83-1a6d-4a72-a068-7af3d4b117c6 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341656 Aug 26 11:24:28.750189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a4aecc6a-2cf9-490f-9eab-dd4515482c73 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:24:28.806067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port a4aecc6a-2cf9-490f-9eab-dd4515482c73 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:24:28.812831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port a4aecc6a-2cf9-490f-9eab-dd4515482c73 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:24:28.813393 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:28.908571 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:28.935649 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:24:28.937925 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af11150d-0f77-4cea-81ef-e3ff5cfbb77f" -d '{"events": [{"server_uuid": "03d86bd4-b5df-4f55-8dbe-176afe37efc2", "name": "network-vif-plugged", "status": "completed", "tag": "a4aecc6a-2cf9-490f-9eab-dd4515482c73"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:24:28.955023 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port a4aecc6a-2cf9-490f-9eab-dd4515482c73, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a4aecc6a-2cf9-490f-9eab-dd4515482c73,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:24:28.960297 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:28.988676 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830b2ece-f44a-4b4f-b1af-199550aa3a22 x-openstack-request-id: req-830b2ece-f44a-4b4f-b1af-199550aa3a22 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:24:28.989023 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d86bd4-b5df-4f55-8dbe-176afe37efc2", "name": "network-vif-plugged", "status": "completed", "tag": "a4aecc6a-2cf9-490f-9eab-dd4515482c73", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:24:28.989279 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-830b2ece-f44a-4b4f-b1af-199550aa3a22 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:24:28.989672 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73', 'code': 200} Aug 26 11:24:29.020621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=a4aecc6a-2cf9-490f-9eab-dd4515482c73,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:24:29.085442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad86839-c26a-4b46-abbf-82e8319d3002 req-3e104cbe-4be5-4731-8d44-8f109246cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:29.086923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aad86839-c26a-4b46-abbf-82e8319d3002 req-3e104cbe-4be5-4731-8d44-8f109246cecb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 1097 time: 0.0464544 Aug 26 11:24:29.129790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aad86839-c26a-4b46-abbf-82e8319d3002 req-af42c051-cc6a-4caa-86c7-7013d057db65 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346262 Aug 26 11:24:29.812240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689688d-9211-4014-91a7-f2656db4fb07 req-cfbdea1f-b061-43ce-974f-37f30558d5f1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:29.813798 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3689688d-9211-4014-91a7-f2656db4fb07 req-cfbdea1f-b061-43ce-974f-37f30558d5f1 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 945 time: 0.0592310 Aug 26 11:24:29.855282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3689688d-9211-4014-91a7-f2656db4fb07 req-5e3a9dff-d328-484c-a4c5-77059b2e4ebf tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350254 Aug 26 11:24:30.981991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c4257-d65f-4bda-ac79-84c2fbab38e4 req-c216cfff-f187-4ee0-af09-724d0eff6213 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:30.983659 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a31c4257-d65f-4bda-ac79-84c2fbab38e4 req-c216cfff-f187-4ee0-af09-724d0eff6213 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 945 time: 0.0577950 Aug 26 11:24:31.033911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a31c4257-d65f-4bda-ac79-84c2fbab38e4 req-a2c6381d-01f7-489f-ba62-aebc0571e2fa tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384102 Aug 26 11:24:31.169809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d2d15-3e3a-4b8c-a9bb-cff2b6b0ed0d req-33e99e5f-579b-4a40-bf0f-3f0015b2b21c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:31.171441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e85d2d15-3e3a-4b8c-a9bb-cff2b6b0ed0d req-33e99e5f-579b-4a40-bf0f-3f0015b2b21c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 945 time: 0.0572007 Aug 26 11:24:31.223480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e85d2d15-3e3a-4b8c-a9bb-cff2b6b0ed0d req-99611474-9c4a-4e54-a829-f515f7854990 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456600 Aug 26 11:24:31.245922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33846) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:24:31.288636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cc7560-c0a8-4d46-bb71-3b8bd31808e5 tempest-TestVolumeBootPattern-464652518 tempest-TestVolumeBootPattern-464652518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:31.290310 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-38cc7560-c0a8-4d46-bb71-3b8bd31808e5 tempest-TestVolumeBootPattern-464652518 tempest-TestVolumeBootPattern-464652518-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 1092 time: 0.0430541 Aug 26 11:24:31.293106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 33848) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:24:31.297611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:24:31.320625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:31.427909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:31.546256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Allocated IP 172.25.1.252 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/caf6ad8d-73f2-4a37-9340-620965afcb86) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:24:31.674886 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:31.718623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:31.753298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:24:31.756229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:24:31.759768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:24:31.792474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=caf6ad8d-73f2-4a37-9340-620965afcb86,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:24:32.486874 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:32.599973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:32.843917 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:32.852531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:32.924331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f141c1-1111-4e72-a6ee-9f38c40fb75f req-57a3be59-83d5-449a-aa6d-fcc0a0368922 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:32.926559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88f141c1-1111-4e72-a6ee-9f38c40fb75f req-57a3be59-83d5-449a-aa6d-fcc0a0368922 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0631688 Aug 26 11:24:32.979493 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88f141c1-1111-4e72-a6ee-9f38c40fb75f req-b06664fd-e0c3-4261-819b-336633957763 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405886 Aug 26 11:24:32.988410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event updated for resources: {'Port': ['ID=caf6ad8d-73f2-4a37-9340-620965afcb86,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:24:33.009144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:33.206701 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Floating IP 1363da12-b8ec-4989-9e10-bddd91b3caaa associated. External IP: 172.25.1.252, port: a4aecc6a-2cf9-490f-9eab-dd4515482c73. Aug 26 11:24:33.514277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:24:33.636666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:24:33.651446 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbed427-dcea-4888-9b34-0a27398dcb8f None None] Sync routers for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:24:33.664638 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:33.675139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbed427-dcea-4888-9b34-0a27398dcb8f None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:24:33.676509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1fbed427-dcea-4888-9b34-0a27398dcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:24:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:24:33.694327 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-55e70fd7-9920-4e05-b448-c46a8bd8e39c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3999474 Aug 26 11:24:33.695216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'tag': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:24:33.698588 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "03d86bd4-b5df-4f55-8dbe-176afe37efc2", "tag": "a4aecc6a-2cf9-490f-9eab-dd4515482c73"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:24:33.745742 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7353bc-c3af-4de3-82a5-7b9dddf04b99 x-openstack-request-id: req-da7353bc-c3af-4de3-82a5-7b9dddf04b99 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:24:33.746070 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d86bd4-b5df-4f55-8dbe-176afe37efc2", "tag": "a4aecc6a-2cf9-490f-9eab-dd4515482c73", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:24:33.746300 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da7353bc-c3af-4de3-82a5-7b9dddf04b99 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:24:33.746774 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'tag': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73', 'status': 'completed', 'code': 200} Aug 26 11:24:33.824331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c req-62e329d7-65af-4c72-8cae-e70ede030ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:33.825398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-1fbed427-dcea-4888-9b34-0a27398dcb8f None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:24:33.826305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c req-62e329d7-65af-4c72-8cae-e70ede030ed1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 1097 time: 0.0581083 Aug 26 11:24:33.927092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c req-f816dfeb-f3af-4438-ace5-698246ef7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:33.929047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c req-f816dfeb-f3af-4438-ace5-698246ef7071 service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.0945714 Aug 26 11:24:34.021374 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c req-0b4c3df7-106b-481f-a00a-0fb0e34d5b8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4aecc6a-2cf9-490f-9eab-dd4515482c73 HTTP/1.1" status: 200 len: 999 time: 0.0832052 Aug 26 11:24:34.103935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c req-b2b8f6a3-9ffc-4066-9fbb-208224dea2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:34.105490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c req-b2b8f6a3-9ffc-4066-9fbb-208224dea2ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0772090 Aug 26 11:24:34.125160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1fbed427-dcea-4888-9b34-0a27398dcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '1363da12-b8ec-4989-9e10-bddd91b3caaa', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:6f:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:24:32Z', 'updated_at': '2021-08-26T11:24:32Z', 'revision_number': 0, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}, {'id': '54e5edea-52b8-4e92-b6d7-d420f3d39d7c', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:96:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:29Z', 'updated_at': '2021-08-26T11:22:32Z', 'revision_number': 1, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:24:34.157548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbed427-dcea-4888-9b34-0a27398dcb8f None None] Checking router: 68b508f5-e7c1-4f25-80ea-2e90d36d41aa for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:24:34.166367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f8130-94e5-41bf-b55a-c62e28ba9d4a req-99bc0868-91ab-43c6-9044-c74951a4bf36 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:34.166940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbed427-dcea-4888-9b34-0a27398dcb8f None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:24:34.167584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1fbed427-dcea-4888-9b34-0a27398dcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:24:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:24:34.168032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f7f8130-94e5-41bf-b55a-c62e28ba9d4a req-99bc0868-91ab-43c6-9044-c74951a4bf36 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.1014068 Aug 26 11:24:34.216758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c req-4af8c49d-8787-43c9-a382-10ab61d3fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:34.219463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c req-4af8c49d-8787-43c9-a382-10ab61d3fbbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998907 Aug 26 11:24:34.267709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f7f8130-94e5-41bf-b55a-c62e28ba9d4a req-b44ee746-2429-4c40-a865-555ec6ea90c1 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924633 Aug 26 11:24:34.345545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-1fbed427-dcea-4888-9b34-0a27398dcb8f None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:24:34.347592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c req-2cd35376-1a71-4261-afe5-3bd81d02c2fc service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118186 Aug 26 11:24:34.466015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c07a3c7-b82d-4f0d-9c53-0eb6fa3b3f3c req-879c9b13-3d25-4c7e-b539-9b6dc813f9b1 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112854 Aug 26 11:24:34.611104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1fbed427-dcea-4888-9b34-0a27398dcb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '1363da12-b8ec-4989-9e10-bddd91b3caaa', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:6f:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:24:32Z', 'updated_at': '2021-08-26T11:24:32Z', 'revision_number': 0, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}, {'id': '54e5edea-52b8-4e92-b6d7-d420f3d39d7c', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:96:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:29Z', 'updated_at': '2021-08-26T11:22:32Z', 'revision_number': 1, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:24:34.638640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbed427-dcea-4888-9b34-0a27398dcb8f None None] The sync data for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 is: [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '1363da12-b8ec-4989-9e10-bddd91b3caaa', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.252', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:6f:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:24:32Z', 'updated_at': '2021-08-26T11:24:32Z', 'revision_number': 0, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}, {'id': '54e5edea-52b8-4e92-b6d7-d420f3d39d7c', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:96:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:29Z', 'updated_at': '2021-08-26T11:22:32Z', 'revision_number': 1, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:24:34.868472 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fac8fa-3e48-42f6-9b7a-787e77bf147d None None] New status for floating IP 1363da12-b8ec-4989-9e10-bddd91b3caaa: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:24:35.430084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249049f-1cab-4daf-b74d-8c72aff544f3 req-99cb6d43-5087-41cd-9446-0d53e91b8f61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:35.431757 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b249049f-1cab-4daf-b74d-8c72aff544f3 req-99cb6d43-5087-41cd-9446-0d53e91b8f61 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0717680 Aug 26 11:24:35.485052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b249049f-1cab-4daf-b74d-8c72aff544f3 req-867878d6-2466-4ad8-b39b-4555fc02a5c2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428436 Aug 26 11:24:36.614026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542038f-e38f-483d-b8d6-b2ce5c4166ee req-58acc081-42c6-4794-9644-7b89bdf4fd14 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:36.615704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c542038f-e38f-483d-b8d6-b2ce5c4166ee req-58acc081-42c6-4794-9644-7b89bdf4fd14 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0545108 Aug 26 11:24:36.656779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c542038f-e38f-483d-b8d6-b2ce5c4166ee req-22ad18ba-0a6d-4bee-b9ae-24a499615053 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336616 Aug 26 11:24:37.796241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17771254-c011-4a6d-a6d6-2739da01426e req-4d398d71-c768-4d5e-acb4-0137dbd931ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:37.798190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17771254-c011-4a6d-a6d6-2739da01426e req-4d398d71-c768-4d5e-acb4-0137dbd931ac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0586708 Aug 26 11:24:37.852816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17771254-c011-4a6d-a6d6-2739da01426e req-67c988d4-1bb9-481c-9273-db7e67ac1a02 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472474 Aug 26 11:24:38.980292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32728bb-0f1e-4a1c-8298-6bac6f51fddb req-ad74d641-1e95-44a2-b05e-0471ebf66069 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:38.982437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a32728bb-0f1e-4a1c-8298-6bac6f51fddb req-ad74d641-1e95-44a2-b05e-0471ebf66069 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0575252 Aug 26 11:24:39.042082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a32728bb-0f1e-4a1c-8298-6bac6f51fddb req-beca8264-35f2-40cd-aac2-25d45f4485b5 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524254 Aug 26 11:24:40.179458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc0c9f-0633-4eac-b998-a378603c98f6 req-c08aa7b4-b11a-4fc2-9214-8caea3e4e9cd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:40.181330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fdc0c9f-0633-4eac-b998-a378603c98f6 req-c08aa7b4-b11a-4fc2-9214-8caea3e4e9cd tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0503802 Aug 26 11:24:40.232626 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fdc0c9f-0633-4eac-b998-a378603c98f6 req-222625ee-a77b-4fdb-83e9-03e490dbab2c tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Aug 26 11:24:41.374515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47353e1-cdff-4ea4-a958-ee2a180cb7eb req-781824d3-bec9-43d1-a0c1-6bba3d930978 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:41.377166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e47353e1-cdff-4ea4-a958-ee2a180cb7eb req-781824d3-bec9-43d1-a0c1-6bba3d930978 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0696571 Aug 26 11:24:41.428605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e47353e1-cdff-4ea4-a958-ee2a180cb7eb req-3f0b2c2d-6245-4017-ad84-d3eed6854b9a tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445731 Aug 26 11:24:42.562941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2e5e2-e2c1-4f5f-80c0-c6f3316763f3 req-4f512888-5e78-4c38-bbc1-44e4a685ee6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:42.564893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7d2e5e2-e2c1-4f5f-80c0-c6f3316763f3 req-4f512888-5e78-4c38-bbc1-44e4a685ee6b tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0564344 Aug 26 11:24:42.602139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7d2e5e2-e2c1-4f5f-80c0-c6f3316763f3 req-06c1a49d-5458-48fe-bb51-623526407125 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327494 Aug 26 11:24:43.360484 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed50fc2e-0a38-430b-98dd-0f0b1fedfa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:43.741823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd65d4-09b7-412f-970c-ed38959e1e21 req-2601faa8-cc79-4b19-ad57-b7ab10886ebb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:43.741823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cabd65d4-09b7-412f-970c-ed38959e1e21 req-2601faa8-cc79-4b19-ad57-b7ab10886ebb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0648634 Aug 26 11:24:43.788567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cabd65d4-09b7-412f-970c-ed38959e1e21 req-b0626ead-b8b2-458c-a7a3-c36ebe57eb32 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378549 Aug 26 11:24:44.911816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203045d-dfef-4fd7-9ff2-da6e77eea174 req-96fc2d06-e0c3-496f-b8fb-d65adabf99a6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:44.913767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1203045d-dfef-4fd7-9ff2-da6e77eea174 req-96fc2d06-e0c3-496f-b8fb-d65adabf99a6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0501807 Aug 26 11:24:44.960782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1203045d-dfef-4fd7-9ff2-da6e77eea174 req-2bc91c0c-7803-4f0e-ac54-55f1387a1944 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349500 Aug 26 11:24:45.647505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e7d0d-8eee-4eda-a72d-2605d7516ecb req-72fde4d9-dc7d-4d6a-99b7-b05f2365f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:45.649043 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e43e7d0d-8eee-4eda-a72d-2605d7516ecb req-72fde4d9-dc7d-4d6a-99b7-b05f2365f2d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 1098 time: 0.0417604 Aug 26 11:24:45.689691 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e43e7d0d-8eee-4eda-a72d-2605d7516ecb req-86b81cdb-30c4-4466-8500-3a3845f0cc33 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335302 Aug 26 11:24:45.768622 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34e45eb8-8973-4714-a965-a63833e81f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:46.084287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0323-9cb9-4c7a-815b-590a2ebab929 req-227c9ca1-02fb-4395-8daf-2782919ab6b4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:46.086070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d8d0323-9cb9-4c7a-815b-590a2ebab929 req-227c9ca1-02fb-4395-8daf-2782919ab6b4 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0565526 Aug 26 11:24:46.132251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d8d0323-9cb9-4c7a-815b-590a2ebab929 req-8d2af609-fd06-4368-ae6a-91f0008148c2 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392454 Aug 26 11:24:46.288249 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:47.099667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9256f542-3475-4d94-be43-c4af0651af8c details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:24:47.276904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad9ae-9081-43c2-90f4-b9f486b9ec12 req-d697cac2-7c7a-4207-bb60-8ca6743a7ccb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:24:47.279041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d0ad9ae-9081-43c2-90f4-b9f486b9ec12 req-d697cac2-7c7a-4207-bb60-8ca6743a7ccb tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0733714 Aug 26 11:24:47.322776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d0ad9ae-9081-43c2-90f4-b9f486b9ec12 req-4d68c635-e94f-4d4e-907b-c296c5cbb878 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373948 Aug 26 11:24:47.353582 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34148) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:24:47.359030 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:47.388668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9256f542-3475-4d94-be43-c4af0651af8c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9256f542-3475-4d94-be43-c4af0651af8c,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:24:47.401929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '9256f542-3475-4d94-be43-c4af0651af8c', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'port_id': '9256f542-3475-4d94-be43-c4af0651af8c', 'mac_address': 'fa:16:3e:99:a9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:24:47.427858 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-11a48d82-1f56-4275-a429-6d87f1fc3b13 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/floatingips/b963fb03-920a-4a6d-ba64-1ebe9d6c4469 HTTP/1.1" status: 200 len: 993 time: 0.0729945 Aug 26 11:24:47.441892 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:47.460295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9256f542-3475-4d94-be43-c4af0651af8c {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:24:47.480701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9256f542-3475-4d94-be43-c4af0651af8c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9256f542-3475-4d94-be43-c4af0651af8c,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:24:47.485043 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:47.534643 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=9256f542-3475-4d94-be43-c4af0651af8c,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:24:47.542113 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.542457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.542815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.543177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.543522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.543850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.544174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.544500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.544822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.545162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.545460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.545783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:24:47.700926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['9256f542-3475-4d94-be43-c4af0651af8c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:24:49.115215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9256f542-3475-4d94-be43-c4af0651af8c up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:24:49.172728 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 9256f542-3475-4d94-be43-c4af0651af8c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:24:49.173229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:49.276598 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:49.302818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:24:49.305063 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251a50d8-123c-4b6c-a517-af20cbf5b8e8" -d '{"events": [{"server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "name": "network-vif-plugged", "status": "completed", "tag": "9256f542-3475-4d94-be43-c4af0651af8c"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:24:49.320247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 9256f542-3475-4d94-be43-c4af0651af8c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9256f542-3475-4d94-be43-c4af0651af8c,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:24:49.335137 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:49.360092 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c70c036-5e88-4414-80d7-dc0f353d93c4 x-openstack-request-id: req-7c70c036-5e88-4414-80d7-dc0f353d93c4 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:24:49.360371 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "name": "network-vif-plugged", "status": "completed", "tag": "9256f542-3475-4d94-be43-c4af0651af8c", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:24:49.360631 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c70c036-5e88-4414-80d7-dc0f353d93c4 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:24:49.361027 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c', 'code': 200} Aug 26 11:24:49.363747 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:49.389758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=9256f542-3475-4d94-be43-c4af0651af8c,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:24:50.656600 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:24:52.447272 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:02.769997 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:25:03.336720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-fa9bc596-4622-467c-bf3a-ae423f0c0aaf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419476 Aug 26 11:25:03.426114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-1da66860-746f-4a5a-9ff4-b05fd7c1148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:03.427776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-1da66860-746f-4a5a-9ff4-b05fd7c1148b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 1097 time: 0.0485516 Aug 26 11:25:03.541143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-c63ccef9-4f48-461e-b0e8-37f01298486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:03.542695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-c63ccef9-4f48-461e-b0e8-37f01298486f service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.0938296 Aug 26 11:25:03.622165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-9f600cc5-7f68-4fd8-89b4-cacb6ba96017 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07f2bf0e-6e6a-4d89-b56f-e46180438725 HTTP/1.1" status: 200 len: 1000 time: 0.0711780 Aug 26 11:25:03.679652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-0a252894-df07-43c3-9fbb-3a408c62aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:03.681179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-0a252894-df07-43c3-9fbb-3a408c62aafe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0512459 Aug 26 11:25:03.729067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-6e267627-390a-4297-85e4-522d77281052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:03.731461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-6e267627-390a-4297-85e4-522d77281052 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429549 Aug 26 11:25:03.834869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-f9883bb9-f282-4bff-9c06-375764393b45 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961053 Aug 26 11:25:03.928382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b24180e-c21f-4fa7-9e79-65b0920ff32e req-c007c3ef-c6c7-4c59-a2ee-b9b2b2274ef6 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864222 Aug 26 11:25:03.961311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34646) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:04.129848 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-506279a4-2ceb-4f8c-b54b-87b2dcabf611 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2979b51d6ce45f597be6b0dcca59c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673155 Aug 26 11:25:04.132255 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34650) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:04.182619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:04.205276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:04.264127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:04.266865 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:04.268112 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb9412af-1aa3-488e-bc19-ede44fdaffec HTTP/1.1" status: 204 len: 168 time: 0.1348045 Aug 26 11:25:04.276922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9412af-1aa3-488e-bc19-ede44fdaffec,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:04.285427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:04.285784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:04.286131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:04.286468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:04.286840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:04.287179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:04.287512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:04.287843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:04.288172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:04.288512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:04.288830 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:04.289154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f989edce-0aa4-4129-95aa-616d6b166d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:06.738084 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-20295e5d-e995-4b3a-bc94-07f3848172f7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0622184 Aug 26 11:25:06.841076 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-bcd09cbb-4c63-45a2-970b-918d4ea7df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:06.842958 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-bcd09cbb-4c63-45a2-970b-918d4ea7df92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 1098 time: 0.0520422 Aug 26 11:25:06.965918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-c7e07a8a-408c-4965-9b92-54850ace0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:06.967434 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-c7e07a8a-408c-4965-9b92-54850ace0bc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=14ddaa46-919e-42aa-9d52-cd722e92b1df HTTP/1.1" status: 200 len: 898 time: 0.1004722 Aug 26 11:25:07.057654 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-f987fa09-f0d7-4bcb-b8da-f9db9d12a11a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9256f542-3475-4d94-be43-c4af0651af8c HTTP/1.1" status: 200 len: 1001 time: 0.0810328 Aug 26 11:25:07.111766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-99f4e94c-2084-458f-b060-3d55ad39322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:07.113217 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-99f4e94c-2084-458f-b060-3d55ad39322f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42a7ebd8-b20d-45ed-85cf-7b3e11fec973 HTTP/1.1" status: 200 len: 835 time: 0.0478032 Aug 26 11:25:07.188214 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-855f00df-c096-4ba3-9711-5b28b4131b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:07.190207 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-855f00df-c096-4ba3-9711-5b28b4131b12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14ddaa46-919e-42aa-9d52-cd722e92b1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693276 Aug 26 11:25:07.296648 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-411b6da3-dd7f-44f6-b3f0-4f6d31b94e22 service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990291 Aug 26 11:25:07.398666 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ac878c8e-eb5a-4011-a878-7b9699ae29d5 req-b86503ff-69b1-4b5d-9db1-816207daa795 service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944865 Aug 26 11:25:09.072328 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34698) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:09.199160 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-099d3215-8679-4ae5-a176-8d477c983865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:09.313249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-099d3215-8679-4ae5-a176-8d477c983865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:09.317785 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-099d3215-8679-4ae5-a176-8d477c983865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:09.358496 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-099d3215-8679-4ae5-a176-8d477c983865 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34a6c3e80ef94e5891290d6325e2d705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849321 Aug 26 11:25:09.359382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d3215-8679-4ae5-a176-8d477c983865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ca362a-eeb7-47df-afd6-03774d39408a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:09.361634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34702) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:09.415255 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:09.439594 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:09.484853 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:09.487422 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:09.491314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25ca362a-eeb7-47df-afd6-03774d39408a HTTP/1.1" status: 204 len: 168 time: 0.1280246 Aug 26 11:25:09.499825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ca362a-eeb7-47df-afd6-03774d39408a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:09.507477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:09.507831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:09.508184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:09.508521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:09.508863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:09.509204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:09.509521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:09.509867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:09.510186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:09.510513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:09.510867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:09.511203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d145e4-54e2-4e74-831b-d0e7c299667c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:10.112854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34724) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:10.209714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-67714799-network', 'tenant_id': '791a492a897d4a5c8a7b7a1c211c4a53'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:10.235464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Made reservation on behalf of 791a492a897d4a5c8a7b7a1c211c4a53 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:25:10.237744 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:10.245948 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:10.333079 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:10.336661 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:10.360867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:25:10.369511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a340266f-d91e-4b20-bc29-323da1497945,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:10.375916 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:10.376396 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Added segment 17a180db-11bf-4908-ba0e-6bb66aabd01e of type vlan for network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 Aug 26 11:25:10.421975 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:10.447261 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:10.448379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:10.448961 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:10.531716 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4177368 Aug 26 11:25:10.534653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34728) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:10.539813 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] Request body: {'subnet': {'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-67714799-subnet', 'tenant_id': '791a492a897d4a5c8a7b7a1c211c4a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:10.545846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20e885-f6f7-46a9-96db-1f2fa0bf690c admin admin] Pushing event updated for resources: {'Network': ['ID=d7f68db2-e029-4ba8-ae73-34f4ae2e9050,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:10.556158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:25:10.562154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] Made reservation on behalf of 791a492a897d4a5c8a7b7a1c211c4a53 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:25:10.564684 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:10.730422 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:10.787373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a05645b2-5823-4f16-a621-e64274e12aa0,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:10.795154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] Checking segment: {'id': '17a180db-11bf-4908-ba0e-6bb66aabd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:25:10.795520 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] Network hostable DHCP agents. Network: d7f68db2-e029-4ba8-ae73-34f4ae2e9050, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:25:10.811626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] Network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:25:10.820067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, d7f68db2-e029-4ba8-ae73-34f4ae2e9050) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:25:10.824168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:10.824768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:10.829137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f4128-7096-430e-914c-bde37a424c76 None None] Network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:25:10.838324 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e740f2d6-98fe-485f-93fa-b6c8d0f939bd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3024843 Aug 26 11:25:10.949183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0044c83-5f2b-490f-981d-86a7b0a7c5ed None None] Network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:25:13.352861 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-71385462-6381-4a35-a3bf-91169ab3e356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:15.780654 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c80cfc1-a2ea-41f3-9cae-405d60b6f682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:16.282358 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:17.252598 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:17.975918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34774) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:18.145233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port 7034c702-6923-4812-aec8-347ecc52db10 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:25:18.145679 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:18.241348 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:18.242018 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:18.253798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for 7034c702-6923-4812-aec8-347ecc52db10 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:25:18.413367 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:18.441509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=7034c702-6923-4812-aec8-347ecc52db10,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:18.507889 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:18.509030 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Floating IP b963fb03-920a-4a6d-ba64-1ebe9d6c4469 disassociated (deleted). External IP: 172.25.1.25, port: 9256f542-3475-4d94-be43-c4af0651af8c. Aug 26 11:25:18.727822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 7e048d87-5144-4e13-a4d8-31db16c8e760 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:25:18.857927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:25:18.867845 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:18.874606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8e097-bd82-4180-8dd5-74ffa1e0a57e None None] Sync routers for ids ['7e048d87-5144-4e13-a4d8-31db16c8e760'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:25:18.885145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8e097-bd82-4180-8dd5-74ffa1e0a57e None None] Routers {'7e048d87-5144-4e13-a4d8-31db16c8e760'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:25:18.886107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6dd8e097-bd82-4180-8dd5-74ffa1e0a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7e048d87-5144-4e13-a4d8-31db16c8e760'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:18.909154 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c05094f8-0725-49d4-859d-ce2add8b6fac tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/floatingips/b963fb03-920a-4a6d-ba64-1ebe9d6c4469 HTTP/1.1" status: 204 len: 168 time: 0.9299197 Aug 26 11:25:18.909154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:25:18.909999 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59" -d '{"events": [{"name": "network-changed", "server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "tag": "9256f542-3475-4d94-be43-c4af0651af8c"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:25:19.008418 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c81ed4b-1e2a-46da-9f46-d7c05b33e4c1 x-openstack-request-id: req-1c81ed4b-1e2a-46da-9f46-d7c05b33e4c1 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:25:19.010115 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "tag": "9256f542-3475-4d94-be43-c4af0651af8c", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:25:19.010115 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c81ed4b-1e2a-46da-9f46-d7c05b33e4c1 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:25:19.010115 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c', 'status': 'completed', 'code': 200} Aug 26 11:25:19.050422 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-6dd8e097-bd82-4180-8dd5-74ffa1e0a57e None None] Set router 7e048d87-5144-4e13-a4d8-31db16c8e760 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:25:19.092062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59 req-782c3ed7-373f-432b-8b23-eb30b5c8b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:19.093835 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59 req-782c3ed7-373f-432b-8b23-eb30b5c8b0fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 1098 time: 0.0579646 Aug 26 11:25:19.226339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59 req-c28a35a5-2d85-42f2-8981-07fa5b7ea757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:19.229230 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59 req-c28a35a5-2d85-42f2-8981-07fa5b7ea757 service neutron] 10.222.0.42 "GET /v2.0/networks?id=14ddaa46-919e-42aa-9d52-cd722e92b1df HTTP/1.1" status: 200 len: 898 time: 0.1257498 Aug 26 11:25:19.283947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e97e-e198-4031-aa3e-a7964cb9e981 req-d6d4f653-1f29-46db-b596-a7908a689587 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:19.291609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfa9e97e-e198-4031-aa3e-a7964cb9e981 req-d6d4f653-1f29-46db-b596-a7908a689587 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0789604 Aug 26 11:25:19.302920 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59 req-fe0103a4-ea68-4fbe-918d-c233b1499bce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9256f542-3475-4d94-be43-c4af0651af8c HTTP/1.1" status: 200 len: 217 time: 0.0446119 Aug 26 11:25:19.339602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6dd8e097-bd82-4180-8dd5-74ffa1e0a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:48Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c4ff71b4-60e1-4eff-a061-48ab3ac62be0', 'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:42:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:47Z', 'updated_at': '2021-08-26T11:23:54Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:19.346088 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dfa9e97e-e198-4031-aa3e-a7964cb9e981 req-e2376b10-7b58-4ade-92cd-bb18c5c80fec tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475841 Aug 26 11:25:19.372357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8e097-bd82-4180-8dd5-74ffa1e0a57e None None] Checking router: 7e048d87-5144-4e13-a4d8-31db16c8e760 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:25:19.376089 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:19.383336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8e097-bd82-4180-8dd5-74ffa1e0a57e None None] Routers {'7e048d87-5144-4e13-a4d8-31db16c8e760'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:25:19.383625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59 req-eede8d3d-1dac-4586-89c9-2b6885a45544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:19.384069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6dd8e097-bd82-4180-8dd5-74ffa1e0a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7e048d87-5144-4e13-a4d8-31db16c8e760'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:19.385964 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59 req-eede8d3d-1dac-4586-89c9-2b6885a45544 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=42a7ebd8-b20d-45ed-85cf-7b3e11fec973 HTTP/1.1" status: 200 len: 835 time: 0.0736399 Aug 26 11:25:19.448020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59 req-00434034-81ca-4676-8348-532b32edab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:19.450560 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59 req-00434034-81ca-4676-8348-532b32edab7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=14ddaa46-919e-42aa-9d52-cd722e92b1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568109 Aug 26 11:25:19.518982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-6dd8e097-bd82-4180-8dd5-74ffa1e0a57e None None] Set router 7e048d87-5144-4e13-a4d8-31db16c8e760 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:25:19.547090 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59 req-2641db65-2773-46a5-8740-55e89039b85d service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880699 Aug 26 11:25:19.659299 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b5a6e0b5-d449-4ffd-aa33-bb11e34a9c59 req-3777f0f5-d27a-43a5-a007-60adc8963b2d service neutron] 10.222.0.42 "GET /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036839 Aug 26 11:25:19.740477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6dd8e097-bd82-4180-8dd5-74ffa1e0a57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:48Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c4ff71b4-60e1-4eff-a061-48ab3ac62be0', 'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:42:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:47Z', 'updated_at': '2021-08-26T11:23:54Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:19.769800 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd8e097-bd82-4180-8dd5-74ffa1e0a57e None None] The sync data for ids ['7e048d87-5144-4e13-a4d8-31db16c8e760'] in n-d-778550-13 is: [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:23:48Z', 'revision_number': 4, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c4ff71b4-60e1-4eff-a061-48ab3ac62be0', 'name': '', 'network_id': '14ddaa46-919e-42aa-9d52-cd722e92b1df', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'mac_address': 'fa:16:3e:42:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:47Z', 'updated_at': '2021-08-26T11:23:54Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'subnets': [{'id': '42a7ebd8-b20d-45ed-85cf-7b3e11fec973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:25:20.028574 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae67a724-4234-48e3-966e-2aa28e756c0b None None] New status for floating IP b963fb03-920a-4a6d-ba64-1ebe9d6c4469: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:25:20.469986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482025-52ff-4991-8199-87b9f2f4f434 req-71acabf3-40b7-4af3-a729-2e74ea534dd0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:20.477016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11482025-52ff-4991-8199-87b9f2f4f434 req-71acabf3-40b7-4af3-a729-2e74ea534dd0 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0605960 Aug 26 11:25:20.511110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11482025-52ff-4991-8199-87b9f2f4f434 req-a5a6430c-3c3e-4cd8-a9b5-ac02120f7804 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/security-groups?id=198e88aa-d863-41f2-bf82-0f50160ac784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332136 Aug 26 11:25:20.619831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454477a-f47d-4d9a-9a14-f701cfa751d5 req-efcec9e8-0f9c-496a-aa66-ff138e1a74b8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:20.621789 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c454477a-f47d-4d9a-9a14-f701cfa751d5 req-efcec9e8-0f9c-496a-aa66-ff138e1a74b8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 946 time: 0.0520096 Aug 26 11:25:20.653145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:20.714540 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-c454477a-f47d-4d9a-9a14-f701cfa751d5 req-c8dabb05-235a-4789-a035-4e060ddde26e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port 9256f542-3475-4d94-be43-c4af0651af8c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:25:20.714927 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c454477a-f47d-4d9a-9a14-f701cfa751d5 req-c8dabb05-235a-4789-a035-4e060ddde26e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:20.811642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-c454477a-f47d-4d9a-9a14-f701cfa751d5 req-c8dabb05-235a-4789-a035-4e060ddde26e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port 9256f542-3475-4d94-be43-c4af0651af8c, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=9256f542-3475-4d94-be43-c4af0651af8c,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:25:20.812128 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c454477a-f47d-4d9a-9a14-f701cfa751d5 req-c8dabb05-235a-4789-a035-4e060ddde26e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:20.826395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-c454477a-f47d-4d9a-9a14-f701cfa751d5 req-c8dabb05-235a-4789-a035-4e060ddde26e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for 9256f542-3475-4d94-be43-c4af0651af8c owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:25:20.964855 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c454477a-f47d-4d9a-9a14-f701cfa751d5 req-c8dabb05-235a-4789-a035-4e060ddde26e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:21.001728 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dabb05-235a-4789-a035-4e060ddde26e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=9256f542-3475-4d94-be43-c4af0651af8c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:21.041829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-c454477a-f47d-4d9a-9a14-f701cfa751d5 req-c8dabb05-235a-4789-a035-4e060ddde26e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] No DVR routers for this DVR port 9256f542-3475-4d94-be43-c4af0651af8c on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:25:21.045524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-c454477a-f47d-4d9a-9a14-f701cfa751d5 req-c8dabb05-235a-4789-a035-4e060ddde26e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:21.047773 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c454477a-f47d-4d9a-9a14-f701cfa751d5 req-c8dabb05-235a-4789-a035-4e060ddde26e tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.42 "DELETE /v2.0/ports/9256f542-3475-4d94-be43-c4af0651af8c HTTP/1.1" status: 204 len: 173 time: 0.4206643 Aug 26 11:25:21.048215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'name': 'network-vif-deleted', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:25:21.050506 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fd096f-4277-4e81-a404-37f42a1a3a3c" -d '{"events": [{"server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "name": "network-vif-deleted", "tag": "9256f542-3475-4d94-be43-c4af0651af8c"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:25:21.093288 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c22d74-64f0-4575-9077-23aa1fd48c21 x-openstack-request-id: req-89c22d74-64f0-4575-9077-23aa1fd48c21 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:25:21.093592 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627abbfc-2165-407a-a777-a7c7e0851fab", "name": "network-vif-deleted", "tag": "9256f542-3475-4d94-be43-c4af0651af8c", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:25:21.093878 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89c22d74-64f0-4575-9077-23aa1fd48c21 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:25:21.094397 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627abbfc-2165-407a-a777-a7c7e0851fab', 'name': 'network-vif-deleted', 'tag': '9256f542-3475-4d94-be43-c4af0651af8c', 'status': 'completed', 'code': 200} Aug 26 11:25:21.631983 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78a43f87-6016-45c9-8be3-04a9c898e9d9 req-ae1aa734-6608-4cc6-abbd-5cb448cfc4d6 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "GET /v2.0/ports?device_id=627abbfc-2165-407a-a777-a7c7e0851fab HTTP/1.1" status: 200 len: 210 time: 0.0374560 Aug 26 11:25:22.447036 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:22.689189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34802) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:23.068575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:23.634486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port c4ff71b4-60e1-4eff-a061-48ab3ac62be0 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:25:23.635020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:23.724730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port c4ff71b4-60e1-4eff-a061-48ab3ac62be0, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c4ff71b4-60e1-4eff-a061-48ab3ac62be0,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:25:23.725458 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:23.738947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for c4ff71b4-60e1-4eff-a061-48ab3ac62be0 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:25:23.935253 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:23.964473 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=c4ff71b4-60e1-4eff-a061-48ab3ac62be0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:24.154199 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:24.388977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Router 7e048d87-5144-4e13-a4d8-31db16c8e760 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:25:24.508910 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:25:24.514722 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-823889b2-0ed3-4717-8701-c03b9117cc6f tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "PUT /v2.0/routers/7e048d87-5144-4e13-a4d8-31db16c8e760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8244598 Aug 26 11:25:24.518239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34808) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:24.524213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf402b5-31ca-40ab-b085-693ff87c5665 None None] Sync routers for ids ['7e048d87-5144-4e13-a4d8-31db16c8e760'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:25:24.534860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf402b5-31ca-40ab-b085-693ff87c5665 None None] Routers {'7e048d87-5144-4e13-a4d8-31db16c8e760'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:25:24.535828 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9cf402b5-31ca-40ab-b085-693ff87c5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7e048d87-5144-4e13-a4d8-31db16c8e760'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:24.581973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d5a042-740d-46f1-bddb-2eb0d24faecf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting subnet 42a7ebd8-b20d-45ed-85cf-7b3e11fec973 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:25:24.585727 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36d5a042-740d-46f1-bddb-2eb0d24faecf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:24.632386 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36d5a042-740d-46f1-bddb-2eb0d24faecf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:24.651849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-9cf402b5-31ca-40ab-b085-693ff87c5665 None None] Set router 7e048d87-5144-4e13-a4d8-31db16c8e760 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:25:24.728685 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36d5a042-740d-46f1-bddb-2eb0d24faecf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:24.800154 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36d5a042-740d-46f1-bddb-2eb0d24faecf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:24.828264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5a042-740d-46f1-bddb-2eb0d24faecf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Subnet': ['ID=42a7ebd8-b20d-45ed-85cf-7b3e11fec973,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:24.836530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9cf402b5-31ca-40ab-b085-693ff87c5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:25:23Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:24.840550 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-36d5a042-740d-46f1-bddb-2eb0d24faecf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:24.845173 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-36d5a042-740d-46f1-bddb-2eb0d24faecf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/subnets/42a7ebd8-b20d-45ed-85cf-7b3e11fec973 HTTP/1.1" status: 204 len: 168 time: 0.3230562 Aug 26 11:25:24.845448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34810) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:24.871457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0491db6-aaa2-4b20-aaeb-090657ea0d02 None None] Network 14ddaa46-919e-42aa-9d52-cd722e92b1df requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:25:24.874767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf402b5-31ca-40ab-b085-693ff87c5665 None None] Checking router: 7e048d87-5144-4e13-a4d8-31db16c8e760 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:25:24.925008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf402b5-31ca-40ab-b085-693ff87c5665 None None] Routers {'7e048d87-5144-4e13-a4d8-31db16c8e760'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:25:24.925624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9cf402b5-31ca-40ab-b085-693ff87c5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7e048d87-5144-4e13-a4d8-31db16c8e760'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:24.968877 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.082395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-9cf402b5-31ca-40ab-b085-693ff87c5665 None None] Set router 7e048d87-5144-4e13-a4d8-31db16c8e760 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:25:25.106478 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.185234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Deleting port fd78a799-bfdb-4a9f-be96-d7342bde79bf {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:25:25.185958 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.189090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b87212d-7c29-451f-bd4c-f4f3001aefae None None] DHCP port deletion for 14ddaa46-919e-42aa-9d52-cd722e92b1df request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:25:25.285257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9256f542-3475-4d94-be43-c4af0651af8c no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:25:25.286111 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] For port fd78a799-bfdb-4a9f-be96-d7342bde79bf, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fd78a799-bfdb-4a9f-be96-d7342bde79bf,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:25:25.287004 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.307344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Calling delete_port for fd78a799-bfdb-4a9f-be96-d7342bde79bf owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:25:25.314861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 9256f542-3475-4d94-be43-c4af0651af8c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:25:25.315202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 9256f542-3475-4d94-be43-c4af0651af8c not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:25:25.320225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8b87212d-7c29-451f-bd4c-f4f3001aefae None None] Deleting port 9a1ab719-9538-4b52-88d3-580dcd8dbe00 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:25:25.320607 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b87212d-7c29-451f-bd4c-f4f3001aefae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.551868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.558503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8b87212d-7c29-451f-bd4c-f4f3001aefae None None] For port 9a1ab719-9538-4b52-88d3-580dcd8dbe00, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=9a1ab719-9538-4b52-88d3-580dcd8dbe00,segment=NetworkSegment(34c6b37f-45de-4b92-8ebf-9a3d167e1bd7),segment_id=34c6b37f-45de-4b92-8ebf-9a3d167e1bd7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:25:25.559752 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b87212d-7c29-451f-bd4c-f4f3001aefae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.581214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-9cf402b5-31ca-40ab-b085-693ff87c5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:25:23Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:25.583284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8b87212d-7c29-451f-bd4c-f4f3001aefae None None] Calling delete_port for 9a1ab719-9538-4b52-88d3-580dcd8dbe00 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:25:25.592463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Port': ['ID=fd78a799-bfdb-4a9f-be96-d7342bde79bf,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:25.613192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf402b5-31ca-40ab-b085-693ff87c5665 None None] The sync data for ids ['7e048d87-5144-4e13-a4d8-31db16c8e760'] in n-d-778550-13 is: [{'id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-485626544', 'tenant_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:23:44Z', 'updated_at': '2021-08-26T11:25:23Z', 'revision_number': 5, 'project_id': 'e3813640e34e40b9b3f5cb67b067ed24', 'gw_port': {'id': 'fd78a799-bfdb-4a9f-be96-d7342bde79bf', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:65:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e048d87-5144-4e13-a4d8-31db16c8e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:23:45Z', 'updated_at': '2021-08-26T11:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:25:25.713658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.721084 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b87212d-7c29-451f-bd4c-f4f3001aefae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.749924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87212d-7c29-451f-bd4c-f4f3001aefae None None] Pushing event deleted for resources: {'Port': ['ID=9a1ab719-9538-4b52-88d3-580dcd8dbe00,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:25.754497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b87212d-7c29-451f-bd4c-f4f3001aefae None None] No DVR routers for this DVR port 9a1ab719-9538-4b52-88d3-580dcd8dbe00 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:25:25.841317 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.843783 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.892552 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.894284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Fanout notify agent at l3_agent the message router_deleted on router 7e048d87-5144-4e13-a4d8-31db16c8e760 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:25:25.904795 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:25.906100 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ff75c761-a47a-4b93-b228-eceef524d3c8 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/routers/7e048d87-5144-4e13-a4d8-31db16c8e760 HTTP/1.1" status: 204 len: 168 time: 1.0596611 Aug 26 11:25:25.910578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34816) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:26.000990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.111749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.123142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ddaa46-919e-42aa-9d52-cd722e92b1df']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:26.135356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:26.135638 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c6b37f-45de-4b92-8ebf-9a3d167e1bd7') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:26.146223 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.161454 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.168633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:25:26.169102 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:25:26.172041 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:25:26.245713 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.255195 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.257316 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/networks/14ddaa46-919e-42aa-9d52-cd722e92b1df HTTP/1.1" status: 204 len: 168 time: 0.3455615 Aug 26 11:25:26.260262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34820) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:26.277944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb511b3-9bc6-4560-be23-99ad1bf5b6bf tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'Network': ['ID=14ddaa46-919e-42aa-9d52-cd722e92b1df,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:26.338299 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-de5b91fd-f925-41a7-b494-728c7e1bead3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.367584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-de5b91fd-f925-41a7-b494-728c7e1bead3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.429252 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-de5b91fd-f925-41a7-b494-728c7e1bead3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.432000 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-de5b91fd-f925-41a7-b494-728c7e1bead3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.433188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-de5b91fd-f925-41a7-b494-728c7e1bead3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] 10.222.0.21 "DELETE /v2.0/security-groups/198e88aa-d863-41f2-bf82-0f50160ac784 HTTP/1.1" status: 204 len: 168 time: 0.1719968 Aug 26 11:25:26.446073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b91fd-f925-41a7-b494-728c7e1bead3 tempest-TestNetworkAdvancedServerOps-1380952693 tempest-TestNetworkAdvancedServerOps-1380952693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198e88aa-d863-41f2-bf82-0f50160ac784,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:26.691020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34828) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:26.785008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c4ff71b4-60e1-4eff-a061-48ab3ac62be0 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:25:26.806650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c4ff71b4-60e1-4eff-a061-48ab3ac62be0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:25:26.807309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c4ff71b4-60e1-4eff-a061-48ab3ac62be0 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:25:26.807978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 9a1ab719-9538-4b52-88d3-580dcd8dbe00 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:25:26.830439 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 9a1ab719-9538-4b52-88d3-580dcd8dbe00 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:25:26.831186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 9a1ab719-9538-4b52-88d3-580dcd8dbe00 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:25:26.846764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d61a0315-eda2-45dd-9e9f-4566b420b923 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3813640e34e40b9b3f5cb67b067ed24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526368 Aug 26 11:25:26.847191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34832) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:26.909380 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df415828-65ec-43f9-a41c-21899981cb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.931213 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df415828-65ec-43f9-a41c-21899981cb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.980348 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df415828-65ec-43f9-a41c-21899981cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.983470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-df415828-65ec-43f9-a41c-21899981cb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:26.984686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-df415828-65ec-43f9-a41c-21899981cb8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9f36d5e-cfaf-4156-bd95-8744045dd1b2 HTTP/1.1" status: 204 len: 168 time: 0.1365523 Aug 26 11:25:26.993001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df415828-65ec-43f9-a41c-21899981cb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f36d5e-cfaf-4156-bd95-8744045dd1b2,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:27.281201 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34848) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:27.325147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2e67abd4-c9f7-466d-b203-430a7134b196 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=431fdd9d99344c6898c755b3d4583b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425575 Aug 26 11:25:27.327747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34850) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:27.385543 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ee84563-5624-433d-90fc-74eec8372023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:27.409602 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ee84563-5624-433d-90fc-74eec8372023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:27.465742 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ee84563-5624-433d-90fc-74eec8372023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:27.468404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5ee84563-5624-433d-90fc-74eec8372023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:27.472306 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5ee84563-5624-433d-90fc-74eec8372023 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b96d14eb-4856-4701-95b8-e7bb5c07041b HTTP/1.1" status: 204 len: 168 time: 0.1408603 Aug 26 11:25:27.480163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee84563-5624-433d-90fc-74eec8372023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96d14eb-4856-4701-95b8-e7bb5c07041b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:28.366404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fd78a799-bfdb-4a9f-be96-d7342bde79bf no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:25:28.388874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: fd78a799-bfdb-4a9f-be96-d7342bde79bf {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:25:28.389352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fd78a799-bfdb-4a9f-be96-d7342bde79bf not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:25:28.739823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34918) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:28.890829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'network': {'name': 'tempest-network-smoke--572990283', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'port_security_enabled': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:28.913683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Made reservation on behalf of fb0c3d74eb324504931b93d9d2aa7f5e for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:25:28.917392 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:28.926858 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:29.023016 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:29.028089 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:29.054563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:25:29.064446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bb1197-f675-42ed-870f-d117525cf87a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:29.069233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:29.069590 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Added segment 3710fc50-67be-417e-bff1-61aeb4f371da of type vlan for network b6c26695-a07c-4e9a-8ede-e09115582a81 Aug 26 11:25:29.114209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:29.139429 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:29.144860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:29.145445 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:29.208337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4673383 Aug 26 11:25:29.211590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34932) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:29.216820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'admin_state_up': True, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:29.231501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d0b23-5a4a-454d-8976-73786cfcbdc6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Network': ['ID=b6c26695-a07c-4e9a-8ede-e09115582a81,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:29.248558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b6c26695-a07c-4e9a-8ede-e09115582a81 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:25:29.273232 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:29.274354 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:29.337735 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:29.479224 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:29.993851 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:30.013129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:30.123138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Allocated IP 172.25.1.191 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:25:30.232764 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:30.274652 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:30.316439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:25:30.321942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:25:30.325485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:25:30.351314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:30.609786 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:30.819458 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:30.956236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:25:31.067710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:25:31.084893 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Sync routers for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:25:31.091050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:31.092576 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e3118845-7d56-4c5d-bba8-0aae6af2c2df tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8798862 Aug 26 11:25:31.095629 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:25:31.096082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34968) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:31.096442 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:31.172891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ae3e7e58-b7f2-4ab6-831b-023201c3aca1 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fb0c3d74eb324504931b93d9d2aa7f5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755780 Aug 26 11:25:31.175880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34972) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:31.206678 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:25:31.277988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e433b34-379a-4954-b061-91840c62e91e tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:31.279531 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1e433b34-379a-4954-b061-91840c62e91e tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1023309 Aug 26 11:25:31.282604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34978) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:31.314772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4b8f100c-332d-4794-b912-3ed9bdd18b26 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292988 Aug 26 11:25:31.316699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 34982) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:31.322295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-382948787', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:31.402536 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:25:30Z', 'revision_number': 3, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:31.430471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Made reservation on behalf of fb0c3d74eb324504931b93d9d2aa7f5e for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:25:31.431984 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Checking router: d9c2c30b-f455-46ec-8f5c-1aa6b3632305 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:25:31.432343 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Updating router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:25:31.435749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:31.458244 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:31.648793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:31.713770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Subnet': ['ID=070f5001-1ba7-4259-b7bf-fd11c4f4bae3,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:31.722568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Checking segment: {'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:25:31.722967 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network hostable DHCP agents. Network: b6c26695-a07c-4e9a-8ede-e09115582a81, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:25:31.745615 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:31.752150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network b6c26695-a07c-4e9a-8ede-e09115582a81 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:25:31.757191 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Transition to ACTIVE for port object 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:25:31.764477 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:31.765343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b6c26695-a07c-4e9a-8ede-e09115582a81) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:25:31.771188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:31.772679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:31.777708 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411e5275-f346-42e8-9546-0fd24e2a5e78 None None] Network b6c26695-a07c-4e9a-8ede-e09115582a81 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:25:31.797883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-89fcf9b9-7c0c-4386-b517-85222a9be43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4775856 Aug 26 11:25:31.798233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 34988) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:31.842971 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Pushing event updated for resources: {'Port': ['ID=88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:31.846242 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Attempting to bind port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:25:31.847267 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Attempting to bind port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:25:31.847267 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Attempting to bind port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:25:31.855845 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.856344 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.856788 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.857223 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.857658 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.858088 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.858546 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.858984 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.859408 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.859835 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.860275 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.860692 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:25:31.864412 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:25:31.864899 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:25:31.865398 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:31.865894 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:25:31.866466 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Bound port: 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:25:31.866977 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:31.928915 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] For port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:25:31.932933 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] For port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:25:31.939254 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:31.986768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b6c26695-a07c-4e9a-8ede-e09115582a81', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:25:31.987999 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:32.008168 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:25:32.009005 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:32.052634 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613dd3d-41b1-418c-8e2a-82931821aef6 None None] Pushing event updated for resources: {'Port': ['ID=88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:32.133749 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:25:32.174884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Allocated IP 172.20.0.2 (b6c26695-a07c-4e9a-8ede-e09115582a81/070f5001-1ba7-4259-b7bf-fd11c4f4bae3/52075ffa-51ba-4924-96f6-7ff34a36932e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:25:32.338464 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:25:30Z', 'revision_number': 3, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:32.368619 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:32.370997 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60fda0c-fcf2-402f-ae9a-92cb3652124d None None] The sync data for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 is: [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:25:30Z', 'revision_number': 3, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:25:32.379014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Transition to ACTIVE for port object 52075ffa-51ba-4924-96f6-7ff34a36932e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:25:32.383997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:32.400205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Transition to ACTIVE for port object 52075ffa-51ba-4924-96f6-7ff34a36932e will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:25:32.410046 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:32.452269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Network b6c26695-a07c-4e9a-8ede-e09115582a81 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:25:32.459486 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:25:32.463533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:25:32.471598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Pushing event updated for resources: {'Port': ['ID=52075ffa-51ba-4924-96f6-7ff34a36932e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:32.543854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Attempting to bind port 52075ffa-51ba-4924-96f6-7ff34a36932e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:25:32.544523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Attempting to bind port 52075ffa-51ba-4924-96f6-7ff34a36932e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:25:32.545077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Attempting to bind port 52075ffa-51ba-4924-96f6-7ff34a36932e on network b6c26695-a07c-4e9a-8ede-e09115582a81 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:25:32.556686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:25:32.558109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Checking segment: {'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:25:32.558629 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:32.560301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Bound using segment: {'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:25:32.560435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Bound port: 52075ffa-51ba-4924-96f6-7ff34a36932e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:25:32.560952 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:32.640538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] For port 52075ffa-51ba-4924-96f6-7ff34a36932e, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:25:32.643712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] For port 52075ffa-51ba-4924-96f6-7ff34a36932e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=52075ffa-51ba-4924-96f6-7ff34a36932e,segment=NetworkSegment(3710fc50-67be-417e-bff1-61aeb4f371da),segment_id=3710fc50-67be-417e-bff1-61aeb4f371da)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:25:32.649859 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:32.760082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729e660-afc9-4c4e-8f3a-82a96a319043 None None] Pushing event updated for resources: {'Port': ['ID=52075ffa-51ba-4924-96f6-7ff34a36932e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:32.768417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Allocated IP 172.20.0.1 (b6c26695-a07c-4e9a-8ede-e09115582a81/070f5001-1ba7-4259-b7bf-fd11c4f4bae3/7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:25:32.931973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:32.951764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Transition to ACTIVE for port object 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:25:33.026184 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:33.072670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network b6c26695-a07c-4e9a-8ede-e09115582a81 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:25:33.078128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:25:33.085727 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:25:33.132108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:33.161379 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:33.315089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:33.635748 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:33.642911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:33.917564 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df071bc4-1cf0-4775-afe3-a936f9ee1754 None None] Network b6c26695-a07c-4e9a-8ede-e09115582a81 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:25:34.005270 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-426fe983-b08f-42bf-aa41-7178f210d69e None None] Provisioning for port 52075ffa-51ba-4924-96f6-7ff34a36932e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:25:34.054986 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:34.057134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:34.171243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network b6c26695-a07c-4e9a-8ede-e09115582a81 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:25:34.172733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:25:34.313823 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:25:34.454199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:25:34.463450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35032) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:34.478311 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-937504fd-95fb-490a-9d57-04f3c553b6a2 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "PUT /v2.0/routers/d9c2c30b-f455-46ec-8f5c-1aa6b3632305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6788082 Aug 26 11:25:34.486340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Sync routers for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:25:34.500413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:25:34.501018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:34.563860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:25:34.651900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2c354841-9ead-40b6-b929-8a68b347c143 None None] Provisioning for port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:25:34.661406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2c354841-9ead-40b6-b929-8a68b347c143 None None] Provisioning complete for port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:25:34.661814 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c354841-9ead-40b6-b929-8a68b347c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:34.705724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed2c6a-0796-4494-9420-087fd0582a8f tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.706036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed2c6a-0796-4494-9420-087fd0582a8f tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.706686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed2c6a-0796-4494-9420-087fd0582a8f tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.707341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed2c6a-0796-4494-9420-087fd0582a8f tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.707973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed2c6a-0796-4494-9420-087fd0582a8f tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.708603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed2c6a-0796-4494-9420-087fd0582a8f tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.709224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed2c6a-0796-4494-9420-087fd0582a8f tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.711492 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-70ed2c6a-0796-4494-9420-087fd0582a8f tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.2470288 Aug 26 11:25:34.714517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35038) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:34.725735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:25:34.729046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:25:34.732890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2c354841-9ead-40b6-b929-8a68b347c143 None None] Port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:25:34.761542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:25:34.762497 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:34.819401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd246f-182f-4854-8937-de0cf9a4cbef tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.819878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd246f-182f-4854-8937-de0cf9a4cbef tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.820337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd246f-182f-4854-8937-de0cf9a4cbef tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.820791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd246f-182f-4854-8937-de0cf9a4cbef tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.821245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd246f-182f-4854-8937-de0cf9a4cbef tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.821689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd246f-182f-4854-8937-de0cf9a4cbef tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.822130 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd246f-182f-4854-8937-de0cf9a4cbef tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:34.824202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-10dd246f-182f-4854-8937-de0cf9a4cbef tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4644 time: 0.1084371 Aug 26 11:25:34.831870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35040) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:34.972720 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.020996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:25:35.025096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0efceae1-2bcc-46f4-9bb2-9b27364f71f3 None None] Provisioning complete for port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:25:35.025801 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0efceae1-2bcc-46f4-9bb2-9b27364f71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.030391 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.031489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 52075ffa-51ba-4924-96f6-7ff34a36932e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:25:35.121739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-352c64b5-6bf5-4e8b-9b62-41ba18a7e1bf tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2884116 Aug 26 11:25:35.129034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0efceae1-2bcc-46f4-9bb2-9b27364f71f3 None None] Port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:25:35.160057 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:35.170839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:25:33Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:33Z', 'revision_number': 2, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:35.201071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 52075ffa-51ba-4924-96f6-7ff34a36932e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:25:35.203340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Checking router: d9c2c30b-f455-46ec-8f5c-1aa6b3632305 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:25:35.203698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Updating router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:25:35.208211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 52075ffa-51ba-4924-96f6-7ff34a36932e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:25:35.208710 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.260031 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.290335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8e554b93-baad-4733-aadf-8e8dcf84ef64 None None] Provisioning complete for port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:25:35.290706 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e554b93-baad-4733-aadf-8e8dcf84ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.360477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8e554b93-baad-4733-aadf-8e8dcf84ef64 None None] Port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:25:35.461533 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.548715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 52075ffa-51ba-4924-96f6-7ff34a36932e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=52075ffa-51ba-4924-96f6-7ff34a36932e,segment=NetworkSegment(3710fc50-67be-417e-bff1-61aeb4f371da),segment_id=3710fc50-67be-417e-bff1-61aeb4f371da)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:25:35.560171 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.586513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35058) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:35.591912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-faa731c9-2e64-4f81-af11-770d52ea2a75 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091957039', 'description': 'tempest-secgroup-smoke-2091957039 description', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:35.617665 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-faa731c9-2e64-4f81-af11-770d52ea2a75 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.645271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=52075ffa-51ba-4924-96f6-7ff34a36932e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:35.708209 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.713226 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-faa731c9-2e64-4f81-af11-770d52ea2a75 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.717446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-faa731c9-2e64-4f81-af11-770d52ea2a75 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.718995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Transition to ACTIVE for port object 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:25:35.725984 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.750748 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-faa731c9-2e64-4f81-af11-770d52ea2a75 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.755137 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-faa731c9-2e64-4f81-af11-770d52ea2a75 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1641998 Aug 26 11:25:35.755542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35060) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:35.760121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-96809551-f8ed-4067-8c3b-5fd428183324 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'c31576cd-fede-44a7-8634-8da2a5e394fb', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:35.765501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa731c9-2e64-4f81-af11-770d52ea2a75 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31576cd-fede-44a7-8634-8da2a5e394fb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:35.795054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857c4c1-58d0-4b08-8893-be41aa3545dd None None] Pushing event updated for resources: {'Port': ['ID=7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:35.802040 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-96809551-f8ed-4067-8c3b-5fd428183324 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.851367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Attempting to bind port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:25:35.852235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Attempting to bind port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:25:35.852820 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Attempting to bind port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 on network b6c26695-a07c-4e9a-8ede-e09115582a81 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:25:35.864045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:25:35.864492 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Checking segment: {'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:25:35.864834 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.865227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Bound using segment: {'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:25:35.865735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Bound port: 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:25:35.866127 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.872918 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-96809551-f8ed-4067-8c3b-5fd428183324 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.878932 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-96809551-f8ed-4067-8c3b-5fd428183324 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.905452 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-96809551-f8ed-4067-8c3b-5fd428183324 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.907303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-96809551-f8ed-4067-8c3b-5fd428183324 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509359 Aug 26 11:25:35.910090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96809551-f8ed-4067-8c3b-5fd428183324 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d629ba7b-4aa4-4eda-856f-d5fa606defa5,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:35.910828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35066) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:35.915598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d11f72fe-bdce-428b-bd77-814ec98544ce tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'c31576cd-fede-44a7-8634-8da2a5e394fb', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:35.953914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] For port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:25:35.956496 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d11f72fe-bdce-428b-bd77-814ec98544ce tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:35.957916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] For port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2,segment=NetworkSegment(3710fc50-67be-417e-bff1-61aeb4f371da),segment_id=3710fc50-67be-417e-bff1-61aeb4f371da)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:25:35.964983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.019005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857c4c1-58d0-4b08-8893-be41aa3545dd None None] Pushing event updated for resources: {'Port': ['ID=7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:36.024877 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d11f72fe-bdce-428b-bd77-814ec98544ce tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.030820 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d11f72fe-bdce-428b-bd77-814ec98544ce tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.045068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:25:36.051753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:36.056049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f72fe-bdce-428b-bd77-814ec98544ce tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b52e88-abe8-477e-9734-221a129ddc18,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:36.064382 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d11f72fe-bdce-428b-bd77-814ec98544ce tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.068489 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d11f72fe-bdce-428b-bd77-814ec98544ce tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553299 Aug 26 11:25:36.068718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35068) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:36.074046 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c0ba0897-59e8-4fc2-9316-f34c0bcb3bb8 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'c31576cd-fede-44a7-8634-8da2a5e394fb', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:36.108937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0897-59e8-4fc2-9316-f34c0bcb3bb8 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.177318 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0897-59e8-4fc2-9316-f34c0bcb3bb8 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.182869 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0897-59e8-4fc2-9316-f34c0bcb3bb8 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.187722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:25:36.205406 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c0ba0897-59e8-4fc2-9316-f34c0bcb3bb8 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.209744 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c0ba0897-59e8-4fc2-9316-f34c0bcb3bb8 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368818 Aug 26 11:25:36.209744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35074) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:36.214344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4e80c8a9-fd3f-4dac-b5bc-035fb57ed680 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'c31576cd-fede-44a7-8634-8da2a5e394fb', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:36.236566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba0897-59e8-4fc2-9316-f34c0bcb3bb8 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c883da27-8839-4a3a-a3f8-750d5c7ccc71,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:36.263781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e80c8a9-fd3f-4dac-b5bc-035fb57ed680 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.342455 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e80c8a9-fd3f-4dac-b5bc-035fb57ed680 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.347800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e80c8a9-fd3f-4dac-b5bc-035fb57ed680 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.364898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80c8a9-fd3f-4dac-b5bc-035fb57ed680 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549cd07d-dd7e-4f57-a838-74a7a733d421,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:36.378631 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e80c8a9-fd3f-4dac-b5bc-035fb57ed680 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.380397 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4e80c8a9-fd3f-4dac-b5bc-035fb57ed680 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1695099 Aug 26 11:25:36.383494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35078) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:36.391313 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6ba1c239-6d7d-4dc2-b1e5-936c6535f157 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'c31576cd-fede-44a7-8634-8da2a5e394fb', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:36.428002 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-6ba1c239-6d7d-4dc2-b1e5-936c6535f157 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Project fb0c3d74eb324504931b93d9d2aa7f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:25:36.433305 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c239-6d7d-4dc2-b1e5-936c6535f157 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.469771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:25:33Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:35Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:36.500720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:25:36.505158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874df453-3302-49e5-bad0-6aefdb8cc99f None None] The sync data for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 is: [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:25:33Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:35Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:25:36.515483 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c239-6d7d-4dc2-b1e5-936c6535f157 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.521014 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c239-6d7d-4dc2-b1e5-936c6535f157 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.542474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1c239-6d7d-4dc2-b1e5-936c6535f157 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320fd4c5-77f9-47f6-bd52-026f261931f8,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:36.572191 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c239-6d7d-4dc2-b1e5-936c6535f157 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.577815 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6ba1c239-6d7d-4dc2-b1e5-936c6535f157 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1891181 Aug 26 11:25:36.578149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35084) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:36.583548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2e0d1659-19af-42ca-83e4-c0103233599d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'c31576cd-fede-44a7-8634-8da2a5e394fb', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:36.596983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:25:36.597359 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.627875 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-2e0d1659-19af-42ca-83e4-c0103233599d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Project fb0c3d74eb324504931b93d9d2aa7f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:25:36.634497 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1659-19af-42ca-83e4-c0103233599d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.702806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 52075ffa-51ba-4924-96f6-7ff34a36932e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:25:36.731134 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1659-19af-42ca-83e4-c0103233599d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.736472 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1659-19af-42ca-83e4-c0103233599d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.762927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d1659-19af-42ca-83e4-c0103233599d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8a1c24-8134-4c16-8be2-6daa6d6542f0,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:36.766105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 52075ffa-51ba-4924-96f6-7ff34a36932e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:25:36.766584 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.774658 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2e0d1659-19af-42ca-83e4-c0103233599d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:36.776541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2e0d1659-19af-42ca-83e4-c0103233599d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1968455 Aug 26 11:25:36.957569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-266f7a42-28be-48c1-809d-3016cfcf5170 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091957039&fields=id&tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e HTTP/1.1" status: 200 len: 267 time: 0.0591326 Aug 26 11:25:37.097870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-d04e9982-dbfd-4714-8bae-60231af5b667 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:37.099479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-d04e9982-dbfd-4714-8bae-60231af5b667 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/networks?id=b6c26695-a07c-4e9a-8ede-e09115582a81 HTTP/1.1" status: 200 len: 796 time: 0.1398528 Aug 26 11:25:37.115755 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-c7696a8c-c6d3-4c47-a433-e1f6ab78a1f8 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/quotas/fb0c3d74eb324504931b93d9d2aa7f5e HTTP/1.1" status: 200 len: 375 time: 0.0101182 Aug 26 11:25:37.180961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-27cb30ad-c049-4355-83f1-1779872a3133 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578239 Aug 26 11:25:37.295123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-7e570bb7-b365-4e09-ad31-be9a1a2a6691 service neutron] 10.222.0.21 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005981 Aug 26 11:25:37.408894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-9a19bbb6-b5ff-495a-9251-ba40b17845f1 service neutron] 10.222.0.21 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067526 Aug 26 11:25:37.600090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0a4a3eb-e31f-4921-9869-a7aaaeb527fc req-a93f448f-d869-4d60-80ff-dd5a78bcd1c5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 210 time: 0.0382085 Aug 26 11:25:38.459791 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:25:38.526281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:25:38.533242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:25:38.534450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:38.595043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-131801df-3fe9-4b26-8164-da282382b9dd tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:38.596693 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-131801df-3fe9-4b26-8164-da282382b9dd tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "GET /v2.0/networks?id=b6c26695-a07c-4e9a-8ede-e09115582a81 HTTP/1.1" status: 200 len: 796 time: 0.1325667 Aug 26 11:25:38.637994 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:38.666744 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-8aa51cd7-bbf8-41ca-8e70-da846c4cde3a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e HTTP/1.1" status: 200 len: 380 time: 0.0606143 Aug 26 11:25:38.677855 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'port': {'device_id': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'admin_state_up': True, 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'security_groups': ['c31576cd-fede-44a7-8634-8da2a5e394fb']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:38.703761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2,segment=NetworkSegment(3710fc50-67be-417e-bff1-61aeb4f371da),segment_id=3710fc50-67be-417e-bff1-61aeb4f371da)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:25:38.712242 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:38.719908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d48bcae-8fc2-4e35-b7cf-407cdb40ab28 req-c274037a-86a1-47c2-a590-5dcd081594ac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 210 time: 0.0380118 Aug 26 11:25:38.770558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:38.816580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Made reservation on behalf of fb0c3d74eb324504931b93d9d2aa7f5e for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:25:38.820878 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:38.959728 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Allocated IP 172.20.0.11 (b6c26695-a07c-4e9a-8ede-e09115582a81/070f5001-1ba7-4259-b7bf-fd11c4f4bae3/d1db418b-1119-435a-9f2d-c3246ef058a5) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:25:39.102666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:39.116099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Transition to ACTIVE for port object d1db418b-1119-435a-9f2d-c3246ef058a5 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:25:39.149143 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:39.196454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network b6c26695-a07c-4e9a-8ede-e09115582a81 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:25:39.199533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:25:39.206303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:25:39.237988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=d1db418b-1119-435a-9f2d-c3246ef058a5,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:39.265004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:39.265657 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:39.284455 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-884f3f7e-50e2-4e28-bea5-3102723c5a2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6109798 Aug 26 11:25:39.297805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Request body: {'port': {'device_id': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:39.356509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:39.514007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f4ea8159-d991-4e81-8a82-86001039c102 None None] Provisioning for port d1db418b-1119-435a-9f2d-c3246ef058a5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:25:39.518999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f4ea8159-d991-4e81-8a82-86001039c102 None None] Provisioning complete for port d1db418b-1119-435a-9f2d-c3246ef058a5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:25:39.519513 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8159-d991-4e81-8a82-86001039c102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:39.570664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea8159-d991-4e81-8a82-86001039c102 None None] Port d1db418b-1119-435a-9f2d-c3246ef058a5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:25:39.649048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1db418b-1119-435a-9f2d-c3246ef058a5 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:25:39.657132 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:39.669002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Transition to ACTIVE for port object d1db418b-1119-435a-9f2d-c3246ef058a5 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:25:39.673268 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:39.743955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Pushing event updated for resources: {'Port': ['ID=d1db418b-1119-435a-9f2d-c3246ef058a5,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:39.773727 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:25:39.811322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Attempting to bind port d1db418b-1119-435a-9f2d-c3246ef058a5 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:25:39.811976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Attempting to bind port d1db418b-1119-435a-9f2d-c3246ef058a5 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:25:39.812483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Attempting to bind port d1db418b-1119-435a-9f2d-c3246ef058a5 on network b6c26695-a07c-4e9a-8ede-e09115582a81 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:25:39.817881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Port d1db418b-1119-435a-9f2d-c3246ef058a5 on network b6c26695-a07c-4e9a-8ede-e09115582a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:25:39.818204 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Attempting to bind port d1db418b-1119-435a-9f2d-c3246ef058a5 on network b6c26695-a07c-4e9a-8ede-e09115582a81 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:25:39.823224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:25:39.823696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Checking segment: {'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:25:39.824084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Bound using segment: {'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:25:39.824550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Bound port: d1db418b-1119-435a-9f2d-c3246ef058a5, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3710fc50-67be-417e-bff1-61aeb4f371da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:25:39.824913 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:39.863669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c91321-cdb1-4adb-b478-17ca21799b84 req-fc280862-d63a-4df4-bc21-2f12c4094784 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:39.865332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17c91321-cdb1-4adb-b478-17ca21799b84 req-fc280862-d63a-4df4-bc21-2f12c4094784 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 944 time: 0.0743282 Aug 26 11:25:39.893642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] For port d1db418b-1119-435a-9f2d-c3246ef058a5, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:25:39.898007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] For port d1db418b-1119-435a-9f2d-c3246ef058a5, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d1db418b-1119-435a-9f2d-c3246ef058a5,segment=NetworkSegment(3710fc50-67be-417e-bff1-61aeb4f371da),segment_id=3710fc50-67be-417e-bff1-61aeb4f371da)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:25:39.905738 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:39.938486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17c91321-cdb1-4adb-b478-17ca21799b84 req-7dfbdcc7-73d9-477e-8588-b53418fdeea7 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31576cd-fede-44a7-8634-8da2a5e394fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645342 Aug 26 11:25:39.959162 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:39.960237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:39.961890 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] 10.222.0.42 "PUT /v2.0/ports/d1db418b-1119-435a-9f2d-c3246ef058a5 HTTP/1.1" status: 200 len: 1093 time: 0.6692009 Aug 26 11:25:39.964395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'tag': 'd1db418b-1119-435a-9f2d-c3246ef058a5'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:25:39.968662 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6390acf3-9212-477c-a653-021fd54c67d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a910a40a-ef4e-4ce6-85a1-e954f989823d", "tag": "d1db418b-1119-435a-9f2d-c3246ef058a5"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:25:40.001373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78410c0d-8ec7-4755-a61a-8120f64db018 service neutron] Pushing event updated for resources: {'Port': ['ID=d1db418b-1119-435a-9f2d-c3246ef058a5,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:40.063196 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c4e65c-5990-48e6-99c1-0d8b28fb5bfd x-openstack-request-id: req-50c4e65c-5990-48e6-99c1-0d8b28fb5bfd {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:25:40.063504 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a910a40a-ef4e-4ce6-85a1-e954f989823d", "tag": "d1db418b-1119-435a-9f2d-c3246ef058a5", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:25:40.063767 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50c4e65c-5990-48e6-99c1-0d8b28fb5bfd {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:25:40.064201 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'tag': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'status': 'completed', 'code': 200} Aug 26 11:25:40.081329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-73f5ce37-6735-4d36-a655-ed948517ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:40.084748 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-73f5ce37-6735-4d36-a655-ed948517ea9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 1096 time: 0.0547314 Aug 26 11:25:40.140229 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-38c95478-e588-4fd4-8394-73277f818cb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1db418b-1119-435a-9f2d-c3246ef058a5 HTTP/1.1" status: 200 len: 217 time: 0.0476193 Aug 26 11:25:40.195305 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-6c7f7a35-7490-474e-8af4-25193c5d3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:40.196958 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-6c7f7a35-7490-474e-8af4-25193c5d3c6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=070f5001-1ba7-4259-b7bf-fd11c4f4bae3 HTTP/1.1" status: 200 len: 834 time: 0.0493352 Aug 26 11:25:40.247182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-f0b1c5fc-b038-4e04-aa4d-6bb1897f9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:40.248703 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-f0b1c5fc-b038-4e04-aa4d-6bb1897f9d2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6c26695-a07c-4e9a-8ede-e09115582a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443587 Aug 26 11:25:40.348056 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-2c3ed34d-005f-492b-b572-1f277e7d443a service neutron] 10.222.0.42 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913451 Aug 26 11:25:40.444123 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b4a5a918-4b8b-4aea-a7db-f464e06f3c0f req-186ada75-8b8c-4b78-9038-261a8ffb1b8f service neutron] 10.222.0.42 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887837 Aug 26 11:25:40.460216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:25:40.510028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:25:40.510537 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:40.533951 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390acf3-9212-477c-a653-021fd54c67d0 req-e240870b-0ce0-47ea-905c-f04b9bb7d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:40.535685 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6390acf3-9212-477c-a653-021fd54c67d0 req-e240870b-0ce0-47ea-905c-f04b9bb7d739 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 1096 time: 0.0432291 Aug 26 11:25:40.636045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390acf3-9212-477c-a653-021fd54c67d0 req-00fbb441-8d86-425a-85fd-63b0347ad4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:40.638329 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6390acf3-9212-477c-a653-021fd54c67d0 req-00fbb441-8d86-425a-85fd-63b0347ad4c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6c26695-a07c-4e9a-8ede-e09115582a81 HTTP/1.1" status: 200 len: 897 time: 0.0961845 Aug 26 11:25:40.682475 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6390acf3-9212-477c-a653-021fd54c67d0 req-61169d3a-63c6-45d3-8248-256505857b3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1db418b-1119-435a-9f2d-c3246ef058a5 HTTP/1.1" status: 200 len: 217 time: 0.0362976 Aug 26 11:25:40.740781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390acf3-9212-477c-a653-021fd54c67d0 req-2ca012d2-e0a2-46da-ab91-7e7b6136ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:40.742280 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6390acf3-9212-477c-a653-021fd54c67d0 req-2ca012d2-e0a2-46da-ab91-7e7b6136ee8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=070f5001-1ba7-4259-b7bf-fd11c4f4bae3 HTTP/1.1" status: 200 len: 834 time: 0.0523403 Aug 26 11:25:40.790696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390acf3-9212-477c-a653-021fd54c67d0 req-c9e26f59-061f-4bc5-8eb7-cd326281af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:40.792395 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6390acf3-9212-477c-a653-021fd54c67d0 req-c9e26f59-061f-4bc5-8eb7-cd326281af4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6c26695-a07c-4e9a-8ede-e09115582a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426295 Aug 26 11:25:40.886369 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6390acf3-9212-477c-a653-021fd54c67d0 req-4eadb914-a5fa-460a-af99-60359bc1df59 service neutron] 10.222.0.42 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852416 Aug 26 11:25:40.992279 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6390acf3-9212-477c-a653-021fd54c67d0 req-567f98cd-ed44-4cbb-bc09-63766c957df1 service neutron] 10.222.0.42 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979977 Aug 26 11:25:41.057699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7ffa1-b2b1-4c91-8905-120a93318416 req-b848dc15-2b8f-4eb1-a206-94b654fe5fa9 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:41.060363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25c7ffa1-b2b1-4c91-8905-120a93318416 req-b848dc15-2b8f-4eb1-a206-94b654fe5fa9 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 944 time: 0.0597453 Aug 26 11:25:41.105120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25c7ffa1-b2b1-4c91-8905-120a93318416 req-3cb59f00-7ae9-4e90-9a79-b8b3d22ed27d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31576cd-fede-44a7-8634-8da2a5e394fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387721 Aug 26 11:25:42.231926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781bbdc-de04-4937-9ef5-22a7c7d9a381 req-03878564-0e72-47b8-a4ad-4efce80ac9de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:42.231926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d781bbdc-de04-4937-9ef5-22a7c7d9a381 req-03878564-0e72-47b8-a4ad-4efce80ac9de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 944 time: 0.0505784 Aug 26 11:25:42.267231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d781bbdc-de04-4937-9ef5-22a7c7d9a381 req-9ef0a9e4-b594-4a67-bbae-6efd968d3555 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31576cd-fede-44a7-8634-8da2a5e394fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335033 Aug 26 11:25:43.344675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d1db418b-1119-435a-9f2d-c3246ef058a5 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:25:43.377019 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-711f3f31-186c-4b07-969d-ee3d60825d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:43.403432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b693afc-6896-402f-b13a-4452ef94323c req-c90587ea-514c-4cd9-9f08-867a26431d17 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:43.405954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b693afc-6896-402f-b13a-4452ef94323c req-c90587ea-514c-4cd9-9f08-867a26431d17 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 944 time: 0.0542355 Aug 26 11:25:43.451551 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b693afc-6896-402f-b13a-4452ef94323c req-9bddca79-69d6-430f-a2d2-d0021fc02788 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31576cd-fede-44a7-8634-8da2a5e394fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388432 Aug 26 11:25:43.462910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d1db418b-1119-435a-9f2d-c3246ef058a5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d1db418b-1119-435a-9f2d-c3246ef058a5,segment=NetworkSegment(3710fc50-67be-417e-bff1-61aeb4f371da),segment_id=3710fc50-67be-417e-bff1-61aeb4f371da)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:25:43.473601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'port_id': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'mac_address': 'fa:16:3e:1e:2c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:25:43.516099 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:43.531544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1db418b-1119-435a-9f2d-c3246ef058a5 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:25:43.554701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d1db418b-1119-435a-9f2d-c3246ef058a5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d1db418b-1119-435a-9f2d-c3246ef058a5,segment=NetworkSegment(3710fc50-67be-417e-bff1-61aeb4f371da),segment_id=3710fc50-67be-417e-bff1-61aeb4f371da)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:25:43.563957 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:43.611962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d1db418b-1119-435a-9f2d-c3246ef058a5,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:43.771996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d1db418b-1119-435a-9f2d-c3246ef058a5'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:25:44.567494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83300d7f-7b5a-466a-b6ab-13134c86b3a1 req-748246cb-708f-4373-8618-f00f9762f68b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:44.569867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83300d7f-7b5a-466a-b6ab-13134c86b3a1 req-748246cb-708f-4373-8618-f00f9762f68b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 945 time: 0.0509834 Aug 26 11:25:44.612344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83300d7f-7b5a-466a-b6ab-13134c86b3a1 req-0661b602-95a2-40af-bac2-8a457df8ae0a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31576cd-fede-44a7-8634-8da2a5e394fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355084 Aug 26 11:25:45.359042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d1db418b-1119-435a-9f2d-c3246ef058a5 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:25:45.409092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port d1db418b-1119-435a-9f2d-c3246ef058a5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:25:45.412682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port d1db418b-1119-435a-9f2d-c3246ef058a5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:25:45.413068 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:45.491215 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:45.513708 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1db418b-1119-435a-9f2d-c3246ef058a5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:25:45.515986 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7695b217-8d96-4c69-bcce-d1d9c18d6358" -d '{"events": [{"server_uuid": "a910a40a-ef4e-4ce6-85a1-e954f989823d", "name": "network-vif-plugged", "status": "completed", "tag": "d1db418b-1119-435a-9f2d-c3246ef058a5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:25:45.530189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d1db418b-1119-435a-9f2d-c3246ef058a5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d1db418b-1119-435a-9f2d-c3246ef058a5,segment=NetworkSegment(3710fc50-67be-417e-bff1-61aeb4f371da),segment_id=3710fc50-67be-417e-bff1-61aeb4f371da)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:25:45.536283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:45.560702 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403556f4-942d-4896-be39-0039fa171161 x-openstack-request-id: req-403556f4-942d-4896-be39-0039fa171161 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:25:45.560955 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a910a40a-ef4e-4ce6-85a1-e954f989823d", "name": "network-vif-plugged", "status": "completed", "tag": "d1db418b-1119-435a-9f2d-c3246ef058a5", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:25:45.561164 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-403556f4-942d-4896-be39-0039fa171161 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:25:45.561656 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'code': 200} Aug 26 11:25:45.590823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d1db418b-1119-435a-9f2d-c3246ef058a5,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:45.661246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f521f23-013e-487f-89a0-b353a13da073 req-e9596f6c-db94-4e06-b775-2cd3a26ac14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:45.662826 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f521f23-013e-487f-89a0-b353a13da073 req-e9596f6c-db94-4e06-b775-2cd3a26ac14a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 1098 time: 0.0443163 Aug 26 11:25:45.700881 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f521f23-013e-487f-89a0-b353a13da073 req-0975ce4b-c085-4018-98e5-afcb17c6be12 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c31576cd-fede-44a7-8634-8da2a5e394fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308156 Aug 26 11:25:45.732519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbab43a-b776-4119-9855-1c2165a467b4 req-4371ac90-19d9-44d9-b621-28eb1fb95965 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:45.734053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ccbab43a-b776-4119-9855-1c2165a467b4 req-4371ac90-19d9-44d9-b621-28eb1fb95965 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 946 time: 0.0505650 Aug 26 11:25:45.773659 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ccbab43a-b776-4119-9855-1c2165a467b4 req-d1a8969f-1a56-4f62-ab62-6db0f31a4137 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31576cd-fede-44a7-8634-8da2a5e394fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Aug 26 11:25:45.774237 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c81d5baa-a25a-4186-8e27-238ec2fe99fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:46.284561 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:46.893005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f969d3-8c52-45c9-a844-d7a7cb1ac9da req-c8046941-b97e-43e8-b52d-d84bdd3ec69b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:46.894565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07f969d3-8c52-45c9-a844-d7a7cb1ac9da req-c8046941-b97e-43e8-b52d-d84bdd3ec69b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 946 time: 0.0502174 Aug 26 11:25:46.943548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07f969d3-8c52-45c9-a844-d7a7cb1ac9da req-e38f7de7-e567-40e6-be49-49ee1e43ec68 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31576cd-fede-44a7-8634-8da2a5e394fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383198 Aug 26 11:25:47.060695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c506a2-73b1-4025-8003-3a958ce57603 req-38649747-cb9b-4821-9086-6106d17c840c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:47.062194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21c506a2-73b1-4025-8003-3a958ce57603 req-38649747-cb9b-4821-9086-6106d17c840c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 946 time: 0.0520480 Aug 26 11:25:47.102427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21c506a2-73b1-4025-8003-3a958ce57603 req-dc9f1bec-d538-4843-bab2-04d43b6e70ce tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31576cd-fede-44a7-8634-8da2a5e394fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338488 Aug 26 11:25:47.124783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35310) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:47.166500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0007136-cc11-4bbc-803c-e8738b88794d tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:47.168055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c0007136-cc11-4bbc-803c-e8738b88794d tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 1093 time: 0.0421963 Aug 26 11:25:47.171029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 35312) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:47.175695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:25:47.197431 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:47.255986 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:47.301294 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:47.410120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Allocated IP 172.25.1.67 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/ec647306-3860-4c8d-9144-e4af512c9cbb) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:25:47.519142 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:47.566454 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:47.609426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:25:47.615092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:25:47.618540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:25:47.644036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=ec647306-3860-4c8d-9144-e4af512c9cbb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:48.314632 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:48.381040 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:48.542844 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:48.547561 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:48.620982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=ec647306-3860-4c8d-9144-e4af512c9cbb,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:25:48.629794 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:48.743216 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Floating IP 5d3cca97-ac52-49c4-866e-1a871ad73862 associated. External IP: 172.25.1.67, port: d1db418b-1119-435a-9f2d-c3246ef058a5. Aug 26 11:25:48.954876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:25:49.071291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:25:49.081657 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613bcc8-0da0-4a3d-b575-7b4fe39233ca None None] Sync routers for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:25:49.090897 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:49.092307 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613bcc8-0da0-4a3d-b575-7b4fe39233ca None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:25:49.092989 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2613bcc8-0da0-4a3d-b575-7b4fe39233ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:49.126760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ab7137ba-b015-4a0b-b241-f360ec018dbb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9546001 Aug 26 11:25:49.127798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'tag': 'd1db418b-1119-435a-9f2d-c3246ef058a5'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:25:49.129576 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35346) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:49.130588 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c152733e-f79e-4548-bfd6-ff09681f3657" -d '{"events": [{"name": "network-changed", "server_uuid": "a910a40a-ef4e-4ce6-85a1-e954f989823d", "tag": "d1db418b-1119-435a-9f2d-c3246ef058a5"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:25:49.184854 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef65c54a-3491-4ee1-becd-0298ba85adc5 x-openstack-request-id: req-ef65c54a-3491-4ee1-becd-0298ba85adc5 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:25:49.185153 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a910a40a-ef4e-4ce6-85a1-e954f989823d", "tag": "d1db418b-1119-435a-9f2d-c3246ef058a5", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:25:49.185407 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef65c54a-3491-4ee1-becd-0298ba85adc5 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:25:49.185809 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'tag': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'status': 'completed', 'code': 200} Aug 26 11:25:49.250232 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e8f5689d-9909-4599-8047-00c5c6d768af tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/floatingips/5d3cca97-ac52-49c4-866e-1a871ad73862 HTTP/1.1" status: 200 len: 991 time: 0.1194749 Aug 26 11:25:49.272556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152733e-f79e-4548-bfd6-ff09681f3657 req-5df5a26b-bfa4-4b68-bf2b-d086e25f3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:49.274383 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c152733e-f79e-4548-bfd6-ff09681f3657 req-5df5a26b-bfa4-4b68-bf2b-d086e25f3226 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 1098 time: 0.0634432 Aug 26 11:25:49.313092 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2613bcc8-0da0-4a3d-b575-7b4fe39233ca None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:25:49.344134 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:49.373509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152733e-f79e-4548-bfd6-ff09681f3657 req-f1cea45a-bd38-4da8-b7f7-61ef322a69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:49.375361 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c152733e-f79e-4548-bfd6-ff09681f3657 req-f1cea45a-bd38-4da8-b7f7-61ef322a69cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6c26695-a07c-4e9a-8ede-e09115582a81 HTTP/1.1" status: 200 len: 897 time: 0.0943267 Aug 26 11:25:49.448183 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c152733e-f79e-4548-bfd6-ff09681f3657 req-f354507b-4fc3-49dc-882a-e107f129dd49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1db418b-1119-435a-9f2d-c3246ef058a5 HTTP/1.1" status: 200 len: 999 time: 0.0660899 Aug 26 11:25:49.500522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152733e-f79e-4548-bfd6-ff09681f3657 req-11ab46cb-fe4e-4f45-beff-48426284c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:49.502092 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c152733e-f79e-4548-bfd6-ff09681f3657 req-11ab46cb-fe4e-4f45-beff-48426284c915 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=070f5001-1ba7-4259-b7bf-fd11c4f4bae3 HTTP/1.1" status: 200 len: 834 time: 0.0475531 Aug 26 11:25:49.551966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152733e-f79e-4548-bfd6-ff09681f3657 req-918a07ee-c0e0-4538-918a-aac2d0dfe302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:25:49.553593 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c152733e-f79e-4548-bfd6-ff09681f3657 req-918a07ee-c0e0-4538-918a-aac2d0dfe302 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6c26695-a07c-4e9a-8ede-e09115582a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450718 Aug 26 11:25:49.561196 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2613bcc8-0da0-4a3d-b575-7b4fe39233ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:25:33Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5d3cca97-ac52-49c4-866e-1a871ad73862', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'port_id': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'mac_address': 'fa:16:3e:1e:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:25:47Z', 'updated_at': '2021-08-26T11:25:47Z', 'revision_number': 0, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:49.587319 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613bcc8-0da0-4a3d-b575-7b4fe39233ca None None] Checking router: d9c2c30b-f455-46ec-8f5c-1aa6b3632305 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:25:49.596231 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613bcc8-0da0-4a3d-b575-7b4fe39233ca None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:25:49.596832 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2613bcc8-0da0-4a3d-b575-7b4fe39233ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:49.655434 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c152733e-f79e-4548-bfd6-ff09681f3657 req-8ab589bc-3238-481a-9a16-ec76b96318f3 service neutron] 10.222.0.42 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946324 Aug 26 11:25:49.708270 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2613bcc8-0da0-4a3d-b575-7b4fe39233ca None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:25:49.763873 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c152733e-f79e-4548-bfd6-ff09681f3657 req-c1cd5e77-987e-4801-baf6-dfac770a48ca service neutron] 10.222.0.42 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010711 Aug 26 11:25:49.958225 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2613bcc8-0da0-4a3d-b575-7b4fe39233ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:25:33Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5d3cca97-ac52-49c4-866e-1a871ad73862', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'port_id': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'mac_address': 'fa:16:3e:1e:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:25:47Z', 'updated_at': '2021-08-26T11:25:47Z', 'revision_number': 0, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:25:49.984270 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613bcc8-0da0-4a3d-b575-7b4fe39233ca None None] The sync data for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 is: [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:25:33Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5d3cca97-ac52-49c4-866e-1a871ad73862', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'port_id': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'mac_address': 'fa:16:3e:1e:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:25:47Z', 'updated_at': '2021-08-26T11:25:47Z', 'revision_number': 0, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:25:50.180943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09657dcd-c1e7-4bd8-a4e4-69e913103146 None None] New status for floating IP 5d3cca97-ac52-49c4-866e-1a871ad73862: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:25:50.253965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35370) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:50.331457 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-036d1532-b333-442e-b9b3-a89e42b17445 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/floatingips/5d3cca97-ac52-49c4-866e-1a871ad73862 HTTP/1.1" status: 200 len: 991 time: 0.0747471 Aug 26 11:25:50.673052 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:25:51.333580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35392) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:25:51.395548 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5b29a903-a67a-44ad-a0ee-08f7ec1ab49e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/floatingips/5d3cca97-ac52-49c4-866e-1a871ad73862 HTTP/1.1" status: 200 len: 993 time: 0.0605633 Aug 26 11:25:52.455299 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:03.442028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21826aff-7a9c-452d-89a4-e2a57019170c req-18b0553b-98e3-403e-9b7d-f0a3447aa80b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1339266 Aug 26 11:26:03.463314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-cfbb6cb6-381c-4777-bd7a-af61aff26cb5 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:03.464522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-cfbb6cb6-381c-4777-bd7a-af61aff26cb5 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/networks?id=d7f68db2-e029-4ba8-ae73-34f4ae2e9050 HTTP/1.1" status: 200 len: 812 time: 0.1348615 Aug 26 11:26:03.503187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-003bbf6a-d7e4-4015-917a-773f5522f553 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/quotas/791a492a897d4a5c8a7b7a1c211c4a53 HTTP/1.1" status: 200 len: 375 time: 0.0288157 Aug 26 11:26:03.538619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-1c7b8983-6faa-4b1f-a209-c1cad7627fed tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=791a492a897d4a5c8a7b7a1c211c4a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296485 Aug 26 11:26:03.540553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21826aff-7a9c-452d-89a4-e2a57019170c req-7c97c50b-37ea-4a75-97a0-ba18e791e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:03.541931 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21826aff-7a9c-452d-89a4-e2a57019170c req-7c97c50b-37ea-4a75-97a0-ba18e791e42e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 1097 time: 0.0754435 Aug 26 11:26:03.706523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-8d534346-b2ec-47e8-b55a-ca734ffff2b5 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600590 Aug 26 11:26:03.732962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21826aff-7a9c-452d-89a4-e2a57019170c req-d3d2cfb5-c1d1-44cb-80bf-a524217fbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:03.734377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21826aff-7a9c-452d-89a4-e2a57019170c req-d3d2cfb5-c1d1-44cb-80bf-a524217fbe0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.1703024 Aug 26 11:26:03.839116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21826aff-7a9c-452d-89a4-e2a57019170c req-21ab17ff-6be2-4173-996e-89294de4acdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4aecc6a-2cf9-490f-9eab-dd4515482c73 HTTP/1.1" status: 200 len: 1001 time: 0.0754366 Aug 26 11:26:03.883303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-3b6be6c8-f479-4ff6-a2c1-e0c1e4283815 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708224 Aug 26 11:26:03.901238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21826aff-7a9c-452d-89a4-e2a57019170c req-e4f34053-8ac8-496b-a5f9-fb4072861a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:03.903286 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21826aff-7a9c-452d-89a4-e2a57019170c req-e4f34053-8ac8-496b-a5f9-fb4072861a4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0570667 Aug 26 11:26:03.951144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21826aff-7a9c-452d-89a4-e2a57019170c req-5cf1270a-f174-4090-ae98-b7310a4dce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:03.952675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21826aff-7a9c-452d-89a4-e2a57019170c req-5cf1270a-f174-4090-ae98-b7310a4dce65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417995 Aug 26 11:26:03.964663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-21826aff-7a9c-452d-89a4-e2a57019170c req-cf530c63-c359-4d3a-8caf-286c5944c193 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:26:03.965763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21826aff-7a9c-452d-89a4-e2a57019170c req-cf530c63-c359-4d3a-8caf-286c5944c193 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057123 Aug 26 11:26:04.066651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e94ee80-f918-41a0-8476-59d6ee0cdddb req-2ffc27c1-04de-4dbd-a78d-d93e745caf4d tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 210 time: 0.0374055 Aug 26 11:26:04.087725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21826aff-7a9c-452d-89a4-e2a57019170c req-89088f77-7017-48df-bd7b-4c6d85a959b9 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148343 Aug 26 11:26:04.184689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21826aff-7a9c-452d-89a4-e2a57019170c req-51fcec86-5fee-4d0e-a0d0-da145062620e service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901074 Aug 26 11:26:04.971425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-2bd2d55d-f726-43dc-98d5-fac97364db50 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:04.972976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-2bd2d55d-f726-43dc-98d5-fac97364db50 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.47 "GET /v2.0/networks?id=d7f68db2-e029-4ba8-ae73-34f4ae2e9050 HTTP/1.1" status: 200 len: 812 time: 0.1205816 Aug 26 11:26:04.988623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Request body: {'port': {'device_id': '77d71cc8-9195-4197-bde1-1c83359909dc', 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050', 'admin_state_up': True, 'tenant_id': '791a492a897d4a5c8a7b7a1c211c4a53'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:05.098803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Made reservation on behalf of 791a492a897d4a5c8a7b7a1c211c4a53 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:26:05.102498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:05.193385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed421481-2262-424f-8436-306ba17ac456 req-cc98f460-ae6b-4028-819f-af7fe9eb902d tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 210 time: 0.0379322 Aug 26 11:26:05.263003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Allocated IP 172.20.0.14 (d7f68db2-e029-4ba8-ae73-34f4ae2e9050/a05645b2-5823-4f16-a621-e64274e12aa0/50ff9390-b5a0-49e6-b5ef-1c368f9d334e) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:26:05.418025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:05.457385 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:05.500804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:26:05.503771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:26:05.506914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:26:05.540139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Pushing event updated for resources: {'Port': ['ID=50ff9390-b5a0-49e6-b5ef-1c368f9d334e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:05.569206 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:05.570118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:05.587203 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-213ec6a8-b216-4dd1-a9b6-c6ac754c1e8e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6025081 Aug 26 11:26:05.599986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Request body: {'port': {'device_id': '77d71cc8-9195-4197-bde1-1c83359909dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:05.658267 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:05.924383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ff9390-b5a0-49e6-b5ef-1c368f9d334e {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:26:05.931487 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:05.943459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Transition to ACTIVE for port object 50ff9390-b5a0-49e6-b5ef-1c368f9d334e will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:26:05.947222 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:05.996964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Pushing event updated for resources: {'Port': ['ID=50ff9390-b5a0-49e6-b5ef-1c368f9d334e,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:06.066240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Attempting to bind port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:26:06.066583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Attempting to bind port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '17a180db-11bf-4908-ba0e-6bb66aabd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:26:06.067000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Attempting to bind port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e on network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:26:06.071819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e on network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:26:06.072144 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Attempting to bind port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e on network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:26:06.078019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:26:06.078367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Checking segment: {'id': '17a180db-11bf-4908-ba0e-6bb66aabd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:26:06.078792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Bound using segment: {'id': '17a180db-11bf-4908-ba0e-6bb66aabd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:26:06.079231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Bound port: 50ff9390-b5a0-49e6-b5ef-1c368f9d334e, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a180db-11bf-4908-ba0e-6bb66aabd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:26:06.079596 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:06.142416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] For port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:26:06.145634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] For port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=50ff9390-b5a0-49e6-b5ef-1c368f9d334e,segment=NetworkSegment(17a180db-11bf-4908-ba0e-6bb66aabd01e),segment_id=17a180db-11bf-4908-ba0e-6bb66aabd01e)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:26:06.149694 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:06.181179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:06.181916 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:06.183388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] 10.222.0.47 "PUT /v2.0/ports/50ff9390-b5a0-49e6-b5ef-1c368f9d334e HTTP/1.1" status: 200 len: 1093 time: 0.5876677 Aug 26 11:26:06.184328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d71cc8-9195-4197-bde1-1c83359909dc', 'tag': '50ff9390-b5a0-49e6-b5ef-1c368f9d334e'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:26:06.186776 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d2ddda-8cf9-4c53-8bad-67fe08e42ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "77d71cc8-9195-4197-bde1-1c83359909dc", "tag": "50ff9390-b5a0-49e6-b5ef-1c368f9d334e"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:26:06.230875 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ad188a-eee7-4d6a-b3e3-eae9748735d2 x-openstack-request-id: req-83ad188a-eee7-4d6a-b3e3-eae9748735d2 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:26:06.230875 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d71cc8-9195-4197-bde1-1c83359909dc", "tag": "50ff9390-b5a0-49e6-b5ef-1c368f9d334e", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:26:06.231209 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83ad188a-eee7-4d6a-b3e3-eae9748735d2 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:26:06.231386 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d71cc8-9195-4197-bde1-1c83359909dc', 'tag': '50ff9390-b5a0-49e6-b5ef-1c368f9d334e', 'status': 'completed', 'code': 200} Aug 26 11:26:06.231957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b792ac-d148-4fe5-9ed9-9daea7da07ed service neutron] Pushing event updated for resources: {'Port': ['ID=50ff9390-b5a0-49e6-b5ef-1c368f9d334e,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:06.277832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-ed66b689-36cf-4262-b802-d900973af31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:06.279303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-ed66b689-36cf-4262-b802-d900973af31f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=791a492a897d4a5c8a7b7a1c211c4a53&device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 1096 time: 0.0593886 Aug 26 11:26:06.334723 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-643d70ff-c461-48bf-9ae2-dd59801ccebf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ff9390-b5a0-49e6-b5ef-1c368f9d334e HTTP/1.1" status: 200 len: 217 time: 0.0387623 Aug 26 11:26:06.358630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130dbff-7be7-43fe-8250-e7d8b3a070a4 req-15f57ffc-5c15-493b-bf6d-c601bc6b3929 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:06.360157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e130dbff-7be7-43fe-8250-e7d8b3a070a4 req-15f57ffc-5c15-493b-bf6d-c601bc6b3929 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 944 time: 0.0934753 Aug 26 11:26:06.425949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-20db8564-7e7e-4d1d-a981-8b3eddaf2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:06.427451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-20db8564-7e7e-4d1d-a981-8b3eddaf2ab6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a05645b2-5823-4f16-a621-e64274e12aa0 HTTP/1.1" status: 200 len: 852 time: 0.0851157 Aug 26 11:26:06.430443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e130dbff-7be7-43fe-8250-e7d8b3a070a4 req-ff889d17-0009-491c-8744-56bc74c9aa38 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483067 Aug 26 11:26:06.459258 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-8a41730e-ce62-4bfd-96a2-d305704fffb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7f68db2-e029-4ba8-ae73-34f4ae2e9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242281 Aug 26 11:26:06.549678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-81f96bf3-bd08-419d-8a8d-3e4a884ba949 service neutron] 10.222.0.47 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828440 Aug 26 11:26:06.642555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7eceb6e4-885f-431d-bbd3-491ec475d4d7 req-7b8e3ea3-6f90-4c80-b833-26a83a525f77 service neutron] 10.222.0.47 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860648 Aug 26 11:26:06.727412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2ddda-8cf9-4c53-8bad-67fe08e42ed5 req-8fb453c1-e6b4-48eb-9d65-7003770f15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:06.728933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9d2ddda-8cf9-4c53-8bad-67fe08e42ed5 req-8fb453c1-e6b4-48eb-9d65-7003770f15c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=791a492a897d4a5c8a7b7a1c211c4a53&device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 1096 time: 0.0407591 Aug 26 11:26:06.822589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2ddda-8cf9-4c53-8bad-67fe08e42ed5 req-de10c33b-59bc-4dbe-a06c-03cde1bfbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:06.824100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9d2ddda-8cf9-4c53-8bad-67fe08e42ed5 req-de10c33b-59bc-4dbe-a06c-03cde1bfbaf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d7f68db2-e029-4ba8-ae73-34f4ae2e9050 HTTP/1.1" status: 200 len: 913 time: 0.0880742 Aug 26 11:26:06.867516 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9d2ddda-8cf9-4c53-8bad-67fe08e42ed5 req-e61b47d4-8c91-45b3-8cb2-317eb8f64cef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ff9390-b5a0-49e6-b5ef-1c368f9d334e HTTP/1.1" status: 200 len: 217 time: 0.0353138 Aug 26 11:26:06.918071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2ddda-8cf9-4c53-8bad-67fe08e42ed5 req-25f69d5e-77a3-489b-95f3-33d2307abebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:06.920163 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9d2ddda-8cf9-4c53-8bad-67fe08e42ed5 req-25f69d5e-77a3-489b-95f3-33d2307abebc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a05645b2-5823-4f16-a621-e64274e12aa0 HTTP/1.1" status: 200 len: 852 time: 0.0448875 Aug 26 11:26:06.951140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9d2ddda-8cf9-4c53-8bad-67fe08e42ed5 req-e3d0b236-d5f8-423d-b477-a90b640bf2c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7f68db2-e029-4ba8-ae73-34f4ae2e9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242419 Aug 26 11:26:07.046175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9d2ddda-8cf9-4c53-8bad-67fe08e42ed5 req-12f29f81-272e-4262-848f-6f3de11eec6c service neutron] 10.222.0.47 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869355 Aug 26 11:26:07.136057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9d2ddda-8cf9-4c53-8bad-67fe08e42ed5 req-50a778aa-c6cd-4c83-8350-9b6547667cb0 service neutron] 10.222.0.47 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821755 Aug 26 11:26:07.554140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72945ba-0fb4-466e-adc6-b80645938cf5 req-e1c63192-0be4-4cc7-bedb-3df8cb47d113 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:07.555644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f72945ba-0fb4-466e-adc6-b80645938cf5 req-e1c63192-0be4-4cc7-bedb-3df8cb47d113 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 944 time: 0.0537353 Aug 26 11:26:07.592728 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f72945ba-0fb4-466e-adc6-b80645938cf5 req-9ab818d3-4416-4083-875c-957a948920c8 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311241 Aug 26 11:26:08.146523 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-e8a6b747-657c-41b7-8ade-4bc8ada45b6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425169 Aug 26 11:26:08.227785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-a4bc4933-307b-4b17-9982-e725e9fddc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:08.229300 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-a4bc4933-307b-4b17-9982-e725e9fddc9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 1098 time: 0.0404835 Aug 26 11:26:08.354600 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-caa5e04f-91e6-44b4-a204-eb9277fd0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:08.356265 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-caa5e04f-91e6-44b4-a204-eb9277fd0bdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6c26695-a07c-4e9a-8ede-e09115582a81 HTTP/1.1" status: 200 len: 897 time: 0.1068079 Aug 26 11:26:08.427795 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-291ec651-7c01-48f1-96ec-45739d4cf7a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1db418b-1119-435a-9f2d-c3246ef058a5 HTTP/1.1" status: 200 len: 1001 time: 0.0642040 Aug 26 11:26:08.476514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-7e5d6708-685e-4750-8e3d-f00cba6660a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:08.477952 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-7e5d6708-685e-4750-8e3d-f00cba6660a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=070f5001-1ba7-4259-b7bf-fd11c4f4bae3 HTTP/1.1" status: 200 len: 834 time: 0.0427892 Aug 26 11:26:08.525235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-2e393b29-d09b-443f-abaa-d443b12c5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:08.526696 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-2e393b29-d09b-443f-abaa-d443b12c5aa6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6c26695-a07c-4e9a-8ede-e09115582a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400555 Aug 26 11:26:08.620767 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-100ded0b-ec64-4721-bb6e-509111de6bac service neutron] 10.222.0.42 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854807 Aug 26 11:26:08.713930 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc420947-7968-421b-a30f-7140ee74511c req-ddc5e5b3-105b-4493-957b-ee00038639fd tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:08.715399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc420947-7968-421b-a30f-7140ee74511c req-ddc5e5b3-105b-4493-957b-ee00038639fd tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 944 time: 0.0536785 Aug 26 11:26:08.715556 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a07a4f80-6358-43d8-ae24-2ebb9af6a351 req-3ea43e68-55bb-4465-9c5d-176fbef14c05 service neutron] 10.222.0.42 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858674 Aug 26 11:26:08.755678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc420947-7968-421b-a30f-7140ee74511c req-61e33fa0-5f0c-4185-881f-d2f0ebe33427 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328796 Aug 26 11:26:09.401958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 50ff9390-b5a0-49e6-b5ef-1c368f9d334e details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:26:09.495389 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=50ff9390-b5a0-49e6-b5ef-1c368f9d334e,segment=NetworkSegment(17a180db-11bf-4908-ba0e-6bb66aabd01e),segment_id=17a180db-11bf-4908-ba0e-6bb66aabd01e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:09.510231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '50ff9390-b5a0-49e6-b5ef-1c368f9d334e', 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050', 'port_id': '50ff9390-b5a0-49e6-b5ef-1c368f9d334e', 'mac_address': 'fa:16:3e:9e:2c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a05645b2-5823-4f16-a621-e64274e12aa0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:26:09.547501 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:09.560356 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ff9390-b5a0-49e6-b5ef-1c368f9d334e {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:26:09.579169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=50ff9390-b5a0-49e6-b5ef-1c368f9d334e,segment=NetworkSegment(17a180db-11bf-4908-ba0e-6bb66aabd01e),segment_id=17a180db-11bf-4908-ba0e-6bb66aabd01e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:09.583116 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:09.630375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=50ff9390-b5a0-49e6-b5ef-1c368f9d334e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:09.637506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.637854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.638191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.638529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.638887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.639217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.639542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.639866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.640187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.640506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.640865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.641187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:09.868514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ee06d-0165-4e97-91d4-9cfb339a4d63 req-1e2e6a57-fc37-4492-acab-31228819f2fb tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:09.870010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b45ee06d-0165-4e97-91d4-9cfb339a4d63 req-1e2e6a57-fc37-4492-acab-31228819f2fb tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 945 time: 0.0481448 Aug 26 11:26:09.909156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b45ee06d-0165-4e97-91d4-9cfb339a4d63 req-23f8bc57-21fa-4d9c-b81f-16e353d6ca5b tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Aug 26 11:26:09.915507 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['50ff9390-b5a0-49e6-b5ef-1c368f9d334e'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:26:11.031089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 35966) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:11.045335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fe2bc-9199-469b-bf59-d3f54485e09d req-a06cb868-ee55-46eb-b039-ded102d5583e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:11.047388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-488fe2bc-9199-469b-bf59-d3f54485e09d req-a06cb868-ee55-46eb-b039-ded102d5583e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 945 time: 0.0602221 Aug 26 11:26:11.092725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-488fe2bc-9199-469b-bf59-d3f54485e09d req-109b112c-01ad-4f3f-b457-a1c421469a63 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Aug 26 11:26:11.238434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Deleting port caf6ad8d-73f2-4a37-9340-620965afcb86 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:11.238796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:11.322172 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:11.322506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:11.336496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Calling delete_port for caf6ad8d-73f2-4a37-9340-620965afcb86 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:11.399282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 50ff9390-b5a0-49e6-b5ef-1c368f9d334e up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:26:11.452410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:26:11.456273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:26:11.456691 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:11.509404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:11.545580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event deleted for resources: {'Port': ['ID=caf6ad8d-73f2-4a37-9340-620965afcb86,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:11.556134 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:11.584228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d71cc8-9195-4197-bde1-1c83359909dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ff9390-b5a0-49e6-b5ef-1c368f9d334e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:26:11.586821 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60af3d5-3cde-4056-8611-e7861d543418" -d '{"events": [{"server_uuid": "77d71cc8-9195-4197-bde1-1c83359909dc", "name": "network-vif-plugged", "status": "completed", "tag": "50ff9390-b5a0-49e6-b5ef-1c368f9d334e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:26:11.592693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.596293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.596812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.597163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.597508 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.597844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.598299 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.598629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.598980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.599310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.599636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.599965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:11.604977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=50ff9390-b5a0-49e6-b5ef-1c368f9d334e,segment=NetworkSegment(17a180db-11bf-4908-ba0e-6bb66aabd01e),segment_id=17a180db-11bf-4908-ba0e-6bb66aabd01e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:11.611726 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:11.635629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:11.635999 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Floating IP 1363da12-b8ec-4989-9e10-bddd91b3caaa disassociated (deleted). External IP: 172.25.1.252, port: a4aecc6a-2cf9-490f-9eab-dd4515482c73. Aug 26 11:26:11.669198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=50ff9390-b5a0-49e6-b5ef-1c368f9d334e,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:11.842253 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c2ce15-51d2-45db-96bc-f57981efc600 x-openstack-request-id: req-50c2ce15-51d2-45db-96bc-f57981efc600 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:26:11.842560 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d71cc8-9195-4197-bde1-1c83359909dc", "name": "network-vif-plugged", "status": "completed", "tag": "50ff9390-b5a0-49e6-b5ef-1c368f9d334e", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:26:11.842936 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50c2ce15-51d2-45db-96bc-f57981efc600 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:26:11.843316 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d71cc8-9195-4197-bde1-1c83359909dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ff9390-b5a0-49e6-b5ef-1c368f9d334e', 'code': 200} Aug 26 11:26:11.877535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:26:11.945288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4e627-bbba-44be-a436-b5e07804b61d req-d068206d-3292-4d93-83a8-36800cad8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:11.947031 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33b4e627-bbba-44be-a436-b5e07804b61d req-d068206d-3292-4d93-83a8-36800cad8d06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 1098 time: 0.0411830 Aug 26 11:26:11.991071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33b4e627-bbba-44be-a436-b5e07804b61d req-0addbf46-fdad-4f56-9078-81451ec8b055 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370584 Aug 26 11:26:12.000758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:26:12.005915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:12.013362 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45b4c8-b36b-47fc-99eb-857974826e9f None None] Sync routers for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:26:12.026365 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45b4c8-b36b-47fc-99eb-857974826e9f None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:26:12.032973 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ce45b4c8-b36b-47fc-99eb-857974826e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:12.043532 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0d48eca0-c14b-406f-91ac-c66428aeddde tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "DELETE /v2.0/floatingips/1363da12-b8ec-4989-9e10-bddd91b3caaa HTTP/1.1" status: 204 len: 168 time: 1.0071256 Aug 26 11:26:12.043532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'tag': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:26:12.043532 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af433159-aa1a-44de-b447-fca972593f32" -d '{"events": [{"name": "network-changed", "server_uuid": "03d86bd4-b5df-4f55-8dbe-176afe37efc2", "tag": "a4aecc6a-2cf9-490f-9eab-dd4515482c73"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:26:12.095529 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f4f029-3534-4303-97dc-3f559b5cd450 x-openstack-request-id: req-62f4f029-3534-4303-97dc-3f559b5cd450 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:26:12.096144 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d86bd4-b5df-4f55-8dbe-176afe37efc2", "tag": "a4aecc6a-2cf9-490f-9eab-dd4515482c73", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:26:12.096553 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62f4f029-3534-4303-97dc-3f559b5cd450 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:26:12.097268 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'tag': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73', 'status': 'completed', 'code': 200} Aug 26 11:26:12.169095 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ce45b4c8-b36b-47fc-99eb-857974826e9f None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:26:12.228530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279456-b1f6-49d0-a5ed-6f6101836a8e req-74b2ac93-0b5c-4253-a4c1-89259dc69da1 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:12.230226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9279456-b1f6-49d0-a5ed-6f6101836a8e req-74b2ac93-0b5c-4253-a4c1-89259dc69da1 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 946 time: 0.0614343 Aug 26 11:26:12.282095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9279456-b1f6-49d0-a5ed-6f6101836a8e req-babcfd7c-474b-44f6-b470-b7fd94fa91a1 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Aug 26 11:26:12.364718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889be84-16d0-4361-801c-c6edd3538330 req-ec9f6801-e75e-4f27-a88f-289449436768 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:12.366462 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6889be84-16d0-4361-801c-c6edd3538330 req-ec9f6801-e75e-4f27-a88f-289449436768 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 945 time: 0.0996292 Aug 26 11:26:12.375689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af433159-aa1a-44de-b447-fca972593f32 req-f4ec7dcb-745a-4f26-a3d4-382f7a038b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:12.377191 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af433159-aa1a-44de-b447-fca972593f32 req-f4ec7dcb-745a-4f26-a3d4-382f7a038b8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 1097 time: 0.0691931 Aug 26 11:26:12.462043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6889be84-16d0-4361-801c-c6edd3538330 req-c4ef0896-2078-4ab7-991c-e4b6f73d9484 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888820 Aug 26 11:26:12.504613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af433159-aa1a-44de-b447-fca972593f32 req-5c12d139-e5d4-4c40-9c04-e5748318afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:12.506129 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af433159-aa1a-44de-b447-fca972593f32 req-5c12d139-e5d4-4c40-9c04-e5748318afe9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.1144249 Aug 26 11:26:12.531298 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ce45b4c8-b36b-47fc-99eb-857974826e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '54e5edea-52b8-4e92-b6d7-d420f3d39d7c', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:96:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:29Z', 'updated_at': '2021-08-26T11:22:32Z', 'revision_number': 1, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:12.576883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af433159-aa1a-44de-b447-fca972593f32 req-e1de3315-058c-4799-9b7b-5ef189383585 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4aecc6a-2cf9-490f-9eab-dd4515482c73 HTTP/1.1" status: 200 len: 217 time: 0.0612278 Aug 26 11:26:12.580948 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45b4c8-b36b-47fc-99eb-857974826e9f None None] Checking router: 68b508f5-e7c1-4f25-80ea-2e90d36d41aa for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:26:12.590851 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45b4c8-b36b-47fc-99eb-857974826e9f None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:26:12.591488 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ce45b4c8-b36b-47fc-99eb-857974826e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:25:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:12.630587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af433159-aa1a-44de-b447-fca972593f32 req-e1306d20-8eb1-47d2-87db-a373c208634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:12.632171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af433159-aa1a-44de-b447-fca972593f32 req-e1306d20-8eb1-47d2-87db-a373c208634e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.0465662 Aug 26 11:26:12.687616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af433159-aa1a-44de-b447-fca972593f32 req-39b2bacf-5867-4162-9f65-0352de9e5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:12.689241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af433159-aa1a-44de-b447-fca972593f32 req-39b2bacf-5867-4162-9f65-0352de9e5e42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483646 Aug 26 11:26:12.705277 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ce45b4c8-b36b-47fc-99eb-857974826e9f None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:26:12.795550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af433159-aa1a-44de-b447-fca972593f32 req-1df1f6e3-ee27-47fc-9975-4a1cdef04d4c service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971971 Aug 26 11:26:12.905244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-af433159-aa1a-44de-b447-fca972593f32 req-36d32520-68d0-47da-828a-6fa8921f4368 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005745 Aug 26 11:26:12.995045 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ce45b4c8-b36b-47fc-99eb-857974826e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '54e5edea-52b8-4e92-b6d7-d420f3d39d7c', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:96:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:29Z', 'updated_at': '2021-08-26T11:22:32Z', 'revision_number': 1, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:13.028000 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45b4c8-b36b-47fc-99eb-857974826e9f None None] The sync data for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 is: [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '54e5edea-52b8-4e92-b6d7-d420f3d39d7c', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'port_id': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'mac_address': 'fa:16:3e:96:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:22:29Z', 'updated_at': '2021-08-26T11:22:32Z', 'revision_number': 1, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:26:13.264329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c242df-4709-44f7-bd5d-b7100e4222b0 None None] New status for floating IP 1363da12-b8ec-4989-9e10-bddd91b3caaa: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:26:13.368287 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8cf8-2e27-4799-9705-20a822d432bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:13.425750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb76d3-8d5b-445a-b8a3-0df367646118 req-10c55212-c2eb-4a0f-893d-ef388424d036 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:13.427260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3fb76d3-8d5b-445a-b8a3-0df367646118 req-10c55212-c2eb-4a0f-893d-ef388424d036 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 946 time: 0.0535197 Aug 26 11:26:13.467419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3fb76d3-8d5b-445a-b8a3-0df367646118 req-29bfcd15-690a-4645-919f-11e180cb03ef tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Aug 26 11:26:13.587036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b86bc6-c64b-4f87-8c49-93c233533005 req-4467f1e8-f911-4dae-afbd-5b85359a5b86 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:13.588646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7b86bc6-c64b-4f87-8c49-93c233533005 req-4467f1e8-f911-4dae-afbd-5b85359a5b86 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 945 time: 0.0533998 Aug 26 11:26:13.629697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7b86bc6-c64b-4f87-8c49-93c233533005 req-cb47332d-7654-446d-b497-6aebcaf4e7d5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345314 Aug 26 11:26:14.129906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df5fd-ccc2-471f-a559-4c0ae1a614aa req-a2d67841-7806-427e-85b6-e907001f46f7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:14.131386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba7df5fd-ccc2-471f-a559-4c0ae1a614aa req-a2d67841-7806-427e-85b6-e907001f46f7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 945 time: 0.0474424 Aug 26 11:26:14.235424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-ba7df5fd-ccc2-471f-a559-4c0ae1a614aa req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Deleting port a4aecc6a-2cf9-490f-9eab-dd4515482c73 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:14.237954 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ba7df5fd-ccc2-471f-a559-4c0ae1a614aa req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:14.332231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ba7df5fd-ccc2-471f-a559-4c0ae1a614aa req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] For port a4aecc6a-2cf9-490f-9eab-dd4515482c73, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=a4aecc6a-2cf9-490f-9eab-dd4515482c73,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:14.332601 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ba7df5fd-ccc2-471f-a559-4c0ae1a614aa req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:14.345941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-ba7df5fd-ccc2-471f-a559-4c0ae1a614aa req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Calling delete_port for a4aecc6a-2cf9-490f-9eab-dd4515482c73 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:14.475545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ba7df5fd-ccc2-471f-a559-4c0ae1a614aa req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:14.504585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event deleted for resources: {'Port': ['ID=a4aecc6a-2cf9-490f-9eab-dd4515482c73,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:14.535043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.535396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.535751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.536094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.536436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.536773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.537103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.537437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.537777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.538088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.538435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.538766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:26:14.568212 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7df5fd-ccc2-471f-a559-4c0ae1a614aa req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] No DVR routers for this DVR port a4aecc6a-2cf9-490f-9eab-dd4515482c73 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:26:14.571678 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ba7df5fd-ccc2-471f-a559-4c0ae1a614aa req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:14.573774 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba7df5fd-ccc2-471f-a559-4c0ae1a614aa req-37275152-9deb-4919-a0a8-676252280068 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "DELETE /v2.0/ports/a4aecc6a-2cf9-490f-9eab-dd4515482c73 HTTP/1.1" status: 204 len: 173 time: 0.4355235 Aug 26 11:26:14.574232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'name': 'network-vif-deleted', 'tag': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:26:14.576578 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ea4c1e-7049-4ab5-a12c-8161c21fbd08" -d '{"events": [{"server_uuid": "03d86bd4-b5df-4f55-8dbe-176afe37efc2", "name": "network-vif-deleted", "tag": "a4aecc6a-2cf9-490f-9eab-dd4515482c73"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:26:14.619761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64365-970c-4c96-b78b-ef3d1d8be6cd req-b9bc24d6-20fc-4149-a4ca-3299d0d8d01c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:14.622179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1fb64365-970c-4c96-b78b-ef3d1d8be6cd req-b9bc24d6-20fc-4149-a4ca-3299d0d8d01c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 946 time: 0.0754931 Aug 26 11:26:14.636206 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca102e44-8b8f-4360-96d4-ff00080ba7dc x-openstack-request-id: req-ca102e44-8b8f-4360-96d4-ff00080ba7dc {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:26:14.636528 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d86bd4-b5df-4f55-8dbe-176afe37efc2", "name": "network-vif-deleted", "tag": "a4aecc6a-2cf9-490f-9eab-dd4515482c73", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:26:14.636789 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca102e44-8b8f-4360-96d4-ff00080ba7dc {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:26:14.637752 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d86bd4-b5df-4f55-8dbe-176afe37efc2', 'name': 'network-vif-deleted', 'tag': 'a4aecc6a-2cf9-490f-9eab-dd4515482c73', 'status': 'completed', 'code': 200} Aug 26 11:26:14.667075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1fb64365-970c-4c96-b78b-ef3d1d8be6cd req-5bdd3e9c-7335-44a3-a815-efe27e77826c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 Aug 26 11:26:14.745186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd6ddfd3-15da-40ac-8a8f-4dff57f925c3 req-20493a29-d09b-4a95-9004-b69cd69d01e2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 210 time: 0.0294776 Aug 26 11:26:15.787313 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-942307cc-c43f-41cf-92c9-f85106574429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:15.855156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e17506ab-9551-4c40-a29a-2816ace25ba0 req-1874e80a-319d-4dce-ba9c-4b3367ca247c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 210 time: 0.0277143 Aug 26 11:26:16.288081 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:16.773006 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:26:16.971281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be334121-df7a-447b-a825-04f89a0ea433 req-80532629-9e58-49cf-80b5-7208ba0a8678 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 210 time: 0.0343001 Aug 26 11:26:17.258291 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:17.402415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a4aecc6a-2cf9-490f-9eab-dd4515482c73 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:26:17.424633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: a4aecc6a-2cf9-490f-9eab-dd4515482c73 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:26:17.425237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device a4aecc6a-2cf9-490f-9eab-dd4515482c73 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:26:17.987255 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36078) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:18.081448 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e1682d-b5e3-4cf0-ad1c-b71b53abd475 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:18.082266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e1682d-b5e3-4cf0-ad1c-b71b53abd475 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:18.084032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e1682d-b5e3-4cf0-ad1c-b71b53abd475 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:18.086481 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-12e1682d-b5e3-4cf0-ad1c-b71b53abd475 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=fb0c3d74eb324504931b93d9d2aa7f5e&network_id=b6c26695-a07c-4e9a-8ede-e09115582a81 HTTP/1.1" status: 200 len: 2973 time: 0.0979602 Aug 26 11:26:18.099713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a41cf548-4d87-4ee7-93b2-3dd0db8145b1 req-896462de-e657-4f0d-b9b6-5c14919d0ec5 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d86bd4-b5df-4f55-8dbe-176afe37efc2 HTTP/1.1" status: 200 len: 210 time: 0.0399578 Aug 26 11:26:19.348714 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:20.661877 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:22.372088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36108) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:22.435156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b023f845-605c-4882-bc8a-22ed6280bf4b tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:22.436771 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b023f845-605c-4882-bc8a-22ed6280bf4b tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8 HTTP/1.1" status: 200 len: 814 time: 0.0635648 Aug 26 11:26:22.466192 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:23.653698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36126) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:23.658825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'network': {'name': 'tempest-network-smoke--309362332', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'port_security_enabled': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:23.682146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Made reservation on behalf of fb0c3d74eb324504931b93d9d2aa7f5e for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:26:23.692472 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:23.731693 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:26:23.747144 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:23.747503 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Added segment 99dc73fc-854f-44eb-be18-fbceaeb7641f of type vlan for network 310cc47b-a02f-4c90-a13a-a7d76842bc6b Aug 26 11:26:23.810197 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:23.841333 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:23.847561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:23.848210 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:23.946088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Network': ['ID=310cc47b-a02f-4c90-a13a-a7d76842bc6b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:23.953235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8dcb8ba2-1112-42f4-953a-7102e7fbc5cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2983823 Aug 26 11:26:23.957286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36128) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:23.969722 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 310cc47b-a02f-4c90-a13a-a7d76842bc6b details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:26:24.047624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296d879c-b8f3-4b5e-8457-d6f3e35f2061 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:24.049173 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-296d879c-b8f3-4b5e-8457-d6f3e35f2061 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fb0c3d74eb324504931b93d9d2aa7f5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0905664 Aug 26 11:26:24.051972 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36130) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:24.139240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300daae3-9882-47c4-b4f7-2e75340acf71 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:24.140787 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-300daae3-9882-47c4-b4f7-2e75340acf71 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878739 Aug 26 11:26:24.145081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36132) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:24.180609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c894dde8-de79-40e5-a3a3-6bbceab31d2c tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339942 Aug 26 11:26:24.185663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36134) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:24.222627 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0c4cc77d-f428-4074-8133-5f6f3740070c tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fb0c3d74eb324504931b93d9d2aa7f5e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282638 Aug 26 11:26:24.222627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36136) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:24.327141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75266be-b5e2-4c19-b338-5e67979088cf tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:24.328798 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d75266be-b5e2-4c19-b338-5e67979088cf tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1091654 Aug 26 11:26:24.331566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36138) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:24.364276 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a12d818f-d7c7-4811-aa13-70accb2d5f7f tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288832 Aug 26 11:26:24.364526 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36140) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:24.370395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1381652904', 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:24.477239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Made reservation on behalf of fb0c3d74eb324504931b93d9d2aa7f5e for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:26:24.480980 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:24.577932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36144) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:24.711237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:24.784514 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Subnet': ['ID=23d8e55e-51a7-447b-9aee-bce47c36f059,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:24.788907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Checking segment: {'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:26:24.789280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network hostable DHCP agents. Network: 310cc47b-a02f-4c90-a13a-a7d76842bc6b, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:26:24.808581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network 310cc47b-a02f-4c90-a13a-a7d76842bc6b is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:26:24.824989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 310cc47b-a02f-4c90-a13a-a7d76842bc6b) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:26:24.829605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:24.830113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:24.836715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b0fd8-22c3-4b18-a65a-00a98ce036b0 None None] Network 310cc47b-a02f-4c90-a13a-a7d76842bc6b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:26:24.851036 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3d7d2af0-f4ff-49d0-a2ee-6d72a4734506 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4852276 Aug 26 11:26:25.055822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-310cc47b-a02f-4c90-a13a-a7d76842bc6b', 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ips': [{'subnet_id': '23d8e55e-51a7-447b-9aee-bce47c36f059'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:26:25.057513 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.140483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Deleting port c27e0f47-14e9-4012-9b68-058975ad716e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:25.141115 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.264073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36150) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:25.269994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-810e37fd-5b6c-4d99-85b6-90082ff21c06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841071509', 'description': 'tempest-secgroup-smoke-1841071509 description', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:25.274636 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.275125 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.279606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Allocated IP 172.20.0.18 (310cc47b-a02f-4c90-a13a-a7d76842bc6b/23d8e55e-51a7-447b-9aee-bce47c36f059/fa2318dc-9071-44ea-a27e-d2d87f0a4f0a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:26:25.294780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Calling delete_port for c27e0f47-14e9-4012-9b68-058975ad716e owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:25.298691 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-810e37fd-5b6c-4d99-85b6-90082ff21c06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.419514 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-810e37fd-5b6c-4d99-85b6-90082ff21c06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.424834 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-810e37fd-5b6c-4d99-85b6-90082ff21c06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.456060 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-810e37fd-5b6c-4d99-85b6-90082ff21c06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.457472 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-810e37fd-5b6c-4d99-85b6-90082ff21c06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1922991 Aug 26 11:26:25.459462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e37fd-5b6c-4d99-85b6-90082ff21c06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:25.462318 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36152) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:25.467128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9e758eed-7782-4727-b198-34ba6764304e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': '6712ffdf-0ae0-436e-a07e-5d6ceda37cc8', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:25.506403 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e758eed-7782-4727-b198-34ba6764304e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.563820 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.566432 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.577897 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Transition to ACTIVE for port object fa2318dc-9071-44ea-a27e-d2d87f0a4f0a will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:26:25.597441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e758eed-7782-4727-b198-34ba6764304e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.603708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event deleted for resources: {'Port': ['ID=c27e0f47-14e9-4012-9b68-058975ad716e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:25.609110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e758eed-7782-4727-b198-34ba6764304e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.611604 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Transition to ACTIVE for port object fa2318dc-9071-44ea-a27e-d2d87f0a4f0a will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:26:25.625703 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.635677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e758eed-7782-4727-b198-34ba6764304e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456688cc-916d-497f-a683-596f0cae04ac,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:25.651366 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9e758eed-7782-4727-b198-34ba6764304e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.653587 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9e758eed-7782-4727-b198-34ba6764304e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1904161 Aug 26 11:26:25.656778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36154) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:25.662438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0104ebca-d58a-48ce-a39c-aa6ef307c43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': '6712ffdf-0ae0-436e-a07e-5d6ceda37cc8', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:25.685099 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.687290 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Floating IP 54e5edea-52b8-4e92-b6d7-d420f3d39d7c disassociated (deleted). External IP: 172.25.1.11, port: 07f2bf0e-6e6a-4d89-b56f-e46180438725. Aug 26 11:26:25.704359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0104ebca-d58a-48ce-a39c-aa6ef307c43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.710995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Network 310cc47b-a02f-4c90-a13a-a7d76842bc6b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:26:25.712444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Pushing event updated for resources: {'Port': ['ID=fa2318dc-9071-44ea-a27e-d2d87f0a4f0a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:25.715769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:26:25.717841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:26:25.797020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Attempting to bind port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:26:25.797513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Attempting to bind port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:26:25.798089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Attempting to bind port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a on network 310cc47b-a02f-4c90-a13a-a7d76842bc6b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:26:25.806877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:26:25.807445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Checking segment: {'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:26:25.808371 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.809398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Bound using segment: {'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:26:25.809550 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0104ebca-d58a-48ce-a39c-aa6ef307c43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.809876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Bound port: fa2318dc-9071-44ea-a27e-d2d87f0a4f0a, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:26:25.810424 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.816800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0104ebca-d58a-48ce-a39c-aa6ef307c43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.845742 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104ebca-d58a-48ce-a39c-aa6ef307c43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f03e42-e8a0-4b4c-82c4-9d72aabb20e0,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:25.854032 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0104ebca-d58a-48ce-a39c-aa6ef307c43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.856333 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0104ebca-d58a-48ce-a39c-aa6ef307c43e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1978180 Aug 26 11:26:25.869565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36158) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:25.878149 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f2815460-2be8-440e-bbc6-b5f60794fe7e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': '6712ffdf-0ae0-436e-a07e-5d6ceda37cc8', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:25.910835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] For port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:26:25.918706 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2815460-2be8-440e-bbc6-b5f60794fe7e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:25.921564 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] For port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fa2318dc-9071-44ea-a27e-d2d87f0a4f0a,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:26:25.926996 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.001259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2815460-2be8-440e-bbc6-b5f60794fe7e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.007562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2815460-2be8-440e-bbc6-b5f60794fe7e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.012302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1206a-baef-4de4-ad44-0a7183c2f4c0 None None] Pushing event updated for resources: {'Port': ['ID=fa2318dc-9071-44ea-a27e-d2d87f0a4f0a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:26.014412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:26:26.052137 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2815460-2be8-440e-bbc6-b5f60794fe7e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e888ae01-4adc-4699-b6a5-123e13ea44fa,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:26.072482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f2815460-2be8-440e-bbc6-b5f60794fe7e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.080734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36166) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:26.086191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6000a85c-85e4-4344-9bd8-e3ef5481cad4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': '6712ffdf-0ae0-436e-a07e-5d6ceda37cc8', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:26.087427 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f2815460-2be8-440e-bbc6-b5f60794fe7e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2115338 Aug 26 11:26:26.162506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6000a85c-85e4-4344-9bd8-e3ef5481cad4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.219934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:26:26.227708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.244811 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513fa3c-4f1d-4186-8334-fcf82b6fb087 None None] Sync routers for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:26:26.260090 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513fa3c-4f1d-4186-8334-fcf82b6fb087 None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:26:26.260854 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2513fa3c-4f1d-4186-8334-fcf82b6fb087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:26.276408 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6000a85c-85e4-4344-9bd8-e3ef5481cad4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.281789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9469e104-8d56-41a8-b58d-fab3a57b6ac7 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "DELETE /v2.0/floatingips/54e5edea-52b8-4e92-b6d7-d420f3d39d7c HTTP/1.1" status: 204 len: 168 time: 1.7022741 Aug 26 11:26:26.283391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'tag': '07f2bf0e-6e6a-4d89-b56f-e46180438725'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:26:26.290838 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359cb2f7-ff10-473f-a1bd-5230c17a0075" -d '{"events": [{"name": "network-changed", "server_uuid": "41c8ca7a-167e-4ad2-bf25-1f8966c67264", "tag": "07f2bf0e-6e6a-4d89-b56f-e46180438725"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:26:26.298428 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6000a85c-85e4-4344-9bd8-e3ef5481cad4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.347988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000a85c-85e4-4344-9bd8-e3ef5481cad4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcaf495d-9c63-45e1-bb17-348bb63bbd97,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:26.357946 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6000a85c-85e4-4344-9bd8-e3ef5481cad4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.362375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6000a85c-85e4-4344-9bd8-e3ef5481cad4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2773650 Aug 26 11:26:26.362490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36174) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:26.367382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-595a0674-83c2-4fae-b6c3-e54e95c6e9cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': '6712ffdf-0ae0-436e-a07e-5d6ceda37cc8', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:26.376136 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10234d66-3589-40de-ae1f-41541f0046c9 x-openstack-request-id: req-10234d66-3589-40de-ae1f-41541f0046c9 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:26:26.376878 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c8ca7a-167e-4ad2-bf25-1f8966c67264", "tag": "07f2bf0e-6e6a-4d89-b56f-e46180438725", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:26:26.377365 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10234d66-3589-40de-ae1f-41541f0046c9 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:26:26.378083 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'tag': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'status': 'completed', 'code': 200} Aug 26 11:26:26.438775 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-595a0674-83c2-4fae-b6c3-e54e95c6e9cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Project fb0c3d74eb324504931b93d9d2aa7f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:26:26.448143 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-595a0674-83c2-4fae-b6c3-e54e95c6e9cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.490646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cb2f7-ff10-473f-a1bd-5230c17a0075 req-99b04ea1-2078-412c-8055-6a5995475e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:26.495868 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-359cb2f7-ff10-473f-a1bd-5230c17a0075 req-99b04ea1-2078-412c-8055-6a5995475e8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 1097 time: 0.1025643 Aug 26 11:26:26.594452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fa2318dc-9071-44ea-a27e-d2d87f0a4f0a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:26:26.611867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-595a0674-83c2-4fae-b6c3-e54e95c6e9cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.618288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-595a0674-83c2-4fae-b6c3-e54e95c6e9cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.643020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a0674-83c2-4fae-b6c3-e54e95c6e9cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d2e0dd-9149-4002-a31c-78f3f103cbf4,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:26.653746 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-595a0674-83c2-4fae-b6c3-e54e95c6e9cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.656966 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-595a0674-83c2-4fae-b6c3-e54e95c6e9cb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2927828 Aug 26 11:26:26.658669 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2513fa3c-4f1d-4186-8334-fcf82b6fb087 None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:26:26.660391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36178) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:26.665931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5a95ed75-a80c-4c57-8842-bc19c41869c4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': '6712ffdf-0ae0-436e-a07e-5d6ceda37cc8', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:26.716324 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-5a95ed75-a80c-4c57-8842-bc19c41869c4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Project fb0c3d74eb324504931b93d9d2aa7f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:26:26.725060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:26:26.728746 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a95ed75-a80c-4c57-8842-bc19c41869c4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.757774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cb2f7-ff10-473f-a1bd-5230c17a0075 req-84f23f85-c3cd-4393-a66c-86c68f1f6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:26.760620 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-359cb2f7-ff10-473f-a1bd-5230c17a0075 req-84f23f85-c3cd-4393-a66c-86c68f1f6d04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 200 len: 912 time: 0.2604954 Aug 26 11:26:26.828263 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a95ed75-a80c-4c57-8842-bc19c41869c4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.833674 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a95ed75-a80c-4c57-8842-bc19c41869c4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.846332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dc655-db39-4fae-8957-e6fda567d136 req-3843f9f7-496d-4f24-8479-2fb2fb5cba2c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:26.858992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95ed75-a80c-4c57-8842-bc19c41869c4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790d2c68-4228-40c2-bb16-3fcd005ac921,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:26.859599 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-914dc655-db39-4fae-8957-e6fda567d136 req-3843f9f7-496d-4f24-8479-2fb2fb5cba2c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 945 time: 0.2020111 Aug 26 11:26:26.863956 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-359cb2f7-ff10-473f-a1bd-5230c17a0075 req-5e67d693-d154-42ed-ba26-1bea75e868f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07f2bf0e-6e6a-4d89-b56f-e46180438725 HTTP/1.1" status: 200 len: 217 time: 0.0939157 Aug 26 11:26:26.875825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5a95ed75-a80c-4c57-8842-bc19c41869c4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:26.878226 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5a95ed75-a80c-4c57-8842-bc19c41869c4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2163672 Aug 26 11:26:26.948866 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2513fa3c-4f1d-4186-8334-fcf82b6fb087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:26.992277 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513fa3c-4f1d-4186-8334-fcf82b6fb087 None None] Checking router: 68b508f5-e7c1-4f25-80ea-2e90d36d41aa for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:26:27.014107 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513fa3c-4f1d-4186-8334-fcf82b6fb087 None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:26:27.020776 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2513fa3c-4f1d-4186-8334-fcf82b6fb087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:27.057461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-914dc655-db39-4fae-8957-e6fda567d136 req-1108d842-12be-4592-9ccb-9258722f113c tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908846 Aug 26 11:26:27.075425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cb2f7-ff10-473f-a1bd-5230c17a0075 req-669bd690-b559-4f1e-83fc-73cf9d67636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:27.078266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-359cb2f7-ff10-473f-a1bd-5230c17a0075 req-669bd690-b559-4f1e-83fc-73cf9d67636a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 200 len: 850 time: 0.1810455 Aug 26 11:26:27.168534 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2513fa3c-4f1d-4186-8334-fcf82b6fb087 None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:26:27.182182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cb2f7-ff10-473f-a1bd-5230c17a0075 req-e08ae113-1434-4d39-9dfc-bee832d8b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:27.184776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-359cb2f7-ff10-473f-a1bd-5230c17a0075 req-e08ae113-1434-4d39-9dfc-bee832d8b33e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=425c1548-ff0b-496e-9ab6-42aac07c907a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946174 Aug 26 11:26:27.322139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-92a313e3-1d67-4968-a9d8-3ce314f2598a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841071509&fields=id&tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e HTTP/1.1" status: 200 len: 267 time: 0.0766027 Aug 26 11:26:27.429282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-359cb2f7-ff10-473f-a1bd-5230c17a0075 req-b449a20c-29f3-4e88-b9cb-bd52c5a12b47 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230718 Aug 26 11:26:27.446706 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2513fa3c-4f1d-4186-8334-fcf82b6fb087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:27.479892 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513fa3c-4f1d-4186-8334-fcf82b6fb087 None None] The sync data for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 is: [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:15:10Z', 'revision_number': 4, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cf92384c-50f7-426f-8628-877180bd5c7d', 'name': '', 'network_id': '425c1548-ff0b-496e-9ab6-42aac07c907a', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'mac_address': 'fa:16:3e:0e:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:08Z', 'updated_at': '2021-08-26T11:15:21Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'subnets': [{'id': 'd60a612c-a025-4e07-8431-dbe7e8facf35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:26:27.504542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749049ec-44b1-470c-ad2c-2e65cf1919c5 None None] Network 310cc47b-a02f-4c90-a13a-a7d76842bc6b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:26:27.527631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-10241b2e-0e7c-41c6-be46-1814290e8a6b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:27.535110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-10241b2e-0e7c-41c6-be46-1814290e8a6b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/networks?id=310cc47b-a02f-4c90-a13a-a7d76842bc6b HTTP/1.1" status: 200 len: 796 time: 0.1973310 Aug 26 11:26:27.561371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-f3a7eef2-442c-4678-b59c-0a159f33ba5a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/quotas/fb0c3d74eb324504931b93d9d2aa7f5e HTTP/1.1" status: 200 len: 375 time: 0.0252485 Aug 26 11:26:27.640260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-359cb2f7-ff10-473f-a1bd-5230c17a0075 req-9a3b9964-df3d-4e09-8a92-6cd4dbd630d2 service neutron] 10.222.0.47 "GET /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953509 Aug 26 11:26:27.659687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cf4ea7b6-4847-450f-a46a-257b1d1616bb None None] Provisioning for port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:26:27.666621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cf4ea7b6-4847-450f-a46a-257b1d1616bb None None] Provisioning complete for port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:26:27.667032 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea7b6-4847-450f-a46a-257b1d1616bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:27.685346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-08973357-4f93-4b44-a9d2-1563ec51ddef tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1230152 Aug 26 11:26:27.700922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-e82558d9-812a-4ac9-aed6-7455d19308b3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:26:27.708068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-e82558d9-812a-4ac9-aed6-7455d19308b3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118661 Aug 26 11:26:27.797603 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea7b6-4847-450f-a46a-257b1d1616bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:27.863595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-865509e8-a5d0-4e54-b554-5a837dcffe34 service neutron] 10.222.0.21 "GET /v2.0/networks/310cc47b-a02f-4c90-a13a-a7d76842bc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546204 Aug 26 11:26:27.866977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-cf4ea7b6-4847-450f-a46a-257b1d1616bb None None] For port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fa2318dc-9071-44ea-a27e-d2d87f0a4f0a,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:27.874413 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea7b6-4847-450f-a46a-257b1d1616bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:27.970218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b944a-4762-4b5d-a581-b33145f193c5 None None] New status for floating IP 54e5edea-52b8-4e92-b6d7-d420f3d39d7c: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:26:27.977000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ea7b6-4847-450f-a46a-257b1d1616bb None None] Pushing event updated for resources: {'Port': ['ID=fa2318dc-9071-44ea-a27e-d2d87f0a4f0a,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:28.010699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-7a0174ea-63b8-4fff-a905-cec6d28e6aa3 service neutron] 10.222.0.21 "GET /v2.0/networks/310cc47b-a02f-4c90-a13a-a7d76842bc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368542 Aug 26 11:26:28.107560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b7e98cca-cc4d-47ff-a3d7-97e9e9ee3d70 None None] Provisioning complete for port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:26:28.108410 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7e98cca-cc4d-47ff-a3d7-97e9e9ee3d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:28.309835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4fedb685-243e-4548-a801-09f95d9fe9a4 req-eb8a4b73-8c39-49fe-90a5-a0053e2c571f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 210 time: 0.0592515 Aug 26 11:26:28.333234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7ad47-e174-4d43-96e8-443e0d15578a req-4fdd669f-ec41-42cc-9d9c-2068c6561dad tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:28.335211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afc7ad47-e174-4d43-96e8-443e0d15578a req-4fdd669f-ec41-42cc-9d9c-2068c6561dad tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 945 time: 0.1963933 Aug 26 11:26:28.347084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe3395-e4c6-499b-a775-cf84b8810565 req-3d50330e-3337-43b2-9939-7ba548c647ae tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:28.349064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1fe3395-e4c6-499b-a775-cf84b8810565 req-3d50330e-3337-43b2-9939-7ba548c647ae tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 945 time: 0.1202996 Aug 26 11:26:28.445714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afc7ad47-e174-4d43-96e8-443e0d15578a req-fdd6eece-91e4-4e41-b30e-2e69ac8fbf15 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/security-groups?id=73144955-7f5c-41d7-a297-780d34314445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956037 Aug 26 11:26:28.484733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-b1fe3395-e4c6-499b-a775-cf84b8810565 req-ff390fff-2351-41f7-863a-92d9dd6cbda2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Deleting port 07f2bf0e-6e6a-4d89-b56f-e46180438725 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:28.485083 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b1fe3395-e4c6-499b-a775-cf84b8810565 req-ff390fff-2351-41f7-863a-92d9dd6cbda2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:28.490796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fa2318dc-9071-44ea-a27e-d2d87f0a4f0a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:26:28.567315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:26:28.568372 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:28.611828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-b1fe3395-e4c6-499b-a775-cf84b8810565 req-ff390fff-2351-41f7-863a-92d9dd6cbda2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] For port 07f2bf0e-6e6a-4d89-b56f-e46180438725, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=07f2bf0e-6e6a-4d89-b56f-e46180438725,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:28.612205 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b1fe3395-e4c6-499b-a775-cf84b8810565 req-ff390fff-2351-41f7-863a-92d9dd6cbda2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:28.632038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-b1fe3395-e4c6-499b-a775-cf84b8810565 req-ff390fff-2351-41f7-863a-92d9dd6cbda2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Calling delete_port for 07f2bf0e-6e6a-4d89-b56f-e46180438725 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:28.825961 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b1fe3395-e4c6-499b-a775-cf84b8810565 req-ff390fff-2351-41f7-863a-92d9dd6cbda2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:28.867541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff390fff-2351-41f7-863a-92d9dd6cbda2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event deleted for resources: {'Port': ['ID=07f2bf0e-6e6a-4d89-b56f-e46180438725,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:28.909949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fe3395-e4c6-499b-a775-cf84b8810565 req-ff390fff-2351-41f7-863a-92d9dd6cbda2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] No DVR routers for this DVR port 07f2bf0e-6e6a-4d89-b56f-e46180438725 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:26:28.914710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b1fe3395-e4c6-499b-a775-cf84b8810565 req-ff390fff-2351-41f7-863a-92d9dd6cbda2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:28.920909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1fe3395-e4c6-499b-a775-cf84b8810565 req-ff390fff-2351-41f7-863a-92d9dd6cbda2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.47 "DELETE /v2.0/ports/07f2bf0e-6e6a-4d89-b56f-e46180438725 HTTP/1.1" status: 204 len: 173 time: 0.5638728 Aug 26 11:26:28.921736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'name': 'network-vif-deleted', 'tag': '07f2bf0e-6e6a-4d89-b56f-e46180438725'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:26:28.924191 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86414a4c-89a0-441b-bc80-43413554192a" -d '{"events": [{"server_uuid": "41c8ca7a-167e-4ad2-bf25-1f8966c67264", "name": "network-vif-deleted", "tag": "07f2bf0e-6e6a-4d89-b56f-e46180438725"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:26:28.964946 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13d311c-0ccc-46b8-a32f-3e5af5edde90 x-openstack-request-id: req-d13d311c-0ccc-46b8-a32f-3e5af5edde90 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:26:28.965333 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c8ca7a-167e-4ad2-bf25-1f8966c67264", "name": "network-vif-deleted", "tag": "07f2bf0e-6e6a-4d89-b56f-e46180438725", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:26:28.965655 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d13d311c-0ccc-46b8-a32f-3e5af5edde90 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:26:28.966201 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c8ca7a-167e-4ad2-bf25-1f8966c67264', 'name': 'network-vif-deleted', 'tag': '07f2bf0e-6e6a-4d89-b56f-e46180438725', 'status': 'completed', 'code': 200} Aug 26 11:26:29.503415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fbb6eaee-f049-4d19-ba0a-0724be3dc3f6 req-ca284bd2-9c22-4099-bb11-e9ab1510e0bb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 210 time: 0.0559700 Aug 26 11:26:29.537425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-50a30572-6481-4a35-9224-7330c4daf867 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:29.540222 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-50a30572-6481-4a35-9224-7330c4daf867 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "GET /v2.0/networks?id=310cc47b-a02f-4c90-a13a-a7d76842bc6b HTTP/1.1" status: 200 len: 796 time: 0.2688937 Aug 26 11:26:29.603148 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-9229f7df-88f4-4fab-bc9d-576637e2ebb1 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e HTTP/1.1" status: 200 len: 473 time: 0.0525868 Aug 26 11:26:29.613607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'port': {'device_id': 'f8f69318-a143-4fd4-9445-ad92a84e6585', 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b', 'admin_state_up': True, 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'security_groups': ['6712ffdf-0ae0-436e-a07e-5d6ceda37cc8']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:29.630111 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13d56bd2-73b6-4ba0-b272-9d464773ee46 req-af675ef0-cc0c-4c5b-b29a-4e6763eb7340 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 210 time: 0.0425498 Aug 26 11:26:29.760263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Made reservation on behalf of fb0c3d74eb324504931b93d9d2aa7f5e for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:26:29.763955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:29.923121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Allocated IP 172.20.0.24 (310cc47b-a02f-4c90-a13a-a7d76842bc6b/23d8e55e-51a7-447b-9aee-bce47c36f059/d600559c-642e-4559-a63b-8ba13278f83a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:26:30.121587 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:30.147766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Transition to ACTIVE for port object d600559c-642e-4559-a63b-8ba13278f83a will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:26:30.200806 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:30.253312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network 310cc47b-a02f-4c90-a13a-a7d76842bc6b is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:26:30.257617 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:26:30.262368 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:26:30.299185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=d600559c-642e-4559-a63b-8ba13278f83a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:30.344538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:30.345477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:30.369904 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-00c39e21-57b8-4bc5-a384-ff562e58f1a5 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7602799 Aug 26 11:26:30.385003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Request body: {'port': {'device_id': 'f8f69318-a143-4fd4-9445-ad92a84e6585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:26:30.477822 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:30.741880 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bd54fa71-24cd-4467-a7ae-82a37e07ab5f None None] Provisioning for port d600559c-642e-4559-a63b-8ba13278f83a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:26:30.762685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bd54fa71-24cd-4467-a7ae-82a37e07ab5f None None] Provisioning complete for port d600559c-642e-4559-a63b-8ba13278f83a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:26:30.764210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd54fa71-24cd-4467-a7ae-82a37e07ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:30.788069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd24512-a816-4b5a-8648-8b2dbb6d1e4e req-5f15295f-47de-4166-8fa2-c786fb5aa742 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:30.792871 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fd24512-a816-4b5a-8648-8b2dbb6d1e4e req-5f15295f-47de-4166-8fa2-c786fb5aa742 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 932 time: 0.1776774 Aug 26 11:26:30.883790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bd54fa71-24cd-4467-a7ae-82a37e07ab5f None None] Port d600559c-642e-4559-a63b-8ba13278f83a cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:26:30.890001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70250bbc-2523-46b8-954d-de2ee6c8fe2a req-3af595eb-551e-42bc-9618-d4e780a8b209 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 210 time: 0.0487454 Aug 26 11:26:30.917474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fd24512-a816-4b5a-8648-8b2dbb6d1e4e req-b44011e9-7fa0-43bd-82a9-02834f6611f3 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169226 Aug 26 11:26:30.943850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d600559c-642e-4559-a63b-8ba13278f83a {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:26:30.952983 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:30.968277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Transition to ACTIVE for port object d600559c-642e-4559-a63b-8ba13278f83a will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:26:30.972451 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:31.025344 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d600559c-642e-4559-a63b-8ba13278f83a,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:31.108470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Attempting to bind port d600559c-642e-4559-a63b-8ba13278f83a on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:26:31.108825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Attempting to bind port d600559c-642e-4559-a63b-8ba13278f83a by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:26:31.109170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Attempting to bind port d600559c-642e-4559-a63b-8ba13278f83a on network 310cc47b-a02f-4c90-a13a-a7d76842bc6b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:26:31.113975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Port d600559c-642e-4559-a63b-8ba13278f83a on network 310cc47b-a02f-4c90-a13a-a7d76842bc6b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:26:31.114308 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Attempting to bind port d600559c-642e-4559-a63b-8ba13278f83a on network 310cc47b-a02f-4c90-a13a-a7d76842bc6b {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:26:31.119561 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:26:31.119899 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Checking segment: {'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:26:31.120295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Bound using segment: {'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:26:31.120740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Bound port: d600559c-642e-4559-a63b-8ba13278f83a, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:26:31.121109 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:31.202332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] For port d600559c-642e-4559-a63b-8ba13278f83a, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:26:31.205941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] For port d600559c-642e-4559-a63b-8ba13278f83a, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d600559c-642e-4559-a63b-8ba13278f83a,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:26:31.218773 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:31.244831 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:31.248013 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:31.249513 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] 10.222.0.42 "PUT /v2.0/ports/d600559c-642e-4559-a63b-8ba13278f83a HTTP/1.1" status: 200 len: 1093 time: 0.8698659 Aug 26 11:26:31.250003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f69318-a143-4fd4-9445-ad92a84e6585', 'tag': 'd600559c-642e-4559-a63b-8ba13278f83a'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:26:31.264331 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f69318-a143-4fd4-9445-ad92a84e6585", "tag": "d600559c-642e-4559-a63b-8ba13278f83a"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:26:31.378404 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0425db-195f-4de0-929f-9277b45fde89 x-openstack-request-id: req-cd0425db-195f-4de0-929f-9277b45fde89 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:26:31.378807 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f69318-a143-4fd4-9445-ad92a84e6585", "tag": "d600559c-642e-4559-a63b-8ba13278f83a", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:26:31.379004 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd0425db-195f-4de0-929f-9277b45fde89 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:26:31.379411 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f69318-a143-4fd4-9445-ad92a84e6585', 'tag': 'd600559c-642e-4559-a63b-8ba13278f83a', 'status': 'completed', 'code': 200} Aug 26 11:26:31.384076 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c724d5-4794-4718-9914-479fd6e2f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d600559c-642e-4559-a63b-8ba13278f83a,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:31.394977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-0179909f-744b-433d-b910-486bb55a0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:31.396458 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-0179909f-744b-433d-b910-486bb55a0634 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 1096 time: 0.0785124 Aug 26 11:26:31.433139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 07f2bf0e-6e6a-4d89-b56f-e46180438725 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:26:31.665024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 07f2bf0e-6e6a-4d89-b56f-e46180438725 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:26:31.665419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 07f2bf0e-6e6a-4d89-b56f-e46180438725 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:26:31.794441 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-f8a5519e-18ea-4f38-be5f-fa2e7ba31dab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=d600559c-642e-4559-a63b-8ba13278f83a HTTP/1.1" status: 200 len: 217 time: 0.3901799 Aug 26 11:26:31.847860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-b26dc179-4cc4-4dd1-96ed-f6bbad405b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:31.849529 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-b26dc179-4cc4-4dd1-96ed-f6bbad405b4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23d8e55e-51a7-447b-9aee-bce47c36f059 HTTP/1.1" status: 200 len: 838 time: 0.0471194 Aug 26 11:26:31.909047 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-4eb71572-9fa0-4bed-874c-b035d3a8a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:31.910747 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-4eb71572-9fa0-4bed-874c-b035d3a8a729 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=310cc47b-a02f-4c90-a13a-a7d76842bc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0514228 Aug 26 11:26:32.002547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1973f2c7-97f9-4585-90bf-93cc79c82e2c req-6161fff2-5fc4-44cf-9a8a-f7c51a2e88e2 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 210 time: 0.0371103 Aug 26 11:26:32.041997 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-d6461a18-164a-4ff7-a28e-c49a2967a3fb service neutron] 10.222.0.42 "GET /v2.0/networks/310cc47b-a02f-4c90-a13a-a7d76842bc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237490 Aug 26 11:26:32.065179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef44426-2eaa-4c64-9899-6de7f0cb506e req-586c1eec-8c90-402d-8989-566da90c1bcf tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:32.066851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ef44426-2eaa-4c64-9899-6de7f0cb506e req-586c1eec-8c90-402d-8989-566da90c1bcf tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 944 time: 0.0678132 Aug 26 11:26:32.126650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ef44426-2eaa-4c64-9899-6de7f0cb506e req-864f05ca-33b0-4bf2-8bb5-ed29b5c14bc7 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524364 Aug 26 11:26:32.162859 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46e55dac-a2ed-41fc-b8a8-dbc585496fb2 req-100d290f-636a-45ea-b692-e79034375483 service neutron] 10.222.0.42 "GET /v2.0/networks/310cc47b-a02f-4c90-a13a-a7d76842bc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131299 Aug 26 11:26:32.255994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f req-320c8fe9-d642-4156-90f5-138b6f60dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:32.257531 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f req-320c8fe9-d642-4156-90f5-138b6f60dbb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 1096 time: 0.0448358 Aug 26 11:26:32.358683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f req-94241895-1b67-4745-b010-8a2545f6a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:32.360253 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f req-94241895-1b67-4745-b010-8a2545f6a1b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=310cc47b-a02f-4c90-a13a-a7d76842bc6b HTTP/1.1" status: 200 len: 897 time: 0.0962067 Aug 26 11:26:32.410787 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f req-e270b5a2-917e-45bc-85d3-8c9d31530da2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=d600559c-642e-4559-a63b-8ba13278f83a HTTP/1.1" status: 200 len: 217 time: 0.0425265 Aug 26 11:26:32.468039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f req-410fbc32-f1ee-4721-bb9a-1eb75c3e892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:32.469827 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f req-410fbc32-f1ee-4721-bb9a-1eb75c3e892f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=23d8e55e-51a7-447b-9aee-bce47c36f059 HTTP/1.1" status: 200 len: 838 time: 0.0523591 Aug 26 11:26:32.524052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f req-54e6f73d-d9b2-4346-b796-fec5aecb8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:32.525964 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f req-54e6f73d-d9b2-4346-b796-fec5aecb8289 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=310cc47b-a02f-4c90-a13a-a7d76842bc6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0478625 Aug 26 11:26:32.653293 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f req-4f0146c8-dbed-4719-988a-0e0784a22e62 service neutron] 10.222.0.42 "GET /v2.0/networks/310cc47b-a02f-4c90-a13a-a7d76842bc6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169510 Aug 26 11:26:32.768649 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e599edf9-23b6-4c12-8578-ceb2fbcf3a2f req-536c1f1f-ce3b-4bf7-8ea9-1b4a540c454a service neutron] 10.222.0.42 "GET /v2.0/networks/310cc47b-a02f-4c90-a13a-a7d76842bc6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065814 Aug 26 11:26:33.116861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d28d32cc-a50e-47b9-9493-2519b9046983 req-495e5d86-929b-46cc-a79b-674dda2976c0 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c8ca7a-167e-4ad2-bf25-1f8966c67264 HTTP/1.1" status: 200 len: 210 time: 0.0370364 Aug 26 11:26:33.296627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c143a51-5f14-4c18-b03f-11c542a5bec7 req-2590b5fe-9770-4919-ad00-f2247f2b86d3 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:33.298066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c143a51-5f14-4c18-b03f-11c542a5bec7 req-2590b5fe-9770-4919-ad00-f2247f2b86d3 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 944 time: 0.0734229 Aug 26 11:26:33.337569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c143a51-5f14-4c18-b03f-11c542a5bec7 req-4d2f0fed-0a59-4c49-bb55-07dd04d319af tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331490 Aug 26 11:26:33.652945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d600559c-642e-4559-a63b-8ba13278f83a details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:26:33.759290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d600559c-642e-4559-a63b-8ba13278f83a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d600559c-642e-4559-a63b-8ba13278f83a,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:33.771316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'd600559c-642e-4559-a63b-8ba13278f83a', 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b', 'port_id': 'd600559c-642e-4559-a63b-8ba13278f83a', 'mac_address': 'fa:16:3e:38:2c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d8e55e-51a7-447b-9aee-bce47c36f059', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:26:33.828017 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:33.849192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d600559c-642e-4559-a63b-8ba13278f83a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:26:33.869769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d600559c-642e-4559-a63b-8ba13278f83a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d600559c-642e-4559-a63b-8ba13278f83a,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:33.874632 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:33.935559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d600559c-642e-4559-a63b-8ba13278f83a,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:34.074258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['d600559c-642e-4559-a63b-8ba13278f83a'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:26:34.182157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36266) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:34.340491 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0866ccfa-5f71-417b-af50-bb8a093c7e3b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Deleting port 69a59041-006c-41e3-84c0-ca8625f22d5d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:34.341215 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0866ccfa-5f71-417b-af50-bb8a093c7e3b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:34.442935 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0866ccfa-5f71-417b-af50-bb8a093c7e3b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:34.443332 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0866ccfa-5f71-417b-af50-bb8a093c7e3b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:34.456313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0866ccfa-5f71-417b-af50-bb8a093c7e3b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Calling delete_port for 69a59041-006c-41e3-84c0-ca8625f22d5d owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:34.475824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5591a-331c-4e3c-83a3-4b28d3ed3302 req-a3d34549-044e-40d0-8f0c-0ab224deb29f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:34.483301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ce5591a-331c-4e3c-83a3-4b28d3ed3302 req-a3d34549-044e-40d0-8f0c-0ab224deb29f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 945 time: 0.0624075 Aug 26 11:26:34.522678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ce5591a-331c-4e3c-83a3-4b28d3ed3302 req-f98fede8-bc75-46cc-85da-830c41fcdc2b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378504 Aug 26 11:26:34.614107 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0866ccfa-5f71-417b-af50-bb8a093c7e3b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:34.644758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866ccfa-5f71-417b-af50-bb8a093c7e3b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event deleted for resources: {'Port': ['ID=69a59041-006c-41e3-84c0-ca8625f22d5d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:34.712826 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0866ccfa-5f71-417b-af50-bb8a093c7e3b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:34.716536 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0866ccfa-5f71-417b-af50-bb8a093c7e3b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:34.717777 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0866ccfa-5f71-417b-af50-bb8a093c7e3b tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "DELETE /v2.0/floatingips/31d7acb3-4dce-47cd-a9ec-40dd43648c5e HTTP/1.1" status: 204 len: 168 time: 0.5344784 Aug 26 11:26:35.649142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dbbd4-05f4-49da-8a9a-d33cc80353f7 req-c3049825-e16c-4f81-8ae6-cadfeec1196e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:35.650910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d2dbbd4-05f4-49da-8a9a-d33cc80353f7 req-c3049825-e16c-4f81-8ae6-cadfeec1196e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 945 time: 0.0537376 Aug 26 11:26:35.660518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d600559c-642e-4559-a63b-8ba13278f83a up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:26:35.701926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d2dbbd4-05f4-49da-8a9a-d33cc80353f7 req-e37536f0-9fb1-4219-a670-6911bf1f89ce tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448587 Aug 26 11:26:35.712940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port d600559c-642e-4559-a63b-8ba13278f83a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:26:35.722440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port d600559c-642e-4559-a63b-8ba13278f83a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:26:35.722440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:35.803999 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:35.827098 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f69318-a143-4fd4-9445-ad92a84e6585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd600559c-642e-4559-a63b-8ba13278f83a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:26:35.829268 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2484a3c-b7cf-484a-97a2-354c235452b8" -d '{"events": [{"server_uuid": "f8f69318-a143-4fd4-9445-ad92a84e6585", "name": "network-vif-plugged", "status": "completed", "tag": "d600559c-642e-4559-a63b-8ba13278f83a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:26:35.841944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port d600559c-642e-4559-a63b-8ba13278f83a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d600559c-642e-4559-a63b-8ba13278f83a,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:35.846555 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:35.876717 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1618494b-e7af-4c12-a623-1be13edec5f4 x-openstack-request-id: req-1618494b-e7af-4c12-a623-1be13edec5f4 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:26:35.877074 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f69318-a143-4fd4-9445-ad92a84e6585", "name": "network-vif-plugged", "status": "completed", "tag": "d600559c-642e-4559-a63b-8ba13278f83a", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:26:35.877248 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1618494b-e7af-4c12-a623-1be13edec5f4 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:26:35.877635 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f69318-a143-4fd4-9445-ad92a84e6585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd600559c-642e-4559-a63b-8ba13278f83a', 'code': 200} Aug 26 11:26:35.900429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=d600559c-642e-4559-a63b-8ba13278f83a,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:36.008070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4ac1c-31d0-4c1e-8c46-3e283c9beae9 req-4e7ba301-2499-42e1-989a-4059260dbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:36.009685 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e0f4ac1c-31d0-4c1e-8c46-3e283c9beae9 req-4e7ba301-2499-42e1-989a-4059260dbbce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 1098 time: 0.0669165 Aug 26 11:26:36.067557 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e0f4ac1c-31d0-4c1e-8c46-3e283c9beae9 req-ccbb267a-0888-4a5e-b075-3bffda9d6294 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510237 Aug 26 11:26:36.823080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0f730-1f20-4e5c-8e11-b94cc8ffb994 req-ec05c611-4f4f-4484-8f1f-92d7d3d7b9bb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:36.824790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69b0f730-1f20-4e5c-8e11-b94cc8ffb994 req-ec05c611-4f4f-4484-8f1f-92d7d3d7b9bb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 946 time: 0.0516479 Aug 26 11:26:36.868081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69b0f730-1f20-4e5c-8e11-b94cc8ffb994 req-8c50da42-bf72-48a6-b0ba-ff19ba027338 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372550 Aug 26 11:26:37.996283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7b134-a9c7-48e4-b973-9490d93c85f3 req-819eb6d8-a473-4930-8583-972f1254a0a3 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:37.998486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6af7b134-a9c7-48e4-b973-9490d93c85f3 req-819eb6d8-a473-4930-8583-972f1254a0a3 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 946 time: 0.0555232 Aug 26 11:26:38.041775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6af7b134-a9c7-48e4-b973-9490d93c85f3 req-2fc64086-faee-46c2-ac0a-61376ef7a07d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366240 Aug 26 11:26:38.199974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a0ffa-7687-4077-ba60-2007f997fb36 req-e19e5ceb-c550-4519-87f8-25755ef0b938 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:26:38.202045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-342a0ffa-7687-4077-ba60-2007f997fb36 req-e19e5ceb-c550-4519-87f8-25755ef0b938 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 946 time: 0.0667393 Aug 26 11:26:38.205800 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36302) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:38.255097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-342a0ffa-7687-4077-ba60-2007f997fb36 req-17e5e34d-55ae-4621-aae2-185546fd7cbf tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Aug 26 11:26:38.285531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-090fd542-ad3d-4395-a15e-30419366ca31 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:38.320844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-090fd542-ad3d-4395-a15e-30419366ca31 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:38.386424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-090fd542-ad3d-4395-a15e-30419366ca31 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:38.389144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-090fd542-ad3d-4395-a15e-30419366ca31 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:38.390384 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-090fd542-ad3d-4395-a15e-30419366ca31 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] 10.222.0.21 "DELETE /v2.0/security-groups/73144955-7f5c-41d7-a297-780d34314445 HTTP/1.1" status: 204 len: 168 time: 0.1835759 Aug 26 11:26:38.400466 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fd542-ad3d-4395-a15e-30419366ca31 tempest-TestVolumeBootPattern-914009000 tempest-TestVolumeBootPattern-914009000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73144955-7f5c-41d7-a297-780d34314445,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:38.454294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36310) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:38.959660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:39.255706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] Deleting port cf92384c-50f7-426f-8628-877180bd5c7d {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:39.256669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:39.358704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] For port cf92384c-50f7-426f-8628-877180bd5c7d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=cf92384c-50f7-426f-8628-877180bd5c7d,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:39.359109 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:39.375348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] Calling delete_port for cf92384c-50f7-426f-8628-877180bd5c7d owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:39.573649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:39.620682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf92384c-50f7-426f-8628-877180bd5c7d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:39.734337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36316) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:39.874165 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:40.681952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] Router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:26:40.879420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:26:40.883332 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:40.889120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1c448617-cc15-4988-91fc-854b16f07e21 admin admin] 10.222.0.21 "PUT /v2.0/routers/68b508f5-e7c1-4f25-80ea-2e90d36d41aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4341056 Aug 26 11:26:40.892021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36320) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:40.893035 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1754052d-435a-465d-ab83-0787acc49c59 None None] Sync routers for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:26:40.906336 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1754052d-435a-465d-ab83-0787acc49c59 None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:26:40.907271 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1754052d-435a-465d-ab83-0787acc49c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:41.016506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.045036 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-1754052d-435a-465d-ab83-0787acc49c59 None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:26:41.170059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.251217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Allocated IP 172.20.0.17 (310cc47b-a02f-4c90-a13a-a7d76842bc6b/23d8e55e-51a7-447b-9aee-bce47c36f059/f6846d0a-b0cb-4a5f-87cf-6fba34f86f44) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:26:41.255171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Deleting port 820f8c3c-6a61-47a3-9c32-300b9fb5d593 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:41.255523 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.266706 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1754052d-435a-465d-ab83-0787acc49c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:26:39Z', 'revision_number': 5, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port': {'id': '820f8c3c-6a61-47a3-9c32-300b9fb5d593', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:04Z', 'updated_at': '2021-08-26T11:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:41.307026 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1754052d-435a-465d-ab83-0787acc49c59 None None] Checking router: 68b508f5-e7c1-4f25-80ea-2e90d36d41aa for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:26:41.317153 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1754052d-435a-465d-ab83-0787acc49c59 None None] Routers {'68b508f5-e7c1-4f25-80ea-2e90d36d41aa'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:26:41.317798 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1754052d-435a-465d-ab83-0787acc49c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:41.396070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] For port 820f8c3c-6a61-47a3-9c32-300b9fb5d593, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=820f8c3c-6a61-47a3-9c32-300b9fb5d593,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:41.396657 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.426567 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-1754052d-435a-465d-ab83-0787acc49c59 None None] Set router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:26:41.437703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Calling delete_port for 820f8c3c-6a61-47a3-9c32-300b9fb5d593 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:41.470318 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.491772 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1754052d-435a-465d-ab83-0787acc49c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:26:41Z', 'revision_number': 6, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:41.496804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Transition to ACTIVE for port object f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:26:41.526877 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1754052d-435a-465d-ab83-0787acc49c59 None None] The sync data for ids ['68b508f5-e7c1-4f25-80ea-2e90d36d41aa'] in n-d-778550-13 is: [{'id': '68b508f5-e7c1-4f25-80ea-2e90d36d41aa', 'name': 'tempest-TestVolumeBootPattern-495226769-router', 'tenant_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:03Z', 'updated_at': '2021-08-26T11:26:41Z', 'revision_number': 6, 'project_id': 'b6004e8ddb64481b8fb8b975d301d1ab', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:26:41.555896 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.602142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network 310cc47b-a02f-4c90-a13a-a7d76842bc6b is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:26:41.608387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:26:41.612685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:26:41.619703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=f6846d0a-b0cb-4a5f-87cf-6fba34f86f44,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:41.667895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.688972 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.727474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Pushing event deleted for resources: {'Port': ['ID=820f8c3c-6a61-47a3-9c32-300b9fb5d593,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:41.808678 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.838429 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.915039 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.917726 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.967321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1aba9565-deb1-465d-bf2e-bbb8ca7cab08 None None] Provisioning for port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:26:41.971949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1aba9565-deb1-465d-bf2e-bbb8ca7cab08 None None] Provisioning complete for port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:26:41.972461 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1aba9565-deb1-465d-bf2e-bbb8ca7cab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.979263 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.979968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b508f5-e7c1-4f25-80ea-2e90d36d41aa {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:26:41.984951 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:41.987817 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e7830ac8-3401-49a9-b88a-67d1405521bc admin admin] 10.222.0.21 "DELETE /v2.0/routers/68b508f5-e7c1-4f25-80ea-2e90d36d41aa HTTP/1.1" status: 204 len: 168 time: 1.0946221 Aug 26 11:26:41.990307 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36324) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:42.036247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1aba9565-deb1-465d-bf2e-bbb8ca7cab08 None None] Port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:26:42.072469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3e4e00-a392-445a-8f78-27030146dcc1 admin admin] Deleting subnet d60a612c-a025-4e07-8431-dbe7e8facf35 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:26:42.076547 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4e00-a392-445a-8f78-27030146dcc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.115732 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4e00-a392-445a-8f78-27030146dcc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.210021 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4e00-a392-445a-8f78-27030146dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.227259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.234600 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.302946 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4e00-a392-445a-8f78-27030146dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.330950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e4e00-a392-445a-8f78-27030146dcc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60a612c-a025-4e07-8431-dbe7e8facf35,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:42.334930 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2f3e4e00-a392-445a-8f78-27030146dcc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.339228 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2f3e4e00-a392-445a-8f78-27030146dcc1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d60a612c-a025-4e07-8431-dbe7e8facf35 HTTP/1.1" status: 204 len: 168 time: 0.3449643 Aug 26 11:26:42.339708 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36326) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:42.344166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.347338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=f6846d0a-b0cb-4a5f-87cf-6fba34f86f44,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:42.352274 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5062553-79fa-47fd-ab5f-eb6760d758b5 None None] Network 425c1548-ff0b-496e-9ab6-42aac07c907a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:26:42.434602 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.506129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Deleting port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:42.507393 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.521775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device cf92384c-50f7-426f-8628-877180bd5c7d no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:26:42.526462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network 310cc47b-a02f-4c90-a13a-a7d76842bc6b is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:26:42.528683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:26:42.560252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: cf92384c-50f7-426f-8628-877180bd5c7d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:26:42.560594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device cf92384c-50f7-426f-8628-877180bd5c7d not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:26:42.561291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 820f8c3c-6a61-47a3-9c32-300b9fb5d593 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:26:42.609331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 820f8c3c-6a61-47a3-9c32-300b9fb5d593 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:26:42.610046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 820f8c3c-6a61-47a3-9c32-300b9fb5d593 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:26:42.622918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb158ec-1166-4f1f-954c-07ae8a2e76bb None None] DHCP port deletion for 425c1548-ff0b-496e-9ab6-42aac07c907a request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:26:42.644807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] For port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8bd0f32a-d55e-4e0c-a2db-894bc0efaad6,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:42.645485 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.668136 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Calling delete_port for 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:42.687904 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dfb158ec-1166-4f1f-954c-07ae8a2e76bb None None] Deleting port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:42.688568 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfb158ec-1166-4f1f-954c-07ae8a2e76bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.751844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:26:42.788892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.807022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-dfb158ec-1166-4f1f-954c-07ae8a2e76bb None None] For port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8bd0f32a-d55e-4e0c-a2db-894bc0efaad6,segment=NetworkSegment(25b63346-5860-47fe-8a26-60bbe6be4346),segment_id=25b63346-5860-47fe-8a26-60bbe6be4346)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:42.807553 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfb158ec-1166-4f1f-954c-07ae8a2e76bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:42.833153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dfb158ec-1166-4f1f-954c-07ae8a2e76bb None None] Calling delete_port for 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:42.863626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] No DVR routers for this DVR port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:26:42.872043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd0f32a-d55e-4e0c-a2db-894bc0efaad6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:42.982445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:26:42.990067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d7be0a11-de2e-48ec-9d57-2772c1b4e123 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "PUT /v2.0/routers/d9c2c30b-f455-46ec-8f5c-1aa6b3632305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2500365 Aug 26 11:26:43.001482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Sync routers for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:26:43.013739 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfb158ec-1166-4f1f-954c-07ae8a2e76bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:43.019917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9edfe630-7164-4d96-9ac4-28883233c3d8 None None] Provisioning complete for port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:26:43.020401 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9edfe630-7164-4d96-9ac4-28883233c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:43.026116 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:43.038164 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425c1548-ff0b-496e-9ab6-42aac07c907a']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:43.054793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b63346-5860-47fe-8a26-60bbe6be4346') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:43.054793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b63346-5860-47fe-8a26-60bbe6be4346') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:43.067989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:43.073770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb158ec-1166-4f1f-954c-07ae8a2e76bb None None] Pushing event deleted for resources: {'Port': ['ID=8bd0f32a-d55e-4e0c-a2db-894bc0efaad6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:43.081936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:26:43.082609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:43.088878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb158ec-1166-4f1f-954c-07ae8a2e76bb None None] No DVR routers for this DVR port 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:26:43.094891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:43.104126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:26:43.104568 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:26:43.107008 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:26:43.165790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9edfe630-7164-4d96-9ac4-28883233c3d8 None None] Port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:26:43.201534 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:43.208261 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:43.210328 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] 10.222.0.21 "DELETE /v2.0/networks/425c1548-ff0b-496e-9ab6-42aac07c907a HTTP/1.1" status: 204 len: 168 time: 0.8692760 Aug 26 11:26:43.213484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36334) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:43.233744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1b5aa-bf75-4340-be3a-6eb2593f0e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=425c1548-ff0b-496e-9ab6-42aac07c907a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:43.262850 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:26:43.395460 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95527a93-be58-42bb-aea8-2b0a3fe85f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:43.597792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:26:41Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5d3cca97-ac52-49c4-866e-1a871ad73862', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'port_id': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'mac_address': 'fa:16:3e:1e:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:25:47Z', 'updated_at': '2021-08-26T11:25:50Z', 'revision_number': 1, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6846d0a-b0cb-4a5f-87cf-6fba34f86f44', 'name': '', 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:33:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '23d8e55e-51a7-447b-9aee-bce47c36f059', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:26:41Z', 'updated_at': '2021-08-26T11:26:42Z', 'revision_number': 2, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '23d8e55e-51a7-447b-9aee-bce47c36f059', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:43.645435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Checking router: d9c2c30b-f455-46ec-8f5c-1aa6b3632305 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:26:43.646005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Updating router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:26:43.695669 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:43.709452 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:44.065107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] Deleting port 44f9e305-69cf-43c0-859c-89526b48031f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:44.065829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:44.082746 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:44.095069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Transition to ACTIVE for port object f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:26:44.102983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:44.179592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19859f9-7f0b-4ef5-af86-861be88273bb None None] Pushing event updated for resources: {'Port': ['ID=f6846d0a-b0cb-4a5f-87cf-6fba34f86f44,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:44.193080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] For port 44f9e305-69cf-43c0-859c-89526b48031f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=44f9e305-69cf-43c0-859c-89526b48031f,segment=NetworkSegment(a3983846-d62e-4216-8d52-448168a17de3),segment_id=a3983846-d62e-4216-8d52-448168a17de3)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:44.193654 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:44.222338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] Calling delete_port for 44f9e305-69cf-43c0-859c-89526b48031f owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:44.229949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Attempting to bind port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:26:44.230358 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Attempting to bind port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:26:44.231287 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Attempting to bind port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 on network 310cc47b-a02f-4c90-a13a-a7d76842bc6b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:26:44.237753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:26:44.238137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Checking segment: {'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:26:44.238554 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:44.239008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Bound using segment: {'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:26:44.239503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Bound port: f6846d0a-b0cb-4a5f-87cf-6fba34f86f44, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dc73fc-854f-44eb-be18-fbceaeb7641f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:26:44.239892 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:44.314666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] For port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:26:44.318560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] For port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f6846d0a-b0cb-4a5f-87cf-6fba34f86f44,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:26:44.324772 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:44.388340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:26:44.389008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:44.522280 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:44.544420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19859f9-7f0b-4ef5-af86-861be88273bb None None] Pushing event updated for resources: {'Port': ['ID=f6846d0a-b0cb-4a5f-87cf-6fba34f86f44,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:44.548905 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:26:44.578972 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:26:44.579466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8bd0f32a-d55e-4e0c-a2db-894bc0efaad6 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:26:44.586156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f9e305-69cf-43c0-859c-89526b48031f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:44.591755 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:26:44.838514 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:44.988570 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:26:41Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5d3cca97-ac52-49c4-866e-1a871ad73862', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'port_id': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'mac_address': 'fa:16:3e:1e:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:25:47Z', 'updated_at': '2021-08-26T11:25:50Z', 'revision_number': 1, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6846d0a-b0cb-4a5f-87cf-6fba34f86f44', 'name': '', 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:33:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '23d8e55e-51a7-447b-9aee-bce47c36f059', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:26:41Z', 'updated_at': '2021-08-26T11:26:44Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '23d8e55e-51a7-447b-9aee-bce47c36f059', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:45.034690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8f59e-2fbe-4f3d-afd8-1e38e22c8df9 None None] The sync data for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 is: [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:26:41Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5d3cca97-ac52-49c4-866e-1a871ad73862', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'port_id': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'mac_address': 'fa:16:3e:1e:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:25:47Z', 'updated_at': '2021-08-26T11:25:50Z', 'revision_number': 1, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6846d0a-b0cb-4a5f-87cf-6fba34f86f44', 'name': '', 'network_id': '310cc47b-a02f-4c90-a13a-a7d76842bc6b', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:33:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '23d8e55e-51a7-447b-9aee-bce47c36f059', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:26:41Z', 'updated_at': '2021-08-26T11:26:44Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '23d8e55e-51a7-447b-9aee-bce47c36f059', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:26:45.180292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] Router 2d549482-392b-456a-bab6-5551b6391ae3 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:26:45.321279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:26:45.330322 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23fec0-263c-4dfc-8b38-9714518721e7 None None] Sync routers for ids ['2d549482-392b-456a-bab6-5551b6391ae3'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:26:45.330775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cf16aef4-a2dd-42ed-a53f-ae29b0a3e7c6 admin admin] 10.222.0.21 "PUT /v2.0/routers/2d549482-392b-456a-bab6-5551b6391ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1159525 Aug 26 11:26:45.333364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36346) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:45.341082 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23fec0-263c-4dfc-8b38-9714518721e7 None None] Routers {'2d549482-392b-456a-bab6-5551b6391ae3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:26:45.343291 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9d23fec0-263c-4dfc-8b38-9714518721e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2d549482-392b-456a-bab6-5551b6391ae3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:45.464452 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:45.556053 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9d23fec0-263c-4dfc-8b38-9714518721e7 None None] Set router 2d549482-392b-456a-bab6-5551b6391ae3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:26:45.583327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:45.648004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Deleting port ab6995ef-fe1f-4672-aca8-0e0a91c26c71 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:45.648499 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:45.737590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] For port ab6995ef-fe1f-4672-aca8-0e0a91c26c71, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ab6995ef-fe1f-4672-aca8-0e0a91c26c71,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:45.738061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:45.748639 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9d23fec0-263c-4dfc-8b38-9714518721e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d549482-392b-456a-bab6-5551b6391ae3', 'name': 'tempest-TestVolumeBootPattern-1810185079-router', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:16Z', 'updated_at': '2021-08-26T11:26:44Z', 'revision_number': 5, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'gw_port': {'id': 'ab6995ef-fe1f-4672-aca8-0e0a91c26c71', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d549482-392b-456a-bab6-5551b6391ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:15:18Z', 'updated_at': '2021-08-26T11:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:45.753886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Calling delete_port for ab6995ef-fe1f-4672-aca8-0e0a91c26c71 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:45.776782 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23fec0-263c-4dfc-8b38-9714518721e7 None None] Checking router: 2d549482-392b-456a-bab6-5551b6391ae3 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:26:45.788279 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5d68e61-71bf-4ba4-8cc1-69a0bf661427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:45.789215 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d23fec0-263c-4dfc-8b38-9714518721e7 None None] Routers {'2d549482-392b-456a-bab6-5551b6391ae3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:26:45.789819 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9d23fec0-263c-4dfc-8b38-9714518721e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2d549482-392b-456a-bab6-5551b6391ae3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:45.880970 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9d23fec0-263c-4dfc-8b38-9714518721e7 None None] Set router 2d549482-392b-456a-bab6-5551b6391ae3 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:26:45.936729 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:45.938638 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9d23fec0-263c-4dfc-8b38-9714518721e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d549482-392b-456a-bab6-5551b6391ae3', 'name': 'tempest-TestVolumeBootPattern-1810185079-router', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:16Z', 'updated_at': '2021-08-26T11:26:45Z', 'revision_number': 6, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:45.966677 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d23fec0-263c-4dfc-8b38-9714518721e7 None None] The sync data for ids ['2d549482-392b-456a-bab6-5551b6391ae3'] in n-d-778550-13 is: [{'id': '2d549482-392b-456a-bab6-5551b6391ae3', 'name': 'tempest-TestVolumeBootPattern-1810185079-router', 'tenant_id': '566d443cab8c4834be737b7c336a81b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:15:16Z', 'updated_at': '2021-08-26T11:26:45Z', 'revision_number': 6, 'project_id': '566d443cab8c4834be737b7c336a81b0', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:26:45.968739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6995ef-fe1f-4672-aca8-0e0a91c26c71,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:46.053377 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.160207 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.162243 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.204288 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.204887 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d549482-392b-456a-bab6-5551b6391ae3 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:26:46.213606 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.214982 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f76177a1-2220-49df-b921-312c86ca93b5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2d549482-392b-456a-bab6-5551b6391ae3 HTTP/1.1" status: 204 len: 168 time: 0.8804224 Aug 26 11:26:46.218143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36356) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:46.266968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f696e7e-6106-48cd-a30d-c905ba3dd739 admin admin] Deleting subnet 70041556-c659-4b1d-bd5a-04a319658d68 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:26:46.269937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f696e7e-6106-48cd-a30d-c905ba3dd739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.292320 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.305324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f696e7e-6106-48cd-a30d-c905ba3dd739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.396993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f696e7e-6106-48cd-a30d-c905ba3dd739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.460573 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f696e7e-6106-48cd-a30d-c905ba3dd739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.489459 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1f696e7e-6106-48cd-a30d-c905ba3dd739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.491443 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1f696e7e-6106-48cd-a30d-c905ba3dd739 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/70041556-c659-4b1d-bd5a-04a319658d68 HTTP/1.1" status: 204 len: 168 time: 0.2722557 Aug 26 11:26:46.492829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f696e7e-6106-48cd-a30d-c905ba3dd739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70041556-c659-4b1d-bd5a-04a319658d68,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:46.494005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36358) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:46.495172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e62faad-4138-427c-8f58-10dc75063ad5 None None] Network 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:26:46.570764 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.631414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Deleting port 3092502f-9ebd-439d-aae6-6425c43cfcf4 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:46.631756 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.698688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] For port 3092502f-9ebd-439d-aae6-6425c43cfcf4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3092502f-9ebd-439d-aae6-6425c43cfcf4,segment=NetworkSegment(a3983846-d62e-4216-8d52-448168a17de3),segment_id=a3983846-d62e-4216-8d52-448168a17de3)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:46.698958 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.712495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Calling delete_port for 3092502f-9ebd-439d-aae6-6425c43cfcf4 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:46.781426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10883da6-a403-49f6-932f-e942b8ccbb8d None None] DHCP port deletion for 1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:26:46.809440 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.835385 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=3092502f-9ebd-439d-aae6-6425c43cfcf4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:46.839616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] No DVR routers for this DVR port 3092502f-9ebd-439d-aae6-6425c43cfcf4 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:26:46.854371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-10883da6-a403-49f6-932f-e942b8ccbb8d None None] Deleting port 3092502f-9ebd-439d-aae6-6425c43cfcf4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:26:46.854999 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10883da6-a403-49f6-932f-e942b8ccbb8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.926564 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.938880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbe12d3-347c-4f1b-afaa-f927cc71bcb7']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:46.957272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3983846-d62e-4216-8d52-448168a17de3') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:46.957542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3983846-d62e-4216-8d52-448168a17de3') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:26:46.963074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-10883da6-a403-49f6-932f-e942b8ccbb8d None None] For port 3092502f-9ebd-439d-aae6-6425c43cfcf4, host n-d-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:46.963789 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10883da6-a403-49f6-932f-e942b8ccbb8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.977501 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:46.983992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:26:46.992392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-10883da6-a403-49f6-932f-e942b8ccbb8d None None] Calling delete_port for 3092502f-9ebd-439d-aae6-6425c43cfcf4 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:26:46.993562 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.000092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:26:47.000501 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:26:47.002786 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:26:47.015324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-10883da6-a403-49f6-932f-e942b8ccbb8d None None] Port 3092502f-9ebd-439d-aae6-6425c43cfcf4 was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 11:26:47.020453 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10883da6-a403-49f6-932f-e942b8ccbb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.057130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10883da6-a403-49f6-932f-e942b8ccbb8d None None] Pushing event deleted for resources: {'Port': ['ID=3092502f-9ebd-439d-aae6-6425c43cfcf4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:47.063907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10883da6-a403-49f6-932f-e942b8ccbb8d None None] No DVR routers for this DVR port 3092502f-9ebd-439d-aae6-6425c43cfcf4 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:26:47.082447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.084546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:26:47.090646 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.093810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:26:47.094405 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.099167 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1dbe12d3-347c-4f1b-afaa-f927cc71bcb7 HTTP/1.1" status: 204 len: 168 time: 0.5980022 Aug 26 11:26:47.125468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df4b9c-9ffc-4d9a-94a3-5d88af705b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbe12d3-347c-4f1b-afaa-f927cc71bcb7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:47.261175 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.321782 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.332384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f6846d0a-b0cb-4a5f-87cf-6fba34f86f44,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:26:47.337314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36364) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:47.339951 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.390105 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b7a0493a-5f86-42b0-bfe0-791c41e5fbd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6004e8ddb64481b8fb8b975d301d1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510559 Aug 26 11:26:47.392821 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36366) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:47.396993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=f6846d0a-b0cb-4a5f-87cf-6fba34f86f44,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:47.411968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 44f9e305-69cf-43c0-859c-89526b48031f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:26:47.432920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 44f9e305-69cf-43c0-859c-89526b48031f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:26:47.433598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 44f9e305-69cf-43c0-859c-89526b48031f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:26:47.454773 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6139e703-3662-4cd7-9919-b4ea1ebd2e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.476739 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6139e703-3662-4cd7-9919-b4ea1ebd2e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.532533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6139e703-3662-4cd7-9919-b4ea1ebd2e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.535175 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6139e703-3662-4cd7-9919-b4ea1ebd2e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.536366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6139e703-3662-4cd7-9919-b4ea1ebd2e66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c42bb56b-8cf9-481b-823d-8027f6db7487 HTTP/1.1" status: 204 len: 168 time: 0.1425548 Aug 26 11:26:47.544363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139e703-3662-4cd7-9919-b4ea1ebd2e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42bb56b-8cf9-481b-823d-8027f6db7487,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:47.877944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36374) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:47.917403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5bbf8b24-1a8b-4aba-a18c-b9c70d1335dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=566d443cab8c4834be737b7c336a81b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382233 Aug 26 11:26:47.920275 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36376) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:26:47.967538 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f19dc95-9fad-4c55-bbeb-899fbcaa4676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:47.988265 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f19dc95-9fad-4c55-bbeb-899fbcaa4676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:48.035508 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f19dc95-9fad-4c55-bbeb-899fbcaa4676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:48.039274 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f19dc95-9fad-4c55-bbeb-899fbcaa4676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:48.040444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3f19dc95-9fad-4c55-bbeb-899fbcaa4676 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cc90cf9-237e-4160-a2e8-8664f20f3eef HTTP/1.1" status: 204 len: 168 time: 0.1192539 Aug 26 11:26:48.049024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19dc95-9fad-4c55-bbeb-899fbcaa4676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc90cf9-237e-4160-a2e8-8664f20f3eef,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:26:48.476852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:26:48.548025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:26:48.549307 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:48.692542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3092502f-9ebd-439d-aae6-6425c43cfcf4 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:26:48.712903 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 3092502f-9ebd-439d-aae6-6425c43cfcf4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:26:48.713245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3092502f-9ebd-439d-aae6-6425c43cfcf4 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:26:48.713654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ab6995ef-fe1f-4672-aca8-0e0a91c26c71 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:26:48.732228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: ab6995ef-fe1f-4672-aca8-0e0a91c26c71 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:26:48.732567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ab6995ef-fe1f-4672-aca8-0e0a91c26c71 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:26:49.368938 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:50.667376 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:52.485061 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:26:53.773124 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:27:01.427699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36448) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:01.445286 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8fc7a-f607-4200-8ea7-259a8f47865f req-035f8465-f474-4911-bb51-51af01e5fb3c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:01.446754 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ccb8fc7a-f607-4200-8ea7-259a8f47865f req-035f8465-f474-4911-bb51-51af01e5fb3c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 946 time: 0.0500982 Aug 26 11:27:01.486002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ccb8fc7a-f607-4200-8ea7-259a8f47865f req-edf03e0b-fa62-465a-926d-b5213957dbcf tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320983 Aug 26 11:27:01.786748 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:02.399237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:27:02.399615 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:02.489298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] For port f6846d0a-b0cb-4a5f-87cf-6fba34f86f44, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f6846d0a-b0cb-4a5f-87cf-6fba34f86f44,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:02.490002 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:02.502935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Calling delete_port for f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:27:02.607897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008715af-6efd-4e21-9bc0-f0dbd6b6d76e req-2254a245-e381-43ff-888f-b1f130612c03 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:02.609490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-008715af-6efd-4e21-9bc0-f0dbd6b6d76e req-2254a245-e381-43ff-888f-b1f130612c03 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 946 time: 0.0542088 Aug 26 11:27:02.648421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-008715af-6efd-4e21-9bc0-f0dbd6b6d76e req-efc136cc-d14d-4124-9240-efce33d5ddd9 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329237 Aug 26 11:27:02.694476 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:02.718483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Port': ['ID=f6846d0a-b0cb-4a5f-87cf-6fba34f86f44,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:02.901740 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:03.131716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:27:03.241111 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:27:03.247356 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7f8064e3-0260-4e07-80f7-13771e3a07ca tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "PUT /v2.0/routers/d9c2c30b-f455-46ec-8f5c-1aa6b3632305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8184319 Aug 26 11:27:03.254140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a754fd90-62cf-4d01-a4c3-6238666a16a2 None None] Sync routers for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:27:03.271351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754fd90-62cf-4d01-a4c3-6238666a16a2 None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:03.271981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a754fd90-62cf-4d01-a4c3-6238666a16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:03.283829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb752cd-d21f-4878-9e3b-f3624eb199c2 req-56ee22e7-1feb-4915-9bd1-5484f42c231c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:03.285357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-feb752cd-d21f-4878-9e3b-f3624eb199c2 req-56ee22e7-1feb-4915-9bd1-5484f42c231c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.47 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 946 time: 0.0516653 Aug 26 11:27:03.391101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-feb752cd-d21f-4878-9e3b-f3624eb199c2 req-813fde24-13e2-4319-a533-dd0554028bae tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Deleting port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:27:03.391461 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-feb752cd-d21f-4878-9e3b-f3624eb199c2 req-813fde24-13e2-4319-a533-dd0554028bae tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:03.517026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-feb752cd-d21f-4878-9e3b-f3624eb199c2 req-813fde24-13e2-4319-a533-dd0554028bae tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] For port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=50ff9390-b5a0-49e6-b5ef-1c368f9d334e,segment=NetworkSegment(17a180db-11bf-4908-ba0e-6bb66aabd01e),segment_id=17a180db-11bf-4908-ba0e-6bb66aabd01e)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:03.517408 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-feb752cd-d21f-4878-9e3b-f3624eb199c2 req-813fde24-13e2-4319-a533-dd0554028bae tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:03.533142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78102f7-aae4-40a3-a9a1-93aa493412f2 req-3d8e6ef4-fa1a-4064-838a-9722db837c8d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:03.534689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f78102f7-aae4-40a3-a9a1-93aa493412f2 req-3d8e6ef4-fa1a-4064-838a-9722db837c8d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 946 time: 0.0881338 Aug 26 11:27:03.540798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-feb752cd-d21f-4878-9e3b-f3624eb199c2 req-813fde24-13e2-4319-a533-dd0554028bae tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Calling delete_port for 50ff9390-b5a0-49e6-b5ef-1c368f9d334e owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:27:03.547896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a754fd90-62cf-4d01-a4c3-6238666a16a2 None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:03.785299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a754fd90-62cf-4d01-a4c3-6238666a16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:27:02Z', 'revision_number': 6, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5d3cca97-ac52-49c4-866e-1a871ad73862', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'port_id': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'mac_address': 'fa:16:3e:1e:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:25:47Z', 'updated_at': '2021-08-26T11:25:50Z', 'revision_number': 1, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:03.812646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a754fd90-62cf-4d01-a4c3-6238666a16a2 None None] Checking router: d9c2c30b-f455-46ec-8f5c-1aa6b3632305 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:27:03.821387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754fd90-62cf-4d01-a4c3-6238666a16a2 None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:03.822020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a754fd90-62cf-4d01-a4c3-6238666a16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:03.931013 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a754fd90-62cf-4d01-a4c3-6238666a16a2 None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:03.991790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f78102f7-aae4-40a3-a9a1-93aa493412f2 req-e4444d06-3c82-4d70-b0cb-36c6d7711eda tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4490135 Aug 26 11:27:04.048113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26268ddc-20a8-4e88-a8f7-2f867300e585 req-7667b0df-fe98-4421-a9fd-83087e4e420c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:04.049646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26268ddc-20a8-4e88-a8f7-2f867300e585 req-7667b0df-fe98-4421-a9fd-83087e4e420c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d71cc8-9195-4197-bde1-1c83359909dc HTTP/1.1" status: 200 len: 946 time: 0.0870178 Aug 26 11:27:04.129101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26268ddc-20a8-4e88-a8f7-2f867300e585 req-362ccf7b-d239-42b3-94e2-0e809e1574cc tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717471 Aug 26 11:27:04.133556 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-feb752cd-d21f-4878-9e3b-f3624eb199c2 req-813fde24-13e2-4319-a533-dd0554028bae tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:04.163655 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a754fd90-62cf-4d01-a4c3-6238666a16a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:27:02Z', 'revision_number': 6, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5d3cca97-ac52-49c4-866e-1a871ad73862', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'port_id': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'mac_address': 'fa:16:3e:1e:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:25:47Z', 'updated_at': '2021-08-26T11:25:50Z', 'revision_number': 1, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:04.165207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fde24-13e2-4319-a533-dd0554028bae tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Pushing event deleted for resources: {'Port': ['ID=50ff9390-b5a0-49e6-b5ef-1c368f9d334e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:04.190701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a754fd90-62cf-4d01-a4c3-6238666a16a2 None None] The sync data for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 is: [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:27:02Z', 'revision_number': 6, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '5d3cca97-ac52-49c4-866e-1a871ad73862', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'port_id': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'mac_address': 'fa:16:3e:1e:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:25:47Z', 'updated_at': '2021-08-26T11:25:50Z', 'revision_number': 1, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:27:04.210977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb752cd-d21f-4878-9e3b-f3624eb199c2 req-813fde24-13e2-4319-a533-dd0554028bae tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] No DVR routers for this DVR port 50ff9390-b5a0-49e6-b5ef-1c368f9d334e on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:27:04.213488 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-feb752cd-d21f-4878-9e3b-f3624eb199c2 req-813fde24-13e2-4319-a533-dd0554028bae tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:04.216270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-feb752cd-d21f-4878-9e3b-f3624eb199c2 req-813fde24-13e2-4319-a533-dd0554028bae tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.47 "DELETE /v2.0/ports/50ff9390-b5a0-49e6-b5ef-1c368f9d334e HTTP/1.1" status: 204 len: 173 time: 0.9242637 Aug 26 11:27:04.216731 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d71cc8-9195-4197-bde1-1c83359909dc', 'name': 'network-vif-deleted', 'tag': '50ff9390-b5a0-49e6-b5ef-1c368f9d334e'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:27:04.219127 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc13a40-55b6-4e74-8865-e2de91b9f2fb" -d '{"events": [{"server_uuid": "77d71cc8-9195-4197-bde1-1c83359909dc", "name": "network-vif-deleted", "tag": "50ff9390-b5a0-49e6-b5ef-1c368f9d334e"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:27:04.384586 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2a9328-00a1-4eef-bb8d-87613fed3578 x-openstack-request-id: req-de2a9328-00a1-4eef-bb8d-87613fed3578 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:27:04.384881 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d71cc8-9195-4197-bde1-1c83359909dc", "name": "network-vif-deleted", "tag": "50ff9390-b5a0-49e6-b5ef-1c368f9d334e", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:27:04.385132 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de2a9328-00a1-4eef-bb8d-87613fed3578 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:27:04.385526 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d71cc8-9195-4197-bde1-1c83359909dc', 'name': 'network-vif-deleted', 'tag': '50ff9390-b5a0-49e6-b5ef-1c368f9d334e', 'status': 'completed', 'code': 200} Aug 26 11:27:04.629305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:27:04.657534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:27:04.657887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f6846d0a-b0cb-4a5f-87cf-6fba34f86f44 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:27:04.806152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1863a0-34b9-4d63-88c1-549e0f7b8977 req-05c7d085-aca8-4ea0-84e7-0b23752ae3d9 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:04.807631 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3c1863a0-34b9-4d63-88c1-549e0f7b8977 req-05c7d085-aca8-4ea0-84e7-0b23752ae3d9 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 946 time: 0.0490305 Aug 26 11:27:04.902493 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-3c1863a0-34b9-4d63-88c1-549e0f7b8977 req-ed39c0f3-2cc9-428b-9ee8-64038e98b63a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting port d600559c-642e-4559-a63b-8ba13278f83a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:27:04.902886 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3c1863a0-34b9-4d63-88c1-549e0f7b8977 req-ed39c0f3-2cc9-428b-9ee8-64038e98b63a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:04.989988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3c1863a0-34b9-4d63-88c1-549e0f7b8977 req-ed39c0f3-2cc9-428b-9ee8-64038e98b63a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] For port d600559c-642e-4559-a63b-8ba13278f83a, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d600559c-642e-4559-a63b-8ba13278f83a,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:04.990383 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3c1863a0-34b9-4d63-88c1-549e0f7b8977 req-ed39c0f3-2cc9-428b-9ee8-64038e98b63a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:05.003833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-3c1863a0-34b9-4d63-88c1-549e0f7b8977 req-ed39c0f3-2cc9-428b-9ee8-64038e98b63a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Calling delete_port for d600559c-642e-4559-a63b-8ba13278f83a owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:27:05.123242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be835b8-6402-446b-8b2b-102959b9cfc2 req-92ecd9ba-1f11-4319-82c3-5d657a91536b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:05.125031 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5be835b8-6402-446b-8b2b-102959b9cfc2 req-92ecd9ba-1f11-4319-82c3-5d657a91536b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8f69318-a143-4fd4-9445-ad92a84e6585 HTTP/1.1" status: 200 len: 946 time: 0.0617886 Aug 26 11:27:05.154881 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3c1863a0-34b9-4d63-88c1-549e0f7b8977 req-ed39c0f3-2cc9-428b-9ee8-64038e98b63a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:05.167495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5be835b8-6402-446b-8b2b-102959b9cfc2 req-d753a4f3-4d65-46b3-b5d0-e3eec156e704 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359256 Aug 26 11:27:05.211336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39c0f3-2cc9-428b-9ee8-64038e98b63a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Port': ['ID=d600559c-642e-4559-a63b-8ba13278f83a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:05.247147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1863a0-34b9-4d63-88c1-549e0f7b8977 req-ed39c0f3-2cc9-428b-9ee8-64038e98b63a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] No DVR routers for this DVR port d600559c-642e-4559-a63b-8ba13278f83a on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:27:05.250402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3c1863a0-34b9-4d63-88c1-549e0f7b8977 req-ed39c0f3-2cc9-428b-9ee8-64038e98b63a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:05.253012 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3c1863a0-34b9-4d63-88c1-549e0f7b8977 req-ed39c0f3-2cc9-428b-9ee8-64038e98b63a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "DELETE /v2.0/ports/d600559c-642e-4559-a63b-8ba13278f83a HTTP/1.1" status: 204 len: 173 time: 0.4369762 Aug 26 11:27:05.253499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f69318-a143-4fd4-9445-ad92a84e6585', 'name': 'network-vif-deleted', 'tag': 'd600559c-642e-4559-a63b-8ba13278f83a'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:27:05.256551 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60902edf-83ee-4507-8c64-6d69f148a3e3" -d '{"events": [{"server_uuid": "f8f69318-a143-4fd4-9445-ad92a84e6585", "name": "network-vif-deleted", "tag": "d600559c-642e-4559-a63b-8ba13278f83a"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:27:05.403027 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca1151d-bbe2-4f86-9b17-289d5bc80c2f x-openstack-request-id: req-aca1151d-bbe2-4f86-9b17-289d5bc80c2f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:27:05.403349 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f69318-a143-4fd4-9445-ad92a84e6585", "name": "network-vif-deleted", "tag": "d600559c-642e-4559-a63b-8ba13278f83a", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:27:05.403666 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aca1151d-bbe2-4f86-9b17-289d5bc80c2f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:27:05.404157 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f69318-a143-4fd4-9445-ad92a84e6585', 'name': 'network-vif-deleted', 'tag': 'd600559c-642e-4559-a63b-8ba13278f83a', 'status': 'completed', 'code': 200} Aug 26 11:27:05.604848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 50ff9390-b5a0-49e6-b5ef-1c368f9d334e no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:27:05.626784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 50ff9390-b5a0-49e6-b5ef-1c368f9d334e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:27:05.627220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 50ff9390-b5a0-49e6-b5ef-1c368f9d334e not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:27:06.233695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36480) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:06.299264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f0eef18-8f96-4968-a551-e22be5e3012a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.327429 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f0eef18-8f96-4968-a551-e22be5e3012a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.400046 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f0eef18-8f96-4968-a551-e22be5e3012a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.403816 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8f0eef18-8f96-4968-a551-e22be5e3012a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.416864 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8f0eef18-8f96-4968-a551-e22be5e3012a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/security-groups/6712ffdf-0ae0-436e-a07e-5d6ceda37cc8 HTTP/1.1" status: 204 len: 168 time: 0.1820509 Aug 26 11:27:06.461810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0eef18-8f96-4968-a551-e22be5e3012a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6712ffdf-0ae0-436e-a07e-5d6ceda37cc8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:06.489356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36486) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:06.551434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-16916219-2ba6-4c97-affa-1f24c87bb5b7 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting subnet 23d8e55e-51a7-447b-9aee-bce47c36f059 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:27:06.553736 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16916219-2ba6-4c97-affa-1f24c87bb5b7 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.600017 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16916219-2ba6-4c97-affa-1f24c87bb5b7 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.685892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16916219-2ba6-4c97-affa-1f24c87bb5b7 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.742563 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16916219-2ba6-4c97-affa-1f24c87bb5b7 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.773569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16916219-2ba6-4c97-affa-1f24c87bb5b7 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Subnet': ['ID=23d8e55e-51a7-447b-9aee-bce47c36f059,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:06.778090 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-16916219-2ba6-4c97-affa-1f24c87bb5b7 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.780424 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-16916219-2ba6-4c97-affa-1f24c87bb5b7 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/subnets/23d8e55e-51a7-447b-9aee-bce47c36f059 HTTP/1.1" status: 204 len: 168 time: 0.2897241 Aug 26 11:27:06.782605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36488) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:06.785303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ef5fa-9ba0-4e71-8282-e762067db6dd None None] Network 310cc47b-a02f-4c90-a13a-a7d76842bc6b requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:27:06.858819 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.915083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:27:06.915595 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.958429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1c686b-3d64-4206-a3d0-9c8918d798e0 None None] DHCP port deletion for 310cc47b-a02f-4c90-a13a-a7d76842bc6b request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:27:06.984454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] For port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fa2318dc-9071-44ea-a27e-d2d87f0a4f0a,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:06.984845 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:06.998041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Calling delete_port for fa2318dc-9071-44ea-a27e-d2d87f0a4f0a owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:27:07.011326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c686b-3d64-4206-a3d0-9c8918d798e0 None None] Deleting port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:27:07.011715 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b1c686b-3d64-4206-a3d0-9c8918d798e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.076743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7b1c686b-3d64-4206-a3d0-9c8918d798e0 None None] For port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fa2318dc-9071-44ea-a27e-d2d87f0a4f0a,segment=NetworkSegment(99dc73fc-854f-44eb-be18-fbceaeb7641f),segment_id=99dc73fc-854f-44eb-be18-fbceaeb7641f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:07.077190 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b1c686b-3d64-4206-a3d0-9c8918d798e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.078419 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.091478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c686b-3d64-4206-a3d0-9c8918d798e0 None None] Calling delete_port for fa2318dc-9071-44ea-a27e-d2d87f0a4f0a owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:27:07.106259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Port': ['ID=fa2318dc-9071-44ea-a27e-d2d87f0a4f0a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:07.108230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] No DVR routers for this DVR port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:27:07.170089 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b1c686b-3d64-4206-a3d0-9c8918d798e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.194246 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.198425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c686b-3d64-4206-a3d0-9c8918d798e0 None None] Pushing event deleted for resources: {'Port': ['ID=fa2318dc-9071-44ea-a27e-d2d87f0a4f0a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:07.203097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c686b-3d64-4206-a3d0-9c8918d798e0 None None] No DVR routers for this DVR port fa2318dc-9071-44ea-a27e-d2d87f0a4f0a on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:27:07.205292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310cc47b-a02f-4c90-a13a-a7d76842bc6b']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:07.217397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99dc73fc-854f-44eb-be18-fbceaeb7641f') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:07.217933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99dc73fc-854f-44eb-be18-fbceaeb7641f') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:07.227509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.241626 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.247732 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:27:07.248182 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:27:07.251453 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:27:07.309160 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.316677 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.319016 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/networks/310cc47b-a02f-4c90-a13a-a7d76842bc6b HTTP/1.1" status: 204 len: 168 time: 0.5352180 Aug 26 11:27:07.321505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36490) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:07.372539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4a979-55bc-4bbd-8c75-abbf18de0130 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Network': ['ID=310cc47b-a02f-4c90-a13a-a7d76842bc6b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:07.498468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting port ec647306-3860-4c8d-9144-e4af512c9cbb {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:27:07.498761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.578359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.578693 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.593529 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Calling delete_port for ec647306-3860-4c8d-9144-e4af512c9cbb owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:27:07.754298 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.780516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Port': ['ID=ec647306-3860-4c8d-9144-e4af512c9cbb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:07.811935 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d600559c-642e-4559-a63b-8ba13278f83a no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:27:07.832624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: d600559c-642e-4559-a63b-8ba13278f83a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:27:07.832938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d600559c-642e-4559-a63b-8ba13278f83a not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:27:07.844050 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:07.844389 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Floating IP 5d3cca97-ac52-49c4-866e-1a871ad73862 disassociated (deleted). External IP: 172.25.1.67, port: d1db418b-1119-435a-9f2d-c3246ef058a5. Aug 26 11:27:08.060744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:27:08.170098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:27:08.174980 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:08.179704 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05359080-36f7-499c-bb19-1ade6bfb3bb1 None None] Sync routers for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:27:08.189425 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05359080-36f7-499c-bb19-1ade6bfb3bb1 None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:08.190041 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-05359080-36f7-499c-bb19-1ade6bfb3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:08.207739 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-41f62442-6f87-4eda-8f32-263290fce126 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/floatingips/5d3cca97-ac52-49c4-866e-1a871ad73862 HTTP/1.1" status: 204 len: 168 time: 0.8827808 Aug 26 11:27:08.207739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'tag': 'd1db418b-1119-435a-9f2d-c3246ef058a5'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:27:08.211275 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d42156-5274-4334-8142-30f8e9d830e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a910a40a-ef4e-4ce6-85a1-e954f989823d", "tag": "d1db418b-1119-435a-9f2d-c3246ef058a5"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:27:08.261092 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789a461e-9fc0-44c7-a22b-63331df7e986 x-openstack-request-id: req-789a461e-9fc0-44c7-a22b-63331df7e986 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:27:08.261764 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a910a40a-ef4e-4ce6-85a1-e954f989823d", "tag": "d1db418b-1119-435a-9f2d-c3246ef058a5", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:27:08.261764 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-789a461e-9fc0-44c7-a22b-63331df7e986 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:27:08.262108 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'tag': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'status': 'completed', 'code': 200} Aug 26 11:27:08.303681 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-05359080-36f7-499c-bb19-1ade6bfb3bb1 None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:08.335944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-26ea2234-3e0d-491e-aa35-90d4ebecf9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:08.337504 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-26ea2234-3e0d-491e-aa35-90d4ebecf9bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 1098 time: 0.0486345 Aug 26 11:27:08.467660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-31801802-ba18-448d-840e-a066b3c8e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:08.469331 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-31801802-ba18-448d-840e-a066b3c8e166 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6c26695-a07c-4e9a-8ede-e09115582a81 HTTP/1.1" status: 200 len: 897 time: 0.1221557 Aug 26 11:27:08.515420 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-05359080-36f7-499c-bb19-1ade6bfb3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:27:02Z', 'revision_number': 6, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:08.519945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f28154-f164-4697-b50b-97adc5434b45 req-4f038eaf-842f-4fe4-b69d-ae3654cf23ef tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:08.522782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57f28154-f164-4697-b50b-97adc5434b45 req-4f038eaf-842f-4fe4-b69d-ae3654cf23ef tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 946 time: 0.0923634 Aug 26 11:27:08.525191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fa2318dc-9071-44ea-a27e-d2d87f0a4f0a no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:27:08.548910 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05359080-36f7-499c-bb19-1ade6bfb3bb1 None None] Checking router: d9c2c30b-f455-46ec-8f5c-1aa6b3632305 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:27:08.553068 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-c98c555e-ebaa-4b94-afa0-b8b1a92921af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1db418b-1119-435a-9f2d-c3246ef058a5 HTTP/1.1" status: 200 len: 217 time: 0.0748489 Aug 26 11:27:08.553613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: fa2318dc-9071-44ea-a27e-d2d87f0a4f0a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:27:08.553967 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fa2318dc-9071-44ea-a27e-d2d87f0a4f0a not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:27:08.560436 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05359080-36f7-499c-bb19-1ade6bfb3bb1 None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:08.561424 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-05359080-36f7-499c-bb19-1ade6bfb3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:08.595144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57f28154-f164-4697-b50b-97adc5434b45 req-413dbc0f-ce46-41f2-bd97-92e14aad02b3 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31576cd-fede-44a7-8634-8da2a5e394fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616827 Aug 26 11:27:08.616001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-c0d50a88-4212-4140-8725-58d5ac31adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:08.618016 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-c0d50a88-4212-4140-8725-58d5ac31adba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=070f5001-1ba7-4259-b7bf-fd11c4f4bae3 HTTP/1.1" status: 200 len: 834 time: 0.0572803 Aug 26 11:27:08.681151 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-ce01bb29-b456-4b43-9ce6-56a03e07875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:08.685328 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-ce01bb29-b456-4b43-9ce6-56a03e07875b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6c26695-a07c-4e9a-8ede-e09115582a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595803 Aug 26 11:27:08.697768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-c411126e-5415-4085-811a-773ad9bc68ef service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:27:08.699777 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-c411126e-5415-4085-811a-773ad9bc68ef service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055850 Aug 26 11:27:08.723550 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-05359080-36f7-499c-bb19-1ade6bfb3bb1 None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:08.812945 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-b5c9a721-1280-4a37-939e-100a422f7e66 service neutron] 10.222.0.42 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050713 Aug 26 11:27:08.914987 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f5d42156-5274-4334-8142-30f8e9d830e6 req-3ecad197-e17e-4b6a-9d66-de4cdd01802b service neutron] 10.222.0.42 "GET /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905156 Aug 26 11:27:08.937892 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-05359080-36f7-499c-bb19-1ade6bfb3bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:27:02Z', 'revision_number': 6, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:08.968988 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05359080-36f7-499c-bb19-1ade6bfb3bb1 None None] The sync data for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 is: [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:27:02Z', 'revision_number': 6, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2', 'name': '', 'network_id': 'b6c26695-a07c-4e9a-8ede-e09115582a81', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:fd:23:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:32Z', 'updated_at': '2021-08-26T11:25:38Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': '070f5001-1ba7-4259-b7bf-fd11c4f4bae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:27:09.190769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95adb4e-3915-49e9-8221-17a35430e33e None None] New status for floating IP 5d3cca97-ac52-49c4-866e-1a871ad73862: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:27:09.718595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea979d6-223d-425a-9e14-cf76ad224081 req-d6d9ce11-05f9-4237-8f16-ddf97c476c49 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:09.719257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587a59e-f420-4281-a571-905a87ef59ea req-683e5418-18f9-436d-a257-0c48afc9f840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:09.720129 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b587a59e-f420-4281-a571-905a87ef59ea req-683e5418-18f9-436d-a257-0c48afc9f840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 946 time: 0.0495827 Aug 26 11:27:09.720265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ea979d6-223d-425a-9e14-cf76ad224081 req-d6d9ce11-05f9-4237-8f16-ddf97c476c49 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=a910a40a-ef4e-4ce6-85a1-e954f989823d HTTP/1.1" status: 200 len: 946 time: 0.0510583 Aug 26 11:27:09.763177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ea979d6-223d-425a-9e14-cf76ad224081 req-3800f474-73fc-4139-ae84-bedf2cfc8256 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31576cd-fede-44a7-8634-8da2a5e394fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366261 Aug 26 11:27:09.821403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-b587a59e-f420-4281-a571-905a87ef59ea req-ff4c759a-37dc-4ce4-97a8-1b179860c226 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting port d1db418b-1119-435a-9f2d-c3246ef058a5 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:27:09.821749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b587a59e-f420-4281-a571-905a87ef59ea req-ff4c759a-37dc-4ce4-97a8-1b179860c226 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:09.920290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b587a59e-f420-4281-a571-905a87ef59ea req-ff4c759a-37dc-4ce4-97a8-1b179860c226 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] For port d1db418b-1119-435a-9f2d-c3246ef058a5, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=d1db418b-1119-435a-9f2d-c3246ef058a5,segment=NetworkSegment(3710fc50-67be-417e-bff1-61aeb4f371da),segment_id=3710fc50-67be-417e-bff1-61aeb4f371da)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:09.920659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b587a59e-f420-4281-a571-905a87ef59ea req-ff4c759a-37dc-4ce4-97a8-1b179860c226 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:09.935238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-b587a59e-f420-4281-a571-905a87ef59ea req-ff4c759a-37dc-4ce4-97a8-1b179860c226 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Calling delete_port for d1db418b-1119-435a-9f2d-c3246ef058a5 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:27:10.067844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b587a59e-f420-4281-a571-905a87ef59ea req-ff4c759a-37dc-4ce4-97a8-1b179860c226 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:10.096941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c759a-37dc-4ce4-97a8-1b179860c226 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Port': ['ID=d1db418b-1119-435a-9f2d-c3246ef058a5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:10.147009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b587a59e-f420-4281-a571-905a87ef59ea req-ff4c759a-37dc-4ce4-97a8-1b179860c226 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] No DVR routers for this DVR port d1db418b-1119-435a-9f2d-c3246ef058a5 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:27:10.150030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b587a59e-f420-4281-a571-905a87ef59ea req-ff4c759a-37dc-4ce4-97a8-1b179860c226 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:10.152865 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b587a59e-f420-4281-a571-905a87ef59ea req-ff4c759a-37dc-4ce4-97a8-1b179860c226 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "DELETE /v2.0/ports/d1db418b-1119-435a-9f2d-c3246ef058a5 HTTP/1.1" status: 204 len: 173 time: 0.4260821 Aug 26 11:27:10.263753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'name': 'network-vif-deleted', 'tag': 'd1db418b-1119-435a-9f2d-c3246ef058a5'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:27:10.266266 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6070e562-fc07-4ff8-a00b-b134afdee033" -d '{"events": [{"server_uuid": "a910a40a-ef4e-4ce6-85a1-e954f989823d", "name": "network-vif-deleted", "tag": "d1db418b-1119-435a-9f2d-c3246ef058a5"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:27:10.302351 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8d330e-efbe-48e2-a052-d4c5010422b7 x-openstack-request-id: req-9e8d330e-efbe-48e2-a052-d4c5010422b7 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:27:10.302649 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a910a40a-ef4e-4ce6-85a1-e954f989823d", "name": "network-vif-deleted", "tag": "d1db418b-1119-435a-9f2d-c3246ef058a5", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:27:10.302932 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e8d330e-efbe-48e2-a052-d4c5010422b7 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:27:10.303342 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a910a40a-ef4e-4ce6-85a1-e954f989823d', 'name': 'network-vif-deleted', 'tag': 'd1db418b-1119-435a-9f2d-c3246ef058a5', 'status': 'completed', 'code': 200} Aug 26 11:27:10.821842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36526) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:10.884794 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd3db-8ce4-47a4-9acf-75160cdf5a6f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:10.925021 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd3db-8ce4-47a4-9acf-75160cdf5a6f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:11.016980 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd3db-8ce4-47a4-9acf-75160cdf5a6f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:11.019702 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd3db-8ce4-47a4-9acf-75160cdf5a6f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:11.020834 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b0cdd3db-8ce4-47a4-9acf-75160cdf5a6f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/security-groups/c31576cd-fede-44a7-8634-8da2a5e394fb HTTP/1.1" status: 204 len: 168 time: 0.1979978 Aug 26 11:27:11.032003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdd3db-8ce4-47a4-9acf-75160cdf5a6f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31576cd-fede-44a7-8634-8da2a5e394fb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:11.058102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36532) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:11.707531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:11.959351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:27:11.960010 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:12.050126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] For port 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2,segment=NetworkSegment(3710fc50-67be-417e-bff1-61aeb4f371da),segment_id=3710fc50-67be-417e-bff1-61aeb4f371da)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:12.050504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:12.064690 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Calling delete_port for 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:27:12.281638 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:12.296892 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a736f-2667-4d38-a317-7579d0346d7e req-bc1bb4e2-b2c7-4fa8-9754-a2eab9afb5dd tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:12.298564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-bc1bb4e2-b2c7-4fa8-9754-a2eab9afb5dd tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/networks?id=d7f68db2-e029-4ba8-ae73-34f4ae2e9050 HTTP/1.1" status: 200 len: 812 time: 0.1271718 Aug 26 11:27:12.319170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Port': ['ID=7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:12.323720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-1daec6b0-a3be-423f-87eb-fa935e724b0e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/quotas/791a492a897d4a5c8a7b7a1c211c4a53 HTTP/1.1" status: 200 len: 375 time: 0.0176599 Aug 26 11:27:12.370970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.371387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.371684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.372020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.372355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.372695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.373029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.373359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.373679 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.374003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.374329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.374860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:12.375366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-763cc59c-d9e1-4799-9de0-b844ee782210 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=791a492a897d4a5c8a7b7a1c211c4a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484025 Aug 26 11:27:12.380733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-d76a3fe2-f93a-4a69-b476-e9f128cddf0f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:27:12.391078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-d76a3fe2-f93a-4a69-b476-e9f128cddf0f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145357 Aug 26 11:27:12.516277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-ddec9225-df1f-43c2-87ae-298a926fe8c4 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219425 Aug 26 11:27:12.555685 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:12.631319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-ab079256-e0eb-48b9-abf8-9a4ed2e36d05 service neutron] 10.222.0.21 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141627 Aug 26 11:27:12.789735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:27:12.804373 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-300bf7cf-a2b3-402d-bad5-27e427e47ab0 req-f32542d4-7acc-4f85-ab9e-1429509e393f tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 210 time: 0.0269756 Aug 26 11:27:12.897869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:27:12.903547 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cb193250-2c69-4a1e-8394-dc8c4f6cda06 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "PUT /v2.0/routers/d9c2c30b-f455-46ec-8f5c-1aa6b3632305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8442986 Aug 26 11:27:12.906472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36554) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:12.911990 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bada5e5-fbd7-4e74-8331-ee59db7c6fa3 None None] Sync routers for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:27:12.924379 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bada5e5-fbd7-4e74-8331-ee59db7c6fa3 None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:12.925000 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3bada5e5-fbd7-4e74-8331-ee59db7c6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:12.964660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0e6bca-6bbc-4c6d-913d-f0d1c05eb42f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting subnet 070f5001-1ba7-4259-b7bf-fd11c4f4bae3 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:27:12.968046 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6bca-6bbc-4c6d-913d-f0d1c05eb42f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.012206 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6bca-6bbc-4c6d-913d-f0d1c05eb42f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.035791 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-3bada5e5-fbd7-4e74-8331-ee59db7c6fa3 None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:13.104460 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6bca-6bbc-4c6d-913d-f0d1c05eb42f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.176837 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6bca-6bbc-4c6d-913d-f0d1c05eb42f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.207365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e6bca-6bbc-4c6d-913d-f0d1c05eb42f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Subnet': ['ID=070f5001-1ba7-4259-b7bf-fd11c4f4bae3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:13.211251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6bca-6bbc-4c6d-913d-f0d1c05eb42f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.213085 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dd0e6bca-6bbc-4c6d-913d-f0d1c05eb42f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/subnets/070f5001-1ba7-4259-b7bf-fd11c4f4bae3 HTTP/1.1" status: 204 len: 168 time: 0.3057771 Aug 26 11:27:13.215799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36562) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:13.231350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9a20bb-6dfc-45ed-a158-bab1677af4e8 None None] Network b6c26695-a07c-4e9a-8ede-e09115582a81 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:27:13.325777 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3bada5e5-fbd7-4e74-8331-ee59db7c6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:27:12Z', 'revision_number': 7, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:13.352363 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bada5e5-fbd7-4e74-8331-ee59db7c6fa3 None None] Checking router: d9c2c30b-f455-46ec-8f5c-1aa6b3632305 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:27:13.353278 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.363103 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bada5e5-fbd7-4e74-8331-ee59db7c6fa3 None None] Routers {'d9c2c30b-f455-46ec-8f5c-1aa6b3632305'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:13.363718 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3bada5e5-fbd7-4e74-8331-ee59db7c6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:26:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:13.388900 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5edd8e9a-fae7-4ebe-8317-01d5fd05c386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.467746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] DHCP port deletion for b6c26695-a07c-4e9a-8ede-e09115582a81 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:27:13.502196 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.504999 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-3bada5e5-fbd7-4e74-8331-ee59db7c6fa3 None None] Set router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:13.520000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Deleting port 52075ffa-51ba-4924-96f6-7ff34a36932e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:27:13.520568 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.560166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:27:13.560518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.585189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] For port 52075ffa-51ba-4924-96f6-7ff34a36932e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=52075ffa-51ba-4924-96f6-7ff34a36932e,segment=NetworkSegment(3710fc50-67be-417e-bff1-61aeb4f371da),segment_id=3710fc50-67be-417e-bff1-61aeb4f371da)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:13.585500 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.599232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Calling delete_port for 52075ffa-51ba-4924-96f6-7ff34a36932e owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:27:13.643035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] For port 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:13.643408 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.656811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Calling delete_port for 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:27:13.692676 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-3bada5e5-fbd7-4e74-8331-ee59db7c6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:27:12Z', 'revision_number': 7, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:13.694663 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.721412 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bada5e5-fbd7-4e74-8331-ee59db7c6fa3 None None] The sync data for ids ['d9c2c30b-f455-46ec-8f5c-1aa6b3632305'] in n-d-778550-13 is: [{'id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'name': 'tempest-TestNetworkBasicOps-router-1858021520', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:25:29Z', 'updated_at': '2021-08-26T11:27:12Z', 'revision_number': 7, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c2c30b-f455-46ec-8f5c-1aa6b3632305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:25:30Z', 'updated_at': '2021-08-26T11:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:27:13.729735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Pushing event deleted for resources: {'Port': ['ID=52075ffa-51ba-4924-96f6-7ff34a36932e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:13.733418 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] No DVR routers for this DVR port 52075ffa-51ba-4924-96f6-7ff34a36932e on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:27:13.747367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.747668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.748287 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.749566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.749918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.750258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.750595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.751010 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.751275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.751605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.751937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.752260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43a504d-c8de-4315-a333-f4ce01991243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:13.859648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d1db418b-1119-435a-9f2d-c3246ef058a5 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:27:13.879014 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.891473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: d1db418b-1119-435a-9f2d-c3246ef058a5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:27:13.892186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device d1db418b-1119-435a-9f2d-c3246ef058a5 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:27:13.924614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Port': ['ID=88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:13.962342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55b097b9-283c-47b8-9a50-9ebef893655e req-579b3296-85de-4c96-b18a-b632030dd31a tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 210 time: 0.0353594 Aug 26 11:27:13.991074 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:13.991807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a736f-2667-4d38-a317-7579d0346d7e req-5314bf0a-9482-4636-bdab-3724e714fb7d tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:13.993777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-5314bf0a-9482-4636-bdab-3724e714fb7d tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.47 "GET /v2.0/networks?id=d7f68db2-e029-4ba8-ae73-34f4ae2e9050 HTTP/1.1" status: 200 len: 812 time: 0.1757479 Aug 26 11:27:14.006818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Request body: {'port': {'device_id': '3e475ac1-2327-48b5-a449-8ec980f5a051', 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050', 'admin_state_up': True, 'tenant_id': '791a492a897d4a5c8a7b7a1c211c4a53'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:14.093356 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.095514 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.133749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Made reservation on behalf of 791a492a897d4a5c8a7b7a1c211c4a53 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:27:14.138647 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.146776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.147487 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Fanout notify agent at l3_agent the message router_deleted on router d9c2c30b-f455-46ec-8f5c-1aa6b3632305 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:27:14.155251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.158906 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0f675107-9753-4e02-be87-bd497cb87c01 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/routers/d9c2c30b-f455-46ec-8f5c-1aa6b3632305 HTTP/1.1" status: 204 len: 168 time: 0.9396596 Aug 26 11:27:14.159816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36566) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:14.252786 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.291255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Allocated IP 172.20.0.9 (d7f68db2-e029-4ba8-ae73-34f4ae2e9050/a05645b2-5823-4f16-a621-e64274e12aa0/2def73c6-aedc-4ae2-9f5b-2aee321dcceb) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:27:14.345583 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.356335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c26695-a07c-4e9a-8ede-e09115582a81']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:14.366967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3710fc50-67be-417e-bff1-61aeb4f371da') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:14.367270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3710fc50-67be-417e-bff1-61aeb4f371da') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:14.376813 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.396146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.404607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:27:14.405059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:27:14.408068 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:27:14.451571 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.471257 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.478484 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.480418 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/networks/b6c26695-a07c-4e9a-8ede-e09115582a81 HTTP/1.1" status: 204 len: 168 time: 0.3199580 Aug 26 11:27:14.494017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f2464-fa16-4aa1-b284-1ab0618a3240 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Network': ['ID=b6c26695-a07c-4e9a-8ede-e09115582a81,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:14.495038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36568) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:14.500491 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'network': {'name': 'tempest-network-smoke--507006783', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'port_security_enabled': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:14.510948 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.562021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Made reservation on behalf of fb0c3d74eb324504931b93d9d2aa7f5e for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:27:14.566091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.569715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:27:14.585811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:27:14.592552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:27:14.597384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Pushing event updated for resources: {'Port': ['ID=2def73c6-aedc-4ae2-9f5b-2aee321dcceb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:14.640551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.640907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.641253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.641596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.641931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.642276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.642595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.642958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.643297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.643884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.643998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.644252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:14.652000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:27:14.666274 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.666274 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Added segment 4d526d48-ab91-4ee1-8247-373b397bc996 of type vlan for network ced6d476-629a-4903-862d-52c225f0e5c3 Aug 26 11:27:14.674953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:27:14.695268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:27:14.695617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 88a5df61-a9d9-4d1d-9e5b-bafa37b91bbe not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:27:14.696236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:27:14.711199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:14.711917 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.716166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:27:14.716516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7cb6b056-18dc-4ef7-94c8-aa31e3fe11f2 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:27:14.716937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 52075ffa-51ba-4924-96f6-7ff34a36932e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:27:14.727773 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.737974 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-4cfba043-5f2b-4319-aaca-a03a93c79f49 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7354248 Aug 26 11:27:14.739399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 52075ffa-51ba-4924-96f6-7ff34a36932e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:27:14.739646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 52075ffa-51ba-4924-96f6-7ff34a36932e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:27:14.753665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Request body: {'port': {'device_id': '3e475ac1-2327-48b5-a449-8ec980f5a051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:14.783085 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.788602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:14.789198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.871514 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3751969 Aug 26 11:27:14.874395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36570) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:14.879357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-355082566', 'admin_state_up': True, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:14.880202 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.891301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d0ea6-522f-471e-a7ec-71d64a1c5d4d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Network': ['ID=ced6d476-629a-4903-862d-52c225f0e5c3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:14.903956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network ced6d476-629a-4903-862d-52c225f0e5c3 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:27:14.913628 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.914643 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:14.970613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.108506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.135958 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3888bab-32f9-4885-b63f-3dca0ac2a485 req-9679b126-f193-4b14-a759-e07721f300d1 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:15.137923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3888bab-32f9-4885-b63f-3dca0ac2a485 req-9679b126-f193-4b14-a759-e07721f300d1 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 931 time: 0.0823848 Aug 26 11:27:15.215030 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3888bab-32f9-4885-b63f-3dca0ac2a485 req-6b07ecbb-fb5a-4c95-8e74-69d2d8950738 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673928 Aug 26 11:27:15.238676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2def73c6-aedc-4ae2-9f5b-2aee321dcceb {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:27:15.246893 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.258923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Transition to ACTIVE for port object 2def73c6-aedc-4ae2-9f5b-2aee321dcceb will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:27:15.264526 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.312075 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.317193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Pushing event updated for resources: {'Port': ['ID=2def73c6-aedc-4ae2-9f5b-2aee321dcceb,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:15.332402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.384148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Attempting to bind port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:27:15.384495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Attempting to bind port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '17a180db-11bf-4908-ba0e-6bb66aabd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:27:15.384833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Attempting to bind port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb on network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:27:15.389817 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb on network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:27:15.390078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Attempting to bind port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb on network d7f68db2-e029-4ba8-ae73-34f4ae2e9050 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:27:15.394989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:27:15.395333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Checking segment: {'id': '17a180db-11bf-4908-ba0e-6bb66aabd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:27:15.395723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Bound using segment: {'id': '17a180db-11bf-4908-ba0e-6bb66aabd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:27:15.396161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Bound port: 2def73c6-aedc-4ae2-9f5b-2aee321dcceb, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a180db-11bf-4908-ba0e-6bb66aabd01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:27:15.396527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.435096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Allocated IP 172.25.1.30 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/2f20037e-ee22-4fbc-8ce9-7734065f33ea) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:27:15.463211 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] For port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:27:15.467154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] For port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2def73c6-aedc-4ae2-9f5b-2aee321dcceb,segment=NetworkSegment(17a180db-11bf-4908-ba0e-6bb66aabd01e),segment_id=17a180db-11bf-4908-ba0e-6bb66aabd01e)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:27:15.472167 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.504982 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:15.505577 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.507010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] 10.222.0.47 "PUT /v2.0/ports/2def73c6-aedc-4ae2-9f5b-2aee321dcceb HTTP/1.1" status: 200 len: 1092 time: 0.7590599 Aug 26 11:27:15.507448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e475ac1-2327-48b5-a449-8ec980f5a051', 'tag': '2def73c6-aedc-4ae2-9f5b-2aee321dcceb'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:27:15.509698 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657053c9-e2dc-4fa0-84ee-df2150edc4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e475ac1-2327-48b5-a449-8ec980f5a051", "tag": "2def73c6-aedc-4ae2-9f5b-2aee321dcceb"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:27:15.539794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a354b-911a-417d-8a64-19aa4ab2090b service neutron] Pushing event updated for resources: {'Port': ['ID=2def73c6-aedc-4ae2-9f5b-2aee321dcceb,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:15.557676 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21689d8d-90dd-435f-9b68-d9e2df4d4e93 x-openstack-request-id: req-21689d8d-90dd-435f-9b68-d9e2df4d4e93 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:27:15.557966 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e475ac1-2327-48b5-a449-8ec980f5a051", "tag": "2def73c6-aedc-4ae2-9f5b-2aee321dcceb", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:27:15.558218 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21689d8d-90dd-435f-9b68-d9e2df4d4e93 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:27:15.558644 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e475ac1-2327-48b5-a449-8ec980f5a051', 'tag': '2def73c6-aedc-4ae2-9f5b-2aee321dcceb', 'status': 'completed', 'code': 200} Aug 26 11:27:15.569578 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.591540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a736f-2667-4d38-a317-7579d0346d7e req-011f878e-30e4-4310-b7ec-4f9875e9836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:15.593057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-011f878e-30e4-4310-b7ec-4f9875e9836f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=791a492a897d4a5c8a7b7a1c211c4a53&device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 1095 time: 0.0443819 Aug 26 11:27:15.610407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.640366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-d0d06005-7f63-4de7-acd0-48fca3d3a7a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2def73c6-aedc-4ae2-9f5b-2aee321dcceb HTTP/1.1" status: 200 len: 217 time: 0.0383816 Aug 26 11:27:15.653120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:27:15.658647 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:27:15.660924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=2f20037e-ee22-4fbc-8ce9-7734065f33ea,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:15.663096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:27:15.690544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a736f-2667-4d38-a317-7579d0346d7e req-8cf08018-6114-423c-a4b3-98086b83d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:15.692051 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-8cf08018-6114-423c-a4b3-98086b83d587 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a05645b2-5823-4f16-a621-e64274e12aa0 HTTP/1.1" status: 200 len: 852 time: 0.0447719 Aug 26 11:27:15.725635 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-923d79ed-e472-462c-926b-c233797eaa5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7f68db2-e029-4ba8-ae73-34f4ae2e9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263214 Aug 26 11:27:15.783362 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-532e8e4b-47d5-40b1-bb77-81f0fca66ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:15.831556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-ab89f905-b93c-48e0-8b5a-f8decd767272 service neutron] 10.222.0.47 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975270 Aug 26 11:27:15.929208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-316a736f-2667-4d38-a317-7579d0346d7e req-b01a27ad-27e7-42d9-9888-7350cb42477f service neutron] 10.222.0.47 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896175 Aug 26 11:27:16.023503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657053c9-e2dc-4fa0-84ee-df2150edc4e5 req-04d17300-9144-4320-ac39-8225a03c1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:16.025019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-657053c9-e2dc-4fa0-84ee-df2150edc4e5 req-04d17300-9144-4320-ac39-8225a03c1e3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=791a492a897d4a5c8a7b7a1c211c4a53&device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 1095 time: 0.0427947 Aug 26 11:27:16.125054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657053c9-e2dc-4fa0-84ee-df2150edc4e5 req-937c1531-985b-477b-83e8-cc9b2e0433a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:16.126537 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-657053c9-e2dc-4fa0-84ee-df2150edc4e5 req-937c1531-985b-477b-83e8-cc9b2e0433a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d7f68db2-e029-4ba8-ae73-34f4ae2e9050 HTTP/1.1" status: 200 len: 913 time: 0.0944204 Aug 26 11:27:16.169972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-657053c9-e2dc-4fa0-84ee-df2150edc4e5 req-3e9a3fcc-002a-4322-88f9-cf66c4eed35f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2def73c6-aedc-4ae2-9f5b-2aee321dcceb HTTP/1.1" status: 200 len: 217 time: 0.0361538 Aug 26 11:27:16.216561 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:16.225136 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657053c9-e2dc-4fa0-84ee-df2150edc4e5 req-67071ef4-93d5-45f9-ae62-0ca103337413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:16.226773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-657053c9-e2dc-4fa0-84ee-df2150edc4e5 req-67071ef4-93d5-45f9-ae62-0ca103337413 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a05645b2-5823-4f16-a621-e64274e12aa0 HTTP/1.1" status: 200 len: 852 time: 0.0498080 Aug 26 11:27:16.259113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-657053c9-e2dc-4fa0-84ee-df2150edc4e5 req-7b238a26-d088-4ee1-b36e-cc3e14bc929d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d7f68db2-e029-4ba8-ae73-34f4ae2e9050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249197 Aug 26 11:27:16.299894 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:16.389188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3a03-862c-4df5-ae50-8e622a9db432 req-4fd57424-c09d-467a-a3cb-4f4f6865565c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:16.390680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-885d3a03-862c-4df5-ae50-8e622a9db432 req-4fd57424-c09d-467a-a3cb-4f4f6865565c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 943 time: 0.0810659 Aug 26 11:27:16.394386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-657053c9-e2dc-4fa0-84ee-df2150edc4e5 req-18d3143f-36f4-4bb7-b520-f242492d01c9 service neutron] 10.222.0.47 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278164 Aug 26 11:27:16.419548 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:16.476355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-885d3a03-862c-4df5-ae50-8e622a9db432 req-18eec842-1ebd-4799-9d56-f5e1c807466e tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794764 Aug 26 11:27:16.510378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-657053c9-e2dc-4fa0-84ee-df2150edc4e5 req-a66b55a5-d309-4cf7-a3fb-19671244c667 service neutron] 10.222.0.47 "GET /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066542 Aug 26 11:27:16.555173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:27:16.662309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:27:16.672002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Sync routers for ids ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:27:16.680257 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:16.681506 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dd281e8a-f8ab-48a2-bc0e-62628a943d6c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8060460 Aug 26 11:27:16.682652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Routers {'7b8f6291-6d8f-4e3f-9503-937b7f9902e6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:16.683289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:27:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:16.685361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36578) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:16.720376 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d015c8ef-f0e0-4973-9fde-98986acb38ad tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fb0c3d74eb324504931b93d9d2aa7f5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314181 Aug 26 11:27:16.720771 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36580) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:16.794412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Set router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:16.815058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38d976-3189-4c6e-ab77-0f069c59f030 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:16.816617 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dc38d976-3189-4c6e-ab77-0f069c59f030 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947335 Aug 26 11:27:16.819570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36584) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:16.848229 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-410c2d82-1a75-4fd1-9d3c-14428fd4ce18 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275300 Aug 26 11:27:16.850663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36586) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:16.856014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2048806170', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:16.949019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Made reservation on behalf of fb0c3d74eb324504931b93d9d2aa7f5e for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:27:16.952629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:16.980349 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:16Z', 'revision_number': 3, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:17.007479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Checking router: 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:27:17.007883 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Updating router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 port 2f20037e-ee22-4fbc-8ce9-7734065f33ea binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:27:17.032592 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:17.139107 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:17.206538 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Subnet': ['ID=da62dbda-3ea5-47ef-8b8c-f6415d7d89c5,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:17.214606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Checking segment: {'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:27:17.215053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network hostable DHCP agents. Network: ced6d476-629a-4903-862d-52c225f0e5c3, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:27:17.235953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network ced6d476-629a-4903-862d-52c225f0e5c3 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:27:17.245228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, ced6d476-629a-4903-862d-52c225f0e5c3) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:27:17.250079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:17.250692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:17.265773 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6ee86177-5a5d-42f6-baaf-cd74f23760ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4140294 Aug 26 11:27:17.268560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36588) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:17.270566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e070ee-4309-4f53-bc9a-9b4159d85f7a None None] Network ced6d476-629a-4903-862d-52c225f0e5c3 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:27:17.341738 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:17.343947 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:17.363311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Transition to ACTIVE for port object 2f20037e-ee22-4fbc-8ce9-7734065f33ea will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:27:17.371853 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:17.456917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7ea81-712c-4ca8-aa17-4cb8f7513bb4 None None] Pushing event updated for resources: {'Port': ['ID=2f20037e-ee22-4fbc-8ce9-7734065f33ea,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:17.464291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Attempting to bind port 2f20037e-ee22-4fbc-8ce9-7734065f33ea on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:27:17.464671 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Attempting to bind port 2f20037e-ee22-4fbc-8ce9-7734065f33ea by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:27:17.465140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Attempting to bind port 2f20037e-ee22-4fbc-8ce9-7734065f33ea on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:27:17.476698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:27:17.477072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:27:17.477486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:17.477880 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:27:17.478354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Bound port: 2f20037e-ee22-4fbc-8ce9-7734065f33ea, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:27:17.478761 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:17.543882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-ced6d476-629a-4903-862d-52c225f0e5c3', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ips': [{'subnet_id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:27:17.544748 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:17.564733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] For port 2f20037e-ee22-4fbc-8ce9-7734065f33ea, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:27:17.583714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] For port 2f20037e-ee22-4fbc-8ce9-7734065f33ea, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2f20037e-ee22-4fbc-8ce9-7734065f33ea,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:27:17.588587 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:17.613262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a08e9-b8b5-404d-bdfe-a72f00e906ad req-7c3704c0-3c32-4d43-b1b1-fa47bf6ba77c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:17.614854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c02a08e9-b8b5-404d-bdfe-a72f00e906ad req-7c3704c0-3c32-4d43-b1b1-fa47bf6ba77c tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 943 time: 0.0546741 Aug 26 11:27:17.655657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c02a08e9-b8b5-404d-bdfe-a72f00e906ad req-fd3db443-be16-4dab-bdf8-805a66344348 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346253 Aug 26 11:27:17.726540 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:17.731872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Routers {'7b8f6291-6d8f-4e3f-9503-937b7f9902e6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:17.732508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:27:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:17.772772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7ea81-712c-4ca8-aa17-4cb8f7513bb4 None None] Pushing event updated for resources: {'Port': ['ID=2f20037e-ee22-4fbc-8ce9-7734065f33ea,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:17.806925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Allocated IP 172.20.0.2 (ced6d476-629a-4903-862d-52c225f0e5c3/da62dbda-3ea5-47ef-8b8c-f6415d7d89c5/518ffe68-7a8a-4be0-85b0-5b265e2af132) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:27:17.905352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] Set router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:18.283627 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:18.294503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Transition to ACTIVE for port object 518ffe68-7a8a-4be0-85b0-5b265e2af132 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:27:18.316000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Transition to ACTIVE for port object 518ffe68-7a8a-4be0-85b0-5b265e2af132 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:27:18.321571 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:18.369416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Allocated IP 172.20.0.1 (ced6d476-629a-4903-862d-52c225f0e5c3/da62dbda-3ea5-47ef-8b8c-f6415d7d89c5/ad932e70-b1e4-4f17-93c1-202013eabf3c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:27:18.370898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Network ced6d476-629a-4903-862d-52c225f0e5c3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:27:18.377366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:27:18.380253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:16Z', 'revision_number': 3, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:18.382277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:27:18.384017 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Pushing event updated for resources: {'Port': ['ID=518ffe68-7a8a-4be0-85b0-5b265e2af132,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:18.414098 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f26a7f-b692-449a-b928-ee3c223e781d None None] The sync data for ids ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'] in n-d-778550-13 is: [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:16Z', 'revision_number': 3, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:27:18.475517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Attempting to bind port 518ffe68-7a8a-4be0-85b0-5b265e2af132 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:27:18.475753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Attempting to bind port 518ffe68-7a8a-4be0-85b0-5b265e2af132 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:27:18.476094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Attempting to bind port 518ffe68-7a8a-4be0-85b0-5b265e2af132 on network ced6d476-629a-4903-862d-52c225f0e5c3 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:27:18.482140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:27:18.482521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Checking segment: {'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:27:18.482957 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:18.483468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Bound using segment: {'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:27:18.483830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Bound port: 518ffe68-7a8a-4be0-85b0-5b265e2af132, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:27:18.484215 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:18.505425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:18.519187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Transition to ACTIVE for port object ad932e70-b1e4-4f17-93c1-202013eabf3c will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:27:18.556456 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:18.556812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] For port 518ffe68-7a8a-4be0-85b0-5b265e2af132, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:27:18.561962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] For port 518ffe68-7a8a-4be0-85b0-5b265e2af132, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=518ffe68-7a8a-4be0-85b0-5b265e2af132,segment=NetworkSegment(4d526d48-ab91-4ee1-8247-373b397bc996),segment_id=4d526d48-ab91-4ee1-8247-373b397bc996)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:27:18.567440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:18.627002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network ced6d476-629a-4903-862d-52c225f0e5c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:27:18.628468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:27:18.636040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:27:18.654081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b76bb-c3c6-4441-b588-c1e5718ac45f None None] Pushing event updated for resources: {'Port': ['ID=518ffe68-7a8a-4be0-85b0-5b265e2af132,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:18.665690 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=ad932e70-b1e4-4f17-93c1-202013eabf3c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:18.694943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:18.805397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca575650-2578-4821-821c-b64f84efa61c req-99d79c16-a15f-4375-b526-8ac48297f573 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:18.807874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca575650-2578-4821-821c-b64f84efa61c req-99d79c16-a15f-4375-b526-8ac48297f573 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 943 time: 0.0731759 Aug 26 11:27:18.853871 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca575650-2578-4821-821c-b64f84efa61c req-4a3ff9e0-7ca9-41cf-b238-5bfb3487b7d1 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380242 Aug 26 11:27:18.896445 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:19.201757 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:19.206312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:19.280312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=ad932e70-b1e4-4f17-93c1-202013eabf3c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:19.282999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:19.352975 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:19.393333 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network ced6d476-629a-4903-862d-52c225f0e5c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:27:19.395196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:27:19.515078 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:27:19.623220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b29dd5-53d9-4fb5-857e-11cec846c568 None None] Network ced6d476-629a-4903-862d-52c225f0e5c3 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:27:19.630496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:27:19.635591 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ff8e2f74-f6a5-4778-87e7-f6915fa9a1ab tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "PUT /v2.0/routers/7b8f6291-6d8f-4e3f-9503-937b7f9902e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3660235 Aug 26 11:27:19.638786 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36594) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:19.669695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2def73c6-aedc-4ae2-9f5b-2aee321dcceb details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:27:19.748244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e0e2e1df-b872-4013-8724-e4e1a337082f None None] Provisioning for port 518ffe68-7a8a-4be0-85b0-5b265e2af132 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:27:19.828033 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fc0337-6a0e-4fb1-a617-3bb352eaf6b3 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:19.828517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fc0337-6a0e-4fb1-a617-3bb352eaf6b3 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:19.828986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fc0337-6a0e-4fb1-a617-3bb352eaf6b3 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:19.829451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fc0337-6a0e-4fb1-a617-3bb352eaf6b3 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:19.829913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fc0337-6a0e-4fb1-a617-3bb352eaf6b3 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:19.831871 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d8fc0337-6a0e-4fb1-a617-3bb352eaf6b3 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.1919959 Aug 26 11:27:19.834751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36596) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:19.840537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2def73c6-aedc-4ae2-9f5b-2aee321dcceb,segment=NetworkSegment(17a180db-11bf-4908-ba0e-6bb66aabd01e),segment_id=17a180db-11bf-4908-ba0e-6bb66aabd01e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:19.872716 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '2def73c6-aedc-4ae2-9f5b-2aee321dcceb', 'network_id': 'd7f68db2-e029-4ba8-ae73-34f4ae2e9050', 'port_id': '2def73c6-aedc-4ae2-9f5b-2aee321dcceb', 'mac_address': 'fa:16:3e:6a:77:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a05645b2-5823-4f16-a621-e64274e12aa0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:27:19.904162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15860770-8de8-4814-a10d-32697dfde174 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:19.904837 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15860770-8de8-4814-a10d-32697dfde174 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:19.905503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15860770-8de8-4814-a10d-32697dfde174 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:19.906402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15860770-8de8-4814-a10d-32697dfde174 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:19.907004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15860770-8de8-4814-a10d-32697dfde174 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:19.909351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-15860770-8de8-4814-a10d-32697dfde174 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3368 time: 0.0733800 Aug 26 11:27:19.913694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36600) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:19.930221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:19.969383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2def73c6-aedc-4ae2-9f5b-2aee321dcceb {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:27:20.005717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2def73c6-aedc-4ae2-9f5b-2aee321dcceb,segment=NetworkSegment(17a180db-11bf-4908-ba0e-6bb66aabd01e),segment_id=17a180db-11bf-4908-ba0e-6bb66aabd01e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:20.013891 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.075429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=2def73c6-aedc-4ae2-9f5b-2aee321dcceb,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:20.099123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b50f2c-e19e-491c-8f38-e161ada6cd53 req-d2fb9b45-c701-4fb5-89f2-8d2134d2ba33 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:20.100733 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08b50f2c-e19e-491c-8f38-e161ada6cd53 req-d2fb9b45-c701-4fb5-89f2-8d2134d2ba33 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 943 time: 0.1077476 Aug 26 11:27:20.151622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-72f7dfa1-a01c-4f07-a44d-e8f223467f3b tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2328482 Aug 26 11:27:20.171799 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08b50f2c-e19e-491c-8f38-e161ada6cd53 req-44969fe7-441a-4842-8f8d-ea15cf42adaa tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580263 Aug 26 11:27:20.187951 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Sync routers for ids ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:27:20.198022 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Routers {'7b8f6291-6d8f-4e3f-9503-937b7f9902e6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:20.198648 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:27:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:20.307745 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ec3292df-cf61-4ff5-8f58-23a250e9c825 None None] Provisioning for port ad932e70-b1e4-4f17-93c1-202013eabf3c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:27:20.313097 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Set router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:20.314021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ec3292df-cf61-4ff5-8f58-23a250e9c825 None None] Provisioning complete for port ad932e70-b1e4-4f17-93c1-202013eabf3c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:20.314611 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec3292df-cf61-4ff5-8f58-23a250e9c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.341212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['2def73c6-aedc-4ae2-9f5b-2aee321dcceb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:27:20.408598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ec3292df-cf61-4ff5-8f58-23a250e9c825 None None] Port ad932e70-b1e4-4f17-93c1-202013eabf3c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:27:20.556802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f32fad34-9855-4e98-b695-df4494866833 None None] Provisioning complete for port ad932e70-b1e4-4f17-93c1-202013eabf3c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:20.557113 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f32fad34-9855-4e98-b695-df4494866833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.587685 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:18Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'ad932e70-b1e4-4f17-93c1-202013eabf3c', 'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:3d:e4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:17Z', 'updated_at': '2021-08-26T11:27:19Z', 'revision_number': 2, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:20.595442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36604) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:20.601063 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b38f2810-af67-4ddc-9b97-c3a8b1bb12c0 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572851171', 'description': 'tempest-secgroup-smoke-1572851171 description', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:20.620873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f32fad34-9855-4e98-b695-df4494866833 None None] Port ad932e70-b1e4-4f17-93c1-202013eabf3c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:27:20.630180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b38f2810-af67-4ddc-9b97-c3a8b1bb12c0 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.631499 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Checking router: 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:27:20.634207 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Updating router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 port ad932e70-b1e4-4f17-93c1-202013eabf3c binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:27:20.641442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2f20037e-ee22-4fbc-8ce9-7734065f33ea up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:27:20.673678 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.701271 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.714188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 2f20037e-ee22-4fbc-8ce9-7734065f33ea completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:27:20.718977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2f20037e-ee22-4fbc-8ce9-7734065f33ea triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:20.719850 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.743892 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b38f2810-af67-4ddc-9b97-c3a8b1bb12c0 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.749322 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b38f2810-af67-4ddc-9b97-c3a8b1bb12c0 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.764944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bcfb1252-aa30-4923-bb2e-b12c4f7abaf1 None None] Provisioning complete for port ad932e70-b1e4-4f17-93c1-202013eabf3c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:20.765320 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bcfb1252-aa30-4923-bb2e-b12c4f7abaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.775734 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f2810-af67-4ddc-9b97-c3a8b1bb12c0 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec1158c-2db9-4536-bf6e-809dbd1d2d7b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:20.790418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b38f2810-af67-4ddc-9b97-c3a8b1bb12c0 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.795691 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b38f2810-af67-4ddc-9b97-c3a8b1bb12c0 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1961122 Aug 26 11:27:20.796664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36606) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:20.801880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-abeee108-9ede-4ec8-8e66-28325f1a37e6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'dec1158c-2db9-4536-bf6e-809dbd1d2d7b', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:20.807636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb1252-aa30-4923-bb2e-b12c4f7abaf1 None None] Port ad932e70-b1e4-4f17-93c1-202013eabf3c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:27:20.830161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abeee108-9ede-4ec8-8e66-28325f1a37e6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.841533 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.862789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 2f20037e-ee22-4fbc-8ce9-7734065f33ea, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2f20037e-ee22-4fbc-8ce9-7734065f33ea,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:20.868888 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.869787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 518ffe68-7a8a-4be0-85b0-5b265e2af132 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:27:20.891095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abeee108-9ede-4ec8-8e66-28325f1a37e6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.895682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abeee108-9ede-4ec8-8e66-28325f1a37e6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.918841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeee108-9ede-4ec8-8e66-28325f1a37e6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b92a2d-3f70-492d-8c44-e5134dbdd35d,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:20.923590 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-abeee108-9ede-4ec8-8e66-28325f1a37e6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.927536 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-abeee108-9ede-4ec8-8e66-28325f1a37e6 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278992 Aug 26 11:27:20.927721 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36608) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:20.933394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2e9d8275-4375-457f-b21c-37da6558c1e4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'dec1158c-2db9-4536-bf6e-809dbd1d2d7b', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:20.950390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=2f20037e-ee22-4fbc-8ce9-7734065f33ea,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:20.963286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e9d8275-4375-457f-b21c-37da6558c1e4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.964455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 518ffe68-7a8a-4be0-85b0-5b265e2af132 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:27:20.968460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 518ffe68-7a8a-4be0-85b0-5b265e2af132 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:20.969183 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.979084 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:20.989687 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Transition to ACTIVE for port object ad932e70-b1e4-4f17-93c1-202013eabf3c will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:27:20.998248 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.032234 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e9d8275-4375-457f-b21c-37da6558c1e4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.038572 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e9d8275-4375-457f-b21c-37da6558c1e4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.058242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d8275-4375-457f-b21c-37da6558c1e4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb974e3c-747d-4557-b23b-f34ecb4edd64,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:21.062203 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.065502 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e9d8275-4375-457f-b21c-37da6558c1e4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.069385 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2e9d8275-4375-457f-b21c-37da6558c1e4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379554 Aug 26 11:27:21.069816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36610) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:21.076031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b2fb5ae3-28fd-4e01-8876-7dd323aee350 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'dec1158c-2db9-4536-bf6e-809dbd1d2d7b', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:21.102278 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Pushing event updated for resources: {'Port': ['ID=ad932e70-b1e4-4f17-93c1-202013eabf3c,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:21.104402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 518ffe68-7a8a-4be0-85b0-5b265e2af132, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=518ffe68-7a8a-4be0-85b0-5b265e2af132,segment=NetworkSegment(4d526d48-ab91-4ee1-8247-373b397bc996),segment_id=4d526d48-ab91-4ee1-8247-373b397bc996)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:21.110607 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5ae3-28fd-4e01-8876-7dd323aee350 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.111289 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.114968 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Attempting to bind port ad932e70-b1e4-4f17-93c1-202013eabf3c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:27:21.115942 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Attempting to bind port ad932e70-b1e4-4f17-93c1-202013eabf3c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:27:21.115942 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Attempting to bind port ad932e70-b1e4-4f17-93c1-202013eabf3c on network ced6d476-629a-4903-862d-52c225f0e5c3 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:27:21.119430 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.119773 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.120111 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.120442 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.120773 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.121195 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.121522 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.121842 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.122161 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.122474 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.122816 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.123134 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:27:21.129929 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:27:21.130295 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Checking segment: {'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:27:21.130766 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.131278 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Bound using segment: {'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:27:21.131615 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Bound port: ad932e70-b1e4-4f17-93c1-202013eabf3c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:27:21.131971 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.178352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=518ffe68-7a8a-4be0-85b0-5b265e2af132,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:21.193624 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5ae3-28fd-4e01-8876-7dd323aee350 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.198790 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5ae3-28fd-4e01-8876-7dd323aee350 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.209068 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] For port ad932e70-b1e4-4f17-93c1-202013eabf3c, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:27:21.213538 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] For port ad932e70-b1e4-4f17-93c1-202013eabf3c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ad932e70-b1e4-4f17-93c1-202013eabf3c,segment=NetworkSegment(4d526d48-ab91-4ee1-8247-373b397bc996),segment_id=4d526d48-ab91-4ee1-8247-373b397bc996)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:27:21.218884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb5ae3-28fd-4e01-8876-7dd323aee350 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc45f56-a393-4cb6-b040-498c55aecb33,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:21.229955 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.244519 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b2fb5ae3-28fd-4e01-8876-7dd323aee350 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.249259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36614) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:21.249805 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b2fb5ae3-28fd-4e01-8876-7dd323aee350 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1788237 Aug 26 11:27:21.264398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-acbfdb81-0564-40e6-96f5-24af880df6cc tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'dec1158c-2db9-4536-bf6e-809dbd1d2d7b', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:21.292702 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Routers {'7b8f6291-6d8f-4e3f-9503-937b7f9902e6'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:21.293890 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:27:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:21.317029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acbfdb81-0564-40e6-96f5-24af880df6cc tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.337817 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694eedb-19b2-425b-b35c-030b1ca2fc47 None None] Pushing event updated for resources: {'Port': ['ID=ad932e70-b1e4-4f17-93c1-202013eabf3c,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:21.348138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de237c2a-6489-4cc8-9074-e503c8db0896 req-5a35f6d8-d7cb-4a72-95d3-eaef9b818889 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:21.350109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-de237c2a-6489-4cc8-9074-e503c8db0896 req-5a35f6d8-d7cb-4a72-95d3-eaef9b818889 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 944 time: 0.1027946 Aug 26 11:27:21.423344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-de237c2a-6489-4cc8-9074-e503c8db0896 req-4de7925d-4d92-4cf8-81e9-8b4619edb438 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638914 Aug 26 11:27:21.425617 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] Set router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:21.438424 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acbfdb81-0564-40e6-96f5-24af880df6cc tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.443048 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acbfdb81-0564-40e6-96f5-24af880df6cc tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.459599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfdb81-0564-40e6-96f5-24af880df6cc tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027e0490-c593-4187-8dce-7fa3bb859706,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:21.483720 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-acbfdb81-0564-40e6-96f5-24af880df6cc tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.487921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-acbfdb81-0564-40e6-96f5-24af880df6cc tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2340765 Aug 26 11:27:21.488206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36618) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:21.493282 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2184b9e1-b95e-4f11-b623-bf3d3c8fae2a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'dec1158c-2db9-4536-bf6e-809dbd1d2d7b', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:21.520820 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-2184b9e1-b95e-4f11-b623-bf3d3c8fae2a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Project fb0c3d74eb324504931b93d9d2aa7f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:27:21.526962 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2184b9e1-b95e-4f11-b623-bf3d3c8fae2a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.595786 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2184b9e1-b95e-4f11-b623-bf3d3c8fae2a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.599420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2184b9e1-b95e-4f11-b623-bf3d3c8fae2a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.616729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184b9e1-b95e-4f11-b623-bf3d3c8fae2a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d80e23-b5e0-4f47-9fc1-281fc64946ee,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:21.623831 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2184b9e1-b95e-4f11-b623-bf3d3c8fae2a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.625347 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2184b9e1-b95e-4f11-b623-bf3d3c8fae2a tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358991 Aug 26 11:27:21.628080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36620) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:21.632537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2add4cd0-ef46-492c-a04f-096840b92c30 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'security_group_rule': {'security_group_id': 'dec1158c-2db9-4536-bf6e-809dbd1d2d7b', 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:21.655471 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-2add4cd0-ef46-492c-a04f-096840b92c30 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Project fb0c3d74eb324504931b93d9d2aa7f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:27:21.660309 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2add4cd0-ef46-492c-a04f-096840b92c30 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.667612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2def73c6-aedc-4ae2-9f5b-2aee321dcceb up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:27:21.719590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:27:21.722989 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:18Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'ad932e70-b1e4-4f17-93c1-202013eabf3c', 'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:3d:e4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:17Z', 'updated_at': '2021-08-26T11:27:21Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:21.723881 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:21.724356 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.735420 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2add4cd0-ef46-492c-a04f-096840b92c30 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.739974 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2add4cd0-ef46-492c-a04f-096840b92c30 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.754343 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab9d423-db98-4fd5-8d22-c1df759bc0e6 None None] The sync data for ids ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'] in n-d-778550-13 is: [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:18Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'ad932e70-b1e4-4f17-93c1-202013eabf3c', 'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:3d:e4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:17Z', 'updated_at': '2021-08-26T11:27:21Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:27:21.761077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add4cd0-ef46-492c-a04f-096840b92c30 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b054328-4f3f-47ae-a108-9fe694e5c43f,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:21.767197 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2add4cd0-ef46-492c-a04f-096840b92c30 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.768751 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2add4cd0-ef46-492c-a04f-096840b92c30 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397007 Aug 26 11:27:21.838018 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.863735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e475ac1-2327-48b5-a449-8ec980f5a051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2def73c6-aedc-4ae2-9f5b-2aee321dcceb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:27:21.865911 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24815aa6-77b6-4236-bcd8-61f244cb3574" -d '{"events": [{"server_uuid": "3e475ac1-2327-48b5-a449-8ec980f5a051", "name": "network-vif-plugged", "status": "completed", "tag": "2def73c6-aedc-4ae2-9f5b-2aee321dcceb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:27:21.881941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2def73c6-aedc-4ae2-9f5b-2aee321dcceb,segment=NetworkSegment(17a180db-11bf-4908-ba0e-6bb66aabd01e),segment_id=17a180db-11bf-4908-ba0e-6bb66aabd01e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:21.887806 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:21.921722 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb888fc-b7f2-4454-9519-814d630aa6ae x-openstack-request-id: req-1fb888fc-b7f2-4454-9519-814d630aa6ae {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:27:21.921997 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e475ac1-2327-48b5-a449-8ec980f5a051", "name": "network-vif-plugged", "status": "completed", "tag": "2def73c6-aedc-4ae2-9f5b-2aee321dcceb", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:27:21.922691 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fb888fc-b7f2-4454-9519-814d630aa6ae {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:27:21.922691 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e475ac1-2327-48b5-a449-8ec980f5a051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2def73c6-aedc-4ae2-9f5b-2aee321dcceb', 'code': 200} Aug 26 11:27:21.959386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=2def73c6-aedc-4ae2-9f5b-2aee321dcceb,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:22.036799 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-d643e434-04bf-44a5-912b-eaf32895afce tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572851171&fields=id&tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e HTTP/1.1" status: 200 len: 267 time: 0.0619733 Aug 26 11:27:22.057308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f266d27-bfc1-43a7-90c3-67bc0522b457 req-10322c3a-327c-4ccb-b3cb-5f8280b16897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:22.059038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f266d27-bfc1-43a7-90c3-67bc0522b457 req-10322c3a-327c-4ccb-b3cb-5f8280b16897 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 1097 time: 0.0678718 Aug 26 11:27:22.154562 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f266d27-bfc1-43a7-90c3-67bc0522b457 req-56861eb1-617c-47c9-a0d4-7b6233741eb8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826094 Aug 26 11:27:22.181662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-13ab3a3e-2dc9-48e2-81af-7a365f939cb1 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:22.183236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-13ab3a3e-2dc9-48e2-81af-7a365f939cb1 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/networks?id=ced6d476-629a-4903-862d-52c225f0e5c3 HTTP/1.1" status: 200 len: 796 time: 0.1377587 Aug 26 11:27:22.198978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-a9bfb091-4b91-41d3-9b42-f72287d7ae4f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/quotas/fb0c3d74eb324504931b93d9d2aa7f5e HTTP/1.1" status: 200 len: 375 time: 0.0097828 Aug 26 11:27:22.255865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-a6ba8a1d-1fd0-4232-8336-d7d422922863 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503755 Aug 26 11:27:22.354554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-dd9238ce-2349-451d-a5a2-268590a22f7f service neutron] 10.222.0.21 "GET /v2.0/networks/ced6d476-629a-4903-862d-52c225f0e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855074 Aug 26 11:27:22.455725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1395279e-3fa2-4c20-a2f7-389c66bc76b3 service neutron] 10.222.0.21 "GET /v2.0/networks/ced6d476-629a-4903-862d-52c225f0e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943041 Aug 26 11:27:22.495215 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:22.569409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221be06-0df6-417c-9c1d-f5e5579b1bfc req-cc01e5c5-256d-4031-ad67-f291f39d0eb1 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:22.571360 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4221be06-0df6-417c-9c1d-f5e5579b1bfc req-cc01e5c5-256d-4031-ad67-f291f39d0eb1 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 945 time: 0.0592530 Aug 26 11:27:22.625719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ad932e70-b1e4-4f17-93c1-202013eabf3c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:27:22.643809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4221be06-0df6-417c-9c1d-f5e5579b1bfc req-b9f6d134-f484-4a60-8de9-272eea5030be tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658357 Aug 26 11:27:22.690640 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ca9d760-24fa-4d4b-9a29-3e62a586f35a req-e51f7028-2281-4ac7-a693-00e29a2c6ac3 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 210 time: 0.0403225 Aug 26 11:27:22.703341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port ad932e70-b1e4-4f17-93c1-202013eabf3c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:27:22.703341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port ad932e70-b1e4-4f17-93c1-202013eabf3c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:22.703341 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:22.796046 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:22.834629 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port ad932e70-b1e4-4f17-93c1-202013eabf3c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ad932e70-b1e4-4f17-93c1-202013eabf3c,segment=NetworkSegment(4d526d48-ab91-4ee1-8247-373b397bc996),segment_id=4d526d48-ab91-4ee1-8247-373b397bc996)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:22.838790 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:22.839598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2f20037e-ee22-4fbc-8ce9-7734065f33ea up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:27:22.919646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=ad932e70-b1e4-4f17-93c1-202013eabf3c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:22.933007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2f20037e-ee22-4fbc-8ce9-7734065f33ea triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:22.933396 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:23.023653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 518ffe68-7a8a-4be0-85b0-5b265e2af132 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:27:23.074599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 518ffe68-7a8a-4be0-85b0-5b265e2af132 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:23.075154 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:23.639170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-2bc613b7-ee33-4c04-a3bb-6148f1d0bf76 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:23.640634 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-2bc613b7-ee33-4c04-a3bb-6148f1d0bf76 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "GET /v2.0/networks?id=ced6d476-629a-4903-862d-52c225f0e5c3 HTTP/1.1" status: 200 len: 796 time: 0.1046228 Aug 26 11:27:23.686781 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-8abcdd8c-57fa-4e33-b2a6-1e37f556b37f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e HTTP/1.1" status: 200 len: 380 time: 0.0369933 Aug 26 11:27:23.697904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'port': {'device_id': '65a4102f-9f96-4506-80dc-61778916b39e', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'admin_state_up': True, 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'security_groups': ['dec1158c-2db9-4536-bf6e-809dbd1d2d7b']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:23.762268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f1db2-912e-4f30-88af-aae76d1531cf req-9c38cc12-dba7-496d-a3d9-b1da15588c36 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:23.763850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-912f1db2-912e-4f30-88af-aae76d1531cf req-9c38cc12-dba7-496d-a3d9-b1da15588c36 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 945 time: 0.0523889 Aug 26 11:27:23.799358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35076331-2130-48d6-a073-e52eac98ab2b req-78bec62e-050b-42ad-afe8-970d8bcb210c tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 210 time: 0.0456104 Aug 26 11:27:23.813293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Made reservation on behalf of fb0c3d74eb324504931b93d9d2aa7f5e for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:27:23.817308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:23.823616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-912f1db2-912e-4f30-88af-aae76d1531cf req-6f47e198-f211-45a9-a275-0b90e28b3834 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506587 Aug 26 11:27:23.945725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Allocated IP 172.20.0.6 (ced6d476-629a-4903-862d-52c225f0e5c3/da62dbda-3ea5-47ef-8b8c-f6415d7d89c5/0c06c523-db23-4cb2-873c-0626a7218dc2) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:27:24.093032 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:24.110201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Transition to ACTIVE for port object 0c06c523-db23-4cb2-873c-0626a7218dc2 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:27:24.148030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:24.195160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network ced6d476-629a-4903-862d-52c225f0e5c3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:27:24.198131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:27:24.202720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:27:24.505831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-06283926-4793-4718-8bb2-32f774c90a83 None None] Provisioning for port 0c06c523-db23-4cb2-873c-0626a7218dc2 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:27:24.512723 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-06283926-4793-4718-8bb2-32f774c90a83 None None] Provisioning complete for port 0c06c523-db23-4cb2-873c-0626a7218dc2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:24.513112 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06283926-4793-4718-8bb2-32f774c90a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:24.537754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ad932e70-b1e4-4f17-93c1-202013eabf3c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:27:24.578229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=0c06c523-db23-4cb2-873c-0626a7218dc2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:24.583004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-06283926-4793-4718-8bb2-32f774c90a83 None None] Port 0c06c523-db23-4cb2-873c-0626a7218dc2 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:27:24.601409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port ad932e70-b1e4-4f17-93c1-202013eabf3c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:24.601794 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:24.602662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:24.609982 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:24.626549 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-fceea058-53d6-46f8-bdd5-81406086c3de tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9321902 Aug 26 11:27:24.639289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Request body: {'port': {'device_id': '65a4102f-9f96-4506-80dc-61778916b39e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:24.693412 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:24.927758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639ddcc-5f5c-4b29-b39e-96d43114dbb8 req-046a36b9-02a4-40ad-b22e-9591a19490ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:24.929930 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a639ddcc-5f5c-4b29-b39e-96d43114dbb8 req-046a36b9-02a4-40ad-b22e-9591a19490ed tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 931 time: 0.0558162 Aug 26 11:27:24.967865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c06c523-db23-4cb2-873c-0626a7218dc2 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:27:24.970246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a639ddcc-5f5c-4b29-b39e-96d43114dbb8 req-8795ebd2-7ba0-4880-a2aa-29b4e5afad62 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=dec1158c-2db9-4536-bf6e-809dbd1d2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329957 Aug 26 11:27:24.975940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:24.988389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Transition to ACTIVE for port object 0c06c523-db23-4cb2-873c-0626a7218dc2 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:27:24.992571 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:25.045139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Pushing event updated for resources: {'Port': ['ID=0c06c523-db23-4cb2-873c-0626a7218dc2,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:25.116677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Attempting to bind port 0c06c523-db23-4cb2-873c-0626a7218dc2 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:27:25.117024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Attempting to bind port 0c06c523-db23-4cb2-873c-0626a7218dc2 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:27:25.117361 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Attempting to bind port 0c06c523-db23-4cb2-873c-0626a7218dc2 on network ced6d476-629a-4903-862d-52c225f0e5c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:27:25.122661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Port 0c06c523-db23-4cb2-873c-0626a7218dc2 on network ced6d476-629a-4903-862d-52c225f0e5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:27:25.122997 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Attempting to bind port 0c06c523-db23-4cb2-873c-0626a7218dc2 on network ced6d476-629a-4903-862d-52c225f0e5c3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:27:25.128113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:27:25.128461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Checking segment: {'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:27:25.128860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Bound using segment: {'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:27:25.129296 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Bound port: 0c06c523-db23-4cb2-873c-0626a7218dc2, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d526d48-ab91-4ee1-8247-373b397bc996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:27:25.129659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:25.208578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] For port 0c06c523-db23-4cb2-873c-0626a7218dc2, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:27:25.212444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] For port 0c06c523-db23-4cb2-873c-0626a7218dc2, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=0c06c523-db23-4cb2-873c-0626a7218dc2,segment=NetworkSegment(4d526d48-ab91-4ee1-8247-373b397bc996),segment_id=4d526d48-ab91-4ee1-8247-373b397bc996)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:27:25.229147 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:25.269559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:25.270181 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:25.271673 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] 10.222.0.42 "PUT /v2.0/ports/0c06c523-db23-4cb2-873c-0626a7218dc2 HTTP/1.1" status: 200 len: 1092 time: 0.6373448 Aug 26 11:27:25.272091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a4102f-9f96-4506-80dc-61778916b39e', 'tag': '0c06c523-db23-4cb2-873c-0626a7218dc2'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:27:25.274332 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eccea52-e538-4805-8e88-ece4b956bc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "65a4102f-9f96-4506-80dc-61778916b39e", "tag": "0c06c523-db23-4cb2-873c-0626a7218dc2"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:27:25.301366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac76551-93a9-4582-ba7a-c62a752a1b33 service neutron] Pushing event updated for resources: {'Port': ['ID=0c06c523-db23-4cb2-873c-0626a7218dc2,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:25.333458 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b985ad-cb35-4972-995a-06792104f192 x-openstack-request-id: req-c1b985ad-cb35-4972-995a-06792104f192 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:27:25.333894 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a4102f-9f96-4506-80dc-61778916b39e", "tag": "0c06c523-db23-4cb2-873c-0626a7218dc2", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:27:25.334160 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1b985ad-cb35-4972-995a-06792104f192 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:27:25.334713 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a4102f-9f96-4506-80dc-61778916b39e', 'tag': '0c06c523-db23-4cb2-873c-0626a7218dc2', 'status': 'completed', 'code': 200} Aug 26 11:27:25.388888 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-b70f7f20-082b-42d6-a16f-6951626a77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:25.390839 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-b70f7f20-082b-42d6-a16f-6951626a77e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 1095 time: 0.0549433 Aug 26 11:27:25.446148 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-2073ca97-6ed5-4b10-8eb6-b5ad675fd386 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c06c523-db23-4cb2-873c-0626a7218dc2 HTTP/1.1" status: 200 len: 217 time: 0.0475817 Aug 26 11:27:25.506132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-d08b0f1e-b123-4ec3-b35d-3831d3b63192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:25.507999 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-d08b0f1e-b123-4ec3-b35d-3831d3b63192 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da62dbda-3ea5-47ef-8b8c-f6415d7d89c5 HTTP/1.1" status: 200 len: 835 time: 0.0554566 Aug 26 11:27:25.558341 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-47a33e64-d8b8-4f6a-b3c2-959d93499d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:25.559965 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-47a33e64-d8b8-4f6a-b3c2-959d93499d9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ced6d476-629a-4903-862d-52c225f0e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446317 Aug 26 11:27:25.659155 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-d1886bd0-b9c8-4f6b-b7af-c4d5a5ffd2ca service neutron] 10.222.0.42 "GET /v2.0/networks/ced6d476-629a-4903-862d-52c225f0e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912163 Aug 26 11:27:25.751726 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d5c4ae6c-801a-4603-a432-e08aea59969f req-e653d0ef-86f8-487a-9d22-7f08d4f9ab39 service neutron] 10.222.0.42 "GET /v2.0/networks/ced6d476-629a-4903-862d-52c225f0e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854888 Aug 26 11:27:25.837135 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccea52-e538-4805-8e88-ece4b956bc3e req-7632d3e0-9f0f-4ebd-be78-f9ce4bc1ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:25.838686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1eccea52-e538-4805-8e88-ece4b956bc3e req-7632d3e0-9f0f-4ebd-be78-f9ce4bc1ced4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 1095 time: 0.0410826 Aug 26 11:27:25.932111 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccea52-e538-4805-8e88-ece4b956bc3e req-27c16509-787a-494a-a39c-03a80bdbd969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:25.933670 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1eccea52-e538-4805-8e88-ece4b956bc3e req-27c16509-787a-494a-a39c-03a80bdbd969 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ced6d476-629a-4903-862d-52c225f0e5c3 HTTP/1.1" status: 200 len: 897 time: 0.0880439 Aug 26 11:27:25.977023 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1eccea52-e538-4805-8e88-ece4b956bc3e req-8016cb9b-e4ef-4d62-a341-066f1ecc4d64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c06c523-db23-4cb2-873c-0626a7218dc2 HTTP/1.1" status: 200 len: 217 time: 0.0361423 Aug 26 11:27:26.027286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccea52-e538-4805-8e88-ece4b956bc3e req-c94b3969-10c0-499e-b743-b8463fb7a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:26.029920 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1eccea52-e538-4805-8e88-ece4b956bc3e req-c94b3969-10c0-499e-b743-b8463fb7a260 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da62dbda-3ea5-47ef-8b8c-f6415d7d89c5 HTTP/1.1" status: 200 len: 835 time: 0.0460176 Aug 26 11:27:26.088509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccea52-e538-4805-8e88-ece4b956bc3e req-8ae19265-05da-45ce-b91d-fe64330d8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:26.091191 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1eccea52-e538-4805-8e88-ece4b956bc3e req-8ae19265-05da-45ce-b91d-fe64330d8381 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ced6d476-629a-4903-862d-52c225f0e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530701 Aug 26 11:27:26.104313 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c6287-5ee8-428c-a639-d3a96b76ff5d req-c856dcfe-fccd-4929-9065-d5ffb2a1ec19 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:26.106910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-616c6287-5ee8-428c-a639-d3a96b76ff5d req-c856dcfe-fccd-4929-9065-d5ffb2a1ec19 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 943 time: 0.0635660 Aug 26 11:27:26.149826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-616c6287-5ee8-428c-a639-d3a96b76ff5d req-7f9a0a59-0a49-4561-b811-a55d8744aa72 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=dec1158c-2db9-4536-bf6e-809dbd1d2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365334 Aug 26 11:27:26.189986 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1eccea52-e538-4805-8e88-ece4b956bc3e req-0d4a8a7e-6000-44d9-b095-40625911f23a service neutron] 10.222.0.42 "GET /v2.0/networks/ced6d476-629a-4903-862d-52c225f0e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907643 Aug 26 11:27:26.304163 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1eccea52-e538-4805-8e88-ece4b956bc3e req-bd970f07-57d7-4c07-9d44-865b093782ed service neutron] 10.222.0.42 "GET /v2.0/networks/ced6d476-629a-4903-862d-52c225f0e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063240 Aug 26 11:27:27.268450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c9712-d39e-4713-919c-2cd8eae95d78 req-16e0c626-1627-4e91-9ce0-76d2be4271f4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:27.270157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e3c9712-d39e-4713-919c-2cd8eae95d78 req-16e0c626-1627-4e91-9ce0-76d2be4271f4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 943 time: 0.0496318 Aug 26 11:27:27.310988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e3c9712-d39e-4713-919c-2cd8eae95d78 req-3703b029-da71-4e27-a2af-a9fd3e3ab69b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=dec1158c-2db9-4536-bf6e-809dbd1d2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344760 Aug 26 11:27:27.935907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 0c06c523-db23-4cb2-873c-0626a7218dc2 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:27:28.031788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 0c06c523-db23-4cb2-873c-0626a7218dc2, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=0c06c523-db23-4cb2-873c-0626a7218dc2,segment=NetworkSegment(4d526d48-ab91-4ee1-8247-373b397bc996),segment_id=4d526d48-ab91-4ee1-8247-373b397bc996)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:28.044654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '0c06c523-db23-4cb2-873c-0626a7218dc2', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'port_id': '0c06c523-db23-4cb2-873c-0626a7218dc2', 'mac_address': 'fa:16:3e:10:b4:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:27:28.086185 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:28.099547 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c06c523-db23-4cb2-873c-0626a7218dc2 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:27:28.120788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 0c06c523-db23-4cb2-873c-0626a7218dc2, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=0c06c523-db23-4cb2-873c-0626a7218dc2,segment=NetworkSegment(4d526d48-ab91-4ee1-8247-373b397bc996),segment_id=4d526d48-ab91-4ee1-8247-373b397bc996)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:28.126642 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:28.177799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=0c06c523-db23-4cb2-873c-0626a7218dc2,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:28.329289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['0c06c523-db23-4cb2-873c-0626a7218dc2'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:27:28.437035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd41046-67ed-4a6c-a406-7e86b0833869 req-94e3b8e5-83ff-467a-b01c-658895494c2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:28.438610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbd41046-67ed-4a6c-a406-7e86b0833869 req-94e3b8e5-83ff-467a-b01c-658895494c2d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 944 time: 0.0522137 Aug 26 11:27:28.478923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbd41046-67ed-4a6c-a406-7e86b0833869 req-b9ccba83-9b19-4ecb-953d-ddd748e43ea7 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=dec1158c-2db9-4536-bf6e-809dbd1d2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343068 Aug 26 11:27:29.618649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41132bae-1691-4cb5-a59b-b292167035f7 req-a0e3465d-2745-4f40-9471-20ff5cd091aa tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:29.620401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41132bae-1691-4cb5-a59b-b292167035f7 req-a0e3465d-2745-4f40-9471-20ff5cd091aa tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 944 time: 0.0670707 Aug 26 11:27:29.669426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41132bae-1691-4cb5-a59b-b292167035f7 req-8e03d640-66ba-49d4-9390-e591db072eaf tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=dec1158c-2db9-4536-bf6e-809dbd1d2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410726 Aug 26 11:27:29.943509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 0c06c523-db23-4cb2-873c-0626a7218dc2 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:27:29.996689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 0c06c523-db23-4cb2-873c-0626a7218dc2 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:27:30.000707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 0c06c523-db23-4cb2-873c-0626a7218dc2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:27:30.001094 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:30.084713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:30.108898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a4102f-9f96-4506-80dc-61778916b39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c06c523-db23-4cb2-873c-0626a7218dc2'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:27:30.111225 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd87e03b-a9be-4a92-bd7f-a48e0d018b45" -d '{"events": [{"server_uuid": "65a4102f-9f96-4506-80dc-61778916b39e", "name": "network-vif-plugged", "status": "completed", "tag": "0c06c523-db23-4cb2-873c-0626a7218dc2"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:27:30.125094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 0c06c523-db23-4cb2-873c-0626a7218dc2, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=0c06c523-db23-4cb2-873c-0626a7218dc2,segment=NetworkSegment(4d526d48-ab91-4ee1-8247-373b397bc996),segment_id=4d526d48-ab91-4ee1-8247-373b397bc996)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:30.133171 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:30.158971 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cb5ac3-bf59-4149-8503-3d25aa62eb4a x-openstack-request-id: req-85cb5ac3-bf59-4149-8503-3d25aa62eb4a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:27:30.159238 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a4102f-9f96-4506-80dc-61778916b39e", "name": "network-vif-plugged", "status": "completed", "tag": "0c06c523-db23-4cb2-873c-0626a7218dc2", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:27:30.159502 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85cb5ac3-bf59-4149-8503-3d25aa62eb4a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:27:30.159892 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a4102f-9f96-4506-80dc-61778916b39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c06c523-db23-4cb2-873c-0626a7218dc2', 'code': 200} Aug 26 11:27:30.190565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=0c06c523-db23-4cb2-873c-0626a7218dc2,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:30.251168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face4ba2-6d66-43a8-8e1e-7d3b701a9c6f req-25d5c9e5-ce04-4c16-94fe-5ae8a23fcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:30.252738 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-face4ba2-6d66-43a8-8e1e-7d3b701a9c6f req-25d5c9e5-ce04-4c16-94fe-5ae8a23fcea9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 1097 time: 0.0429735 Aug 26 11:27:30.290362 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-face4ba2-6d66-43a8-8e1e-7d3b701a9c6f req-3cb57d69-3d4f-487b-a5b1-18316b82cfee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dec1158c-2db9-4536-bf6e-809dbd1d2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304952 Aug 26 11:27:30.772258 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:27:30.783461 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749113fa-3acf-42ab-90e8-d455bc665073 req-058be064-d26e-4573-a39d-2b618e70df11 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:30.784882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-749113fa-3acf-42ab-90e8-d455bc665073 req-058be064-d26e-4573-a39d-2b618e70df11 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 945 time: 0.0490446 Aug 26 11:27:30.823898 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-749113fa-3acf-42ab-90e8-d455bc665073 req-55f199cc-cbd7-4faa-a34d-4992094dc7bb tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=dec1158c-2db9-4536-bf6e-809dbd1d2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330684 Aug 26 11:27:31.944840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351d418-8885-46d7-a3b6-9a7ffdc86000 req-44589dca-3a57-486d-a035-0477dee04d86 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:31.946351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8351d418-8885-46d7-a3b6-9a7ffdc86000 req-44589dca-3a57-486d-a035-0477dee04d86 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 945 time: 0.0503674 Aug 26 11:27:31.989099 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8351d418-8885-46d7-a3b6-9a7ffdc86000 req-5d2790a3-4286-4fc0-963a-9a452a31df00 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=dec1158c-2db9-4536-bf6e-809dbd1d2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362592 Aug 26 11:27:32.110117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aee16b-50dc-46eb-8311-3ba912f01782 req-46435e6c-3bb7-4dc4-a926-9e2c806bcfef tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:32.111569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-89aee16b-50dc-46eb-8311-3ba912f01782 req-46435e6c-3bb7-4dc4-a926-9e2c806bcfef tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 945 time: 0.0527663 Aug 26 11:27:32.151264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-89aee16b-50dc-46eb-8311-3ba912f01782 req-23c653eb-c23c-45ff-ad36-3478ec89e036 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=dec1158c-2db9-4536-bf6e-809dbd1d2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336404 Aug 26 11:27:32.175322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36696) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:32.217283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d3364-0219-4e42-9e6d-67599fd32791 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:32.219141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-106d3364-0219-4e42-9e6d-67599fd32791 tempest-TestNetworkBasicOps-1407270304 tempest-TestNetworkBasicOps-1407270304-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 1092 time: 0.0425463 Aug 26 11:27:32.221955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36698) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:32.226690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '0c06c523-db23-4cb2-873c-0626a7218dc2', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:27:32.251696 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:32.363216 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:32.466585 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Allocated IP 172.25.1.193 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/0275fbdf-4b07-4167-9020-06cb1b949da8) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:27:32.568348 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:32.607628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:32.643099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:27:32.645863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:27:32.648833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:27:32.678690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=0275fbdf-4b07-4167-9020-06cb1b949da8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:33.360392 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:33.427302 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:33.583315 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:33.588091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:33.660185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event updated for resources: {'Port': ['ID=0275fbdf-4b07-4167-9020-06cb1b949da8,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:33.671436 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:33.786431 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Floating IP 28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd associated. External IP: 172.25.1.193, port: 0c06c523-db23-4cb2-873c-0626a7218dc2. Aug 26 11:27:34.018847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:27:34.141522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:27:34.154434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe99d24-631b-4430-a9c1-199cbc213e41 None None] Sync routers for ids ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:27:34.161998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:34.173882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe99d24-631b-4430-a9c1-199cbc213e41 None None] Routers {'7b8f6291-6d8f-4e3f-9503-937b7f9902e6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:34.175123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4fe99d24-631b-4430-a9c1-199cbc213e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:27:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:34.197062 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-84c8a537-45c3-4d3c-b39b-f11d74fb5e71 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9710543 Aug 26 11:27:34.197062 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a4102f-9f96-4506-80dc-61778916b39e', 'tag': '0c06c523-db23-4cb2-873c-0626a7218dc2'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:27:34.197787 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36708) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:34.204092 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd375b8c-e310-41be-9b75-804bf45f6c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "65a4102f-9f96-4506-80dc-61778916b39e", "tag": "0c06c523-db23-4cb2-873c-0626a7218dc2"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:27:34.251115 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcefa612-5ab1-49ba-b1ca-96144191c175 x-openstack-request-id: req-fcefa612-5ab1-49ba-b1ca-96144191c175 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:27:34.251806 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a4102f-9f96-4506-80dc-61778916b39e", "tag": "0c06c523-db23-4cb2-873c-0626a7218dc2", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:27:34.252345 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcefa612-5ab1-49ba-b1ca-96144191c175 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:27:34.252955 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a4102f-9f96-4506-80dc-61778916b39e', 'tag': '0c06c523-db23-4cb2-873c-0626a7218dc2', 'status': 'completed', 'code': 200} Aug 26 11:27:34.328315 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bd0ef331-dc25-4162-9948-6e66723d2a57 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/floatingips/28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd HTTP/1.1" status: 200 len: 991 time: 0.1288218 Aug 26 11:27:34.338700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd375b8c-e310-41be-9b75-804bf45f6c1a req-ce3dd999-a58b-40a1-8a62-18cd1db16c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:34.340392 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fd375b8c-e310-41be-9b75-804bf45f6c1a req-ce3dd999-a58b-40a1-8a62-18cd1db16c84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 1097 time: 0.0557556 Aug 26 11:27:34.348445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4fe99d24-631b-4430-a9c1-199cbc213e41 None None] Set router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:34.445864 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd375b8c-e310-41be-9b75-804bf45f6c1a req-c29518b9-b195-41b5-8f25-e5892ccb1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:34.447481 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fd375b8c-e310-41be-9b75-804bf45f6c1a req-c29518b9-b195-41b5-8f25-e5892ccb1b29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ced6d476-629a-4903-862d-52c225f0e5c3 HTTP/1.1" status: 200 len: 897 time: 0.0995543 Aug 26 11:27:34.535356 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fd375b8c-e310-41be-9b75-804bf45f6c1a req-8de741a2-97be-41e8-9130-386005f82d0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c06c523-db23-4cb2-873c-0626a7218dc2 HTTP/1.1" status: 200 len: 999 time: 0.0800185 Aug 26 11:27:34.597594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd375b8c-e310-41be-9b75-804bf45f6c1a req-7971eb6d-642f-4a24-8de9-2f864d1e762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:34.599623 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fd375b8c-e310-41be-9b75-804bf45f6c1a req-7971eb6d-642f-4a24-8de9-2f864d1e762c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da62dbda-3ea5-47ef-8b8c-f6415d7d89c5 HTTP/1.1" status: 200 len: 835 time: 0.0572031 Aug 26 11:27:34.622613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4fe99d24-631b-4430-a9c1-199cbc213e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:18Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.193', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'port_id': '0c06c523-db23-4cb2-873c-0626a7218dc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'mac_address': 'fa:16:3e:10:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a4102f-9f96-4506-80dc-61778916b39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:27:32Z', 'updated_at': '2021-08-26T11:27:32Z', 'revision_number': 0, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad932e70-b1e4-4f17-93c1-202013eabf3c', 'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:3d:e4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:17Z', 'updated_at': '2021-08-26T11:27:22Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:34.651783 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd375b8c-e310-41be-9b75-804bf45f6c1a req-a17a220a-d497-4a2c-89e5-6f95df3ab906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:34.653747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe99d24-631b-4430-a9c1-199cbc213e41 None None] Checking router: 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:27:34.654319 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fd375b8c-e310-41be-9b75-804bf45f6c1a req-a17a220a-d497-4a2c-89e5-6f95df3ab906 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ced6d476-629a-4903-862d-52c225f0e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472183 Aug 26 11:27:34.664683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe99d24-631b-4430-a9c1-199cbc213e41 None None] Routers {'7b8f6291-6d8f-4e3f-9503-937b7f9902e6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:27:34.665767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4fe99d24-631b-4430-a9c1-199cbc213e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:27:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:34.763272 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fd375b8c-e310-41be-9b75-804bf45f6c1a req-3e23629c-8485-4107-b637-ed8d3a990562 service neutron] 10.222.0.42 "GET /v2.0/networks/ced6d476-629a-4903-862d-52c225f0e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976923 Aug 26 11:27:34.785714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4fe99d24-631b-4430-a9c1-199cbc213e41 None None] Set router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:27:34.875027 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fd375b8c-e310-41be-9b75-804bf45f6c1a req-25526882-980f-4639-af5e-d5f9bde2ff90 service neutron] 10.222.0.42 "GET /v2.0/networks/ced6d476-629a-4903-862d-52c225f0e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046059 Aug 26 11:27:35.231331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4fe99d24-631b-4430-a9c1-199cbc213e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:18Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.193', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'port_id': '0c06c523-db23-4cb2-873c-0626a7218dc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'mac_address': 'fa:16:3e:10:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a4102f-9f96-4506-80dc-61778916b39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:27:32Z', 'updated_at': '2021-08-26T11:27:32Z', 'revision_number': 0, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad932e70-b1e4-4f17-93c1-202013eabf3c', 'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:3d:e4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:17Z', 'updated_at': '2021-08-26T11:27:22Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:27:35.258321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe99d24-631b-4430-a9c1-199cbc213e41 None None] The sync data for ids ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'] in n-d-778550-13 is: [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:18Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'floating_ip_address': '172.25.1.193', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'port_id': '0c06c523-db23-4cb2-873c-0626a7218dc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'mac_address': 'fa:16:3e:10:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a4102f-9f96-4506-80dc-61778916b39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:27:32Z', 'updated_at': '2021-08-26T11:27:32Z', 'revision_number': 0, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad932e70-b1e4-4f17-93c1-202013eabf3c', 'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:3d:e4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:17Z', 'updated_at': '2021-08-26T11:27:22Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:27:35.332230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36714) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:35.405137 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a7a532ff-cf67-4f47-bf24-1622dec60573 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/floatingips/28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd HTTP/1.1" status: 200 len: 991 time: 0.0716517 Aug 26 11:27:35.452178 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca84aa9-5302-44b2-907f-e5f721843dd8 None None] New status for floating IP 28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:27:36.408850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36724) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:27:36.481443 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b3f6f503-fc48-4279-8d7e-0987f3019b57 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/floatingips/28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd HTTP/1.1" status: 200 len: 993 time: 0.0653546 Aug 26 11:27:43.367712 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a166256-9604-4577-9099-038375917961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:45.790193 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9edf1e6e-7125-4faf-995b-333cb3672c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:46.297080 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:47.269945 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:49.355871 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:49.492604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92976f6a-f9c7-4ed8-9321-0dc66cff4ca9 req-1b7cc66a-c940-40da-8336-aa5239e7cf4a tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:49.494367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92976f6a-f9c7-4ed8-9321-0dc66cff4ca9 req-1b7cc66a-c940-40da-8336-aa5239e7cf4a tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 945 time: 0.0502374 Aug 26 11:27:49.534300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92976f6a-f9c7-4ed8-9321-0dc66cff4ca9 req-610b9b5a-2267-4966-b5f1-dddc49fde67d tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334122 Aug 26 11:27:50.654221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ce941-745d-48af-b2e1-7ee7a0bac511 req-e38c49d1-373d-4661-819b-2737ac7900a9 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:50.655771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c21ce941-745d-48af-b2e1-7ee7a0bac511 req-e38c49d1-373d-4661-819b-2737ac7900a9 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 945 time: 0.0536597 Aug 26 11:27:50.697795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c21ce941-745d-48af-b2e1-7ee7a0bac511 req-08901cb2-dc19-41a4-90a4-465f5377dc64 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/security-groups?id=a340266f-d91e-4b20-bc29-323da1497945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359085 Aug 26 11:27:50.701049 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:51.181783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59557153-8ed6-48c2-86d9-5d6d6b502360 req-31c1342b-dbd9-4287-a3c6-b7ac350b5681 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:27:51.183384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59557153-8ed6-48c2-86d9-5d6d6b502360 req-31c1342b-dbd9-4287-a3c6-b7ac350b5681 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 945 time: 0.0489702 Aug 26 11:27:51.283139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-59557153-8ed6-48c2-86d9-5d6d6b502360 req-f4c2bb77-24b2-4744-9e37-4e5da87ddfc6 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Deleting port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:27:51.283480 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59557153-8ed6-48c2-86d9-5d6d6b502360 req-f4c2bb77-24b2-4744-9e37-4e5da87ddfc6 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:51.372864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-59557153-8ed6-48c2-86d9-5d6d6b502360 req-f4c2bb77-24b2-4744-9e37-4e5da87ddfc6 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] For port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=2def73c6-aedc-4ae2-9f5b-2aee321dcceb,segment=NetworkSegment(17a180db-11bf-4908-ba0e-6bb66aabd01e),segment_id=17a180db-11bf-4908-ba0e-6bb66aabd01e)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:27:51.373233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59557153-8ed6-48c2-86d9-5d6d6b502360 req-f4c2bb77-24b2-4744-9e37-4e5da87ddfc6 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:51.385713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-59557153-8ed6-48c2-86d9-5d6d6b502360 req-f4c2bb77-24b2-4744-9e37-4e5da87ddfc6 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Calling delete_port for 2def73c6-aedc-4ae2-9f5b-2aee321dcceb owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:27:51.519454 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59557153-8ed6-48c2-86d9-5d6d6b502360 req-f4c2bb77-24b2-4744-9e37-4e5da87ddfc6 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:51.531157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['2def73c6-aedc-4ae2-9f5b-2aee321dcceb'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:27:51.548211 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2bb77-24b2-4744-9e37-4e5da87ddfc6 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Pushing event deleted for resources: {'Port': ['ID=2def73c6-aedc-4ae2-9f5b-2aee321dcceb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:27:51.588026 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-59557153-8ed6-48c2-86d9-5d6d6b502360 req-f4c2bb77-24b2-4744-9e37-4e5da87ddfc6 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] No DVR routers for this DVR port 2def73c6-aedc-4ae2-9f5b-2aee321dcceb on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:27:51.590607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-59557153-8ed6-48c2-86d9-5d6d6b502360 req-f4c2bb77-24b2-4744-9e37-4e5da87ddfc6 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:51.592621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59557153-8ed6-48c2-86d9-5d6d6b502360 req-f4c2bb77-24b2-4744-9e37-4e5da87ddfc6 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.47 "DELETE /v2.0/ports/2def73c6-aedc-4ae2-9f5b-2aee321dcceb HTTP/1.1" status: 204 len: 173 time: 0.4014595 Aug 26 11:27:51.593049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e475ac1-2327-48b5-a449-8ec980f5a051', 'name': 'network-vif-deleted', 'tag': '2def73c6-aedc-4ae2-9f5b-2aee321dcceb'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:27:51.595290 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55791c7-b0a8-45f1-be94-58026b8e8e6c" -d '{"events": [{"server_uuid": "3e475ac1-2327-48b5-a449-8ec980f5a051", "name": "network-vif-deleted", "tag": "2def73c6-aedc-4ae2-9f5b-2aee321dcceb"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:27:51.632134 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fdcd1c-8409-4861-919c-9baf07d6695e x-openstack-request-id: req-57fdcd1c-8409-4861-919c-9baf07d6695e {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:27:51.632457 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e475ac1-2327-48b5-a449-8ec980f5a051", "name": "network-vif-deleted", "tag": "2def73c6-aedc-4ae2-9f5b-2aee321dcceb", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:27:51.632713 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57fdcd1c-8409-4861-919c-9baf07d6695e {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:27:51.633107 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e475ac1-2327-48b5-a449-8ec980f5a051', 'name': 'network-vif-deleted', 'tag': '2def73c6-aedc-4ae2-9f5b-2aee321dcceb', 'status': 'completed', 'code': 200} Aug 26 11:27:51.805122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-793c2436-57ef-4ca7-a76b-d1d5ff1f516e req-c65fa680-823f-407f-a752-6a1fdcad2350 tempest-VolumesSnapshotTestJSON-1022483107 tempest-VolumesSnapshotTestJSON-1022483107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e475ac1-2327-48b5-a449-8ec980f5a051 HTTP/1.1" status: 200 len: 210 time: 0.0307088 Aug 26 11:27:52.492270 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:27:53.825118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2def73c6-aedc-4ae2-9f5b-2aee321dcceb no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:27:53.848719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 2def73c6-aedc-4ae2-9f5b-2aee321dcceb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:27:53.849157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 2def73c6-aedc-4ae2-9f5b-2aee321dcceb not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:28:02.999939 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36828) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:03.073350 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5d3e9c7b-607d-474a-a620-ac410b197371 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/floatingips/28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd HTTP/1.1" status: 200 len: 993 time: 0.0720248 Aug 26 11:28:03.352380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36842) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:03.511142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting port 0275fbdf-4b07-4167-9020-06cb1b949da8 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:28:03.511400 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:03.596250 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:03.596589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:03.610751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Calling delete_port for 0275fbdf-4b07-4167-9020-06cb1b949da8 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:28:03.766605 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:03.792380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Port': ['ID=0275fbdf-4b07-4167-9020-06cb1b949da8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:03.858318 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:03.858661 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Floating IP 28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd disassociated (deleted). External IP: 172.25.1.193, port: 0c06c523-db23-4cb2-873c-0626a7218dc2. Aug 26 11:28:04.083755 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:28:04.192594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:28:04.197482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:04.207331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c81a90-9c81-402b-81a7-250405d79306 None None] Sync routers for ids ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:28:04.229450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c81a90-9c81-402b-81a7-250405d79306 None None] Routers {'7b8f6291-6d8f-4e3f-9503-937b7f9902e6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:04.230440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-37c81a90-9c81-402b-81a7-250405d79306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:27:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:04.232736 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2e1059e2-a38c-45f3-85b6-d7c13125f141 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/floatingips/28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd HTTP/1.1" status: 204 len: 168 time: 0.8792140 Aug 26 11:28:04.233531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a4102f-9f96-4506-80dc-61778916b39e', 'tag': '0c06c523-db23-4cb2-873c-0626a7218dc2'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:28:04.236442 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f0619a-a607-4eab-a528-ab8ec503eca4" -d '{"events": [{"name": "network-changed", "server_uuid": "65a4102f-9f96-4506-80dc-61778916b39e", "tag": "0c06c523-db23-4cb2-873c-0626a7218dc2"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:28:04.287627 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7ff16e-9e1f-49ee-870c-a105bac7e65d x-openstack-request-id: req-5d7ff16e-9e1f-49ee-870c-a105bac7e65d {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:28:04.287931 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a4102f-9f96-4506-80dc-61778916b39e", "tag": "0c06c523-db23-4cb2-873c-0626a7218dc2", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:28:04.288189 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d7ff16e-9e1f-49ee-870c-a105bac7e65d {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:28:04.288642 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a4102f-9f96-4506-80dc-61778916b39e', 'tag': '0c06c523-db23-4cb2-873c-0626a7218dc2', 'status': 'completed', 'code': 200} Aug 26 11:28:04.382476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0619a-a607-4eab-a528-ab8ec503eca4 req-b19c9a62-05ed-4c5f-b2bf-0ec738d352e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:04.382780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-37c81a90-9c81-402b-81a7-250405d79306 None None] Set router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:04.385373 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79f0619a-a607-4eab-a528-ab8ec503eca4 req-b19c9a62-05ed-4c5f-b2bf-0ec738d352e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 1097 time: 0.0762777 Aug 26 11:28:04.494336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0619a-a607-4eab-a528-ab8ec503eca4 req-36851d11-9d2d-47c1-92de-74b94e92628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:04.495888 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79f0619a-a607-4eab-a528-ab8ec503eca4 req-36851d11-9d2d-47c1-92de-74b94e92628f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ced6d476-629a-4903-862d-52c225f0e5c3 HTTP/1.1" status: 200 len: 897 time: 0.1020544 Aug 26 11:28:04.534038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a06c35-a72c-4e7b-9930-c9e753b9ff9f req-04f1569a-7fb2-44e4-9a0b-4cca2c779997 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:04.541588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3a06c35-a72c-4e7b-9930-c9e753b9ff9f req-04f1569a-7fb2-44e4-9a0b-4cca2c779997 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 945 time: 0.0622883 Aug 26 11:28:04.545380 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79f0619a-a607-4eab-a528-ab8ec503eca4 req-3df0e4d5-b37c-49fb-9d2b-1257d9d95c95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c06c523-db23-4cb2-873c-0626a7218dc2 HTTP/1.1" status: 200 len: 217 time: 0.0401368 Aug 26 11:28:04.588213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b3a06c35-a72c-4e7b-9930-c9e753b9ff9f req-eb5fb6fb-3a2e-4032-9fbe-17aeb8a4627d tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=dec1158c-2db9-4536-bf6e-809dbd1d2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406783 Aug 26 11:28:04.601467 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0619a-a607-4eab-a528-ab8ec503eca4 req-0deebd52-8707-4d4b-9e12-27200523ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:04.603009 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79f0619a-a607-4eab-a528-ab8ec503eca4 req-0deebd52-8707-4d4b-9e12-27200523ce78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da62dbda-3ea5-47ef-8b8c-f6415d7d89c5 HTTP/1.1" status: 200 len: 835 time: 0.0489266 Aug 26 11:28:04.631613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-37c81a90-9c81-402b-81a7-250405d79306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:18Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'ad932e70-b1e4-4f17-93c1-202013eabf3c', 'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:3d:e4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:17Z', 'updated_at': '2021-08-26T11:27:22Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:04.660486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0619a-a607-4eab-a528-ab8ec503eca4 req-c2bd42f6-3670-4c06-8860-e5fc8b8d0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:04.660943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c81a90-9c81-402b-81a7-250405d79306 None None] Checking router: 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:28:04.662531 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79f0619a-a607-4eab-a528-ab8ec503eca4 req-c2bd42f6-3670-4c06-8860-e5fc8b8d0329 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ced6d476-629a-4903-862d-52c225f0e5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507779 Aug 26 11:28:04.669354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c81a90-9c81-402b-81a7-250405d79306 None None] Routers {'7b8f6291-6d8f-4e3f-9503-937b7f9902e6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:04.670062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-37c81a90-9c81-402b-81a7-250405d79306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:27:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:04.770078 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79f0619a-a607-4eab-a528-ab8ec503eca4 req-cbdf0573-44ac-4ba8-8153-f10d5a71aef0 service neutron] 10.222.0.42 "GET /v2.0/networks/ced6d476-629a-4903-862d-52c225f0e5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993328 Aug 26 11:28:04.786050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-37c81a90-9c81-402b-81a7-250405d79306 None None] Set router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:04.868047 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-79f0619a-a607-4eab-a528-ab8ec503eca4 req-1dd61e4d-18e4-40b1-a47c-0e5213e8c41e service neutron] 10.222.0.42 "GET /v2.0/networks/ced6d476-629a-4903-862d-52c225f0e5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897882 Aug 26 11:28:04.997359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-37c81a90-9c81-402b-81a7-250405d79306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:18Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'ad932e70-b1e4-4f17-93c1-202013eabf3c', 'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:3d:e4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:17Z', 'updated_at': '2021-08-26T11:27:22Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:05.024958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c81a90-9c81-402b-81a7-250405d79306 None None] The sync data for ids ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'] in n-d-778550-13 is: [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:27:18Z', 'revision_number': 4, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'ad932e70-b1e4-4f17-93c1-202013eabf3c', 'name': '', 'network_id': 'ced6d476-629a-4903-862d-52c225f0e5c3', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'mac_address': 'fa:16:3e:3d:e4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:17Z', 'updated_at': '2021-08-26T11:27:22Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'subnets': [{'id': 'da62dbda-3ea5-47ef-8b8c-f6415d7d89c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:28:05.287677 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c1061-6510-43d5-b214-7c535095b5f7 None None] New status for floating IP 28dcb7d8-cfaf-4721-91b1-7b1bdbde87bd: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:28:05.723949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6082f-8fea-4654-a38c-1cc90c3d3243 req-623fa3b6-b651-4534-bb8d-4b3ecc511713 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:05.725734 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2f6082f-8fea-4654-a38c-1cc90c3d3243 req-623fa3b6-b651-4534-bb8d-4b3ecc511713 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 945 time: 0.0586951 Aug 26 11:28:05.766172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2f6082f-8fea-4654-a38c-1cc90c3d3243 req-f0b9f8c1-2636-462d-a03a-e7927ddf3c9f tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "GET /v2.0/security-groups?id=dec1158c-2db9-4536-bf6e-809dbd1d2d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340319 Aug 26 11:28:05.850172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8692d-0205-4c51-a729-d6d0176ad789 req-d7b2b410-c0c4-447e-99c5-74c396ec48f4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:05.851754 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-44b8692d-0205-4c51-a729-d6d0176ad789 req-d7b2b410-c0c4-447e-99c5-74c396ec48f4 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a4102f-9f96-4506-80dc-61778916b39e HTTP/1.1" status: 200 len: 945 time: 0.0552256 Aug 26 11:28:05.941860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-44b8692d-0205-4c51-a729-d6d0176ad789 req-fbe62763-7eb5-40ab-bdf2-e6bb7f8f1840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting port 0c06c523-db23-4cb2-873c-0626a7218dc2 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:28:05.942126 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-44b8692d-0205-4c51-a729-d6d0176ad789 req-fbe62763-7eb5-40ab-bdf2-e6bb7f8f1840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:06.032925 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-44b8692d-0205-4c51-a729-d6d0176ad789 req-fbe62763-7eb5-40ab-bdf2-e6bb7f8f1840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] For port 0c06c523-db23-4cb2-873c-0626a7218dc2, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=0c06c523-db23-4cb2-873c-0626a7218dc2,segment=NetworkSegment(4d526d48-ab91-4ee1-8247-373b397bc996),segment_id=4d526d48-ab91-4ee1-8247-373b397bc996)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:06.033205 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-44b8692d-0205-4c51-a729-d6d0176ad789 req-fbe62763-7eb5-40ab-bdf2-e6bb7f8f1840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:06.046084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-44b8692d-0205-4c51-a729-d6d0176ad789 req-fbe62763-7eb5-40ab-bdf2-e6bb7f8f1840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Calling delete_port for 0c06c523-db23-4cb2-873c-0626a7218dc2 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:28:06.175841 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-44b8692d-0205-4c51-a729-d6d0176ad789 req-fbe62763-7eb5-40ab-bdf2-e6bb7f8f1840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:06.210915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe62763-7eb5-40ab-bdf2-e6bb7f8f1840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Port': ['ID=0c06c523-db23-4cb2-873c-0626a7218dc2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:06.263027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b8692d-0205-4c51-a729-d6d0176ad789 req-fbe62763-7eb5-40ab-bdf2-e6bb7f8f1840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] No DVR routers for this DVR port 0c06c523-db23-4cb2-873c-0626a7218dc2 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:28:06.266651 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-44b8692d-0205-4c51-a729-d6d0176ad789 req-fbe62763-7eb5-40ab-bdf2-e6bb7f8f1840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:06.269912 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-44b8692d-0205-4c51-a729-d6d0176ad789 req-fbe62763-7eb5-40ab-bdf2-e6bb7f8f1840 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.42 "DELETE /v2.0/ports/0c06c523-db23-4cb2-873c-0626a7218dc2 HTTP/1.1" status: 204 len: 173 time: 0.4113069 Aug 26 11:28:06.289718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a4102f-9f96-4506-80dc-61778916b39e', 'name': 'network-vif-deleted', 'tag': '0c06c523-db23-4cb2-873c-0626a7218dc2'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:28:06.292350 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0442363-7a60-4426-9318-0a924a93a66b" -d '{"events": [{"server_uuid": "65a4102f-9f96-4506-80dc-61778916b39e", "name": "network-vif-deleted", "tag": "0c06c523-db23-4cb2-873c-0626a7218dc2"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:28:06.334773 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba5c7b9-64bd-494a-846c-9f9a41769b36 x-openstack-request-id: req-5ba5c7b9-64bd-494a-846c-9f9a41769b36 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:28:06.335111 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a4102f-9f96-4506-80dc-61778916b39e", "name": "network-vif-deleted", "tag": "0c06c523-db23-4cb2-873c-0626a7218dc2", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:28:06.335363 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ba5c7b9-64bd-494a-846c-9f9a41769b36 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:28:06.335765 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a4102f-9f96-4506-80dc-61778916b39e', 'name': 'network-vif-deleted', 'tag': '0c06c523-db23-4cb2-873c-0626a7218dc2', 'status': 'completed', 'code': 200} Aug 26 11:28:06.828945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36874) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:06.895762 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5351b01d-42f4-4cb5-9e3a-5820a55d84d9 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:06.924378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5351b01d-42f4-4cb5-9e3a-5820a55d84d9 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:06.985510 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5351b01d-42f4-4cb5-9e3a-5820a55d84d9 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:06.988448 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5351b01d-42f4-4cb5-9e3a-5820a55d84d9 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:06.989663 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5351b01d-42f4-4cb5-9e3a-5820a55d84d9 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/security-groups/dec1158c-2db9-4536-bf6e-809dbd1d2d7b HTTP/1.1" status: 204 len: 168 time: 0.1596789 Aug 26 11:28:06.999010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351b01d-42f4-4cb5-9e3a-5820a55d84d9 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec1158c-2db9-4536-bf6e-809dbd1d2d7b,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:07.030762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36880) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:07.408159 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:07.772182 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:28:08.000186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting port ad932e70-b1e4-4f17-93c1-202013eabf3c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:28:08.000810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:08.094002 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] For port ad932e70-b1e4-4f17-93c1-202013eabf3c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ad932e70-b1e4-4f17-93c1-202013eabf3c,segment=NetworkSegment(4d526d48-ab91-4ee1-8247-373b397bc996),segment_id=4d526d48-ab91-4ee1-8247-373b397bc996)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:08.094376 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:08.107501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Calling delete_port for ad932e70-b1e4-4f17-93c1-202013eabf3c owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:28:08.289058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:08.316284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Port': ['ID=ad932e70-b1e4-4f17-93c1-202013eabf3c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:08.491084 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:08.709162 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:28:08.816402 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:28:08.821714 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c69df2de-9ad0-4342-b13a-989dd0268097 tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "PUT /v2.0/routers/7b8f6291-6d8f-4e3f-9503-937b7f9902e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7894673 Aug 26 11:28:08.824632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36884) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:08.826286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd28ca74-11fa-4a1b-9eed-cfa7d68ccf6f None None] Sync routers for ids ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:28:08.835335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd28ca74-11fa-4a1b-9eed-cfa7d68ccf6f None None] Routers {'7b8f6291-6d8f-4e3f-9503-937b7f9902e6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:08.835934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cd28ca74-11fa-4a1b-9eed-cfa7d68ccf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:27:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:08.875733 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3a5d30-c1ef-46b2-9e0d-d9d21822da5e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting subnet da62dbda-3ea5-47ef-8b8c-f6415d7d89c5 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:28:08.878905 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5d30-c1ef-46b2-9e0d-d9d21822da5e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:08.920659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5d30-c1ef-46b2-9e0d-d9d21822da5e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:08.943933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cd28ca74-11fa-4a1b-9eed-cfa7d68ccf6f None None] Set router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:09.017757 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5d30-c1ef-46b2-9e0d-d9d21822da5e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:09.088498 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5d30-c1ef-46b2-9e0d-d9d21822da5e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:09.117354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a5d30-c1ef-46b2-9e0d-d9d21822da5e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Subnet': ['ID=da62dbda-3ea5-47ef-8b8c-f6415d7d89c5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:09.126981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e0883-eb07-4d2f-9a59-525d4bbd3d0d None None] Network ced6d476-629a-4903-862d-52c225f0e5c3 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:28:09.127744 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5d30-c1ef-46b2-9e0d-d9d21822da5e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:09.133932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36890) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:09.134425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9d3a5d30-c1ef-46b2-9e0d-d9d21822da5e tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/subnets/da62dbda-3ea5-47ef-8b8c-f6415d7d89c5 HTTP/1.1" status: 204 len: 168 time: 0.3086903 Aug 26 11:28:09.202034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cd28ca74-11fa-4a1b-9eed-cfa7d68ccf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:28:08Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:09.242989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd28ca74-11fa-4a1b-9eed-cfa7d68ccf6f None None] Checking router: 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:28:09.253920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd28ca74-11fa-4a1b-9eed-cfa7d68ccf6f None None] Routers {'7b8f6291-6d8f-4e3f-9503-937b7f9902e6'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:09.254572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cd28ca74-11fa-4a1b-9eed-cfa7d68ccf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:27:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:09.274595 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:09.386774 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:09.412156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cd28ca74-11fa-4a1b-9eed-cfa7d68ccf6f None None] Set router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:09.450257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Deleting port 2f20037e-ee22-4fbc-8ce9-7734065f33ea {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:28:09.450640 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:09.516899 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc06e5a-1393-4077-a6fb-faa0940000cc None None] DHCP port deletion for ced6d476-629a-4903-862d-52c225f0e5c3 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:28:09.550499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] For port 2f20037e-ee22-4fbc-8ce9-7734065f33ea, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2f20037e-ee22-4fbc-8ce9-7734065f33ea,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:09.557990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:09.570839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Calling delete_port for 2f20037e-ee22-4fbc-8ce9-7734065f33ea owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:28:09.619512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4fc06e5a-1393-4077-a6fb-faa0940000cc None None] Deleting port 518ffe68-7a8a-4be0-85b0-5b265e2af132 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:28:09.619813 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc06e5a-1393-4077-a6fb-faa0940000cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:09.764860 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:09.793092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Port': ['ID=2f20037e-ee22-4fbc-8ce9-7734065f33ea,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:09.861951 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:09.871544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4fc06e5a-1393-4077-a6fb-faa0940000cc None None] For port 518ffe68-7a8a-4be0-85b0-5b265e2af132, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=518ffe68-7a8a-4be0-85b0-5b265e2af132,segment=NetworkSegment(4d526d48-ab91-4ee1-8247-373b397bc996),segment_id=4d526d48-ab91-4ee1-8247-373b397bc996)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:09.872182 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc06e5a-1393-4077-a6fb-faa0940000cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:09.884519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cd28ca74-11fa-4a1b-9eed-cfa7d68ccf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:28:08Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:09.890046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4fc06e5a-1393-4077-a6fb-faa0940000cc None None] Calling delete_port for 518ffe68-7a8a-4be0-85b0-5b265e2af132 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:28:09.921670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd28ca74-11fa-4a1b-9eed-cfa7d68ccf6f None None] The sync data for ids ['7b8f6291-6d8f-4e3f-9503-937b7f9902e6'] in n-d-778550-13 is: [{'id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'name': 'tempest-TestNetworkBasicOps-router-355082566', 'tenant_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:27:14Z', 'updated_at': '2021-08-26T11:28:08Z', 'revision_number': 5, 'project_id': 'fb0c3d74eb324504931b93d9d2aa7f5e', 'gw_port': {'id': '2f20037e-ee22-4fbc-8ce9-7734065f33ea', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8f6291-6d8f-4e3f-9503-937b7f9902e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:27:15Z', 'updated_at': '2021-08-26T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:28:09.999566 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.001894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.035083 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc06e5a-1393-4077-a6fb-faa0940000cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.050129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.050658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Fanout notify agent at l3_agent the message router_deleted on router 7b8f6291-6d8f-4e3f-9503-937b7f9902e6 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:28:10.059054 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.062802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9bcfa29a-95d1-498e-8cb5-ef77ee53512b tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/routers/7b8f6291-6d8f-4e3f-9503-937b7f9902e6 HTTP/1.1" status: 204 len: 168 time: 0.9246030 Aug 26 11:28:10.063326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36898) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:10.067645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc06e5a-1393-4077-a6fb-faa0940000cc None None] Pushing event deleted for resources: {'Port': ['ID=518ffe68-7a8a-4be0-85b0-5b265e2af132,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:10.071778 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc06e5a-1393-4077-a6fb-faa0940000cc None None] No DVR routers for this DVR port 518ffe68-7a8a-4be0-85b0-5b265e2af132 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:28:10.082147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 0c06c523-db23-4cb2-873c-0626a7218dc2 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:28:10.104885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 0c06c523-db23-4cb2-873c-0626a7218dc2 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:28:10.105325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 0c06c523-db23-4cb2-873c-0626a7218dc2 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:28:10.156198 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.243121 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.252940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced6d476-629a-4903-862d-52c225f0e5c3']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:10.263871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d526d48-ab91-4ee1-8247-373b397bc996') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:10.264176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d526d48-ab91-4ee1-8247-373b397bc996') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:10.273180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.289042 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.298079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:28:10.298714 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:28:10.303488 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:28:10.385467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.405660 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.407594 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] 10.222.0.21 "DELETE /v2.0/networks/ced6d476-629a-4903-862d-52c225f0e5c3 HTTP/1.1" status: 204 len: 168 time: 0.3432207 Aug 26 11:28:10.408649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c144c1-aee0-46ae-b137-aaa63ff11aac tempest-TestNetworkBasicOps-1109444769 tempest-TestNetworkBasicOps-1109444769-project] Pushing event deleted for resources: {'Network': ['ID=ced6d476-629a-4903-862d-52c225f0e5c3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:10.584604 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ad932e70-b1e4-4f17-93c1-202013eabf3c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:28:10.616572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: ad932e70-b1e4-4f17-93c1-202013eabf3c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:28:10.617253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ad932e70-b1e4-4f17-93c1-202013eabf3c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:28:10.618032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 518ffe68-7a8a-4be0-85b0-5b265e2af132 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:28:10.649157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 518ffe68-7a8a-4be0-85b0-5b265e2af132 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:28:10.649510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 518ffe68-7a8a-4be0-85b0-5b265e2af132 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:28:10.707223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36906) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:10.850981 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-dfa8f5b3-27b6-46ae-8a4c-211e97078fd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb0c3d74eb324504931b93d9d2aa7f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402900 Aug 26 11:28:10.851382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36910) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:10.904224 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0e0f749d-223c-4297-ac48-33f3068049ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.926241 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0e0f749d-223c-4297-ac48-33f3068049ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.975235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0e0f749d-223c-4297-ac48-33f3068049ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.977802 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0e0f749d-223c-4297-ac48-33f3068049ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:10.982159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0e0f749d-223c-4297-ac48-33f3068049ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3bb1197-f675-42ed-870f-d117525cf87a HTTP/1.1" status: 204 len: 168 time: 0.1297438 Aug 26 11:28:10.990259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f749d-223c-4297-ac48-33f3068049ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bb1197-f675-42ed-870f-d117525cf87a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:11.284098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36916) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:11.297797 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33bd0eb0-3ac1-4681-a2ce-7718fe495d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:11.399246 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33bd0eb0-3ac1-4681-a2ce-7718fe495d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:11.415564 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-33bd0eb0-3ac1-4681-a2ce-7718fe495d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:11.459042 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-33bd0eb0-3ac1-4681-a2ce-7718fe495d7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=244a9195449949edaa41d72f636e1695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737731 Aug 26 11:28:11.459901 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd0eb0-3ac1-4681-a2ce-7718fe495d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a075f33-3d94-4bdb-a35d-22d2677a36f3,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:11.461801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36920) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:11.520041 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce34ac54-4d30-4858-89b9-d9dbca2d2e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:11.541647 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce34ac54-4d30-4858-89b9-d9dbca2d2e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:11.595908 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce34ac54-4d30-4858-89b9-d9dbca2d2e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:11.598588 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce34ac54-4d30-4858-89b9-d9dbca2d2e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:11.599895 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ce34ac54-4d30-4858-89b9-d9dbca2d2e01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a075f33-3d94-4bdb-a35d-22d2677a36f3 HTTP/1.1" status: 204 len: 168 time: 0.1368380 Aug 26 11:28:11.609085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34ac54-4d30-4858-89b9-d9dbca2d2e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a075f33-3d94-4bdb-a35d-22d2677a36f3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:12.329644 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36942) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:12.442573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1460327535-network', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:12.475516 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2f20037e-ee22-4fbc-8ce9-7734065f33ea no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:28:12.501748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Made reservation on behalf of 3c0421d90f734e7c8ede697f7a3e614e for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:28:12.504691 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:12.514758 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:12.529812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 2f20037e-ee22-4fbc-8ce9-7734065f33ea {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:28:12.530442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2f20037e-ee22-4fbc-8ce9-7734065f33ea not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:28:12.650005 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:12.659897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:12.688398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4915ac-c9ce-4c40-96c7-f46153524a25,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:12.701839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.702194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.702539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.702912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.703368 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.703711 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.704039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.704362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.704692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.705014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.705347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.705685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:12.724464 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:28:12.738933 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:12.739283 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Added segment 48ce6692-2798-4d5a-b524-84355b7f13f7 of type vlan for network ad073dd2-c650-4438-9abf-4bf4e1b456a6 Aug 26 11:28:12.788355 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:12.826628 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:12.829272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:12.830349 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:12.919930 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5861611 Aug 26 11:28:12.922236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36948) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:12.926459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] Request body: {'subnet': {'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1460327535-subnet', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:12.937064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8fbf7-360b-41cd-b9c9-8447a724f07e admin admin] Pushing event updated for resources: {'Network': ['ID=ad073dd2-c650-4438-9abf-4bf4e1b456a6,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:12.949333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network ad073dd2-c650-4438-9abf-4bf4e1b456a6 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:28:12.952977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] Made reservation on behalf of 3c0421d90f734e7c8ede697f7a3e614e for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:28:12.955367 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.143196 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.195084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a67765-9352-4db8-8c1f-0067e4ac2d94,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:13.211250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] Checking segment: {'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:28:13.211617 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] Network hostable DHCP agents. Network: ad073dd2-c650-4438-9abf-4bf4e1b456a6, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:28:13.229497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] Network ad073dd2-c650-4438-9abf-4bf4e1b456a6 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:28:13.239768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, ad073dd2-c650-4438-9abf-4bf4e1b456a6) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:13.244306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:13.245971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.251261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de3c74-a4af-4fa4-b713-46a12b0144d3 None None] Network ad073dd2-c650-4438-9abf-4bf4e1b456a6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:28:13.261344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-097a2d3c-84f5-46d6-8793-f8c686fbcc91 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3398705 Aug 26 11:28:13.264564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36950) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:13.269343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:13.305697 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.306780 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.361341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.393753 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1c77f84-f87b-411c-9f6b-6c6179e09b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.461965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'fixed_ips': [{'subnet_id': '60a67765-9352-4db8-8c1f-0067e4ac2d94'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:28:13.463436 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.522998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.630929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Allocated IP 172.20.0.2 (ad073dd2-c650-4438-9abf-4bf4e1b456a6/60a67765-9352-4db8-8c1f-0067e4ac2d94/e273628d-a3ad-457c-b00d-b9395704c74d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:28:13.765623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.785315 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.820742 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.831065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Transition to ACTIVE for port object e273628d-a3ad-457c-b00d-b9395704c74d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:13.856614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Transition to ACTIVE for port object e273628d-a3ad-457c-b00d-b9395704c74d will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:13.873257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:13.904050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Allocated IP 172.25.1.59 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/67cf4850-d308-4241-a4f1-bdb2938d9859) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:28:13.917708 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Network ad073dd2-c650-4438-9abf-4bf4e1b456a6 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:28:13.923983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:13.926744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:28:13.937548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Pushing event updated for resources: {'Port': ['ID=e273628d-a3ad-457c-b00d-b9395704c74d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:13.948254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:13.949109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:13.949109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:13.949712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:13.949712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:13.950166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:13.950948 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:13.950948 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:13.953284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:13.953284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:13.953284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:13.953284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:14.009412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Attempting to bind port e273628d-a3ad-457c-b00d-b9395704c74d on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:28:14.009795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Attempting to bind port e273628d-a3ad-457c-b00d-b9395704c74d by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:28:14.010188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Attempting to bind port e273628d-a3ad-457c-b00d-b9395704c74d on network ad073dd2-c650-4438-9abf-4bf4e1b456a6 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:28:14.016452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:28:14.016452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Checking segment: {'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:28:14.017913 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:14.017913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Bound using segment: {'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:28:14.018111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Bound port: e273628d-a3ad-457c-b00d-b9395704c74d, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:28:14.018563 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:14.041022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:14.089394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] For port e273628d-a3ad-457c-b00d-b9395704c74d, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:28:14.091477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:14.093464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] For port e273628d-a3ad-457c-b00d-b9395704c74d, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e273628d-a3ad-457c-b00d-b9395704c74d,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:28:14.098220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:14.128204 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:28:14.132591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:14.138618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:28:14.164512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Pushing event updated for resources: {'Port': ['ID=67cf4850-d308-4241-a4f1-bdb2938d9859,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:14.189595 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38defc0-64b1-4736-988d-33c8219aed40 None None] Pushing event updated for resources: {'Port': ['ID=e273628d-a3ad-457c-b00d-b9395704c74d,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:14.518539 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:14.604233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e273628d-a3ad-457c-b00d-b9395704c74d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:14.712826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port e273628d-a3ad-457c-b00d-b9395704c74d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:14.799141 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:14.933142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Router d787688b-4ecc-4181-9b2a-16f060358565 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:28:15.074804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:28:15.094693 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Sync routers for ids ['d787688b-4ecc-4181-9b2a-16f060358565'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:28:15.110588 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Routers {'d787688b-4ecc-4181-9b2a-16f060358565'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:15.111231 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:27:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d787688b-4ecc-4181-9b2a-16f060358565'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:15.122876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:15.127231 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c74bf99c-f937-4f96-9c77-c8bceb89239c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8593404 Aug 26 11:28:15.127863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36956) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:15.253880 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Set router d787688b-4ecc-4181-9b2a-16f060358565 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:15.496063 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:14Z', 'revision_number': 3, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:15.537143 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Checking router: d787688b-4ecc-4181-9b2a-16f060358565 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:28:15.537619 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Updating router d787688b-4ecc-4181-9b2a-16f060358565 port 67cf4850-d308-4241-a4f1-bdb2938d9859 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:28:15.545877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee60bcd-d700-4619-be93-12fdedd68ebb None None] Network ad073dd2-c650-4438-9abf-4bf4e1b456a6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:28:15.568339 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:15.667090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3768fcc7-7c15-4082-a11c-13386004fa00 None None] Provisioning for port e273628d-a3ad-457c-b00d-b9395704c74d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:15.674532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3768fcc7-7c15-4082-a11c-13386004fa00 None None] Provisioning complete for port e273628d-a3ad-457c-b00d-b9395704c74d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:15.674928 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3768fcc7-7c15-4082-a11c-13386004fa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:15.798703 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0357512a-d100-404a-8873-6e6fd92b90d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:15.873278 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3768fcc7-7c15-4082-a11c-13386004fa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:15.919007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3768fcc7-7c15-4082-a11c-13386004fa00 None None] For port e273628d-a3ad-457c-b00d-b9395704c74d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e273628d-a3ad-457c-b00d-b9395704c74d,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:15.929247 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3768fcc7-7c15-4082-a11c-13386004fa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:15.932709 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:15.976130 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:15.989726 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Transition to ACTIVE for port object 67cf4850-d308-4241-a4f1-bdb2938d9859 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:16.004042 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.082995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768fcc7-7c15-4082-a11c-13386004fa00 None None] Pushing event updated for resources: {'Port': ['ID=e273628d-a3ad-457c-b00d-b9395704c74d,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:16.089980 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Attempting to bind port 67cf4850-d308-4241-a4f1-bdb2938d9859 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:28:16.090488 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Attempting to bind port 67cf4850-d308-4241-a4f1-bdb2938d9859 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:28:16.090883 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Attempting to bind port 67cf4850-d308-4241-a4f1-bdb2938d9859 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:28:16.107573 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:28:16.108415 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:28:16.108415 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.108659 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:28:16.109167 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Bound port: 67cf4850-d308-4241-a4f1-bdb2938d9859, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:28:16.109544 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.161031 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e927f2e-d6a5-45ee-89a3-342af68ebbe7 None None] Pushing event updated for resources: {'Port': ['ID=67cf4850-d308-4241-a4f1-bdb2938d9859,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:16.165576 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e551a994-9610-401b-826a-2b81bd67d642 None None] Provisioning complete for port e273628d-a3ad-457c-b00d-b9395704c74d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:16.166183 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e551a994-9610-401b-826a-2b81bd67d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.171842 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] For port 67cf4850-d308-4241-a4f1-bdb2938d9859, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:28:16.176375 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] For port 67cf4850-d308-4241-a4f1-bdb2938d9859, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=67cf4850-d308-4241-a4f1-bdb2938d9859,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:28:16.184454 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.259230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Allocated IP 172.20.0.1 (ad073dd2-c650-4438-9abf-4bf4e1b456a6/60a67765-9352-4db8-8c1f-0067e4ac2d94/1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:28:16.268090 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Routers {'d787688b-4ecc-4181-9b2a-16f060358565'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:16.269016 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:28:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d787688b-4ecc-4181-9b2a-16f060358565'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:16.329369 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.365623 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e927f2e-d6a5-45ee-89a3-342af68ebbe7 None None] Pushing event updated for resources: {'Port': ['ID=67cf4850-d308-4241-a4f1-bdb2938d9859,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:16.391716 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.395541 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] Set router d787688b-4ecc-4181-9b2a-16f060358565 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:16.406777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Transition to ACTIVE for port object 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:16.444980 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.464637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Network ad073dd2-c650-4438-9abf-4bf4e1b456a6 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:28:16.467646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:16.482116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:28:16.547762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e273628d-a3ad-457c-b00d-b9395704c74d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:16.601769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:16.617443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.617443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.617698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.617914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.618252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.618577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.618932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.619258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.619580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.620241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.620241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.620513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:16.630369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e273628d-a3ad-457c-b00d-b9395704c74d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:16.630780 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.631539 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.700332 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:14Z', 'revision_number': 3, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:16.751904 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b303c-47ab-49d9-bc95-290f5a9efbd1 None None] The sync data for ids ['d787688b-4ecc-4181-9b2a-16f060358565'] in n-d-778550-13 is: [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:14Z', 'revision_number': 3, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:28:16.802359 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.867697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dc10ded8-5be0-4ee0-9b3a-8e30ff35d37b None None] Provisioning for port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:16.871890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dc10ded8-5be0-4ee0-9b3a-8e30ff35d37b None None] Provisioning complete for port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:16.872323 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc10ded8-5be0-4ee0-9b3a-8e30ff35d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:16.909363 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dc10ded8-5be0-4ee0-9b3a-8e30ff35d37b None None] Port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:28:17.004142 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:17.009041 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:17.090558 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:17.102220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:17.205669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Network ad073dd2-c650-4438-9abf-4bf4e1b456a6 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:28:17.207190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:17.279934 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:17.350423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Router d787688b-4ecc-4181-9b2a-16f060358565 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:28:17.469940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:28:17.477407 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-21e24252-794a-4620-bff9-f515175af1b0 admin admin] 10.222.0.21 "PUT /v2.0/routers/d787688b-4ecc-4181-9b2a-16f060358565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3457839 Aug 26 11:28:17.546099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-994e3598-ee70-48bc-8af1-24a1bf7850ab None None] Provisioning complete for port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:17.546946 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-994e3598-ee70-48bc-8af1-24a1bf7850ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:17.590959 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-994e3598-ee70-48bc-8af1-24a1bf7850ab None None] Port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:28:17.989051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36982) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:17.994288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-614267351-network', 'tenant_id': '60f7e8b040994880a85b0af0ff165612'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:18.034142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Made reservation on behalf of 60f7e8b040994880a85b0af0ff165612 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:28:18.036701 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.047002 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.142848 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.146571 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.172740 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:28:18.182791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b13996-f6e8-49e8-9230-b0a34808fb32,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:18.187968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.188317 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Added segment 7ae05ab6-c079-4500-9f23-469d149a9b08 of type vlan for network 43ac4245-0908-42aa-9f60-ca6704f7bbdc Aug 26 11:28:18.229736 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.257789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.259205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:18.260072 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.313346 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3230834 Aug 26 11:28:18.316708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 36986) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:18.323256 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] Request body: {'subnet': {'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-614267351-subnet', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:18.331187 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13511cb2-e881-4309-af57-0b1837410cee admin admin] Pushing event updated for resources: {'Network': ['ID=43ac4245-0908-42aa-9f60-ca6704f7bbdc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:18.342055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 43ac4245-0908-42aa-9f60-ca6704f7bbdc details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:28:18.365262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] Made reservation on behalf of 60f7e8b040994880a85b0af0ff165612 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:28:18.368060 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.563619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 67cf4850-d308-4241-a4f1-bdb2938d9859 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:18.589139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.629249 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 67cf4850-d308-4241-a4f1-bdb2938d9859 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:18.635592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 67cf4850-d308-4241-a4f1-bdb2938d9859 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:18.636554 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.658021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba1d527-3718-49e2-bfa2-1d4279dd4050,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:18.667472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] Checking segment: {'id': '7ae05ab6-c079-4500-9f23-469d149a9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:28:18.667843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] Network hostable DHCP agents. Network: 43ac4245-0908-42aa-9f60-ca6704f7bbdc, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:28:18.668556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Sync routers for ids ['d787688b-4ecc-4181-9b2a-16f060358565'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:28:18.687113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] Network 43ac4245-0908-42aa-9f60-ca6704f7bbdc is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:28:18.687528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Routers {'d787688b-4ecc-4181-9b2a-16f060358565'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:18.688404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:28:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d787688b-4ecc-4181-9b2a-16f060358565'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:18.698827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 43ac4245-0908-42aa-9f60-ca6704f7bbdc) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:18.703134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:18.703734 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.718696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a54068c4-b925-4928-a6e9-19cbe320f3b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4004226 Aug 26 11:28:18.721353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 36988) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:18.726016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-614267351-router', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:18.733016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08703f15-6e9b-4d7d-ab41-c6a569d2d479 None None] Network 43ac4245-0908-42aa-9f60-ca6704f7bbdc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:28:18.748189 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.749516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.807222 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.899081 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.927174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Set router d787688b-4ecc-4181-9b2a-16f060358565 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:18.956085 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:18.987077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 67cf4850-d308-4241-a4f1-bdb2938d9859, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=67cf4850-d308-4241-a4f1-bdb2938d9859,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:18.995824 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:19.142414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-43ac4245-0908-42aa-9f60-ca6704f7bbdc', 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'fixed_ips': [{'subnet_id': '3ba1d527-3718-49e2-bfa2-1d4279dd4050'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:28:19.143320 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:19.167641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=67cf4850-d308-4241-a4f1-bdb2938d9859,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:19.189950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:19.232725 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:19.341753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Allocated IP 172.25.1.223 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/16f3ff5d-380d-4e5d-a6bd-fd264341473a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:28:19.376282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Allocated IP 172.20.0.2 (43ac4245-0908-42aa-9f60-ca6704f7bbdc/3ba1d527-3718-49e2-bfa2-1d4279dd4050/0930baca-8e58-4c40-abe3-559919103f28) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:28:19.384561 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:19.400732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 4, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1', 'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'mac_address': 'fa:16:3e:b3:88:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:15Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 2, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'subnets': [{'id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:19.462180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:19.465071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Checking router: d787688b-4ecc-4181-9b2a-16f060358565 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:28:19.465658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Updating router d787688b-4ecc-4181-9b2a-16f060358565 port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:28:19.501550 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:19.510203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:19.553982 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:28:19.558822 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:19.566641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:28:19.597245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Pushing event updated for resources: {'Port': ['ID=16f3ff5d-380d-4e5d-a6bd-fd264341473a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:19.852008 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:19.867876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Transition to ACTIVE for port object 0930baca-8e58-4c40-abe3-559919103f28 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:19.928809 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Transition to ACTIVE for port object 0930baca-8e58-4c40-abe3-559919103f28 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:19.942839 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:19.996499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Network 43ac4245-0908-42aa-9f60-ca6704f7bbdc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:28:20.007016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:20.014352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:28:20.033438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Pushing event updated for resources: {'Port': ['ID=0930baca-8e58-4c40-abe3-559919103f28,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:20.117473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Attempting to bind port 0930baca-8e58-4c40-abe3-559919103f28 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:28:20.118768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Attempting to bind port 0930baca-8e58-4c40-abe3-559919103f28 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '7ae05ab6-c079-4500-9f23-469d149a9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:28:20.118768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Attempting to bind port 0930baca-8e58-4c40-abe3-559919103f28 on network 43ac4245-0908-42aa-9f60-ca6704f7bbdc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:28:20.130310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.132934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:28:20.133310 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Checking segment: {'id': '7ae05ab6-c079-4500-9f23-469d149a9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:28:20.133717 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.134108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Bound using segment: {'id': '7ae05ab6-c079-4500-9f23-469d149a9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:28:20.134606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Bound port: 0930baca-8e58-4c40-abe3-559919103f28, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae05ab6-c079-4500-9f23-469d149a9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:28:20.135043 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.154311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Transition to ACTIVE for port object 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:20.168307 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.179267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.274457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df7a65-b6bd-4b51-867c-224e5a5b3565 None None] Pushing event updated for resources: {'Port': ['ID=1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:20.285360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] For port 0930baca-8e58-4c40-abe3-559919103f28, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:28:20.289966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] For port 0930baca-8e58-4c40-abe3-559919103f28, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0930baca-8e58-4c40-abe3-559919103f28,segment=NetworkSegment(7ae05ab6-c079-4500-9f23-469d149a9b08),segment_id=7ae05ab6-c079-4500-9f23-469d149a9b08)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:28:20.305800 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.392996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Attempting to bind port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:28:20.393560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Attempting to bind port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:28:20.393744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Attempting to bind port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 on network ad073dd2-c650-4438-9abf-4bf4e1b456a6 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:28:20.409877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:28:20.410150 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Checking segment: {'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:28:20.410560 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.410998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Bound using segment: {'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:28:20.411496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Bound port: 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:28:20.411888 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.425202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49440e5-f373-46db-b1cd-117cc3166fb4 None None] Pushing event updated for resources: {'Port': ['ID=0930baca-8e58-4c40-abe3-559919103f28,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:20.468355 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.556131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] For port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:28:20.564777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] For port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:28:20.571473 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.610931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 67cf4850-d308-4241-a4f1-bdb2938d9859 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:20.629977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Router 52ddf052-7f9b-42d7-8ed2-265d96440de2 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:28:20.719966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df7a65-b6bd-4b51-867c-224e5a5b3565 None None] Pushing event updated for resources: {'Port': ['ID=1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:20.722559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Routers {'d787688b-4ecc-4181-9b2a-16f060358565'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:20.723546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:28:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d787688b-4ecc-4181-9b2a-16f060358565'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:20.789374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:28:20.799162 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Sync routers for ids ['52ddf052-7f9b-42d7-8ed2-265d96440de2'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:28:20.810454 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Routers {'52ddf052-7f9b-42d7-8ed2-265d96440de2'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:20.811510 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:28:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['52ddf052-7f9b-42d7-8ed2-265d96440de2'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:20.822239 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.827147 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8d608041-477c-462d-aeb6-2880bc4fc6f2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1019216 Aug 26 11:28:20.827147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37000) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:20.839435 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.864428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 67cf4850-d308-4241-a4f1-bdb2938d9859 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:20.864815 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:20.895463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] Set router d787688b-4ecc-4181-9b2a-16f060358565 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:20.953391 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Set router 52ddf052-7f9b-42d7-8ed2-265d96440de2 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:21.199487 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 4, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1', 'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'mac_address': 'fa:16:3e:b3:88:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:15Z', 'updated_at': '2021-08-26T11:28:20Z', 'revision_number': 4, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'subnets': [{'id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:21.235084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510ca46-5be4-434e-9834-9f2f37e1fb69 None None] The sync data for ids ['d787688b-4ecc-4181-9b2a-16f060358565'] in n-d-778550-13 is: [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 4, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1', 'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'mac_address': 'fa:16:3e:b3:88:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:15Z', 'updated_at': '2021-08-26T11:28:20Z', 'revision_number': 4, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'subnets': [{'id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:28:21.254864 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'name': 'tempest-TestServerBasicOps-614267351-router', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:18Z', 'updated_at': '2021-08-26T11:28:20Z', 'revision_number': 3, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'gw_port': {'id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:19Z', 'updated_at': '2021-08-26T11:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:21.288592 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Checking router: 52ddf052-7f9b-42d7-8ed2-265d96440de2 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:28:21.288948 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Updating router 52ddf052-7f9b-42d7-8ed2-265d96440de2 port 16f3ff5d-380d-4e5d-a6bd-fd264341473a binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:28:21.343963 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:21.370906 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:21.750025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Allocated IP 172.20.0.1 (43ac4245-0908-42aa-9f60-ca6704f7bbdc/3ba1d527-3718-49e2-bfa2-1d4279dd4050/8cbb0326-68ec-481d-8795-357813b99e1e) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:28:21.795417 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:21.832696 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Transition to ACTIVE for port object 16f3ff5d-380d-4e5d-a6bd-fd264341473a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:21.843553 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:21.906981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a53f3ce-4e33-4eec-8bc5-1831495b9cef None None] Network 43ac4245-0908-42aa-9f60-ca6704f7bbdc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:28:21.927771 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Attempting to bind port 16f3ff5d-380d-4e5d-a6bd-fd264341473a on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:28:21.928604 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Attempting to bind port 16f3ff5d-380d-4e5d-a6bd-fd264341473a by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:28:21.928604 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Attempting to bind port 16f3ff5d-380d-4e5d-a6bd-fd264341473a on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:28:21.934992 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Pushing event updated for resources: {'Port': ['ID=16f3ff5d-380d-4e5d-a6bd-fd264341473a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:21.935243 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:21.940118 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:28:21.940490 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:28:21.940888 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:21.941272 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:28:21.941751 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Bound port: 16f3ff5d-380d-4e5d-a6bd-fd264341473a, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:28:21.942129 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:21.949230 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.949578 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.949914 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.950405 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.951025 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.951204 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.951763 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.951903 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.952196 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.952324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Transition to ACTIVE for port object 8cbb0326-68ec-481d-8795-357813b99e1e will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:21.952524 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.952847 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.953164 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:28:21.997515 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:22.019895 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] For port 16f3ff5d-380d-4e5d-a6bd-fd264341473a, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:28:22.024449 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] For port 16f3ff5d-380d-4e5d-a6bd-fd264341473a, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=16f3ff5d-380d-4e5d-a6bd-fd264341473a,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:28:22.025786 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Network 43ac4245-0908-42aa-9f60-ca6704f7bbdc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:28:22.029851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:22.034390 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:22.052729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-03230e80-2b99-4657-a62f-22e0029808b2 None None] Provisioning for port 0930baca-8e58-4c40-abe3-559919103f28 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:22.063622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:28:22.113658 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Routers {'52ddf052-7f9b-42d7-8ed2-265d96440de2'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:22.114298 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:28:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['52ddf052-7f9b-42d7-8ed2-265d96440de2'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:22.152171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Pushing event updated for resources: {'Port': ['ID=8cbb0326-68ec-481d-8795-357813b99e1e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:22.158686 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:22.198003 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39457d6e-707a-452a-a8b8-6a58b28bc284 None None] Pushing event updated for resources: {'Port': ['ID=16f3ff5d-380d-4e5d-a6bd-fd264341473a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:22.321347 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] Set router 52ddf052-7f9b-42d7-8ed2-265d96440de2 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:22.356394 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:22.504448 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:22.633603 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'name': 'tempest-TestServerBasicOps-614267351-router', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:18Z', 'updated_at': '2021-08-26T11:28:20Z', 'revision_number': 3, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'gw_port': {'id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:19Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:22.645127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:22.654650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:22.667563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:22.683555 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f91e34-49e7-419b-9b38-040f5e74b85b None None] The sync data for ids ['52ddf052-7f9b-42d7-8ed2-265d96440de2'] in n-d-778550-13 is: [{'id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'name': 'tempest-TestServerBasicOps-614267351-router', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:18Z', 'updated_at': '2021-08-26T11:28:20Z', 'revision_number': 3, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'gw_port': {'id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:19Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:28:22.735683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Pushing event updated for resources: {'Port': ['ID=8cbb0326-68ec-481d-8795-357813b99e1e,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:22.737986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4ef9fb6a-f0de-4422-9dff-48e23f9fd0fc None None] Provisioning for port 8cbb0326-68ec-481d-8795-357813b99e1e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:22.743310 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4ef9fb6a-f0de-4422-9dff-48e23f9fd0fc None None] Provisioning complete for port 8cbb0326-68ec-481d-8795-357813b99e1e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:22.743685 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ef9fb6a-f0de-4422-9dff-48e23f9fd0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:22.758616 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:22.805612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9fb6a-f0de-4422-9dff-48e23f9fd0fc None None] Port 8cbb0326-68ec-481d-8795-357813b99e1e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:28:22.813858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:22.818968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:22.819389 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:22.907943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Network 43ac4245-0908-42aa-9f60-ca6704f7bbdc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:28:22.921496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:22.957918 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:23.014546 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b6455df7-4942-45d2-b233-9fc1d60d2250 None None] Provisioning complete for port 8cbb0326-68ec-481d-8795-357813b99e1e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:23.015022 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6455df7-4942-45d2-b233-9fc1d60d2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:23.018345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:23.039470 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:23.040431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0930baca-8e58-4c40-abe3-559919103f28 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:23.114991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b6455df7-4942-45d2-b233-9fc1d60d2250 None None] Port 8cbb0326-68ec-481d-8795-357813b99e1e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:28:23.126598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Router 52ddf052-7f9b-42d7-8ed2-265d96440de2 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:28:23.135024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:23.159327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 0930baca-8e58-4c40-abe3-559919103f28 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:23.163948 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 0930baca-8e58-4c40-abe3-559919103f28 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:23.164333 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:23.265419 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:23.280974 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:28:23.287200 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-79e08910-573b-43fa-9883-10610e386eda admin admin] 10.222.0.21 "PUT /v2.0/routers/52ddf052-7f9b-42d7-8ed2-265d96440de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4585109 Aug 26 11:28:23.312054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 0930baca-8e58-4c40-abe3-559919103f28, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0930baca-8e58-4c40-abe3-559919103f28,segment=NetworkSegment(7ae05ab6-c079-4500-9f23-469d149a9b08),segment_id=7ae05ab6-c079-4500-9f23-469d149a9b08)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:23.329735 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:23.370189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-12b3c5f9-8ccd-4b5a-8a21-86c59d7d0b37 None None] Provisioning complete for port 8cbb0326-68ec-481d-8795-357813b99e1e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:23.370563 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12b3c5f9-8ccd-4b5a-8a21-86c59d7d0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:23.424968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=0930baca-8e58-4c40-abe3-559919103f28,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:23.431179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-12b3c5f9-8ccd-4b5a-8a21-86c59d7d0b37 None None] Port 8cbb0326-68ec-481d-8795-357813b99e1e cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:28:24.036501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37024) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:24.041445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-eaa8208a-22e8-4614-991e-beedff94c2cd tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-248077207', 'description': 'tempest-secgroup-smoke-248077207 description', 'project_id': '3c0421d90f734e7c8ede697f7a3e614e'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:24.068929 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eaa8208a-22e8-4614-991e-beedff94c2cd tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.176540 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eaa8208a-22e8-4614-991e-beedff94c2cd tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.181772 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eaa8208a-22e8-4614-991e-beedff94c2cd tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.213560 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-eaa8208a-22e8-4614-991e-beedff94c2cd tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.215097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-eaa8208a-22e8-4614-991e-beedff94c2cd tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1775017 Aug 26 11:28:24.216947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8208a-22e8-4614-991e-beedff94c2cd tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb31b34-d506-4965-91aa-9fc754a6fcc0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:24.218636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37026) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:24.223904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-bb607567-27f5-4e5f-aa4d-357b2aebd5b9 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Request body: {'security_group_rule': {'security_group_id': '2eb31b34-d506-4965-91aa-9fc754a6fcc0', 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:24.266090 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb607567-27f5-4e5f-aa4d-357b2aebd5b9 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.325619 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb607567-27f5-4e5f-aa4d-357b2aebd5b9 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.330346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb607567-27f5-4e5f-aa4d-357b2aebd5b9 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.351964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb607567-27f5-4e5f-aa4d-357b2aebd5b9 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86ee977-efcd-4f0e-99eb-b532bffce333,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:24.358788 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bb607567-27f5-4e5f-aa4d-357b2aebd5b9 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.362752 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bb607567-27f5-4e5f-aa4d-357b2aebd5b9 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410758 Aug 26 11:28:24.363565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37028) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:24.368306 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-00093549-f7de-4ae7-b443-dbd5fad33370 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Request body: {'security_group_rule': {'security_group_id': '2eb31b34-d506-4965-91aa-9fc754a6fcc0', 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:24.400198 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00093549-f7de-4ae7-b443-dbd5fad33370 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.476706 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00093549-f7de-4ae7-b443-dbd5fad33370 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.483582 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00093549-f7de-4ae7-b443-dbd5fad33370 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.508999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-00093549-f7de-4ae7-b443-dbd5fad33370 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.511282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-00093549-f7de-4ae7-b443-dbd5fad33370 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466436 Aug 26 11:28:24.512660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00093549-f7de-4ae7-b443-dbd5fad33370 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabb7e06-48ad-4e16-86b1-78be92799413,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:24.514151 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37030) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:24.519561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-917eb08e-df96-4b3d-b5e2-6f9cb06a62b6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Request body: {'security_group_rule': {'security_group_id': '2eb31b34-d506-4965-91aa-9fc754a6fcc0', 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:24.560587 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-917eb08e-df96-4b3d-b5e2-6f9cb06a62b6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.649689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-917eb08e-df96-4b3d-b5e2-6f9cb06a62b6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.655641 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-917eb08e-df96-4b3d-b5e2-6f9cb06a62b6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.681934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917eb08e-df96-4b3d-b5e2-6f9cb06a62b6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788bcf20-9e08-483c-92de-1ddffd6a14d7,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:24.686613 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-917eb08e-df96-4b3d-b5e2-6f9cb06a62b6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.687923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-917eb08e-df96-4b3d-b5e2-6f9cb06a62b6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725199 Aug 26 11:28:24.690946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37034) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:24.698232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-995146ef-7ce0-4d25-90af-5a297583270e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Request body: {'security_group_rule': {'security_group_id': '2eb31b34-d506-4965-91aa-9fc754a6fcc0', 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:24.712647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16f3ff5d-380d-4e5d-a6bd-fd264341473a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:24.736963 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-995146ef-7ce0-4d25-90af-5a297583270e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.777137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 16f3ff5d-380d-4e5d-a6bd-fd264341473a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:24.781967 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 16f3ff5d-380d-4e5d-a6bd-fd264341473a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:24.782352 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.811867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-995146ef-7ce0-4d25-90af-5a297583270e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.816577 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-995146ef-7ce0-4d25-90af-5a297583270e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.834594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995146ef-7ce0-4d25-90af-5a297583270e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863a3964-35d4-4e85-af87-555c05759bd3,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:24.856308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-995146ef-7ce0-4d25-90af-5a297583270e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.858617 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-995146ef-7ce0-4d25-90af-5a297583270e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663399 Aug 26 11:28:24.861689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37036) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:24.866539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-08917801-9b0d-4c19-a80b-a7fb4ef1061d tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Request body: {'security_group_rule': {'security_group_id': '2eb31b34-d506-4965-91aa-9fc754a6fcc0', 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:24.883188 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.900493 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-08917801-9b0d-4c19-a80b-a7fb4ef1061d tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Project 3c0421d90f734e7c8ede697f7a3e614e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:28:24.905313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 16f3ff5d-380d-4e5d-a6bd-fd264341473a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=16f3ff5d-380d-4e5d-a6bd-fd264341473a,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:24.909578 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08917801-9b0d-4c19-a80b-a7fb4ef1061d tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.911837 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.912729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:24.984558 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08917801-9b0d-4c19-a80b-a7fb4ef1061d tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:24.989649 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08917801-9b0d-4c19-a80b-a7fb4ef1061d tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:25.005570 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=16f3ff5d-380d-4e5d-a6bd-fd264341473a,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:25.009308 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08917801-9b0d-4c19-a80b-a7fb4ef1061d tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55395e31-249c-4124-bf96-dc5b640c21b6,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:25.016702 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-08917801-9b0d-4c19-a80b-a7fb4ef1061d tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:25.019313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-08917801-9b0d-4c19-a80b-a7fb4ef1061d tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562362 Aug 26 11:28:25.021206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37038) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:25.023601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:25.024216 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:25.026041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-98b3471a-cf74-49e7-9994-acf2030ea9c4 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Request body: {'security_group_rule': {'security_group_id': '2eb31b34-d506-4965-91aa-9fc754a6fcc0', 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:25.049173 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-98b3471a-cf74-49e7-9994-acf2030ea9c4 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Project 3c0421d90f734e7c8ede697f7a3e614e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:28:25.061221 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98b3471a-cf74-49e7-9994-acf2030ea9c4 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:25.097834 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Sync routers for ids ['52ddf052-7f9b-42d7-8ed2-265d96440de2'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:28:25.118470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Routers {'52ddf052-7f9b-42d7-8ed2-265d96440de2'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:25.119040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:28:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['52ddf052-7f9b-42d7-8ed2-265d96440de2'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:25.124955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98b3471a-cf74-49e7-9994-acf2030ea9c4 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:25.128979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98b3471a-cf74-49e7-9994-acf2030ea9c4 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:25.146009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3471a-cf74-49e7-9994-acf2030ea9c4 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05217fe4-a3f0-49e8-96dd-3f3be692bb14,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:25.152371 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-98b3471a-cf74-49e7-9994-acf2030ea9c4 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:25.153805 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-98b3471a-cf74-49e7-9994-acf2030ea9c4 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316001 Aug 26 11:28:25.156057 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0930baca-8e58-4c40-abe3-559919103f28 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:25.264291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 0930baca-8e58-4c40-abe3-559919103f28 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:25.264664 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:25.288142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Set router 52ddf052-7f9b-42d7-8ed2-265d96440de2 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:25.299542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-fd2c53b9-ef65-4f24-8cc8-723633cb2ad1 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248077207&fields=id&tenant_id=3c0421d90f734e7c8ede697f7a3e614e HTTP/1.1" status: 200 len: 267 time: 0.0381908 Aug 26 11:28:25.411654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-f3c201f2-9dff-4628-994a-b647c271a517 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:25.413341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-f3c201f2-9dff-4628-994a-b647c271a517 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/networks?id=ad073dd2-c650-4438-9abf-4bf4e1b456a6 HTTP/1.1" status: 200 len: 809 time: 0.1066539 Aug 26 11:28:25.433411 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-ba0ffff4-91e4-4791-ace4-3414437041f3 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/quotas/3c0421d90f734e7c8ede697f7a3e614e HTTP/1.1" status: 200 len: 375 time: 0.0104010 Aug 26 11:28:25.491336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-3edb004b-85c2-4962-9489-941f7d472b60 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c0421d90f734e7c8ede697f7a3e614e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513952 Aug 26 11:28:25.709539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'name': 'tempest-TestServerBasicOps-614267351-router', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:18Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 4, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'gw_port': {'id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:19Z', 'updated_at': '2021-08-26T11:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '8cbb0326-68ec-481d-8795-357813b99e1e', 'name': '', 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'mac_address': 'fa:16:3e:65:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '3ba1d527-3718-49e2-bfa2-1d4279dd4050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:21Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 2, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'subnets': [{'id': '3ba1d527-3718-49e2-bfa2-1d4279dd4050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:25.738641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Checking router: 52ddf052-7f9b-42d7-8ed2-265d96440de2 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:28:25.739245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Updating router 52ddf052-7f9b-42d7-8ed2-265d96440de2 port 8cbb0326-68ec-481d-8795-357813b99e1e binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:28:25.772759 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:25.963049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-e9b77adc-62dc-4be9-bac6-01619106cfec service neutron] 10.222.0.21 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593873 Aug 26 11:28:26.066027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-b3ffee83-3d12-4506-a587-694904c64c36 service neutron] 10.222.0.21 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950084 Aug 26 11:28:26.084088 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:26.095020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Transition to ACTIVE for port object 8cbb0326-68ec-481d-8795-357813b99e1e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:26.101857 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:26.168026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff23a38-cbb8-4abe-8ad7-143dfe6a7bab None None] Pushing event updated for resources: {'Port': ['ID=8cbb0326-68ec-481d-8795-357813b99e1e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:26.226307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Attempting to bind port 8cbb0326-68ec-481d-8795-357813b99e1e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:28:26.226821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Attempting to bind port 8cbb0326-68ec-481d-8795-357813b99e1e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '7ae05ab6-c079-4500-9f23-469d149a9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:28:26.227285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Attempting to bind port 8cbb0326-68ec-481d-8795-357813b99e1e on network 43ac4245-0908-42aa-9f60-ca6704f7bbdc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:28:26.243003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:28:26.243003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Checking segment: {'id': '7ae05ab6-c079-4500-9f23-469d149a9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:28:26.243003 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:26.243003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Bound using segment: {'id': '7ae05ab6-c079-4500-9f23-469d149a9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:28:26.243003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Bound port: 8cbb0326-68ec-481d-8795-357813b99e1e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae05ab6-c079-4500-9f23-469d149a9b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:28:26.243003 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:26.322712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] For port 8cbb0326-68ec-481d-8795-357813b99e1e, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:28:26.329414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] For port 8cbb0326-68ec-481d-8795-357813b99e1e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8cbb0326-68ec-481d-8795-357813b99e1e,segment=NetworkSegment(7ae05ab6-c079-4500-9f23-469d149a9b08),segment_id=7ae05ab6-c079-4500-9f23-469d149a9b08)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:28:26.346468 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:26.363016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae709ec5-b4a7-4c2b-bc83-90a76928ff39 req-94888b4d-ff1f-426a-902a-e37a3730c446 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 210 time: 0.0442691 Aug 26 11:28:26.430048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Routers {'52ddf052-7f9b-42d7-8ed2-265d96440de2'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:26.431071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:28:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['52ddf052-7f9b-42d7-8ed2-265d96440de2'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:26.501904 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff23a38-cbb8-4abe-8ad7-143dfe6a7bab None None] Pushing event updated for resources: {'Port': ['ID=8cbb0326-68ec-481d-8795-357813b99e1e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:26.585790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16f3ff5d-380d-4e5d-a6bd-fd264341473a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:26.627146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] Set router 52ddf052-7f9b-42d7-8ed2-265d96440de2 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:26.861928 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 16f3ff5d-380d-4e5d-a6bd-fd264341473a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:26.862678 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:26.990442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'name': 'tempest-TestServerBasicOps-614267351-router', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:18Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 4, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'gw_port': {'id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:19Z', 'updated_at': '2021-08-26T11:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '8cbb0326-68ec-481d-8795-357813b99e1e', 'name': '', 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'mac_address': 'fa:16:3e:65:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '3ba1d527-3718-49e2-bfa2-1d4279dd4050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:21Z', 'updated_at': '2021-08-26T11:28:26Z', 'revision_number': 4, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'subnets': [{'id': '3ba1d527-3718-49e2-bfa2-1d4279dd4050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:27.024886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ae65b-78e1-4951-a690-39f492d6feda None None] The sync data for ids ['52ddf052-7f9b-42d7-8ed2-265d96440de2'] in n-d-778550-13 is: [{'id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'name': 'tempest-TestServerBasicOps-614267351-router', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:18Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 4, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'gw_port': {'id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:19Z', 'updated_at': '2021-08-26T11:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '8cbb0326-68ec-481d-8795-357813b99e1e', 'name': '', 'network_id': '43ac4245-0908-42aa-9f60-ca6704f7bbdc', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'mac_address': 'fa:16:3e:65:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '3ba1d527-3718-49e2-bfa2-1d4279dd4050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:21Z', 'updated_at': '2021-08-26T11:28:26Z', 'revision_number': 4, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'subnets': [{'id': '3ba1d527-3718-49e2-bfa2-1d4279dd4050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:28:27.379201 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-421f5391-0548-4de1-8c89-bcdf1a55cc57 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:27.381450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-421f5391-0548-4de1-8c89-bcdf1a55cc57 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.47 "GET /v2.0/networks?id=ad073dd2-c650-4438-9abf-4bf4e1b456a6 HTTP/1.1" status: 200 len: 809 time: 0.1342251 Aug 26 11:28:27.435917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-8a18d277-3764-40e5-9739-ecaaf24a4657 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c0421d90f734e7c8ede697f7a3e614e HTTP/1.1" status: 200 len: 379 time: 0.0441179 Aug 26 11:28:27.466716 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Request body: {'port': {'device_id': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'admin_state_up': True, 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'security_groups': ['2eb31b34-d506-4965-91aa-9fc754a6fcc0']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:27.523423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6795fff-e661-4d9a-9885-1b34d79cca63 req-375de9f6-bf32-4161-b65a-30a354f269ae tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 210 time: 0.0790687 Aug 26 11:28:27.610590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Made reservation on behalf of 3c0421d90f734e7c8ede697f7a3e614e for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:28:27.614615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:27.761359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Allocated IP 172.20.0.10 (ad073dd2-c650-4438-9abf-4bf4e1b456a6/60a67765-9352-4db8-8c1f-0067e4ac2d94/bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:28:27.902644 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:27.918187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Transition to ACTIVE for port object bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:27.954145 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:28.000734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Network ad073dd2-c650-4438-9abf-4bf4e1b456a6 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:28:28.004379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:28.007121 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:28:28.048330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event updated for resources: {'Port': ['ID=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:28.084377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:28.087356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:28.113388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-25cfa29b-33e5-49c4-b817-d2bdc81c80f6 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6639869 Aug 26 11:28:28.127995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Request body: {'port': {'device_id': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:28.213208 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:28.460750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-eff337a3-3106-45c8-89bf-7c414613693b None None] Provisioning for port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:28.468710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-eff337a3-3106-45c8-89bf-7c414613693b None None] Provisioning complete for port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:28.469349 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eff337a3-3106-45c8-89bf-7c414613693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:28.545283 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-eff337a3-3106-45c8-89bf-7c414613693b None None] Port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:28:28.603626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8cbb0326-68ec-481d-8795-357813b99e1e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:28.678687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 8cbb0326-68ec-481d-8795-357813b99e1e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:28.688072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8cbb0326-68ec-481d-8795-357813b99e1e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:28.688468 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:28.703237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:28:28.719746 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:28.745715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b2091-9611-48ed-8876-fc1699f0755d req-879e190b-2a03-43e4-8f13-11dba80c115e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:28.747970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-486b2091-9611-48ed-8876-fc1699f0755d req-879e190b-2a03-43e4-8f13-11dba80c115e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 932 time: 0.0958164 Aug 26 11:28:28.749443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Transition to ACTIVE for port object bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:28:28.756863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:28.830315 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:28.856374 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:28.868097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 8cbb0326-68ec-481d-8795-357813b99e1e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8cbb0326-68ec-481d-8795-357813b99e1e,segment=NetworkSegment(7ae05ab6-c079-4500-9f23-469d149a9b08),segment_id=7ae05ab6-c079-4500-9f23-469d149a9b08)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:28.871490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-486b2091-9611-48ed-8876-fc1699f0755d req-a48cd942-91c9-4474-bfa6-1b7c501de3e1 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156549 Aug 26 11:28:28.874796 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:28.939240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Attempting to bind port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:28:28.940500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Attempting to bind port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:28:28.941462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Attempting to bind port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 on network ad073dd2-c650-4438-9abf-4bf4e1b456a6 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:28:28.947339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 on network ad073dd2-c650-4438-9abf-4bf4e1b456a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:28:28.948036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Attempting to bind port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 on network ad073dd2-c650-4438-9abf-4bf4e1b456a6 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:28:28.954084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:28:28.954789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Checking segment: {'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:28:28.955458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Bound using segment: {'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:28:28.956236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Bound port: bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ce6692-2798-4d5a-b524-84355b7f13f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:28:28.956821 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:28.964902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=8cbb0326-68ec-481d-8795-357813b99e1e,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:29.032549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] For port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:28:29.036359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] For port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:28:29.042048 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:29.089619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:29.090301 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:29.092216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] 10.222.0.47 "PUT /v2.0/ports/bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 HTTP/1.1" status: 200 len: 1093 time: 0.9693985 Aug 26 11:28:29.092861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'tag': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:28:29.095319 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41e358b-c3b5-477d-8b32-8ed01ea70af0" -d '{"events": [{"name": "network-changed", "server_uuid": "633b567c-0551-4a2b-8d3d-249f6d70f277", "tag": "bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:28:29.121194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa769d8-7101-4d27-bf8d-18ac6cddbd35 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:29.174994 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4a7154-f95f-40c0-b51d-29e0fc675097 x-openstack-request-id: req-6e4a7154-f95f-40c0-b51d-29e0fc675097 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:28:29.175298 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633b567c-0551-4a2b-8d3d-249f6d70f277", "tag": "bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:28:29.175633 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e4a7154-f95f-40c0-b51d-29e0fc675097 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:28:29.176134 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'tag': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8', 'status': 'completed', 'code': 200} Aug 26 11:28:29.194152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-f11789e8-1e7b-48d5-b231-3fad15402c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:29.195754 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-f11789e8-1e7b-48d5-b231-3fad15402c61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c0421d90f734e7c8ede697f7a3e614e&device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 1096 time: 0.0550413 Aug 26 11:28:29.241436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-c5462469-46a9-4f62-89c2-5d934529edfe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 HTTP/1.1" status: 200 len: 217 time: 0.0379064 Aug 26 11:28:29.297551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-7558da3d-b830-4f1b-b4a7-ec6030a3d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:29.299251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-7558da3d-b830-4f1b-b4a7-ec6030a3d7ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a67765-9352-4db8-8c1f-0067e4ac2d94 HTTP/1.1" status: 200 len: 848 time: 0.0513356 Aug 26 11:28:29.353827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-12b8c6c8-47fc-4109-9876-2e2133709f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:29.355390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-12b8c6c8-47fc-4109-9876-2e2133709f25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad073dd2-c650-4438-9abf-4bf4e1b456a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486054 Aug 26 11:28:29.447771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-edbb0116-0372-4597-a6de-282e80387da3 service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851989 Aug 26 11:28:29.543959 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e3a5141-700d-470d-a1f2-c3f3a14614b4 req-df513c10-5a03-4bef-b4f6-537d53efa4dc service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892129 Aug 26 11:28:29.635984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e358b-c3b5-477d-8b32-8ed01ea70af0 req-1b128749-0680-4c9e-95b2-103bb90964ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:29.637509 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d41e358b-c3b5-477d-8b32-8ed01ea70af0 req-1b128749-0680-4c9e-95b2-103bb90964ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c0421d90f734e7c8ede697f7a3e614e&device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 1096 time: 0.0446424 Aug 26 11:28:29.741397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e358b-c3b5-477d-8b32-8ed01ea70af0 req-8cc2df44-8c7c-4f59-ab7f-bce80e057d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:29.743011 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d41e358b-c3b5-477d-8b32-8ed01ea70af0 req-8cc2df44-8c7c-4f59-ab7f-bce80e057d33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad073dd2-c650-4438-9abf-4bf4e1b456a6 HTTP/1.1" status: 200 len: 910 time: 0.0947003 Aug 26 11:28:29.792178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d41e358b-c3b5-477d-8b32-8ed01ea70af0 req-aaab8f1b-6c00-459b-b2e5-78b672eeb609 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 HTTP/1.1" status: 200 len: 217 time: 0.0420649 Aug 26 11:28:29.844128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e358b-c3b5-477d-8b32-8ed01ea70af0 req-0e0e091a-7fb6-40c0-a35f-5b697b124e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:29.845653 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d41e358b-c3b5-477d-8b32-8ed01ea70af0 req-0e0e091a-7fb6-40c0-a35f-5b697b124e33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a67765-9352-4db8-8c1f-0067e4ac2d94 HTTP/1.1" status: 200 len: 848 time: 0.0471389 Aug 26 11:28:29.894228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e358b-c3b5-477d-8b32-8ed01ea70af0 req-dd87bce4-5e62-4817-b12a-039a30464745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:29.895834 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d41e358b-c3b5-477d-8b32-8ed01ea70af0 req-dd87bce4-5e62-4817-b12a-039a30464745 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad073dd2-c650-4438-9abf-4bf4e1b456a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422478 Aug 26 11:28:30.040515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca731b04-b89c-4039-8b0d-41a1aa45db2d req-a9f40441-e81a-4faf-b3d9-4e697351f682 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:30.042101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca731b04-b89c-4039-8b0d-41a1aa45db2d req-a9f40441-e81a-4faf-b3d9-4e697351f682 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 944 time: 0.0870714 Aug 26 11:28:30.068567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d41e358b-c3b5-477d-8b32-8ed01ea70af0 req-dc880497-9c6a-42cd-a2a0-6c37fc2656fa service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645858 Aug 26 11:28:30.135973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca731b04-b89c-4039-8b0d-41a1aa45db2d req-78196a16-3d6c-4c02-bd56-3eb013d6d575 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877337 Aug 26 11:28:30.181911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d41e358b-c3b5-477d-8b32-8ed01ea70af0 req-1e4ac009-8de9-40ef-a9a2-efaf08c8756e service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045237 Aug 26 11:28:30.526596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8cbb0326-68ec-481d-8795-357813b99e1e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:30.582951 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8cbb0326-68ec-481d-8795-357813b99e1e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:30.583330 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:31.261120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c75a3-cc26-473a-8ceb-a06e82900d5a req-8db039fb-4751-48da-b2af-d4f8dfef8835 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:31.262688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d10c75a3-cc26-473a-8ceb-a06e82900d5a req-8db039fb-4751-48da-b2af-d4f8dfef8835 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 944 time: 0.0535660 Aug 26 11:28:31.312190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d10c75a3-cc26-473a-8ceb-a06e82900d5a req-a7d9f99e-0617-4ae3-8ee5-dde805e56ad8 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425889 Aug 26 11:28:32.443417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20da49-ca89-484a-8508-6787c121aad6 req-01121f08-8895-47a9-a661-aea59434b547 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:32.444934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f20da49-ca89-484a-8508-6787c121aad6 req-01121f08-8895-47a9-a661-aea59434b547 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 944 time: 0.0547869 Aug 26 11:28:32.484908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f20da49-ca89-484a-8508-6787c121aad6 req-6c62cb91-c729-4f74-a84d-dd910532ce5c tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339243 Aug 26 11:28:33.606635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8e7ef-839b-414e-8321-686646d21c5b req-2fa50137-6d1c-42d6-b1dc-d8d7873734ad tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:33.608790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14c8e7ef-839b-414e-8321-686646d21c5b req-2fa50137-6d1c-42d6-b1dc-d8d7873734ad tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 944 time: 0.0551231 Aug 26 11:28:33.654600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14c8e7ef-839b-414e-8321-686646d21c5b req-3f5578ff-6810-43a6-ab1f-50e1f926506e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393393 Aug 26 11:28:33.948055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:28:34.041165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:34.052882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'port_id': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8', 'mac_address': 'fa:16:3e:1e:47:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:28:34.092960 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:34.105335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:28:34.124608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:34.128728 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:34.175925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:34.440725 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:28:34.783521 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cd43f-49d1-4d8c-821e-2c4b8877c094 req-7124f87e-49ba-4b49-abed-ea7dcd94bf1f tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:34.785379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b98cd43f-49d1-4d8c-821e-2c4b8877c094 req-7124f87e-49ba-4b49-abed-ea7dcd94bf1f tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 945 time: 0.0553033 Aug 26 11:28:34.830779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b98cd43f-49d1-4d8c-821e-2c4b8877c094 req-4c863356-7939-47ee-9a60-c7fd86f0c808 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378616 Aug 26 11:28:35.776210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37136) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:35.828962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae70f3a3-3e3b-42aa-ab62-bd00d5f58298 admin admin] Deleting subnet a05645b2-5823-4f16-a621-e64274e12aa0 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:28:35.832270 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae70f3a3-3e3b-42aa-ab62-bd00d5f58298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:35.871087 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae70f3a3-3e3b-42aa-ab62-bd00d5f58298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:35.929427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae70f3a3-3e3b-42aa-ab62-bd00d5f58298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:35.950620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:28:35.954425 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33671ed-6da7-4290-9192-3b14177cad75 req-85117df7-1603-413f-b2d3-2d256700eb5e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:35.956681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d33671ed-6da7-4290-9192-3b14177cad75 req-85117df7-1603-413f-b2d3-2d256700eb5e tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 945 time: 0.0533867 Aug 26 11:28:36.002459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:28:36.007280 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:28:36.007653 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.021319 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae70f3a3-3e3b-42aa-ab62-bd00d5f58298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.031061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d33671ed-6da7-4290-9192-3b14177cad75 req-2801e2ba-ec94-44ba-b43b-56c569f08e2d tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664146 Aug 26 11:28:36.039180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ae70f3a3-3e3b-42aa-ab62-bd00d5f58298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.041967 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ae70f3a3-3e3b-42aa-ab62-bd00d5f58298 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a05645b2-5823-4f16-a621-e64274e12aa0 HTTP/1.1" status: 204 len: 168 time: 0.2640655 Aug 26 11:28:36.053501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37140) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:36.061485 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70f3a3-3e3b-42aa-ab62-bd00d5f58298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a05645b2-5823-4f16-a621-e64274e12aa0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:36.110387 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.133875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:28:36.136151 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5234f0b4-8d59-45a2-bab5-03779d1d0b7a" -d '{"events": [{"server_uuid": "633b567c-0551-4a2b-8d3d-249f6d70f277", "name": "network-vif-plugged", "status": "completed", "tag": "bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:28:36.138044 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.149558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:28:36.154345 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.179136 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77faf60-59ea-43e6-95d7-d7a54f92a2bd x-openstack-request-id: req-b77faf60-59ea-43e6-95d7-d7a54f92a2bd {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:28:36.179425 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633b567c-0551-4a2b-8d3d-249f6d70f277", "name": "network-vif-plugged", "status": "completed", "tag": "bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:28:36.179673 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b77faf60-59ea-43e6-95d7-d7a54f92a2bd {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:28:36.180057 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8', 'code': 200} Aug 26 11:28:36.219452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:36.233629 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.258689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f68db2-e029-4ba8-ae73-34f4ae2e9050']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:36.283207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a180db-11bf-4908-ba0e-6bb66aabd01e') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:36.283506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a180db-11bf-4908-ba0e-6bb66aabd01e') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:36.294480 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.311374 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.317195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c25df-9fa9-4571-a59b-11f3c1b98eec req-9b94ba8d-84da-49e9-b1e2-c8b6883051cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:36.318697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-620c25df-9fa9-4571-a59b-11f3c1b98eec req-9b94ba8d-84da-49e9-b1e2-c8b6883051cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 1098 time: 0.0766296 Aug 26 11:28:36.321272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:28:36.321724 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:28:36.323540 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:28:36.398157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-620c25df-9fa9-4571-a59b-11f3c1b98eec req-692bcc44-7b5b-415f-b4ea-edc86836f106 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648005 Aug 26 11:28:36.399403 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.405812 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.407686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d7f68db2-e029-4ba8-ae73-34f4ae2e9050 HTTP/1.1" status: 204 len: 168 time: 0.3525233 Aug 26 11:28:36.419681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2935fc-e2dd-4484-9f95-b4df30abd5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f68db2-e029-4ba8-ae73-34f4ae2e9050,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:36.578802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37146) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:36.622339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8cc74ab0-6415-41e9-a76a-8d2a7f8f1404 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=791a492a897d4a5c8a7b7a1c211c4a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423088 Aug 26 11:28:36.625525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37148) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:36.673402 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd1be687-3a0b-44db-be9a-e2a2d058e2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.695349 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd1be687-3a0b-44db-be9a-e2a2d058e2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.745006 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd1be687-3a0b-44db-be9a-e2a2d058e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.747648 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd1be687-3a0b-44db-be9a-e2a2d058e2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:36.748964 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dd1be687-3a0b-44db-be9a-e2a2d058e2d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a340266f-d91e-4b20-bc29-323da1497945 HTTP/1.1" status: 204 len: 168 time: 0.1225159 Aug 26 11:28:36.757370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1be687-3a0b-44db-be9a-e2a2d058e2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a340266f-d91e-4b20-bc29-323da1497945,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:37.158665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5ac71-4780-42b2-8934-d02c3527c4d0 req-2eac6938-de9d-47e5-bfb3-e57875ce93fb tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:37.160621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4fb5ac71-4780-42b2-8934-d02c3527c4d0 req-2eac6938-de9d-47e5-bfb3-e57875ce93fb tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 946 time: 0.0560102 Aug 26 11:28:37.202895 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4fb5ac71-4780-42b2-8934-d02c3527c4d0 req-07cc239f-d014-4feb-bb92-3d83369fadc3 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356846 Aug 26 11:28:38.325386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bf74c-b6f2-4dfd-9b12-6654fe11f056 req-e748180f-f3d2-48aa-a457-8db6925caeff tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:38.326921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b8bf74c-b6f2-4dfd-9b12-6654fe11f056 req-e748180f-f3d2-48aa-a457-8db6925caeff tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 946 time: 0.0525925 Aug 26 11:28:38.364375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b8bf74c-b6f2-4dfd-9b12-6654fe11f056 req-921606ab-3c73-4dde-920a-fc6fecc652d7 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315685 Aug 26 11:28:38.477681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a247f6-c2d9-437a-9c8a-e124a53b570f req-1848212b-4f3d-4783-a39f-76ed39a0d2ee tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:38.479136 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16a247f6-c2d9-437a-9c8a-e124a53b570f req-1848212b-4f3d-4783-a39f-76ed39a0d2ee tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 946 time: 0.0486298 Aug 26 11:28:38.516482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16a247f6-c2d9-437a-9c8a-e124a53b570f req-b39b0a4a-e7a8-4719-9fca-bd2b67b6d9c8 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308871 Aug 26 11:28:38.629908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a713250-4fa0-48a2-9c36-3c2cdbd0df96 req-8746ed2f-eb94-4bd5-8639-20d788f92d4c tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:38.631408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a713250-4fa0-48a2-9c36-3c2cdbd0df96 req-8746ed2f-eb94-4bd5-8639-20d788f92d4c tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 946 time: 0.0488963 Aug 26 11:28:38.669265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a713250-4fa0-48a2-9c36-3c2cdbd0df96 req-027eeb76-2f42-4d73-8a89-c7faa44b5a57 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317605 Aug 26 11:28:38.690269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37160) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:38.918391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b44160-1f8b-4590-b5df-3713b7d6f882 tempest-TestServerBasicOps-1859681104 tempest-TestServerBasicOps-1859681104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:38.919992 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c4b44160-1f8b-4590-b5df-3713b7d6f882 tempest-TestServerBasicOps-1859681104 tempest-TestServerBasicOps-1859681104-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 1093 time: 0.2285309 Aug 26 11:28:38.922867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37166) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:28:38.927213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:28:38.948824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:39.044200 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:39.149799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Allocated IP 172.25.1.118 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/35b2ed39-3e3f-4435-be65-eabc407780ff) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:28:39.250989 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:39.288988 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:39.330127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:28:39.334968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:28:39.339400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:28:39.345621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event updated for resources: {'Port': ['ID=35b2ed39-3e3f-4435-be65-eabc407780ff,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:39.707597 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:39.775281 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:39.926317 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:39.930912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:39.997424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event updated for resources: {'Port': ['ID=35b2ed39-3e3f-4435-be65-eabc407780ff,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:28:40.007731 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:40.108528 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Floating IP 837ad2eb-8f6f-4650-90e0-a72046b25b8e associated. External IP: 172.25.1.118, port: bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8. Aug 26 11:28:40.311824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Router d787688b-4ecc-4181-9b2a-16f060358565 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:28:40.421183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:28:40.431177 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d91bc70-9c9d-4c20-8ce9-5b4c8a2cfac6 None None] Sync routers for ids ['d787688b-4ecc-4181-9b2a-16f060358565'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:28:40.437841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:40.440838 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d91bc70-9c9d-4c20-8ce9-5b4c8a2cfac6 None None] Routers {'d787688b-4ecc-4181-9b2a-16f060358565'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:40.441449 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4d91bc70-9c9d-4c20-8ce9-5b4c8a2cfac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:28:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d787688b-4ecc-4181-9b2a-16f060358565'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:40.466265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ce0aa17f-3fe7-4a1d-8a21-d90c89fe6048 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5423887 Aug 26 11:28:40.466858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'tag': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:28:40.469322 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8" -d '{"events": [{"name": "network-changed", "server_uuid": "633b567c-0551-4a2b-8d3d-249f6d70f277", "tag": "bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:28:40.515941 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ebf8e2-c2b6-4559-917a-1b70203fd8c1 x-openstack-request-id: req-14ebf8e2-c2b6-4559-917a-1b70203fd8c1 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:28:40.516235 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633b567c-0551-4a2b-8d3d-249f6d70f277", "tag": "bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:28:40.516490 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14ebf8e2-c2b6-4559-917a-1b70203fd8c1 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:28:40.516960 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'tag': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8', 'status': 'completed', 'code': 200} Aug 26 11:28:40.573670 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-4d91bc70-9c9d-4c20-8ce9-5b4c8a2cfac6 None None] Set router d787688b-4ecc-4181-9b2a-16f060358565 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:40.579164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8 req-e8dd007a-d694-4e81-b8e5-833acca99405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:40.580717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8 req-e8dd007a-d694-4e81-b8e5-833acca99405 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c0421d90f734e7c8ede697f7a3e614e&device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 1098 time: 0.0427561 Aug 26 11:28:40.680815 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8 req-ae8e2c79-a413-424a-94c0-e09259ee48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:40.682310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8 req-ae8e2c79-a413-424a-94c0-e09259ee48d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad073dd2-c650-4438-9abf-4bf4e1b456a6 HTTP/1.1" status: 200 len: 910 time: 0.0937951 Aug 26 11:28:40.746859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8 req-d7422148-3ff7-40e1-8d8e-9ae20e1494ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 HTTP/1.1" status: 200 len: 1000 time: 0.0578465 Aug 26 11:28:40.797533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8 req-b1e1ff46-a766-4130-9e3d-95b8b4189de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:40.799333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8 req-b1e1ff46-a766-4130-9e3d-95b8b4189de2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a67765-9352-4db8-8c1f-0067e4ac2d94 HTTP/1.1" status: 200 len: 848 time: 0.0457702 Aug 26 11:28:40.802794 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4d91bc70-9c9d-4c20-8ce9-5b4c8a2cfac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 4, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '837ad2eb-8f6f-4650-90e0-a72046b25b8e', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'port_id': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'mac_address': 'fa:16:3e:1e:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:28:39Z', 'updated_at': '2021-08-26T11:28:39Z', 'revision_number': 0, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1', 'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'mac_address': 'fa:16:3e:b3:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:15Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 5, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'subnets': [{'id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:40.833892 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d91bc70-9c9d-4c20-8ce9-5b4c8a2cfac6 None None] Checking router: d787688b-4ecc-4181-9b2a-16f060358565 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:28:40.843208 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d91bc70-9c9d-4c20-8ce9-5b4c8a2cfac6 None None] Routers {'d787688b-4ecc-4181-9b2a-16f060358565'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:28:40.844017 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4d91bc70-9c9d-4c20-8ce9-5b4c8a2cfac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:28:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d787688b-4ecc-4181-9b2a-16f060358565'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:40.850239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8 req-1b819e1c-8b33-4523-bbd7-a5954db6637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:28:40.851789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8 req-1b819e1c-8b33-4523-bbd7-a5954db6637c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad073dd2-c650-4438-9abf-4bf4e1b456a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459001 Aug 26 11:28:40.944459 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8 req-ddcfc8ab-cf0a-42c2-a5c5-28f2df3c9ba8 service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848694 Aug 26 11:28:40.948524 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-4d91bc70-9c9d-4c20-8ce9-5b4c8a2cfac6 None None] Set router d787688b-4ecc-4181-9b2a-16f060358565 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:28:41.038783 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99fbe0f0-568c-49b9-bcb3-b6b5a460ddc8 req-9b7c8e8e-cc76-427f-8ce8-2fca3c46ba12 service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869148 Aug 26 11:28:41.252751 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4d91bc70-9c9d-4c20-8ce9-5b4c8a2cfac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 4, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '837ad2eb-8f6f-4650-90e0-a72046b25b8e', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'port_id': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'mac_address': 'fa:16:3e:1e:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:28:39Z', 'updated_at': '2021-08-26T11:28:39Z', 'revision_number': 0, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1', 'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'mac_address': 'fa:16:3e:b3:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:15Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 5, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'subnets': [{'id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:28:41.282656 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d91bc70-9c9d-4c20-8ce9-5b4c8a2cfac6 None None] The sync data for ids ['d787688b-4ecc-4181-9b2a-16f060358565'] in n-d-778550-13 is: [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 4, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '837ad2eb-8f6f-4650-90e0-a72046b25b8e', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'floating_ip_address': '172.25.1.118', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'port_id': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'mac_address': 'fa:16:3e:1e:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:28:39Z', 'updated_at': '2021-08-26T11:28:39Z', 'revision_number': 0, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1', 'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'mac_address': 'fa:16:3e:b3:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:15Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 5, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'subnets': [{'id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:28:41.473190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98817417-795e-4fdd-ab29-6d027d696b03 None None] New status for floating IP 837ad2eb-8f6f-4650-90e0-a72046b25b8e: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:28:43.356511 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da880d56-6fea-4070-862e-20c87518710d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:44.771585 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:28:45.784429 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474c737c-2bfd-4e4c-929e-2e4d4299feeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:46.291173 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:47.276804 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:49.362513 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:50.713538 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:28:52.507934 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:06.300923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-0b9b7c45-4041-4ff5-b394-84d44fef555f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412979 Aug 26 11:29:06.382479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-50f70816-1e64-4103-844e-ee1ae4ba2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:29:06.384000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-50f70816-1e64-4103-844e-ee1ae4ba2e71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c0421d90f734e7c8ede697f7a3e614e&device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 1098 time: 0.0401664 Aug 26 11:29:06.489326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-a61bd498-2add-4bc1-b6f1-5b7266613c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:29:06.490849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-a61bd498-2add-4bc1-b6f1-5b7266613c3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad073dd2-c650-4438-9abf-4bf4e1b456a6 HTTP/1.1" status: 200 len: 910 time: 0.0872564 Aug 26 11:29:06.556058 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-7396620c-d53a-4205-8c3e-2f3cb86be718 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 HTTP/1.1" status: 200 len: 1002 time: 0.0578339 Aug 26 11:29:06.605352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-b2b766cd-8605-4cd4-93cd-996cbc28ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:29:06.606910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-b2b766cd-8605-4cd4-93cd-996cbc28ac51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a67765-9352-4db8-8c1f-0067e4ac2d94 HTTP/1.1" status: 200 len: 848 time: 0.0433574 Aug 26 11:29:06.655343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-b16245a4-be68-4f9f-afa9-2f5e058a9841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:29:06.657439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-b16245a4-be68-4f9f-afa9-2f5e058a9841 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad073dd2-c650-4438-9abf-4bf4e1b456a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437214 Aug 26 11:29:06.746141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-07d0f1c0-ad39-4248-a96f-18495dbe370c service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814912 Aug 26 11:29:06.838634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-26aa8872-4f34-4d71-a351-6b43b36c8106 req-282d8066-f660-4950-8c47-87b72a9065d3 service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848932 Aug 26 11:29:13.358404 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b4b4d4e-264a-4406-b555-cc3b8ff4360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:15.774659 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8cfe9d9-b3ef-4094-8f1c-25b2ba226314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:16.292386 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:17.280695 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:19.364907 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:20.716430 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:21.771143 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:29:22.507635 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:43.360320 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b211d98c-4f20-4f9c-901a-8b9b49645495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:45.775685 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8859e72-3f8f-46e8-8570-3f51451b6053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:46.293392 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:46.510973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37204) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:29:46.621572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e29ba-710b-4113-ae66-31d3a664576f req-f30b5194-aaaa-45c9-b59c-58ee00e49bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:29:46.623157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b0e29ba-710b-4113-ae66-31d3a664576f req-f30b5194-aaaa-45c9-b59c-58ee00e49bb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 1098 time: 0.1031249 Aug 26 11:29:46.659342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b0e29ba-710b-4113-ae66-31d3a664576f req-d41a6453-9db3-4b47-9ce0-1e389e0fe6d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296338 Aug 26 11:29:47.282249 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:49.369658 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:50.712843 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:52.525762 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:29:58.770177 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:30:05.744330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-898ba75c-d529-4bf7-8efb-83e0a0e52bd4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389869 Aug 26 11:30:05.827885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-cdf9bcf4-76d3-4032-9ae8-a6d14ee610c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:30:05.829430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-cdf9bcf4-76d3-4032-9ae8-a6d14ee610c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c0421d90f734e7c8ede697f7a3e614e&device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 1098 time: 0.0440593 Aug 26 11:30:06.278426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-aae3745a-edb1-4e38-be77-61e0efda6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:30:06.279915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-aae3745a-edb1-4e38-be77-61e0efda6025 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad073dd2-c650-4438-9abf-4bf4e1b456a6 HTTP/1.1" status: 200 len: 910 time: 0.4309475 Aug 26 11:30:06.344212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-026367dd-9c60-4ad9-94a7-9b30ee7faf4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 HTTP/1.1" status: 200 len: 1002 time: 0.0566828 Aug 26 11:30:06.394301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-2004ee3b-a674-4f70-b734-dbc596ebbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:30:06.396320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-2004ee3b-a674-4f70-b734-dbc596ebbfef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a67765-9352-4db8-8c1f-0067e4ac2d94 HTTP/1.1" status: 200 len: 848 time: 0.0455053 Aug 26 11:30:06.441947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-fc7de198-137a-44ef-ab03-e550fee0eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:30:06.443484 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-fc7de198-137a-44ef-ab03-e550fee0eca3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad073dd2-c650-4438-9abf-4bf4e1b456a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397425 Aug 26 11:30:06.532707 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-310061b1-b1f4-4847-94bf-a3aeed207c09 service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814202 Aug 26 11:30:06.626657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab92bf5b-aaf2-4853-8e0c-e682ffb7b8b2 req-b78944cc-ecc7-4b57-ae5c-7c809fa2ef3a service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860844 Aug 26 11:30:13.368247 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9c57-6b0c-42c8-a532-ce1207364e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:15.778779 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f4352f5-d868-403d-b217-c297a3dfa418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:16.294320 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:17.286066 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:19.372354 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:20.716636 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:22.538325 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:35.770549 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:30:43.361644 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a74d46de-8c39-4b75-83b2-ab38adddabb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:45.778760 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8763db24-0189-467d-9d49-096630f4923e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:46.295642 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:47.288917 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:49.374941 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:50.713296 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:30:52.539183 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:05.800055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-6b2e37e2-f7b9-4e45-beda-ad9c7834d3e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0957291 Aug 26 11:31:05.885441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-b5caf33f-167f-4605-b8a9-076de277fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:31:05.887037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-b5caf33f-167f-4605-b8a9-076de277fb75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c0421d90f734e7c8ede697f7a3e614e&device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 1098 time: 0.0431209 Aug 26 11:31:05.997070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-9c6daf09-5b55-4e4d-a64a-3909c4fdbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:31:06.000180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-9c6daf09-5b55-4e4d-a64a-3909c4fdbd13 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad073dd2-c650-4438-9abf-4bf4e1b456a6 HTTP/1.1" status: 200 len: 910 time: 0.0938997 Aug 26 11:31:06.073574 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-18f9fb6e-c4a5-43a5-9abd-ca96eb275317 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 HTTP/1.1" status: 200 len: 1002 time: 0.0667760 Aug 26 11:31:06.129243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-e3e5c42b-380d-4dc8-9b00-aaa944a7de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:31:06.130752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-e3e5c42b-380d-4dc8-9b00-aaa944a7de36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a67765-9352-4db8-8c1f-0067e4ac2d94 HTTP/1.1" status: 200 len: 848 time: 0.0496175 Aug 26 11:31:06.179122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-f56db22b-a455-407c-b062-c1d9dbbc444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:31:06.180636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-f56db22b-a455-407c-b062-c1d9dbbc444a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad073dd2-c650-4438-9abf-4bf4e1b456a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419564 Aug 26 11:31:06.273709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-1245920d-6d1f-43dd-afb1-0e39fe4789e8 service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853503 Aug 26 11:31:06.368348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d9d38b3-9fa3-4349-bbf4-dee5e1d57feb req-0bc554aa-9bda-4f19-b273-f37e2e1a2a0f service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872767 Aug 26 11:31:12.770065 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:31:13.365541 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-32790f3d-8d6c-4943-bc09-47fd1053e04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:15.780312 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e0c58f6-8cd4-4422-8d50-69c99f5d59b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:16.299604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:17.294623 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:19.379821 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:20.715931 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:22.547930 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:43.365782 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a7958fb-5b88-4bfe-8291-c64ecbac9314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:45.780997 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69143f81-93ae-4442-bb23-a6068a456cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:46.301055 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:47.293474 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:49.381068 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:49.769173 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:31:50.713945 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:31:52.548493 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:06.758043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-6993efcd-f73f-4d35-8617-fb3e3bf2621e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404623 Aug 26 11:32:06.838895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-10efb572-e946-4ec1-833a-0e848d15312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:32:06.840307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-10efb572-e946-4ec1-833a-0e848d15312a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c0421d90f734e7c8ede697f7a3e614e&device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 1098 time: 0.0407834 Aug 26 11:32:06.946237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-3d90062f-1e74-45ed-8972-3900120984db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:32:06.947814 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-3d90062f-1e74-45ed-8972-3900120984db service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad073dd2-c650-4438-9abf-4bf4e1b456a6 HTTP/1.1" status: 200 len: 910 time: 0.0881066 Aug 26 11:32:07.015519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-8adb9fe0-edb0-480e-bced-1c9c20bc2a5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 HTTP/1.1" status: 200 len: 1002 time: 0.0587626 Aug 26 11:32:07.068696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-0c57176a-fb23-497e-96ca-23ab498e466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:32:07.070136 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-0c57176a-fb23-497e-96ca-23ab498e466a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a67765-9352-4db8-8c1f-0067e4ac2d94 HTTP/1.1" status: 200 len: 848 time: 0.0483081 Aug 26 11:32:07.114305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-153c63b4-47ac-41f4-9e63-41538a922fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:32:07.115719 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-153c63b4-47ac-41f4-9e63-41538a922fae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad073dd2-c650-4438-9abf-4bf4e1b456a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388570 Aug 26 11:32:07.203090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-71349420-c6cd-42d0-b217-60c22c02d972 service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802486 Aug 26 11:32:07.296282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87e831b2-8447-4c66-8a3f-620bdcfc3d43 req-510b65d1-596b-40ec-843a-4c9b6fb03964 service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858140 Aug 26 11:32:13.367938 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc0a2a84-62e8-4190-ab28-f4579f06dc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:15.781850 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f09014ed-56e0-4d2a-af47-683d54814ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:16.301116 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:17.296720 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:19.383495 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:20.713275 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:22.563589 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:26.768464 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:32:43.371404 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245afd18-bd84-488a-aa8e-becc456254e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:45.782002 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-588d6839-5e23-4776-91de-a7c415561f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:46.302513 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:47.458633 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:49.386458 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:50.713648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:32:52.563382 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:03.767914 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:33:06.742138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-9b332ad6-8e3b-4028-8bf1-587fe7133c83 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446415 Aug 26 11:33:06.846559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-3eaba4e7-75da-436f-b37f-d0d8c7086200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:33:06.848149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-3eaba4e7-75da-436f-b37f-d0d8c7086200 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c0421d90f734e7c8ede697f7a3e614e&device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 1098 time: 0.0588076 Aug 26 11:33:06.966766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-07a6e3fd-f53b-4abc-ab2e-e1f1bc109318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:33:06.968203 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-07a6e3fd-f53b-4abc-ab2e-e1f1bc109318 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ad073dd2-c650-4438-9abf-4bf4e1b456a6 HTTP/1.1" status: 200 len: 910 time: 0.1002603 Aug 26 11:33:07.038712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-6effcd9e-fdc5-42cc-b203-8bde8286690d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 HTTP/1.1" status: 200 len: 1002 time: 0.0624776 Aug 26 11:33:07.094033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-3f517c6e-24f9-4e8d-8f1a-a29ab8b1f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:33:07.095606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-3f517c6e-24f9-4e8d-8f1a-a29ab8b1f154 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=60a67765-9352-4db8-8c1f-0067e4ac2d94 HTTP/1.1" status: 200 len: 848 time: 0.0504510 Aug 26 11:33:07.144987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-16343a4a-ad21-4667-bee3-cb4e26ee3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:33:07.147208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-16343a4a-ad21-4667-bee3-cb4e26ee3229 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ad073dd2-c650-4438-9abf-4bf4e1b456a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438216 Aug 26 11:33:07.249024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-e33522ff-ad78-4096-a353-95ec93bdf78c service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951245 Aug 26 11:33:07.353982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bad3452-aabf-40d7-98d3-9e462b824fbe req-fbfefd20-8c88-4378-a97c-0a993e0ef127 service neutron] 10.222.0.47 "GET /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979855 Aug 26 11:33:13.372726 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc2fe93b-dd9d-4ea5-85a0-7284dcaa1f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:15.782497 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0810db04-3bb2-4f2a-8dca-327fe45abbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:16.305030 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:17.302630 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:19.388677 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:20.730306 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:22.563431 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:40.767061 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:33:43.375455 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e9cf9954-53eb-4687-b375-5a0a804ae1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:45.783277 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-739f76fb-8b2a-4d53-89bb-6d3f064c4af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:46.306089 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:47.305649 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:49.395124 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:50.748720 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:52.579101 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:52.653525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d92f82-567d-4bf5-b633-4d0b11d936c7 req-86bd19a9-2df5-44e7-862d-f574a9964c5c tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:33:52.655041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82d92f82-567d-4bf5-b633-4d0b11d936c7 req-86bd19a9-2df5-44e7-862d-f574a9964c5c tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 946 time: 0.1750393 Aug 26 11:33:52.693010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82d92f82-567d-4bf5-b633-4d0b11d936c7 req-23b3149e-ce56-4663-bc88-2cb138c81906 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/security-groups?id=2eb31b34-d506-4965-91aa-9fc754a6fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318534 Aug 26 11:33:53.236204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-8006d36f-a760-41c6-a42f-646da2e54662 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:33:53.237760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-8006d36f-a760-41c6-a42f-646da2e54662 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.47 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 946 time: 0.0523524 Aug 26 11:33:53.330141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Deleting port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:33:53.330482 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:53.424523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] For port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:33:53.424893 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:53.600410 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:53.600800 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:53.601117 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Floating IP 837ad2eb-8f6f-4650-90e0-a72046b25b8e disassociated. External IP: 172.25.1.118, port: bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8. Aug 26 11:33:53.601463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Calling delete_port for bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:33:53.734301 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:53.762372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event deleted for resources: {'Port': ['ID=bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:33:53.779073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.779429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.780287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.780287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.780495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.780916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.781041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.781366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.781690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.782014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.782392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.782669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:53.868623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f65afb6c-f410-4196-87f5-869e91c1cf0b req-16db98f9-4a52-452c-a06f-b4f971016a70 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "GET /v2.0/ports?device_id=633b567c-0551-4a2b-8d3d-249f6d70f277 HTTP/1.1" status: 200 len: 210 time: 0.1013103 Aug 26 11:33:53.924117 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Router d787688b-4ecc-4181-9b2a-16f060358565 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:33:54.035460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:33:54.046565 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9359be2-1b1d-4b4d-88ec-952517ce332f None None] Sync routers for ids ['d787688b-4ecc-4181-9b2a-16f060358565'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:33:54.055897 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9359be2-1b1d-4b4d-88ec-952517ce332f None None] Routers {'d787688b-4ecc-4181-9b2a-16f060358565'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:33:54.056518 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f9359be2-1b1d-4b4d-88ec-952517ce332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d787688b-4ecc-4181-9b2a-16f060358565'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:33:54.076380 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] No DVR routers for this DVR port bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:33:54.079334 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:54.081381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4cfb054-a1d4-4e6a-9de2-ecd9b477f13c req-85d9f7fb-b314-492c-8f1e-d3eda2fdd336 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.47 "DELETE /v2.0/ports/bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 HTTP/1.1" status: 204 len: 173 time: 0.8376606 Aug 26 11:33:54.081851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'name': 'network-vif-deleted', 'tag': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:33:54.084171 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed7daf2-1050-483a-9706-afae89086c64" -d '{"events": [{"server_uuid": "633b567c-0551-4a2b-8d3d-249f6d70f277", "name": "network-vif-deleted", "tag": "bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:33:54.182353 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f9359be2-1b1d-4b4d-88ec-952517ce332f None None] Set router d787688b-4ecc-4181-9b2a-16f060358565 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:33:54.301946 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a67d2f8-f885-4375-b3bc-db6cf9e94268 x-openstack-request-id: req-5a67d2f8-f885-4375-b3bc-db6cf9e94268 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:33:54.302411 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633b567c-0551-4a2b-8d3d-249f6d70f277", "name": "network-vif-deleted", "tag": "bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:33:54.302852 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a67d2f8-f885-4375-b3bc-db6cf9e94268 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:33:54.303491 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633b567c-0551-4a2b-8d3d-249f6d70f277', 'name': 'network-vif-deleted', 'tag': 'bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8', 'status': 'completed', 'code': 200} Aug 26 11:33:54.409575 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f9359be2-1b1d-4b4d-88ec-952517ce332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 4, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1', 'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'mac_address': 'fa:16:3e:b3:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:15Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 5, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'subnets': [{'id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:33:54.439801 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9359be2-1b1d-4b4d-88ec-952517ce332f None None] Checking router: d787688b-4ecc-4181-9b2a-16f060358565 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:33:54.449054 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9359be2-1b1d-4b4d-88ec-952517ce332f None None] Routers {'d787688b-4ecc-4181-9b2a-16f060358565'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:33:54.449665 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f9359be2-1b1d-4b4d-88ec-952517ce332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d787688b-4ecc-4181-9b2a-16f060358565'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:33:54.558469 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f9359be2-1b1d-4b4d-88ec-952517ce332f None None] Set router d787688b-4ecc-4181-9b2a-16f060358565 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:33:54.778162 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f9359be2-1b1d-4b4d-88ec-952517ce332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 4, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1', 'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'mac_address': 'fa:16:3e:b3:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:15Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 5, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'subnets': [{'id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:33:54.806428 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9359be2-1b1d-4b4d-88ec-952517ce332f None None] The sync data for ids ['d787688b-4ecc-4181-9b2a-16f060358565'] in n-d-778550-13 is: [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:16Z', 'revision_number': 4, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1', 'name': '', 'network_id': 'ad073dd2-c650-4438-9abf-4bf4e1b456a6', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'mac_address': 'fa:16:3e:b3:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:15Z', 'updated_at': '2021-08-26T11:28:22Z', 'revision_number': 5, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'subnets': [{'id': '60a67765-9352-4db8-8c1f-0067e4ac2d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:33:54.927412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37358) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:33:55.063290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e4851-f8d4-45a0-b1fa-a28c2eb235f9 None None] New status for floating IP 837ad2eb-8f6f-4650-90e0-a72046b25b8e: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:33:55.086234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Deleting port 35b2ed39-3e3f-4435-be65-eabc407780ff {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:33:55.086646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:55.170019 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:55.170344 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:55.184474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Calling delete_port for 35b2ed39-3e3f-4435-be65-eabc407780ff owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:33:55.327203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:55.353147 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event deleted for resources: {'Port': ['ID=35b2ed39-3e3f-4435-be65-eabc407780ff,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:33:55.379503 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.379857 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.380203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.380555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.380900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.381236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.381571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.381906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.382239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.382567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.382938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.383266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:55.431411 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:55.434717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:55.435934 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5d93a0c4-4a73-4450-87b0-fe399170a060 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "DELETE /v2.0/floatingips/837ad2eb-8f6f-4650-90e0-a72046b25b8e HTTP/1.1" status: 204 len: 168 time: 0.5075195 Aug 26 11:33:55.506031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37368) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:33:55.566720 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-243af531-928d-4961-9f07-3bcb8b1175d5 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:55.598355 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-243af531-928d-4961-9f07-3bcb8b1175d5 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:55.660584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-243af531-928d-4961-9f07-3bcb8b1175d5 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:55.663286 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-243af531-928d-4961-9f07-3bcb8b1175d5 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:55.664486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-243af531-928d-4961-9f07-3bcb8b1175d5 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] 10.222.0.21 "DELETE /v2.0/security-groups/2eb31b34-d506-4965-91aa-9fc754a6fcc0 HTTP/1.1" status: 204 len: 168 time: 0.1574693 Aug 26 11:33:55.674404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243af531-928d-4961-9f07-3bcb8b1175d5 tempest-TestServerBasicOps-1896292126 tempest-TestServerBasicOps-1896292126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb31b34-d506-4965-91aa-9fc754a6fcc0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:33:55.721049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37372) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:33:56.180343 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:56.429018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] Deleting port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:33:56.429365 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:56.510110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] For port 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:33:56.510888 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:56.523752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] Calling delete_port for 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:33:56.708478 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:56.732857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:33:56.905123 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:57.136544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] Router d787688b-4ecc-4181-9b2a-16f060358565 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:33:57.251868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:33:57.257356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e1fe384d-681f-4a29-8d36-630b94be875a admin admin] 10.222.0.21 "PUT /v2.0/routers/d787688b-4ecc-4181-9b2a-16f060358565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5352600 Aug 26 11:33:57.260242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37378) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:33:57.262006 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147942db-3a99-4ca6-9e7a-78c17b472f9e None None] Sync routers for ids ['d787688b-4ecc-4181-9b2a-16f060358565'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:33:57.272429 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147942db-3a99-4ca6-9e7a-78c17b472f9e None None] Routers {'d787688b-4ecc-4181-9b2a-16f060358565'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:33:57.273054 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-147942db-3a99-4ca6-9e7a-78c17b472f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d787688b-4ecc-4181-9b2a-16f060358565'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:33:57.395088 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:57.407066 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-147942db-3a99-4ca6-9e7a-78c17b472f9e None None] Set router d787688b-4ecc-4181-9b2a-16f060358565 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:33:57.472303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:33:57.494527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:33:57.495604 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bd1b7e9d-68ce-4bb4-9f9e-b6d9418056c8 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:33:57.506482 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:57.563545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Deleting port 67cf4850-d308-4241-a4f1-bdb2938d9859 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:33:57.564668 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:57.654478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] For port 67cf4850-d308-4241-a4f1-bdb2938d9859, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=67cf4850-d308-4241-a4f1-bdb2938d9859,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:33:57.655053 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:57.669519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Calling delete_port for 67cf4850-d308-4241-a4f1-bdb2938d9859 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:33:57.704334 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-147942db-3a99-4ca6-9e7a-78c17b472f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:33:56Z', 'revision_number': 5, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port': {'id': '67cf4850-d308-4241-a4f1-bdb2938d9859', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:33:57.731516 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147942db-3a99-4ca6-9e7a-78c17b472f9e None None] Checking router: d787688b-4ecc-4181-9b2a-16f060358565 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:33:57.740032 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147942db-3a99-4ca6-9e7a-78c17b472f9e None None] Routers {'d787688b-4ecc-4181-9b2a-16f060358565'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:33:57.740653 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-147942db-3a99-4ca6-9e7a-78c17b472f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d787688b-4ecc-4181-9b2a-16f060358565'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:33:57.830766 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-147942db-3a99-4ca6-9e7a-78c17b472f9e None None] Set router d787688b-4ecc-4181-9b2a-16f060358565 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:33:57.853368 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:57.877287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Pushing event deleted for resources: {'Port': ['ID=67cf4850-d308-4241-a4f1-bdb2938d9859,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:33:57.890309 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-147942db-3a99-4ca6-9e7a-78c17b472f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:33:57Z', 'revision_number': 6, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:33:57.917666 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147942db-3a99-4ca6-9e7a-78c17b472f9e None None] The sync data for ids ['d787688b-4ecc-4181-9b2a-16f060358565'] in n-d-778550-13 is: [{'id': 'd787688b-4ecc-4181-9b2a-16f060358565', 'name': 'tempest-TestServerBasicOps-1460327535-router', 'tenant_id': '3c0421d90f734e7c8ede697f7a3e614e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:13Z', 'updated_at': '2021-08-26T11:33:57Z', 'revision_number': 6, 'project_id': '3c0421d90f734e7c8ede697f7a3e614e', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:33:57.941461 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.035665 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.037752 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.431380 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.432085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d787688b-4ecc-4181-9b2a-16f060358565 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:33:58.437793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.439019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-620bb3b1-cdd5-4ab9-ad8a-2881a0f0f892 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d787688b-4ecc-4181-9b2a-16f060358565 HTTP/1.1" status: 204 len: 168 time: 1.1770780 Aug 26 11:33:58.441661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37380) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:33:58.490134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c681ad-9040-4dc5-9156-398aac99a318 admin admin] Deleting subnet 60a67765-9352-4db8-8c1f-0067e4ac2d94 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:33:58.493234 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5c681ad-9040-4dc5-9156-398aac99a318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.528057 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5c681ad-9040-4dc5-9156-398aac99a318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.612776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5c681ad-9040-4dc5-9156-398aac99a318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.671226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5c681ad-9040-4dc5-9156-398aac99a318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.698622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c681ad-9040-4dc5-9156-398aac99a318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a67765-9352-4db8-8c1f-0067e4ac2d94,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:33:58.704136 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e5c681ad-9040-4dc5-9156-398aac99a318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.708566 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e5c681ad-9040-4dc5-9156-398aac99a318 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/60a67765-9352-4db8-8c1f-0067e4ac2d94 HTTP/1.1" status: 204 len: 168 time: 0.2635462 Aug 26 11:33:58.708919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37382) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:33:58.720672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a3ec52-9ff0-48d1-933c-4e95bd1b1be1 None None] Network ad073dd2-c650-4438-9abf-4bf4e1b456a6 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:33:58.785603 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.791269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:33:58.821754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:33:58.822127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1c381f0c-d36a-43e2-87fd-d1f74e4ac3e1 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:33:58.822503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 67cf4850-d308-4241-a4f1-bdb2938d9859 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:33:58.847474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 67cf4850-d308-4241-a4f1-bdb2938d9859 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:33:58.847817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 67cf4850-d308-4241-a4f1-bdb2938d9859 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:33:58.850681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Deleting port e273628d-a3ad-457c-b00d-b9395704c74d {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:33:58.851070 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.921664 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] For port e273628d-a3ad-457c-b00d-b9395704c74d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e273628d-a3ad-457c-b00d-b9395704c74d,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:33:58.922047 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:58.936632 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Calling delete_port for e273628d-a3ad-457c-b00d-b9395704c74d owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:33:58.975233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] DHCP port deletion for ad073dd2-c650-4438-9abf-4bf4e1b456a6 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:33:59.031505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Deleting port e273628d-a3ad-457c-b00d-b9395704c74d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:33:59.031844 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.044832 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.072411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Pushing event deleted for resources: {'Port': ['ID=e273628d-a3ad-457c-b00d-b9395704c74d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:33:59.074913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] No DVR routers for this DVR port e273628d-a3ad-457c-b00d-b9395704c74d on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:33:59.106143 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] For port e273628d-a3ad-457c-b00d-b9395704c74d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e273628d-a3ad-457c-b00d-b9395704c74d,segment=NetworkSegment(48ce6692-2798-4d5a-b524-84355b7f13f7),segment_id=48ce6692-2798-4d5a-b524-84355b7f13f7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:33:59.106543 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.119765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Calling delete_port for e273628d-a3ad-457c-b00d-b9395704c74d owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:33:59.146842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.158246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad073dd2-c650-4438-9abf-4bf4e1b456a6']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:33:59.169375 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ce6692-2798-4d5a-b524-84355b7f13f7') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:33:59.169722 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ce6692-2798-4d5a-b524-84355b7f13f7') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:33:59.178959 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.198382 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.199836 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.206219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:33:59.206635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:33:59.208415 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:33:59.222008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Pushing event deleted for resources: {'Port': ['ID=e273628d-a3ad-457c-b00d-b9395704c74d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:33:59.233397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.233663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.233950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.234292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.234649 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.234998 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.235325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.235652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.237094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.237425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.237748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.238076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:33:59.240847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a705e42b-32d1-48ed-a68a-4dcc10073e45 None None] No DVR routers for this DVR port e273628d-a3ad-457c-b00d-b9395704c74d on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:33:59.267040 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.272865 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.274772 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ad073dd2-c650-4438-9abf-4bf4e1b456a6 HTTP/1.1" status: 204 len: 168 time: 0.5650218 Aug 26 11:33:59.278490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37386) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:33:59.286643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833a0e8-d3aa-4ea7-a968-21db5563b249 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad073dd2-c650-4438-9abf-4bf4e1b456a6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:33:59.647288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.900979 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] Deleting port 8cbb0326-68ec-481d-8795-357813b99e1e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:33:59.901222 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:33:59.991001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] For port 8cbb0326-68ec-481d-8795-357813b99e1e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8cbb0326-68ec-481d-8795-357813b99e1e,segment=NetworkSegment(7ae05ab6-c079-4500-9f23-469d149a9b08),segment_id=7ae05ab6-c079-4500-9f23-469d149a9b08)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:33:59.991370 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:00.005594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] Calling delete_port for 8cbb0326-68ec-481d-8795-357813b99e1e owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:34:00.199496 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:00.227625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbb0326-68ec-481d-8795-357813b99e1e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:00.420658 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:00.653989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] Router 52ddf052-7f9b-42d7-8ed2-265d96440de2 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:34:00.766344 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e273628d-a3ad-457c-b00d-b9395704c74d no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:34:00.791375 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:34:00.799299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: e273628d-a3ad-457c-b00d-b9395704c74d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:34:00.800190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b60b66db-7746-4e4e-83d6-40c839170542 admin admin] 10.222.0.21 "PUT /v2.0/routers/52ddf052-7f9b-42d7-8ed2-265d96440de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5200992 Aug 26 11:34:00.802266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37388) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:00.802454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e273628d-a3ad-457c-b00d-b9395704c74d not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:34:00.808508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd3256-23ce-45a8-988c-fe2eb51f78dd None None] Sync routers for ids ['52ddf052-7f9b-42d7-8ed2-265d96440de2'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:34:00.821676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd3256-23ce-45a8-988c-fe2eb51f78dd None None] Routers {'52ddf052-7f9b-42d7-8ed2-265d96440de2'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:34:00.822319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bbbd3256-23ce-45a8-988c-fe2eb51f78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['52ddf052-7f9b-42d7-8ed2-265d96440de2'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:00.922775 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:00.941452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-bbbd3256-23ce-45a8-988c-fe2eb51f78dd None None] Set router 52ddf052-7f9b-42d7-8ed2-265d96440de2 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:34:01.035297 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.096919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Deleting port 16f3ff5d-380d-4e5d-a6bd-fd264341473a {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:34:01.097267 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.132075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bbbd3256-23ce-45a8-988c-fe2eb51f78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'name': 'tempest-TestServerBasicOps-614267351-router', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:18Z', 'updated_at': '2021-08-26T11:34:00Z', 'revision_number': 5, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'gw_port': {'id': '16f3ff5d-380d-4e5d-a6bd-fd264341473a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:28:19Z', 'updated_at': '2021-08-26T11:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:01.161064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd3256-23ce-45a8-988c-fe2eb51f78dd None None] Checking router: 52ddf052-7f9b-42d7-8ed2-265d96440de2 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:34:01.169786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd3256-23ce-45a8-988c-fe2eb51f78dd None None] Routers {'52ddf052-7f9b-42d7-8ed2-265d96440de2'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:34:01.170407 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bbbd3256-23ce-45a8-988c-fe2eb51f78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['52ddf052-7f9b-42d7-8ed2-265d96440de2'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:01.184813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] For port 16f3ff5d-380d-4e5d-a6bd-fd264341473a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=16f3ff5d-380d-4e5d-a6bd-fd264341473a,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:34:01.185087 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.199200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Calling delete_port for 16f3ff5d-380d-4e5d-a6bd-fd264341473a owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:34:01.271338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-bbbd3256-23ce-45a8-988c-fe2eb51f78dd None None] Set router 52ddf052-7f9b-42d7-8ed2-265d96440de2 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:34:01.370685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-bbbd3256-23ce-45a8-988c-fe2eb51f78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'name': 'tempest-TestServerBasicOps-614267351-router', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:18Z', 'updated_at': '2021-08-26T11:34:01Z', 'revision_number': 6, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:01.417219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd3256-23ce-45a8-988c-fe2eb51f78dd None None] The sync data for ids ['52ddf052-7f9b-42d7-8ed2-265d96440de2'] in n-d-778550-13 is: [{'id': '52ddf052-7f9b-42d7-8ed2-265d96440de2', 'name': 'tempest-TestServerBasicOps-614267351-router', 'tenant_id': '60f7e8b040994880a85b0af0ff165612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:28:18Z', 'updated_at': '2021-08-26T11:34:01Z', 'revision_number': 6, 'project_id': '60f7e8b040994880a85b0af0ff165612', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:34:01.445834 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.468964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=16f3ff5d-380d-4e5d-a6bd-fd264341473a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:01.546048 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.645237 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.647539 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.694624 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.695001 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ddf052-7f9b-42d7-8ed2-265d96440de2 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:34:01.700181 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.702029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4bc82d14-cd3a-455a-b117-aa01edee5b8b admin admin] 10.222.0.21 "DELETE /v2.0/routers/52ddf052-7f9b-42d7-8ed2-265d96440de2 HTTP/1.1" status: 204 len: 168 time: 0.8986659 Aug 26 11:34:01.704867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37390) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:01.750044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbcebb9-5b8c-4b88-810b-392ee31b0f82 admin admin] Deleting subnet 3ba1d527-3718-49e2-bfa2-1d4279dd4050 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:34:01.753440 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7fbcebb9-5b8c-4b88-810b-392ee31b0f82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.801664 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7fbcebb9-5b8c-4b88-810b-392ee31b0f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.888291 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7fbcebb9-5b8c-4b88-810b-392ee31b0f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.950911 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7fbcebb9-5b8c-4b88-810b-392ee31b0f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.976317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcebb9-5b8c-4b88-810b-392ee31b0f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba1d527-3718-49e2-bfa2-1d4279dd4050,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:01.982362 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7fbcebb9-5b8c-4b88-810b-392ee31b0f82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:01.986791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7fbcebb9-5b8c-4b88-810b-392ee31b0f82 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3ba1d527-3718-49e2-bfa2-1d4279dd4050 HTTP/1.1" status: 204 len: 168 time: 0.2785537 Aug 26 11:34:01.988524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37392) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:01.990276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5bc436-2728-45e1-ac17-66a3440e7593 None None] Network 43ac4245-0908-42aa-9f60-ca6704f7bbdc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:34:02.101833 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.162373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Deleting port 0930baca-8e58-4c40-abe3-559919103f28 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:34:02.162758 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.214513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c90ce18-5f06-46ca-ab73-64efc012d95d None None] DHCP port deletion for 43ac4245-0908-42aa-9f60-ca6704f7bbdc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:34:02.231979 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] For port 0930baca-8e58-4c40-abe3-559919103f28, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0930baca-8e58-4c40-abe3-559919103f28,segment=NetworkSegment(7ae05ab6-c079-4500-9f23-469d149a9b08),segment_id=7ae05ab6-c079-4500-9f23-469d149a9b08)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:34:02.232728 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.247622 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Calling delete_port for 0930baca-8e58-4c40-abe3-559919103f28 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:34:02.265541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1c90ce18-5f06-46ca-ab73-64efc012d95d None None] Deleting port 0930baca-8e58-4c40-abe3-559919103f28 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:34:02.265925 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c90ce18-5f06-46ca-ab73-64efc012d95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.333910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1c90ce18-5f06-46ca-ab73-64efc012d95d None None] For port 0930baca-8e58-4c40-abe3-559919103f28, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=0930baca-8e58-4c40-abe3-559919103f28,segment=NetworkSegment(7ae05ab6-c079-4500-9f23-469d149a9b08),segment_id=7ae05ab6-c079-4500-9f23-469d149a9b08)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:34:02.334577 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c90ce18-5f06-46ca-ab73-64efc012d95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.350562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1c90ce18-5f06-46ca-ab73-64efc012d95d None None] Calling delete_port for 0930baca-8e58-4c40-abe3-559919103f28 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:34:02.382440 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.404246 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=0930baca-8e58-4c40-abe3-559919103f28,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:02.410366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] No DVR routers for this DVR port 0930baca-8e58-4c40-abe3-559919103f28 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:34:02.443367 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c90ce18-5f06-46ca-ab73-64efc012d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.469695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90ce18-5f06-46ca-ab73-64efc012d95d None None] Pushing event deleted for resources: {'Port': ['ID=0930baca-8e58-4c40-abe3-559919103f28,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:02.473211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c90ce18-5f06-46ca-ab73-64efc012d95d None None] No DVR routers for this DVR port 0930baca-8e58-4c40-abe3-559919103f28 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:34:02.488204 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.499828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ac4245-0908-42aa-9f60-ca6704f7bbdc']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:02.512349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae05ab6-c079-4500-9f23-469d149a9b08') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:02.512642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae05ab6-c079-4500-9f23-469d149a9b08') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:02.522467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.542558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.553107 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:34:02.553594 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:34:02.555428 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:34:02.611432 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.617216 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.619177 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] 10.222.0.21 "DELETE /v2.0/networks/43ac4245-0908-42aa-9f60-ca6704f7bbdc HTTP/1.1" status: 204 len: 168 time: 0.6290474 Aug 26 11:34:02.631272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afe4d7-ba0b-4e6c-8a1b-dd10a1271f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ac4245-0908-42aa-9f60-ca6704f7bbdc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:02.716987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16f3ff5d-380d-4e5d-a6bd-fd264341473a no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:34:02.743672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 16f3ff5d-380d-4e5d-a6bd-fd264341473a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:34:02.744025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16f3ff5d-380d-4e5d-a6bd-fd264341473a not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:34:02.744456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8cbb0326-68ec-481d-8795-357813b99e1e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:34:02.756168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37396) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:02.764320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 8cbb0326-68ec-481d-8795-357813b99e1e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:34:02.764661 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8cbb0326-68ec-481d-8795-357813b99e1e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:34:02.765092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0930baca-8e58-4c40-abe3-559919103f28 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:34:02.784576 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 0930baca-8e58-4c40-abe3-559919103f28 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:34:02.784919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 0930baca-8e58-4c40-abe3-559919103f28 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:34:02.800227 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-018de11e-fa4d-4df6-aa49-a4c5fece5cc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c0421d90f734e7c8ede697f7a3e614e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427763 Aug 26 11:34:02.802648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37398) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:02.852327 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8421af74-35ea-4554-99bd-05637dd53362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.874171 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8421af74-35ea-4554-99bd-05637dd53362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.925558 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8421af74-35ea-4554-99bd-05637dd53362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.928254 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8421af74-35ea-4554-99bd-05637dd53362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:02.929437 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8421af74-35ea-4554-99bd-05637dd53362 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb4915ac-c9ce-4c40-96c7-f46153524a25 HTTP/1.1" status: 204 len: 168 time: 0.1258609 Aug 26 11:34:02.939753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421af74-35ea-4554-99bd-05637dd53362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4915ac-c9ce-4c40-96c7-f46153524a25,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:03.282900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37404) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:03.323529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ef094489-3743-4a32-b0b0-a761d0bedcde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60f7e8b040994880a85b0af0ff165612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394406 Aug 26 11:34:03.326135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37406) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:03.377873 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4918e809-c5d8-40a0-9123-fdcc7c7e029f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:03.404073 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4918e809-c5d8-40a0-9123-fdcc7c7e029f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:03.455104 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4918e809-c5d8-40a0-9123-fdcc7c7e029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:03.457645 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4918e809-c5d8-40a0-9123-fdcc7c7e029f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:03.458848 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4918e809-c5d8-40a0-9123-fdcc7c7e029f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24b13996-f6e8-49e8-9230-b0a34808fb32 HTTP/1.1" status: 204 len: 168 time: 0.1317832 Aug 26 11:34:03.467234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918e809-c5d8-40a0-9123-fdcc7c7e029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b13996-f6e8-49e8-9230-b0a34808fb32,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:04.150351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37428) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:04.251752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-994220156-network', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:34:04.274536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Made reservation on behalf of acae3af939584b1792f69a3549cf71ea for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:34:04.277470 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.286396 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.382630 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.386932 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.413405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:34:04.424183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb004179-350a-4e74-be05-ee8ccfe50873,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:04.429426 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.429759 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Added segment 50214385-65de-4979-8e0b-88ac57b62dea of type vlan for network 6038654b-23e7-4dfd-84bf-459735dd148a Aug 26 11:34:04.475727 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.499927 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.501048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:34:04.501744 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.562570 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4104986 Aug 26 11:34:04.565465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37432) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:04.572244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] Request body: {'subnet': {'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-994220156-subnet', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:34:04.577470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fd018-6818-4658-a456-6a2b48ae93e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6038654b-23e7-4dfd-84bf-459735dd148a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:04.587762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 6038654b-23e7-4dfd-84bf-459735dd148a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:34:04.599209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] Made reservation on behalf of acae3af939584b1792f69a3549cf71ea for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:34:04.601551 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.793880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.849190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e372a3-dc7e-4bdd-8756-5f184a5334d8,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:04.860454 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] Checking segment: {'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:34:04.860819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] Network hostable DHCP agents. Network: 6038654b-23e7-4dfd-84bf-459735dd148a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:34:04.878412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] Network 6038654b-23e7-4dfd-84bf-459735dd148a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:34:04.889669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 6038654b-23e7-4dfd-84bf-459735dd148a) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:34:04.895627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:34:04.896332 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.902223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437eaca3-271d-420a-8b31-015b5bec1a20 None None] Network 6038654b-23e7-4dfd-84bf-459735dd148a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:34:04.913156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0618c660-88db-4596-a9fa-e302fb3f205d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3465211 Aug 26 11:34:04.917091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37434) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:04.921564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:34:04.945700 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:04.947521 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.036664 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.100621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-6038654b-23e7-4dfd-84bf-459735dd148a', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:34:05.101510 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.239555 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.270754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Allocated IP 172.20.0.2 (6038654b-23e7-4dfd-84bf-459735dd148a/90e372a3-dc7e-4bdd-8756-5f184a5334d8/f3c6e2f9-2d4f-42e1-b624-35cad894d118) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:34:05.476543 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.491789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Transition to ACTIVE for port object f3c6e2f9-2d4f-42e1-b624-35cad894d118 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:34:05.513008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Transition to ACTIVE for port object f3c6e2f9-2d4f-42e1-b624-35cad894d118 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:34:05.519791 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.523416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.546066 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.564153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Network 6038654b-23e7-4dfd-84bf-459735dd148a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:34:05.567442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:34:05.573093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:34:05.577062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Pushing event updated for resources: {'Port': ['ID=f3c6e2f9-2d4f-42e1-b624-35cad894d118,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:05.656289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Attempting to bind port f3c6e2f9-2d4f-42e1-b624-35cad894d118 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:34:05.657391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Attempting to bind port f3c6e2f9-2d4f-42e1-b624-35cad894d118 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:34:05.657798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Attempting to bind port f3c6e2f9-2d4f-42e1-b624-35cad894d118 on network 6038654b-23e7-4dfd-84bf-459735dd148a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:34:05.664928 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Allocated IP 172.25.1.54 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:34:05.666176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:34:05.666863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Checking segment: {'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:34:05.667412 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.667869 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Bound using segment: {'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:34:05.668422 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Bound port: f3c6e2f9-2d4f-42e1-b624-35cad894d118, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:34:05.668856 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.746135 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] For port f3c6e2f9-2d4f-42e1-b624-35cad894d118, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:34:05.750347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] For port f3c6e2f9-2d4f-42e1-b624-35cad894d118, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f3c6e2f9-2d4f-42e1-b624-35cad894d118,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:34:05.756082 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.806567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.829040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92649e-f2c0-4209-8489-9d97cb0ea74a None None] Pushing event updated for resources: {'Port': ['ID=f3c6e2f9-2d4f-42e1-b624-35cad894d118,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:05.860257 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:05.900330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:34:05.906852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:34:05.910924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:34:05.917525 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:06.199536 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:06.421234 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:06.758077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f3c6e2f9-2d4f-42e1-b624-35cad894d118 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:06.826440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1c305f-f614-4bca-b6bd-4f8f38fee1b5 None None] Network 6038654b-23e7-4dfd-84bf-459735dd148a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:34:06.946083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Router ee2cf567-7cdd-46bd-a4e9-d10406e2923f is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:34:06.965268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3ba026e5-87ad-4a5b-931d-953c69625943 None None] Provisioning for port f3c6e2f9-2d4f-42e1-b624-35cad894d118 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:34:06.974711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f3c6e2f9-2d4f-42e1-b624-35cad894d118 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:34:06.982592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3ba026e5-87ad-4a5b-931d-953c69625943 None None] Provisioning complete for port f3c6e2f9-2d4f-42e1-b624-35cad894d118 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:06.983283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ba026e5-87ad-4a5b-931d-953c69625943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.029907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f3c6e2f9-2d4f-42e1-b624-35cad894d118 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:07.030539 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.070179 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:34:07.084313 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Sync routers for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:34:07.090417 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.092988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-10635c8e-eef3-4bb9-af55-eee899825fb1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1748133 Aug 26 11:34:07.095936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37436) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:07.099229 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:34:07.100021 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:07.222820 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:34:07.430977 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:06Z', 'revision_number': 3, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:07.490002 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Checking router: ee2cf567-7cdd-46bd-a4e9-d10406e2923f for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:34:07.490498 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Updating router ee2cf567-7cdd-46bd-a4e9-d10406e2923f port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:34:07.535202 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.602297 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.609357 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ba026e5-87ad-4a5b-931d-953c69625943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.622126 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.687423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3ba026e5-87ad-4a5b-931d-953c69625943 None None] For port f3c6e2f9-2d4f-42e1-b624-35cad894d118, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f3c6e2f9-2d4f-42e1-b624-35cad894d118,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:34:07.697118 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ba026e5-87ad-4a5b-931d-953c69625943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.795605 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 11:34:07.796648 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 11:34:07.799904 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba026e5-87ad-4a5b-931d-953c69625943 None None] Pushing event updated for resources: {'Port': ['ID=f3c6e2f9-2d4f-42e1-b624-35cad894d118,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:07.846247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Allocated IP 172.20.0.1 (6038654b-23e7-4dfd-84bf-459735dd148a/90e372a3-dc7e-4bdd-8756-5f184a5334d8/b3db6265-917e-4f79-a955-17c8ae5c6963) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:34:07.868660 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.889084 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Transition to ACTIVE for port object 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:34:07.899423 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.934442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e607f570-f65d-4617-a0c8-69ed956b03ac None None] Provisioning complete for port f3c6e2f9-2d4f-42e1-b624-35cad894d118 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:07.935134 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e607f570-f65d-4617-a0c8-69ed956b03ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.963369 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Attempting to bind port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:34:07.963844 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Attempting to bind port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:34:07.964277 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Attempting to bind port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:34:07.976121 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:34:07.976670 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:34:07.977147 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.977618 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:34:07.978397 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Bound port: 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:34:07.980196 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:07.983477 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:08.001699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Transition to ACTIVE for port object b3db6265-917e-4f79-a955-17c8ae5c6963 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:34:08.006627 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Pushing event updated for resources: {'Port': ['ID=270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:08.036966 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.037273 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.037412 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.037882 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.038023 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.038586 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.039177 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.039359 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.039658 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.039983 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.040755 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.041055 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:34:08.045413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:08.052136 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] For port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:34:08.055681 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] For port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:34:08.061749 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:08.091622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Network 6038654b-23e7-4dfd-84bf-459735dd148a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:34:08.098194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:34:08.100504 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b3db6265-917e-4f79-a955-17c8ae5c6963,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:08.103366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:34:08.118519 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:34:08.119203 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:08.160234 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:08.233834 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dd6ca-9b9c-4da3-9fe1-3edadc3f6d0e None None] Pushing event updated for resources: {'Port': ['ID=270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:08.244027 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:34:08.341322 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:08.453280 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-07a0603f-019d-4643-9650-4cdaed81fb44 None None] Provisioning for port b3db6265-917e-4f79-a955-17c8ae5c6963 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:34:08.460312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-07a0603f-019d-4643-9650-4cdaed81fb44 None None] Provisioning complete for port b3db6265-917e-4f79-a955-17c8ae5c6963 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:08.460648 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:06Z', 'revision_number': 3, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:08.461109 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07a0603f-019d-4643-9650-4cdaed81fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:08.527796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-07a0603f-019d-4643-9650-4cdaed81fb44 None None] Port b3db6265-917e-4f79-a955-17c8ae5c6963 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:34:08.581809 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:08.588998 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:08.589270 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d8dfcd-091d-4303-a809-637fd23d4f3f None None] The sync data for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 is: [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:06Z', 'revision_number': 3, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:34:08.670206 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:08.672257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b3db6265-917e-4f79-a955-17c8ae5c6963,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:08.727355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f3c6e2f9-2d4f-42e1-b624-35cad894d118 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:08.792912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f3c6e2f9-2d4f-42e1-b624-35cad894d118 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:08.793795 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:08.833328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Network 6038654b-23e7-4dfd-84bf-459735dd148a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:34:08.836307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:34:09.014598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Router ee2cf567-7cdd-46bd-a4e9-d10406e2923f has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:34:09.169543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:34:09.175894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-81422b9b-2a4e-43ee-ae5a-8e8ff60505c8 admin admin] 10.222.0.21 "PUT /v2.0/routers/ee2cf567-7cdd-46bd-a4e9-d10406e2923f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0783474 Aug 26 11:34:09.260176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fbab5aab-63e1-46f6-8049-dae7fd529b72 None None] Provisioning complete for port b3db6265-917e-4f79-a955-17c8ae5c6963 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:09.261530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbab5aab-63e1-46f6-8049-dae7fd529b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:09.303083 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fbab5aab-63e1-46f6-8049-dae7fd529b72 None None] Port b3db6265-917e-4f79-a955-17c8ae5c6963 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:34:09.761093 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37458) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:09.766272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-93299863-network', 'tenant_id': '81716bf25caa43d695096f5cbd79a530'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:34:09.792959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Made reservation on behalf of 81716bf25caa43d695096f5cbd79a530 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:34:09.795425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:09.804504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:09.909617 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:09.914344 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:09.941348 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:34:09.951210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb1926b-2072-48ae-bb2b-e46d53fab448,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:09.957700 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:09.958055 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Added segment c70e7746-f67b-4840-a9b8-22f38682d343 of type vlan for network 70b42573-989b-46f9-9dfb-a3c133104990 Aug 26 11:34:10.000338 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:10.025863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:10.026895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:34:10.027489 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:10.086529 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3243020 Aug 26 11:34:10.096857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37460) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:10.098756 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acd62f-9891-437b-95c9-a82f6584465d admin admin] Pushing event updated for resources: {'Network': ['ID=70b42573-989b-46f9-9dfb-a3c133104990,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:10.104607 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] Request body: {'subnet': {'network_id': '70b42573-989b-46f9-9dfb-a3c133104990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-93299863-subnet', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:34:10.111335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 70b42573-989b-46f9-9dfb-a3c133104990 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:34:10.133124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] Made reservation on behalf of 81716bf25caa43d695096f5cbd79a530 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:34:10.138413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:10.380935 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:10.444441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=947bc78a-3d0f-4bea-be45-2d1917444368,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:10.453877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] Checking segment: {'id': 'c70e7746-f67b-4840-a9b8-22f38682d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:34:10.454240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] Network hostable DHCP agents. Network: 70b42573-989b-46f9-9dfb-a3c133104990, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:34:10.456486 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Sync routers for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:34:10.471185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:34:10.472281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:10.473114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] Network 70b42573-989b-46f9-9dfb-a3c133104990 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:34:10.483838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 70b42573-989b-46f9-9dfb-a3c133104990) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:34:10.488886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:34:10.489894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:10.506358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-537c8c1e-1493-40bc-aa03-bef6dc79f948 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4081316 Aug 26 11:34:10.508932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 37462) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:10.513552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-93299863-router', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:34:10.520409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38acc085-5a4b-428c-88cc-dd73dfcac1c7 None None] Network 70b42573-989b-46f9-9dfb-a3c133104990 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:34:10.540858 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:10.542750 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:10.628645 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:10.663643 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:34:10.815131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:10.829602 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:10.864335 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-70b42573-989b-46f9-9dfb-a3c133104990', 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'fixed_ips': [{'subnet_id': '947bc78a-3d0f-4bea-be45-2d1917444368'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:34:10.865242 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.063192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:34:11.075146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:11.075534 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.094952 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.128264 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.131826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Allocated IP 172.20.0.2 (70b42573-989b-46f9-9dfb-a3c133104990/947bc78a-3d0f-4bea-be45-2d1917444368/2dd61005-22c6-4b17-bf9f-2fe602d774fb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:34:11.213179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 2, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:11.279682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Checking router: ee2cf567-7cdd-46bd-a4e9-d10406e2923f for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:34:11.280028 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Updating router ee2cf567-7cdd-46bd-a4e9-d10406e2923f port b3db6265-917e-4f79-a955-17c8ae5c6963 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:34:11.317331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Allocated IP 172.25.1.124 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/7cd39c1d-f537-44bb-9a54-3fe544d4ce5e) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:34:11.338209 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.347258 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.407715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:34:11.417991 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.462830 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.480735 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.514702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Transition to ACTIVE for port object 2dd61005-22c6-4b17-bf9f-2fe602d774fb will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:34:11.532728 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.580719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:11.601725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:34:11.603793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Transition to ACTIVE for port object 2dd61005-22c6-4b17-bf9f-2fe602d774fb will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:34:11.619287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:34:11.624875 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.628649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:34:11.663462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Pushing event updated for resources: {'Port': ['ID=7cd39c1d-f537-44bb-9a54-3fe544d4ce5e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:11.705542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Network 70b42573-989b-46f9-9dfb-a3c133104990 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:34:11.715220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:34:11.725259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:34:11.734638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Pushing event updated for resources: {'Port': ['ID=2dd61005-22c6-4b17-bf9f-2fe602d774fb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:11.812569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Attempting to bind port 2dd61005-22c6-4b17-bf9f-2fe602d774fb on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:34:11.812863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Attempting to bind port 2dd61005-22c6-4b17-bf9f-2fe602d774fb by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'c70e7746-f67b-4840-a9b8-22f38682d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:34:11.813238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Attempting to bind port 2dd61005-22c6-4b17-bf9f-2fe602d774fb on network 70b42573-989b-46f9-9dfb-a3c133104990 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:34:11.828289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:34:11.828670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Checking segment: {'id': 'c70e7746-f67b-4840-a9b8-22f38682d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:34:11.829084 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.829484 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Bound using segment: {'id': 'c70e7746-f67b-4840-a9b8-22f38682d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:34:11.829979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Bound port: 2dd61005-22c6-4b17-bf9f-2fe602d774fb, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70e7746-f67b-4840-a9b8-22f38682d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:34:11.830364 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.908473 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.933698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Transition to ACTIVE for port object b3db6265-917e-4f79-a955-17c8ae5c6963 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:34:11.936812 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.944506 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:11.958934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] For port 2dd61005-22c6-4b17-bf9f-2fe602d774fb, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:34:11.995106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] For port 2dd61005-22c6-4b17-bf9f-2fe602d774fb, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2dd61005-22c6-4b17-bf9f-2fe602d774fb,segment=NetworkSegment(c70e7746-f67b-4840-a9b8-22f38682d343),segment_id=c70e7746-f67b-4840-a9b8-22f38682d343)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:34:12.008811 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:12.026525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22a6d9-f317-466b-93d5-f98002b27ff6 None None] Pushing event updated for resources: {'Port': ['ID=b3db6265-917e-4f79-a955-17c8ae5c6963,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:12.156266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Attempting to bind port b3db6265-917e-4f79-a955-17c8ae5c6963 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:34:12.157112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Attempting to bind port b3db6265-917e-4f79-a955-17c8ae5c6963 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:34:12.157709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Attempting to bind port b3db6265-917e-4f79-a955-17c8ae5c6963 on network 6038654b-23e7-4dfd-84bf-459735dd148a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:34:12.168426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:34:12.168812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Checking segment: {'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:34:12.169200 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:12.169802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Bound using segment: {'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:34:12.170338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Bound port: b3db6265-917e-4f79-a955-17c8ae5c6963, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:34:12.170760 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:12.176980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1678aa-6725-48fe-aef2-982d9618d149 None None] Pushing event updated for resources: {'Port': ['ID=2dd61005-22c6-4b17-bf9f-2fe602d774fb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:12.495269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] For port b3db6265-917e-4f79-a955-17c8ae5c6963, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:34:12.497790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] For port b3db6265-917e-4f79-a955-17c8ae5c6963, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b3db6265-917e-4f79-a955-17c8ae5c6963,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:34:12.508395 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:12.577262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:34:12.577995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:12.580431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22a6d9-f317-466b-93d5-f98002b27ff6 None None] Pushing event updated for resources: {'Port': ['ID=b3db6265-917e-4f79-a955-17c8ae5c6963,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:12.766500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:34:12.853968 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:12.896514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2dd61005-22c6-4b17-bf9f-2fe602d774fb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:13.049977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Router d9bd8068-2b4e-45b2-92d1-b2781f409efb is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:34:13.122511 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 2dd61005-22c6-4b17-bf9f-2fe602d774fb completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:34:13.163380 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:13.189081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:34:13.209373 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Sync routers for ids ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:34:13.212123 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:13.213590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9205dd48-7400-497e-8927-af364d268f9c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7034657 Aug 26 11:34:13.217262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 37464) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:34:13.253718 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Routers {'d9bd8068-2b4e-45b2-92d1-b2781f409efb'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:34:13.254852 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:13.258612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:13.259033 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:13.262272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:12Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:13.315068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c9dc5-a02d-4205-bf1f-cc442649cef2 None None] The sync data for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 is: [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:12Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:34:13.436084 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4cb391c2-1f2f-4d84-917b-29f4f0b7c11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:13.486349 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Set router d9bd8068-2b4e-45b2-92d1-b2781f409efb gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:34:13.551505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f632a24-c6a9-4787-87b1-6cb97a89d40f None None] Network 70b42573-989b-46f9-9dfb-a3c133104990 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:34:13.625886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1bb96636-00a9-49e5-a500-7da0056dcd81 None None] Provisioning for port 2dd61005-22c6-4b17-bf9f-2fe602d774fb completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:34:13.634520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1bb96636-00a9-49e5-a500-7da0056dcd81 None None] Provisioning complete for port 2dd61005-22c6-4b17-bf9f-2fe602d774fb triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:13.635091 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bb96636-00a9-49e5-a500-7da0056dcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:13.836369 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'name': 'tempest-TestVolumeBackupRestore-93299863-router', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:10Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 3, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'gw_port': {'id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:11Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:13.845878 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bb96636-00a9-49e5-a500-7da0056dcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:13.909915 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Checking router: d9bd8068-2b4e-45b2-92d1-b2781f409efb for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:34:13.910498 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Updating router d9bd8068-2b4e-45b2-92d1-b2781f409efb port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:34:13.915218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1bb96636-00a9-49e5-a500-7da0056dcd81 None None] For port 2dd61005-22c6-4b17-bf9f-2fe602d774fb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2dd61005-22c6-4b17-bf9f-2fe602d774fb,segment=NetworkSegment(c70e7746-f67b-4840-a9b8-22f38682d343),segment_id=c70e7746-f67b-4840-a9b8-22f38682d343)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:34:13.925559 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bb96636-00a9-49e5-a500-7da0056dcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:13.965580 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:14.003601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb96636-00a9-49e5-a500-7da0056dcd81 None None] Pushing event updated for resources: {'Port': ['ID=2dd61005-22c6-4b17-bf9f-2fe602d774fb,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:14.250110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8147edce-37cf-4f0e-b91c-3d044bad8b3a None None] Provisioning complete for port 2dd61005-22c6-4b17-bf9f-2fe602d774fb triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:14.250493 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8147edce-37cf-4f0e-b91c-3d044bad8b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:14.400235 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:14.415262 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Transition to ACTIVE for port object 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:34:14.427892 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:14.460692 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Attempting to bind port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:34:14.461248 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Attempting to bind port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:34:14.461966 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Attempting to bind port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:34:14.492800 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:34:14.493417 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:34:14.496048 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:14.496747 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:34:14.497641 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Bound port: 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:34:14.498263 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:14.522888 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:14.591940 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] For port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:34:14.597597 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] For port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7cd39c1d-f537-44bb-9a54-3fe544d4ce5e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:34:14.610281 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:14.629832 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e824e53-7252-4595-8a7f-77163bb9277c None None] Pushing event updated for resources: {'Port': ['ID=7cd39c1d-f537-44bb-9a54-3fe544d4ce5e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:14.751381 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e824e53-7252-4595-8a7f-77163bb9277c None None] Pushing event updated for resources: {'Port': ['ID=7cd39c1d-f537-44bb-9a54-3fe544d4ce5e,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:14.765169 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Routers {'d9bd8068-2b4e-45b2-92d1-b2781f409efb'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:34:14.765594 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:33:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:14.768368 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Allocated IP 172.20.0.1 (70b42573-989b-46f9-9dfb-a3c133104990/947bc78a-3d0f-4bea-be45-2d1917444368/c4e0a4cf-bd52-46d9-95ef-0e7275266a23) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:34:14.881050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b3db6265-917e-4f79-a955-17c8ae5c6963 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:14.935857 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] Set router d9bd8068-2b4e-45b2-92d1-b2781f409efb gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:34:14.944357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port b3db6265-917e-4f79-a955-17c8ae5c6963 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:34:14.949635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b3db6265-917e-4f79-a955-17c8ae5c6963 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:14.950013 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:14.971020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:14.996683 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Transition to ACTIVE for port object c4e0a4cf-bd52-46d9-95ef-0e7275266a23 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:34:15.062871 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:15.082056 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:15.105295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Network 70b42573-989b-46f9-9dfb-a3c133104990 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:34:15.109081 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:34:15.113172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:34:15.152704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Pushing event updated for resources: {'Port': ['ID=c4e0a4cf-bd52-46d9-95ef-0e7275266a23,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:15.165189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port b3db6265-917e-4f79-a955-17c8ae5c6963, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b3db6265-917e-4f79-a955-17c8ae5c6963,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:34:15.172395 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:15.173219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2dd61005-22c6-4b17-bf9f-2fe602d774fb up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:15.176385 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:15.238541 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'name': 'tempest-TestVolumeBackupRestore-93299863-router', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:10Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 3, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'gw_port': {'id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:11Z', 'updated_at': '2021-08-26T11:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:15.257988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=b3db6265-917e-4f79-a955-17c8ae5c6963,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:15.272019 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94f7241-3581-4e4c-b6ea-3fbb68eee1f4 None None] The sync data for ids ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'] in n-d-778550-13 is: [{'id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'name': 'tempest-TestVolumeBackupRestore-93299863-router', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:10Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 3, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'gw_port': {'id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:11Z', 'updated_at': '2021-08-26T11:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:34:15.291259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2dd61005-22c6-4b17-bf9f-2fe602d774fb triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:15.292384 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:15.389198 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:15.546472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-54f0b22a-9ffd-45c6-8647-398ed5179e0e None None] Provisioning for port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:34:15.553584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-54f0b22a-9ffd-45c6-8647-398ed5179e0e None None] Provisioning complete for port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:15.554179 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54f0b22a-9ffd-45c6-8647-398ed5179e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:15.618225 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:15.624796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:15.641112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-54f0b22a-9ffd-45c6-8647-398ed5179e0e None None] Port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:34:15.703475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Pushing event updated for resources: {'Port': ['ID=c4e0a4cf-bd52-46d9-95ef-0e7275266a23,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:15.705989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:15.787358 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e48f933-6d3a-4613-8ca5-7b1f3383e550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:15.833835 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Network 70b42573-989b-46f9-9dfb-a3c133104990 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:34:15.836055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:34:15.979862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Router d9bd8068-2b4e-45b2-92d1-b2781f409efb has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:34:16.118685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:34:16.125967 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9fec567e-4687-4d87-94fe-2b69a85b3f6a admin admin] 10.222.0.21 "PUT /v2.0/routers/d9bd8068-2b4e-45b2-92d1-b2781f409efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9046812 Aug 26 11:34:16.181554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aeed0838-f3bb-4b8a-b9a2-383acab36a77 None None] Provisioning complete for port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:16.183331 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aeed0838-f3bb-4b8a-b9a2-383acab36a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:16.252128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-aeed0838-f3bb-4b8a-b9a2-383acab36a77 None None] Port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:34:16.312121 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:16.809675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b3db6265-917e-4f79-a955-17c8ae5c6963 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:16.870712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b3db6265-917e-4f79-a955-17c8ae5c6963 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:16.871112 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:16.972956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:17.045192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:34:17.050723 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:17.051001 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:17.176544 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:17.205403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Sync routers for ids ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:34:17.209618 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7cd39c1d-f537-44bb-9a54-3fe544d4ce5e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:34:17.217450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:17.226140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Routers {'d9bd8068-2b4e-45b2-92d1-b2781f409efb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:34:17.227026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:34:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:17.395624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=7cd39c1d-f537-44bb-9a54-3fe544d4ce5e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:17.403736 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:17.441686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Set router d9bd8068-2b4e-45b2-92d1-b2781f409efb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:34:17.710179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'name': 'tempest-TestVolumeBackupRestore-93299863-router', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:10Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 4, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'gw_port': {'id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:11Z', 'updated_at': '2021-08-26T11:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c4e0a4cf-bd52-46d9-95ef-0e7275266a23', 'name': '', 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'mac_address': 'fa:16:3e:80:1a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '947bc78a-3d0f-4bea-be45-2d1917444368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:14Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 2, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'subnets': [{'id': '947bc78a-3d0f-4bea-be45-2d1917444368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:17.741409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Checking router: d9bd8068-2b4e-45b2-92d1-b2781f409efb for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:34:17.741768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Updating router d9bd8068-2b4e-45b2-92d1-b2781f409efb port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:34:17.771741 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:34:17.772547 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:18.245196 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:18.255545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Transition to ACTIVE for port object c4e0a4cf-bd52-46d9-95ef-0e7275266a23 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:34:18.263258 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:18.320685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee8463-1a37-4a7c-b908-afe09be31a20 None None] Pushing event updated for resources: {'Port': ['ID=c4e0a4cf-bd52-46d9-95ef-0e7275266a23,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:18.380652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Attempting to bind port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:34:18.381033 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Attempting to bind port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'c70e7746-f67b-4840-a9b8-22f38682d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:34:18.381395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Attempting to bind port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 on network 70b42573-989b-46f9-9dfb-a3c133104990 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:34:18.387975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:34:18.388355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Checking segment: {'id': 'c70e7746-f67b-4840-a9b8-22f38682d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:34:18.388769 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:18.389171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Bound using segment: {'id': 'c70e7746-f67b-4840-a9b8-22f38682d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:34:18.389675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Bound port: c4e0a4cf-bd52-46d9-95ef-0e7275266a23, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70e7746-f67b-4840-a9b8-22f38682d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:34:18.390263 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:18.471865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] For port c4e0a4cf-bd52-46d9-95ef-0e7275266a23, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:34:18.475500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] For port c4e0a4cf-bd52-46d9-95ef-0e7275266a23, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c4e0a4cf-bd52-46d9-95ef-0e7275266a23,segment=NetworkSegment(c70e7746-f67b-4840-a9b8-22f38682d343),segment_id=c70e7746-f67b-4840-a9b8-22f38682d343)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:34:18.480916 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:18.537523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Routers {'d9bd8068-2b4e-45b2-92d1-b2781f409efb'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:34:18.538158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:34:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:18.597365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee8463-1a37-4a7c-b908-afe09be31a20 None None] Pushing event updated for resources: {'Port': ['ID=c4e0a4cf-bd52-46d9-95ef-0e7275266a23,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:18.686777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] Set router d9bd8068-2b4e-45b2-92d1-b2781f409efb gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:34:18.734813 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:18.890088 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:18.890465 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:19.021128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'name': 'tempest-TestVolumeBackupRestore-93299863-router', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:10Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 4, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'gw_port': {'id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:11Z', 'updated_at': '2021-08-26T11:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c4e0a4cf-bd52-46d9-95ef-0e7275266a23', 'name': '', 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'mac_address': 'fa:16:3e:80:1a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '947bc78a-3d0f-4bea-be45-2d1917444368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:14Z', 'updated_at': '2021-08-26T11:34:18Z', 'revision_number': 4, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'subnets': [{'id': '947bc78a-3d0f-4bea-be45-2d1917444368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:34:19.050699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfecf9b-6daa-47cd-9357-fefc7933509b None None] The sync data for ids ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'] in n-d-778550-13 is: [{'id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'name': 'tempest-TestVolumeBackupRestore-93299863-router', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:10Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 4, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'gw_port': {'id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:11Z', 'updated_at': '2021-08-26T11:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'c4e0a4cf-bd52-46d9-95ef-0e7275266a23', 'name': '', 'network_id': '70b42573-989b-46f9-9dfb-a3c133104990', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'mac_address': 'fa:16:3e:80:1a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '947bc78a-3d0f-4bea-be45-2d1917444368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:14Z', 'updated_at': '2021-08-26T11:34:18Z', 'revision_number': 4, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'subnets': [{'id': '947bc78a-3d0f-4bea-be45-2d1917444368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:34:19.405462 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:20.744238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c4e0a4cf-bd52-46d9-95ef-0e7275266a23 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:20.748803 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:20.798320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:34:20.802362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:20.802758 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:20.891645 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:20.928313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c4e0a4cf-bd52-46d9-95ef-0e7275266a23, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c4e0a4cf-bd52-46d9-95ef-0e7275266a23,segment=NetworkSegment(c70e7746-f67b-4840-a9b8-22f38682d343),segment_id=c70e7746-f67b-4840-a9b8-22f38682d343)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:34:20.934384 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:20.992659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c4e0a4cf-bd52-46d9-95ef-0e7275266a23,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:34:22.595915 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:22.714657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c4e0a4cf-bd52-46d9-95ef-0e7275266a23 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:34:22.767250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:34:22.767914 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:43.380052 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88cd0645-219e-4bdb-add2-ca61e2420b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:45.789648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2e6705a-8ce1-4c5e-9161-bc7c83985c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:46.305405 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:47.313236 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:49.399268 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:50.747664 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:52.594214 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:34:54.773530 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:35:13.380369 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-325a0b55-af66-4885-8fd3-1f71ddbddb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:15.790984 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-559dc9ea-3063-44d0-88a4-a39f3103300b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:16.309229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:17.316718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:19.405378 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:20.773269 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:22.614837 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:27.573398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-f027c515-6587-464c-a5b4-a119934c8d02 req-44043d80-cb46-49d6-94c9-54bcfba47de4 service neutron] (101267) timed out ('10.222.0.21', 35880) {{(pid=101267) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:35:31.772458 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:35:43.386359 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0bc378fd-ee25-460d-b3d9-362a16107c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:45.792107 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0f30-8b33-438f-8eb6-b4e2d6dd425b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:46.318663 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:47.322674 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:49.405987 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:50.772966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:35:52.609654 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.059143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38500) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:00.064637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881397362', 'description': 'tempest-secgroup-smoke-1881397362 description', 'project_id': 'acae3af939584b1792f69a3549cf71ea'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:36:00.088495 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.173981 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.177793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.204955 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.206353 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1462011 Aug 26 11:36:00.209494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38506) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:00.210866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfdef6d-a95a-4e1f-baea-da990577bdc8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:00.216418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Request body: {'security_group_rule': {'security_group_id': '1dfdef6d-a95a-4e1f-baea-da990577bdc8', 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:36:00.218653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.219044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.219388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.219743 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.220064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.220396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.224390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.224390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.224390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.224390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.224390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.224390 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ce998-8792-43dd-9ad4-530e548ee15e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.244637 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.300571 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.304506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.320411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95adcc53-fb65-451d-b1f6-6de7217b41d4,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:00.331509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.331859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.332205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.332541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.332932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.333400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.333741 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.334068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.334405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.334746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.335079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.335910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:00.338970 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.342680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3ca72b98-9c23-4788-a815-8cba9d36b143 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295800 Aug 26 11:36:00.342987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38510) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:00.347364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-04fc73f4-f621-4672-a1b0-bda09406724b tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Request body: {'security_group_rule': {'security_group_id': '1dfdef6d-a95a-4e1f-baea-da990577bdc8', 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:36:00.377064 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04fc73f4-f621-4672-a1b0-bda09406724b tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.438689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04fc73f4-f621-4672-a1b0-bda09406724b tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.442215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04fc73f4-f621-4672-a1b0-bda09406724b tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.459859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc73f4-f621-4672-a1b0-bda09406724b tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfabbe24-6152-4cbb-bdb6-2e52675027e8,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:00.467224 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-04fc73f4-f621-4672-a1b0-bda09406724b tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.468442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-04fc73f4-f621-4672-a1b0-bda09406724b tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245787 Aug 26 11:36:00.471082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38514) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:00.475507 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5a193481-3cb8-4a22-ad89-1a02a7fa3a83 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Request body: {'security_group_rule': {'security_group_id': '1dfdef6d-a95a-4e1f-baea-da990577bdc8', 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:36:00.501321 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a193481-3cb8-4a22-ad89-1a02a7fa3a83 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.561684 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a193481-3cb8-4a22-ad89-1a02a7fa3a83 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.565194 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a193481-3cb8-4a22-ad89-1a02a7fa3a83 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.582401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a193481-3cb8-4a22-ad89-1a02a7fa3a83 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c5f28b-3d50-41a6-9224-1fa6be0be918,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:00.589421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5a193481-3cb8-4a22-ad89-1a02a7fa3a83 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.590631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5a193481-3cb8-4a22-ad89-1a02a7fa3a83 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185718 Aug 26 11:36:00.593358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38516) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:00.597737 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-3a37808d-41bc-478a-b0a2-b55132fd6895 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Request body: {'security_group_rule': {'security_group_id': '1dfdef6d-a95a-4e1f-baea-da990577bdc8', 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:36:00.624703 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a37808d-41bc-478a-b0a2-b55132fd6895 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.683109 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a37808d-41bc-478a-b0a2-b55132fd6895 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.686675 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a37808d-41bc-478a-b0a2-b55132fd6895 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.704480 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37808d-41bc-478a-b0a2-b55132fd6895 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557e9b75-f956-4872-b102-097df9c0e9af,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:00.710257 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3a37808d-41bc-478a-b0a2-b55132fd6895 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.712083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3a37808d-41bc-478a-b0a2-b55132fd6895 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177967 Aug 26 11:36:00.714670 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38518) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:00.719160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-792300db-6f1b-4d4d-8eef-4a9cfc4163ae tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Request body: {'security_group_rule': {'security_group_id': '1dfdef6d-a95a-4e1f-baea-da990577bdc8', 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:36:00.739498 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-792300db-6f1b-4d4d-8eef-4a9cfc4163ae tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Project acae3af939584b1792f69a3549cf71ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:36:00.744722 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-792300db-6f1b-4d4d-8eef-4a9cfc4163ae tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.805299 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-792300db-6f1b-4d4d-8eef-4a9cfc4163ae tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.808512 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-792300db-6f1b-4d4d-8eef-4a9cfc4163ae tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.825947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792300db-6f1b-4d4d-8eef-4a9cfc4163ae tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02121db4-93db-4db1-85ae-6a899713fcd8,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:00.832564 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-792300db-6f1b-4d4d-8eef-4a9cfc4163ae tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.834030 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-792300db-6f1b-4d4d-8eef-4a9cfc4163ae tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182227 Aug 26 11:36:00.837002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38520) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:00.841402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-75592147-8ba7-42c2-8c7c-3ac42b82a154 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Request body: {'security_group_rule': {'security_group_id': '1dfdef6d-a95a-4e1f-baea-da990577bdc8', 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:36:00.862544 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-75592147-8ba7-42c2-8c7c-3ac42b82a154 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Project acae3af939584b1792f69a3549cf71ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 11:36:00.867750 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75592147-8ba7-42c2-8c7c-3ac42b82a154 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.931388 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75592147-8ba7-42c2-8c7c-3ac42b82a154 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.935300 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75592147-8ba7-42c2-8c7c-3ac42b82a154 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.954563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75592147-8ba7-42c2-8c7c-3ac42b82a154 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f60c70-00ad-4f0a-8527-69247ab1520b,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:00.960979 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75592147-8ba7-42c2-8c7c-3ac42b82a154 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:00.962430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-75592147-8ba7-42c2-8c7c-3ac42b82a154 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244965 Aug 26 11:36:01.134648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-49aa8967-469e-4f2a-83cd-e8e3d90dace1 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881397362&fields=id&tenant_id=acae3af939584b1792f69a3549cf71ea HTTP/1.1" status: 200 len: 267 time: 0.0326319 Aug 26 11:36:01.244394 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-2e23fe93-7476-4cc2-838e-8c012a708720 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:01.245877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-2e23fe93-7476-4cc2-838e-8c012a708720 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/networks?id=6038654b-23e7-4dfd-84bf-459735dd148a HTTP/1.1" status: 200 len: 813 time: 0.1046939 Aug 26 11:36:01.260616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-f54fc192-ea11-4e92-8a96-8868273dee02 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/quotas/acae3af939584b1792f69a3549cf71ea HTTP/1.1" status: 200 len: 375 time: 0.0089688 Aug 26 11:36:01.311123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-6eadf66f-0c08-48f7-bb95-6a9ed53aae2b tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=acae3af939584b1792f69a3549cf71ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453248 Aug 26 11:36:01.524408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-3c514e22-7706-4e2b-b208-0c20b5507059 service neutron] 10.222.0.21 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018852 Aug 26 11:36:01.623864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-be8aee0e-37e2-4967-8def-c19593d2ee36 service neutron] 10.222.0.21 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934286 Aug 26 11:36:01.908490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ac40c96-333c-4e74-8bb5-9344ff48d2ef req-4da36e59-cdf4-41fd-8f59-b9c866535929 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 210 time: 0.0282760 Aug 26 11:36:02.984724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-14f35662-409b-4301-b3a5-180049e8e2ad tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:02.986212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-14f35662-409b-4301-b3a5-180049e8e2ad tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.47 "GET /v2.0/networks?id=6038654b-23e7-4dfd-84bf-459735dd148a HTTP/1.1" status: 200 len: 813 time: 0.1143966 Aug 26 11:36:03.023620 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56d48064-1350-4cb8-8296-254a5ac5d5da req-6317c392-7d61-4854-830c-efda6742a1b5 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 210 time: 0.0363858 Aug 26 11:36:03.046026 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-f1276287-3392-44a4-a5f8-066eb265d3c2 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acae3af939584b1792f69a3549cf71ea HTTP/1.1" status: 200 len: 380 time: 0.0494056 Aug 26 11:36:03.055537 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Request body: {'port': {'device_id': '7820d6f4-fee5-4264-99a6-7683e2885138', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'admin_state_up': True, 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'security_groups': ['1dfdef6d-a95a-4e1f-baea-da990577bdc8']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:36:03.171178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Made reservation on behalf of acae3af939584b1792f69a3549cf71ea for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:36:03.174928 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:03.307920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Allocated IP 172.20.0.3 (6038654b-23e7-4dfd-84bf-459735dd148a/90e372a3-dc7e-4bdd-8756-5f184a5334d8/0615c7bc-d1c2-41c6-93fb-badaad0e19fc) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:36:03.452953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:03.467636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Transition to ACTIVE for port object 0615c7bc-d1c2-41c6-93fb-badaad0e19fc will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:36:03.501021 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:03.547234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Network 6038654b-23e7-4dfd-84bf-459735dd148a is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:36:03.552517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:36:03.556430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:36:03.563638 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event updated for resources: {'Port': ['ID=0615c7bc-d1c2-41c6-93fb-badaad0e19fc,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:03.610320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:03.610983 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:03.626865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0386577c-056a-45bb-9778-ac7456a40e4e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751061 Aug 26 11:36:03.639850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Request body: {'port': {'device_id': '7820d6f4-fee5-4264-99a6-7683e2885138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:36:03.701785 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:03.862795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f9320f81-b713-4964-85a3-d3dc917c2037 None None] Provisioning for port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:36:03.867684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f9320f81-b713-4964-85a3-d3dc917c2037 None None] Provisioning complete for port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:36:03.868118 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9320f81-b713-4964-85a3-d3dc917c2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:03.906051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f9320f81-b713-4964-85a3-d3dc917c2037 None None] Port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:36:03.977920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0615c7bc-d1c2-41c6-93fb-badaad0e19fc {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:36:03.985551 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:03.997969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Transition to ACTIVE for port object 0615c7bc-d1c2-41c6-93fb-badaad0e19fc will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:36:04.001795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:04.052128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Pushing event updated for resources: {'Port': ['ID=0615c7bc-d1c2-41c6-93fb-badaad0e19fc,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:04.166957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Attempting to bind port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:36:04.167561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Attempting to bind port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:36:04.167684 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Attempting to bind port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc on network 6038654b-23e7-4dfd-84bf-459735dd148a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:36:04.181058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc on network 6038654b-23e7-4dfd-84bf-459735dd148a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:36:04.181376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Attempting to bind port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc on network 6038654b-23e7-4dfd-84bf-459735dd148a {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:36:04.192866 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e7b19-788b-4d86-b9a1-be15d3cc062c req-3c693925-f0d7-4332-93b3-5e96be3cb60c tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:04.194556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035e7b19-788b-4d86-b9a1-be15d3cc062c req-3c693925-f0d7-4332-93b3-5e96be3cb60c tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 943 time: 0.0903792 Aug 26 11:36:04.197719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:36:04.198060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Checking segment: {'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:36:04.198466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Bound using segment: {'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:36:04.198936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Bound port: 0615c7bc-d1c2-41c6-93fb-badaad0e19fc, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50214385-65de-4979-8e0b-88ac57b62dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:36:04.199302 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:04.294091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035e7b19-788b-4d86-b9a1-be15d3cc062c req-fe327eb6-b5a8-480d-9e48-8ebc36ad6557 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845938 Aug 26 11:36:04.307003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] For port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:36:04.310353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] For port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0615c7bc-d1c2-41c6-93fb-badaad0e19fc,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:36:04.316235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:04.353843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:04.354469 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:04.355925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] 10.222.0.47 "PUT /v2.0/ports/0615c7bc-d1c2-41c6-93fb-badaad0e19fc HTTP/1.1" status: 200 len: 1092 time: 0.7204981 Aug 26 11:36:04.356366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:36:04.358609 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed243837-44d5-4e93-96ae-362ec1397c83" -d '{"events": [{"name": "network-changed", "server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:36:04.401479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1968e4-dbe9-43a3-9c21-7a3bea2b6d54 service neutron] Pushing event updated for resources: {'Port': ['ID=0615c7bc-d1c2-41c6-93fb-badaad0e19fc,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:04.426837 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86999475-3a03-4ae2-87b8-5a7a796dfd3b x-openstack-request-id: req-86999475-3a03-4ae2-87b8-5a7a796dfd3b {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:36:04.426837 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:36:04.426837 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86999475-3a03-4ae2-87b8-5a7a796dfd3b {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:36:04.427205 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'status': 'completed', 'code': 200} Aug 26 11:36:04.459376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-028b422b-bc68-41c4-bb5d-00bcd5a1f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:04.461607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-028b422b-bc68-41c4-bb5d-00bcd5a1f6c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acae3af939584b1792f69a3549cf71ea&device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 1095 time: 0.0494540 Aug 26 11:36:04.509732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-b876630e-75fe-4176-948c-514013093f04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0615c7bc-d1c2-41c6-93fb-badaad0e19fc HTTP/1.1" status: 200 len: 217 time: 0.0382102 Aug 26 11:36:04.568267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-f31269df-3bb4-469c-996c-afd4916ca50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:04.569832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-f31269df-3bb4-469c-996c-afd4916ca50f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90e372a3-dc7e-4bdd-8756-5f184a5334d8 HTTP/1.1" status: 200 len: 852 time: 0.0533917 Aug 26 11:36:04.617178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-fe3d0f24-108c-417b-adc2-9e242423d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:04.618632 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-fe3d0f24-108c-417b-adc2-9e242423d89a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6038654b-23e7-4dfd-84bf-459735dd148a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413787 Aug 26 11:36:04.629722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-c1be5488-182c-4e8b-a43d-0e8d3002ebfe service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:36:04.630682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-c1be5488-182c-4e8b-a43d-0e8d3002ebfe service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050578 Aug 26 11:36:04.722649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-c5ef2590-6478-4c2a-9343-f26920dad4ff service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850849 Aug 26 11:36:04.821296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-069abf9e-6ee9-4d88-93bb-7b9de0beb4e9 req-51cd0989-581b-4058-8882-32c05d601e77 service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909715 Aug 26 11:36:04.909184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243837-44d5-4e93-96ae-362ec1397c83 req-2f770011-6d75-4435-b629-3595ca557e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:04.910693 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed243837-44d5-4e93-96ae-362ec1397c83 req-2f770011-6d75-4435-b629-3595ca557e7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acae3af939584b1792f69a3549cf71ea&device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 1095 time: 0.0430129 Aug 26 11:36:05.006061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243837-44d5-4e93-96ae-362ec1397c83 req-0cab7e26-0b25-42d6-93f2-284e5dda5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:05.008106 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed243837-44d5-4e93-96ae-362ec1397c83 req-0cab7e26-0b25-42d6-93f2-284e5dda5e31 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6038654b-23e7-4dfd-84bf-459735dd148a HTTP/1.1" status: 200 len: 914 time: 0.0906568 Aug 26 11:36:05.051895 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed243837-44d5-4e93-96ae-362ec1397c83 req-63e897cd-b029-4445-8288-3cae157df3dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0615c7bc-d1c2-41c6-93fb-badaad0e19fc HTTP/1.1" status: 200 len: 217 time: 0.0364869 Aug 26 11:36:05.103432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243837-44d5-4e93-96ae-362ec1397c83 req-08411313-b5d3-4ea9-a8f0-6cedf5d2ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:05.104921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed243837-44d5-4e93-96ae-362ec1397c83 req-08411313-b5d3-4ea9-a8f0-6cedf5d2ba96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90e372a3-dc7e-4bdd-8756-5f184a5334d8 HTTP/1.1" status: 200 len: 852 time: 0.0454595 Aug 26 11:36:05.156808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243837-44d5-4e93-96ae-362ec1397c83 req-3a23c662-4051-4651-9218-d1b294f53f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:05.158512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed243837-44d5-4e93-96ae-362ec1397c83 req-3a23c662-4051-4651-9218-d1b294f53f84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6038654b-23e7-4dfd-84bf-459735dd148a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454092 Aug 26 11:36:05.304943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed243837-44d5-4e93-96ae-362ec1397c83 req-5c66e511-a386-4575-98ef-754e6d8a8753 service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388974 Aug 26 11:36:05.435978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed243837-44d5-4e93-96ae-362ec1397c83 req-0b79a604-5f1f-4eb1-8a1f-f5be3223a443 service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244807 Aug 26 11:36:05.445388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b272467-4ab4-4cec-9ca4-1c7de23097c9 req-95aeac29-666b-4762-8134-141225d2ff40 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:05.447108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b272467-4ab4-4cec-9ca4-1c7de23097c9 req-95aeac29-666b-4762-8134-141225d2ff40 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 943 time: 0.0830228 Aug 26 11:36:05.489527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b272467-4ab4-4cec-9ca4-1c7de23097c9 req-794730c6-2e71-46fb-b9d3-959707f5368d tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351715 Aug 26 11:36:06.608637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261576c5-bfb1-4896-897f-46c8172b705e req-37374ad4-a915-474e-bcbb-1ac25ea22d8f tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:06.610156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-261576c5-bfb1-4896-897f-46c8172b705e req-37374ad4-a915-474e-bcbb-1ac25ea22d8f tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 943 time: 0.0502722 Aug 26 11:36:06.649297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-261576c5-bfb1-4896-897f-46c8172b705e req-cc84e5e7-fcdc-4f01-9558-7a53f7254725 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330417 Aug 26 11:36:07.766055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9592b46-38f2-4f53-9e17-861442edc841 req-4209206c-5f32-4b82-a6e9-6c0ff8952311 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:07.767684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9592b46-38f2-4f53-9e17-861442edc841 req-4209206c-5f32-4b82-a6e9-6c0ff8952311 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 943 time: 0.0533030 Aug 26 11:36:07.806780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9592b46-38f2-4f53-9e17-861442edc841 req-ca8f906b-9b89-4d73-8ecc-9188ce3d2fdd tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Aug 26 11:36:08.771728 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:36:08.920611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5140042-f6bf-4fb7-983a-01354af50f2e req-639cc758-42c6-4f22-be2c-3288bc110024 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:08.922078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5140042-f6bf-4fb7-983a-01354af50f2e req-639cc758-42c6-4f22-be2c-3288bc110024 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 943 time: 0.0485578 Aug 26 11:36:08.959834 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5140042-f6bf-4fb7-983a-01354af50f2e req-629c412e-d73f-4426-8293-8fc53976e382 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Aug 26 11:36:10.073010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9662d-b940-4623-bda8-1a0fdf28c2b9 req-e411c900-8562-42dc-a00a-e48c9379ed79 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:10.074481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ee9662d-b940-4623-bda8-1a0fdf28c2b9 req-e411c900-8562-42dc-a00a-e48c9379ed79 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 943 time: 0.0487492 Aug 26 11:36:10.114383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ee9662d-b940-4623-bda8-1a0fdf28c2b9 req-a594217f-5772-4af2-9566-6fbffb3cdc86 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339198 Aug 26 11:36:11.232108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa95b7-7912-4c85-a333-7c10369d93eb req-350e7490-2d57-46da-a997-ab899fcb611c tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:11.233589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9aa95b7-7912-4c85-a333-7c10369d93eb req-350e7490-2d57-46da-a997-ab899fcb611c tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 943 time: 0.0529575 Aug 26 11:36:11.271792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9aa95b7-7912-4c85-a333-7c10369d93eb req-9ece302e-cfc2-4678-8446-c33df17760cb tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322740 Aug 26 11:36:12.384654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b2cd4-4c4b-485f-b230-4dd2be882f3b req-e0a659b7-750f-4856-a3ec-ff46075beae3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:12.386118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a0b2cd4-4c4b-485f-b230-4dd2be882f3b req-e0a659b7-750f-4856-a3ec-ff46075beae3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 943 time: 0.0479281 Aug 26 11:36:12.423748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a0b2cd4-4c4b-485f-b230-4dd2be882f3b req-3d9a2a46-a957-47d2-b393-6f941ed25031 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316260 Aug 26 11:36:13.387703 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34a9da14-ab31-4256-9fa9-f4837dcae63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:13.535485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522809b-bf7e-4543-8fe7-9dda196b716f req-086bfc47-7b3d-4ab5-8f54-a895489b3874 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:13.536858 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4522809b-bf7e-4543-8fe7-9dda196b716f req-086bfc47-7b3d-4ab5-8f54-a895489b3874 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 943 time: 0.0479851 Aug 26 11:36:13.575048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4522809b-bf7e-4543-8fe7-9dda196b716f req-7004f731-8371-4bfe-a395-c3f53c35555a tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319452 Aug 26 11:36:14.691798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9818024-d227-4b11-85f8-6319bf0e27b8 req-766410d8-52f0-498e-b110-c286a6ba9b67 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:14.693270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9818024-d227-4b11-85f8-6319bf0e27b8 req-766410d8-52f0-498e-b110-c286a6ba9b67 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 943 time: 0.0520568 Aug 26 11:36:14.730400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9818024-d227-4b11-85f8-6319bf0e27b8 req-67a6f749-3615-4041-986c-abae6f29df3b tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312369 Aug 26 11:36:15.796074 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4ed6628-11bc-4257-8a3b-2b3af81b3ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:15.855510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be50d89-8a65-44de-a1e5-b91a50bd43f7 req-172d87cb-289b-47af-9f01-48249f5ad24f tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:15.857021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7be50d89-8a65-44de-a1e5-b91a50bd43f7 req-172d87cb-289b-47af-9f01-48249f5ad24f tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 943 time: 0.0499206 Aug 26 11:36:15.893776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7be50d89-8a65-44de-a1e5-b91a50bd43f7 req-5de27a82-ff80-4c44-896a-1913bf084ae7 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307691 Aug 26 11:36:16.015750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0615c7bc-d1c2-41c6-93fb-badaad0e19fc details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:36:16.111212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0615c7bc-d1c2-41c6-93fb-badaad0e19fc,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:36:16.122465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'port_id': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'mac_address': 'fa:16:3e:a5:c4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:36:16.158718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:16.171109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0615c7bc-d1c2-41c6-93fb-badaad0e19fc {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:36:16.189397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0615c7bc-d1c2-41c6-93fb-badaad0e19fc,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:36:16.193646 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:16.240334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=0615c7bc-d1c2-41c6-93fb-badaad0e19fc,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:16.247520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.247867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.248209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.248545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.248877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.249205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.249531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.249856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.250178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.250502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.250859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.251181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:36:16.308896 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:16.539761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['0615c7bc-d1c2-41c6-93fb-badaad0e19fc'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:36:17.012096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47104184-4aaa-4d8f-8700-9eec957f6552 req-f2a0f862-f918-4d20-bcae-dd746df99090 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:17.013484 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47104184-4aaa-4d8f-8700-9eec957f6552 req-f2a0f862-f918-4d20-bcae-dd746df99090 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 944 time: 0.0488453 Aug 26 11:36:17.051128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47104184-4aaa-4d8f-8700-9eec957f6552 req-0ba2449d-8dd4-4092-84aa-ceff34ba540e tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317128 Aug 26 11:36:17.324838 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:18.015597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0615c7bc-d1c2-41c6-93fb-badaad0e19fc up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:36:18.066016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:36:18.070508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:36:18.070912 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:18.147355 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:18.171324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:36:18.173779 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972d083b-5134-486e-a314-76ca309cf5c1" -d '{"events": [{"server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "name": "network-vif-plugged", "status": "completed", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:36:18.174240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b955d5-2e61-4a33-8091-963ae64ad02f req-af53f608-6b15-46be-9fa0-8d93123aa370 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:18.176142 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84b955d5-2e61-4a33-8091-963ae64ad02f req-af53f608-6b15-46be-9fa0-8d93123aa370 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 944 time: 0.0581136 Aug 26 11:36:18.187454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0615c7bc-d1c2-41c6-93fb-badaad0e19fc,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:36:18.192696 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:18.226375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84b955d5-2e61-4a33-8091-963ae64ad02f req-12742f10-bf14-4d1b-9e42-b12f705df256 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344872 Aug 26 11:36:18.249556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=0615c7bc-d1c2-41c6-93fb-badaad0e19fc,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:18.374902 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edf01f0-26f9-4d55-b0a1-c3c728b35bee x-openstack-request-id: req-4edf01f0-26f9-4d55-b0a1-c3c728b35bee {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:36:18.375455 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "name": "network-vif-plugged", "status": "completed", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:36:18.375455 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4edf01f0-26f9-4d55-b0a1-c3c728b35bee {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:36:18.375838 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'code': 200} Aug 26 11:36:18.471520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64848ff9-a753-4d07-b5a3-3f0659b3dc64 req-27992510-8d69-41ba-87f0-decd3446339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:18.473008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64848ff9-a753-4d07-b5a3-3f0659b3dc64 req-27992510-8d69-41ba-87f0-decd3446339e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 1097 time: 0.0421894 Aug 26 11:36:18.510488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64848ff9-a753-4d07-b5a3-3f0659b3dc64 req-a490c0bd-cf84-42b4-8499-b867d8cb3f2f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297489 Aug 26 11:36:19.340813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce2e2c-cb83-4b76-baab-323fb9c15543 req-d7bf177c-9bb1-4428-9885-9ce46ad6aa58 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:19.342304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b0ce2e2c-cb83-4b76-baab-323fb9c15543 req-d7bf177c-9bb1-4428-9885-9ce46ad6aa58 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 945 time: 0.0488772 Aug 26 11:36:19.380366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b0ce2e2c-cb83-4b76-baab-323fb9c15543 req-0b971fc7-220f-479e-aab6-377d2a2f0581 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318158 Aug 26 11:36:19.403809 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:20.498300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301fa15-e5fb-49b8-b85a-c56545b5c8e8 req-665e5ba7-403d-405b-8f0c-67ae50d96016 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:20.499701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c301fa15-e5fb-49b8-b85a-c56545b5c8e8 req-665e5ba7-403d-405b-8f0c-67ae50d96016 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 945 time: 0.0508223 Aug 26 11:36:20.538545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c301fa15-e5fb-49b8-b85a-c56545b5c8e8 req-62254e25-0f43-4c9d-9f52-5fce6066682a tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324268 Aug 26 11:36:20.650359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a08347-a349-481b-bdec-df6931839a58 req-dc7a2a29-d861-4740-9cec-91e7d1a2b380 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:20.651864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73a08347-a349-481b-bdec-df6931839a58 req-dc7a2a29-d861-4740-9cec-91e7d1a2b380 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 945 time: 0.0485423 Aug 26 11:36:20.689632 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73a08347-a349-481b-bdec-df6931839a58 req-83b59518-9c82-471b-825c-ed917a5f33b1 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319586 Aug 26 11:36:20.710544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38594) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:20.772052 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:20.792040 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6088c8cd-0c58-4c46-83e3-3a942075ae5e tempest-TestVolumeBackupRestore-1616215907 tempest-TestVolumeBackupRestore-1616215907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:20.793568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6088c8cd-0c58-4c46-83e3-3a942075ae5e tempest-TestVolumeBackupRestore-1616215907 tempest-TestVolumeBackupRestore-1616215907-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 1092 time: 0.0820451 Aug 26 11:36:20.796489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38598) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:20.800789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:36:20.822541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:20.920087 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:21.019351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Allocated IP 172.25.1.144 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/e201607d-56fa-41b7-92e0-31142578f385) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:36:21.129158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:21.167633 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:21.210301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:36:21.214235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:36:21.216729 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event updated for resources: {'Port': ['ID=e201607d-56fa-41b7-92e0-31142578f385,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:21.219758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:36:21.574918 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:21.641631 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:21.789786 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:21.794190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:21.866888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event updated for resources: {'Port': ['ID=e201607d-56fa-41b7-92e0-31142578f385,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:21.875735 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:21.974897 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Floating IP cf28ea4b-cc45-47cb-8e8e-bc3ab842a669 associated. External IP: 172.25.1.144, port: 0615c7bc-d1c2-41c6-93fb-badaad0e19fc. Aug 26 11:36:22.177835 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Router ee2cf567-7cdd-46bd-a4e9-d10406e2923f has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:36:22.618150 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:22.635155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:36:22.644742 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3ab35e-fcee-472e-9859-4e83c510b759 None None] Sync routers for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:36:22.651100 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:22.654629 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3ab35e-fcee-472e-9859-4e83c510b759 None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:36:22.655274 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7c3ab35e-fcee-472e-9859-4e83c510b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:36:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:36:22.678604 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d6a97e46-2f9a-4f0a-b6e1-26c5a6601a45 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8810575 Aug 26 11:36:22.679225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:36:22.681350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38600) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:22.681824 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76" -d '{"events": [{"name": "network-changed", "server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:36:22.719521 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac56cfd6-47ee-4181-b198-7328eef0f669 x-openstack-request-id: req-ac56cfd6-47ee-4181-b198-7328eef0f669 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:36:22.719765 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:36:22.720021 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac56cfd6-47ee-4181-b198-7328eef0f669 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:36:22.720424 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'status': 'completed', 'code': 200} Aug 26 11:36:22.723173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635f9f9-1c86-4d59-9cc2-4f00809f15b1 tempest-TestVolumeBackupRestore-1616215907 tempest-TestVolumeBackupRestore-1616215907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:22.724766 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9635f9f9-1c86-4d59-9cc2-4f00809f15b1 tempest-TestVolumeBackupRestore-1616215907 tempest-TestVolumeBackupRestore-1616215907-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 1092 time: 0.0424254 Aug 26 11:36:22.728501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38604) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:22.733377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-69c1f2e9-3da4-4422-ae70-8d5f9d754d27 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Request body: {'floatingip': {'port_id': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:36:22.761414 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-7c3ab35e-fcee-472e-9859-4e83c510b759 None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:36:22.817314 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69c1f2e9-3da4-4422-ae70-8d5f9d754d27 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:22.853656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76 req-349215b8-4b29-46fd-89b3-0a4a88357aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:22.855205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76 req-349215b8-4b29-46fd-89b3-0a4a88357aa4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acae3af939584b1792f69a3549cf71ea&device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 1097 time: 0.0905774 Aug 26 11:36:23.021768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76 req-c6710c9e-77fd-4f3c-9324-f3795ec3bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:23.023780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76 req-c6710c9e-77fd-4f3c-9324-f3795ec3bb5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=6038654b-23e7-4dfd-84bf-459735dd148a HTTP/1.1" status: 200 len: 914 time: 0.1610811 Aug 26 11:36:23.074484 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7c3ab35e-fcee-472e-9859-4e83c510b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'cf28ea4b-cc45-47cb-8e8e-bc3ab842a669', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'port_id': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'mac_address': 'fa:16:3e:a5:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7820d6f4-fee5-4264-99a6-7683e2885138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:36:21Z', 'updated_at': '2021-08-26T11:36:21Z', 'revision_number': 0, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 5, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:36:23.104737 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3ab35e-fcee-472e-9859-4e83c510b759 None None] Checking router: ee2cf567-7cdd-46bd-a4e9-d10406e2923f for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:36:23.113408 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3ab35e-fcee-472e-9859-4e83c510b759 None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:36:23.114059 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7c3ab35e-fcee-472e-9859-4e83c510b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:36:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:36:23.159110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76 req-42a5a05c-3816-4862-9d66-2d9ae9b2aa1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0615c7bc-d1c2-41c6-93fb-badaad0e19fc HTTP/1.1" status: 200 len: 999 time: 0.1048083 Aug 26 11:36:23.220417 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-7c3ab35e-fcee-472e-9859-4e83c510b759 None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:36:23.257972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76 req-28dd7ce6-8a83-4e69-a9b1-722129da182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:23.259529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76 req-28dd7ce6-8a83-4e69-a9b1-722129da182c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90e372a3-dc7e-4bdd-8756-5f184a5334d8 HTTP/1.1" status: 200 len: 852 time: 0.0933702 Aug 26 11:36:23.378752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76 req-23a47cb7-439f-4d9f-a139-3f410931556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:23.380328 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76 req-23a47cb7-439f-4d9f-a139-3f410931556f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6038654b-23e7-4dfd-84bf-459735dd148a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141183 Aug 26 11:36:23.439220 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7c3ab35e-fcee-472e-9859-4e83c510b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'cf28ea4b-cc45-47cb-8e8e-bc3ab842a669', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'port_id': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'mac_address': 'fa:16:3e:a5:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7820d6f4-fee5-4264-99a6-7683e2885138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:36:21Z', 'updated_at': '2021-08-26T11:36:21Z', 'revision_number': 0, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 5, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:36:23.465809 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3ab35e-fcee-472e-9859-4e83c510b759 None None] The sync data for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 is: [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'cf28ea4b-cc45-47cb-8e8e-bc3ab842a669', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'port_id': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'mac_address': 'fa:16:3e:a5:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7820d6f4-fee5-4264-99a6-7683e2885138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:36:21Z', 'updated_at': '2021-08-26T11:36:21Z', 'revision_number': 0, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 5, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:36:23.561000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76 req-34a04d29-2f2a-43fe-b315-27430fcab306 service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694794 Aug 26 11:36:23.572203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69c1f2e9-3da4-4422-ae70-8d5f9d754d27 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:23.580859 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69c1f2e9-3da4-4422-ae70-8d5f9d754d27 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:23.692365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6162f2-b986-4de0-ae6b-771d9143af47 None None] New status for floating IP cf28ea4b-cc45-47cb-8e8e-bc3ab842a669: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:36:23.744567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee6d10d5-1c43-420b-aeb0-99f4ec2eec76 req-bc47415d-693a-4c77-aff0-7e9b03f06afe service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748986 Aug 26 11:36:23.860015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c1f2e9-3da4-4422-ae70-8d5f9d754d27 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Router ee2cf567-7cdd-46bd-a4e9-d10406e2923f has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:36:23.972331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c1f2e9-3da4-4422-ae70-8d5f9d754d27 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:36:23.977604 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-69c1f2e9-3da4-4422-ae70-8d5f9d754d27 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:23.981899 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866b774-5806-4083-a5f1-a4719d8fa7a8 None None] Sync routers for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:36:23.990668 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866b774-5806-4083-a5f1-a4719d8fa7a8 None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:36:23.991373 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7866b774-5806-4083-a5f1-a4719d8fa7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:36:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:36:24.029202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-69c1f2e9-3da4-4422-ae70-8d5f9d754d27 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "PUT /v2.0/floatingips/cf28ea4b-cc45-47cb-8e8e-bc3ab842a669 HTTP/1.1" status: 200 len: 991 time: 1.2996173 Aug 26 11:36:24.098199 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-7866b774-5806-4083-a5f1-a4719d8fa7a8 None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:36:24.321529 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7866b774-5806-4083-a5f1-a4719d8fa7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'cf28ea4b-cc45-47cb-8e8e-bc3ab842a669', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'port_id': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'mac_address': 'fa:16:3e:a5:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7820d6f4-fee5-4264-99a6-7683e2885138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:36:21Z', 'updated_at': '2021-08-26T11:36:23Z', 'revision_number': 2, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 5, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:36:24.347354 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866b774-5806-4083-a5f1-a4719d8fa7a8 None None] Checking router: ee2cf567-7cdd-46bd-a4e9-d10406e2923f for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:36:24.355402 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866b774-5806-4083-a5f1-a4719d8fa7a8 None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:36:24.355999 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7866b774-5806-4083-a5f1-a4719d8fa7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:36:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:36:24.460827 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-7866b774-5806-4083-a5f1-a4719d8fa7a8 None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:36:24.687359 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-7866b774-5806-4083-a5f1-a4719d8fa7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'cf28ea4b-cc45-47cb-8e8e-bc3ab842a669', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'port_id': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'mac_address': 'fa:16:3e:a5:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7820d6f4-fee5-4264-99a6-7683e2885138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:36:21Z', 'updated_at': '2021-08-26T11:36:23Z', 'revision_number': 2, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 5, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:36:24.713557 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7866b774-5806-4083-a5f1-a4719d8fa7a8 None None] The sync data for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 is: [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'cf28ea4b-cc45-47cb-8e8e-bc3ab842a669', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'port_id': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'mac_address': 'fa:16:3e:a5:c4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7820d6f4-fee5-4264-99a6-7683e2885138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:36:21Z', 'updated_at': '2021-08-26T11:36:23Z', 'revision_number': 2, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 5, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:36:24.721990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc'}, {'name': 'network-changed', 'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:36:24.724463 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c776a1-35cd-4f6d-beba-98f5deb07a47" -d '{"events": [{"name": "network-changed", "server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc"}, {"name": "network-changed", "server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:36:24.763192 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 Aug 2021 11:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d1a237-935b-4bd2-8fc1-a526d61a5913 x-openstack-request-id: req-54d1a237-935b-4bd2-8fc1-a526d61a5913 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:36:24.763773 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:36:24.763773 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54d1a237-935b-4bd2-8fc1-a526d61a5913 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:36:24.764233 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'status': 'completed', 'code': 200} Aug 26 11:36:24.764487 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'status': 'completed', 'code': 200} Aug 26 11:36:24.833769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-9268513e-b2f3-47f7-9f7f-04b365b17cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:24.835359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-9268513e-b2f3-47f7-9f7f-04b365b17cde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acae3af939584b1792f69a3549cf71ea&device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 1097 time: 0.0473871 Aug 26 11:36:24.929137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-d282a34f-5e91-4df9-a408-8df505ed1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:24.930615 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-d282a34f-5e91-4df9-a408-8df505ed1c2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6038654b-23e7-4dfd-84bf-459735dd148a HTTP/1.1" status: 200 len: 914 time: 0.0875225 Aug 26 11:36:25.001550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-3b8a6452-97ee-422f-b3f7-221ffb96b67b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0615c7bc-d1c2-41c6-93fb-badaad0e19fc HTTP/1.1" status: 200 len: 1001 time: 0.0619457 Aug 26 11:36:25.053953 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-68e6afdd-d252-4049-9e05-31014fd54cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:25.055435 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-68e6afdd-d252-4049-9e05-31014fd54cb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90e372a3-dc7e-4bdd-8756-5f184a5334d8 HTTP/1.1" status: 200 len: 852 time: 0.0435524 Aug 26 11:36:25.101485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-8b17e41a-4ec4-417c-89df-cd6a8c5dc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:25.103004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-8b17e41a-4ec4-417c-89df-cd6a8c5dc4f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6038654b-23e7-4dfd-84bf-459735dd148a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391247 Aug 26 11:36:25.203160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-a35a5e6f-9632-493a-a997-50282a23a56e service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927556 Aug 26 11:36:25.297111 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-98984eaf-002c-4003-a0a1-3d05874dc323 service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866222 Aug 26 11:36:25.374620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-d57dd738-b223-4ce0-94fd-c7bc31724c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:25.376199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-d57dd738-b223-4ce0-94fd-c7bc31724c90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acae3af939584b1792f69a3549cf71ea&device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 1097 time: 0.0395479 Aug 26 11:36:25.468485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-4458eb1e-c6e5-4086-8517-af137e792fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:25.469952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-4458eb1e-c6e5-4086-8517-af137e792fcc service neutron] 10.222.0.47 "GET /v2.0/networks?id=6038654b-23e7-4dfd-84bf-459735dd148a HTTP/1.1" status: 200 len: 914 time: 0.0867541 Aug 26 11:36:25.534297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-df4d0337-8730-42a6-bc24-00d00456a2d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0615c7bc-d1c2-41c6-93fb-badaad0e19fc HTTP/1.1" status: 200 len: 1001 time: 0.0569768 Aug 26 11:36:25.588593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-780918da-3959-4c5e-867b-0f973a4be343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:25.589982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-780918da-3959-4c5e-867b-0f973a4be343 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90e372a3-dc7e-4bdd-8756-5f184a5334d8 HTTP/1.1" status: 200 len: 852 time: 0.0483148 Aug 26 11:36:25.635453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-897e9d17-2b1d-4079-b605-49a4a98a32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:36:25.637015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-897e9d17-2b1d-4079-b605-49a4a98a32b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6038654b-23e7-4dfd-84bf-459735dd148a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404465 Aug 26 11:36:25.724978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-f1fdc5c4-db69-4a09-b2fe-4ea12c938dd9 service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811329 Aug 26 11:36:25.819602 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-56c776a1-35cd-4f6d-beba-98f5deb07a47 req-4a1598d8-8636-46f4-956e-e526b451d634 service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856581 Aug 26 11:36:43.391177 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f24180d7-6969-4268-abb4-1421c32ddbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:45.771570 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:36:45.802668 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1d2f866-3a2c-421c-bfd4-994b6221d980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:46.318489 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:47.329216 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:49.407887 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:50.781030 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:52.621930 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:59.225851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 38620) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:36:59.388354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Deleting port e201607d-56fa-41b7-92e0-31142578f385 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:36:59.388697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:59.473830 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:59.474256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:59.487068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Calling delete_port for e201607d-56fa-41b7-92e0-31142578f385 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:36:59.637957 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:59.664919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event deleted for resources: {'Port': ['ID=e201607d-56fa-41b7-92e0-31142578f385,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:36:59.737235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:36:59.737734 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Floating IP cf28ea4b-cc45-47cb-8e8e-bc3ab842a669 disassociated (deleted). External IP: 172.25.1.144, port: 0615c7bc-d1c2-41c6-93fb-badaad0e19fc. Aug 26 11:37:00.324688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Router ee2cf567-7cdd-46bd-a4e9-d10406e2923f has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:37:00.437526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:37:00.444136 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:00.448967 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a01919-c8f7-4f41-bd2b-69c9cfdb3baa None None] Sync routers for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:37:00.458906 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a01919-c8f7-4f41-bd2b-69c9cfdb3baa None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:37:00.459593 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-70a01919-c8f7-4f41-bd2b-69c9cfdb3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:36:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:00.474436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-78b71d8d-da59-4c87-82a5-590594b36212 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "DELETE /v2.0/floatingips/cf28ea4b-cc45-47cb-8e8e-bc3ab842a669 HTTP/1.1" status: 204 len: 168 time: 1.2470336 Aug 26 11:37:00.474954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:37:00.477416 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635daec0-b7ff-4d23-b37d-21748993aa65" -d '{"events": [{"name": "network-changed", "server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:37:00.522311 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cf8fab-62ee-4744-81e9-a397eb9016d4 x-openstack-request-id: req-a3cf8fab-62ee-4744-81e9-a397eb9016d4 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:37:00.523036 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:37:00.523515 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3cf8fab-62ee-4744-81e9-a397eb9016d4 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:37:00.524857 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'status': 'completed', 'code': 200} Aug 26 11:37:00.617019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-70a01919-c8f7-4f41-bd2b-69c9cfdb3baa None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:37:00.624679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635daec0-b7ff-4d23-b37d-21748993aa65 req-9a6d3b5b-5eb2-4fa7-8a28-45f98e81edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:00.625861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-635daec0-b7ff-4d23-b37d-21748993aa65 req-9a6d3b5b-5eb2-4fa7-8a28-45f98e81edff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=acae3af939584b1792f69a3549cf71ea&device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 1097 time: 0.0737214 Aug 26 11:37:00.807804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635daec0-b7ff-4d23-b37d-21748993aa65 req-b1be2116-0761-4d07-a781-825ffb662e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:00.809300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-635daec0-b7ff-4d23-b37d-21748993aa65 req-b1be2116-0761-4d07-a781-825ffb662e1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6038654b-23e7-4dfd-84bf-459735dd148a HTTP/1.1" status: 200 len: 914 time: 0.1755953 Aug 26 11:37:00.823685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e080e2-9bfa-4bcc-8d5b-a8cf288f9b38 req-7c6e43eb-4bbc-4a32-a1ac-0b408116ea47 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:00.825154 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4e080e2-9bfa-4bcc-8d5b-a8cf288f9b38 req-7c6e43eb-4bbc-4a32-a1ac-0b408116ea47 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 945 time: 0.0748084 Aug 26 11:37:00.886136 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-635daec0-b7ff-4d23-b37d-21748993aa65 req-14bf3c01-5715-40ba-922f-b2452b04b706 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0615c7bc-d1c2-41c6-93fb-badaad0e19fc HTTP/1.1" status: 200 len: 217 time: 0.0598011 Aug 26 11:37:00.886858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-70a01919-c8f7-4f41-bd2b-69c9cfdb3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 5, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:00.939820 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4e080e2-9bfa-4bcc-8d5b-a8cf288f9b38 req-9fbd5f2c-677f-4e97-a59b-4d0a9c4748c7 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076796 Aug 26 11:37:00.957652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635daec0-b7ff-4d23-b37d-21748993aa65 req-aaf390d3-7e71-4f11-8625-92ff28b32f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:00.959446 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-635daec0-b7ff-4d23-b37d-21748993aa65 req-aaf390d3-7e71-4f11-8625-92ff28b32f6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90e372a3-dc7e-4bdd-8756-5f184a5334d8 HTTP/1.1" status: 200 len: 852 time: 0.0646269 Aug 26 11:37:01.016300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635daec0-b7ff-4d23-b37d-21748993aa65 req-66120433-1be5-407b-ba7f-d7595726108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:01.017777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-635daec0-b7ff-4d23-b37d-21748993aa65 req-66120433-1be5-407b-ba7f-d7595726108e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6038654b-23e7-4dfd-84bf-459735dd148a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507667 Aug 26 11:37:01.082889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a01919-c8f7-4f41-bd2b-69c9cfdb3baa None None] Checking router: ee2cf567-7cdd-46bd-a4e9-d10406e2923f for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:37:01.091452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a01919-c8f7-4f41-bd2b-69c9cfdb3baa None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:37:01.092068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-70a01919-c8f7-4f41-bd2b-69c9cfdb3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:36:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:01.116132 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-635daec0-b7ff-4d23-b37d-21748993aa65 req-36abe726-4b48-4ae3-8952-28323f641a5f service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890176 Aug 26 11:37:01.201685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-70a01919-c8f7-4f41-bd2b-69c9cfdb3baa None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:37:01.220282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-635daec0-b7ff-4d23-b37d-21748993aa65 req-d02a3e1e-372a-4cd0-a0de-fd755550c576 service neutron] 10.222.0.47 "GET /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956640 Aug 26 11:37:01.413449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-70a01919-c8f7-4f41-bd2b-69c9cfdb3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 5, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:01.443896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a01919-c8f7-4f41-bd2b-69c9cfdb3baa None None] The sync data for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 is: [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:34:08Z', 'revision_number': 4, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'b3db6265-917e-4f79-a955-17c8ae5c6963', 'name': '', 'network_id': '6038654b-23e7-4dfd-84bf-459735dd148a', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'mac_address': 'fa:16:3e:3a:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:07Z', 'updated_at': '2021-08-26T11:34:15Z', 'revision_number': 5, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'subnets': [{'id': '90e372a3-dc7e-4bdd-8756-5f184a5334d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:37:01.689664 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7229e4f-3671-4c1e-a238-5b453c7a5bd4 None None] New status for floating IP cf28ea4b-cc45-47cb-8e8e-bc3ab842a669: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:37:02.079967 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a57f42-f018-4fc2-a13a-e92713704f36 req-889ba4f5-5b92-47ce-9c00-c0d1532345b0 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:02.087414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18a57f42-f018-4fc2-a13a-e92713704f36 req-889ba4f5-5b92-47ce-9c00-c0d1532345b0 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 945 time: 0.0576508 Aug 26 11:37:02.132855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18a57f42-f018-4fc2-a13a-e92713704f36 req-f8bf40a2-7bfe-46db-8344-df0374a25640 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/security-groups?id=1dfdef6d-a95a-4e1f-baea-da990577bdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434892 Aug 26 11:37:02.345966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc56e02-cb5d-4f9a-b06e-5c0b6afbb519 req-a6a97766-b16a-484f-a542-72f820fbba39 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:02.347454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0bc56e02-cb5d-4f9a-b06e-5c0b6afbb519 req-a6a97766-b16a-484f-a542-72f820fbba39 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.47 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 945 time: 0.0489621 Aug 26 11:37:02.454129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-0bc56e02-cb5d-4f9a-b06e-5c0b6afbb519 req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Deleting port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:37:02.454467 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0bc56e02-cb5d-4f9a-b06e-5c0b6afbb519 req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:02.544459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-0bc56e02-cb5d-4f9a-b06e-5c0b6afbb519 req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] For port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=0615c7bc-d1c2-41c6-93fb-badaad0e19fc,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:02.544741 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0bc56e02-cb5d-4f9a-b06e-5c0b6afbb519 req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:02.558451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-0bc56e02-cb5d-4f9a-b06e-5c0b6afbb519 req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Calling delete_port for 0615c7bc-d1c2-41c6-93fb-badaad0e19fc owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:37:02.697929 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0bc56e02-cb5d-4f9a-b06e-5c0b6afbb519 req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:02.727314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event deleted for resources: {'Port': ['ID=0615c7bc-d1c2-41c6-93fb-badaad0e19fc,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:02.757411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.757748 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.758094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.758433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.758789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.759122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.759450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.759775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.760127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.760451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.760777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.761095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:02.786192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc56e02-cb5d-4f9a-b06e-5c0b6afbb519 req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] No DVR routers for this DVR port 0615c7bc-d1c2-41c6-93fb-badaad0e19fc on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:37:02.788836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0bc56e02-cb5d-4f9a-b06e-5c0b6afbb519 req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:02.790863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0bc56e02-cb5d-4f9a-b06e-5c0b6afbb519 req-7c7da5e3-855d-4908-8e89-f84eb42afdc3 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.47 "DELETE /v2.0/ports/0615c7bc-d1c2-41c6-93fb-badaad0e19fc HTTP/1.1" status: 204 len: 173 time: 0.4367068 Aug 26 11:37:02.791296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'name': 'network-vif-deleted', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:37:02.793521 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb0c8c5-89ee-417a-86f1-4b407d66fdfd" -d '{"events": [{"server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "name": "network-vif-deleted", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:37:02.846357 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b21b51-acfa-4a2d-b62b-ab61545f34ff x-openstack-request-id: req-b7b21b51-acfa-4a2d-b62b-ab61545f34ff {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:37:02.846656 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7820d6f4-fee5-4264-99a6-7683e2885138", "name": "network-vif-deleted", "tag": "0615c7bc-d1c2-41c6-93fb-badaad0e19fc", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:37:02.846949 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7b21b51-acfa-4a2d-b62b-ab61545f34ff {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:37:02.847351 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7820d6f4-fee5-4264-99a6-7683e2885138', 'name': 'network-vif-deleted', 'tag': '0615c7bc-d1c2-41c6-93fb-badaad0e19fc', 'status': 'completed', 'code': 200} Aug 26 11:37:03.257975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb90b24d-82ba-478d-ac94-468bde69285e req-1d6d9f68-1c5b-431a-b144-1dba5e3306ac tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 210 time: 0.0265834 Aug 26 11:37:04.356558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a54315b0-ebb9-44d0-82d2-cc334cb93a56 req-48ac5e30-1181-4458-adbf-e400c1016db0 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 210 time: 0.0284894 Aug 26 11:37:05.461175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b032f4ba-0baf-4413-9d05-0815413a8d10 req-dfac6658-60db-4f43-8240-41bab3a98894 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 210 time: 0.0318270 Aug 26 11:37:06.242865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0615c7bc-d1c2-41c6-93fb-badaad0e19fc no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:37:06.262837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 0615c7bc-d1c2-41c6-93fb-badaad0e19fc {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:37:06.263184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 0615c7bc-d1c2-41c6-93fb-badaad0e19fc not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:37:06.569839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8b053cc-8c91-4911-a072-81708b9ea69a req-7c246583-f2bb-4d77-b77b-b832321253f2 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "GET /v2.0/ports?device_id=7820d6f4-fee5-4264-99a6-7683e2885138 HTTP/1.1" status: 200 len: 210 time: 0.0263882 Aug 26 11:37:07.629087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 38652) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:07.699138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:07.727184 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:07.795991 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:07.798850 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:07.800117 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] 10.222.0.21 "DELETE /v2.0/security-groups/1dfdef6d-a95a-4e1f-baea-da990577bdc8 HTTP/1.1" status: 204 len: 168 time: 0.1700187 Aug 26 11:37:07.811193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfdef6d-a95a-4e1f-baea-da990577bdc8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:07.824388 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:07.824737 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:07.825085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:07.825657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:07.825781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:07.826117 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:07.826451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:07.826898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:07.827380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:07.827863 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:07.828254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:07.828714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fda45-f7cb-458a-a23d-fefc471a7865 tempest-TestVolumeBackupRestore-266278743 tempest-TestVolumeBackupRestore-266278743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:11.269506 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39106) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:11.622072 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:11.895459 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] Deleting port b3db6265-917e-4f79-a955-17c8ae5c6963 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:37:11.895813 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:11.977289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] For port b3db6265-917e-4f79-a955-17c8ae5c6963, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b3db6265-917e-4f79-a955-17c8ae5c6963,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:11.977659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:11.990500 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] Calling delete_port for b3db6265-917e-4f79-a955-17c8ae5c6963 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:37:12.170838 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:12.196537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3db6265-917e-4f79-a955-17c8ae5c6963,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:12.371897 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:12.581695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] Router ee2cf567-7cdd-46bd-a4e9-d10406e2923f has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:37:12.686763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:37:12.692614 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7f882be9-34ba-40cf-8ed1-69bb7bf3c265 admin admin] 10.222.0.21 "PUT /v2.0/routers/ee2cf567-7cdd-46bd-a4e9-d10406e2923f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4220338 Aug 26 11:37:12.695170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39108) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:12.696418 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051120b0-1501-4d04-b4ef-a654a94f4d80 None None] Sync routers for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:37:12.706939 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051120b0-1501-4d04-b4ef-a654a94f4d80 None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:37:12.707554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-051120b0-1501-4d04-b4ef-a654a94f4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:36:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:12.801662 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:12.819388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-051120b0-1501-4d04-b4ef-a654a94f4d80 None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:37:12.903867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:12.955666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Deleting port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:37:12.956654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:12.997559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-051120b0-1501-4d04-b4ef-a654a94f4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:37:12Z', 'revision_number': 5, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port': {'id': '270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:05Z', 'updated_at': '2021-08-26T11:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:13.028278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051120b0-1501-4d04-b4ef-a654a94f4d80 None None] Checking router: ee2cf567-7cdd-46bd-a4e9-d10406e2923f for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:37:13.036826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051120b0-1501-4d04-b4ef-a654a94f4d80 None None] Routers {'ee2cf567-7cdd-46bd-a4e9-d10406e2923f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:37:13.037439 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-051120b0-1501-4d04-b4ef-a654a94f4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:36:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:13.038536 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] For port 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:13.038942 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:13.051096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Calling delete_port for 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:37:13.127685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-051120b0-1501-4d04-b4ef-a654a94f4d80 None None] Set router ee2cf567-7cdd-46bd-a4e9-d10406e2923f gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:37:13.190703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-051120b0-1501-4d04-b4ef-a654a94f4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:37:12Z', 'revision_number': 6, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:13.224080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051120b0-1501-4d04-b4ef-a654a94f4d80 None None] The sync data for ids ['ee2cf567-7cdd-46bd-a4e9-d10406e2923f'] in n-d-778550-13 is: [{'id': 'ee2cf567-7cdd-46bd-a4e9-d10406e2923f', 'name': 'tempest-TestVolumeBackupRestore-994220156-router', 'tenant_id': 'acae3af939584b1792f69a3549cf71ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:04Z', 'updated_at': '2021-08-26T11:37:12Z', 'revision_number': 6, 'project_id': 'acae3af939584b1792f69a3549cf71ea', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:37:13.395396 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6017f701-978b-4809-b182-c2a1bcc39278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:13.533061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:13.559792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Pushing event deleted for resources: {'Port': ['ID=270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:13.623840 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:13.651463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-463ffd72-62b1-4ab0-831c-edb9c95d3a20 req-7871d101-666a-4e69-acf2-0d7fb1929e57 service neutron] (101266) timed out ('10.222.0.47', 57870) {{(pid=101266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:37:13.715925 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:13.718069 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:13.760522 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:13.761161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee2cf567-7cdd-46bd-a4e9-d10406e2923f {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:37:13.765756 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:13.769864 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-681e853a-24ca-4bff-ab46-622c954177da admin admin] 10.222.0.21 "DELETE /v2.0/routers/ee2cf567-7cdd-46bd-a4e9-d10406e2923f HTTP/1.1" status: 204 len: 168 time: 1.0708644 Aug 26 11:37:13.770095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39110) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:13.814578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbf4087-2a68-4a20-8a16-6207e46671fb admin admin] Deleting subnet 90e372a3-dc7e-4bdd-8756-5f184a5334d8 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:37:13.817643 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4087-2a68-4a20-8a16-6207e46671fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:13.862620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4087-2a68-4a20-8a16-6207e46671fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:13.942599 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4087-2a68-4a20-8a16-6207e46671fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:13.996477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4087-2a68-4a20-8a16-6207e46671fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.023468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf4087-2a68-4a20-8a16-6207e46671fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e372a3-dc7e-4bdd-8756-5f184a5334d8,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:14.025422 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2dbf4087-2a68-4a20-8a16-6207e46671fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.027578 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2dbf4087-2a68-4a20-8a16-6207e46671fb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/90e372a3-dc7e-4bdd-8756-5f184a5334d8 HTTP/1.1" status: 204 len: 168 time: 0.2562902 Aug 26 11:37:14.029894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39112) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:14.030826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1712a7-c30b-46e1-8a40-a0f809e06d5a None None] Network 6038654b-23e7-4dfd-84bf-459735dd148a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:37:14.115289 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.181969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Deleting port f3c6e2f9-2d4f-42e1-b624-35cad894d118 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:37:14.182320 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.240489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab49f5-0509-45b3-b635-ab523b13b898 None None] DHCP port deletion for 6038654b-23e7-4dfd-84bf-459735dd148a request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:37:14.253637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] For port f3c6e2f9-2d4f-42e1-b624-35cad894d118, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f3c6e2f9-2d4f-42e1-b624-35cad894d118,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:14.254018 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.272381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Calling delete_port for f3c6e2f9-2d4f-42e1-b624-35cad894d118 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:37:14.294706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-81ab49f5-0509-45b3-b635-ab523b13b898 None None] Deleting port f3c6e2f9-2d4f-42e1-b624-35cad894d118 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:37:14.295141 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-81ab49f5-0509-45b3-b635-ab523b13b898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.351844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.357227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-81ab49f5-0509-45b3-b635-ab523b13b898 None None] For port f3c6e2f9-2d4f-42e1-b624-35cad894d118, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f3c6e2f9-2d4f-42e1-b624-35cad894d118,segment=NetworkSegment(50214385-65de-4979-8e0b-88ac57b62dea),segment_id=50214385-65de-4979-8e0b-88ac57b62dea)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:14.357625 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-81ab49f5-0509-45b3-b635-ab523b13b898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.370668 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-81ab49f5-0509-45b3-b635-ab523b13b898 None None] Calling delete_port for f3c6e2f9-2d4f-42e1-b624-35cad894d118 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:37:14.380577 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] No DVR routers for this DVR port f3c6e2f9-2d4f-42e1-b624-35cad894d118 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:37:14.385515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c6e2f9-2d4f-42e1-b624-35cad894d118,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:14.451767 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-81ab49f5-0509-45b3-b635-ab523b13b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.465654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.475476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6038654b-23e7-4dfd-84bf-459735dd148a']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:14.476890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab49f5-0509-45b3-b635-ab523b13b898 None None] Pushing event deleted for resources: {'Port': ['ID=f3c6e2f9-2d4f-42e1-b624-35cad894d118,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:14.481137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab49f5-0509-45b3-b635-ab523b13b898 None None] No DVR routers for this DVR port f3c6e2f9-2d4f-42e1-b624-35cad894d118 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:37:14.488829 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50214385-65de-4979-8e0b-88ac57b62dea') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:14.489185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50214385-65de-4979-8e0b-88ac57b62dea') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:14.499491 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.514495 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.520627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:37:14.521022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:37:14.522739 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:37:14.576791 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.582268 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:14.584176 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6038654b-23e7-4dfd-84bf-459735dd148a HTTP/1.1" status: 204 len: 168 time: 0.5533407 Aug 26 11:37:14.587329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39114) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:14.595113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f907c0-a5c5-4d2e-b3b7-4392a402b314 admin admin] Pushing event deleted for resources: {'Network': ['ID=6038654b-23e7-4dfd-84bf-459735dd148a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:14.801624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b3db6265-917e-4f79-a955-17c8ae5c6963 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:37:14.821963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: b3db6265-917e-4f79-a955-17c8ae5c6963 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:37:14.822298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b3db6265-917e-4f79-a955-17c8ae5c6963 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:37:14.822710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:37:14.840938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:37:14.841281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 270cd5ce-c2f8-4eb0-a79b-3e4f3e3c3d25 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:37:14.841695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f3c6e2f9-2d4f-42e1-b624-35cad894d118 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:37:14.860104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: f3c6e2f9-2d4f-42e1-b624-35cad894d118 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:37:14.860443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f3c6e2f9-2d4f-42e1-b624-35cad894d118 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:37:14.937713 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:15.187827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] Deleting port c4e0a4cf-bd52-46d9-95ef-0e7275266a23 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:37:15.188165 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:15.279696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] For port c4e0a4cf-bd52-46d9-95ef-0e7275266a23, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c4e0a4cf-bd52-46d9-95ef-0e7275266a23,segment=NetworkSegment(c70e7746-f67b-4840-a9b8-22f38682d343),segment_id=c70e7746-f67b-4840-a9b8-22f38682d343)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:15.279986 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:15.293899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] Calling delete_port for c4e0a4cf-bd52-46d9-95ef-0e7275266a23 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:37:15.478679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:15.508532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e0a4cf-bd52-46d9-95ef-0e7275266a23,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:15.674394 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:15.793868 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7629984-e281-4153-9c43-e62f0fbd8dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:15.886298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] Router d9bd8068-2b4e-45b2-92d1-b2781f409efb has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:37:15.995241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:37:16.001253 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dd60e69d-e737-4718-a865-69fd5d5f1064 admin admin] 10.222.0.21 "PUT /v2.0/routers/d9bd8068-2b4e-45b2-92d1-b2781f409efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4128883 Aug 26 11:37:16.004613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39116) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:16.005369 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b75da5-9595-4b7c-9bb5-d769117c5aff None None] Sync routers for ids ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:37:16.014122 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b75da5-9595-4b7c-9bb5-d769117c5aff None None] Routers {'d9bd8068-2b4e-45b2-92d1-b2781f409efb'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:37:16.014738 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-35b75da5-9595-4b7c-9bb5-d769117c5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:37:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:16.110442 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.116868 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-35b75da5-9595-4b7c-9bb5-d769117c5aff None None] Set router d9bd8068-2b4e-45b2-92d1-b2781f409efb gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:37:16.214875 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.272192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Deleting port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:37:16.272536 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.305760 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-35b75da5-9595-4b7c-9bb5-d769117c5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'name': 'tempest-TestVolumeBackupRestore-93299863-router', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:10Z', 'updated_at': '2021-08-26T11:37:15Z', 'revision_number': 5, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'gw_port': {'id': '7cd39c1d-f537-44bb-9a54-3fe544d4ce5e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:34:11Z', 'updated_at': '2021-08-26T11:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:16.316479 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.337429 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b75da5-9595-4b7c-9bb5-d769117c5aff None None] Checking router: d9bd8068-2b4e-45b2-92d1-b2781f409efb for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:37:16.345683 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b75da5-9595-4b7c-9bb5-d769117c5aff None None] Routers {'d9bd8068-2b4e-45b2-92d1-b2781f409efb'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:37:16.346886 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-35b75da5-9595-4b7c-9bb5-d769117c5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:37:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:16.356737 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] For port 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7cd39c1d-f537-44bb-9a54-3fe544d4ce5e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:16.357106 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.371399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Calling delete_port for 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:37:16.432772 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-35b75da5-9595-4b7c-9bb5-d769117c5aff None None] Set router d9bd8068-2b4e-45b2-92d1-b2781f409efb gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:37:16.488041 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-35b75da5-9595-4b7c-9bb5-d769117c5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'name': 'tempest-TestVolumeBackupRestore-93299863-router', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:10Z', 'updated_at': '2021-08-26T11:37:16Z', 'revision_number': 6, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:16.516177 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b75da5-9595-4b7c-9bb5-d769117c5aff None None] The sync data for ids ['d9bd8068-2b4e-45b2-92d1-b2781f409efb'] in n-d-778550-13 is: [{'id': 'd9bd8068-2b4e-45b2-92d1-b2781f409efb', 'name': 'tempest-TestVolumeBackupRestore-93299863-router', 'tenant_id': '81716bf25caa43d695096f5cbd79a530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:34:10Z', 'updated_at': '2021-08-26T11:37:16Z', 'revision_number': 6, 'project_id': '81716bf25caa43d695096f5cbd79a530', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:37:16.537737 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.588173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd39c1d-f537-44bb-9a54-3fe544d4ce5e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:16.627251 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.717935 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.720203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.762866 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.763337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9bd8068-2b4e-45b2-92d1-b2781f409efb {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:37:16.768255 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.769421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2f7bd4e2-9372-4cd5-b620-021e78841d4e admin admin] 10.222.0.21 "DELETE /v2.0/routers/d9bd8068-2b4e-45b2-92d1-b2781f409efb HTTP/1.1" status: 204 len: 168 time: 0.7638671 Aug 26 11:37:16.771987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39118) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:16.820495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6b57fa-84c0-4f0c-851e-cf069dffc1d4 admin admin] Deleting subnet 947bc78a-3d0f-4bea-be45-2d1917444368 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:37:16.823459 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c6b57fa-84c0-4f0c-851e-cf069dffc1d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.863158 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c6b57fa-84c0-4f0c-851e-cf069dffc1d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:16.949457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c6b57fa-84c0-4f0c-851e-cf069dffc1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.011908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c6b57fa-84c0-4f0c-851e-cf069dffc1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.042351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b57fa-84c0-4f0c-851e-cf069dffc1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=947bc78a-3d0f-4bea-be45-2d1917444368,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:17.045141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5c6b57fa-84c0-4f0c-851e-cf069dffc1d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.047159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5c6b57fa-84c0-4f0c-851e-cf069dffc1d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/947bc78a-3d0f-4bea-be45-2d1917444368 HTTP/1.1" status: 204 len: 168 time: 0.2740903 Aug 26 11:37:17.048557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedef3cd-7ca7-4c3f-997e-3d5463daa4b8 None None] Network 70b42573-989b-46f9-9dfb-a3c133104990 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:37:17.049112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39122) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:17.121754 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.175320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Deleting port 2dd61005-22c6-4b17-bf9f-2fe602d774fb {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:37:17.175670 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.239035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] For port 2dd61005-22c6-4b17-bf9f-2fe602d774fb, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2dd61005-22c6-4b17-bf9f-2fe602d774fb,segment=NetworkSegment(c70e7746-f67b-4840-a9b8-22f38682d343),segment_id=c70e7746-f67b-4840-a9b8-22f38682d343)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:17.239407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.258884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Calling delete_port for 2dd61005-22c6-4b17-bf9f-2fe602d774fb owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:37:17.284206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] DHCP port deletion for 70b42573-989b-46f9-9dfb-a3c133104990 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:37:17.287394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c4e0a4cf-bd52-46d9-95ef-0e7275266a23 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:37:17.313980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c4e0a4cf-bd52-46d9-95ef-0e7275266a23 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:37:17.314523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c4e0a4cf-bd52-46d9-95ef-0e7275266a23 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:37:17.340427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.352447 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.367569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Deleting port 2dd61005-22c6-4b17-bf9f-2fe602d774fb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:37:17.367916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd61005-22c6-4b17-bf9f-2fe602d774fb,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:17.368027 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.372054 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] No DVR routers for this DVR port 2dd61005-22c6-4b17-bf9f-2fe602d774fb on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:37:17.431043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] For port 2dd61005-22c6-4b17-bf9f-2fe602d774fb, host n-d-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:17.431447 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.444988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Calling delete_port for 2dd61005-22c6-4b17-bf9f-2fe602d774fb owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:37:17.448082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Port 2dd61005-22c6-4b17-bf9f-2fe602d774fb was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 11:37:17.449313 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.453643 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.464739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b42573-989b-46f9-9dfb-a3c133104990']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:17.473613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Pushing event deleted for resources: {'Port': ['ID=2dd61005-22c6-4b17-bf9f-2fe602d774fb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:17.476616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70e7746-f67b-4840-a9b8-22f38682d343') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:17.477083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70e7746-f67b-4840-a9b8-22f38682d343') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:37:17.484607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.484937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.485293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.485608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.485962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.486265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.487238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.487545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.487873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.488489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.488489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.488838 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:37:17.490048 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.492624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e80a6-b70e-4ffe-8ebf-aeeebde9390d None None] No DVR routers for this DVR port 2dd61005-22c6-4b17-bf9f-2fe602d774fb on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:37:17.513732 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.520085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:37:17.520559 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:37:17.522377 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:37:17.579546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.585353 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.587281 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] 10.222.0.21 "DELETE /v2.0/networks/70b42573-989b-46f9-9dfb-a3c133104990 HTTP/1.1" status: 204 len: 168 time: 0.5371039 Aug 26 11:37:17.600580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ffc3c-55b3-4362-a034-3a7b7a7c3ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=70b42573-989b-46f9-9dfb-a3c133104990,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:17.771670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39126) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:17.816568 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-27620b2e-d931-4f13-ab2d-7065b334913b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acae3af939584b1792f69a3549cf71ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436311 Aug 26 11:37:17.818932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39128) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:17.866852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b94c0dc9-a96e-4574-b1e9-85827f8d241e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.887219 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b94c0dc9-a96e-4574-b1e9-85827f8d241e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.939627 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b94c0dc9-a96e-4574-b1e9-85827f8d241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.942313 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b94c0dc9-a96e-4574-b1e9-85827f8d241e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:17.943594 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b94c0dc9-a96e-4574-b1e9-85827f8d241e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb004179-350a-4e74-be05-ee8ccfe50873 HTTP/1.1" status: 204 len: 168 time: 0.1236982 Aug 26 11:37:17.951838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c0dc9-a96e-4574-b1e9-85827f8d241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb004179-350a-4e74-be05-ee8ccfe50873,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:18.285596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39134) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:18.330093 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0957b205-e537-42c2-b08c-702892f1227a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81716bf25caa43d695096f5cbd79a530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429080 Aug 26 11:37:18.332880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39138) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:18.381628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba357-977d-417e-9f19-f8ee1719a1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:18.403546 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba357-977d-417e-9f19-f8ee1719a1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:18.452841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba357-977d-417e-9f19-f8ee1719a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:18.456125 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba357-977d-417e-9f19-f8ee1719a1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:18.459714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4e7ba357-977d-417e-9f19-f8ee1719a1bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdb1926b-2072-48ae-bb2b-e46d53fab448 HTTP/1.1" status: 204 len: 168 time: 0.1235192 Aug 26 11:37:18.468650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ba357-977d-417e-9f19-f8ee1719a1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb1926b-2072-48ae-bb2b-e46d53fab448,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:18.812782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:37:18.837493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:37:18.837844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7cd39c1d-f537-44bb-9a54-3fe544d4ce5e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:37:18.838275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2dd61005-22c6-4b17-bf9f-2fe602d774fb no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:37:18.861432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 2dd61005-22c6-4b17-bf9f-2fe602d774fb {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:37:18.861735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2dd61005-22c6-4b17-bf9f-2fe602d774fb not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:37:19.410057 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:20.790484 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:22.628708 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:22.771737 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:37:28.542607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-26404935-3152-4131-a36a-c97bb393f877 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ccd896a260c840b7952da27b959a5997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224159 Aug 26 11:37:28.649780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-509797c1-6f4a-401a-a7d7-bee7484d17f6 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:28.651266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-509797c1-6f4a-401a-a7d7-bee7484d17f6 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1032856 Aug 26 11:37:28.667447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-52685ae7-b73b-4b43-bc90-37cd712f55dc tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/quotas/ccd896a260c840b7952da27b959a5997 HTTP/1.1" status: 200 len: 375 time: 0.0100684 Aug 26 11:37:28.700498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-4e306c14-386c-4a9e-a9fe-68ebe8ef973f tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccd896a260c840b7952da27b959a5997&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273945 Aug 26 11:37:28.857772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10373a40-7a1a-4e58-a4d6-10b53888a667 req-242b6d2b-f34f-48ae-a429-b3f6d142baca tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 210 time: 0.0258842 Aug 26 11:37:29.827713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-7867910d-a913-4323-a55f-a60c100a09d7 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ccd896a260c840b7952da27b959a5997&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215905 Aug 26 11:37:29.952459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-b05e120a-99f3-432a-b7e3-562fcdad7e4d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:29.953875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-b05e120a-99f3-432a-b7e3-562fcdad7e4d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208620 Aug 26 11:37:29.968150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-495ee07a-7bbf-4f3a-928e-9e5d2e249d07 req-8fe5c625-9eea-4315-bdcc-962a8a0c6941 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 210 time: 0.0353627 Aug 26 11:37:29.973306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Request body: {'port': {'device_id': '25620422-22b4-4c67-8d80-ddfccde18542', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'admin_state_up': True, 'tenant_id': 'ccd896a260c840b7952da27b959a5997'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:37:30.083301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Made reservation on behalf of ccd896a260c840b7952da27b959a5997 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:37:30.086616 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:30.096626 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:30.187648 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:30.191448 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:30.256046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398f012d-118a-480e-8508-67be5f042f71,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:30.326826 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Allocated IP 192.168.233.192 (e924ff56-e3b9-40fa-8771-798dea4169c3/a97efdc4-9aba-4cd0-946d-5078d7832b1b/bc80fafa-4760-4b30-a8f1-3380aa439d6c) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:37:30.471900 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:30.485230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Transition to ACTIVE for port object bc80fafa-4760-4b30-a8f1-3380aa439d6c will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:37:30.516773 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:30.565110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Network e924ff56-e3b9-40fa-8771-798dea4169c3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:37:30.570133 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:37:30.573887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:37:30.598960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Pushing event updated for resources: {'Port': ['ID=bc80fafa-4760-4b30-a8f1-3380aa439d6c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:30.628968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:30.629608 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:30.645385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-2a973f64-743c-4fd6-b490-be91d0bd397d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6762452 Aug 26 11:37:30.661287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Request body: {'port': {'device_id': '25620422-22b4-4c67-8d80-ddfccde18542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:37:30.716348 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:30.849769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fdb1f966-8407-4507-831b-a8e19d1f35a5 None None] Provisioning for port bc80fafa-4760-4b30-a8f1-3380aa439d6c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:37:30.853572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fdb1f966-8407-4507-831b-a8e19d1f35a5 None None] Provisioning complete for port bc80fafa-4760-4b30-a8f1-3380aa439d6c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:37:30.853956 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f966-8407-4507-831b-a8e19d1f35a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:30.887320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1f966-8407-4507-831b-a8e19d1f35a5 None None] Port bc80fafa-4760-4b30-a8f1-3380aa439d6c cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:37:30.990677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc80fafa-4760-4b30-a8f1-3380aa439d6c {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:37:30.998718 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:31.011165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Transition to ACTIVE for port object bc80fafa-4760-4b30-a8f1-3380aa439d6c will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:37:31.015980 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:31.095993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Pushing event updated for resources: {'Port': ['ID=bc80fafa-4760-4b30-a8f1-3380aa439d6c,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:31.164297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb717c33-631b-45e1-b9e8-4d309c9b7979 req-139b029e-db7f-4f89-a956-a2a4fbe1fe20 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:31.165848 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb717c33-631b-45e1-b9e8-4d309c9b7979 req-139b029e-db7f-4f89-a956-a2a4fbe1fe20 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 948 time: 0.1215317 Aug 26 11:37:31.206125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Attempting to bind port bc80fafa-4760-4b30-a8f1-3380aa439d6c on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:37:31.206370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Attempting to bind port bc80fafa-4760-4b30-a8f1-3380aa439d6c by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:37:31.206612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Attempting to bind port bc80fafa-4760-4b30-a8f1-3380aa439d6c on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:37:31.216596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Port bc80fafa-4760-4b30-a8f1-3380aa439d6c on network e924ff56-e3b9-40fa-8771-798dea4169c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:37:31.216924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Attempting to bind port bc80fafa-4760-4b30-a8f1-3380aa439d6c on network e924ff56-e3b9-40fa-8771-798dea4169c3 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:37:31.228862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb717c33-631b-45e1-b9e8-4d309c9b7979 req-b8ede2f0-d721-4aec-8036-6f7562f41809 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547366 Aug 26 11:37:31.229731 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:37:31.230075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Checking segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:37:31.230456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Bound using segment: {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:37:31.230964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Bound port: bc80fafa-4760-4b30-a8f1-3380aa439d6c, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:37:31.231327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:31.297360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] For port bc80fafa-4760-4b30-a8f1-3380aa439d6c, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:37:31.300458 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] For port bc80fafa-4760-4b30-a8f1-3380aa439d6c, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bc80fafa-4760-4b30-a8f1-3380aa439d6c,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:37:31.305082 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:31.344403 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:31.345118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:31.346392 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] 10.222.0.47 "PUT /v2.0/ports/bc80fafa-4760-4b30-a8f1-3380aa439d6c HTTP/1.1" status: 200 len: 1097 time: 0.6903274 Aug 26 11:37:31.346850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25620422-22b4-4c67-8d80-ddfccde18542', 'tag': 'bc80fafa-4760-4b30-a8f1-3380aa439d6c'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:37:31.349064 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c59ada-420f-43b0-9d54-d52e650d0120" -d '{"events": [{"name": "network-changed", "server_uuid": "25620422-22b4-4c67-8d80-ddfccde18542", "tag": "bc80fafa-4760-4b30-a8f1-3380aa439d6c"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:37:31.372240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcc16c-e75f-48dd-a54b-d9b44d401383 service neutron] Pushing event updated for resources: {'Port': ['ID=bc80fafa-4760-4b30-a8f1-3380aa439d6c,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:31.404233 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d86b58f-57e6-49c3-b955-f26fffd802f7 x-openstack-request-id: req-7d86b58f-57e6-49c3-b955-f26fffd802f7 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:37:31.404523 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25620422-22b4-4c67-8d80-ddfccde18542", "tag": "bc80fafa-4760-4b30-a8f1-3380aa439d6c", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:37:31.405047 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d86b58f-57e6-49c3-b955-f26fffd802f7 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:37:31.405439 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25620422-22b4-4c67-8d80-ddfccde18542', 'tag': 'bc80fafa-4760-4b30-a8f1-3380aa439d6c', 'status': 'completed', 'code': 200} Aug 26 11:37:31.801511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-0c124154-4a22-423e-9b6d-a72dc1c7528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:31.803148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-0c124154-4a22-423e-9b6d-a72dc1c7528a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ccd896a260c840b7952da27b959a5997&device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 1100 time: 0.4081221 Aug 26 11:37:31.847086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-d72d29dd-76ac-4381-a471-5c936fe1d2dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=bc80fafa-4760-4b30-a8f1-3380aa439d6c HTTP/1.1" status: 200 len: 217 time: 0.0354116 Aug 26 11:37:31.897798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-ae6e95b6-9050-443b-ad1f-331bcf0353a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:31.899302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-ae6e95b6-9050-443b-ad1f-331bcf0353a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0454400 Aug 26 11:37:31.950863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-39f7f5a6-a6f6-46da-901b-7c1f67da318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:31.952363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-39f7f5a6-a6f6-46da-901b-7c1f67da318d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0455017 Aug 26 11:37:32.044385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-93ac301d-6976-42fa-9fff-baafcf8f895f service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845749 Aug 26 11:37:32.141241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-347d3a42-3202-43ec-8b15-0133e7c6c05f req-fd929621-da58-4173-96d6-c817eabed046 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880964 Aug 26 11:37:32.226516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59ada-420f-43b0-9d54-d52e650d0120 req-5412332e-bf4b-4735-ab32-258080053096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:32.228074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66c59ada-420f-43b0-9d54-d52e650d0120 req-5412332e-bf4b-4735-ab32-258080053096 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ccd896a260c840b7952da27b959a5997&device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 1100 time: 0.0420361 Aug 26 11:37:32.361518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59ada-420f-43b0-9d54-d52e650d0120 req-87262bc3-16be-4fe1-bab2-f2a415c2346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:32.363044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66c59ada-420f-43b0-9d54-d52e650d0120 req-87262bc3-16be-4fe1-bab2-f2a415c2346e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e924ff56-e3b9-40fa-8771-798dea4169c3 HTTP/1.1" status: 200 len: 870 time: 0.1280158 Aug 26 11:37:32.371440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784424c-9d05-4210-a067-1d2e6aa22f27 req-0d86ff7e-0874-458c-ae12-f6490cfff93e tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:32.372843 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c784424c-9d05-4210-a067-1d2e6aa22f27 req-0d86ff7e-0874-458c-ae12-f6490cfff93e tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 948 time: 0.0734403 Aug 26 11:37:32.419813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66c59ada-420f-43b0-9d54-d52e650d0120 req-8a7a96bc-8e30-4d95-8396-44fd1583e68a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=bc80fafa-4760-4b30-a8f1-3380aa439d6c HTTP/1.1" status: 200 len: 217 time: 0.0460155 Aug 26 11:37:32.469246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c784424c-9d05-4210-a067-1d2e6aa22f27 req-9a8d2f7d-9b66-472d-91f7-b02968273b84 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889864 Aug 26 11:37:32.485110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59ada-420f-43b0-9d54-d52e650d0120 req-89dc96b6-ee0f-4ae5-9727-0ffe29abac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:32.487126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66c59ada-420f-43b0-9d54-d52e650d0120 req-89dc96b6-ee0f-4ae5-9727-0ffe29abac96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a97efdc4-9aba-4cd0-946d-5078d7832b1b HTTP/1.1" status: 200 len: 843 time: 0.0593379 Aug 26 11:37:32.533357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59ada-420f-43b0-9d54-d52e650d0120 req-90beda92-be79-4228-a2d9-6b0fd912709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:32.534874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66c59ada-420f-43b0-9d54-d52e650d0120 req-90beda92-be79-4228-a2d9-6b0fd912709a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e924ff56-e3b9-40fa-8771-798dea4169c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0404708 Aug 26 11:37:32.629094 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66c59ada-420f-43b0-9d54-d52e650d0120 req-3e46532a-db1d-4a40-9ad5-41c09ab9a620 service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870633 Aug 26 11:37:32.722408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66c59ada-420f-43b0-9d54-d52e650d0120 req-39fa49df-0280-4b19-b5d0-0ddbe213f78a service neutron] 10.222.0.47 "GET /v2.0/networks/e924ff56-e3b9-40fa-8771-798dea4169c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857747 Aug 26 11:37:33.586657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198d555-88e9-4e17-87b0-38fe741c9f76 req-d1ba1e9f-9778-4a5d-ac51-34dbd7b85b53 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:33.588177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5198d555-88e9-4e17-87b0-38fe741c9f76 req-d1ba1e9f-9778-4a5d-ac51-34dbd7b85b53 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 948 time: 0.0497310 Aug 26 11:37:33.625579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5198d555-88e9-4e17-87b0-38fe741c9f76 req-b4adc8cf-2859-49a9-bcdb-bb10f84976e0 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Aug 26 11:37:34.744114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba70840-cc73-4e43-bb70-517d3ecd2069 req-bfe29cc0-18bb-4045-9ba8-176c20a03f30 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:34.745590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ba70840-cc73-4e43-bb70-517d3ecd2069 req-bfe29cc0-18bb-4045-9ba8-176c20a03f30 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 948 time: 0.0529470 Aug 26 11:37:34.783076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ba70840-cc73-4e43-bb70-517d3ecd2069 req-9740f5b1-0284-47fd-9093-2eafe1381ef3 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309887 Aug 26 11:37:35.894291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad285c-c040-4879-9cdb-d8a42f86934d req-dcf4bf5f-21dd-4dc0-838b-916831cf9b73 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:35.895773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94ad285c-c040-4879-9cdb-d8a42f86934d req-dcf4bf5f-21dd-4dc0-838b-916831cf9b73 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 948 time: 0.0479577 Aug 26 11:37:35.932542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94ad285c-c040-4879-9cdb-d8a42f86934d req-5703747c-8619-41c7-b499-1818286b8a66 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309353 Aug 26 11:37:36.348227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bc80fafa-4760-4b30-a8f1-3380aa439d6c details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:37:36.461396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port bc80fafa-4760-4b30-a8f1-3380aa439d6c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bc80fafa-4760-4b30-a8f1-3380aa439d6c,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:36.472798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'bc80fafa-4760-4b30-a8f1-3380aa439d6c', 'network_id': 'e924ff56-e3b9-40fa-8771-798dea4169c3', 'port_id': 'bc80fafa-4760-4b30-a8f1-3380aa439d6c', 'mac_address': 'fa:16:3e:88:3e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97efdc4-9aba-4cd0-946d-5078d7832b1b', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:37:36.511991 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:36.524738 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc80fafa-4760-4b30-a8f1-3380aa439d6c {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:37:36.544641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port bc80fafa-4760-4b30-a8f1-3380aa439d6c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bc80fafa-4760-4b30-a8f1-3380aa439d6c,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:36.549062 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:36.600423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=bc80fafa-4760-4b30-a8f1-3380aa439d6c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:36.861112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['bc80fafa-4760-4b30-a8f1-3380aa439d6c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:37:37.050412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0d7bf-cc9e-4af2-995c-45474fc9e5b1 req-92653a9c-4873-434c-97f1-6085ab1574db tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:37.051841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cd0d7bf-cc9e-4af2-995c-45474fc9e5b1 req-92653a9c-4873-434c-97f1-6085ab1574db tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 949 time: 0.0492465 Aug 26 11:37:37.089380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4cd0d7bf-cc9e-4af2-995c-45474fc9e5b1 req-d9382f18-a82b-4d36-83e5-164a5e430dcd tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316699 Aug 26 11:37:38.207825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d6574-3676-46b0-b8df-19d5cf2dc507 req-b03214ff-b5a3-4995-9b57-4d63bcb4ff68 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:38.209371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e96d6574-3676-46b0-b8df-19d5cf2dc507 req-b03214ff-b5a3-4995-9b57-4d63bcb4ff68 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 949 time: 0.0529130 Aug 26 11:37:38.248421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e96d6574-3676-46b0-b8df-19d5cf2dc507 req-934f9469-3754-4088-8061-ca5ece1b43c0 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330670 Aug 26 11:37:38.364373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bc80fafa-4760-4b30-a8f1-3380aa439d6c up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:37:38.414934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port bc80fafa-4760-4b30-a8f1-3380aa439d6c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:37:38.418481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port bc80fafa-4760-4b30-a8f1-3380aa439d6c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:37:38.418909 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:38.493308 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:38.515887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25620422-22b4-4c67-8d80-ddfccde18542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc80fafa-4760-4b30-a8f1-3380aa439d6c'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:37:38.518095 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69588a2-e0e9-442b-92d0-3fa670c38068" -d '{"events": [{"server_uuid": "25620422-22b4-4c67-8d80-ddfccde18542", "name": "network-vif-plugged", "status": "completed", "tag": "bc80fafa-4760-4b30-a8f1-3380aa439d6c"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:37:38.531305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port bc80fafa-4760-4b30-a8f1-3380aa439d6c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bc80fafa-4760-4b30-a8f1-3380aa439d6c,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:38.535371 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:38.558615 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb905c3-2b85-426b-aa50-a7d4c120c63a x-openstack-request-id: req-0bb905c3-2b85-426b-aa50-a7d4c120c63a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:37:38.558940 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25620422-22b4-4c67-8d80-ddfccde18542", "name": "network-vif-plugged", "status": "completed", "tag": "bc80fafa-4760-4b30-a8f1-3380aa439d6c", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:37:38.559194 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bb905c3-2b85-426b-aa50-a7d4c120c63a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:37:38.559584 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25620422-22b4-4c67-8d80-ddfccde18542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc80fafa-4760-4b30-a8f1-3380aa439d6c', 'code': 200} Aug 26 11:37:38.585746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=bc80fafa-4760-4b30-a8f1-3380aa439d6c,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:38.651263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46833a9f-44f7-4e9b-86f8-b7d839ff27aa req-900a4e59-6d10-41b4-ba18-43d1813d90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:38.652805 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46833a9f-44f7-4e9b-86f8-b7d839ff27aa req-900a4e59-6d10-41b4-ba18-43d1813d90cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 1102 time: 0.0436144 Aug 26 11:37:38.692443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46833a9f-44f7-4e9b-86f8-b7d839ff27aa req-a469f09a-9545-4a0e-b8ab-e75c994f139c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319788 Aug 26 11:37:39.362409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57291597-59fa-4c1c-a447-5782f5874f98 req-7c51d4b4-6f7a-45c3-9f97-82e6782bc923 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:39.364017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57291597-59fa-4c1c-a447-5782f5874f98 req-7c51d4b4-6f7a-45c3-9f97-82e6782bc923 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 950 time: 0.0495176 Aug 26 11:37:39.401694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57291597-59fa-4c1c-a447-5782f5874f98 req-642c6aab-dd56-4414-8878-c0bdd5b10ad4 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Aug 26 11:37:40.520990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994eb0ae-7d36-4eec-9319-9e48530ec8b8 req-da121922-bc43-49e3-8ace-6afda78589a9 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:40.522387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-994eb0ae-7d36-4eec-9319-9e48530ec8b8 req-da121922-bc43-49e3-8ace-6afda78589a9 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 950 time: 0.0537245 Aug 26 11:37:40.561622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-994eb0ae-7d36-4eec-9319-9e48530ec8b8 req-5531ba8b-b80a-43ee-bd0d-3d29ea01f6eb tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Aug 26 11:37:41.469414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007cda-dca0-4264-bc42-3b6f936e9b2e req-9e2e7bc1-baa7-4e39-a894-71bc33538d84 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:41.471410 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70007cda-dca0-4264-bc42-3b6f936e9b2e req-9e2e7bc1-baa7-4e39-a894-71bc33538d84 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 950 time: 0.0506074 Aug 26 11:37:41.508298 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70007cda-dca0-4264-bc42-3b6f936e9b2e req-d4c6e87b-096b-45b4-b38e-314aabcd6e1d tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309281 Aug 26 11:37:42.627442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f6ea4-a78c-43f5-bb2c-aeddd50f2f08 req-a7c915b8-414f-49ea-96c2-f8e9ebaa119c tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:42.628997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-132f6ea4-a78c-43f5-bb2c-aeddd50f2f08 req-a7c915b8-414f-49ea-96c2-f8e9ebaa119c tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 950 time: 0.0495045 Aug 26 11:37:42.668124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-132f6ea4-a78c-43f5-bb2c-aeddd50f2f08 req-975c4b7f-13c0-477b-b055-0ec8ac4d1b5f tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/security-groups?id=398f012d-118a-480e-8508-67be5f042f71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Aug 26 11:37:42.814431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3c40f-d9b0-4501-8cb6-c42ad0f4f099 req-f5c623f8-2eb8-4a34-86c1-7a71fd98f5a8 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:42.815823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3a3c40f-d9b0-4501-8cb6-c42ad0f4f099 req-f5c623f8-2eb8-4a34-86c1-7a71fd98f5a8 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.47 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 950 time: 0.0522561 Aug 26 11:37:42.902801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-a3a3c40f-d9b0-4501-8cb6-c42ad0f4f099 req-2230573a-2325-4752-acbb-c93b34218176 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Deleting port bc80fafa-4760-4b30-a8f1-3380aa439d6c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:37:42.903146 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a3a3c40f-d9b0-4501-8cb6-c42ad0f4f099 req-2230573a-2325-4752-acbb-c93b34218176 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:42.995465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-a3a3c40f-d9b0-4501-8cb6-c42ad0f4f099 req-2230573a-2325-4752-acbb-c93b34218176 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] For port bc80fafa-4760-4b30-a8f1-3380aa439d6c, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=bc80fafa-4760-4b30-a8f1-3380aa439d6c,segment=NetworkSegment(4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c),segment_id=4bdf2aea-0b45-4a0f-abe1-ce965ee41c6c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:42.995837 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a3a3c40f-d9b0-4501-8cb6-c42ad0f4f099 req-2230573a-2325-4752-acbb-c93b34218176 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:43.008907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-a3a3c40f-d9b0-4501-8cb6-c42ad0f4f099 req-2230573a-2325-4752-acbb-c93b34218176 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Calling delete_port for bc80fafa-4760-4b30-a8f1-3380aa439d6c owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:37:43.133186 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a3a3c40f-d9b0-4501-8cb6-c42ad0f4f099 req-2230573a-2325-4752-acbb-c93b34218176 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:43.146287 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['bc80fafa-4760-4b30-a8f1-3380aa439d6c'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:37:43.166860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230573a-2325-4752-acbb-c93b34218176 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Pushing event deleted for resources: {'Port': ['ID=bc80fafa-4760-4b30-a8f1-3380aa439d6c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:43.209633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a3c40f-d9b0-4501-8cb6-c42ad0f4f099 req-2230573a-2325-4752-acbb-c93b34218176 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] No DVR routers for this DVR port bc80fafa-4760-4b30-a8f1-3380aa439d6c on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:37:43.213421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-a3a3c40f-d9b0-4501-8cb6-c42ad0f4f099 req-2230573a-2325-4752-acbb-c93b34218176 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:43.215086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3a3c40f-d9b0-4501-8cb6-c42ad0f4f099 req-2230573a-2325-4752-acbb-c93b34218176 tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.47 "DELETE /v2.0/ports/bc80fafa-4760-4b30-a8f1-3380aa439d6c HTTP/1.1" status: 204 len: 173 time: 0.3922482 Aug 26 11:37:43.215235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25620422-22b4-4c67-8d80-ddfccde18542', 'name': 'network-vif-deleted', 'tag': 'bc80fafa-4760-4b30-a8f1-3380aa439d6c'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:37:43.218783 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d3ffe6-47c0-4eb4-9771-4551c5c96415" -d '{"events": [{"server_uuid": "25620422-22b4-4c67-8d80-ddfccde18542", "name": "network-vif-deleted", "tag": "bc80fafa-4760-4b30-a8f1-3380aa439d6c"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:37:43.255546 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb417c-31c4-4398-bfa8-261102cd601c x-openstack-request-id: req-b0eb417c-31c4-4398-bfa8-261102cd601c {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:37:43.255845 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25620422-22b4-4c67-8d80-ddfccde18542", "name": "network-vif-deleted", "tag": "bc80fafa-4760-4b30-a8f1-3380aa439d6c", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:37:43.256168 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0eb417c-31c4-4398-bfa8-261102cd601c {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:37:43.256603 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25620422-22b4-4c67-8d80-ddfccde18542', 'name': 'network-vif-deleted', 'tag': 'bc80fafa-4760-4b30-a8f1-3380aa439d6c', 'status': 'completed', 'code': 200} Aug 26 11:37:43.395950 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c83aa09f-b72d-4e6e-9b2c-6a31636443a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:43.779745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e369d61-7731-4739-8a0a-7597704b403f req-5ac1d5fc-13ce-4adf-8c33-c5f4dfaa0dbb tempest-ServersAdminNegativeTestJSON-1796575888 tempest-ServersAdminNegativeTestJSON-1796575888-project] 10.222.0.21 "GET /v2.0/ports?device_id=25620422-22b4-4c67-8d80-ddfccde18542 HTTP/1.1" status: 200 len: 210 time: 0.0256808 Aug 26 11:37:45.080852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39280) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:45.240458 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c5a87e73-0c03-4d34-ae1b-a8ff38b29ddc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccd896a260c840b7952da27b959a5997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580980 Aug 26 11:37:45.243008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39286) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:45.291361 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba795c5f-38b7-4814-9cf5-eb9944321bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.311452 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba795c5f-38b7-4814-9cf5-eb9944321bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.359907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba795c5f-38b7-4814-9cf5-eb9944321bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.362529 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba795c5f-38b7-4814-9cf5-eb9944321bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.363730 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ba795c5f-38b7-4814-9cf5-eb9944321bae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/398f012d-118a-480e-8508-67be5f042f71 HTTP/1.1" status: 204 len: 168 time: 0.1198220 Aug 26 11:37:45.371661 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba795c5f-38b7-4814-9cf5-eb9944321bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398f012d-118a-480e-8508-67be5f042f71,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:45.618937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39292) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:45.633662 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9193988f-6f80-4720-a325-7cd3500da548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.725144 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9193988f-6f80-4720-a325-7cd3500da548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.729028 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9193988f-6f80-4720-a325-7cd3500da548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.772335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9193988f-6f80-4720-a325-7cd3500da548 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f36a1e36ef0149c19a3716f34d58a865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522763 Aug 26 11:37:45.773177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193988f-6f80-4720-a325-7cd3500da548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a79d02-23dd-4cc2-858f-167b2bf08f2e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:45.775182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39294) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:45.800919 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e3e8ed8-4643-4124-9ecd-5af68559ad3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.825373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fb7491c0-75ca-4075-bcca-5d1e6d170a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.846167 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fb7491c0-75ca-4075-bcca-5d1e6d170a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.891974 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fb7491c0-75ca-4075-bcca-5d1e6d170a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.895125 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fb7491c0-75ca-4075-bcca-5d1e6d170a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:45.896275 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fb7491c0-75ca-4075-bcca-5d1e6d170a47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6a79d02-23dd-4cc2-858f-167b2bf08f2e HTTP/1.1" status: 204 len: 168 time: 0.1200507 Aug 26 11:37:45.903993 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7491c0-75ca-4075-bcca-5d1e6d170a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a79d02-23dd-4cc2-858f-167b2bf08f2e,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:46.309126 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:46.412764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bc80fafa-4760-4b30-a8f1-3380aa439d6c no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:37:46.432710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: bc80fafa-4760-4b30-a8f1-3380aa439d6c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:37:46.433206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device bc80fafa-4760-4b30-a8f1-3380aa439d6c not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:37:46.599671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39316) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:46.695567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-635889875-network', 'tenant_id': '65fd6c3c35c241e4ad9c45e2a9f0b230'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:37:46.716336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Made reservation on behalf of 65fd6c3c35c241e4ad9c45e2a9f0b230 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:37:46.718782 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:46.727341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:46.816981 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:46.820763 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:46.847068 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:37:46.853288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e018a7-676a-4aaa-a339-cd48f5a097ae,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:46.861363 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:46.861363 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Added segment a4139ed9-5794-4f4e-a798-5ff5a2d57c05 of type vlan for network 144a0294-5ea0-40d2-ad82-367ef893d009 Aug 26 11:37:46.902649 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:46.927080 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:46.927989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:46.928566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:46.981146 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3803408 Aug 26 11:37:46.984424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39320) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:37:46.988821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d91b6b-2148-4a69-9b8c-94e6188c5e44 admin admin] Pushing event updated for resources: {'Network': ['ID=144a0294-5ea0-40d2-ad82-367ef893d009,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:46.990093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] Request body: {'subnet': {'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-635889875-subnet', 'tenant_id': '65fd6c3c35c241e4ad9c45e2a9f0b230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:37:46.998436 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 144a0294-5ea0-40d2-ad82-367ef893d009 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:37:47.011568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] Made reservation on behalf of 65fd6c3c35c241e4ad9c45e2a9f0b230 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:37:47.013894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:47.184829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:47.240606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=098f982e-17c9-4744-a3f5-51d074bd48f3,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:47.250367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] Checking segment: {'id': 'a4139ed9-5794-4f4e-a798-5ff5a2d57c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:37:47.250754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] Network hostable DHCP agents. Network: 144a0294-5ea0-40d2-ad82-367ef893d009, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:37:47.267096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] Network 144a0294-5ea0-40d2-ad82-367ef893d009 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:37:47.275470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 144a0294-5ea0-40d2-ad82-367ef893d009) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:37:47.279846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:47.280442 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:47.286100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764981ce-cda9-44e5-9cc7-20c86121a760 None None] Network 144a0294-5ea0-40d2-ad82-367ef893d009 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:37:47.295920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-124497d9-c810-40ea-a5f4-7b03fb1adff5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3102953 Aug 26 11:37:47.354567 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:47.424402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d830ec3-577a-4795-8df2-0d611f5a81cb None None] Network 144a0294-5ea0-40d2-ad82-367ef893d009 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:37:47.723269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-14a18d6f-24e4-40b3-973f-e75e504672cf tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:47.724656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-14a18d6f-24e4-40b3-973f-e75e504672cf tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/networks?id=144a0294-5ea0-40d2-ad82-367ef893d009 HTTP/1.1" status: 200 len: 811 time: 0.1010978 Aug 26 11:37:47.739191 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-957426dc-93aa-42f0-99c5-c59490cce81b tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/quotas/65fd6c3c35c241e4ad9c45e2a9f0b230 HTTP/1.1" status: 200 len: 375 time: 0.0088763 Aug 26 11:37:47.774483 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-77bbf03c-f5d3-4796-8661-1a1e3d611c99 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302055 Aug 26 11:37:47.836735 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-9bda4445-8cfd-4c8a-a80c-d709787cccfa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:37:47.837733 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-9bda4445-8cfd-4c8a-a80c-d709787cccfa service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564361 Aug 26 11:37:47.930013 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-e296eec4-ab44-4d31-b31b-1cb6610e2e5f service neutron] 10.222.0.21 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861847 Aug 26 11:37:48.023925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5a571e5a-af38-43c2-8747-51d1c85e80a3 service neutron] 10.222.0.21 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877411 Aug 26 11:37:48.183975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8f61901-abcc-47db-a669-915ba12ef0c8 req-4f4d9e68-062e-4e76-b39b-e014450cbfa9 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 210 time: 0.0271492 Aug 26 11:37:49.066232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-4c83214a-c872-4e23-a4d4-99b63b7785e2 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:49.067731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-4c83214a-c872-4e23-a4d4-99b63b7785e2 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.47 "GET /v2.0/networks?id=144a0294-5ea0-40d2-ad82-367ef893d009 HTTP/1.1" status: 200 len: 811 time: 0.1048555 Aug 26 11:37:49.080577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Request body: {'port': {'device_id': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009', 'admin_state_up': True, 'tenant_id': '65fd6c3c35c241e4ad9c45e2a9f0b230'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:37:49.191261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Made reservation on behalf of 65fd6c3c35c241e4ad9c45e2a9f0b230 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:37:49.194619 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:49.293560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ab67954-7985-44e0-8427-a086396f22c3 req-725125b3-e657-46f9-9c46-82e0e4ea26fe tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 210 time: 0.0379472 Aug 26 11:37:49.345741 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Allocated IP 172.20.0.7 (144a0294-5ea0-40d2-ad82-367ef893d009/098f982e-17c9-4744-a3f5-51d074bd48f3/82ae723e-804b-44f3-bf25-d35494d097a9) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:37:49.413738 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:49.496011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:49.533966 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:49.573653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Network 144a0294-5ea0-40d2-ad82-367ef893d009 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:37:49.576624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:37:49.582891 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:37:49.607973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Pushing event updated for resources: {'Port': ['ID=82ae723e-804b-44f3-bf25-d35494d097a9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:49.636131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:49.636745 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:49.650423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-5d5b8e9a-8131-48ec-97ac-a041feaec45e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737982 Aug 26 11:37:49.663648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Request body: {'port': {'device_id': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:37:49.718009 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:49.969476 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ae723e-804b-44f3-bf25-d35494d097a9 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:37:49.977420 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:49.990047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Transition to ACTIVE for port object 82ae723e-804b-44f3-bf25-d35494d097a9 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:37:49.993393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:50.044777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Pushing event updated for resources: {'Port': ['ID=82ae723e-804b-44f3-bf25-d35494d097a9,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:50.111774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Attempting to bind port 82ae723e-804b-44f3-bf25-d35494d097a9 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:37:50.112418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Attempting to bind port 82ae723e-804b-44f3-bf25-d35494d097a9 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'a4139ed9-5794-4f4e-a798-5ff5a2d57c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:37:50.112418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Attempting to bind port 82ae723e-804b-44f3-bf25-d35494d097a9 on network 144a0294-5ea0-40d2-ad82-367ef893d009 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:37:50.116762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Port 82ae723e-804b-44f3-bf25-d35494d097a9 on network 144a0294-5ea0-40d2-ad82-367ef893d009 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:37:50.117087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Attempting to bind port 82ae723e-804b-44f3-bf25-d35494d097a9 on network 144a0294-5ea0-40d2-ad82-367ef893d009 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:37:50.121889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:37:50.122231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Checking segment: {'id': 'a4139ed9-5794-4f4e-a798-5ff5a2d57c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:37:50.122614 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Bound using segment: {'id': 'a4139ed9-5794-4f4e-a798-5ff5a2d57c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:37:50.123072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Bound port: 82ae723e-804b-44f3-bf25-d35494d097a9, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4139ed9-5794-4f4e-a798-5ff5a2d57c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:37:50.123428 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:50.185045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:37:50.188016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=82ae723e-804b-44f3-bf25-d35494d097a9,segment=NetworkSegment(a4139ed9-5794-4f4e-a798-5ff5a2d57c05),segment_id=a4139ed9-5794-4f4e-a798-5ff5a2d57c05)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:37:50.192916 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:50.226701 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:50.227355 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:50.228769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] 10.222.0.47 "PUT /v2.0/ports/82ae723e-804b-44f3-bf25-d35494d097a9 HTTP/1.1" status: 200 len: 1092 time: 0.5691135 Aug 26 11:37:50.229219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'tag': '82ae723e-804b-44f3-bf25-d35494d097a9'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:37:50.231499 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec291912-f340-4296-a1a2-543834bf4623" -d '{"events": [{"name": "network-changed", "server_uuid": "f2636dac-4e34-432f-9352-13c9b18c2e21", "tag": "82ae723e-804b-44f3-bf25-d35494d097a9"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:37:50.257694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496baf55-07b0-418b-ab81-3e4e5c8b5252 service neutron] Pushing event updated for resources: {'Port': ['ID=82ae723e-804b-44f3-bf25-d35494d097a9,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:50.277289 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f8bd67-156b-4764-93fe-f52845844c60 x-openstack-request-id: req-68f8bd67-156b-4764-93fe-f52845844c60 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:37:50.277581 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2636dac-4e34-432f-9352-13c9b18c2e21", "tag": "82ae723e-804b-44f3-bf25-d35494d097a9", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:37:50.277836 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68f8bd67-156b-4764-93fe-f52845844c60 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:37:50.278490 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'tag': '82ae723e-804b-44f3-bf25-d35494d097a9', 'status': 'completed', 'code': 200} Aug 26 11:37:50.310371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-b817685b-daca-44dc-b608-db8f864e9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:50.311893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-b817685b-daca-44dc-b608-db8f864e9aa8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230&device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 1095 time: 0.0452793 Aug 26 11:37:50.359320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-6589c686-0c15-4d4c-adb8-1cab40acf471 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ae723e-804b-44f3-bf25-d35494d097a9 HTTP/1.1" status: 200 len: 217 time: 0.0388646 Aug 26 11:37:50.433679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-bfa61ffd-5f7b-418b-846b-36c8139f4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:50.435471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-bfa61ffd-5f7b-418b-846b-36c8139f4932 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=098f982e-17c9-4744-a3f5-51d074bd48f3 HTTP/1.1" status: 200 len: 851 time: 0.0665467 Aug 26 11:37:50.444379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ae49e-79a3-4c11-804b-39582a4949d4 req-81541e25-c9f5-42f1-ba87-731b43c42de7 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:50.445769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-949ae49e-79a3-4c11-804b-39582a4949d4 req-81541e25-c9f5-42f1-ba87-731b43c42de7 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 943 time: 0.0855114 Aug 26 11:37:50.484142 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-6e15c7f3-89b4-4fa2-a2b0-be6429036c16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=144a0294-5ea0-40d2-ad82-367ef893d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373645 Aug 26 11:37:50.519084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-949ae49e-79a3-4c11-804b-39582a4949d4 req-15c1b886-0d7e-4baf-9831-91c6f956f2a5 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650823 Aug 26 11:37:50.589702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-c0139537-9eed-41ff-95a4-9fdc0d61970f service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975864 Aug 26 11:37:50.684298 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0590a789-b1a9-4453-a07b-7f175e0983d1 req-9eabd7e0-2a9e-4fe7-84d0-a0953cd7e9d5 service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866406 Aug 26 11:37:50.767781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec291912-f340-4296-a1a2-543834bf4623 req-f82b9d93-0d34-47b6-9e7c-a5173fb1c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:50.769336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec291912-f340-4296-a1a2-543834bf4623 req-f82b9d93-0d34-47b6-9e7c-a5173fb1c742 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230&device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 1095 time: 0.0419989 Aug 26 11:37:50.789680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:50.863809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec291912-f340-4296-a1a2-543834bf4623 req-fb0ae9a9-2e90-4738-85d7-76315b186e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:50.865264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec291912-f340-4296-a1a2-543834bf4623 req-fb0ae9a9-2e90-4738-85d7-76315b186e51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=144a0294-5ea0-40d2-ad82-367ef893d009 HTTP/1.1" status: 200 len: 912 time: 0.0893531 Aug 26 11:37:50.905327 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec291912-f340-4296-a1a2-543834bf4623 req-08713747-5d37-4ede-bf4b-ecd112627a2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ae723e-804b-44f3-bf25-d35494d097a9 HTTP/1.1" status: 200 len: 217 time: 0.0334537 Aug 26 11:37:50.953973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec291912-f340-4296-a1a2-543834bf4623 req-0da6a9a5-051b-4431-910b-9c92464d6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:50.955390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec291912-f340-4296-a1a2-543834bf4623 req-0da6a9a5-051b-4431-910b-9c92464d6d04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=098f982e-17c9-4744-a3f5-51d074bd48f3 HTTP/1.1" status: 200 len: 851 time: 0.0426886 Aug 26 11:37:50.986555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec291912-f340-4296-a1a2-543834bf4623 req-26149c6c-0dee-4109-99dd-a39927e3b8c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=144a0294-5ea0-40d2-ad82-367ef893d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242748 Aug 26 11:37:51.079578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec291912-f340-4296-a1a2-543834bf4623 req-947d56c5-2faf-4aa9-b591-3bef6385bb37 service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863957 Aug 26 11:37:51.170998 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec291912-f340-4296-a1a2-543834bf4623 req-673c82b4-10f3-449b-b6a5-8074444fa127 service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846643 Aug 26 11:37:51.641139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163319d-f40b-4015-a8b5-8d609475ec06 req-1d114074-4f32-46fb-85a6-176b50ce2363 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:51.643235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b163319d-f40b-4015-a8b5-8d609475ec06 req-1d114074-4f32-46fb-85a6-176b50ce2363 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 943 time: 0.0553036 Aug 26 11:37:51.681524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b163319d-f40b-4015-a8b5-8d609475ec06 req-e155e95a-3b72-4bb2-a809-10c4d66fcd48 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Aug 26 11:37:52.641987 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:52.795963 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3c870-92a9-4f1d-bb8a-d1f0a8900a7a req-95cc5d50-85d6-47f1-aec4-faf6ae311f2d tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:52.797445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95b3c870-92a9-4f1d-bb8a-d1f0a8900a7a req-95cc5d50-85d6-47f1-aec4-faf6ae311f2d tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 943 time: 0.0492542 Aug 26 11:37:52.834993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95b3c870-92a9-4f1d-bb8a-d1f0a8900a7a req-dac81873-efdb-4ac6-b50b-1f07d05f0f83 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Aug 26 11:37:53.947994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304d3a4-058c-4139-b4a3-fe53c301cfba req-ab7664c2-f483-4417-8d47-fa208a5d723d tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:53.949622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4304d3a4-058c-4139-b4a3-fe53c301cfba req-ab7664c2-f483-4417-8d47-fa208a5d723d tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 943 time: 0.0482759 Aug 26 11:37:53.988801 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4304d3a4-058c-4139-b4a3-fe53c301cfba req-acba1f95-9479-4408-a225-7ef06d766185 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324113 Aug 26 11:37:54.440307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 82ae723e-804b-44f3-bf25-d35494d097a9 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:37:54.538556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=82ae723e-804b-44f3-bf25-d35494d097a9,segment=NetworkSegment(a4139ed9-5794-4f4e-a798-5ff5a2d57c05),segment_id=a4139ed9-5794-4f4e-a798-5ff5a2d57c05)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:54.550399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '82ae723e-804b-44f3-bf25-d35494d097a9', 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009', 'port_id': '82ae723e-804b-44f3-bf25-d35494d097a9', 'mac_address': 'fa:16:3e:b0:6e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098f982e-17c9-4744-a3f5-51d074bd48f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:37:54.585553 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:54.598175 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ae723e-804b-44f3-bf25-d35494d097a9 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:37:54.617962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=82ae723e-804b-44f3-bf25-d35494d097a9,segment=NetworkSegment(a4139ed9-5794-4f4e-a798-5ff5a2d57c05),segment_id=a4139ed9-5794-4f4e-a798-5ff5a2d57c05)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:54.621718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:54.670803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=82ae723e-804b-44f3-bf25-d35494d097a9,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:54.914543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['82ae723e-804b-44f3-bf25-d35494d097a9'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:37:55.105683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef438120-817d-452f-b713-e6668e85affb req-dba08ebd-7c86-4061-9998-cafdd9a4d5b9 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:55.107214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef438120-817d-452f-b713-e6668e85affb req-dba08ebd-7c86-4061-9998-cafdd9a4d5b9 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 944 time: 0.0515323 Aug 26 11:37:55.146553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef438120-817d-452f-b713-e6668e85affb req-5a1e39d0-57cd-4fd9-ad14-ec64cb540ff1 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Aug 26 11:37:56.261731 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c6b98-2f36-4244-a6fd-33cfbdc1c029 req-9d7215cd-3c58-4f79-837b-531a56cbaf8d tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:56.263254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b82c6b98-2f36-4244-a6fd-33cfbdc1c029 req-9d7215cd-3c58-4f79-837b-531a56cbaf8d tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 944 time: 0.0491571 Aug 26 11:37:56.304760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b82c6b98-2f36-4244-a6fd-33cfbdc1c029 req-5336982f-9bfd-4a8f-b1b0-e1fa4584b2b9 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345645 Aug 26 11:37:56.470619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 82ae723e-804b-44f3-bf25-d35494d097a9 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:37:56.520757 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 82ae723e-804b-44f3-bf25-d35494d097a9 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:37:56.524254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 82ae723e-804b-44f3-bf25-d35494d097a9 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:37:56.524634 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:56.749863 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:56.771847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ae723e-804b-44f3-bf25-d35494d097a9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:37:56.774077 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84402cf-5402-427d-8974-64fdfbf07e8b" -d '{"events": [{"server_uuid": "f2636dac-4e34-432f-9352-13c9b18c2e21", "name": "network-vif-plugged", "status": "completed", "tag": "82ae723e-804b-44f3-bf25-d35494d097a9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:37:56.786987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=82ae723e-804b-44f3-bf25-d35494d097a9,segment=NetworkSegment(a4139ed9-5794-4f4e-a798-5ff5a2d57c05),segment_id=a4139ed9-5794-4f4e-a798-5ff5a2d57c05)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:37:56.791226 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:37:56.817897 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c48e29-67b6-4d66-b00e-57a2717d8016 x-openstack-request-id: req-95c48e29-67b6-4d66-b00e-57a2717d8016 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:37:56.818202 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2636dac-4e34-432f-9352-13c9b18c2e21", "name": "network-vif-plugged", "status": "completed", "tag": "82ae723e-804b-44f3-bf25-d35494d097a9", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:37:56.818461 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95c48e29-67b6-4d66-b00e-57a2717d8016 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:37:56.818917 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ae723e-804b-44f3-bf25-d35494d097a9', 'code': 200} Aug 26 11:37:56.844930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=82ae723e-804b-44f3-bf25-d35494d097a9,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:37:56.911658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0fc80-6a53-46aa-a71c-25c9ae1834f1 req-f4ca9498-a1c5-4ca8-852f-7745fab48d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:56.913131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5a0fc80-6a53-46aa-a71c-25c9ae1834f1 req-f4ca9498-a1c5-4ca8-852f-7745fab48d4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 1097 time: 0.0406346 Aug 26 11:37:56.946688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5a0fc80-6a53-46aa-a71c-25c9ae1834f1 req-03289935-256c-4e58-a2d8-a28492d992a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269675 Aug 26 11:37:57.424253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5c26a-6106-4fb4-83ea-09716118896b req-ca5dada1-e001-4af3-993c-e6683418f2e7 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:57.425732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ecc5c26a-6106-4fb4-83ea-09716118896b req-ca5dada1-e001-4af3-993c-e6683418f2e7 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0529535 Aug 26 11:37:57.463811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ecc5c26a-6106-4fb4-83ea-09716118896b req-7fda8616-3069-4283-9b4c-0a9c2578e2f4 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Aug 26 11:37:58.578654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716d1ad-5484-4973-a65a-d833453b20f9 req-906dc2c7-b50e-49ad-bf17-bb75ff02071a tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:58.580162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c716d1ad-5484-4973-a65a-d833453b20f9 req-906dc2c7-b50e-49ad-bf17-bb75ff02071a tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0481701 Aug 26 11:37:58.617284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c716d1ad-5484-4973-a65a-d833453b20f9 req-dc6cbfc4-cf93-4440-9ec8-485d1985e6b2 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Aug 26 11:37:58.856936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642a572-c933-4310-8bee-8a810ddf3a6c req-b1921e07-7160-403a-9ed0-b4a808645257 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:37:58.858430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1642a572-c933-4310-8bee-8a810ddf3a6c req-b1921e07-7160-403a-9ed0-b4a808645257 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0488851 Aug 26 11:37:58.892460 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-46bdaccf-1def-4717-8468-407b47f534c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887918 Aug 26 11:37:58.898247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1642a572-c933-4310-8bee-8a810ddf3a6c req-67a15571-65e3-44f8-99c7-48552ff57318 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Aug 26 11:37:59.771497 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:38:00.018034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-192d041f-e22b-47fa-93ba-ab6c9108db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:00.019592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-192d041f-e22b-47fa-93ba-ab6c9108db2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230&device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 1097 time: 0.0770922 Aug 26 11:38:00.031714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f1c1e-27c5-4e98-acb6-1893c933a2aa req-2413c64f-cd79-4092-aa58-fc0d17dc73d3 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:00.033181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc5f1c1e-27c5-4e98-acb6-1893c933a2aa req-2413c64f-cd79-4092-aa58-fc0d17dc73d3 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0615969 Aug 26 11:38:00.118023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc5f1c1e-27c5-4e98-acb6-1893c933a2aa req-a273a21a-cfae-4980-8e22-e88a21451386 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767252 Aug 26 11:38:00.147036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-89e1854a-e6aa-48a5-95f9-2e6fffd8ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:00.148532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-89e1854a-e6aa-48a5-95f9-2e6fffd8ff2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=144a0294-5ea0-40d2-ad82-367ef893d009 HTTP/1.1" status: 200 len: 912 time: 0.1144986 Aug 26 11:38:00.191525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-78edb2c8-6847-4b7c-b50b-4c38ffa92e9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ae723e-804b-44f3-bf25-d35494d097a9 HTTP/1.1" status: 200 len: 217 time: 0.0353642 Aug 26 11:38:00.240587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-af3a5c13-3541-49a3-8296-3a5f14da3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:00.242064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-af3a5c13-3541-49a3-8296-3a5f14da3765 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=098f982e-17c9-4744-a3f5-51d074bd48f3 HTTP/1.1" status: 200 len: 851 time: 0.0441892 Aug 26 11:38:00.273958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a5d97891-9f2b-4f68-8632-685ff98c72de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=144a0294-5ea0-40d2-ad82-367ef893d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243878 Aug 26 11:38:00.369039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-f2e9189f-d9f6-4c80-a1a6-c2588bac3d8a service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878623 Aug 26 11:38:00.458081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-98c4f67b-b406-4164-93c0-c0f10466a1a9 service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819011 Aug 26 11:38:01.239825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792adadc-9b99-42f8-8be5-7c339860396d req-a470dfde-34f8-467b-b032-53d114364965 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:01.241396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-792adadc-9b99-42f8-8be5-7c339860396d req-a470dfde-34f8-467b-b032-53d114364965 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0546560 Aug 26 11:38:01.279559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-792adadc-9b99-42f8-8be5-7c339860396d req-c47531b8-892f-4318-9257-faf0f35a0c61 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320344 Aug 26 11:38:02.393631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a81dd-d8db-4353-863a-81ad9452a935 req-d302bda2-e681-4dc9-9b71-083b14198f48 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:02.395153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-715a81dd-d8db-4353-863a-81ad9452a935 req-d302bda2-e681-4dc9-9b71-083b14198f48 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0487270 Aug 26 11:38:02.432285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-715a81dd-d8db-4353-863a-81ad9452a935 req-19ef05b8-ba99-4dca-87a3-2cf4a994be67 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Aug 26 11:38:03.547337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060614d-7fd8-4877-83d0-3f3111e1610f req-6a8544d0-f42e-4ccb-8a34-81ff528c1098 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:03.549213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1060614d-7fd8-4877-83d0-3f3111e1610f req-6a8544d0-f42e-4ccb-8a34-81ff528c1098 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0503986 Aug 26 11:38:03.586061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1060614d-7fd8-4877-83d0-3f3111e1610f req-4b4a3d0f-fe4e-499d-8e61-111ac9fb605a tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Aug 26 11:38:04.701625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306310d6-84e5-4a22-b13c-844b9b9f1214 req-8e6ca9ab-6e01-49a1-9ec8-caddfe39b8d8 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:04.703083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-306310d6-84e5-4a22-b13c-844b9b9f1214 req-8e6ca9ab-6e01-49a1-9ec8-caddfe39b8d8 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0503972 Aug 26 11:38:04.740351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-306310d6-84e5-4a22-b13c-844b9b9f1214 req-b68da29c-fb24-424e-8682-127c23a63c9e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Aug 26 11:38:05.854503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106193a-03c2-4e82-9d89-d1d33b64af0d req-acddfcf8-e8c8-4a33-9c4b-fc08174eb7b2 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:05.856063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c106193a-03c2-4e82-9d89-d1d33b64af0d req-acddfcf8-e8c8-4a33-9c4b-fc08174eb7b2 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0481124 Aug 26 11:38:05.899391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c106193a-03c2-4e82-9d89-d1d33b64af0d req-fc216b9e-2da2-40b1-8745-7b0182085227 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338550 Aug 26 11:38:07.011917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b030ab-f628-41c9-97cb-4d562c3d9b6f req-0a2488e5-c92b-43fd-8b4c-66f1db36eea5 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:07.013402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48b030ab-f628-41c9-97cb-4d562c3d9b6f req-0a2488e5-c92b-43fd-8b4c-66f1db36eea5 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0498934 Aug 26 11:38:07.053242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48b030ab-f628-41c9-97cb-4d562c3d9b6f req-c5ec8e3a-3753-4317-a89f-6294f81dade2 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339143 Aug 26 11:38:08.170376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1597e-7ee0-4e31-9603-f6ecb43d4a68 req-77ed4e5b-233a-4e9b-aa5d-e47f73fdf231 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:08.171872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfb1597e-7ee0-4e31-9603-f6ecb43d4a68 req-77ed4e5b-233a-4e9b-aa5d-e47f73fdf231 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0518875 Aug 26 11:38:08.210091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfb1597e-7ee0-4e31-9603-f6ecb43d4a68 req-667c32bb-4e8c-4e4f-97d6-581715f25e65 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Aug 26 11:38:09.323264 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d21624-0446-4bf0-955e-3cbba7e8fc5b req-438484de-bf9b-41cb-99bd-cbd497c88a93 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:09.324748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9d21624-0446-4bf0-955e-3cbba7e8fc5b req-438484de-bf9b-41cb-99bd-cbd497c88a93 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0478051 Aug 26 11:38:09.362520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9d21624-0446-4bf0-955e-3cbba7e8fc5b req-efd4ac0d-ad62-4f9a-b7b3-99936d243f32 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Aug 26 11:38:10.475490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e6042-2da3-48cc-a3ce-6681ff14ac2b req-ee76e536-a648-46a5-9433-535bf40322c5 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:10.476991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a67e6042-2da3-48cc-a3ce-6681ff14ac2b req-ee76e536-a648-46a5-9433-535bf40322c5 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0489967 Aug 26 11:38:10.515510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a67e6042-2da3-48cc-a3ce-6681ff14ac2b req-7846df90-2762-4df0-ab7b-70ed1e550244 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318470 Aug 26 11:38:11.635046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c4050-c289-43ab-bd11-524c8aaeba3f req-8afcdfaa-0a41-46cf-a8fa-252890dae290 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:11.636521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-262c4050-c289-43ab-bd11-524c8aaeba3f req-8afcdfaa-0a41-46cf-a8fa-252890dae290 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0526047 Aug 26 11:38:11.677416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-262c4050-c289-43ab-bd11-524c8aaeba3f req-745753e1-f270-492b-b32f-e21a093faed3 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343428 Aug 26 11:38:11.763862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb4bf7-1ef0-4aca-90a4-f4e3358d0c16 req-9deb6836-f6de-4050-9d86-ed06ad8205e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:11.765356 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbb4bf7-1ef0-4aca-90a4-f4e3358d0c16 req-9deb6836-f6de-4050-9d86-ed06ad8205e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230&device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 1097 time: 0.0403156 Aug 26 11:38:11.868778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb4bf7-1ef0-4aca-90a4-f4e3358d0c16 req-cfc95b34-4d5e-43c4-8b89-2f6bad2212d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:11.870239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbb4bf7-1ef0-4aca-90a4-f4e3358d0c16 req-cfc95b34-4d5e-43c4-8b89-2f6bad2212d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=144a0294-5ea0-40d2-ad82-367ef893d009 HTTP/1.1" status: 200 len: 912 time: 0.0852871 Aug 26 11:38:11.914505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbb4bf7-1ef0-4aca-90a4-f4e3358d0c16 req-087396a8-f99d-4a22-a111-276494797f54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ae723e-804b-44f3-bf25-d35494d097a9 HTTP/1.1" status: 200 len: 217 time: 0.0345464 Aug 26 11:38:11.964416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb4bf7-1ef0-4aca-90a4-f4e3358d0c16 req-f971173d-8753-4bdb-8ce2-64f092244cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:11.965816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbb4bf7-1ef0-4aca-90a4-f4e3358d0c16 req-f971173d-8753-4bdb-8ce2-64f092244cd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=098f982e-17c9-4744-a3f5-51d074bd48f3 HTTP/1.1" status: 200 len: 851 time: 0.0427303 Aug 26 11:38:11.995327 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbb4bf7-1ef0-4aca-90a4-f4e3358d0c16 req-b013ac82-34a1-4d38-935f-eb64a86fe960 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=144a0294-5ea0-40d2-ad82-367ef893d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229907 Aug 26 11:38:12.092419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbb4bf7-1ef0-4aca-90a4-f4e3358d0c16 req-fd2deb09-d7a0-4654-ba78-b2a29b047b43 service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890753 Aug 26 11:38:12.183260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbb4bf7-1ef0-4aca-90a4-f4e3358d0c16 req-1f775341-3460-434e-8ab9-0b3a35dbf497 service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840139 Aug 26 11:38:12.801428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c13abe-e3ea-4a3f-a224-542733b2d585 req-71ec5ea2-0cc0-41eb-b05e-3f10eb914434 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:12.802942 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92c13abe-e3ea-4a3f-a224-542733b2d585 req-71ec5ea2-0cc0-41eb-b05e-3f10eb914434 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0534358 Aug 26 11:38:12.839995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-92c13abe-e3ea-4a3f-a224-542733b2d585 req-1309936f-91f8-4669-8c4a-81d6a3937017 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Aug 26 11:38:13.398123 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7c40d60-96fa-4f1c-b3aa-223c6d732a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:13.953788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b03d0-771b-4797-9e67-7d3a5b173f70 req-7854ed5b-d5bb-43f3-8598-bcb1d53daf12 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:13.955334 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c64b03d0-771b-4797-9e67-7d3a5b173f70 req-7854ed5b-d5bb-43f3-8598-bcb1d53daf12 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0489433 Aug 26 11:38:13.993300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c64b03d0-771b-4797-9e67-7d3a5b173f70 req-00e7d68e-7061-4815-b13d-936befaae4cc tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319746 Aug 26 11:38:15.106004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807b50a-3b1e-4abe-aa28-8ccec8e52def req-37b6b457-3c63-479b-9b24-33a270e4edd2 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:15.107554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2807b50a-3b1e-4abe-aa28-8ccec8e52def req-37b6b457-3c63-479b-9b24-33a270e4edd2 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0481372 Aug 26 11:38:15.144414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2807b50a-3b1e-4abe-aa28-8ccec8e52def req-b26f472b-efcc-4b7a-93d7-48a0595c1dc9 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Aug 26 11:38:15.792716 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a2fc-d3e5-428d-9c7d-15dd9f444fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:16.264197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730bb62-d06b-4083-89c5-60c24d9c290f req-8a4a4b4d-fcb6-4d56-8ac7-099b67e761d3 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:16.265759 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c730bb62-d06b-4083-89c5-60c24d9c290f req-8a4a4b4d-fcb6-4d56-8ac7-099b67e761d3 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0537615 Aug 26 11:38:16.309950 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:16.649169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c730bb62-d06b-4083-89c5-60c24d9c290f req-c348996a-ff7e-49ea-ad68-8ddb7adf4f5c tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766370 Aug 26 11:38:17.336608 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:17.764200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab544ef-2658-439c-ab9f-c5996e0784e2 req-d763b416-e953-4940-9195-5fee2de6b64e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:17.765671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ab544ef-2658-439c-ab9f-c5996e0784e2 req-d763b416-e953-4940-9195-5fee2de6b64e tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0476115 Aug 26 11:38:17.803914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ab544ef-2658-439c-ab9f-c5996e0784e2 req-7328ff9a-cee0-4853-9c0e-d4f9a33de406 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Aug 26 11:38:18.918083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2782a6-818b-400a-97fb-e4438a6e31c0 req-7024c100-6bb6-404d-83f1-8fe93bce94b2 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:18.919838 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b2782a6-818b-400a-97fb-e4438a6e31c0 req-7024c100-6bb6-404d-83f1-8fe93bce94b2 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0489299 Aug 26 11:38:18.955725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2b2782a6-818b-400a-97fb-e4438a6e31c0 req-746d4743-b670-4acc-8850-def23d77387c tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303552 Aug 26 11:38:19.415848 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:20.081055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90f36a-d7d5-4da9-accc-74a16ccde542 req-f07a0c65-8e6b-48cc-9418-1258216c9e8b tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:20.082595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f90f36a-d7d5-4da9-accc-74a16ccde542 req-f07a0c65-8e6b-48cc-9418-1258216c9e8b tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0574353 Aug 26 11:38:20.123480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f90f36a-d7d5-4da9-accc-74a16ccde542 req-e2c9faee-00e2-471c-9d3b-d73642ff2c9c tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345154 Aug 26 11:38:20.787106 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:21.246974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a96fef-2393-47b1-b2bd-5102a329438a req-4ac8040d-22e5-4472-a967-74c509fd6bcb tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:21.248603 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58a96fef-2393-47b1-b2bd-5102a329438a req-4ac8040d-22e5-4472-a967-74c509fd6bcb tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0534751 Aug 26 11:38:21.290393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58a96fef-2393-47b1-b2bd-5102a329438a req-61f2a25e-cad1-47a3-b5cb-27e2a1d488ea tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355604 Aug 26 11:38:22.407082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050deffa-2b48-4d9a-9bde-e1d49ae793b9 req-c2f45275-d6b9-43ed-8e9b-9ae50f5ba7d4 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:22.408584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-050deffa-2b48-4d9a-9bde-e1d49ae793b9 req-c2f45275-d6b9-43ed-8e9b-9ae50f5ba7d4 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0517385 Aug 26 11:38:22.446012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-050deffa-2b48-4d9a-9bde-e1d49ae793b9 req-c44f80da-f903-4126-a40a-0d1479dd31d3 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313201 Aug 26 11:38:22.637115 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:23.569648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29228e-0167-4ad8-99f8-a3872c05dca1 req-ec9a0f55-0d54-4760-abe6-52a5d5463320 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:23.571180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e29228e-0167-4ad8-99f8-a3872c05dca1 req-ec9a0f55-0d54-4760-abe6-52a5d5463320 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0544460 Aug 26 11:38:23.610236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e29228e-0167-4ad8-99f8-a3872c05dca1 req-2297f6f3-0f0f-4f88-82c2-be34e511a6ad tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330217 Aug 26 11:38:24.729073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f650bc3-ab43-4f09-a9f3-77a4683842d4 req-b9b3b768-0a9e-4a39-950b-4477ef983d69 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:24.730759 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f650bc3-ab43-4f09-a9f3-77a4683842d4 req-b9b3b768-0a9e-4a39-950b-4477ef983d69 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0509605 Aug 26 11:38:24.771519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f650bc3-ab43-4f09-a9f3-77a4683842d4 req-cdc44ae1-fa13-4b3c-95f2-f6fcd5071fe1 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344539 Aug 26 11:38:25.894301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11264d1-2813-4f02-9fa6-1fd7df3ff5b1 req-c9100255-ad06-4a16-84c1-c46e04e3be62 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:25.895907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c11264d1-2813-4f02-9fa6-1fd7df3ff5b1 req-c9100255-ad06-4a16-84c1-c46e04e3be62 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0505102 Aug 26 11:38:25.935378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c11264d1-2813-4f02-9fa6-1fd7df3ff5b1 req-06de545f-1628-478f-9071-967e8dd04429 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Aug 26 11:38:27.056120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a4d24-50a3-4e25-8584-963c77f7f840 req-4b7b4e36-2ce4-4fe2-9842-14ca79d2038f tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:27.057497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-998a4d24-50a3-4e25-8584-963c77f7f840 req-4b7b4e36-2ce4-4fe2-9842-14ca79d2038f tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 945 time: 0.0537486 Aug 26 11:38:27.097554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-998a4d24-50a3-4e25-8584-963c77f7f840 req-4b19cd49-91ed-4bf0-ab05-2c3eda697fee tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Aug 26 11:38:27.469728 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-17744e55-fa1c-4a2f-a571-7d80e22e458e service neutron] show failed (client error): The resource could not be found. Aug 26 11:38:27.470820 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-17744e55-fa1c-4a2f-a571-7d80e22e458e service neutron] 10.222.0.47 "GET /v2.0/ports/82ae723e-804b-44f3-bf25-d35494d097a9/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0609827 Aug 26 11:38:27.737477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-e7e7d492-93c1-4ed2-a41f-be17cf178ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:27.738953 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-e7e7d492-93c1-4ed2-a41f-be17cf178ade service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21&tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230 HTTP/1.1" status: 200 len: 1097 time: 0.0996828 Aug 26 11:38:27.750703 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:38:27.807104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:28.020163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=82ae723e-804b-44f3-bf25-d35494d097a9,segment=NetworkSegment(a4139ed9-5794-4f4e-a798-5ff5a2d57c05),segment_id=a4139ed9-5794-4f4e-a798-5ff5a2d57c05)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:38:28.055119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:38:28.100905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ae723e-804b-44f3-bf25-d35494d097a9'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:38:28.103516 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5e133a-56dd-454e-87bb-7a61f56a208d" -d '{"events": [{"server_uuid": "f2636dac-4e34-432f-9352-13c9b18c2e21", "name": "network-vif-unplugged", "status": "completed", "tag": "82ae723e-804b-44f3-bf25-d35494d097a9"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:38:28.107469 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:28.121406 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Transition to ACTIVE for port object 82ae723e-804b-44f3-bf25-d35494d097a9 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:38:28.126790 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:28.193489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Pushing event updated for resources: {'Port': ['ID=82ae723e-804b-44f3-bf25-d35494d097a9,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:28.196067 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] No DVR routers for this DVR port 82ae723e-804b-44f3-bf25-d35494d097a9 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:38:28.205458 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.205810 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.206235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.206839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.206839 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.207182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.207515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.207853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.208176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.208507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.208833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.209157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:28.249971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951711e-efa0-496e-ae2b-8462c7dbab4f req-b7d6a16e-d05c-4d6e-97b2-2ed76d30a5cb tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:28.250879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Attempting to bind port 82ae723e-804b-44f3-bf25-d35494d097a9 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:38:28.250879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Attempting to bind port 82ae723e-804b-44f3-bf25-d35494d097a9 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'a4139ed9-5794-4f4e-a798-5ff5a2d57c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:38:28.250879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Attempting to bind port 82ae723e-804b-44f3-bf25-d35494d097a9 on network 144a0294-5ea0-40d2-ad82-367ef893d009 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:38:28.251347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6951711e-efa0-496e-ae2b-8462c7dbab4f req-b7d6a16e-d05c-4d6e-97b2-2ed76d30a5cb tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 943 time: 0.0731401 Aug 26 11:38:28.256692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Port 82ae723e-804b-44f3-bf25-d35494d097a9 on network 144a0294-5ea0-40d2-ad82-367ef893d009 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:38:28.257230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Attempting to bind port 82ae723e-804b-44f3-bf25-d35494d097a9 on network 144a0294-5ea0-40d2-ad82-367ef893d009 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:38:28.263681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:38:28.264026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Checking segment: {'id': 'a4139ed9-5794-4f4e-a798-5ff5a2d57c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:38:28.264418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Bound using segment: {'id': 'a4139ed9-5794-4f4e-a798-5ff5a2d57c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:38:28.265470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Bound port: 82ae723e-804b-44f3-bf25-d35494d097a9, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4139ed9-5794-4f4e-a798-5ff5a2d57c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:38:28.265842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:28.268769 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd7fbbc-dfcf-4392-b1ae-b32bde69b08d x-openstack-request-id: req-5cd7fbbc-dfcf-4392-b1ae-b32bde69b08d {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:38:28.269054 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2636dac-4e34-432f-9352-13c9b18c2e21", "name": "network-vif-unplugged", "status": "completed", "tag": "82ae723e-804b-44f3-bf25-d35494d097a9", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:38:28.269311 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cd7fbbc-dfcf-4392-b1ae-b32bde69b08d {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:38:28.269699 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ae723e-804b-44f3-bf25-d35494d097a9', 'code': 200} Aug 26 11:38:28.293961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6951711e-efa0-496e-ae2b-8462c7dbab4f req-a50dd0d1-e75f-4f04-b22f-091ada9aa6a3 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353253 Aug 26 11:38:28.337255 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:38:28.341013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=82ae723e-804b-44f3-bf25-d35494d097a9,segment=NetworkSegment(a4139ed9-5794-4f4e-a798-5ff5a2d57c05),segment_id=a4139ed9-5794-4f4e-a798-5ff5a2d57c05)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:38:28.345935 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:28.382786 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:28.383415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:28.384851 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] 10.222.0.42 "PUT /v2.0/ports/82ae723e-804b-44f3-bf25-d35494d097a9 HTTP/1.1" status: 200 len: 1092 time: 0.6383004 Aug 26 11:38:28.419598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336540c-4a49-4fe3-91d6-55c0b550968a service neutron] Pushing event updated for resources: {'Port': ['ID=82ae723e-804b-44f3-bf25-d35494d097a9,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:28.451970 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-d260c498-4b38-4fa9-ae24-c8f4cdd1a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:28.454125 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-d260c498-4b38-4fa9-ae24-c8f4cdd1a6d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230&device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 1095 time: 0.0438168 Aug 26 11:38:28.565597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-64174fc9-de79-4d1e-a81e-5f41bcf5d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:28.567723 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-64174fc9-de79-4d1e-a81e-5f41bcf5d02d service neutron] 10.222.0.42 "GET /v2.0/networks?id=144a0294-5ea0-40d2-ad82-367ef893d009 HTTP/1.1" status: 200 len: 912 time: 0.1068873 Aug 26 11:38:28.611049 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-d4373942-e00c-42e9-8c8b-21f1cdee12cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ae723e-804b-44f3-bf25-d35494d097a9 HTTP/1.1" status: 200 len: 217 time: 0.0369627 Aug 26 11:38:28.663363 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-e58a378d-09c4-4fdc-9211-6dc306d4c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:28.664928 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-e58a378d-09c4-4fdc-9211-6dc306d4c0ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=098f982e-17c9-4744-a3f5-51d074bd48f3 HTTP/1.1" status: 200 len: 851 time: 0.0476494 Aug 26 11:38:28.697661 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-a4fab4d0-e46c-40c1-bf3c-7af16097d8fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=144a0294-5ea0-40d2-ad82-367ef893d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254273 Aug 26 11:38:28.707947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-71a48a1d-fdaa-49e2-bcb0-83df211e9e7e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:38:28.709002 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-71a48a1d-fdaa-49e2-bcb0-83df211e9e7e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051682 Aug 26 11:38:28.805655 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-4e97dd6e-f890-425d-9469-fa4454d340ed service neutron] 10.222.0.42 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899420 Aug 26 11:38:28.922638 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0aa9e327-ecb6-4f9f-ae1e-e81bd69c4d0a req-4c2e11d2-6876-45e1-a199-cfc9033d8ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097102 Aug 26 11:38:29.427775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be14d89-8a42-40f3-bebc-7fbd1d654c70 req-9ec49c9e-4a1f-4346-810c-e030e8703f41 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:29.429340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1be14d89-8a42-40f3-bebc-7fbd1d654c70 req-9ec49c9e-4a1f-4346-810c-e030e8703f41 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 943 time: 0.0562527 Aug 26 11:38:29.470012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1be14d89-8a42-40f3-bebc-7fbd1d654c70 req-4eb86e5c-cd14-41a9-b934-4e2315de29f8 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341465 Aug 26 11:38:30.270483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'tag': '82ae723e-804b-44f3-bf25-d35494d097a9'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:38:30.272919 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8e3de2-8065-415b-8a65-77506751b056" -d '{"events": [{"name": "network-changed", "server_uuid": "f2636dac-4e34-432f-9352-13c9b18c2e21", "tag": "82ae723e-804b-44f3-bf25-d35494d097a9"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:38:30.323099 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3a864a-ab13-4016-9e4f-01a61a29b7a8 x-openstack-request-id: req-7c3a864a-ab13-4016-9e4f-01a61a29b7a8 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:38:30.327233 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2636dac-4e34-432f-9352-13c9b18c2e21", "tag": "82ae723e-804b-44f3-bf25-d35494d097a9", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:38:30.328067 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c3a864a-ab13-4016-9e4f-01a61a29b7a8 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:38:30.329594 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'tag': '82ae723e-804b-44f3-bf25-d35494d097a9', 'status': 'completed', 'code': 200} Aug 26 11:38:30.393676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e3de2-8065-415b-8a65-77506751b056 req-a5eb73ae-b309-4017-8254-a4f689f844cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:30.395549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-a5eb73ae-b309-4017-8254-a4f689f844cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230&device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 1095 time: 0.0543203 Aug 26 11:38:30.413453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e3de2-8065-415b-8a65-77506751b056 req-a8f92844-5ff4-4356-a408-a0e63bee8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:30.415060 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-a8f92844-5ff4-4356-a408-a0e63bee8803 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230&device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 1095 time: 0.0670636 Aug 26 11:38:30.523937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e3de2-8065-415b-8a65-77506751b056 req-db120524-8b13-4e6e-b915-8b1a4349dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:30.525772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-db120524-8b13-4e6e-b915-8b1a4349dd0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=144a0294-5ea0-40d2-ad82-367ef893d009 HTTP/1.1" status: 200 len: 912 time: 0.1206434 Aug 26 11:38:30.538552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e3de2-8065-415b-8a65-77506751b056 req-57925d84-702b-4fc3-a21c-592a58893e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:30.540561 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-57925d84-702b-4fc3-a21c-592a58893e4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=144a0294-5ea0-40d2-ad82-367ef893d009 HTTP/1.1" status: 200 len: 912 time: 0.1131046 Aug 26 11:38:30.584935 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-d9751b2d-89c4-4ed9-ba38-024433e01b20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ae723e-804b-44f3-bf25-d35494d097a9 HTTP/1.1" status: 200 len: 217 time: 0.0496809 Aug 26 11:38:30.591895 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-c2a49c8e-5004-4589-9499-600bd7e35afc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ae723e-804b-44f3-bf25-d35494d097a9 HTTP/1.1" status: 200 len: 217 time: 0.0437734 Aug 26 11:38:30.630518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 82ae723e-804b-44f3-bf25-d35494d097a9 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:38:30.658003 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e3de2-8065-415b-8a65-77506751b056 req-d8079b7e-cf56-41c9-9290-33994e81f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:30.660028 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-d8079b7e-cf56-41c9-9290-33994e81f841 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=098f982e-17c9-4744-a3f5-51d074bd48f3 HTTP/1.1" status: 200 len: 851 time: 0.0604944 Aug 26 11:38:30.662579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e3de2-8065-415b-8a65-77506751b056 req-a829f2e1-dbb5-4e07-bd5b-902ef0d5a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:30.664139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-a829f2e1-dbb5-4e07-bd5b-902ef0d5a774 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=098f982e-17c9-4744-a3f5-51d074bd48f3 HTTP/1.1" status: 200 len: 851 time: 0.0688376 Aug 26 11:38:30.673882 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54cacb-896f-41fd-807e-5f49227dd35c req-ed3bfb25-e30c-470c-a3a0-8c75246ba8e5 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:30.675447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f54cacb-896f-41fd-807e-5f49227dd35c req-ed3bfb25-e30c-470c-a3a0-8c75246ba8e5 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 943 time: 0.0927434 Aug 26 11:38:30.691833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 82ae723e-804b-44f3-bf25-d35494d097a9 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:38:30.699227 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-d550516f-c9cf-43be-b11f-7d084d135e7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=144a0294-5ea0-40d2-ad82-367ef893d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313585 Aug 26 11:38:30.718958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-1a0bc312-e0a6-4f67-8990-daae6b80d8c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=144a0294-5ea0-40d2-ad82-367ef893d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425160 Aug 26 11:38:30.778226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f54cacb-896f-41fd-807e-5f49227dd35c req-13070f16-2c32-4f30-a9c2-591e5cc8de40 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940006 Aug 26 11:38:30.816085 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-091a9095-502d-4ac2-a480-cd35a6a3859b service neutron] 10.222.0.42 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083663 Aug 26 11:38:30.835935 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-d56872f1-f2cc-4255-9a39-da87dad58af1 service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057940 Aug 26 11:38:30.938407 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-7c3319d0-9373-4ed4-9d16-56df8a86f72f service neutron] 10.222.0.42 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100743 Aug 26 11:38:30.969382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f8e3de2-8065-415b-8a65-77506751b056 req-eacab906-8662-4bf3-a200-37c56235b4e3 service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250172 Aug 26 11:38:31.057225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-bab7c67b-f8f8-4a62-8c16-863616698cf9 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:31.058608 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-bab7c67b-f8f8-4a62-8c16-863616698cf9 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21&tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 943 time: 0.0552099 Aug 26 11:38:31.121208 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-e443d0ee-b8a5-4225-a917-858f4c79f057 service neutron] delete failed (client error): The resource could not be found. Aug 26 11:38:31.122301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-e443d0ee-b8a5-4225-a917-858f4c79f057 service neutron] 10.222.0.47 "DELETE /v2.0/ports/82ae723e-804b-44f3-bf25-d35494d097a9/bindings/n-h1-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0551934 Aug 26 11:38:31.213492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-9a5f5927-c258-47d1-a33c-f6d803c3d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:31.215037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-9a5f5927-c258-47d1-a33c-f6d803c3d644 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230&device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 1095 time: 0.0460422 Aug 26 11:38:31.326431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-2c02839b-ce01-4ba9-a926-20c365180a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:31.329251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-2c02839b-ce01-4ba9-a926-20c365180a29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=144a0294-5ea0-40d2-ad82-367ef893d009 HTTP/1.1" status: 200 len: 912 time: 0.1071272 Aug 26 11:38:31.372727 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-74182b86-02b7-4120-91d3-15ee895b2404 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ae723e-804b-44f3-bf25-d35494d097a9 HTTP/1.1" status: 200 len: 217 time: 0.0364306 Aug 26 11:38:31.442367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-5b156786-ab2f-4b6b-9f2e-ec75dc44666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:31.443855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-5b156786-ab2f-4b6b-9f2e-ec75dc44666b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=098f982e-17c9-4744-a3f5-51d074bd48f3 HTTP/1.1" status: 200 len: 851 time: 0.0639071 Aug 26 11:38:31.478744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-daca2764-adc0-410a-8ff8-bbf8267ae00c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=144a0294-5ea0-40d2-ad82-367ef893d009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277176 Aug 26 11:38:31.572587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-2f0e2e39-16ab-4c87-9ea7-86b2d4521bd0 service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861797 Aug 26 11:38:31.671835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-ddac57fa-fb7b-4830-8ee7-f0de00fb65f1 service neutron] 10.222.0.47 "GET /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912416 Aug 26 11:38:32.397710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7545d-337c-4110-b148-e0b72b012fa0 req-9ca0452b-99ab-4f91-9a73-4264e25fbc35 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:32.399572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fac7545d-337c-4110-b148-e0b72b012fa0 req-9ca0452b-99ab-4f91-9a73-4264e25fbc35 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 943 time: 0.0528600 Aug 26 11:38:32.439674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fac7545d-337c-4110-b148-e0b72b012fa0 req-707befa6-69d9-47f4-844d-fc754e80bad8 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338166 Aug 26 11:38:32.809981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 82ae723e-804b-44f3-bf25-d35494d097a9 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:38:32.915346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=82ae723e-804b-44f3-bf25-d35494d097a9,segment=NetworkSegment(a4139ed9-5794-4f4e-a798-5ff5a2d57c05),segment_id=a4139ed9-5794-4f4e-a798-5ff5a2d57c05)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:38:32.927645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '82ae723e-804b-44f3-bf25-d35494d097a9', 'network_id': '144a0294-5ea0-40d2-ad82-367ef893d009', 'port_id': '82ae723e-804b-44f3-bf25-d35494d097a9', 'mac_address': 'fa:16:3e:b0:6e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098f982e-17c9-4744-a3f5-51d074bd48f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:38:32.966444 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:32.979647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ae723e-804b-44f3-bf25-d35494d097a9 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:38:32.999659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=82ae723e-804b-44f3-bf25-d35494d097a9,segment=NetworkSegment(a4139ed9-5794-4f4e-a798-5ff5a2d57c05),segment_id=a4139ed9-5794-4f4e-a798-5ff5a2d57c05)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:38:33.003743 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:33.051962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=82ae723e-804b-44f3-bf25-d35494d097a9,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:33.059208 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.059550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.059890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.060231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.060563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.060895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.061225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.062116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.062445 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.062791 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.063118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.063441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:33.269019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['82ae723e-804b-44f3-bf25-d35494d097a9'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:38:33.558828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e9e0a-1c80-4132-977d-47491cb12748 req-6c0463bc-5c4c-4ea7-9502-7c2a6848ea97 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:33.560436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-454e9e0a-1c80-4132-977d-47491cb12748 req-6c0463bc-5c4c-4ea7-9502-7c2a6848ea97 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 944 time: 0.0505536 Aug 26 11:38:33.597213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-a32b07c6-b4cf-4be1-b245-8b9baa100a54 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:33.598834 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-a32b07c6-b4cf-4be1-b245-8b9baa100a54 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2636dac-4e34-432f-9352-13c9b18c2e21 HTTP/1.1" status: 200 len: 944 time: 0.0516088 Aug 26 11:38:33.605675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-454e9e0a-1c80-4132-977d-47491cb12748 req-a43d7c2a-a4b0-4017-818f-26a97adaa80d tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.21 "GET /v2.0/security-groups?id=56e018a7-676a-4aaa-a339-cd48f5a097ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386567 Aug 26 11:38:33.706042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-8fb6ebd6-b155-411c-8229-6450d21a8895 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Deleting port 82ae723e-804b-44f3-bf25-d35494d097a9 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:38:33.706838 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-8fb6ebd6-b155-411c-8229-6450d21a8895 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:33.806144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-8fb6ebd6-b155-411c-8229-6450d21a8895 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] For port 82ae723e-804b-44f3-bf25-d35494d097a9, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=82ae723e-804b-44f3-bf25-d35494d097a9,segment=NetworkSegment(a4139ed9-5794-4f4e-a798-5ff5a2d57c05),segment_id=a4139ed9-5794-4f4e-a798-5ff5a2d57c05)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:38:33.806430 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-8fb6ebd6-b155-411c-8229-6450d21a8895 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:33.819859 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-8fb6ebd6-b155-411c-8229-6450d21a8895 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Calling delete_port for 82ae723e-804b-44f3-bf25-d35494d097a9 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:38:33.954973 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-8fb6ebd6-b155-411c-8229-6450d21a8895 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:33.990714 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6ebd6-b155-411c-8229-6450d21a8895 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Pushing event deleted for resources: {'Port': ['ID=82ae723e-804b-44f3-bf25-d35494d097a9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:34.036743 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-8fb6ebd6-b155-411c-8229-6450d21a8895 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] No DVR routers for this DVR port 82ae723e-804b-44f3-bf25-d35494d097a9 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:38:34.040148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-8fb6ebd6-b155-411c-8229-6450d21a8895 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:34.043466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-bede723f-dfc7-4d80-b368-c3a994c50c89 req-8fb6ebd6-b155-411c-8229-6450d21a8895 tempest-DeleteServersTestJSON-1321560978 tempest-DeleteServersTestJSON-1321560978-project] 10.222.0.42 "DELETE /v2.0/ports/82ae723e-804b-44f3-bf25-d35494d097a9 HTTP/1.1" status: 204 len: 173 time: 0.4379361 Aug 26 11:38:34.043943 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'name': 'network-vif-deleted', 'tag': '82ae723e-804b-44f3-bf25-d35494d097a9'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:38:34.046826 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699328f8-c274-437f-83ca-05bebeb48ec8" -d '{"events": [{"server_uuid": "f2636dac-4e34-432f-9352-13c9b18c2e21", "name": "network-vif-deleted", "tag": "82ae723e-804b-44f3-bf25-d35494d097a9"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:38:34.090022 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f75233-716e-44b9-b572-e68de6a9ab3f x-openstack-request-id: req-03f75233-716e-44b9-b572-e68de6a9ab3f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:38:34.090350 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2636dac-4e34-432f-9352-13c9b18c2e21", "name": "network-vif-deleted", "tag": "82ae723e-804b-44f3-bf25-d35494d097a9", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:38:34.090607 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03f75233-716e-44b9-b572-e68de6a9ab3f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:38:34.091047 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2636dac-4e34-432f-9352-13c9b18c2e21', 'name': 'network-vif-deleted', 'tag': '82ae723e-804b-44f3-bf25-d35494d097a9', 'status': 'completed', 'code': 200} Aug 26 11:38:34.748725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39480) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:38:34.794471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Deleting subnet 098f982e-17c9-4744-a3f5-51d074bd48f3 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:38:34.797789 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:34.817660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 82ae723e-804b-44f3-bf25-d35494d097a9 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:38:34.821685 n-d-778550-13 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No ports have port_id starting with 82ae723e-804b-44f3-bf25-d35494d097a9 Aug 26 11:38:34.822773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 82ae723e-804b-44f3-bf25-d35494d097a9 requested by agent hyperv_n-h2-778550-13 not found in database {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 26 11:38:34.833937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:34.872799 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:34.931358 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:34.960302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098f982e-17c9-4744-a3f5-51d074bd48f3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:34.962921 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:34.964767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/098f982e-17c9-4744-a3f5-51d074bd48f3 HTTP/1.1" status: 204 len: 168 time: 0.2150376 Aug 26 11:38:34.967441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39482) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:38:34.971281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:34.971650 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:34.971981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:34.972320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:34.972656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:34.972991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:34.973327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:34.973653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:34.973985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:34.974314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:34.974672 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:34.975014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037088b2-ac39-4b31-a164-9e113142dc3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:38:35.048947 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:35.130831 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:35.141330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144a0294-5ea0-40d2-ad82-367ef893d009']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:38:35.151608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4139ed9-5794-4f4e-a798-5ff5a2d57c05') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:38:35.151906 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4139ed9-5794-4f4e-a798-5ff5a2d57c05') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:38:35.160570 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:35.174223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:35.180383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:38:35.180779 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:38:35.182488 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:38:35.236457 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:35.242792 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:35.244666 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] 10.222.0.21 "DELETE /v2.0/networks/144a0294-5ea0-40d2-ad82-367ef893d009 HTTP/1.1" status: 204 len: 168 time: 0.2762280 Aug 26 11:38:35.256738 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680855ef-3788-4b4c-a9be-934c28192274 admin admin] Pushing event deleted for resources: {'Network': ['ID=144a0294-5ea0-40d2-ad82-367ef893d009,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:35.353395 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39486) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:38:35.394750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ed2e5933-14c3-4c2c-a0ab-7528c6d5f25f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=65fd6c3c35c241e4ad9c45e2a9f0b230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401385 Aug 26 11:38:35.397520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39488) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:38:35.449503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ccb1-25c8-4bf7-a5de-c194673144c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:35.473035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ccb1-25c8-4bf7-a5de-c194673144c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:35.520600 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ccb1-25c8-4bf7-a5de-c194673144c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:35.523562 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fdb7ccb1-25c8-4bf7-a5de-c194673144c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:35.525260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fdb7ccb1-25c8-4bf7-a5de-c194673144c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56e018a7-676a-4aaa-a339-cd48f5a097ae HTTP/1.1" status: 204 len: 168 time: 0.1267445 Aug 26 11:38:35.539284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7ccb1-25c8-4bf7-a5de-c194673144c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e018a7-676a-4aaa-a339-cd48f5a097ae,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:36.228430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39510) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:38:36.327054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-202482922-network', 'tenant_id': '0db1adf8a08e415daa688927324b2c4e'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:38:36.350697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Made reservation on behalf of 0db1adf8a08e415daa688927324b2c4e for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:38:36.353095 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:36.361572 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:36.455929 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:36.460412 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:36.484426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:38:36.493018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65e9e98-f4eb-4f15-b1a8-0f514c938964,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:36.499012 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:36.499369 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Added segment ff41b3cb-8125-40a9-bac4-00da5c5bf67c of type vlan for network aa695965-b493-4a72-bb16-2d1c8ac20df5 Aug 26 11:38:36.540528 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:36.567103 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:36.568100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:36.568703 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:36.623358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3938067 Aug 26 11:38:36.626760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39514) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:38:36.631833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] Request body: {'subnet': {'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-202482922-subnet', 'tenant_id': '0db1adf8a08e415daa688927324b2c4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:38:36.644089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77feeb3c-748b-4ee6-a5df-91e56ff37b41 admin admin] Pushing event updated for resources: {'Network': ['ID=aa695965-b493-4a72-bb16-2d1c8ac20df5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:36.655773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network aa695965-b493-4a72-bb16-2d1c8ac20df5 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:38:36.661961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] Made reservation on behalf of 0db1adf8a08e415daa688927324b2c4e for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:38:36.664477 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:36.772632 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:38:36.832966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 82ae723e-804b-44f3-bf25-d35494d097a9 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:38:36.857381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 82ae723e-804b-44f3-bf25-d35494d097a9 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:38:36.857723 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 82ae723e-804b-44f3-bf25-d35494d097a9 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:38:36.863816 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:36.925203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6b6e62-6d81-426c-8078-b08fcadbe00e,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:36.935726 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] Checking segment: {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:38:36.936083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] Network hostable DHCP agents. Network: aa695965-b493-4a72-bb16-2d1c8ac20df5, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:38:36.953038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] Network aa695965-b493-4a72-bb16-2d1c8ac20df5 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:38:36.962304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, aa695965-b493-4a72-bb16-2d1c8ac20df5) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:38:36.966666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:36.967289 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:36.972818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c63ed4-8493-4ae0-ab43-c4cc76301a8e None None] Network aa695965-b493-4a72-bb16-2d1c8ac20df5 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:38:36.987014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3bd38ab6-c759-4ce7-b91b-307900fde176 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3590097 Aug 26 11:38:37.126583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a762ee5-5c54-422a-88e9-052b71f851de None None] Network aa695965-b493-4a72-bb16-2d1c8ac20df5 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:38:37.442618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-c9ce6873-84a2-426f-bd2e-2d37f18f4080 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:37.444128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-c9ce6873-84a2-426f-bd2e-2d37f18f4080 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 814 time: 0.1261578 Aug 26 11:38:37.459573 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-fe2e6cb7-1a25-4874-b2af-e2d145fb412f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/quotas/0db1adf8a08e415daa688927324b2c4e HTTP/1.1" status: 200 len: 375 time: 0.0095124 Aug 26 11:38:37.492678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-b43abc37-8ca3-41a9-9da8-54ede5c5f80f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272279 Aug 26 11:38:37.504548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-7717a0f2-9a38-408c-84cf-5ddea95e5af8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:38:37.504822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-7717a0f2-9a38-408c-84cf-5ddea95e5af8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054646 Aug 26 11:38:37.600217 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-c38ca600-97d2-4125-9996-dd34f3dbb23e service neutron] 10.222.0.21 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892138 Aug 26 11:38:37.691991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-bacb4f44-9ed7-4410-afd7-4ce48e479c92 service neutron] 10.222.0.21 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856881 Aug 26 11:38:37.899205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1b29c84-3f04-4fef-85ff-f097458ba3c3 req-d350836e-df28-4cd2-8f9b-34a0416cccb7 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 210 time: 0.0377667 Aug 26 11:38:38.698104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-23e8e4b7-17c0-4c07-9b77-bd8951ee80b4 req-947b5f2d-b3b0-4d89-9fc0-2032e30ce537 service neutron] (101267) timed out ('10.222.0.42', 56285) {{(pid=101267) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:38:38.892396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-4e3fbdea-5b5c-4252-9a51-d27365382977 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:38.893919 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-4e3fbdea-5b5c-4252-9a51-d27365382977 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.42 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 814 time: 0.1098650 Aug 26 11:38:38.907567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Request body: {'port': {'device_id': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5', 'admin_state_up': True, 'tenant_id': '0db1adf8a08e415daa688927324b2c4e'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:38:39.000541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4243e2f3-a6d9-45e6-ac0b-5b9ad888366f req-70d808b2-5ab9-4176-b921-2e7a8d14f828 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 210 time: 0.0270574 Aug 26 11:38:39.022748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Made reservation on behalf of 0db1adf8a08e415daa688927324b2c4e for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:38:39.025012 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:39.152739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Allocated IP 172.20.0.10 (aa695965-b493-4a72-bb16-2d1c8ac20df5/1e6b6e62-6d81-426c-8078-b08fcadbe00e/8fd2b453-6575-408a-884e-83ea8ec743a7) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:38:39.303803 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:39.343167 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:39.388936 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Network aa695965-b493-4a72-bb16-2d1c8ac20df5 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:38:39.394272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:38:39.398176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:38:39.423169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Pushing event updated for resources: {'Port': ['ID=8fd2b453-6575-408a-884e-83ea8ec743a7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:39.450242 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:39.450890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:39.466001 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1198f3aa-cf50-43f1-af87-0d72dc7a3b57 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5632548 Aug 26 11:38:39.478353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Request body: {'port': {'device_id': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:38:39.536920 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:39.804389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd2b453-6575-408a-884e-83ea8ec743a7 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:38:39.811710 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:39.824999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Transition to ACTIVE for port object 8fd2b453-6575-408a-884e-83ea8ec743a7 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:38:39.827950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:39.877696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd2b453-6575-408a-884e-83ea8ec743a7,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:39.951211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Attempting to bind port 8fd2b453-6575-408a-884e-83ea8ec743a7 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:38:39.952007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Attempting to bind port 8fd2b453-6575-408a-884e-83ea8ec743a7 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:38:39.952007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Attempting to bind port 8fd2b453-6575-408a-884e-83ea8ec743a7 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:38:39.956438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Port 8fd2b453-6575-408a-884e-83ea8ec743a7 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:38:39.956819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Attempting to bind port 8fd2b453-6575-408a-884e-83ea8ec743a7 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:38:39.961695 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:38:39.962037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Checking segment: {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:38:39.962451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Bound using segment: {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:38:39.962917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Bound port: 8fd2b453-6575-408a-884e-83ea8ec743a7, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:38:39.963280 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:40.030790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:38:40.034220 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8fd2b453-6575-408a-884e-83ea8ec743a7,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:38:40.039724 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:40.074290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:40.075027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:40.076486 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] 10.222.0.42 "PUT /v2.0/ports/8fd2b453-6575-408a-884e-83ea8ec743a7 HTTP/1.1" status: 200 len: 1093 time: 0.6023569 Aug 26 11:38:40.076953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:38:40.079322 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5857dd2e-bbd4-41c0-9667-4109f22a95e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:38:40.119205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171044a-9ad6-4b13-9e4c-2167d27746e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd2b453-6575-408a-884e-83ea8ec743a7,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:40.137303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8609e1-6abe-4b5f-8d7d-d69e1a5497aa req-39607fef-7eef-4a08-90c7-ce562f1973bf tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:40.138310 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4673ffd9-4d98-4f0a-bc64-42285890f734 x-openstack-request-id: req-4673ffd9-4d98-4f0a-bc64-42285890f734 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:38:40.138614 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:38:40.138903 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4673ffd9-4d98-4f0a-bc64-42285890f734 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:38:40.139300 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7', 'status': 'completed', 'code': 200} Aug 26 11:38:40.140227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab8609e1-6abe-4b5f-8d7d-d69e1a5497aa req-39607fef-7eef-4a08-90c7-ce562f1973bf tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 944 time: 0.0641744 Aug 26 11:38:40.174160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1679bee9-f138-4566-bc4e-da113103c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:40.175743 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-1679bee9-f138-4566-bc4e-da113103c4a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0515857 Aug 26 11:38:40.182962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab8609e1-6abe-4b5f-8d7d-d69e1a5497aa req-5577d590-05ee-42f3-ad72-982a0a25cede tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353520 Aug 26 11:38:40.222647 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-f1e37bac-df54-459d-bb88-8f0457d03bdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd2b453-6575-408a-884e-83ea8ec743a7 HTTP/1.1" status: 200 len: 217 time: 0.0388978 Aug 26 11:38:40.272713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-06676ded-ace2-4546-8338-83fb043a3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:40.274474 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-06676ded-ace2-4546-8338-83fb043a3fa6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0454528 Aug 26 11:38:40.307704 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-dfc4847f-b58e-44be-b83d-6aebc1e22cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256610 Aug 26 11:38:40.403917 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-f92f07c7-0bae-4deb-8872-6b670c76449f service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883741 Aug 26 11:38:40.498955 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3a9b1699-1d8c-4ef0-8b79-d0b40a429f71 req-12d40009-eea5-4b99-a605-bf09d6a6c444 service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882204 Aug 26 11:38:40.591077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857dd2e-bbd4-41c0-9667-4109f22a95e4 req-af7c7c52-e540-4e15-8ae4-87919e315be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:40.592860 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5857dd2e-bbd4-41c0-9667-4109f22a95e4 req-af7c7c52-e540-4e15-8ae4-87919e315be2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0422883 Aug 26 11:38:40.691723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857dd2e-bbd4-41c0-9667-4109f22a95e4 req-c8826e59-1923-491b-be03-6de981cb2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:40.693136 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5857dd2e-bbd4-41c0-9667-4109f22a95e4 req-c8826e59-1923-491b-be03-6de981cb2b83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.0933685 Aug 26 11:38:40.736116 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5857dd2e-bbd4-41c0-9667-4109f22a95e4 req-05e65b1e-0f54-4e0b-8df1-510d50eb160e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd2b453-6575-408a-884e-83ea8ec743a7 HTTP/1.1" status: 200 len: 217 time: 0.0354943 Aug 26 11:38:40.788608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857dd2e-bbd4-41c0-9667-4109f22a95e4 req-0ba2872f-f6bf-4106-8684-69a81c53182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:40.790207 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5857dd2e-bbd4-41c0-9667-4109f22a95e4 req-0ba2872f-f6bf-4106-8684-69a81c53182c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0470254 Aug 26 11:38:40.823042 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5857dd2e-bbd4-41c0-9667-4109f22a95e4 req-f8ff4be3-1a63-4f62-8da6-c2b45fe6e582 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246170 Aug 26 11:38:40.911457 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5857dd2e-bbd4-41c0-9667-4109f22a95e4 req-c42c0da4-90d3-4f15-8dbc-fb682011d047 service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813391 Aug 26 11:38:41.007363 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5857dd2e-bbd4-41c0-9667-4109f22a95e4 req-9d6489f0-b35b-4a61-81a6-5341be8f983b service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882185 Aug 26 11:38:41.331842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04658e66-26c0-4714-9097-e7b0deda0de6 req-95600b97-6cd0-4c32-8e06-4ee669a3081c tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:41.334589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04658e66-26c0-4714-9097-e7b0deda0de6 req-95600b97-6cd0-4c32-8e06-4ee669a3081c tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 944 time: 0.0795584 Aug 26 11:38:41.374115 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04658e66-26c0-4714-9097-e7b0deda0de6 req-62068930-2755-4013-a57a-063dc1038037 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336545 Aug 26 11:38:42.500950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93a6fb-faeb-4b7d-a41b-ed363e2f5015 req-39f3d219-4542-408e-936d-b5fd6e59649e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:42.502437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f93a6fb-faeb-4b7d-a41b-ed363e2f5015 req-39f3d219-4542-408e-936d-b5fd6e59649e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 944 time: 0.0566051 Aug 26 11:38:42.553481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f93a6fb-faeb-4b7d-a41b-ed363e2f5015 req-8334c1bd-4c8f-40ae-90dc-47f080767b12 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 Aug 26 11:38:42.863574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8fd2b453-6575-408a-884e-83ea8ec743a7 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:38:42.969586 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8fd2b453-6575-408a-884e-83ea8ec743a7,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:38:42.983223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '8fd2b453-6575-408a-884e-83ea8ec743a7', 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5', 'port_id': '8fd2b453-6575-408a-884e-83ea8ec743a7', 'mac_address': 'fa:16:3e:3d:ae:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6b6e62-6d81-426c-8078-b08fcadbe00e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:38:43.024751 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:43.040470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd2b453-6575-408a-884e-83ea8ec743a7 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:38:43.061840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8fd2b453-6575-408a-884e-83ea8ec743a7,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:38:43.066038 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:43.120888 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=8fd2b453-6575-408a-884e-83ea8ec743a7,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:43.260594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['8fd2b453-6575-408a-884e-83ea8ec743a7'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:38:43.411001 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c977e351-b406-4d26-a09a-722c45f51c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:43.691240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfd605-d214-4aff-954c-13ac308f6236 req-73541c73-9276-4309-85af-c98890830aeb tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:43.692765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3dfd605-d214-4aff-954c-13ac308f6236 req-73541c73-9276-4309-85af-c98890830aeb tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 945 time: 0.0533965 Aug 26 11:38:43.736604 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3dfd605-d214-4aff-954c-13ac308f6236 req-87ae54d2-1299-43e0-99c9-946ffa82d4fc tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Aug 26 11:38:44.853682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fb0c2-c338-47a5-bc05-106ab9eae657 req-863c13b4-aa28-402e-be9a-f4783bc0671f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:44.855285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e77fb0c2-c338-47a5-bc05-106ab9eae657 req-863c13b4-aa28-402e-be9a-f4783bc0671f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 945 time: 0.0507250 Aug 26 11:38:44.879148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8fd2b453-6575-408a-884e-83ea8ec743a7 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:38:44.903248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e77fb0c2-c338-47a5-bc05-106ab9eae657 req-04e526d8-b967-4a8f-a90b-edb7e6dcfc6c tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 Aug 26 11:38:44.939574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 8fd2b453-6575-408a-884e-83ea8ec743a7 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:38:44.945690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 8fd2b453-6575-408a-884e-83ea8ec743a7 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:38:44.946350 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:45.040257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:45.064812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:38:45.067426 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9983bfb9-07ec-422a-adcb-cb28e0333e92" -d '{"events": [{"server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "name": "network-vif-plugged", "status": "completed", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:38:45.081229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8fd2b453-6575-408a-884e-83ea8ec743a7,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:38:45.086322 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:45.111433 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6787d0d-df1d-4fb2-8b2e-e302ac109c7e x-openstack-request-id: req-b6787d0d-df1d-4fb2-8b2e-e302ac109c7e {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:38:45.111730 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "name": "network-vif-plugged", "status": "completed", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:38:45.111989 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6787d0d-df1d-4fb2-8b2e-e302ac109c7e {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:38:45.112388 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7', 'code': 200} Aug 26 11:38:45.141664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=8fd2b453-6575-408a-884e-83ea8ec743a7,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:38:45.208288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc853a3-1719-4c49-8e69-421b03492dd5 req-a4a5580b-092c-470b-a6e1-e0a6ccee40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:45.209855 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bc853a3-1719-4c49-8e69-421b03492dd5 req-a4a5580b-092c-470b-a6e1-e0a6ccee40fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 1098 time: 0.0429156 Aug 26 11:38:45.245294 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6bc853a3-1719-4c49-8e69-421b03492dd5 req-20724801-205b-42c7-8524-e447cce19f5f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282705 Aug 26 11:38:45.797640 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba1300f7-85ea-4d07-a694-9f905c86c6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:46.025825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b2810-83c1-4a13-9852-40c1273e1888 req-8cbaf87f-1c24-416f-bc26-0ba9b67cc609 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:46.027406 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-442b2810-83c1-4a13-9852-40c1273e1888 req-8cbaf87f-1c24-416f-bc26-0ba9b67cc609 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0546751 Aug 26 11:38:46.068294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-442b2810-83c1-4a13-9852-40c1273e1888 req-9ecf964e-6f12-4a63-9eb8-cec95f1c4785 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340674 Aug 26 11:38:46.311872 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:47.186658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62493a09-14f9-4fa4-9036-f30648f0d395 req-e9a40bd0-0ddf-430d-967d-9860e06a64b8 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:47.188236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62493a09-14f9-4fa4-9036-f30648f0d395 req-e9a40bd0-0ddf-430d-967d-9860e06a64b8 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0506938 Aug 26 11:38:47.227946 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-62493a09-14f9-4fa4-9036-f30648f0d395 req-448c787a-a5cf-479b-b816-3aa92a6ac46f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338223 Aug 26 11:38:47.339615 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:47.343078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adc31f-0e79-4e9e-88b9-79c5d14cce1f req-3b3a23ee-ac12-45d7-851d-3b08d78122e0 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:47.345166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7adc31f-0e79-4e9e-88b9-79c5d14cce1f req-3b3a23ee-ac12-45d7-851d-3b08d78122e0 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0499494 Aug 26 11:38:47.383216 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7adc31f-0e79-4e9e-88b9-79c5d14cce1f req-c7247848-006a-40a3-80ad-483ccb412e37 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Aug 26 11:38:47.585438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223a251-ba15-4e9d-9961-309a1fcb5d15 req-72ba823b-f4c9-497a-9eae-553bdfe94267 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:47.586952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7223a251-ba15-4e9d-9961-309a1fcb5d15 req-72ba823b-f4c9-497a-9eae-553bdfe94267 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0520551 Aug 26 11:38:47.625733 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7223a251-ba15-4e9d-9961-309a1fcb5d15 req-740de046-0afc-4a1d-8dba-2afcdda88ed6 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Aug 26 11:38:47.738273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c6b0-18bd-4f61-9074-967f0cc42a1f req-42d77884-9e2b-4fb9-bf44-9273de99c4a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:47.739785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eaf2c6b0-18bd-4f61-9074-967f0cc42a1f req-42d77884-9e2b-4fb9-bf44-9273de99c4a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0481920 Aug 26 11:38:47.778787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eaf2c6b0-18bd-4f61-9074-967f0cc42a1f req-8322d5e4-721d-4b80-810f-ed3d7eba9cfb tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Aug 26 11:38:48.098884 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-bf3e2848-609b-471c-9242-863b4f81901c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487020 Aug 26 11:38:48.109913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2931b-5477-45b2-886e-d683c426795a req-71be66ad-5c71-4455-8cb5-ee28bacc1c31 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:48.111670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fcd2931b-5477-45b2-886e-d683c426795a req-71be66ad-5c71-4455-8cb5-ee28bacc1c31 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0542209 Aug 26 11:38:48.151159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fcd2931b-5477-45b2-886e-d683c426795a req-01057bdf-9940-4595-8d55-697b4af4ca38 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328407 Aug 26 11:38:49.198061 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-035aeaad-8dd4-47db-8f34-a519ef598b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:49.199695 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-035aeaad-8dd4-47db-8f34-a519ef598b80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 1098 time: 0.0449545 Aug 26 11:38:49.281354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef5a3-56d2-48c0-83a0-d6eebf842402 req-429980cd-efde-4226-8775-d17273831d92 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:49.282986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-967ef5a3-56d2-48c0-83a0-d6eebf842402 req-429980cd-efde-4226-8775-d17273831d92 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0583019 Aug 26 11:38:49.323552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-967ef5a3-56d2-48c0-83a0-d6eebf842402 req-1bac04ab-2dea-4706-8d38-45c48ac65540 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Aug 26 11:38:49.420993 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:49.622184 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-0ee16079-5a8e-4b22-8af7-2b2d7abaa70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:49.623784 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-0ee16079-5a8e-4b22-8af7-2b2d7abaa70c service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.4174905 Aug 26 11:38:49.669782 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-6f53b74d-7558-4f01-8001-fbbf42916a52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd2b453-6575-408a-884e-83ea8ec743a7 HTTP/1.1" status: 200 len: 217 time: 0.0382481 Aug 26 11:38:49.717512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-24f0e02a-7123-4032-a778-041aa7b8dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:49.719027 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-24f0e02a-7123-4032-a778-041aa7b8dcae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0424700 Aug 26 11:38:49.750106 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-3a88176e-7652-4cd2-9b8a-5e648e73e534 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239491 Aug 26 11:38:49.839907 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-a29d2cf4-c9f8-46fd-ae22-881fb1ff806e service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835922 Aug 26 11:38:49.928321 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-a5baef82-ec2e-4af7-9f41-ee5deadb7fbf service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813203 Aug 26 11:38:50.440900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5cbdc-487d-4669-ad54-be9368bdec5e req-317457a9-9199-4e70-8d15-04982636ba21 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:50.442385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ad5cbdc-487d-4669-ad54-be9368bdec5e req-317457a9-9199-4e70-8d15-04982636ba21 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0492949 Aug 26 11:38:50.479681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ad5cbdc-487d-4669-ad54-be9368bdec5e req-1d8a082b-43f8-441e-b041-b512e12df8f0 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313065 Aug 26 11:38:50.798464 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:51.601173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df97e38-74a7-475e-abb3-6896e9d9826c req-db5e2fc4-4844-4d59-a10b-003af4bd23df tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:51.602700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7df97e38-74a7-475e-abb3-6896e9d9826c req-db5e2fc4-4844-4d59-a10b-003af4bd23df tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0490463 Aug 26 11:38:51.642021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7df97e38-74a7-475e-abb3-6896e9d9826c req-4016bce4-cbc8-4066-8f0b-a575d31c1c7e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Aug 26 11:38:52.648230 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:38:52.814693 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829ee5a-c795-4ffd-8428-0f3709c8dab2 req-09a851e1-9503-4838-a8f8-2cdeacc0c657 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:52.816194 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8829ee5a-c795-4ffd-8428-0f3709c8dab2 req-09a851e1-9503-4838-a8f8-2cdeacc0c657 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.1075668 Aug 26 11:38:52.852973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8829ee5a-c795-4ffd-8428-0f3709c8dab2 req-ba8f3af8-afa7-415b-86f1-fa7ed1871cf4 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309315 Aug 26 11:38:54.021530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651709c-5680-4645-97fa-2f598bb479e3 req-9576722d-efcc-4d24-ae56-841e17d5209f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:54.023409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6651709c-5680-4645-97fa-2f598bb479e3 req-9576722d-efcc-4d24-ae56-841e17d5209f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.1038134 Aug 26 11:38:54.062836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6651709c-5680-4645-97fa-2f598bb479e3 req-0d205fa0-beb0-43cc-a868-3cee60fdacbb tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 Aug 26 11:38:55.179299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f17d5-9ad9-450c-93bb-f1d6134dda63 req-ecafd058-787f-4d4d-b436-f6584793bf9a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:55.180788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e4f17d5-9ad9-450c-93bb-f1d6134dda63 req-ecafd058-787f-4d4d-b436-f6584793bf9a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0485656 Aug 26 11:38:55.219346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e4f17d5-9ad9-450c-93bb-f1d6134dda63 req-077945d7-b0f5-4cea-9ae5-c267f8817c2a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315840 Aug 26 11:38:56.337442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4975f-fe8a-4bcb-b8e7-09765252f436 req-681f2ced-aa5d-4c87-b6fd-c60271a88bd9 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:56.339061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00a4975f-fe8a-4bcb-b8e7-09765252f436 req-681f2ced-aa5d-4c87-b6fd-c60271a88bd9 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0529978 Aug 26 11:38:56.380017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00a4975f-fe8a-4bcb-b8e7-09765252f436 req-e9ec10a2-4dbe-46e8-8865-abf55c2d8718 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347064 Aug 26 11:38:57.511864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a9ef5-7f37-4348-952e-25c687c1c8d9 req-76b44658-937e-483b-805c-3988796e2723 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:57.513303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c63a9ef5-7f37-4348-952e-25c687c1c8d9 req-76b44658-937e-483b-805c-3988796e2723 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0506170 Aug 26 11:38:57.554816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c63a9ef5-7f37-4348-952e-25c687c1c8d9 req-84495430-3e63-46a2-a755-5543bffa4e18 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348690 Aug 26 11:38:58.672627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f6f03-d9ba-44de-98fc-505d5a42b929 req-acb13f67-cfd5-43e6-9642-fdd0a28e78d7 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:58.674201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-938f6f03-d9ba-44de-98fc-505d5a42b929 req-acb13f67-cfd5-43e6-9642-fdd0a28e78d7 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0507374 Aug 26 11:38:58.714916 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-938f6f03-d9ba-44de-98fc-505d5a42b929 req-7c827dd6-65b3-4076-b572-ce613d9ac210 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346000 Aug 26 11:38:59.840945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03627a2-18f6-4d71-8e9f-034be10a66f4 req-3e53e6f5-b957-4f8f-9ff7-e59959860675 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:38:59.842506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e03627a2-18f6-4d71-8e9f-034be10a66f4 req-3e53e6f5-b957-4f8f-9ff7-e59959860675 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0587735 Aug 26 11:38:59.884985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e03627a2-18f6-4d71-8e9f-034be10a66f4 req-43e4a03b-d954-4d97-989c-316cf7c47f67 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Aug 26 11:39:01.001127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f14274-c936-4a59-8075-7dd96223ca2f req-a2c52d4e-cf12-453d-acd8-56440c918751 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:01.002639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5f14274-c936-4a59-8075-7dd96223ca2f req-a2c52d4e-cf12-453d-acd8-56440c918751 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0497205 Aug 26 11:39:01.039343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5f14274-c936-4a59-8075-7dd96223ca2f req-19c6b38c-1172-4541-ada4-30fc6767aca6 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309508 Aug 26 11:39:02.154213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0774f-66a0-42d4-a909-9e0d4caa310e req-889c215a-22b3-4563-9bfd-82b0056381b3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:02.155865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f7c0774f-66a0-42d4-a909-9e0d4caa310e req-889c215a-22b3-4563-9bfd-82b0056381b3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0494592 Aug 26 11:39:02.194092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f7c0774f-66a0-42d4-a909-9e0d4caa310e req-30611cc1-e6f6-41b1-9504-ee3bc39df029 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Aug 26 11:39:03.319519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a9db-aa91-4d68-8e81-1ec62d55d5b4 req-e2f95315-95c0-4e4a-a963-20156bdb9176 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:03.321002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4078a9db-aa91-4d68-8e81-1ec62d55d5b4 req-e2f95315-95c0-4e4a-a963-20156bdb9176 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0528405 Aug 26 11:39:03.358130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4078a9db-aa91-4d68-8e81-1ec62d55d5b4 req-42fed323-dfef-4a38-89c2-cec45c50b9cd tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Aug 26 11:39:04.473071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1eaa5-a5d5-423e-937f-7ce9e0fbb73a req-bb71f1cd-32d0-4994-b139-f6a520c18c0c tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:04.474482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8db1eaa5-a5d5-423e-937f-7ce9e0fbb73a req-bb71f1cd-32d0-4994-b139-f6a520c18c0c tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0500145 Aug 26 11:39:04.512794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8db1eaa5-a5d5-423e-937f-7ce9e0fbb73a req-2124dd74-5db6-4338-ae98-bfda1eb9e18a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Aug 26 11:39:05.629690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da313f38-9785-4043-ac97-40acbc9679c7 req-640841fd-f3b8-47f9-82aa-054ee0e336e7 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:05.631224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da313f38-9785-4043-ac97-40acbc9679c7 req-640841fd-f3b8-47f9-82aa-054ee0e336e7 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0492711 Aug 26 11:39:05.670455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-da313f38-9785-4043-ac97-40acbc9679c7 req-04d5891c-1eca-49aa-8eff-066d21f088f4 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Aug 26 11:39:06.788887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029aeac-984c-4708-bb1e-9914d6ea4ebe req-c34472bb-7fba-4b2d-814f-255a2bc63634 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:06.790395 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7029aeac-984c-4708-bb1e-9914d6ea4ebe req-c34472bb-7fba-4b2d-814f-255a2bc63634 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0540190 Aug 26 11:39:06.828560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7029aeac-984c-4708-bb1e-9914d6ea4ebe req-8950fccd-f169-4d16-a9ea-32f0a084e96d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Aug 26 11:39:07.943814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae102d-9bb7-4c8a-8747-8acfb8b97874 req-63dabf00-f22b-4e70-abfd-40045be0ddcf tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:07.945295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35ae102d-9bb7-4c8a-8747-8acfb8b97874 req-63dabf00-f22b-4e70-abfd-40045be0ddcf tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0489805 Aug 26 11:39:07.982977 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35ae102d-9bb7-4c8a-8747-8acfb8b97874 req-16bb5463-44e3-4978-91d0-1aa9bfcc5e52 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316999 Aug 26 11:39:09.096195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544dedf-ce87-407a-a057-3e86a4b167b8 req-418ebc56-c931-4645-a195-38706800b35f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:09.097733 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b544dedf-ce87-407a-a057-3e86a4b167b8 req-418ebc56-c931-4645-a195-38706800b35f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0486205 Aug 26 11:39:09.134856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b544dedf-ce87-407a-a057-3e86a4b167b8 req-57c4b722-363e-472a-8a8e-c59af21884bf tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Aug 26 11:39:10.252288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3e1d2-6b69-4f5c-a5bd-acb91b47f919 req-051c7c72-2b2e-4d05-a059-a6b623c62b20 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:10.253766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ba3e1d2-6b69-4f5c-a5bd-acb91b47f919 req-051c7c72-2b2e-4d05-a059-a6b623c62b20 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0516191 Aug 26 11:39:10.291357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ba3e1d2-6b69-4f5c-a5bd-acb91b47f919 req-417a5eef-55d3-4e05-9e60-cb6dce5cb43a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Aug 26 11:39:11.406293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182897a-b011-490a-8139-d5b6846ba57e req-d729ebf2-d4f0-4632-aa4a-ed21b923e7f7 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:11.407806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3182897a-b011-490a-8139-d5b6846ba57e req-d729ebf2-d4f0-4632-aa4a-ed21b923e7f7 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0487518 Aug 26 11:39:11.445120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3182897a-b011-490a-8139-d5b6846ba57e req-45a30a2f-4c0e-44e8-878f-11163245f1ac tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315609 Aug 26 11:39:12.558076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ab1e-9daf-439e-b553-030f422f7c04 req-ca9dd6ab-18c5-4b6b-b65b-887c367e4da7 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:12.560094 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f16ab1e-9daf-439e-b553-030f422f7c04 req-ca9dd6ab-18c5-4b6b-b65b-887c367e4da7 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0490727 Aug 26 11:39:12.597812 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f16ab1e-9daf-439e-b553-030f422f7c04 req-f40420a6-c98b-495b-be4b-03398c0c2cb2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318618 Aug 26 11:39:13.402225 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-71ee4f82-e37d-42ec-ae6c-08a9abd11f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:13.717281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51521-dda1-4b54-89cb-d8f05373c3b2 req-e23462b3-1f12-486a-86ba-c6e24e645f6e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:13.718785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bb51521-dda1-4b54-89cb-d8f05373c3b2 req-e23462b3-1f12-486a-86ba-c6e24e645f6e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0536981 Aug 26 11:39:13.755756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bb51521-dda1-4b54-89cb-d8f05373c3b2 req-b6afab88-cf7d-4a9c-83d9-c02b1c4f2dfa tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310993 Aug 26 11:39:13.771616 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:39:14.868487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8daf02-efbe-4a74-9ea1-192d92dd5a23 req-bc7b5070-1a10-4ff5-b87d-63a3bc5c6347 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:14.869969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b8daf02-efbe-4a74-9ea1-192d92dd5a23 req-bc7b5070-1a10-4ff5-b87d-63a3bc5c6347 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0480876 Aug 26 11:39:14.919076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b8daf02-efbe-4a74-9ea1-192d92dd5a23 req-419b46dc-451c-4ce2-84ec-3c117ee11a90 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426161 Aug 26 11:39:15.798380 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f937ca5e-fadc-4c40-9eb3-d27fc778c063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:16.044167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c051c-02bc-4d73-9292-bcb008350768 req-a2bbeae6-ad7b-4ddd-8c8a-74dee47fac68 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:16.045641 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb4c051c-02bc-4d73-9292-bcb008350768 req-a2bbeae6-ad7b-4ddd-8c8a-74dee47fac68 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0501664 Aug 26 11:39:16.083844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb4c051c-02bc-4d73-9292-bcb008350768 req-47b39164-8456-45ca-8ed1-e0d01d4e80b7 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Aug 26 11:39:16.314847 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:16.914381 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-d17382a5-a691-4bbc-980d-cd532361a4f0 service neutron] show failed (client error): The resource could not be found. Aug 26 11:39:16.915436 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-d17382a5-a691-4bbc-980d-cd532361a4f0 service neutron] 10.222.0.42 "GET /v2.0/ports/8fd2b453-6575-408a-884e-83ea8ec743a7/bindings/n-h1-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0553164 Aug 26 11:39:17.107898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-1ac44970-7d50-4e45-a9bc-f05cdfb22702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:17.109447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-1ac44970-7d50-4e45-a9bc-f05cdfb22702 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8&tenant_id=0db1adf8a08e415daa688927324b2c4e HTTP/1.1" status: 200 len: 1098 time: 0.0442526 Aug 26 11:39:17.122828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:39:17.196532 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:17.250974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1a9b6-3a47-4f9b-8ca3-d4004710de9e req-5fa22a62-182c-4e43-8b3a-04d24bf605ce tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:17.252479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36d1a9b6-3a47-4f9b-8ca3-d4004710de9e req-5fa22a62-182c-4e43-8b3a-04d24bf605ce tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0984368 Aug 26 11:39:17.341393 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:17.357667 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36d1a9b6-3a47-4f9b-8ca3-d4004710de9e req-2fc4bf38-db72-48b3-a7d7-ddd625f8e3bd tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969844 Aug 26 11:39:17.447582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=8fd2b453-6575-408a-884e-83ea8ec743a7,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:39:17.480530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:39:17.521753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:39:17.524099 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808ed15d-435d-4ce1-96f0-ad0f232d2be2" -d '{"events": [{"server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:39:17.528117 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:17.541841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Transition to ACTIVE for port object 8fd2b453-6575-408a-884e-83ea8ec743a7 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:39:17.545786 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:17.609595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] No DVR routers for this DVR port 8fd2b453-6575-408a-884e-83ea8ec743a7 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:39:17.611567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd2b453-6575-408a-884e-83ea8ec743a7,revision_number=6']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:39:17.649021 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a15078-5d5d-4bd3-9281-ddb3cdaee752 x-openstack-request-id: req-51a15078-5d5d-4bd3-9281-ddb3cdaee752 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:39:17.649281 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:39:17.649541 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51a15078-5d5d-4bd3-9281-ddb3cdaee752 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:39:17.649969 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7', 'code': 200} Aug 26 11:39:17.655483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Attempting to bind port 8fd2b453-6575-408a-884e-83ea8ec743a7 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:39:17.655815 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Attempting to bind port 8fd2b453-6575-408a-884e-83ea8ec743a7 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:39:17.656599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Attempting to bind port 8fd2b453-6575-408a-884e-83ea8ec743a7 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:39:17.660896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Port 8fd2b453-6575-408a-884e-83ea8ec743a7 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:39:17.661229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Attempting to bind port 8fd2b453-6575-408a-884e-83ea8ec743a7 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:39:17.666226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:39:17.666570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Checking segment: {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:39:17.666989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Bound using segment: {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:39:17.667428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Bound port: 8fd2b453-6575-408a-884e-83ea8ec743a7, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:39:17.667795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:17.733261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:39:17.736447 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8fd2b453-6575-408a-884e-83ea8ec743a7,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:39:17.740379 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:17.773583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:17.774202 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:17.775605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] 10.222.0.47 "PUT /v2.0/ports/8fd2b453-6575-408a-884e-83ea8ec743a7 HTTP/1.1" status: 200 len: 1093 time: 0.6578360 Aug 26 11:39:17.799030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147301e-0479-4b10-85e8-f7b57cb35dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd2b453-6575-408a-884e-83ea8ec743a7,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:39:17.851321 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-7ea47f24-eb2f-4213-a3cc-c5ad5380f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:17.853040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-7ea47f24-eb2f-4213-a3cc-c5ad5380f177 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0511427 Aug 26 11:39:17.961229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-34f85bd9-6295-438f-b3ff-1f236ca3c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:17.962711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-34f85bd9-6295-438f-b3ff-1f236ca3c0c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.1012025 Aug 26 11:39:18.011647 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-c7a2aefe-6117-4926-b28a-b178d22fc812 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd2b453-6575-408a-884e-83ea8ec743a7 HTTP/1.1" status: 200 len: 217 time: 0.0403299 Aug 26 11:39:18.066595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-19974867-0a6a-4b09-80ad-62b0eea47aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:18.068092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-19974867-0a6a-4b09-80ad-62b0eea47aac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0491891 Aug 26 11:39:18.100769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-2d7929b6-62d5-423f-a9b3-a463d09624e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244257 Aug 26 11:39:18.192346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-a2c7f7fa-c018-4271-a3af-4e9eb0b61b9b service neutron] 10.222.0.47 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842237 Aug 26 11:39:18.293101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6db94376-0cbe-4ac4-b5a0-8631398eaa17 req-e1266d1d-f419-468f-9034-6b37c22840ae service neutron] 10.222.0.47 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929027 Aug 26 11:39:18.485073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeef80-370d-441a-b3fc-524dd8ff3a4c req-9c58b1ea-0c04-4df8-8454-4f238709ea23 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:18.486498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37eeef80-370d-441a-b3fc-524dd8ff3a4c req-9c58b1ea-0c04-4df8-8454-4f238709ea23 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 944 time: 0.0519838 Aug 26 11:39:18.526008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37eeef80-370d-441a-b3fc-524dd8ff3a4c req-ea46db5f-2e6f-42af-9ad9-2effca0d3490 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333960 Aug 26 11:39:19.421942 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:19.643409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c86ec8-6866-49a5-8599-97dfeb35256f req-db923f1c-960e-443d-9716-62fe328e3c61 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:19.644893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0c86ec8-6866-49a5-8599-97dfeb35256f req-db923f1c-960e-443d-9716-62fe328e3c61 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 944 time: 0.0481982 Aug 26 11:39:19.650446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:39:19.652695 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:39:19.689213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0c86ec8-6866-49a5-8599-97dfeb35256f req-0ac3ff53-8ddc-4ac8-a69f-0a77253d5a54 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336282 Aug 26 11:39:19.700963 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfa7bca-9e98-4015-a59d-f10a7eabffd3 x-openstack-request-id: req-cdfa7bca-9e98-4015-a59d-f10a7eabffd3 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:39:19.701256 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:39:19.702845 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdfa7bca-9e98-4015-a59d-f10a7eabffd3 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:39:19.702845 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7', 'status': 'completed', 'code': 200} Aug 26 11:39:19.772610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-062263f3-af50-4b96-9171-f8d19658dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:19.773204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-8be014d7-c78a-4818-84ee-30b76459c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:19.774202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-8be014d7-c78a-4818-84ee-30b76459c989 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0446498 Aug 26 11:39:19.774316 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-062263f3-af50-4b96-9171-f8d19658dee2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0458210 Aug 26 11:39:19.864446 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-7ebc2999-b25f-44e3-b07a-028319e424ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:19.865625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-ffb1ca7b-8eb1-4e39-9bde-f1287a6ee89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:19.865940 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-7ebc2999-b25f-44e3-b07a-028319e424ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.0848937 Aug 26 11:39:19.867283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-ffb1ca7b-8eb1-4e39-9bde-f1287a6ee89b service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.0854399 Aug 26 11:39:19.909094 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-776f2b99-dc4c-41ac-bdff-d77becc81b3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd2b453-6575-408a-884e-83ea8ec743a7 HTTP/1.1" status: 200 len: 217 time: 0.0358562 Aug 26 11:39:19.913970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-5d494a18-cc87-4c14-890c-e66b725bc638 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd2b453-6575-408a-884e-83ea8ec743a7 HTTP/1.1" status: 200 len: 217 time: 0.0388896 Aug 26 11:39:19.962671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-aebfaa95-f983-4260-851b-71fc5e525296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:19.964239 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-aebfaa95-f983-4260-851b-71fc5e525296 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0479069 Aug 26 11:39:19.983268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-3e37b05c-9430-4b17-a620-4009e02b8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:19.985771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-3e37b05c-9430-4b17-a620-4009e02b8948 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0642302 Aug 26 11:39:19.997893 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-4af3341e-9d27-4ff3-b5f7-67aab002f265 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267949 Aug 26 11:39:20.018074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-c4ffe081-ab28-4986-8832-81f9b01d365c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244968 Aug 26 11:39:20.088499 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-8acb448f-6366-42f0-b080-0809464b3750 service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836761 Aug 26 11:39:20.113588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-e6dca456-9e16-4813-a7a0-37ae467426fe service neutron] 10.222.0.47 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877144 Aug 26 11:39:20.203976 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-09b7780e-c22c-4259-9e68-e95e2e39e3b2 service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080177 Aug 26 11:39:20.207543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b558e04a-c38c-43b7-bfc3-d0ca32d039d1 req-219fd952-1bd2-46d3-84b2-d00847bdf7d8 service neutron] 10.222.0.47 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855181 Aug 26 11:39:20.807263 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:20.810669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1bfce-a268-4e03-9379-42186016bceb req-19ebdf72-885d-4512-b0de-b9153333dc69 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:20.812240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9fc1bfce-a268-4e03-9379-42186016bceb req-19ebdf72-885d-4512-b0de-b9153333dc69 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 944 time: 0.0519571 Aug 26 11:39:20.850578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9fc1bfce-a268-4e03-9379-42186016bceb req-54746eef-c5af-4c88-9e85-07702237207f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Aug 26 11:39:21.108976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8fd2b453-6575-408a-884e-83ea8ec743a7 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:39:21.154152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 8fd2b453-6575-408a-884e-83ea8ec743a7 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:39:21.979514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7904d-7f8d-497e-839d-22b6c5f94331 req-bfb34800-49b5-45a8-9ed6-eeb8f90213fa tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:21.980985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1d7904d-7f8d-497e-839d-22b6c5f94331 req-bfb34800-49b5-45a8-9ed6-eeb8f90213fa tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 944 time: 0.0581326 Aug 26 11:39:22.023587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1d7904d-7f8d-497e-839d-22b6c5f94331 req-8073b042-69ec-49dd-8837-4dec4b80619d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354083 Aug 26 11:39:22.226433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec904-54fa-444d-a6f4-7228577061e5 req-52235990-6101-40b6-9dcd-4022cd419963 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:22.228015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-633ec904-54fa-444d-a6f4-7228577061e5 req-52235990-6101-40b6-9dcd-4022cd419963 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 944 time: 0.0503111 Aug 26 11:39:22.267195 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-b7296d2d-1023-4a12-8f0a-be58c4671b81 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:22.268474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-633ec904-54fa-444d-a6f4-7228577061e5 req-40e33bf9-a53c-47d5-a8bb-2134ce02b890 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335138 Aug 26 11:39:22.268733 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-b7296d2d-1023-4a12-8f0a-be58c4671b81 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8&tenant_id=0db1adf8a08e415daa688927324b2c4e&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 944 time: 0.0867226 Aug 26 11:39:22.337489 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-8cb8cef1-b6d8-446f-82bd-0d8b8eddaa28 service neutron] delete failed (client error): The resource could not be found. Aug 26 11:39:22.338611 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-8cb8cef1-b6d8-446f-82bd-0d8b8eddaa28 service neutron] 10.222.0.42 "DELETE /v2.0/ports/8fd2b453-6575-408a-884e-83ea8ec743a7/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0622368 Aug 26 11:39:22.423034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-16d0c058-2035-40eb-9a36-82ff56717f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:22.424702 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-16d0c058-2035-40eb-9a36-82ff56717f14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0437477 Aug 26 11:39:22.528335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-84c7d1e7-d61e-4fd8-a9cd-62c618266e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:22.529927 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-84c7d1e7-d61e-4fd8-a9cd-62c618266e90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.0987127 Aug 26 11:39:22.576260 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-68cbd886-5179-47d9-b015-ac31ae7b0f40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd2b453-6575-408a-884e-83ea8ec743a7 HTTP/1.1" status: 200 len: 217 time: 0.0398157 Aug 26 11:39:22.626395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-295ea98f-b97f-4c43-81f1-19873d2e6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:22.628047 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-295ea98f-b97f-4c43-81f1-19873d2e6735 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0454566 Aug 26 11:39:22.647251 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:22.663532 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-884af811-0509-464f-be2e-66447763cc87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282915 Aug 26 11:39:22.757938 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-5b6e9d99-5318-4c88-8c02-95f9f55dc742 service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875037 Aug 26 11:39:22.820186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8fd2b453-6575-408a-884e-83ea8ec743a7 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:39:22.852654 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-23db3a7b-c219-4e9f-aa88-f692d1a3011b req-9f02623b-4f9e-49ba-8c34-60928debd53d service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870883 Aug 26 11:39:22.923996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8fd2b453-6575-408a-884e-83ea8ec743a7,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:39:22.937833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '8fd2b453-6575-408a-884e-83ea8ec743a7', 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5', 'port_id': '8fd2b453-6575-408a-884e-83ea8ec743a7', 'mac_address': 'fa:16:3e:3d:ae:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6b6e62-6d81-426c-8078-b08fcadbe00e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:39:22.975708 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:22.988784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd2b453-6575-408a-884e-83ea8ec743a7 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:39:23.009279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8fd2b453-6575-408a-884e-83ea8ec743a7,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:39:23.013257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:23.061255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8fd2b453-6575-408a-884e-83ea8ec743a7,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:39:23.323812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['8fd2b453-6575-408a-884e-83ea8ec743a7'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:39:23.405549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2aded-9f99-4a1a-91b3-78fbac235002 req-bff464d7-c22a-41b2-b08c-4f694571c67c tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:23.407075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fad2aded-9f99-4a1a-91b3-78fbac235002 req-bff464d7-c22a-41b2-b08c-4f694571c67c tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 945 time: 0.0584602 Aug 26 11:39:23.446548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fad2aded-9f99-4a1a-91b3-78fbac235002 req-d3913133-dc45-44cd-886d-194824c28817 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335231 Aug 26 11:39:23.564988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c496cc-9dd3-4cc6-a830-dcbf31b4f74e req-981490be-d71c-4fde-9067-cb381da1d871 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:23.566341 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42c496cc-9dd3-4cc6-a830-dcbf31b4f74e req-981490be-d71c-4fde-9067-cb381da1d871 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 945 time: 0.0525742 Aug 26 11:39:23.607353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42c496cc-9dd3-4cc6-a830-dcbf31b4f74e req-3e185a51-6010-4b0e-8691-7f1eb32d1583 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349739 Aug 26 11:39:23.724031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50fb80-3612-436e-a199-8e347e7cf78b req-04b8d6b2-3279-47fd-8dad-86dbbb2f1649 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:23.725569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b50fb80-3612-436e-a199-8e347e7cf78b req-04b8d6b2-3279-47fd-8dad-86dbbb2f1649 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 945 time: 0.0487657 Aug 26 11:39:23.764690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b50fb80-3612-436e-a199-8e347e7cf78b req-f3fbb0a6-4c6b-45f2-badd-7bde7e2e2971 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324514 Aug 26 11:39:24.121139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480651-928b-494c-ba35-679e253b080c req-f067fea2-b88f-4e05-ab27-ac92b6aac5ff tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:24.122616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-f067fea2-b88f-4e05-ab27-ac92b6aac5ff tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 814 time: 0.1041331 Aug 26 11:39:24.137360 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-429e442f-b9e8-439f-9893-25c3b2a4af9f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/quotas/0db1adf8a08e415daa688927324b2c4e HTTP/1.1" status: 200 len: 375 time: 0.0090060 Aug 26 11:39:24.185636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-0f53ab4b-75ed-4d59-9bc5-2fdc67ba9fff tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425675 Aug 26 11:39:24.277564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-709c5b34-18ac-4b66-80d8-508ee444352a service neutron] 10.222.0.21 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849755 Aug 26 11:39:24.368284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-2ad9ae64-ddb8-46f5-8e5a-c07985e75ad3 service neutron] 10.222.0.21 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838156 Aug 26 11:39:24.531002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48b4cb24-1fcc-40d9-b881-d8f83efff4c0 req-11ab9adb-0ea3-44d4-9277-5ca468eafdc8 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 210 time: 0.0274384 Aug 26 11:39:24.846566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8fd2b453-6575-408a-884e-83ea8ec743a7 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:39:24.895011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 8fd2b453-6575-408a-884e-83ea8ec743a7 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:39:24.898976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 8fd2b453-6575-408a-884e-83ea8ec743a7 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:39:24.899354 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:24.979977 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:25.003828 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:39:25.006079 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42970b38-1896-47f2-bca2-ef6a9d4f9b6f" -d '{"events": [{"server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "name": "network-vif-plugged", "status": "completed", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:39:25.019082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8fd2b453-6575-408a-884e-83ea8ec743a7,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:39:25.023405 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:25.050164 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940edb6c-acc6-4fb3-a3fb-bd3755b01144 x-openstack-request-id: req-940edb6c-acc6-4fb3-a3fb-bd3755b01144 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:39:25.050475 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "name": "network-vif-plugged", "status": "completed", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:39:25.050773 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-940edb6c-acc6-4fb3-a3fb-bd3755b01144 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:39:25.051169 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7', 'code': 200} Aug 26 11:39:25.073912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=8fd2b453-6575-408a-884e-83ea8ec743a7,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:39:25.421710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480651-928b-494c-ba35-679e253b080c req-f40f11f1-2e3f-4d3f-ae07-55292820d723 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:25.423272 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-f40f11f1-2e3f-4d3f-ae07-55292820d723 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.42 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 814 time: 0.1170814 Aug 26 11:39:25.437662 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Request body: {'port': {'device_id': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5', 'admin_state_up': True, 'tenant_id': '0db1adf8a08e415daa688927324b2c4e'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:39:25.446598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db862b09-ebe4-4a53-bb71-8d52fa5d842b req-e9cba99d-8d2f-4ac4-bbd3-9903ee3ea7be tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:25.448169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db862b09-ebe4-4a53-bb71-8d52fa5d842b req-e9cba99d-8d2f-4ac4-bbd3-9903ee3ea7be tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f20b4fb-6648-4898-a949-e7723fbba5b8 HTTP/1.1" status: 200 len: 946 time: 0.0522082 Aug 26 11:39:25.549662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-db862b09-ebe4-4a53-bb71-8d52fa5d842b req-903a5522-a2cf-4262-bf4f-daeef6a1210d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Deleting port 8fd2b453-6575-408a-884e-83ea8ec743a7 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:39:25.550324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-db862b09-ebe4-4a53-bb71-8d52fa5d842b req-903a5522-a2cf-4262-bf4f-daeef6a1210d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:25.553461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Made reservation on behalf of 0db1adf8a08e415daa688927324b2c4e for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:39:25.557043 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:25.648148 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97b214f0-2719-4d6e-b7a8-424a1144b6d6 req-c748ce2d-005f-4799-829a-94d0516c999f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 210 time: 0.0405450 Aug 26 11:39:25.671470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-db862b09-ebe4-4a53-bb71-8d52fa5d842b req-903a5522-a2cf-4262-bf4f-daeef6a1210d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] For port 8fd2b453-6575-408a-884e-83ea8ec743a7, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=8fd2b453-6575-408a-884e-83ea8ec743a7,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:39:25.671843 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-db862b09-ebe4-4a53-bb71-8d52fa5d842b req-903a5522-a2cf-4262-bf4f-daeef6a1210d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:25.684962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-db862b09-ebe4-4a53-bb71-8d52fa5d842b req-903a5522-a2cf-4262-bf4f-daeef6a1210d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Calling delete_port for 8fd2b453-6575-408a-884e-83ea8ec743a7 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:39:25.696221 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Allocated IP 172.20.0.9 (aa695965-b493-4a72-bb16-2d1c8ac20df5/1e6b6e62-6d81-426c-8078-b08fcadbe00e/b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:39:25.813678 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-db862b09-ebe4-4a53-bb71-8d52fa5d842b req-903a5522-a2cf-4262-bf4f-daeef6a1210d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:25.825539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['8fd2b453-6575-408a-884e-83ea8ec743a7'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:39:25.849754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a5522-a2cf-4262-bf4f-daeef6a1210d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Pushing event deleted for resources: {'Port': ['ID=8fd2b453-6575-408a-884e-83ea8ec743a7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:39:25.861217 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:25.889093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-db862b09-ebe4-4a53-bb71-8d52fa5d842b req-903a5522-a2cf-4262-bf4f-daeef6a1210d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] No DVR routers for this DVR port 8fd2b453-6575-408a-884e-83ea8ec743a7 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:39:25.892111 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-db862b09-ebe4-4a53-bb71-8d52fa5d842b req-903a5522-a2cf-4262-bf4f-daeef6a1210d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:25.894381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db862b09-ebe4-4a53-bb71-8d52fa5d842b req-903a5522-a2cf-4262-bf4f-daeef6a1210d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.47 "DELETE /v2.0/ports/8fd2b453-6575-408a-884e-83ea8ec743a7 HTTP/1.1" status: 204 len: 173 time: 0.4392736 Aug 26 11:39:25.894842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'name': 'network-vif-deleted', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:39:25.897663 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022c52ba-9977-4e46-b0f6-058372aee434" -d '{"events": [{"server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "name": "network-vif-deleted", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:39:25.900390 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:25.911111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['8fd2b453-6575-408a-884e-83ea8ec743a7'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:39:25.940411 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1de305-d331-4269-83ed-7d634ee20119 x-openstack-request-id: req-6a1de305-d331-4269-83ed-7d634ee20119 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:39:25.940701 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f20b4fb-6648-4898-a949-e7723fbba5b8", "name": "network-vif-deleted", "tag": "8fd2b453-6575-408a-884e-83ea8ec743a7", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:39:25.940953 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a1de305-d331-4269-83ed-7d634ee20119 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:39:25.941347 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f20b4fb-6648-4898-a949-e7723fbba5b8', 'name': 'network-vif-deleted', 'tag': '8fd2b453-6575-408a-884e-83ea8ec743a7', 'status': 'completed', 'code': 200} Aug 26 11:39:25.959355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Network aa695965-b493-4a72-bb16-2d1c8ac20df5 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:39:25.964791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:39:25.970012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:39:25.994894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Pushing event updated for resources: {'Port': ['ID=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:39:26.028512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:26.029137 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:26.044133 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-0fcc2aff-bc6a-46b8-8409-9f896f8caff2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6113641 Aug 26 11:39:26.058280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Request body: {'port': {'device_id': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:39:26.115035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:26.379092 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:39:26.386607 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:26.399559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Transition to ACTIVE for port object b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:39:26.403158 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:26.470835 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:39:26.531701 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Attempting to bind port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:39:26.532111 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Attempting to bind port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:39:26.532452 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Attempting to bind port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:39:26.537215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:39:26.537542 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Attempting to bind port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:39:26.542770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:39:26.543115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Checking segment: {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:39:26.543502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Bound using segment: {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:39:26.543941 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Bound port: b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:39:26.544309 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:26.607313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:39:26.610369 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:39:26.614896 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:26.651243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:26.651893 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:26.653287 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] 10.222.0.42 "PUT /v2.0/ports/b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 HTTP/1.1" status: 200 len: 1092 time: 0.5992160 Aug 26 11:39:26.653729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:39:26.656045 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c909218dcbde7d9b2bbb8bb7b57a702ea70ea31fa3a569704b6c3bef013529fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8157259-1977-4b57-9ae6-bfac713d3e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:39:26.680597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacc378-3c3d-4ced-99c9-9a5b029f1595 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:39:26.720974 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebc3aae-a959-44aa-957e-57d7edc14c4e x-openstack-request-id: req-cebc3aae-a959-44aa-957e-57d7edc14c4e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:39:26.721266 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:39:26.721519 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cebc3aae-a959-44aa-957e-57d7edc14c4e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:39:26.721909 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3', 'status': 'completed', 'code': 200} Aug 26 11:39:26.737170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480651-928b-494c-ba35-679e253b080c req-6ceabab5-4284-4c36-ac1b-a4d8888945be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:26.738691 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-6ceabab5-4284-4c36-ac1b-a4d8888945be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 1095 time: 0.0446873 Aug 26 11:39:26.768540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab19a6-42c8-461e-a7fd-89ecfcf04571 req-e46ccc57-de8a-4bc0-8b53-b38c4ead23e4 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:26.770310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5ab19a6-42c8-461e-a7fd-89ecfcf04571 req-e46ccc57-de8a-4bc0-8b53-b38c4ead23e4 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 943 time: 0.0499060 Aug 26 11:39:26.785820 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-e84874d9-83a8-46a9-883f-018fc8362e5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 HTTP/1.1" status: 200 len: 217 time: 0.0385914 Aug 26 11:39:26.812363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f5ab19a6-42c8-461e-a7fd-89ecfcf04571 req-52068506-1c96-492d-8ff3-084066bc6dd3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352104 Aug 26 11:39:26.837482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9480651-928b-494c-ba35-679e253b080c req-aca7d49d-0f14-485d-b82b-9d45bb8c9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:26.838997 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-aca7d49d-0f14-485d-b82b-9d45bb8c9113 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0460229 Aug 26 11:39:26.869858 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-37ec5150-8431-41e8-820e-de36230892c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242779 Aug 26 11:39:26.962118 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-cb6761c8-5f74-4b6a-990d-70f0f9673e5f service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850720 Aug 26 11:39:27.052680 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e9480651-928b-494c-ba35-679e253b080c req-bd76b2fd-9fe6-4198-83c8-748ff0861f63 service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835550 Aug 26 11:39:27.139948 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8157259-1977-4b57-9ae6-bfac713d3e4f req-65171398-1a76-4604-ac08-e85009d6f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:27.141439 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8157259-1977-4b57-9ae6-bfac713d3e4f req-65171398-1a76-4604-ac08-e85009d6f1ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 1095 time: 0.0421293 Aug 26 11:39:27.235907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8157259-1977-4b57-9ae6-bfac713d3e4f req-20443343-fec2-488d-8297-b679dd134054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:27.237396 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8157259-1977-4b57-9ae6-bfac713d3e4f req-20443343-fec2-488d-8297-b679dd134054 service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.0888674 Aug 26 11:39:27.282943 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8157259-1977-4b57-9ae6-bfac713d3e4f req-53af2b3a-1f1c-4c79-a425-fb0e212d291b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 HTTP/1.1" status: 200 len: 217 time: 0.0377247 Aug 26 11:39:27.339838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8157259-1977-4b57-9ae6-bfac713d3e4f req-04f5c6d8-08ea-4917-b148-05693b8e4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:27.341350 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8157259-1977-4b57-9ae6-bfac713d3e4f req-04f5c6d8-08ea-4917-b148-05693b8e4a94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0490861 Aug 26 11:39:27.374318 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8157259-1977-4b57-9ae6-bfac713d3e4f req-c65f69cf-5dab-40aa-b945-a37d847a8a5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251040 Aug 26 11:39:27.463200 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8157259-1977-4b57-9ae6-bfac713d3e4f req-38225405-f486-41a3-b302-e6fc2b6c94ed service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819523 Aug 26 11:39:27.557272 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b8157259-1977-4b57-9ae6-bfac713d3e4f req-e365cd8e-acbc-4012-948a-95b63cc40818 service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868130 Aug 26 11:39:27.932204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf381a7-0666-4875-a9da-72e3d42bd473 req-1585c4e8-7801-49ee-b87c-4dbfdc50225a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:27.933685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eaf381a7-0666-4875-a9da-72e3d42bd473 req-1585c4e8-7801-49ee-b87c-4dbfdc50225a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 943 time: 0.0521092 Aug 26 11:39:28.313072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eaf381a7-0666-4875-a9da-72e3d42bd473 req-5f92fbdd-ab7d-40c8-a868-a610e477887a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734577 Aug 26 11:39:28.863165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8fd2b453-6575-408a-884e-83ea8ec743a7 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:39:28.884628 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 8fd2b453-6575-408a-884e-83ea8ec743a7 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:39:28.885004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 8fd2b453-6575-408a-884e-83ea8ec743a7 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:39:29.131288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:39:29.242239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:39:29.254336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3', 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5', 'port_id': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3', 'mac_address': 'fa:16:3e:5e:6b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6b6e62-6d81-426c-8078-b08fcadbe00e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:39:29.295332 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:29.308276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:39:29.327148 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:39:29.331071 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:29.380488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:39:29.426349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9628af-e46c-4ac0-bb6b-b35927b84d6b req-8dada153-bd21-42d8-908a-55dd9fde31cd tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:29.427867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e9628af-e46c-4ac0-bb6b-b35927b84d6b req-8dada153-bd21-42d8-908a-55dd9fde31cd tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 944 time: 0.0483699 Aug 26 11:39:29.465776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e9628af-e46c-4ac0-bb6b-b35927b84d6b req-326f59cf-834f-4eb2-8763-3fc122faa31a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318716 Aug 26 11:39:29.516553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:39:30.579883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ea289-78b4-4816-af37-00c100c2672c req-33ec9a2a-5a54-44bc-8c52-ce9e1afd748f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:30.587493 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a34ea289-78b4-4816-af37-00c100c2672c req-33ec9a2a-5a54-44bc-8c52-ce9e1afd748f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 944 time: 0.0488901 Aug 26 11:39:30.624978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a34ea289-78b4-4816-af37-00c100c2672c req-d3a7643c-8b3f-4ec7-8cde-266054fc9fbd tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Aug 26 11:39:31.139348 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:39:31.188489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:39:31.192243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:39:31.192618 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:31.277410 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:31.304863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:39:31.307247 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baaa672-6810-469c-a76d-5c0ae3b66911" -d '{"events": [{"server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "name": "network-vif-plugged", "status": "completed", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:39:31.322122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:39:31.326416 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:31.355433 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1fa1fc-1ede-46ed-b7df-3b44b91802fc x-openstack-request-id: req-ee1fa1fc-1ede-46ed-b7df-3b44b91802fc {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:39:31.355698 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "name": "network-vif-plugged", "status": "completed", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:39:31.355961 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee1fa1fc-1ede-46ed-b7df-3b44b91802fc {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:39:31.356336 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3', 'code': 200} Aug 26 11:39:31.383673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:39:31.448392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfdbab-fc09-4522-87cc-0b006baf805e req-c183e188-7e12-4add-a085-eaad7cf2fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:31.449921 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ccbfdbab-fc09-4522-87cc-0b006baf805e req-c183e188-7e12-4add-a085-eaad7cf2fb31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 1097 time: 0.0420427 Aug 26 11:39:31.487631 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ccbfdbab-fc09-4522-87cc-0b006baf805e req-352a0d7e-2478-4ad6-976f-e253d5730742 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304589 Aug 26 11:39:31.745111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c3fd9-8cba-4a54-b47f-2b8e01961b48 req-1c7390d8-57a6-4432-be27-d2b791a3e1f3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:31.746568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b17c3fd9-8cba-4a54-b47f-2b8e01961b48 req-1c7390d8-57a6-4432-be27-d2b791a3e1f3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0508158 Aug 26 11:39:31.784222 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b17c3fd9-8cba-4a54-b47f-2b8e01961b48 req-1df044fe-3d4f-491e-928e-7a124f6cd7b8 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311191 Aug 26 11:39:32.899635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527be30c-75be-453c-ac51-668638a7b68b req-49ed7315-ff75-4e27-aef9-24de5776124a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:32.901113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-527be30c-75be-453c-ac51-668638a7b68b req-49ed7315-ff75-4e27-aef9-24de5776124a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0482063 Aug 26 11:39:32.940741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-527be30c-75be-453c-ac51-668638a7b68b req-b7497608-8f53-4748-8df5-0e63445e1f90 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337980 Aug 26 11:39:33.052517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaa925-03fc-4e3d-8949-a1745cbe4c02 req-08e37448-2434-4fb5-8c2f-d26853cbc168 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:33.053987 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0bcaa925-03fc-4e3d-8949-a1745cbe4c02 req-08e37448-2434-4fb5-8c2f-d26853cbc168 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0479231 Aug 26 11:39:33.091128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0bcaa925-03fc-4e3d-8949-a1745cbe4c02 req-faa8c90f-fdd4-4f5c-95f6-6824826af65e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Aug 26 11:39:33.322816 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-d6c2c823-251e-4e38-bd04-59a2b3adc2bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413613 Aug 26 11:39:33.331877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8fd8b-de2b-4463-8b52-d1d4a3850fb4 req-8e6bfa16-ebb8-4515-9df3-ab283a78ef6a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:33.333359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47e8fd8b-de2b-4463-8b52-d1d4a3850fb4 req-8e6bfa16-ebb8-4515-9df3-ab283a78ef6a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0527983 Aug 26 11:39:33.378047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47e8fd8b-de2b-4463-8b52-d1d4a3850fb4 req-ec9e0a73-8a4c-42d0-a194-b269b7bc847b tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382931 Aug 26 11:39:34.403223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-5b460d4c-9fba-4bbe-9b7c-373251961a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:34.404716 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-5b460d4c-9fba-4bbe-9b7c-373251961a17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 1097 time: 0.0440471 Aug 26 11:39:34.499876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242423ad-d304-4634-8876-92435144fa41 req-13635a0e-845c-470f-906d-b8ef13725c72 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:34.500966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-fb8ad369-46cf-4c37-9c69-7100fdb6f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:34.502522 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-fb8ad369-46cf-4c37-9c69-7100fdb6f11e service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.0909262 Aug 26 11:39:34.502802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-242423ad-d304-4634-8876-92435144fa41 req-13635a0e-845c-470f-906d-b8ef13725c72 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0503097 Aug 26 11:39:34.540322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-242423ad-d304-4634-8876-92435144fa41 req-438142aa-3c6c-4c98-b219-ea416f266901 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317330 Aug 26 11:39:34.545083 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-5300126c-f2d4-4a26-bf70-bd0f5d11ce91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 HTTP/1.1" status: 200 len: 217 time: 0.0353177 Aug 26 11:39:34.608264 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-12aee701-218b-457e-b8bd-8841fe06e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:34.610270 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-12aee701-218b-457e-b8bd-8841fe06e141 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0563581 Aug 26 11:39:34.642613 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-d6e77137-e03d-466a-8895-589a2c5e3372 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256903 Aug 26 11:39:34.735091 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-e4ffe83a-be5e-4c77-a452-b21931ff2fb1 service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848346 Aug 26 11:39:34.830570 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-10d9f258-5e07-42dc-9614-85b4dd4f3d97 service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891948 Aug 26 11:39:35.655084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d87c20-7fb9-43e2-8456-04662a3c35db req-9586998c-0dc7-4c98-a80c-cf71d34c399d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:35.657488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6d87c20-7fb9-43e2-8456-04662a3c35db req-9586998c-0dc7-4c98-a80c-cf71d34c399d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0491221 Aug 26 11:39:35.699096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6d87c20-7fb9-43e2-8456-04662a3c35db req-b9d89066-05f1-4df3-83d4-e8f6ff31608f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Aug 26 11:39:36.815709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518f843-de50-45de-a012-09fce205c977 req-0ea2d0fa-9c01-4daf-af6e-a91c2e73620e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:36.817184 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1518f843-de50-45de-a012-09fce205c977 req-0ea2d0fa-9c01-4daf-af6e-a91c2e73620e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0517325 Aug 26 11:39:36.857859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1518f843-de50-45de-a012-09fce205c977 req-126586e1-77d0-4e82-bff5-b45e4af83f82 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Aug 26 11:39:37.974242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc2482-7cb0-4733-bbf3-bac5d58e1c5f req-fa10170b-6b6e-47db-a2c6-a19c280cdea2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:37.975818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ebc2482-7cb0-4733-bbf3-bac5d58e1c5f req-fa10170b-6b6e-47db-a2c6-a19c280cdea2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0495329 Aug 26 11:39:38.013833 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ebc2482-7cb0-4733-bbf3-bac5d58e1c5f req-7a8fd22a-774d-4ad9-abcc-f70d39b49017 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317242 Aug 26 11:39:39.129240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95411a-6388-4eb1-8060-ba7190ba4bef req-ebf75205-d105-4103-a2ab-3be0276c9169 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:39.130709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb95411a-6388-4eb1-8060-ba7190ba4bef req-ebf75205-d105-4103-a2ab-3be0276c9169 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0495493 Aug 26 11:39:39.169478 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb95411a-6388-4eb1-8060-ba7190ba4bef req-f191eeb8-139a-45c6-a78c-d4433051875d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327060 Aug 26 11:39:40.289436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc81d2-fbc2-4acc-9521-d34e70150af6 req-bf30b0e7-4a4b-46ca-a53a-f2ce0bd60b03 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:40.290954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1dfc81d2-fbc2-4acc-9521-d34e70150af6 req-bf30b0e7-4a4b-46ca-a53a-f2ce0bd60b03 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0531456 Aug 26 11:39:40.328736 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1dfc81d2-fbc2-4acc-9521-d34e70150af6 req-5c09b6be-4f00-436d-a204-6326e032e426 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Aug 26 11:39:41.441602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57701b9f-8b08-4b11-b428-7041f6114276 req-6947b3c4-d479-4c30-b392-7fc38f002319 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:41.443157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57701b9f-8b08-4b11-b428-7041f6114276 req-6947b3c4-d479-4c30-b392-7fc38f002319 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0479815 Aug 26 11:39:41.481983 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57701b9f-8b08-4b11-b428-7041f6114276 req-c1f861a4-7924-4bab-afd1-d7d1b348802b tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328369 Aug 26 11:39:42.597562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1f9ac-52be-4e3d-ac1a-9508e66c039a req-fa59b889-481c-4ede-8309-4293550d18fe tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:42.599150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48c1f9ac-52be-4e3d-ac1a-9508e66c039a req-fa59b889-481c-4ede-8309-4293550d18fe tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0483811 Aug 26 11:39:42.636927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48c1f9ac-52be-4e3d-ac1a-9508e66c039a req-02c9bf1b-7cc0-4d4b-9ee3-b1abd9ba9c70 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318677 Aug 26 11:39:43.403136 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c43c3c2-9ca6-46a5-97d2-5f6e4c909cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:43.754566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2bfae-83b1-4e2c-9ae8-182c7407047d req-28e19974-2e0c-4fde-955f-f11f5b7d4f74 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:43.756041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfc2bfae-83b1-4e2c-9ae8-182c7407047d req-28e19974-2e0c-4fde-955f-f11f5b7d4f74 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0516057 Aug 26 11:39:43.793199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bfc2bfae-83b1-4e2c-9ae8-182c7407047d req-9adc2f76-a25c-497e-a049-d657c3d1c105 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Aug 26 11:39:44.908096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006473de-3289-4c87-bc89-f1038d58ad81 req-33fbe059-9054-439d-bc7f-8f44c65422d6 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:44.909578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-006473de-3289-4c87-bc89-f1038d58ad81 req-33fbe059-9054-439d-bc7f-8f44c65422d6 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0484526 Aug 26 11:39:44.947941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-006473de-3289-4c87-bc89-f1038d58ad81 req-eefee20a-46bc-4cdc-8991-350cbe336ab1 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317910 Aug 26 11:39:45.799963 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc244e95-ad7b-425f-a575-729e6e593663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:46.064544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f7ea4-9c1c-4481-acb0-112eaf6d42e2 req-f4ab55b7-3bd8-4b65-853c-0aa665f2551b tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:46.065915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b75f7ea4-9c1c-4481-acb0-112eaf6d42e2 req-f4ab55b7-3bd8-4b65-853c-0aa665f2551b tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0484080 Aug 26 11:39:46.102771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b75f7ea4-9c1c-4481-acb0-112eaf6d42e2 req-d57d01d0-7647-49bf-8c55-c26a90972d45 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309112 Aug 26 11:39:46.319315 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:47.223453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328f9c-74c4-4712-bc50-1a87f165e0fe req-ad75b736-69f7-49cc-b8ab-d2e7805d3c82 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:47.223453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4328f9c-74c4-4712-bc50-1a87f165e0fe req-ad75b736-69f7-49cc-b8ab-d2e7805d3c82 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0530183 Aug 26 11:39:47.259127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4328f9c-74c4-4712-bc50-1a87f165e0fe req-eae73937-a8d8-4784-aabd-95b136ad016b tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307107 Aug 26 11:39:47.344454 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:48.380382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df59dd-0f37-436a-a133-09b125004aa9 req-6800e2f4-4c9d-4fa3-b7d9-7c07a3bc713d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:48.381875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4df59dd-0f37-436a-a133-09b125004aa9 req-6800e2f4-4c9d-4fa3-b7d9-7c07a3bc713d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0498433 Aug 26 11:39:48.419180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4df59dd-0f37-436a-a133-09b125004aa9 req-d26a346a-69b6-411c-b94e-1da90981b78d tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313325 Aug 26 11:39:49.425882 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:49.534598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a9907-1f87-4083-9e5a-80c0f65f041b req-e0092413-e033-4c2a-b0f1-1b63767fcba8 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:49.536023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-072a9907-1f87-4083-9e5a-80c0f65f041b req-e0092413-e033-4c2a-b0f1-1b63767fcba8 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0492456 Aug 26 11:39:49.574143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-072a9907-1f87-4083-9e5a-80c0f65f041b req-5300294d-b8b3-4ef1-bc71-6d0b945e52b8 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319393 Aug 26 11:39:50.690352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8703d1-e2b5-4a7b-b575-b735a73380ca req-bc4fb423-9c6c-4e48-b819-6280c84c65e6 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:50.691855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b8703d1-e2b5-4a7b-b575-b735a73380ca req-bc4fb423-9c6c-4e48-b819-6280c84c65e6 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0517673 Aug 26 11:39:50.729879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b8703d1-e2b5-4a7b-b575-b735a73380ca req-57f3f7f3-6fa5-4e2d-b376-ceb1f30f2477 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Aug 26 11:39:50.772492 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:39:50.808500 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:51.843339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014db084-227d-41ce-a138-f0955245e97d req-9581d7ff-acb7-4e75-ba18-8391280c250c tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:51.844803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-014db084-227d-41ce-a138-f0955245e97d req-9581d7ff-acb7-4e75-ba18-8391280c250c tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0480571 Aug 26 11:39:51.881362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-014db084-227d-41ce-a138-f0955245e97d req-174c8ccb-9e5d-4741-8193-110580493d09 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306458 Aug 26 11:39:52.656792 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:39:52.995954 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb819a-b515-416a-8188-fa383895307a req-2c2c04d5-98eb-4d1e-999b-7fac3add6008 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:52.997445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7feb819a-b515-416a-8188-fa383895307a req-2c2c04d5-98eb-4d1e-999b-7fac3add6008 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0482302 Aug 26 11:39:53.036229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7feb819a-b515-416a-8188-fa383895307a req-f364314b-a499-4e15-a629-d9eeb69fbaff tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323777 Aug 26 11:39:54.155562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce5ddc-9d6b-48bb-857e-84537d1a5e81 req-9a05e7b7-da55-46a9-854e-538e1174869a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:54.157042 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afce5ddc-9d6b-48bb-857e-84537d1a5e81 req-9a05e7b7-da55-46a9-854e-538e1174869a tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0534866 Aug 26 11:39:54.193840 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-afce5ddc-9d6b-48bb-857e-84537d1a5e81 req-6155f46f-855f-4ebb-911d-d0f64fce47c8 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309510 Aug 26 11:39:55.307790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46778089-dc4b-4ee3-b03d-3dc878f9334a req-ea8f102f-dae9-46ef-9a45-ea5dcd6e44fd tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:55.309277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46778089-dc4b-4ee3-b03d-3dc878f9334a req-ea8f102f-dae9-46ef-9a45-ea5dcd6e44fd tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0486329 Aug 26 11:39:55.348782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46778089-dc4b-4ee3-b03d-3dc878f9334a req-31b0e200-3c15-4684-a0ed-a709e58db106 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 Aug 26 11:39:56.464759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0544e3-5149-4252-9bb6-52f9d60daa3e req-674105a2-8b94-4b6f-8a84-c7582e86d6a8 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:56.467067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c0544e3-5149-4252-9bb6-52f9d60daa3e req-674105a2-8b94-4b6f-8a84-c7582e86d6a8 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0500426 Aug 26 11:39:56.505670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c0544e3-5149-4252-9bb6-52f9d60daa3e req-9c617e27-9f06-4ef2-81b4-a86c514375ef tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Aug 26 11:39:57.624969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ee06c-8ad6-4524-97af-7ede44b270fd req-c31a9483-5c02-4b67-9c43-a5c73224f46e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:57.626452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-161ee06c-8ad6-4524-97af-7ede44b270fd req-c31a9483-5c02-4b67-9c43-a5c73224f46e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0540695 Aug 26 11:39:57.663567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-161ee06c-8ad6-4524-97af-7ede44b270fd req-b8578c77-091a-40b9-a263-e40d58c05eae tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Aug 26 11:39:58.778356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bb4b5-22fc-4892-8a47-30f942bf15f0 req-4640aa46-3ac9-45cd-b11f-78a9cc438f22 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:58.779871 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef4bb4b5-22fc-4892-8a47-30f942bf15f0 req-4640aa46-3ac9-45cd-b11f-78a9cc438f22 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0492160 Aug 26 11:39:58.816895 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ef4bb4b5-22fc-4892-8a47-30f942bf15f0 req-b4e6739d-9753-4e64-828e-c8b112f50c23 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Aug 26 11:39:59.931514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908097b-e69c-44df-b0d6-8e70d09d5519 req-9fb1fd3d-0974-4158-a49d-61a69e657ca5 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:39:59.932975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b908097b-e69c-44df-b0d6-8e70d09d5519 req-9fb1fd3d-0974-4158-a49d-61a69e657ca5 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0484238 Aug 26 11:39:59.970371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b908097b-e69c-44df-b0d6-8e70d09d5519 req-28091355-941e-4004-8623-a9bccd1f1120 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Aug 26 11:40:01.102552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c37d9c-19c2-409b-aec8-3b5cb6db80f4 req-e3c1b44c-a97b-46c2-bfc1-cb28b6e4d253 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:01.104208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74c37d9c-19c2-409b-aec8-3b5cb6db80f4 req-e3c1b44c-a97b-46c2-bfc1-cb28b6e4d253 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0665946 Aug 26 11:40:01.141380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74c37d9c-19c2-409b-aec8-3b5cb6db80f4 req-e76bb48a-67ea-4438-9f42-5193b55f7111 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305324 Aug 26 11:40:01.671621 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-e4d4a9c5-0577-4d70-b90b-c9172a0d2566 service neutron] show failed (client error): The resource could not be found. Aug 26 11:40:01.672674 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-e4d4a9c5-0577-4d70-b90b-c9172a0d2566 service neutron] 10.222.0.42 "GET /v2.0/ports/b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3/bindings/n-h1-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0637965 Aug 26 11:40:01.860247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-2b3b5e23-b399-483e-b57f-3c2f5118f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:01.861736 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-2b3b5e23-b399-483e-b57f-3c2f5118f4dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd&tenant_id=0db1adf8a08e415daa688927324b2c4e HTTP/1.1" status: 200 len: 1097 time: 0.0401394 Aug 26 11:40:01.874076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:40:01.926528 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:02.133717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:40:02.166800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:40:02.207649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:40:02.210187 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74dd55f-e62d-4d8f-a5a1-028b3f249840" -d '{"events": [{"server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "name": "network-vif-unplugged", "status": "completed", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:40:02.215864 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:02.238767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Transition to ACTIVE for port object b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:40:02.258485 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:02.264184 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf8805f-15f3-46ae-ad6d-f099a2011724 x-openstack-request-id: req-ccf8805f-15f3-46ae-ad6d-f099a2011724 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:40:02.264481 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "name": "network-vif-unplugged", "status": "completed", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:40:02.264739 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccf8805f-15f3-46ae-ad6d-f099a2011724 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:40:02.265135 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3', 'code': 200} Aug 26 11:40:02.335589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] No DVR routers for this DVR port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:40:02.344595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c145c4-2dc4-488f-922f-6da3a6419ade req-ad702e9b-c355-41aa-8a0d-3c7bff1a45fd tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:02.346109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0c145c4-2dc4-488f-922f-6da3a6419ade req-ad702e9b-c355-41aa-8a0d-3c7bff1a45fd tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.1325119 Aug 26 11:40:02.355324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,revision_number=6']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:02.395638 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.395988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.396335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.396674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.397008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.397346 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.397674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.397999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.398327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.398655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.399005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.399331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:02.415085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Attempting to bind port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:40:02.415429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Attempting to bind port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:40:02.415793 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Attempting to bind port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:40:02.427273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:40:02.427602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Attempting to bind port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 on network aa695965-b493-4a72-bb16-2d1c8ac20df5 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:40:02.436795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c0c145c4-2dc4-488f-922f-6da3a6419ade req-4e32bc13-eb1e-46fe-98f9-16339ee7a703 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832977 Aug 26 11:40:02.437854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:40:02.438201 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Checking segment: {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:40:02.438580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Bound using segment: {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:40:02.439046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Bound port: b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:40:02.439413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:02.507058 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:40:02.510002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:40:02.514583 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:02.550755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:02.551689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:02.553091 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] 10.222.0.47 "PUT /v2.0/ports/b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 HTTP/1.1" status: 200 len: 1092 time: 0.6834998 Aug 26 11:40:02.575262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcc422-5e3d-4a96-b7ac-a3012c61bbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:02.620126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-c2e1c984-fa04-4204-a439-9301e0a2d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:02.621784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-c2e1c984-fa04-4204-a439-9301e0a2d70e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 1095 time: 0.0429761 Aug 26 11:40:02.714801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-eaa26d6a-1f32-48e5-b7e8-e9da006581d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:02.716220 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-eaa26d6a-1f32-48e5-b7e8-e9da006581d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.0872114 Aug 26 11:40:02.762415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-34daa756-7342-439a-a57f-5eca9f89d489 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 HTTP/1.1" status: 200 len: 217 time: 0.0351441 Aug 26 11:40:02.812459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-78961a5c-3f84-4f2d-902c-97b00fac6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:02.813943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-78961a5c-3f84-4f2d-902c-97b00fac6a3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0440941 Aug 26 11:40:02.847125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-377f0926-8ba9-405c-9df0-0d293a40d43e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262134 Aug 26 11:40:02.938305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-3f3be735-c5a8-426e-a3ef-4a961910bbf6 service neutron] 10.222.0.47 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843530 Aug 26 11:40:03.025427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9ef12dc4-3aba-447a-bdc4-ebb67aa1967b req-963071bd-94f3-45ea-8351-b916776e481b service neutron] 10.222.0.47 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802314 Aug 26 11:40:03.559922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845be02f-8187-4fa6-a88b-c0a04dc6eaa4 req-639c7b7e-2c89-4f11-9007-15c098d28c87 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:03.561971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-845be02f-8187-4fa6-a88b-c0a04dc6eaa4 req-639c7b7e-2c89-4f11-9007-15c098d28c87 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 943 time: 0.0555606 Aug 26 11:40:03.600166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-845be02f-8187-4fa6-a88b-c0a04dc6eaa4 req-610ebf35-da1d-4832-92bd-db3eae21d9ad tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Aug 26 11:40:04.266632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:40:04.269287 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89c755a-da24-4a4b-a93a-159bb1720591" -d '{"events": [{"name": "network-changed", "server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:40:04.330496 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad1a520-c328-4869-b357-62b9cbdef5f8 x-openstack-request-id: req-8ad1a520-c328-4869-b357-62b9cbdef5f8 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:40:04.331594 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:40:04.332137 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ad1a520-c328-4869-b357-62b9cbdef5f8 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:40:04.332633 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3', 'status': 'completed', 'code': 200} Aug 26 11:40:04.388408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-c2c12d0c-f563-4149-a701-99d55aee8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:04.390459 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-c2c12d0c-f563-4149-a701-99d55aee8296 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 1095 time: 0.0412502 Aug 26 11:40:04.392672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-164fec40-c6f0-4463-907e-092ea384a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:04.394295 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-164fec40-c6f0-4463-907e-092ea384a81a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 1095 time: 0.0407600 Aug 26 11:40:04.482085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-8790d0b4-960e-4c84-8375-7d66a74fc27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:04.483566 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-8790d0b4-960e-4c84-8375-7d66a74fc27c service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.0848584 Aug 26 11:40:04.487975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-8b3e47dc-4854-4e8f-90b1-6d4f1ad0690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:04.489446 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-8b3e47dc-4854-4e8f-90b1-6d4f1ad0690d service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.0877454 Aug 26 11:40:04.531200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-74d90127-e223-4959-8087-58b0cb671d2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 HTTP/1.1" status: 200 len: 217 time: 0.0397100 Aug 26 11:40:04.533387 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-f4e37c87-dcf1-4570-8951-75127287147a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 HTTP/1.1" status: 200 len: 217 time: 0.0369434 Aug 26 11:40:04.583620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-40a81932-7dee-46b3-99a6-c097337433df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:04.585112 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-40a81932-7dee-46b3-99a6-c097337433df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0467570 Aug 26 11:40:04.587700 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-6e04cf9a-403b-4613-8cc9-d77c7da1da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:04.589172 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-6e04cf9a-403b-4613-8cc9-d77c7da1da0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0495102 Aug 26 11:40:04.622416 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-fca20c10-d106-4eb1-ba01-062e05cbf9e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255473 Aug 26 11:40:04.623650 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-485af02f-f226-41d4-8e27-f911f5733b4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310450 Aug 26 11:40:04.718973 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-9f960f0b-a184-403d-91df-93641b1d5774 service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895720 Aug 26 11:40:04.750305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-70dbabc4-99b0-470f-a324-b785295be74f service neutron] 10.222.0.47 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195476 Aug 26 11:40:04.760942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c18361-78b4-4790-89d4-4761f9c7252e req-dcb82a79-800d-43c8-949d-e1f621ee9600 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:04.762432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09c18361-78b4-4790-89d4-4761f9c7252e req-dcb82a79-800d-43c8-949d-e1f621ee9600 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 943 time: 0.0736792 Aug 26 11:40:04.815248 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-3ee5ef15-08e2-4730-98f2-aac637a7a5bc service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889149 Aug 26 11:40:04.848514 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09c18361-78b4-4790-89d4-4761f9c7252e req-107ab775-7609-45b1-b3b3-710862971859 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773327 Aug 26 11:40:04.877443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a89c755a-da24-4a4b-a93a-159bb1720591 req-43bb0cf8-2566-4e7f-95c2-52cbe80ab384 service neutron] 10.222.0.47 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139369 Aug 26 11:40:05.245667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:40:05.286081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:40:05.964498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee576c-b921-4c59-9341-91ea072ee5c5 req-0cbe28ba-7725-401a-8ee1-7c1e6c558b7b tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:05.965987 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37ee576c-b921-4c59-9341-91ea072ee5c5 req-0cbe28ba-7725-401a-8ee1-7c1e6c558b7b tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 943 time: 0.0495584 Aug 26 11:40:06.003624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37ee576c-b921-4c59-9341-91ea072ee5c5 req-b77a7c05-4564-4776-825e-3d33f498bc89 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Aug 26 11:40:06.196490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758550dd-191e-47dd-9e85-c756da971bef req-50047e1b-c789-4210-89af-15a80b2d887e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:06.197846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-758550dd-191e-47dd-9e85-c756da971bef req-50047e1b-c789-4210-89af-15a80b2d887e tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 943 time: 0.0505130 Aug 26 11:40:06.212084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-b6781828-e10f-46db-b897-bf406538a4a4 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:06.213591 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-b6781828-e10f-46db-b897-bf406538a4a4 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd&tenant_id=0db1adf8a08e415daa688927324b2c4e&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 943 time: 0.0530243 Aug 26 11:40:06.237715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-758550dd-191e-47dd-9e85-c756da971bef req-9f12d5bf-7171-4dc4-ad1a-364b67e5c613 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334466 Aug 26 11:40:06.275908 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-c2c5d3b4-82a5-4a87-a805-648afe1320d2 service neutron] delete failed (client error): The resource could not be found. Aug 26 11:40:06.276952 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-c2c5d3b4-82a5-4a87-a805-648afe1320d2 service neutron] 10.222.0.42 "DELETE /v2.0/ports/b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0544949 Aug 26 11:40:06.358648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-7cfe1060-d29d-458d-b43a-e09a19394443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:06.360161 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-7cfe1060-d29d-458d-b43a-e09a19394443 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0db1adf8a08e415daa688927324b2c4e&device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 1095 time: 0.0409756 Aug 26 11:40:06.451442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-4687ebd8-092e-49f3-8bd2-c734998eb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:06.452814 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-4687ebd8-092e-49f3-8bd2-c734998eb83e service neutron] 10.222.0.42 "GET /v2.0/networks?id=aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 200 len: 915 time: 0.0858462 Aug 26 11:40:06.495615 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-a50cd930-0997-4034-97a3-7b5e341be8b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 HTTP/1.1" status: 200 len: 217 time: 0.0354471 Aug 26 11:40:06.548686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-6e6057c4-adb6-48ce-a7d1-660f3a9cb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:06.550153 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-6e6057c4-adb6-48ce-a7d1-660f3a9cb9ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 200 len: 854 time: 0.0478566 Aug 26 11:40:06.581166 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-2076fb25-ce47-4931-94ca-15322771f6b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=aa695965-b493-4a72-bb16-2d1c8ac20df5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241272 Aug 26 11:40:06.671143 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-82b2c569-dd0a-414a-95fa-9c5d006a840b service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818543 Aug 26 11:40:06.761030 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-57312f3c-7959-4ebc-9237-4fe8dc37a09e req-5f3d178c-5825-4f40-a012-a38eb279591e service neutron] 10.222.0.42 "GET /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831976 Aug 26 11:40:07.158226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:40:07.255961 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:40:07.270079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3', 'network_id': 'aa695965-b493-4a72-bb16-2d1c8ac20df5', 'port_id': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3', 'mac_address': 'fa:16:3e:5e:6b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6b6e62-6d81-426c-8078-b08fcadbe00e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:40:07.309186 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:07.324172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:40:07.347870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:40:07.351728 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:07.367203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d475ea2-cd8f-4ff3-b779-52d67bbcf5cc req-9bfed30f-9f9d-4a3f-88cd-76755d2f7c6f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:07.368894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d475ea2-cd8f-4ff3-b779-52d67bbcf5cc req-9bfed30f-9f9d-4a3f-88cd-76755d2f7c6f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 943 time: 0.0571055 Aug 26 11:40:07.401312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:07.408444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.408793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.409130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.409419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d475ea2-cd8f-4ff3-b779-52d67bbcf5cc req-bb925d85-90e1-45f2-88e5-dfd32bc07e61 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330453 Aug 26 11:40:07.409536 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.409783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.410109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.410435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.410778 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.411104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.411424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.411743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.412060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:07.523551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a8ad9-7c21-492a-ba72-2586bf04d7d6 req-c0b5f45d-7ea3-4834-987a-87141a44d188 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:07.525072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b04a8ad9-7c21-492a-ba72-2586bf04d7d6 req-c0b5f45d-7ea3-4834-987a-87141a44d188 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 944 time: 0.0487168 Aug 26 11:40:07.565902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b04a8ad9-7c21-492a-ba72-2586bf04d7d6 req-3a3fd883-efbd-4d1b-b99a-b6ab30798b64 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348594 Aug 26 11:40:07.661878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:40:07.678045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fb442-dc62-47b1-983c-5f676783e958 req-5e46c97b-2d7b-4759-95cb-feb0b48f951f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:07.679771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c2fb442-dc62-47b1-983c-5f676783e958 req-5e46c97b-2d7b-4759-95cb-feb0b48f951f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 944 time: 0.0498252 Aug 26 11:40:07.723055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c2fb442-dc62-47b1-983c-5f676783e958 req-e2f9ef3b-7c3d-412a-95b4-2be0c04cae07 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366349 Aug 26 11:40:08.053637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c5dc1-b2bb-470c-838f-42685fb6057b req-8d66a535-8700-471c-bf56-011fa42dc0d2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:08.055120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a5c5dc1-b2bb-470c-838f-42685fb6057b req-8d66a535-8700-471c-bf56-011fa42dc0d2 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 944 time: 0.0523322 Aug 26 11:40:08.092229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a5c5dc1-b2bb-470c-838f-42685fb6057b req-e40e9558-9c0a-4d15-a1ff-51d0b6308122 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307631 Aug 26 11:40:09.175300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:40:09.208626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02150969-3be6-4f87-bb00-4f291f3f6f77 req-fc898978-8975-4ace-8eda-e4015b3e13aa tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:09.210458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02150969-3be6-4f87-bb00-4f291f3f6f77 req-fc898978-8975-4ace-8eda-e4015b3e13aa tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 944 time: 0.0495918 Aug 26 11:40:09.227502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:40:09.231889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:40:09.232266 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:09.250203 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02150969-3be6-4f87-bb00-4f291f3f6f77 req-7061f021-410e-4496-9942-ce703ab9195f tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.21 "GET /v2.0/security-groups?id=a65e9e98-f4eb-4f15-b1a8-0f514c938964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Aug 26 11:40:09.307836 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:09.330681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:40:09.333205 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d92f0d7-c41b-4b3b-ac1b-69a08dd448c1" -d '{"events": [{"server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "name": "network-vif-plugged", "status": "completed", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:40:09.345338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:40:09.349944 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:09.377681 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1116d021-1f01-44d3-8600-b45d8c6bff3d x-openstack-request-id: req-1116d021-1f01-44d3-8600-b45d8c6bff3d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:40:09.378074 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "name": "network-vif-plugged", "status": "completed", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:40:09.378250 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1116d021-1f01-44d3-8600-b45d8c6bff3d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:40:09.378630 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3', 'code': 200} Aug 26 11:40:09.402669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3202a-1748-46f0-94c3-b5cc831a6773 req-cf3af45a-8142-430a-9664-31d82326691c tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:09.404218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:09.404343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77c3202a-1748-46f0-94c3-b5cc831a6773 req-cf3af45a-8142-430a-9664-31d82326691c tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6696e94-2b4e-420a-b8aa-02ce360acedd HTTP/1.1" status: 200 len: 945 time: 0.0501771 Aug 26 11:40:09.496141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-77c3202a-1748-46f0-94c3-b5cc831a6773 req-8042008d-ae27-4bda-9d2b-bedbae9ff5a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Deleting port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:40:09.496481 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-77c3202a-1748-46f0-94c3-b5cc831a6773 req-8042008d-ae27-4bda-9d2b-bedbae9ff5a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:09.583630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-77c3202a-1748-46f0-94c3-b5cc831a6773 req-8042008d-ae27-4bda-9d2b-bedbae9ff5a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] For port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,segment=NetworkSegment(ff41b3cb-8125-40a9-bac4-00da5c5bf67c),segment_id=ff41b3cb-8125-40a9-bac4-00da5c5bf67c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:40:09.583994 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-77c3202a-1748-46f0-94c3-b5cc831a6773 req-8042008d-ae27-4bda-9d2b-bedbae9ff5a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:09.597024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-77c3202a-1748-46f0-94c3-b5cc831a6773 req-8042008d-ae27-4bda-9d2b-bedbae9ff5a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Calling delete_port for b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:40:09.722313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-77c3202a-1748-46f0-94c3-b5cc831a6773 req-8042008d-ae27-4bda-9d2b-bedbae9ff5a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:09.734474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:40:09.751569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042008d-ae27-4bda-9d2b-bedbae9ff5a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Pushing event deleted for resources: {'Port': ['ID=b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:09.795943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c3202a-1748-46f0-94c3-b5cc831a6773 req-8042008d-ae27-4bda-9d2b-bedbae9ff5a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] No DVR routers for this DVR port b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:40:09.798579 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-77c3202a-1748-46f0-94c3-b5cc831a6773 req-8042008d-ae27-4bda-9d2b-bedbae9ff5a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:09.800637 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77c3202a-1748-46f0-94c3-b5cc831a6773 req-8042008d-ae27-4bda-9d2b-bedbae9ff5a3 tempest-ServerDiskConfigTestJSON-831131251 tempest-ServerDiskConfigTestJSON-831131251-project] 10.222.0.47 "DELETE /v2.0/ports/b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 HTTP/1.1" status: 204 len: 173 time: 0.3901701 Aug 26 11:40:09.801080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'name': 'network-vif-deleted', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:40:09.803349 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d37bdb-a9ef-4060-bffe-e13e26d2b443" -d '{"events": [{"server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "name": "network-vif-deleted", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:40:09.845202 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e88ac91-2e2f-4cb1-958c-0622dea59328 x-openstack-request-id: req-9e88ac91-2e2f-4cb1-958c-0622dea59328 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:40:09.845999 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6696e94-2b4e-420a-b8aa-02ce360acedd", "name": "network-vif-deleted", "tag": "b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:40:09.846185 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e88ac91-2e2f-4cb1-958c-0622dea59328 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:40:09.846517 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6696e94-2b4e-420a-b8aa-02ce360acedd', 'name': 'network-vif-deleted', 'tag': 'b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3', 'status': 'completed', 'code': 200} Aug 26 11:40:10.369538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39854) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:10.422828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fefffde-0e37-4d63-a8e1-5ee822f68e68 admin admin] Deleting subnet 1e6b6e62-6d81-426c-8078-b08fcadbe00e {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:40:10.425967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fefffde-0e37-4d63-a8e1-5ee822f68e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.460912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fefffde-0e37-4d63-a8e1-5ee822f68e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.499894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fefffde-0e37-4d63-a8e1-5ee822f68e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.556570 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fefffde-0e37-4d63-a8e1-5ee822f68e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.581872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefffde-0e37-4d63-a8e1-5ee822f68e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6b6e62-6d81-426c-8078-b08fcadbe00e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:10.587065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5fefffde-0e37-4d63-a8e1-5ee822f68e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.588764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5fefffde-0e37-4d63-a8e1-5ee822f68e68 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1e6b6e62-6d81-426c-8078-b08fcadbe00e HTTP/1.1" status: 204 len: 168 time: 0.2182169 Aug 26 11:40:10.591374 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39856) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:10.660049 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.742568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.752377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa695965-b493-4a72-bb16-2d1c8ac20df5']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:10.762544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:10.762878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff41b3cb-8125-40a9-bac4-00da5c5bf67c') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:10.771788 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.785323 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.790904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:40:10.791309 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:40:10.792870 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:40:10.845407 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.851213 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:10.853072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa695965-b493-4a72-bb16-2d1c8ac20df5 HTTP/1.1" status: 204 len: 168 time: 0.2601247 Aug 26 11:40:10.864432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f51c27-9326-4dc8-b3fa-b67a9f0be9a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa695965-b493-4a72-bb16-2d1c8ac20df5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:10.958276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39860) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:11.002313 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-63fa452c-4f31-4382-991f-ad77362c975d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0db1adf8a08e415daa688927324b2c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428329 Aug 26 11:40:11.004810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39862) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:11.052326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0179659f-e87b-41b7-9f74-da2818687eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:11.072903 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0179659f-e87b-41b7-9f74-da2818687eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:11.120929 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0179659f-e87b-41b7-9f74-da2818687eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:11.123780 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0179659f-e87b-41b7-9f74-da2818687eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:11.125049 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0179659f-e87b-41b7-9f74-da2818687eca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a65e9e98-f4eb-4f15-b1a8-0f514c938964 HTTP/1.1" status: 204 len: 168 time: 0.1193771 Aug 26 11:40:11.132717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179659f-e87b-41b7-9f74-da2818687eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65e9e98-f4eb-4f15-b1a8-0f514c938964,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:11.770367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39884) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:11.863427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-35238348-network', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:40:11.884553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Made reservation on behalf of 01d1ba81d8c548a68119240d42e296c4 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:40:11.886877 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:11.895485 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:11.980005 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:11.984187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.008900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:40:12.017800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bfa4f7-c28d-40e2-8fe6-77119b45d50a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:12.025353 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.025353 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Added segment 7dd0f48b-22e3-417e-abcf-1a2f1fc0c967 of type vlan for network c9c2b197-e5ba-4548-918d-708aded37d02 Aug 26 11:40:12.067978 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.092416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.093495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:12.094233 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.147829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3763397 Aug 26 11:40:12.151036 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39888) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:12.152835 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ff208-7a32-4723-b2aa-e85756b9e639 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c2b197-e5ba-4548-918d-708aded37d02,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:12.156211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Request body: {'subnet': {'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-35238348-subnet', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:40:12.162478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network c9c2b197-e5ba-4548-918d-708aded37d02 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:40:12.178545 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Made reservation on behalf of 01d1ba81d8c548a68119240d42e296c4 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:40:12.181161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.348300 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.406025 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6595a7b7-e980-4507-b157-9d4a29c0a00d,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:12.410524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:40:12.410909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Network hostable DHCP agents. Network: c9c2b197-e5ba-4548-918d-708aded37d02, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:40:12.418254 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.418601 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.418967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.419332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.419666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.419999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.420323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.420645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.420966 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.421310 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.421631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.421952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:12.437261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Network c9c2b197-e5ba-4548-918d-708aded37d02 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:40:12.445467 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, c9c2b197-e5ba-4548-918d-708aded37d02) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:40:12.449518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:12.450115 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.455836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f92257e-75e8-4497-a37a-2ccc4fb2f500 None None] Network c9c2b197-e5ba-4548-918d-708aded37d02 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:40:12.464873 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-118d9722-7458-4fc4-94aa-6f5d49752b80 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3126302 Aug 26 11:40:12.467532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39890) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:12.471929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:40:12.492813 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.493933 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.549404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.602359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-c9c2b197-e5ba-4548-918d-708aded37d02', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:40:12.603310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.685705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.742300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Allocated IP 172.20.0.2 (c9c2b197-e5ba-4548-918d-708aded37d02/6595a7b7-e980-4507-b157-9d4a29c0a00d/6202f36d-5de1-48e2-b6c0-328ea72066b5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:40:12.888827 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.898068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Transition to ACTIVE for port object 6202f36d-5de1-48e2-b6c0-328ea72066b5 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:40:12.914351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Transition to ACTIVE for port object 6202f36d-5de1-48e2-b6c0-328ea72066b5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:40:12.920642 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:12.960046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Network c9c2b197-e5ba-4548-918d-708aded37d02 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:40:12.965362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:40:12.970065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:40:12.976039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Pushing event updated for resources: {'Port': ['ID=6202f36d-5de1-48e2-b6c0-328ea72066b5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:13.031809 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Attempting to bind port 6202f36d-5de1-48e2-b6c0-328ea72066b5 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:40:13.032185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Attempting to bind port 6202f36d-5de1-48e2-b6c0-328ea72066b5 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:40:13.032699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Attempting to bind port 6202f36d-5de1-48e2-b6c0-328ea72066b5 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:40:13.038252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:40:13.038638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:40:13.039084 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:13.039483 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Bound using segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:40:13.039964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Bound port: 6202f36d-5de1-48e2-b6c0-328ea72066b5, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:40:13.040352 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:13.108558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] For port 6202f36d-5de1-48e2-b6c0-328ea72066b5, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:40:13.111674 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] For port 6202f36d-5de1-48e2-b6c0-328ea72066b5, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6202f36d-5de1-48e2-b6c0-328ea72066b5,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:40:13.116311 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:13.180137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d98ac-0368-4525-8a64-b70e595686a3 None None] Pushing event updated for resources: {'Port': ['ID=6202f36d-5de1-48e2-b6c0-328ea72066b5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:13.190285 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:40:13.210106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:13.212258 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:40:13.212615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b23ebd3d-c3e8-4cf8-960a-1fe8869b8cd3 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:40:13.230712 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:13.363932 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Allocated IP 172.25.1.135 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/16be4a15-736f-44f8-9438-ece890baaeef) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:40:13.405661 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26ba8132-2f46-43b3-9832-abc28039663d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:13.473756 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:13.511217 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:13.549178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:40:13.553926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:40:13.556280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:40:13.583424 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Pushing event updated for resources: {'Port': ['ID=16be4a15-736f-44f8-9438-ece890baaeef,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:13.816810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:14.018928 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:14.074003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16869da-4dd4-4e2d-8c6d-3e99a6878d87 None None] Network c9c2b197-e5ba-4548-918d-708aded37d02 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:40:14.152637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Router 06dea024-cc13-403b-94e1-a0be68464985 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:40:14.270417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:40:14.282210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Sync routers for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:40:14.285898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:14.289830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-79103820-1507-4d46-97bc-60b43e46aa11 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8188312 Aug 26 11:40:14.290154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39892) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:14.295894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c6a78a75-43b1-4a42-9a18-593682d25daf None None] Provisioning for port 6202f36d-5de1-48e2-b6c0-328ea72066b5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:40:14.312837 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:40:14.313391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:39:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:14.471976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:40:14.678278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:13Z', 'revision_number': 3, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:14.704761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Checking router: 06dea024-cc13-403b-94e1-a0be68464985 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:40:14.705118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Updating router 06dea024-cc13-403b-94e1-a0be68464985 port 16be4a15-736f-44f8-9438-ece890baaeef binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:40:14.732512 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:14.735248 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:14.899232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Allocated IP 172.20.0.1 (c9c2b197-e5ba-4548-918d-708aded37d02/6595a7b7-e980-4507-b157-9d4a29c0a00d/e49c052a-5df4-4f39-80cc-dd138504af4f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:40:14.954371 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6202f36d-5de1-48e2-b6c0-328ea72066b5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:40:15.018706 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.033140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Transition to ACTIVE for port object e49c052a-5df4-4f39-80cc-dd138504af4f will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:40:15.050022 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.059477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6202f36d-5de1-48e2-b6c0-328ea72066b5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:40:15.063830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Transition to ACTIVE for port object 16be4a15-736f-44f8-9438-ece890baaeef will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:40:15.067272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6202f36d-5de1-48e2-b6c0-328ea72066b5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:40:15.067655 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.070391 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.073784 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.111082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Network c9c2b197-e5ba-4548-918d-708aded37d02 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:40:15.115233 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:40:15.120894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:40:15.147124 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Pushing event updated for resources: {'Port': ['ID=e49c052a-5df4-4f39-80cc-dd138504af4f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:15.159130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47667f-fbe7-4668-b8e6-e9322ba23bd4 None None] Pushing event updated for resources: {'Port': ['ID=16be4a15-736f-44f8-9438-ece890baaeef,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:15.163092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Attempting to bind port 16be4a15-736f-44f8-9438-ece890baaeef on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:40:15.163471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Attempting to bind port 16be4a15-736f-44f8-9438-ece890baaeef by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:40:15.163857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Attempting to bind port 16be4a15-736f-44f8-9438-ece890baaeef on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:40:15.169402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.172243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:40:15.172626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:40:15.173036 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.173438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:40:15.173919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Bound port: 16be4a15-736f-44f8-9438-ece890baaeef, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:40:15.174309 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.249728 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.271147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] For port 16be4a15-736f-44f8-9438-ece890baaeef, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:40:15.289080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] For port 16be4a15-736f-44f8-9438-ece890baaeef, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=16be4a15-736f-44f8-9438-ece890baaeef,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:40:15.296623 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.312631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 6202f36d-5de1-48e2-b6c0-328ea72066b5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6202f36d-5de1-48e2-b6c0-328ea72066b5,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:40:15.320192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.335522 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.367376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:40:15.367555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:39:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:15.413252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47667f-fbe7-4668-b8e6-e9322ba23bd4 None None] Pushing event updated for resources: {'Port': ['ID=16be4a15-736f-44f8-9438-ece890baaeef,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:15.448458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-74fb3341-faee-4c11-aff1-f93a5d012280 None None] Provisioning for port e49c052a-5df4-4f39-80cc-dd138504af4f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:40:15.471256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-74fb3341-faee-4c11-aff1-f93a5d012280 None None] Provisioning complete for port e49c052a-5df4-4f39-80cc-dd138504af4f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:40:15.471637 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74fb3341-faee-4c11-aff1-f93a5d012280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.499957 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.504387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.535265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=6202f36d-5de1-48e2-b6c0-328ea72066b5,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:15.560937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-74fb3341-faee-4c11-aff1-f93a5d012280 None None] Port e49c052a-5df4-4f39-80cc-dd138504af4f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:40:15.569008 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:40:15.577442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Pushing event updated for resources: {'Port': ['ID=e49c052a-5df4-4f39-80cc-dd138504af4f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:15.579884 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.670678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Network c9c2b197-e5ba-4548-918d-708aded37d02 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:40:15.672131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:40:15.776759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:14Z', 'revision_number': 1, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:15.799702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Router 06dea024-cc13-403b-94e1-a0be68464985 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:40:15.814962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499cf3d2-0ea5-4a56-90a7-10f1daf148c2 None None] The sync data for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 is: [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:14Z', 'revision_number': 1, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:40:15.828819 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4452eb5d-31a7-4ca1-abce-1b4b16750356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:15.924496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:40:15.930106 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0b573a4e-feb0-4cf3-80c1-519b8d331dda admin admin] 10.222.0.21 "PUT /v2.0/routers/06dea024-cc13-403b-94e1-a0be68464985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6388359 Aug 26 11:40:15.985314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bf7b1c13-e1c9-4265-8e02-8676f373ba5b None None] Provisioning complete for port e49c052a-5df4-4f39-80cc-dd138504af4f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:40:15.985699 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1c13-e1c9-4265-8e02-8676f373ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:16.037686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b1c13-e1c9-4265-8e02-8676f373ba5b None None] Port e49c052a-5df4-4f39-80cc-dd138504af4f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:40:16.326280 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:16.978155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16be4a15-736f-44f8-9438-ece890baaeef up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:40:17.030536 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 16be4a15-736f-44f8-9438-ece890baaeef completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:40:17.034794 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 16be4a15-736f-44f8-9438-ece890baaeef triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:40:17.035142 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.119841 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.140413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 16be4a15-736f-44f8-9438-ece890baaeef, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=16be4a15-736f-44f8-9438-ece890baaeef,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:40:17.144453 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.145278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6202f36d-5de1-48e2-b6c0-328ea72066b5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:40:17.217961 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=16be4a15-736f-44f8-9438-ece890baaeef,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:17.233167 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6202f36d-5de1-48e2-b6c0-328ea72066b5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:40:17.233543 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.347439 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.461947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 39902) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:17.467716 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7b7d3789-5a20-462e-90f2-798ecde0482e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594411861', 'description': 'tempest-description--1710957930'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:40:17.492981 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3789-5a20-462e-90f2-798ecde0482e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.579659 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3789-5a20-462e-90f2-798ecde0482e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.583730 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3789-5a20-462e-90f2-798ecde0482e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.614857 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3789-5a20-462e-90f2-798ecde0482e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.616171 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7b7d3789-5a20-462e-90f2-798ecde0482e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1531374 Aug 26 11:40:17.616884 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d3789-5a20-462e-90f2-798ecde0482e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc3b4df-c7a1-4979-8c8b-de524848d992,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:17.619569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39904) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:17.624829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-3ecc942b-53e3-4b27-997a-254b75f7cbaa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'security_group_rule': {'security_group_id': 'dcc3b4df-c7a1-4979-8c8b-de524848d992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:40:17.651825 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ecc942b-53e3-4b27-997a-254b75f7cbaa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.715500 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ecc942b-53e3-4b27-997a-254b75f7cbaa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.719810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ecc942b-53e3-4b27-997a-254b75f7cbaa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.738353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc942b-53e3-4b27-997a-254b75f7cbaa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73ad73d-d93a-4726-a8aa-766e406ee6f6,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:17.741484 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3ecc942b-53e3-4b27-997a-254b75f7cbaa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.745121 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3ecc942b-53e3-4b27-997a-254b75f7cbaa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220579 Aug 26 11:40:17.745575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39906) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:17.750256 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-fd7dbe10-36c0-478f-a9b0-8e14ee4432cb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'security_group_rule': {'security_group_id': 'dcc3b4df-c7a1-4979-8c8b-de524848d992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:40:17.777490 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Sync routers for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:40:17.777989 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbe10-36c0-478f-a9b0-8e14ee4432cb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.786384 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:40:17.787023 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:40:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:17.839029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbe10-36c0-478f-a9b0-8e14ee4432cb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.844615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbe10-36c0-478f-a9b0-8e14ee4432cb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.864077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7dbe10-36c0-478f-a9b0-8e14ee4432cb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f837a74d-0c9c-4883-bcd6-50c18502a06a,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:17.870746 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fd7dbe10-36c0-478f-a9b0-8e14ee4432cb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.875165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fd7dbe10-36c0-478f-a9b0-8e14ee4432cb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288767 Aug 26 11:40:17.875765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39908) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:17.880155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:40:17.895919 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:40:17.900878 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:17.997652 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.096269 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 2, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:18.104597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Allocated IP 172.25.1.228 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/cd345722-cdf7-46ed-b3bd-f0101c4756e0) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:40:18.123708 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Checking router: 06dea024-cc13-403b-94e1-a0be68464985 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:40:18.124072 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Updating router 06dea024-cc13-403b-94e1-a0be68464985 port e49c052a-5df4-4f39-80cc-dd138504af4f binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:40:18.148232 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.204584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.247837 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.289743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:40:18.296715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:40:18.302220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:40:18.304203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event updated for resources: {'Port': ['ID=cd345722-cdf7-46ed-b3bd-f0101c4756e0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:18.391768 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.422793 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.426192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.432855 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Transition to ACTIVE for port object e49c052a-5df4-4f39-80cc-dd138504af4f will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:40:18.439080 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.490080 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Pushing event updated for resources: {'Port': ['ID=e49c052a-5df4-4f39-80cc-dd138504af4f,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:18.512695 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.513033 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.513366 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.513696 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.514022 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.514348 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.514666 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.515011 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.515328 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.515975 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.515975 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.516250 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:40:18.553142 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Attempting to bind port e49c052a-5df4-4f39-80cc-dd138504af4f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:40:18.553520 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Attempting to bind port e49c052a-5df4-4f39-80cc-dd138504af4f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:40:18.553881 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Attempting to bind port e49c052a-5df4-4f39-80cc-dd138504af4f on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:40:18.559452 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:40:18.559893 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:40:18.560297 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.560833 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Bound using segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:40:18.561306 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Bound port: e49c052a-5df4-4f39-80cc-dd138504af4f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:40:18.561681 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.600678 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.608443 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.639069 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] For port e49c052a-5df4-4f39-80cc-dd138504af4f, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:40:18.643469 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] For port e49c052a-5df4-4f39-80cc-dd138504af4f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e49c052a-5df4-4f39-80cc-dd138504af4f,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:40:18.648375 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.690576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event updated for resources: {'Port': ['ID=cd345722-cdf7-46ed-b3bd-f0101c4756e0,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:18.701766 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.703820 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:40:18.704446 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:40:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:18.717174 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:18.718594 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d8b244a8-4833-41fa-8b50-5b782b46f202 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8418286 Aug 26 11:40:18.756778 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce6926-2865-486a-ada8-89a1ff13f7b2 None None] Pushing event updated for resources: {'Port': ['ID=e49c052a-5df4-4f39-80cc-dd138504af4f,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:18.846493 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:40:18.902188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-1224b148-1e33-4b26-a0ac-ef4096c6d4fd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--594411861&fields=id&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 267 time: 0.0542350 Aug 26 11:40:18.964374 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16be4a15-736f-44f8-9438-ece890baaeef up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:40:19.036744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 16be4a15-736f-44f8-9438-ece890baaeef triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:40:19.037420 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:19.053012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-b151f995-7e8b-4bf3-a80a-02916d4fbef1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:19.054517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-b151f995-7e8b-4bf3-a80a-02916d4fbef1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 810 time: 0.1382654 Aug 26 11:40:19.073952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-5a1e7a9a-2e0d-47f0-aa56-c65cb60a83b1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/quotas/01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 375 time: 0.0098941 Aug 26 11:40:19.121070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e49c052a-5df4-4f39-80cc-dd138504af4f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:40:19.140040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-dbb8087a-72d2-470e-8969-111e8be5c75b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577281 Aug 26 11:40:19.175974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port e49c052a-5df4-4f39-80cc-dd138504af4f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:40:19.179982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e49c052a-5df4-4f39-80cc-dd138504af4f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:40:19.180373 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:19.183977 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:18Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:19.214690 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ae428-f268-4228-9941-164b159f5f37 None None] The sync data for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 is: [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:18Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:40:19.246566 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-129234ae-374d-4b07-8e5c-28908476541b service neutron] 10.222.0.21 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912526 Aug 26 11:40:19.272008 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:19.307498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port e49c052a-5df4-4f39-80cc-dd138504af4f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e49c052a-5df4-4f39-80cc-dd138504af4f,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:40:19.313124 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:19.351276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-c18659b7-03a1-472e-88af-9ea80049ffb0 service neutron] 10.222.0.21 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980842 Aug 26 11:40:19.367518 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=e49c052a-5df4-4f39-80cc-dd138504af4f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:19.431604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:19.529455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4fdbd0a-2dd7-4a98-be08-62cf9118e19e req-8b790792-dc12-40c2-a0ee-599ddc47e16f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 210 time: 0.0286057 Aug 26 11:40:20.450835 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3ebf01e0-721c-4bab-878a-35274fe0211f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:20.452715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3ebf01e0-721c-4bab-878a-35274fe0211f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 810 time: 0.1113789 Aug 26 11:40:20.502233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-7d9f8703-d11e-46d9-a586-215eb6bf6182 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 379 time: 0.0396605 Aug 26 11:40:20.511350 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'port': {'device_id': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'admin_state_up': True, 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'security_groups': ['dcc3b4df-c7a1-4979-8c8b-de524848d992']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:40:20.636239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e11ce229-12ef-4463-87fa-260b53ae9b58 req-c8a048ed-90bd-4485-b9a9-b777a85771bf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 210 time: 0.0359056 Aug 26 11:40:20.658524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Made reservation on behalf of 01d1ba81d8c548a68119240d42e296c4 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:40:20.662035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:20.787881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Allocated IP 172.20.0.7 (c9c2b197-e5ba-4548-918d-708aded37d02/6595a7b7-e980-4507-b157-9d4a29c0a00d/f946b02b-ba3f-4374-91b1-243202e7d475) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:40:20.821024 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:20.903642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e49c052a-5df4-4f39-80cc-dd138504af4f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:40:20.933391 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:20.946662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Transition to ACTIVE for port object f946b02b-ba3f-4374-91b1-243202e7d475 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:40:20.951519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port e49c052a-5df4-4f39-80cc-dd138504af4f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:40:20.952122 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:20.979081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:21.021228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Network c9c2b197-e5ba-4548-918d-708aded37d02 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:40:21.024266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:40:21.026654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:40:21.062915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event updated for resources: {'Port': ['ID=f946b02b-ba3f-4374-91b1-243202e7d475,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:21.087705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:21.088344 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:21.107197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-a435aef9-f769-4615-99ce-9cf7be74e524 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5994959 Aug 26 11:40:21.120241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Request body: {'port': {'device_id': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:40:21.177489 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:21.258539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-793631bd-b746-4931-baf6-5b5ef5a2f00f None None] Provisioning for port f946b02b-ba3f-4374-91b1-243202e7d475 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:40:21.262161 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-793631bd-b746-4931-baf6-5b5ef5a2f00f None None] Provisioning complete for port f946b02b-ba3f-4374-91b1-243202e7d475 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:40:21.262541 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-793631bd-b746-4931-baf6-5b5ef5a2f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:21.300577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-793631bd-b746-4931-baf6-5b5ef5a2f00f None None] Port f946b02b-ba3f-4374-91b1-243202e7d475 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:40:21.817976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f946b02b-ba3f-4374-91b1-243202e7d475 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:40:21.828687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63ce98-8091-4fd7-bf58-b2bb13406717 req-8235ee3e-34cd-4863-be62-c4feff23f92e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:21.830150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a63ce98-8091-4fd7-bf58-b2bb13406717 req-8235ee3e-34cd-4863-be62-c4feff23f92e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 931 time: 0.0944679 Aug 26 11:40:21.834128 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:21.859992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Transition to ACTIVE for port object f946b02b-ba3f-4374-91b1-243202e7d475 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:40:21.865031 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:21.908200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a63ce98-8091-4fd7-bf58-b2bb13406717 req-f7772a48-96dc-442b-90db-bb99076c5c71 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716202 Aug 26 11:40:21.930306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Pushing event updated for resources: {'Port': ['ID=f946b02b-ba3f-4374-91b1-243202e7d475,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:22.002366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Attempting to bind port f946b02b-ba3f-4374-91b1-243202e7d475 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:40:22.002693 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Attempting to bind port f946b02b-ba3f-4374-91b1-243202e7d475 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:40:22.003053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Attempting to bind port f946b02b-ba3f-4374-91b1-243202e7d475 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:40:22.007636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Port f946b02b-ba3f-4374-91b1-243202e7d475 on network c9c2b197-e5ba-4548-918d-708aded37d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:40:22.007956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Attempting to bind port f946b02b-ba3f-4374-91b1-243202e7d475 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:40:22.013123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:40:22.013462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:40:22.013847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Bound using segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:40:22.014272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Bound port: f946b02b-ba3f-4374-91b1-243202e7d475, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:40:22.014633 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:22.083738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:40:22.086665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f946b02b-ba3f-4374-91b1-243202e7d475,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:40:22.091645 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:22.125278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:22.125773 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:22.127198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] 10.222.0.47 "PUT /v2.0/ports/f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 1092 time: 1.0113561 Aug 26 11:40:22.127637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:40:22.129887 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30df7bc4-d507-49fe-8596-88c58ee1ee41" -d '{"events": [{"name": "network-changed", "server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:40:22.156222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258e92f-801c-467f-b131-a0cefb675b3b service neutron] Pushing event updated for resources: {'Port': ['ID=f946b02b-ba3f-4374-91b1-243202e7d475,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:22.181298 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f978b52-ff1c-4ec9-ac53-f12df22035f6 x-openstack-request-id: req-5f978b52-ff1c-4ec9-ac53-f12df22035f6 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:40:22.181500 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:40:22.181756 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f978b52-ff1c-4ec9-ac53-f12df22035f6 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:40:22.182148 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'status': 'completed', 'code': 200} Aug 26 11:40:22.216736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-984f8d03-ed94-47a5-9e8a-d8f396c3e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:22.218283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-984f8d03-ed94-47a5-9e8a-d8f396c3e68a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 1095 time: 0.0461793 Aug 26 11:40:22.263073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-d30fd3b3-87c1-4910-8de2-baa8b6c89101 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 217 time: 0.0364153 Aug 26 11:40:22.319721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-aba63d43-0ebe-4245-adaf-6c5f479a5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:22.321445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-aba63d43-0ebe-4245-adaf-6c5f479a5a39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0511966 Aug 26 11:40:22.367761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-107f1bc6-6124-43f6-b52e-aa1fed3ed892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:22.369309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-107f1bc6-6124-43f6-b52e-aa1fed3ed892 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406895 Aug 26 11:40:22.462614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-c673818c-f236-4756-8463-d8596bc3470d service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854714 Aug 26 11:40:22.552940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a9ed3cf-e80a-472d-8af5-16f5d2ed54f2 req-6c7dfc64-acd4-4aa4-9d61-2d38f107b7c1 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826662 Aug 26 11:40:22.638110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df7bc4-d507-49fe-8596-88c58ee1ee41 req-dc6f57a5-d79b-40cf-9618-2358c07d5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:22.639862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30df7bc4-d507-49fe-8596-88c58ee1ee41 req-dc6f57a5-d79b-40cf-9618-2358c07d5110 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 1095 time: 0.0413623 Aug 26 11:40:22.656944 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:22.734254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df7bc4-d507-49fe-8596-88c58ee1ee41 req-1bd234e5-b72e-44a3-950a-2360f6f391de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:22.735658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30df7bc4-d507-49fe-8596-88c58ee1ee41 req-1bd234e5-b72e-44a3-950a-2360f6f391de service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0889156 Aug 26 11:40:22.779159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30df7bc4-d507-49fe-8596-88c58ee1ee41 req-608d35ae-cf16-4d50-9fa5-46e5b3dee4cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 217 time: 0.0362549 Aug 26 11:40:22.827641 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df7bc4-d507-49fe-8596-88c58ee1ee41 req-5e2e19c9-6051-4d40-9da2-222e25280eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:22.829097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30df7bc4-d507-49fe-8596-88c58ee1ee41 req-5e2e19c9-6051-4d40-9da2-222e25280eb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0429165 Aug 26 11:40:22.879978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df7bc4-d507-49fe-8596-88c58ee1ee41 req-7e4d15f8-1e9e-4e51-bac5-00009819e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:22.881507 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30df7bc4-d507-49fe-8596-88c58ee1ee41 req-7e4d15f8-1e9e-4e51-bac5-00009819e0c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457253 Aug 26 11:40:22.971666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30df7bc4-d507-49fe-8596-88c58ee1ee41 req-3411b566-0b6b-45e2-9267-415fe3f0d791 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829651 Aug 26 11:40:23.084303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c408c58-8108-45c7-a9eb-a4bc061b3b89 req-36a1ae0e-a7ee-4314-bfb9-fd6e79dcdc6d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:23.085670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c408c58-8108-45c7-a9eb-a4bc061b3b89 req-36a1ae0e-a7ee-4314-bfb9-fd6e79dcdc6d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 943 time: 0.1087983 Aug 26 11:40:23.113363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30df7bc4-d507-49fe-8596-88c58ee1ee41 req-664bec6b-fa65-49f7-8252-123ee3568455 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282051 Aug 26 11:40:23.133899 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8c408c58-8108-45c7-a9eb-a4bc061b3b89 req-e7034fef-8651-4fab-90c5-b5b4811ea831 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419958 Aug 26 11:40:24.249276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629f008-327a-4a30-b312-42f7f06846d8 req-0f3d35a9-0407-4761-8aff-3d1d2f7f241a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:24.250773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2629f008-327a-4a30-b312-42f7f06846d8 req-0f3d35a9-0407-4761-8aff-3d1d2f7f241a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 943 time: 0.0495255 Aug 26 11:40:24.294503 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2629f008-327a-4a30-b312-42f7f06846d8 req-34aeb701-5776-4bbb-8755-5294d37c4d1b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377750 Aug 26 11:40:25.253701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f946b02b-ba3f-4374-91b1-243202e7d475 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:40:25.346597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f946b02b-ba3f-4374-91b1-243202e7d475,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:40:25.358771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'port_id': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'mac_address': 'fa:16:3e:17:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:40:25.399793 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:25.407169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa585b-9348-4821-8738-32ae3ba38f37 req-773a4d18-5ad1-4794-bb04-117ac257da65 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:25.408669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4daa585b-9348-4821-8738-32ae3ba38f37 req-773a4d18-5ad1-4794-bb04-117ac257da65 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 943 time: 0.0487862 Aug 26 11:40:25.412612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f946b02b-ba3f-4374-91b1-243202e7d475 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:40:25.431843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f946b02b-ba3f-4374-91b1-243202e7d475,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:40:25.436485 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:25.448959 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4daa585b-9348-4821-8738-32ae3ba38f37 req-fb40db1f-ef01-4abc-95fa-60f03ac1f00d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342476 Aug 26 11:40:25.483981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f946b02b-ba3f-4374-91b1-243202e7d475,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:25.734210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['f946b02b-ba3f-4374-91b1-243202e7d475'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:40:26.561940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a5cd4-9971-4ee2-bcf0-ed37cccc496a req-cb848eee-40a7-41ad-b587-e83b8646a19b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:26.563527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e66a5cd4-9971-4ee2-bcf0-ed37cccc496a req-cb848eee-40a7-41ad-b587-e83b8646a19b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 944 time: 0.0489609 Aug 26 11:40:26.604698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e66a5cd4-9971-4ee2-bcf0-ed37cccc496a req-6cb49107-7689-431e-86de-61da640bcb2f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351744 Aug 26 11:40:27.253321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f946b02b-ba3f-4374-91b1-243202e7d475 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:40:27.302193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port f946b02b-ba3f-4374-91b1-243202e7d475 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:40:27.306274 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port f946b02b-ba3f-4374-91b1-243202e7d475 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:40:27.306644 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:27.382990 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:27.406798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:40:27.409121 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb75a7fbe3b1b1b774b7d64e6601072cdf0d382188a358eed57bd9ba12fe3f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a756aa45-aa9d-463f-926f-73e395243ccf" -d '{"events": [{"server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "name": "network-vif-plugged", "status": "completed", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:40:27.422005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f946b02b-ba3f-4374-91b1-243202e7d475,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:40:27.426466 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:27.454580 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd606bf-247d-446b-8adb-21867e4906e0 x-openstack-request-id: req-fcd606bf-247d-446b-8adb-21867e4906e0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:40:27.455498 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "name": "network-vif-plugged", "status": "completed", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:40:27.455806 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcd606bf-247d-446b-8adb-21867e4906e0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:40:27.456343 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'code': 200} Aug 26 11:40:27.482012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=f946b02b-ba3f-4374-91b1-243202e7d475,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:40:27.544980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18300666-424f-4cf1-af7e-9c914b65cce6 req-7809c8e3-5f46-4934-822a-96967eb18ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:27.546480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18300666-424f-4cf1-af7e-9c914b65cce6 req-7809c8e3-5f46-4934-822a-96967eb18ce6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 1097 time: 0.0408311 Aug 26 11:40:27.585677 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18300666-424f-4cf1-af7e-9c914b65cce6 req-6260a1a0-a6eb-4922-8e85-66a2147ea221 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313783 Aug 26 11:40:27.719060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbbcba-ae8e-4565-babd-99c2b07b3ff2 req-030b94af-3aa8-4eb7-b09a-30ced416b19f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:27.720529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-32cbbcba-ae8e-4565-babd-99c2b07b3ff2 req-030b94af-3aa8-4eb7-b09a-30ced416b19f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0487006 Aug 26 11:40:27.758722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-32cbbcba-ae8e-4565-babd-99c2b07b3ff2 req-fef7ecf5-c619-4d2c-8d4d-55729037904a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Aug 26 11:40:27.772390 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:40:28.874166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8778e6-a6f6-4a88-bdc0-be069d90fff8 req-471984f1-1901-4bc5-9df2-477343bf0793 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:28.875703 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d8778e6-a6f6-4a88-bdc0-be069d90fff8 req-471984f1-1901-4bc5-9df2-477343bf0793 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0501885 Aug 26 11:40:28.915043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d8778e6-a6f6-4a88-bdc0-be069d90fff8 req-684df28a-d585-4588-83d3-50cf55087e66 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333409 Aug 26 11:40:30.032235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9d10d-fc57-432f-8958-9697cd6f64ca req-615b9566-601c-4f37-bf92-52aa4ef4bd7a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:30.033706 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcd9d10d-fc57-432f-8958-9697cd6f64ca req-615b9566-601c-4f37-bf92-52aa4ef4bd7a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0496719 Aug 26 11:40:30.074188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dcd9d10d-fc57-432f-8958-9697cd6f64ca req-ddcd3778-c4ca-43ed-b544-8752b364dbcd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340712 Aug 26 11:40:30.183677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e1b34-e16a-4c55-9a09-284b9dbd3c26 req-b465337f-603b-45d9-ac17-f58f0278bcfa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:30.185160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e41e1b34-e16a-4c55-9a09-284b9dbd3c26 req-b465337f-603b-45d9-ac17-f58f0278bcfa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0496609 Aug 26 11:40:30.193681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 39956) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:40:30.198354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a6252904-290d-4001-ae91-abba08f6c799 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'floatingip': {'port_id': 'f946b02b-ba3f-4374-91b1-243202e7d475'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:40:30.237864 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6252904-290d-4001-ae91-abba08f6c799 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:30.691179 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6252904-290d-4001-ae91-abba08f6c799 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:30.695070 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6252904-290d-4001-ae91-abba08f6c799 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:30.798972 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-a6252904-290d-4001-ae91-abba08f6c799 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Floating IP 9c33deed-d895-4920-bd87-112fa9d2161c associated. External IP: 172.25.1.228, port: f946b02b-ba3f-4374-91b1-243202e7d475. Aug 26 11:40:31.009510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6252904-290d-4001-ae91-abba08f6c799 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Router 06dea024-cc13-403b-94e1-a0be68464985 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:40:31.117745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6252904-290d-4001-ae91-abba08f6c799 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:40:31.122851 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a6252904-290d-4001-ae91-abba08f6c799 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:31.128267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e122e8-0c69-40f1-9181-e48397164dbb None None] Sync routers for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:40:31.137714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e122e8-0c69-40f1-9181-e48397164dbb None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:40:31.138368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-22e122e8-0c69-40f1-9181-e48397164dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:40:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:31.150529 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a6252904-290d-4001-ae91-abba08f6c799 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "PUT /v2.0/floatingips/9c33deed-d895-4920-bd87-112fa9d2161c HTTP/1.1" status: 200 len: 991 time: 0.9558015 Aug 26 11:40:31.151143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:40:31.153392 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac9ecf7a584e1e2899175f0f0d74df10c02d1e413a5748143813fbb5ee1eaa1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67db19cf-5261-40c5-bea7-31b6cbe973d5" -d '{"events": [{"name": "network-changed", "server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:40:31.190782 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7944b144-a3d4-40e8-a7f4-983331fbd8b0 x-openstack-request-id: req-7944b144-a3d4-40e8-a7f4-983331fbd8b0 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:40:31.191080 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:40:31.191341 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7944b144-a3d4-40e8-a7f4-983331fbd8b0 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:40:31.191743 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'status': 'completed', 'code': 200} Aug 26 11:40:31.251444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-22e122e8-0c69-40f1-9181-e48397164dbb None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:40:31.255897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db19cf-5261-40c5-bea7-31b6cbe973d5 req-e42ed20e-4c9b-4141-b69e-dd5c6dff117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:31.257431 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67db19cf-5261-40c5-bea7-31b6cbe973d5 req-e42ed20e-4c9b-4141-b69e-dd5c6dff117f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 1097 time: 0.0411777 Aug 26 11:40:31.350739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db19cf-5261-40c5-bea7-31b6cbe973d5 req-bc43575b-de11-4dc6-bcdd-2ef583f5555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:31.352257 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67db19cf-5261-40c5-bea7-31b6cbe973d5 req-bc43575b-de11-4dc6-bcdd-2ef583f5555c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0872102 Aug 26 11:40:31.418646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67db19cf-5261-40c5-bea7-31b6cbe973d5 req-8f4e3ea5-476a-4017-a4d6-9785bbf73c7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 999 time: 0.0595205 Aug 26 11:40:31.468167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db19cf-5261-40c5-bea7-31b6cbe973d5 req-b3e2217b-30b3-45f6-8671-15918076fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:31.469672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67db19cf-5261-40c5-bea7-31b6cbe973d5 req-b3e2217b-30b3-45f6-8671-15918076fa59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0442188 Aug 26 11:40:31.476694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-22e122e8-0c69-40f1-9181-e48397164dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:17:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:40:30Z', 'revision_number': 1, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:31.504574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e122e8-0c69-40f1-9181-e48397164dbb None None] Checking router: 06dea024-cc13-403b-94e1-a0be68464985 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:40:31.512989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e122e8-0c69-40f1-9181-e48397164dbb None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:40:31.513607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-22e122e8-0c69-40f1-9181-e48397164dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:40:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:31.520915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db19cf-5261-40c5-bea7-31b6cbe973d5 req-7fcb7087-67f8-4b1f-881a-5cd1ff57de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:40:31.522563 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67db19cf-5261-40c5-bea7-31b6cbe973d5 req-7fcb7087-67f8-4b1f-881a-5cd1ff57de36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461304 Aug 26 11:40:31.621006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67db19cf-5261-40c5-bea7-31b6cbe973d5 req-b1942013-f7f8-4eea-ac02-ebac57b6aab4 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892692 Aug 26 11:40:31.627100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-22e122e8-0c69-40f1-9181-e48397164dbb None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:40:31.720204 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67db19cf-5261-40c5-bea7-31b6cbe973d5 req-78253ece-cc63-49ed-a3cc-1d970c38bd01 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930007 Aug 26 11:40:31.880773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-22e122e8-0c69-40f1-9181-e48397164dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:17:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:40:30Z', 'revision_number': 1, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:40:31.909636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e122e8-0c69-40f1-9181-e48397164dbb None None] The sync data for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 is: [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:17:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:40:30Z', 'revision_number': 1, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:40:32.098426 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a064b8c-9fb2-4298-bd9b-d41cb06a8246 None None] New status for floating IP 9c33deed-d895-4920-bd87-112fa9d2161c: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:40:43.407715 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-425c2030-4df8-4131-8446-023aa118dd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:45.799680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-adbfe0c2-4f6a-4249-9a46-55ec9c25a9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:46.317812 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:47.349626 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:49.432170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:50.822557 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:40:52.671199 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:04.773211 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:41:13.407888 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-449d977f-d1aa-48d8-a60f-a521eb9b1c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:13.749844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-54ecec3c-7c9b-49d1-a998-7990c89dd839 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0888486 Aug 26 11:41:13.832111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-7cca9d38-9a0b-4052-83b0-ebe45fd3e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:41:13.833620 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-7cca9d38-9a0b-4052-83b0-ebe45fd3e8a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 1097 time: 0.0403545 Aug 26 11:41:13.941090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-19c8399f-45d4-4c08-84df-8f4081819d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:41:13.942504 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-19c8399f-45d4-4c08-84df-8f4081819d3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0888917 Aug 26 11:41:14.008481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-f40254fc-e041-454b-8ba3-271658a7adfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 1001 time: 0.0593557 Aug 26 11:41:14.058672 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-be7fe12c-bb09-4eaa-8e47-71547a1b1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:41:14.060210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-be7fe12c-bb09-4eaa-8e47-71547a1b1cae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0439076 Aug 26 11:41:14.111946 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-0ef6c384-977a-4062-82bb-84bb2bb91a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:41:14.113502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-0ef6c384-977a-4062-82bb-84bb2bb91a8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464406 Aug 26 11:41:14.205586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-8451de92-a4ea-418d-859d-83100f3274b7 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848019 Aug 26 11:41:14.308789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d930a81d-0bfc-41bc-afd1-5ac0a448fa2b req-bd58d1f8-04a7-47ff-8c83-563119ecf9e3 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963717 Aug 26 11:41:15.800360 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfd362a5-8bed-429f-a1d1-083f3b7181b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:16.319683 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:17.360943 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:19.434024 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:20.828571 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:22.683432 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:41.771903 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:41:43.409090 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74a533b5-3f51-4ee5-bc4b-ae33aa69d54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:45.801604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6774b49e-28d3-4cc7-acd7-a22ff3bf355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:46.321427 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:47.359581 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:49.437664 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:50.827379 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:41:52.677908 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:13.411716 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edbf05e0-7a40-4bcd-abe9-ed744817ec4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:15.691748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71956bf0-5337-4165-9beb-09014cc9304a req-66cbed0d-c80a-42ca-940f-bf234836780a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408404 Aug 26 11:42:15.770987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956bf0-5337-4165-9beb-09014cc9304a req-cb94f349-0bc5-43f6-9004-c517b7732bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:42:15.772471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71956bf0-5337-4165-9beb-09014cc9304a req-cb94f349-0bc5-43f6-9004-c517b7732bec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 1097 time: 0.0395136 Aug 26 11:42:15.803254 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0d6292a2-d98e-422b-9645-b8b7cb4f5562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:15.877738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956bf0-5337-4165-9beb-09014cc9304a req-79f40f3d-7b4a-4b98-ad2d-45e1923eb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:42:15.879308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71956bf0-5337-4165-9beb-09014cc9304a req-79f40f3d-7b4a-4b98-ad2d-45e1923eb15d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0874891 Aug 26 11:42:15.944612 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71956bf0-5337-4165-9beb-09014cc9304a req-cf244704-081d-4519-a621-a24ea54aa23b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 1001 time: 0.0582032 Aug 26 11:42:15.994895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956bf0-5337-4165-9beb-09014cc9304a req-8e9f0f11-2e63-478c-8d9c-c5abe5bca4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:42:15.996400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71956bf0-5337-4165-9beb-09014cc9304a req-8e9f0f11-2e63-478c-8d9c-c5abe5bca4c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0432971 Aug 26 11:42:16.045399 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71956bf0-5337-4165-9beb-09014cc9304a req-848c3c6a-08f1-4555-a3f9-075558da2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:42:16.046937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71956bf0-5337-4165-9beb-09014cc9304a req-848c3c6a-08f1-4555-a3f9-075558da2fa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436294 Aug 26 11:42:16.135143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71956bf0-5337-4165-9beb-09014cc9304a req-e492d007-f1ec-445d-8bf0-f5e85cc69f9a service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806482 Aug 26 11:42:16.227880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-71956bf0-5337-4165-9beb-09014cc9304a req-e180577c-f6a5-4639-bb5a-39ab5862b61d service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861108 Aug 26 11:42:16.322765 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:17.360054 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:18.773366 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:42:19.440232 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:20.816473 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:22.692658 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:43.413635 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb3b70f8-ba57-40ef-aba4-ab3a8d63ce27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:45.804344 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b5d2f619-873e-4f2f-a4fa-667a6e731c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:46.327797 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:47.365626 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:49.442773 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:50.825093 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:52.716197 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:42:55.772907 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:42:58.106721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d319200-6f23-4f2e-b423-8e69b9a55b6a req-488aa6d0-fcd2-4d4b-bf15-28cf2d0c9853 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:42:58.108401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d319200-6f23-4f2e-b423-8e69b9a55b6a req-488aa6d0-fcd2-4d4b-bf15-28cf2d0c9853 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0970480 Aug 26 11:42:58.148781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d319200-6f23-4f2e-b423-8e69b9a55b6a req-66c3c449-4096-484c-b749-3bd6e4e64ed1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338740 Aug 26 11:42:58.428810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d804a-e42a-4d3a-947a-08ab7161f61a req-51be796b-e145-4715-b054-a27b6706d766 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:42:58.430502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6d804a-e42a-4d3a-947a-08ab7161f61a req-51be796b-e145-4715-b054-a27b6706d766 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0746214 Aug 26 11:42:58.476235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf6d804a-e42a-4d3a-947a-08ab7161f61a req-53265618-1666-4fa1-9e8a-327f821d8126 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373843 Aug 26 11:42:58.483928 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-1981fbc6-f32a-4028-84c7-26a5e4c083b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999780 Aug 26 11:42:59.743077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aecfd8-083b-4ea4-8e1a-8daa01d0b051 req-1aadf2d6-60fd-4af0-b426-827b6caa957d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:42:59.744639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58aecfd8-083b-4ea4-8e1a-8daa01d0b051 req-1aadf2d6-60fd-4af0-b426-827b6caa957d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.1158986 Aug 26 11:43:00.178932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58aecfd8-083b-4ea4-8e1a-8daa01d0b051 req-379da606-dc5e-444c-8b6a-9b7b3772d1a8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262600 Aug 26 11:43:00.191347 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-deae8c71-67aa-4610-a9e9-80cacfae8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:00.192844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-deae8c71-67aa-4610-a9e9-80cacfae8308 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 1097 time: 0.4791534 Aug 26 11:43:00.290438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-c065336c-ee5b-408b-ab75-9d6858c83797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:00.292016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-c065336c-ee5b-408b-ab75-9d6858c83797 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0915585 Aug 26 11:43:00.360086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-a1b20102-e604-455e-a9ca-419c27e10da6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 1001 time: 0.0609267 Aug 26 11:43:00.421669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-3b088e10-89e1-4c1c-bdd9-8af016657420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:00.423165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-3b088e10-89e1-4c1c-bdd9-8af016657420 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0553486 Aug 26 11:43:00.479733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-1b86c315-4d24-4c64-9155-6ea56318c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:00.481236 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-1b86c315-4d24-4c64-9155-6ea56318c87d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502524 Aug 26 11:43:00.574709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-536353b2-3817-4275-9079-8fd212fa6f1d service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862761 Aug 26 11:43:00.673621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-0a511304-212f-4cd0-921a-37426d2693c3 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912108 Aug 26 11:43:01.303333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead642d-ecc9-407b-a5e1-e8cf1620581b req-af512fb9-5b2c-4edc-80b9-1473e3bc076e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:01.305151 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ead642d-ecc9-407b-a5e1-e8cf1620581b req-af512fb9-5b2c-4edc-80b9-1473e3bc076e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0525489 Aug 26 11:43:01.345984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ead642d-ecc9-407b-a5e1-e8cf1620581b req-006269df-d5b2-4d60-89cc-f75cc478c9dc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344167 Aug 26 11:43:02.471942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223101a-ca80-44da-944d-dd121e638358 req-5d62028f-410c-4788-86dd-792ccfdcce95 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:02.473786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4223101a-ca80-44da-944d-dd121e638358 req-5d62028f-410c-4788-86dd-792ccfdcce95 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0539491 Aug 26 11:43:02.515343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4223101a-ca80-44da-944d-dd121e638358 req-b48e3328-9361-41cd-8d3a-68912819d8fb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350473 Aug 26 11:43:03.644671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e917466-b030-4a84-8090-82071591ba36 req-5e59697a-769b-4047-8a42-5b0afb8c4960 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:03.646306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e917466-b030-4a84-8090-82071591ba36 req-5e59697a-769b-4047-8a42-5b0afb8c4960 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0540922 Aug 26 11:43:03.694944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e917466-b030-4a84-8090-82071591ba36 req-3adfba28-1778-44c8-be5c-351f11019306 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409102 Aug 26 11:43:04.825219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf058c6-bbbb-4892-b0bb-5d4e13a326f3 req-16e4e5ab-72ea-43c0-b09f-d743b5ef5099 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:04.826762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-faf058c6-bbbb-4892-b0bb-5d4e13a326f3 req-16e4e5ab-72ea-43c0-b09f-d743b5ef5099 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0500293 Aug 26 11:43:04.866524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-faf058c6-bbbb-4892-b0bb-5d4e13a326f3 req-1c7d3de2-c2c7-4ca6-8996-5c72fa8f3835 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332742 Aug 26 11:43:05.994984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb6c57-746d-41e3-b6cd-806c8f6d4509 req-2b4f5b09-9587-4b73-8cc3-901695d9196f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:05.996567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76fb6c57-746d-41e3-b6cd-806c8f6d4509 req-2b4f5b09-9587-4b73-8cc3-901695d9196f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0571108 Aug 26 11:43:06.041679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76fb6c57-746d-41e3-b6cd-806c8f6d4509 req-681a1c1a-e740-441b-ba03-98021a274703 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384943 Aug 26 11:43:07.210993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569825d-a23f-40fc-adc6-3b12c9fe40c1 req-b9d2d6f1-8973-4d5d-a10d-7cbe8ab7c958 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:07.212464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0569825d-a23f-40fc-adc6-3b12c9fe40c1 req-b9d2d6f1-8973-4d5d-a10d-7cbe8ab7c958 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0506563 Aug 26 11:43:07.265016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0569825d-a23f-40fc-adc6-3b12c9fe40c1 req-15450e6f-7139-416c-a55c-ecd7ce1d5c61 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445776 Aug 26 11:43:08.411921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05993a-8b90-437d-aafe-cb136b1006ae req-2d6f9721-99b4-4595-837a-010071e26751 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:08.413561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f05993a-8b90-437d-aafe-cb136b1006ae req-2d6f9721-99b4-4595-837a-010071e26751 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0556529 Aug 26 11:43:08.456666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f05993a-8b90-437d-aafe-cb136b1006ae req-404d58c3-db2b-41a9-af7c-6a68ac0a4ef6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366404 Aug 26 11:43:09.619723 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b4347-e1e8-4a08-abf9-faaa0bb92d07 req-4d710383-f977-4300-a64d-a72f48a663b8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:09.621385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d2b4347-e1e8-4a08-abf9-faaa0bb92d07 req-4d710383-f977-4300-a64d-a72f48a663b8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0559802 Aug 26 11:43:09.670557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d2b4347-e1e8-4a08-abf9-faaa0bb92d07 req-1b535eec-3b7e-4ab8-9144-701dc3580bff tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388777 Aug 26 11:43:10.792444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793ca3c-7388-402c-bd4f-117f27262ee6 req-8ac56262-7e04-484f-b1d4-31e807f07c7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:10.793914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1793ca3c-7388-402c-bd4f-117f27262ee6 req-8ac56262-7e04-484f-b1d4-31e807f07c7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0517011 Aug 26 11:43:10.838631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1793ca3c-7388-402c-bd4f-117f27262ee6 req-0bd94367-ebf7-44e4-bf33-615697665440 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379555 Aug 26 11:43:11.964165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6b515-8371-4e6b-a471-8247e4070c43 req-2009d091-bbe4-4c5d-b31c-42c2d9b94c14 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:11.965070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7df6b515-8371-4e6b-a471-8247e4070c43 req-2009d091-bbe4-4c5d-b31c-42c2d9b94c14 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0523322 Aug 26 11:43:12.006159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7df6b515-8371-4e6b-a471-8247e4070c43 req-d74417a1-d6d0-4636-b124-dd810bac1faf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345874 Aug 26 11:43:12.619593 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-1fb2d9e6-128c-4c78-81b8-d35cd5f611b1 service neutron] show failed (client error): The resource could not be found. Aug 26 11:43:12.620652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-1fb2d9e6-128c-4c78-81b8-d35cd5f611b1 service neutron] 10.222.0.47 "GET /v2.0/ports/f946b02b-ba3f-4374-91b1-243202e7d475/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0609815 Aug 26 11:43:12.918295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-298f1e8f-a2cc-4d81-b885-89c12c84df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:12.919826 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-298f1e8f-a2cc-4d81-b885-89c12c84df96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 1097 time: 0.0949264 Aug 26 11:43:12.932531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:43:12.989509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:13.135850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f239303-e3bb-4211-a902-68ceb7941f06 req-33539565-4b75-4538-9ccb-b7dadd8bd0e0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:13.137511 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f239303-e3bb-4211-a902-68ceb7941f06 req-33539565-4b75-4538-9ccb-b7dadd8bd0e0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0576870 Aug 26 11:43:13.186231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f239303-e3bb-4211-a902-68ceb7941f06 req-b100578b-606b-434c-ac9f-ad9b67e8b7e7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379944 Aug 26 11:43:13.228811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=f946b02b-ba3f-4374-91b1-243202e7d475,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:43:13.264776 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:43:13.308481 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:43:13.315747 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:13.332472 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Transition to ACTIVE for port object f946b02b-ba3f-4374-91b1-243202e7d475 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:43:13.337208 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:13.372161 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc3f46d-2686-4346-82ce-111eed531e5a" -d '{"events": [{"server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:43:13.429744 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9cbab0f-6211-4514-9d06-aeb881048a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:13.443159 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f946b02b-ba3f-4374-91b1-243202e7d475,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:43:13.455048 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.455410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.455758 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.456098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.456441 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.456780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.457112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.457442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.457773 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.458102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.458432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.458792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:13.511694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] No DVR routers for this DVR port f946b02b-ba3f-4374-91b1-243202e7d475 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:43:13.581438 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea64bb8-441f-4f4d-914a-7f708a4deb61 x-openstack-request-id: req-dea64bb8-441f-4f4d-914a-7f708a4deb61 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:43:13.581735 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "name": "network-vif-unplugged", "status": "completed", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:43:13.581967 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dea64bb8-441f-4f4d-914a-7f708a4deb61 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:43:13.582411 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'code': 200} Aug 26 11:43:13.685977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Attempting to bind port f946b02b-ba3f-4374-91b1-243202e7d475 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:43:13.686332 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Attempting to bind port f946b02b-ba3f-4374-91b1-243202e7d475 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:43:13.686701 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Attempting to bind port f946b02b-ba3f-4374-91b1-243202e7d475 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:43:13.692364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Port f946b02b-ba3f-4374-91b1-243202e7d475 on network c9c2b197-e5ba-4548-918d-708aded37d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:43:13.692689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Attempting to bind port f946b02b-ba3f-4374-91b1-243202e7d475 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:43:13.698770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:43:13.699095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:43:13.699403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Bound using segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:43:13.699862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Bound port: f946b02b-ba3f-4374-91b1-243202e7d475, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:43:13.700233 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:13.776112 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:43:13.780196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=f946b02b-ba3f-4374-91b1-243202e7d475,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:43:13.786876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:13.835395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:13.836043 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:13.837524 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 1092 time: 0.9094708 Aug 26 11:43:13.863868 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d41845-bd2c-4679-a1e4-0f39e86585f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f946b02b-ba3f-4374-91b1-243202e7d475,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:43:13.924463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-1507624a-5ddd-4fdc-b555-9e82a365ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:13.926063 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-1507624a-5ddd-4fdc-b555-9e82a365ef87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 1095 time: 0.0589867 Aug 26 11:43:14.043290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-ce42401f-274f-462a-8a09-eea69e3f433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:14.044833 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-ce42401f-274f-462a-8a09-eea69e3f433e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.1112444 Aug 26 11:43:14.121933 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-b6000d1a-db12-44bf-a7ee-5c4bf84d9a84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 999 time: 0.0698102 Aug 26 11:43:14.181914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-f3e07091-807e-48e3-9670-6493b53b53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:14.184551 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-f3e07091-807e-48e3-9670-6493b53b53fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0556915 Aug 26 11:43:14.237509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-0988b99d-df9e-4e42-87ca-7e21d2f772a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:14.239231 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-0988b99d-df9e-4e42-87ca-7e21d2f772a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481951 Aug 26 11:43:14.316014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05a52d-9588-46d1-98ce-61fd01218da2 req-34066a3b-6c7e-422a-ac1e-8276eaccefb1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:14.317597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d05a52d-9588-46d1-98ce-61fd01218da2 req-34066a3b-6c7e-422a-ac1e-8276eaccefb1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 943 time: 0.0556448 Aug 26 11:43:14.339557 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-7c4b2548-861f-46be-9ff8-c59702741822 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912018 Aug 26 11:43:14.360228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d05a52d-9588-46d1-98ce-61fd01218da2 req-fb2f1e0f-e0de-45d7-99cf-9b705ae4bbe8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364387 Aug 26 11:43:14.435980 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-66ca92d0-7308-4138-92f4-d4b7e9578c31 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887864 Aug 26 11:43:15.493351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eb230-b995-43fe-84f7-a92d16ec217e req-6cd581b1-d343-4273-a2ae-7a4d873231a3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:15.494875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-844eb230-b995-43fe-84f7-a92d16ec217e req-6cd581b1-d343-4273-a2ae-7a4d873231a3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 943 time: 0.0583901 Aug 26 11:43:15.535335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-844eb230-b995-43fe-84f7-a92d16ec217e req-0e82a94e-446d-4c01-b547-791b4c18a43a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345111 Aug 26 11:43:15.583861 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:43:15.586299 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65be43b-a67c-469a-8243-104ada72560b" -d '{"events": [{"name": "network-changed", "server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:43:15.637205 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225c5660-7304-4f3f-a9d9-e5a29eaa3c9f x-openstack-request-id: req-225c5660-7304-4f3f-a9d9-e5a29eaa3c9f {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:43:15.637503 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:43:15.637758 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-225c5660-7304-4f3f-a9d9-e5a29eaa3c9f {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:43:15.638178 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'status': 'completed', 'code': 200} Aug 26 11:43:15.699747 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65be43b-a67c-469a-8243-104ada72560b req-fae9722d-ab4e-4db3-896c-723273a20cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:15.701312 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-fae9722d-ab4e-4db3-896c-723273a20cc2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 1095 time: 0.0434074 Aug 26 11:43:15.702129 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65be43b-a67c-469a-8243-104ada72560b req-c17801f9-8edd-47bc-aca0-95cedb42cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:15.703701 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-c17801f9-8edd-47bc-aca0-95cedb42cd2d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 1095 time: 0.0420129 Aug 26 11:43:15.804313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65be43b-a67c-469a-8243-104ada72560b req-9bc47280-e3a6-4767-9efe-d28274a81823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:15.805927 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-9bc47280-e3a6-4767-9efe-d28274a81823 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0939724 Aug 26 11:43:15.807051 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68914bbf-e1d7-4a5e-9028-b55dfbf467e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:15.807577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65be43b-a67c-469a-8243-104ada72560b req-865f9536-1c87-4e28-84ab-7c0c72cd3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:15.810179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-865f9536-1c87-4e28-84ab-7c0c72cd3462 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.1020408 Aug 26 11:43:15.875748 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-a952e938-55a4-4f33-81c4-78f53d457b66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 999 time: 0.0616448 Aug 26 11:43:15.879232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-4086ce60-c409-499d-8406-921202f9f966 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 999 time: 0.0624688 Aug 26 11:43:15.946175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65be43b-a67c-469a-8243-104ada72560b req-1171bcdd-cae6-4004-b406-bc03d79ada7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:15.947852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-1171bcdd-cae6-4004-b406-bc03d79ada7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0621002 Aug 26 11:43:15.952289 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65be43b-a67c-469a-8243-104ada72560b req-7ebef323-b9e6-47c7-9b29-fe397648fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:15.953857 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-7ebef323-b9e6-47c7-9b29-fe397648fb8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0709538 Aug 26 11:43:15.993503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f946b02b-ba3f-4374-91b1-243202e7d475 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:43:16.006317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65be43b-a67c-469a-8243-104ada72560b req-49d33f90-be8b-4bae-99a6-4191fd917bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:16.008212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-49d33f90-be8b-4bae-99a6-4191fd917bea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524914 Aug 26 11:43:16.035438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device f946b02b-ba3f-4374-91b1-243202e7d475 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:43:16.073223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device f946b02b-ba3f-4374-91b1-243202e7d475 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:43:16.121073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-a23e0405-d061-4f43-95ed-5d9b87f9ce54 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056466 Aug 26 11:43:16.188269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=f946b02b-ba3f-4374-91b1-243202e7d475,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:43:16.201666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'port_id': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'mac_address': 'fa:16:3e:17:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:43:16.226477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-a58b988c-1713-4b23-b7e5-e2e47eebc28e service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983014 Aug 26 11:43:16.244283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:16.258456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f946b02b-ba3f-4374-91b1-243202e7d475 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:43:16.278689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=f946b02b-ba3f-4374-91b1-243202e7d475,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:43:16.284014 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:16.340306 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65be43b-a67c-469a-8243-104ada72560b req-de52b2bc-cf52-439b-88eb-9faa53850f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:16.341860 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-de52b2bc-cf52-439b-88eb-9faa53850f24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3795443 Aug 26 11:43:16.342309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=f946b02b-ba3f-4374-91b1-243202e7d475,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:43:16.346078 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:16.352279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.352623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.352965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.353303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.353637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.353969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.354298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.354622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.354991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.355317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.355654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.355967 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:16.434156 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-6bb586a7-c4ba-4c48-8a73-cf131d951d71 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838497 Aug 26 11:43:16.528473 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d65be43b-a67c-469a-8243-104ada72560b req-7999aacb-1ae0-417b-9413-3a7d6104bfd5 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863574 Aug 26 11:43:16.542580 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['f946b02b-ba3f-4374-91b1-243202e7d475'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:43:16.653005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7a552-83de-458e-b971-478dfa4a2ddd req-2788207f-135d-4b5b-b707-c2571c8b7456 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:16.654414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29b7a552-83de-458e-b971-478dfa4a2ddd req-2788207f-135d-4b5b-b707-c2571c8b7456 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 944 time: 0.0510643 Aug 26 11:43:16.693697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29b7a552-83de-458e-b971-478dfa4a2ddd req-e7a3e4cf-63ac-40b2-a45c-f548c68d70df tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330753 Aug 26 11:43:16.926668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559dabf-4b2b-42fc-918f-65930ee600ae req-084b6e60-88a4-49f1-9c3b-e48f77b7e7c3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:16.930757 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7559dabf-4b2b-42fc-918f-65930ee600ae req-084b6e60-88a4-49f1-9c3b-e48f77b7e7c3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 944 time: 0.0860167 Aug 26 11:43:16.938611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-51c068ff-4526-46a6-a966-8ba2776b8bfa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:16.940649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-51c068ff-4526-46a6-a966-8ba2776b8bfa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2&tenant_id=01d1ba81d8c548a68119240d42e296c4&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 944 time: 0.0888500 Aug 26 11:43:17.005153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7559dabf-4b2b-42fc-918f-65930ee600ae req-e8aa1ad0-43ab-4e5b-976d-722017ac08f8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635149 Aug 26 11:43:17.032276 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-2f66fabc-9aa0-49ef-b8c5-a6128bac1d1c service neutron] delete failed (client error): The resource could not be found. Aug 26 11:43:17.033568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-2f66fabc-9aa0-49ef-b8c5-a6128bac1d1c service neutron] 10.222.0.47 "DELETE /v2.0/ports/f946b02b-ba3f-4374-91b1-243202e7d475/bindings/n-h1-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0850296 Aug 26 11:43:17.120077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-0d0a56db-0890-41cc-8407-116a04cb7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:17.121623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-0d0a56db-0890-41cc-8407-116a04cb7cf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 1096 time: 0.0438552 Aug 26 11:43:17.215163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-1e194dbc-20d3-4ae4-9ca5-403c1f1b4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:17.216608 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-1e194dbc-20d3-4ae4-9ca5-403c1f1b4dda service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0882516 Aug 26 11:43:17.283406 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-83a3dc1c-ed53-4c7f-9719-558ff7b53b6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 200 len: 1000 time: 0.0594785 Aug 26 11:43:17.335900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-7884030f-4302-4dd3-aee5-360645138404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:17.337355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-7884030f-4302-4dd3-aee5-360645138404 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0469346 Aug 26 11:43:17.367006 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:17.383096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-f66472a2-4b67-47ef-82cd-32743c7ce2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:17.384606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-f66472a2-4b67-47ef-82cd-32743c7ce2b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408201 Aug 26 11:43:17.479117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-f9e4eaa8-1be4-452f-878d-b7bcf69b0a0a service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860236 Aug 26 11:43:17.575927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36fb77f9-53df-449e-90dd-45c8c8654899 req-5afa8c1d-cac5-482c-b998-0bc78748ab3c service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903795 Aug 26 11:43:18.097173 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device f946b02b-ba3f-4374-91b1-243202e7d475 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:43:18.141230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4fce9-a72f-4a10-84df-89ca7b2d233f req-524064d4-b4b7-4cf2-94cd-86eec14938f9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:18.142862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8d4fce9-a72f-4a10-84df-89ca7b2d233f req-524064d4-b4b7-4cf2-94cd-86eec14938f9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 944 time: 0.0587037 Aug 26 11:43:18.150275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port f946b02b-ba3f-4374-91b1-243202e7d475 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:43:18.154538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port f946b02b-ba3f-4374-91b1-243202e7d475 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:43:18.154948 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:18.182567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8d4fce9-a72f-4a10-84df-89ca7b2d233f req-e442149a-2734-44ba-ba1f-91d70a8186e2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334082 Aug 26 11:43:18.238973 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:18.263674 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:43:18.283615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=f946b02b-ba3f-4374-91b1-243202e7d475,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:43:18.289436 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:18.310957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dbac9-49c4-4a42-a282-71fc2d645f31 req-14bf6609-62de-47d6-91b4-74fac1f8e686 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:18.312544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-505dbac9-49c4-4a42-a282-71fc2d645f31 req-14bf6609-62de-47d6-91b4-74fac1f8e686 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 944 time: 0.0598543 Aug 26 11:43:18.318455 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd1c2d7-0e7e-488a-8cd6-aa71ebdc0c64" -d '{"events": [{"server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "name": "network-vif-plugged", "status": "completed", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:43:18.349502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=f946b02b-ba3f-4374-91b1-243202e7d475,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:43:18.356670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-505dbac9-49c4-4a42-a282-71fc2d645f31 req-9e035574-d2eb-439f-946a-3770684e2b6b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379844 Aug 26 11:43:18.411147 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105d4c6a-6dd8-495e-aeb4-6e9367301db3 x-openstack-request-id: req-105d4c6a-6dd8-495e-aeb4-6e9367301db3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:43:18.411637 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "name": "network-vif-plugged", "status": "completed", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:43:18.411749 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-105d4c6a-6dd8-495e-aeb4-6e9367301db3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:43:18.412076 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'code': 200} Aug 26 11:43:18.470742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3165252-5b8c-4fca-8777-c8c4d2cd8fc9 req-7778e0fb-b1db-43bb-a6e1-c63ab87b971d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:18.472234 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3165252-5b8c-4fca-8777-c8c4d2cd8fc9 req-7778e0fb-b1db-43bb-a6e1-c63ab87b971d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0485404 Aug 26 11:43:18.510884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3165252-5b8c-4fca-8777-c8c4d2cd8fc9 req-c22c85a2-2a5a-45e9-a4f2-05a2a57c90c8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327182 Aug 26 11:43:18.739667 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa32e3-fc69-49ba-a5cc-00b6cacfcf20 req-80df6c64-ebf7-42ee-97e6-816e78e4dfde tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:18.741145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9aa32e3-fc69-49ba-a5cc-00b6cacfcf20 req-80df6c64-ebf7-42ee-97e6-816e78e4dfde tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0477388 Aug 26 11:43:18.779889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9aa32e3-fc69-49ba-a5cc-00b6cacfcf20 req-0ac9186b-3dd5-4dd5-8523-ff8193690cb5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Aug 26 11:43:19.446359 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:19.897984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af033db-f491-45fd-87d6-fc45c0a29777 req-822f7ebc-ce6f-4891-955f-17d41ad611dc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:19.899524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5af033db-f491-45fd-87d6-fc45c0a29777 req-822f7ebc-ce6f-4891-955f-17d41ad611dc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0514419 Aug 26 11:43:19.937782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5af033db-f491-45fd-87d6-fc45c0a29777 req-ce0fe946-f28c-43ab-b44e-a3eebc8f08a4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321972 Aug 26 11:43:19.960359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-6e9a1a36-1fff-44ee-9486-eac22d5b60b7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:19.961908 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-6e9a1a36-1fff-44ee-9486-eac22d5b60b7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 945 time: 0.0498722 Aug 26 11:43:20.056059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Deleting port f946b02b-ba3f-4374-91b1-243202e7d475 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:43:20.056407 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:20.144153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] For port f946b02b-ba3f-4374-91b1-243202e7d475, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=f946b02b-ba3f-4374-91b1-243202e7d475,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:43:20.144521 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:20.362236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:20.362621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:20.362966 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Floating IP 9c33deed-d895-4920-bd87-112fa9d2161c disassociated. External IP: 172.25.1.228, port: f946b02b-ba3f-4374-91b1-243202e7d475. Aug 26 11:43:20.363301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Calling delete_port for f946b02b-ba3f-4374-91b1-243202e7d475 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:43:20.489582 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:20.517890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event deleted for resources: {'Port': ['ID=f946b02b-ba3f-4374-91b1-243202e7d475,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:43:20.650510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Router 06dea024-cc13-403b-94e1-a0be68464985 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:43:20.768563 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:43:20.778848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f674c1-6db0-446c-a2e1-ca7d9f9d3626 None None] Sync routers for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:43:20.789425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f674c1-6db0-446c-a2e1-ca7d9f9d3626 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:43:20.790049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-34f674c1-6db0-446c-a2e1-ca7d9f9d3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:43:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:43:20.808222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] No DVR routers for this DVR port f946b02b-ba3f-4374-91b1-243202e7d475 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:43:20.810695 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:20.812774 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-b7ea421f-724b-4906-94d8-4d306c8d6b4f req-38b7a359-5124-47ee-ba88-135b7d76c88d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.42 "DELETE /v2.0/ports/f946b02b-ba3f-4374-91b1-243202e7d475 HTTP/1.1" status: 204 len: 173 time: 0.8449039 Aug 26 11:43:20.813216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'name': 'network-vif-deleted', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:43:20.815543 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f4da09-e15b-403f-a43b-f04c9f264ace" -d '{"events": [{"server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "name": "network-vif-deleted", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:43:20.847899 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:20.858190 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d8f023-53a4-4cb0-962d-e43110c7cb87 x-openstack-request-id: req-47d8f023-53a4-4cb0-962d-e43110c7cb87 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:43:20.858489 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c58220-1b8b-41e2-a5e3-989203a278b2", "name": "network-vif-deleted", "tag": "f946b02b-ba3f-4374-91b1-243202e7d475", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:43:20.858773 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47d8f023-53a4-4cb0-962d-e43110c7cb87 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:43:20.859176 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c58220-1b8b-41e2-a5e3-989203a278b2', 'name': 'network-vif-deleted', 'tag': 'f946b02b-ba3f-4374-91b1-243202e7d475', 'status': 'completed', 'code': 200} Aug 26 11:43:20.915955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-34f674c1-6db0-446c-a2e1-ca7d9f9d3626 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:43:21.052251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a41954aa-97e3-4aaf-96ec-c0e91e823590 req-afdb013f-b677-4038-a41d-4bd75c625866 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c58220-1b8b-41e2-a5e3-989203a278b2 HTTP/1.1" status: 200 len: 210 time: 0.0286775 Aug 26 11:43:21.151191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-34f674c1-6db0-446c-a2e1-ca7d9f9d3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:43:21.177500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f674c1-6db0-446c-a2e1-ca7d9f9d3626 None None] Checking router: 06dea024-cc13-403b-94e1-a0be68464985 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:43:21.185599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f674c1-6db0-446c-a2e1-ca7d9f9d3626 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:43:21.186209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-34f674c1-6db0-446c-a2e1-ca7d9f9d3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:43:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:43:21.294746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-34f674c1-6db0-446c-a2e1-ca7d9f9d3626 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:43:21.489725 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-34f674c1-6db0-446c-a2e1-ca7d9f9d3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:43:21.519332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f674c1-6db0-446c-a2e1-ca7d9f9d3626 None None] The sync data for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 is: [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:43:21.752573 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba174a4-1138-45a1-ab32-620c6b5e65ae None None] New status for floating IP 9c33deed-d895-4920-bd87-112fa9d2161c: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:43:22.322655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-0d762388-e927-4a8e-91b9-357a4f8f6473 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--594411861&fields=id&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 267 time: 0.0450475 Aug 26 11:43:22.435656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-2b5fbbbc-f262-490d-96db-c5e545b76f0e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:22.437160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-2b5fbbbc-f262-490d-96db-c5e545b76f0e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 810 time: 0.1071460 Aug 26 11:43:22.453927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-785b05d2-0486-4c57-861d-5faeafd6f552 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/quotas/01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 375 time: 0.0100749 Aug 26 11:43:22.517273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-4ca26de9-357d-42c0-9859-963e3eb2776d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565834 Aug 26 11:43:22.707937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-a6afd5ab-e355-44a3-9c51-45a7ffc7dce1 service neutron] 10.222.0.21 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428039 Aug 26 11:43:22.728020 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:22.807174 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-cfbf4957-072e-404a-b6b6-597139e204b6 service neutron] 10.222.0.21 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918489 Aug 26 11:43:22.996957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8fef2b32-fe57-4b80-934d-060c85b4a4a1 req-1b6c96d8-8dcb-497c-bac8-dc73b0746a92 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 210 time: 0.0297120 Aug 26 11:43:23.958858 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8b3e03ee-6457-4e38-808c-dbc86f63ec84 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:23.960386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8b3e03ee-6457-4e38-808c-dbc86f63ec84 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 810 time: 0.1064222 Aug 26 11:43:24.016499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-256cc8fa-4450-4fbd-960d-643775fb8fd1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 379 time: 0.0455170 Aug 26 11:43:24.028448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'port': {'device_id': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'admin_state_up': True, 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'security_groups': ['dcc3b4df-c7a1-4979-8c8b-de524848d992']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:43:24.126698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb5c27b5-9c7a-4bbb-ac47-d0a1ca5969c9 req-ad161578-4148-4f31-bb9e-5f5f718b7be3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 210 time: 0.0416515 Aug 26 11:43:24.143472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device f946b02b-ba3f-4374-91b1-243202e7d475 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:43:24.165924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: f946b02b-ba3f-4374-91b1-243202e7d475 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:43:24.166276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device f946b02b-ba3f-4374-91b1-243202e7d475 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:43:24.195327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Made reservation on behalf of 01d1ba81d8c548a68119240d42e296c4 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:43:24.198919 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:24.361411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Allocated IP 172.20.0.9 (c9c2b197-e5ba-4548-918d-708aded37d02/6595a7b7-e980-4507-b157-9d4a29c0a00d/455158c8-0a70-4ba5-a074-001aefef89d0) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:43:24.556026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:24.575440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Transition to ACTIVE for port object 455158c8-0a70-4ba5-a074-001aefef89d0 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:43:24.616736 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:24.662236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Network c9c2b197-e5ba-4548-918d-708aded37d02 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:43:24.668229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:43:24.673342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:43:24.680957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event updated for resources: {'Port': ['ID=455158c8-0a70-4ba5-a074-001aefef89d0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:43:24.711206 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.711552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.711905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.712253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.712582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.712905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.713226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.713543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.713864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.714183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.714508 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.714850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:43:24.752663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:24.753339 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:24.770230 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-5a511dde-352a-4b84-8070-e73014e349bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7460101 Aug 26 11:43:24.783869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Request body: {'port': {'device_id': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:43:24.845387 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:24.906017 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f0deb9ab-a3ef-4b8d-8570-c9e32b52a74e None None] Provisioning for port 455158c8-0a70-4ba5-a074-001aefef89d0 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:43:24.909920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f0deb9ab-a3ef-4b8d-8570-c9e32b52a74e None None] Provisioning complete for port 455158c8-0a70-4ba5-a074-001aefef89d0 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:43:24.910315 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f0deb9ab-a3ef-4b8d-8570-c9e32b52a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:24.946000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f0deb9ab-a3ef-4b8d-8570-c9e32b52a74e None None] Port 455158c8-0a70-4ba5-a074-001aefef89d0 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:43:25.136668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455158c8-0a70-4ba5-a074-001aefef89d0 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:43:25.144079 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:25.155998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Transition to ACTIVE for port object 455158c8-0a70-4ba5-a074-001aefef89d0 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:43:25.160235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:25.222772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Pushing event updated for resources: {'Port': ['ID=455158c8-0a70-4ba5-a074-001aefef89d0,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:43:25.311360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a14328-cef9-4918-985e-9f6852cd0a20 req-c2d9b2fd-73b1-4d48-8b40-f8df576500ca tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:25.312938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69a14328-cef9-4918-985e-9f6852cd0a20 req-c2d9b2fd-73b1-4d48-8b40-f8df576500ca tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 943 time: 0.1036131 Aug 26 11:43:25.342408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Attempting to bind port 455158c8-0a70-4ba5-a074-001aefef89d0 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:43:25.342908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Attempting to bind port 455158c8-0a70-4ba5-a074-001aefef89d0 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:43:25.343388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Attempting to bind port 455158c8-0a70-4ba5-a074-001aefef89d0 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:43:25.360406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Port 455158c8-0a70-4ba5-a074-001aefef89d0 on network c9c2b197-e5ba-4548-918d-708aded37d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:43:25.360902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Attempting to bind port 455158c8-0a70-4ba5-a074-001aefef89d0 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:43:25.377245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:43:25.377730 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:43:25.378276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Bound using segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:43:25.378904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Bound port: 455158c8-0a70-4ba5-a074-001aefef89d0, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:43:25.379265 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:25.393889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69a14328-cef9-4918-985e-9f6852cd0a20 req-d83cb884-e272-4218-8a2a-7fa940ce3608 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673110 Aug 26 11:43:25.447405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:43:25.450295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=455158c8-0a70-4ba5-a074-001aefef89d0,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:43:25.455660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:25.492575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:25.493217 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:25.494601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] 10.222.0.47 "PUT /v2.0/ports/455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 1092 time: 0.7156391 Aug 26 11:43:25.495114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:43:25.524274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f184166-1619-4488-82fe-c1ad1f384635 service neutron] Pushing event updated for resources: {'Port': ['ID=455158c8-0a70-4ba5-a074-001aefef89d0,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:43:25.551919 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eff5d7-6994-46ff-a413-764cb16f33d6" -d '{"events": [{"name": "network-changed", "server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:43:25.591975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-f05b54ee-42b4-4969-b7f8-18661139b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:25.593788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-f05b54ee-42b4-4969-b7f8-18661139b6c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1095 time: 0.0525415 Aug 26 11:43:25.641241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-9c8c235e-1851-44d3-809b-4385795d3257 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 217 time: 0.0389614 Aug 26 11:43:25.648217 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030c9c11-a7d8-4152-b6cb-70dc1290a200 x-openstack-request-id: req-030c9c11-a7d8-4152-b6cb-70dc1290a200 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:43:25.648521 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:43:25.648779 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-030c9c11-a7d8-4152-b6cb-70dc1290a200 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:43:25.649198 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0', 'status': 'completed', 'code': 200} Aug 26 11:43:25.698093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-48921b75-3abc-4ea8-b3d3-34b723d340f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:25.699605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-48921b75-3abc-4ea8-b3d3-34b723d340f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0496314 Aug 26 11:43:25.745147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-b9d4c63e-0b73-4afb-b186-cbd41ebbbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:25.746631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-b9d4c63e-0b73-4afb-b186-cbd41ebbbae1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399151 Aug 26 11:43:25.836314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-39d4d4b1-5a14-4b7d-b5ef-1a8a196e1fa4 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829277 Aug 26 11:43:25.928525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b9126a70-0934-4e3c-baad-7c9f94b8af13 req-6c9473ad-c053-4a36-b6d5-ba9e1148dc63 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845449 Aug 26 11:43:26.012899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eff5d7-6994-46ff-a413-764cb16f33d6 req-ec88ec89-abfe-4402-917d-cb42d63827a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:26.014390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99eff5d7-6994-46ff-a413-764cb16f33d6 req-ec88ec89-abfe-4402-917d-cb42d63827a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1095 time: 0.0423081 Aug 26 11:43:26.111303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eff5d7-6994-46ff-a413-764cb16f33d6 req-70c0c933-31a6-4b5c-aefa-d3fc6f462797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:26.112780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99eff5d7-6994-46ff-a413-764cb16f33d6 req-70c0c933-31a6-4b5c-aefa-d3fc6f462797 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0909159 Aug 26 11:43:26.155517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99eff5d7-6994-46ff-a413-764cb16f33d6 req-a1b8ce16-ff67-4d95-842b-e9818beaaed4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 217 time: 0.0345466 Aug 26 11:43:26.203088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eff5d7-6994-46ff-a413-764cb16f33d6 req-2f34703f-1ede-4ca4-9f11-3473600098b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:26.204452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99eff5d7-6994-46ff-a413-764cb16f33d6 req-2f34703f-1ede-4ca4-9f11-3473600098b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0420992 Aug 26 11:43:26.255305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eff5d7-6994-46ff-a413-764cb16f33d6 req-c7676911-6394-45c1-ad14-f5da82d41b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:26.257123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99eff5d7-6994-46ff-a413-764cb16f33d6 req-c7676911-6394-45c1-ad14-f5da82d41b5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453899 Aug 26 11:43:26.351339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99eff5d7-6994-46ff-a413-764cb16f33d6 req-9214935c-4951-49cf-a28e-4f5c5482b91e service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868335 Aug 26 11:43:26.446928 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99eff5d7-6994-46ff-a413-764cb16f33d6 req-b31e5a2f-4c45-4c23-93c5-46f6702e9b0f service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882583 Aug 26 11:43:26.510848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bf864-814b-4930-9102-65dd00d0dd02 req-049d3682-fba0-44fc-a4d3-5b2518ed65a5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:26.512286 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a93bf864-814b-4930-9102-65dd00d0dd02 req-049d3682-fba0-44fc-a4d3-5b2518ed65a5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 943 time: 0.0514936 Aug 26 11:43:26.552549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a93bf864-814b-4930-9102-65dd00d0dd02 req-78039bd9-c2b6-4200-8ac3-a419d18f95c9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337696 Aug 26 11:43:27.667215 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38729e-86be-4625-bedf-bd0ffb87740c req-ff8b2ca2-408d-4d07-8768-796270c095f4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:27.668693 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd38729e-86be-4625-bedf-bd0ffb87740c req-ff8b2ca2-408d-4d07-8768-796270c095f4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 943 time: 0.0490732 Aug 26 11:43:27.706206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd38729e-86be-4625-bedf-bd0ffb87740c req-775dfbf8-03e0-4921-a027-eac7f1712db9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315597 Aug 26 11:43:28.073301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 455158c8-0a70-4ba5-a074-001aefef89d0 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:43:28.326560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=455158c8-0a70-4ba5-a074-001aefef89d0,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:43:28.337367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '455158c8-0a70-4ba5-a074-001aefef89d0', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'port_id': '455158c8-0a70-4ba5-a074-001aefef89d0', 'mac_address': 'fa:16:3e:b4:5d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:43:28.374074 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:28.387465 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455158c8-0a70-4ba5-a074-001aefef89d0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:43:28.407558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=455158c8-0a70-4ba5-a074-001aefef89d0,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:43:28.412051 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:28.459533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=455158c8-0a70-4ba5-a074-001aefef89d0,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:43:28.744787 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['455158c8-0a70-4ba5-a074-001aefef89d0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:43:28.822909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282002c-3001-4e1b-8615-13aca301c485 req-552dcbc1-234a-408b-baea-d9f6b923365b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:28.824393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d282002c-3001-4e1b-8615-13aca301c485 req-552dcbc1-234a-408b-baea-d9f6b923365b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 944 time: 0.0522499 Aug 26 11:43:28.861710 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d282002c-3001-4e1b-8615-13aca301c485 req-de13a3f1-8446-419e-9634-3d6b29efeae1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308881 Aug 26 11:43:29.974330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ea7e4-862c-428d-9780-169a2928203d req-7bef8f91-214c-44ba-a501-e6fd035625d7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:29.975868 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c09ea7e4-862c-428d-9780-169a2928203d req-7bef8f91-214c-44ba-a501-e6fd035625d7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 944 time: 0.0479925 Aug 26 11:43:30.014493 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c09ea7e4-862c-428d-9780-169a2928203d req-1f42cee5-8f9c-4ca2-8e23-64a8ddfc296e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327044 Aug 26 11:43:30.091931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 455158c8-0a70-4ba5-a074-001aefef89d0 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:43:30.140316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 455158c8-0a70-4ba5-a074-001aefef89d0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:43:30.143931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 455158c8-0a70-4ba5-a074-001aefef89d0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:43:30.144363 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:30.224248 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:30.245645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:43:30.247902 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b17c79-c625-41f6-9810-98280391e8b1" -d '{"events": [{"server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "name": "network-vif-plugged", "status": "completed", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:43:30.260209 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=455158c8-0a70-4ba5-a074-001aefef89d0,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:43:30.264280 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:30.289872 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a4f052-66d6-4365-94e3-82954dc04d4c x-openstack-request-id: req-81a4f052-66d6-4365-94e3-82954dc04d4c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:43:30.290161 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "name": "network-vif-plugged", "status": "completed", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:43:30.290413 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81a4f052-66d6-4365-94e3-82954dc04d4c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:43:30.290823 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0', 'code': 200} Aug 26 11:43:30.316862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=455158c8-0a70-4ba5-a074-001aefef89d0,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:43:30.385273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677839b0-cf10-4936-91b0-1c1531a4b32c req-2efe1055-f1d3-4a9b-8c58-ab616e66b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:30.386792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-677839b0-cf10-4936-91b0-1c1531a4b32c req-2efe1055-f1d3-4a9b-8c58-ab616e66b671 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1097 time: 0.0399766 Aug 26 11:43:30.420808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-677839b0-cf10-4936-91b0-1c1531a4b32c req-20e7eb87-1c62-4c9b-be15-6e4a6a29da19 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270472 Aug 26 11:43:31.138000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21730f-2750-4981-bd2b-78bd7c65687e req-7e894062-5bd7-4444-b1c9-b90ddefda163 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:31.139522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f21730f-2750-4981-bd2b-78bd7c65687e req-7e894062-5bd7-4444-b1c9-b90ddefda163 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0540709 Aug 26 11:43:31.177147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f21730f-2750-4981-bd2b-78bd7c65687e req-2c7e9bbf-87a3-4a94-82f1-1d9763364311 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311222 Aug 26 11:43:32.292752 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69988ce8-d39c-4d30-b1a6-ea668ae2ea2d req-1bba428f-cd5e-49ea-8583-c9a1602de9fc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:32.294252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69988ce8-d39c-4d30-b1a6-ea668ae2ea2d req-1bba428f-cd5e-49ea-8583-c9a1602de9fc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0492313 Aug 26 11:43:32.332784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-69988ce8-d39c-4d30-b1a6-ea668ae2ea2d req-e8725024-b650-4fdd-bb75-ed7758ad3dd0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Aug 26 11:43:32.443983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdd049-c4f0-4a61-964f-155d13fdafe6 req-a7ac1956-c5d4-4544-a72e-a6ca57f25827 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:32.445490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5afdd049-c4f0-4a61-964f-155d13fdafe6 req-a7ac1956-c5d4-4544-a72e-a6ca57f25827 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0490224 Aug 26 11:43:32.454116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40478) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:43:32.458621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-cba4598e-6231-4edf-8391-3ef15208b8e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'floatingip': {'port_id': '455158c8-0a70-4ba5-a074-001aefef89d0'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:43:32.500598 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cba4598e-6231-4edf-8391-3ef15208b8e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:32.771975 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:43:32.925728 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cba4598e-6231-4edf-8391-3ef15208b8e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:32.929400 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cba4598e-6231-4edf-8391-3ef15208b8e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:33.028588 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-cba4598e-6231-4edf-8391-3ef15208b8e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Floating IP 9c33deed-d895-4920-bd87-112fa9d2161c associated. External IP: 172.25.1.228, port: 455158c8-0a70-4ba5-a074-001aefef89d0. Aug 26 11:43:33.238180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba4598e-6231-4edf-8391-3ef15208b8e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Router 06dea024-cc13-403b-94e1-a0be68464985 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:43:33.695484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba4598e-6231-4edf-8391-3ef15208b8e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:43:33.700387 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-cba4598e-6231-4edf-8391-3ef15208b8e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:33.707254 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3605b-2b71-49f1-a607-698858c044cb None None] Sync routers for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:43:33.717212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3605b-2b71-49f1-a607-698858c044cb None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:43:33.717934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2be3605b-2b71-49f1-a607-698858c044cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:43:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:43:33.727064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-cba4598e-6231-4edf-8391-3ef15208b8e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "PUT /v2.0/floatingips/9c33deed-d895-4920-bd87-112fa9d2161c HTTP/1.1" status: 200 len: 991 time: 1.2718246 Aug 26 11:43:33.728173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:43:33.730245 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8668e29-5db6-4093-bef9-97220efb0726" -d '{"events": [{"name": "network-changed", "server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:43:33.774036 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe12144-f134-4ccb-9f33-54c4373739c9 x-openstack-request-id: req-0fe12144-f134-4ccb-9f33-54c4373739c9 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:43:33.774334 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:43:33.774591 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fe12144-f134-4ccb-9f33-54c4373739c9 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:43:33.775039 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0', 'status': 'completed', 'code': 200} Aug 26 11:43:33.828181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-2be3605b-2b71-49f1-a607-698858c044cb None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:43:33.836559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8668e29-5db6-4093-bef9-97220efb0726 req-358c1892-bf18-4f55-8aa5-feb11d787d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:33.838061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8668e29-5db6-4093-bef9-97220efb0726 req-358c1892-bf18-4f55-8aa5-feb11d787d0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1097 time: 0.0401866 Aug 26 11:43:33.931251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8668e29-5db6-4093-bef9-97220efb0726 req-50fc3ded-4847-4581-9646-f45a599517c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:33.932728 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8668e29-5db6-4093-bef9-97220efb0726 req-50fc3ded-4847-4581-9646-f45a599517c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0876241 Aug 26 11:43:33.997503 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8668e29-5db6-4093-bef9-97220efb0726 req-9c31be36-6f94-42f1-85c4-f3a014f42afb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 999 time: 0.0571268 Aug 26 11:43:34.050439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8668e29-5db6-4093-bef9-97220efb0726 req-de17636f-71f1-4527-a65e-0bd9caf48c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:34.051819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2be3605b-2b71-49f1-a607-698858c044cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': '455158c8-0a70-4ba5-a074-001aefef89d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:b4:5d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:43:32Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:43:34.052063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8668e29-5db6-4093-bef9-97220efb0726 req-de17636f-71f1-4527-a65e-0bd9caf48c0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0480680 Aug 26 11:43:34.079131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3605b-2b71-49f1-a607-698858c044cb None None] Checking router: 06dea024-cc13-403b-94e1-a0be68464985 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:43:34.087579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3605b-2b71-49f1-a607-698858c044cb None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:43:34.089512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2be3605b-2b71-49f1-a607-698858c044cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:43:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:43:34.097853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8668e29-5db6-4093-bef9-97220efb0726 req-0a2521e4-469b-48e2-87b4-2500377c9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:43:34.099672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8668e29-5db6-4093-bef9-97220efb0726 req-0a2521e4-469b-48e2-87b4-2500377c9cc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407989 Aug 26 11:43:34.191252 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8668e29-5db6-4093-bef9-97220efb0726 req-be21beea-f91f-4f26-81ef-79b4e980e45d service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843394 Aug 26 11:43:34.196325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-2be3605b-2b71-49f1-a607-698858c044cb None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:43:34.284244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8668e29-5db6-4093-bef9-97220efb0726 req-8d1459ac-ee8e-4b26-9887-5c8ee3e150dd service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861793 Aug 26 11:43:34.420359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2be3605b-2b71-49f1-a607-698858c044cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': '455158c8-0a70-4ba5-a074-001aefef89d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:b4:5d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:43:32Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:43:34.450530 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3605b-2b71-49f1-a607-698858c044cb None None] The sync data for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 is: [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': '455158c8-0a70-4ba5-a074-001aefef89d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:b4:5d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:43:32Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:43:34.635052 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d59cab-d046-41b1-99ad-a93768891944 None None] New status for floating IP 9c33deed-d895-4920-bd87-112fa9d2161c: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:43:43.412403 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-744de392-2fe6-4116-99e0-9d1349ffb186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:45.807358 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b515360-8094-43ac-8ea9-be0bb546fa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:46.329262 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:47.369411 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:49.448011 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:50.815762 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:43:52.732018 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:09.771650 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:44:13.417907 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b42f0ee-e504-4111-b83c-2596ed4e8e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:15.807847 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1ff7e1c-94f6-4deb-9be5-41de4f3ec153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:16.329030 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:17.372207 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:18.686847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-977ebb75-3c2d-4e28-bfb0-6df10091b050 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447402 Aug 26 11:44:18.770200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-2e159aa8-3fb2-4f3c-938a-10aea3d54df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:44:18.771773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-2e159aa8-3fb2-4f3c-938a-10aea3d54df4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1097 time: 0.0432527 Aug 26 11:44:18.875948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-5451dc85-4320-443c-a010-a3ca79a0d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:44:18.877417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-5451dc85-4320-443c-a010-a3ca79a0d4fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0868337 Aug 26 11:44:18.942323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-7ed6735f-cb16-4f5f-99f5-d82eafae9c61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 1001 time: 0.0579622 Aug 26 11:44:18.994687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-ce1a932a-deb2-46ec-9270-2b909456bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:44:18.996156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-ce1a932a-deb2-46ec-9270-2b909456bc4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0465457 Aug 26 11:44:19.040876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-7ed84202-2a33-47b5-950f-6ea3dcef477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:44:19.042342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-7ed84202-2a33-47b5-950f-6ea3dcef477b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388525 Aug 26 11:44:19.132510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-68069f79-1879-4d72-9aa1-e8c3c8254a22 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820944 Aug 26 11:44:19.225450 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9f008686-5f29-4685-8b44-9249a48c6b60 req-eba7fe11-ba4b-4d93-bedc-68b7dfbce5e5 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858259 Aug 26 11:44:19.450519 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:20.815154 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:22.750715 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:43.409729 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b77684f2-c743-44d1-a351-8326241a5069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:45.808528 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e9885533-85d9-4a94-a037-018bb19dfd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:46.330040 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:46.661276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-7b0e29ba-710b-4113-ae66-31d3a664576f req-d41a6453-9db3-4b47-9ce0-1e389e0fe6d3 service neutron] (101267) timed out ('10.222.0.21', 37204) {{(pid=101267) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:44:46.770745 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:44:47.375334 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:49.455997 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:50.827640 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:44:52.777615 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:13.410028 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da00258a-c283-4b7d-a925-84729c7cb191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:15.809014 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6e89-3d49-473b-bb4a-3321042e5edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:16.330246 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:17.380389 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:19.458531 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:20.679822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-2ce48e63-2234-4c44-9484-76816c447f48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433774 Aug 26 11:45:20.760355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-38182dad-39d6-4c63-b605-77dd4eff5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:45:20.761870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-38182dad-39d6-4c63-b605-77dd4eff5839 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1097 time: 0.0417459 Aug 26 11:45:20.834363 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:20.868829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-d6ae992f-1896-468e-81e4-fd91c3ba855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:45:20.870363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-d6ae992f-1896-468e-81e4-fd91c3ba855a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0897760 Aug 26 11:45:20.934705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-a70719be-0dfb-49b0-9bfa-61b0bfb89b48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 1001 time: 0.0574870 Aug 26 11:45:20.986639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-5db28865-00f4-4411-bc32-99a74d63f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:45:20.988097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-5db28865-00f4-4411-bc32-99a74d63f704 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0468104 Aug 26 11:45:21.034226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-781f1d87-af8a-4539-a261-ba11108b6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:45:21.035808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-781f1d87-af8a-4539-a261-ba11108b6e98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402963 Aug 26 11:45:21.128534 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-03ad4acb-ba37-4241-abb4-1d16f1ffcb63 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846975 Aug 26 11:45:21.222545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2fb1f9e4-e492-4331-ba7d-2266d30f6a23 req-285e207e-9380-4fe0-b65a-b67d6c4f9142 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868795 Aug 26 11:45:22.769189 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:23.770660 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:45:43.412075 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c40e0ed-e305-4c6a-b607-2228fe9c8128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:45.808669 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daee2eff-d304-437e-b342-f244969adda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:46.335865 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:47.381247 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:49.459238 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:50.856055 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:45:52.783832 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:00.770097 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:46:03.880784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293936-df78-4812-bac8-2d87ab11f1af req-69659089-a04d-427e-b9a4-1de8d7b0ce9c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:03.882500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0293936-df78-4812-bac8-2d87ab11f1af req-69659089-a04d-427e-b9a4-1de8d7b0ce9c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0507989 Aug 26 11:46:03.925830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0293936-df78-4812-bac8-2d87ab11f1af req-5295622b-024c-4ae4-9a15-f58cefd2116f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374548 Aug 26 11:46:05.045030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da4031-691d-42b9-9ea9-44911e1c3dc7 req-e1ca3324-96bf-4844-8b9d-0b30e974e755 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:05.046536 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5da4031-691d-42b9-9ea9-44911e1c3dc7 req-e1ca3324-96bf-4844-8b9d-0b30e974e755 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0509319 Aug 26 11:46:05.089565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5da4031-691d-42b9-9ea9-44911e1c3dc7 req-a8d92b78-98ed-4501-b4ee-35126e514095 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369844 Aug 26 11:46:06.206289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009d836-1e50-43bb-a781-08f14912a65e req-6a5d0328-8d7e-4a3f-9d77-4a03c04af165 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:06.207812 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f009d836-1e50-43bb-a781-08f14912a65e req-6a5d0328-8d7e-4a3f-9d77-4a03c04af165 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0495460 Aug 26 11:46:06.245494 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f009d836-1e50-43bb-a781-08f14912a65e req-da0d1440-c611-4c44-9279-7465b1e0b006 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317829 Aug 26 11:46:07.358952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca56b8c-a560-4757-83b0-a862a6684a9a req-cb1ff399-852d-47ed-9844-d00beb4a1657 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:07.360425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bca56b8c-a560-4757-83b0-a862a6684a9a req-cb1ff399-852d-47ed-9844-d00beb4a1657 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0479257 Aug 26 11:46:07.397892 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bca56b8c-a560-4757-83b0-a862a6684a9a req-50febaaa-5792-4704-92cd-640fc146b1a6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316353 Aug 26 11:46:08.513540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88195e9-2f25-4cc5-97fd-82a166fb9f1a req-c916b2d6-edac-4e3c-a5e1-4ad131a91a68 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:08.514967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f88195e9-2f25-4cc5-97fd-82a166fb9f1a req-c916b2d6-edac-4e3c-a5e1-4ad131a91a68 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0491965 Aug 26 11:46:08.557029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f88195e9-2f25-4cc5-97fd-82a166fb9f1a req-aab12749-eca3-4aee-9859-2eab2091c0f4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361567 Aug 26 11:46:09.671488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcee765-6603-4cff-9121-a0c73f3fa14c req-535b75ba-eecc-4ba1-ae03-55b828c09688 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:09.672958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4dcee765-6603-4cff-9121-a0c73f3fa14c req-535b75ba-eecc-4ba1-ae03-55b828c09688 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0492971 Aug 26 11:46:09.709732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4dcee765-6603-4cff-9121-a0c73f3fa14c req-c9cb96d0-ceda-4d89-bdb1-56ac331dac30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309203 Aug 26 11:46:10.836645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac4b63-aafa-42f3-a354-69126dfa4124 req-6a0edf2c-dff6-4de9-b5c7-abe1e0a8602e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:10.838103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bac4b63-aafa-42f3-a354-69126dfa4124 req-6a0edf2c-dff6-4de9-b5c7-abe1e0a8602e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0474527 Aug 26 11:46:10.875841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bac4b63-aafa-42f3-a354-69126dfa4124 req-aeeb526d-f7da-4ee3-a844-ac17195d0c19 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Aug 26 11:46:12.009566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8aa933-e320-4d18-b3b1-9e202a206b39 req-c224cad3-0dd2-46b3-8139-273a917d174c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:12.011072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c8aa933-e320-4d18-b3b1-9e202a206b39 req-c224cad3-0dd2-46b3-8139-273a917d174c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0536356 Aug 26 11:46:12.057997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c8aa933-e320-4d18-b3b1-9e202a206b39 req-941d6a27-96cb-490d-b717-24586ac34fdc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405209 Aug 26 11:46:13.171472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b89be7-8c51-4109-9807-545b4aaeb801 req-adfdd55c-403c-41e7-af1c-824071552bc1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:13.172998 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5b89be7-8c51-4109-9807-545b4aaeb801 req-adfdd55c-403c-41e7-af1c-824071552bc1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0488272 Aug 26 11:46:13.209661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5b89be7-8c51-4109-9807-545b4aaeb801 req-948d52ad-96e2-4aed-ae36-6977ed27e27d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308893 Aug 26 11:46:13.412775 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78c0b17f-8283-4924-9ac3-559f293c9f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:14.324576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d67c3-cc18-4bed-9cbf-a159d549d4f2 req-d9f80650-b04e-4418-b1b4-0faebd8ede16 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:14.326210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a4d67c3-cc18-4bed-9cbf-a159d549d4f2 req-d9f80650-b04e-4418-b1b4-0faebd8ede16 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0487463 Aug 26 11:46:14.363260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a4d67c3-cc18-4bed-9cbf-a159d549d4f2 req-f8ce3148-4e73-49d9-92e6-e7084d7f9aea tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311882 Aug 26 11:46:15.478267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3afda0-4c24-4351-9513-1e2999228e67 req-9beb28dc-5b97-42be-8991-be520727b80e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:15.479803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d3afda0-4c24-4351-9513-1e2999228e67 req-9beb28dc-5b97-42be-8991-be520727b80e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0490348 Aug 26 11:46:15.522621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d3afda0-4c24-4351-9513-1e2999228e67 req-15ebfdc1-0396-46ba-a5e7-c41001a789c2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365989 Aug 26 11:46:15.809038 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92da2db8-9b54-4d9a-82d2-718adc67d0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:16.326362 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:16.635529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeae45-525d-4c88-99c0-ea77b1349806 req-5ba2a394-d38e-4d0e-8120-776120b1cd86 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:16.637016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3bbeae45-525d-4c88-99c0-ea77b1349806 req-5ba2a394-d38e-4d0e-8120-776120b1cd86 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0488143 Aug 26 11:46:16.674970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3bbeae45-525d-4c88-99c0-ea77b1349806 req-f686e1e6-6452-4ba8-810f-9d6e74e4cc7c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315297 Aug 26 11:46:17.384555 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:17.788671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b4d6c-1f33-4f09-8471-33e5d06a61a7 req-26cf17ae-7183-42f6-bea5-8f2198332beb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:17.790160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f4b4d6c-1f33-4f09-8471-33e5d06a61a7 req-26cf17ae-7183-42f6-bea5-8f2198332beb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0494564 Aug 26 11:46:17.830185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f4b4d6c-1f33-4f09-8471-33e5d06a61a7 req-d1921ff4-be23-464f-aaf5-b7e20e3cd2a4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335937 Aug 26 11:46:18.946192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459c20e-32f3-4bd5-8f7a-b5e0325d8eec req-6ffb98a7-b436-4014-8b97-096f8e8d0603 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:18.947690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f459c20e-32f3-4bd5-8f7a-b5e0325d8eec req-6ffb98a7-b436-4014-8b97-096f8e8d0603 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0478868 Aug 26 11:46:18.988832 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f459c20e-32f3-4bd5-8f7a-b5e0325d8eec req-9082d76b-8d9f-4aa9-b099-f0523e0bf73d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346794 Aug 26 11:46:19.460668 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:20.105390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a08761-83e3-49d0-8f91-665b88103513 req-c6e59279-62f1-421f-be28-c8dac64cc44d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:20.106903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4a08761-83e3-49d0-8f91-665b88103513 req-c6e59279-62f1-421f-be28-c8dac64cc44d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0505030 Aug 26 11:46:20.145346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4a08761-83e3-49d0-8f91-665b88103513 req-477fcf90-2868-49e4-ba4e-950f56620dfe tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320888 Aug 26 11:46:20.380700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c803d1-b0fa-4ad5-82c6-4cfe0a3b0374 req-3c5c7505-5e03-4af9-a158-9e042f1a0fd6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:20.382206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75c803d1-b0fa-4ad5-82c6-4cfe0a3b0374 req-3c5c7505-5e03-4af9-a158-9e042f1a0fd6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0486393 Aug 26 11:46:20.421548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75c803d1-b0fa-4ad5-82c6-4cfe0a3b0374 req-b3e5fca8-a8b7-4fff-933c-1d5b22dbd37d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332460 Aug 26 11:46:20.455036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 40886) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:46:20.543657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-8f00dc51-8ef4-45fe-88a0-8611a2fe4284 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873761 Aug 26 11:46:20.854075 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:21.538997 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35b9a1-083d-4684-9c06-f02929f5d4b2 req-8513a262-8087-4d31-ae05-58af8fe9b393 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:21.540531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f35b9a1-083d-4684-9c06-f02929f5d4b2 req-8513a262-8087-4d31-ae05-58af8fe9b393 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0528102 Aug 26 11:46:21.581577 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f35b9a1-083d-4684-9c06-f02929f5d4b2 req-c8f76c52-b5d2-4a05-a3d2-c75a238f492e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341465 Aug 26 11:46:21.628152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647e87-d618-4d9d-a386-f47819604488 req-80578481-1dc0-4a2f-946f-687282c43c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:21.630072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-80578481-1dc0-4a2f-946f-687282c43c35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1097 time: 0.0415604 Aug 26 11:46:21.724328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647e87-d618-4d9d-a386-f47819604488 req-4a68e062-1391-4a51-a903-29e68b56c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:21.725776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-4a68e062-1391-4a51-a903-29e68b56c2df service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0889118 Aug 26 11:46:21.792836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-75afddcc-e990-44c4-8bb8-2a3dbe38e7c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 1001 time: 0.0587053 Aug 26 11:46:21.841377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647e87-d618-4d9d-a386-f47819604488 req-433206fd-2693-4218-8eaa-1c8bddb12906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:21.843429 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-433206fd-2693-4218-8eaa-1c8bddb12906 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0432589 Aug 26 11:46:21.892208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647e87-d618-4d9d-a386-f47819604488 req-b60f9010-70d5-48e9-ada8-0dc0af6c7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:21.893711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-b60f9010-70d5-48e9-ada8-0dc0af6c7aaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436573 Aug 26 11:46:21.906012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-521f80af-a5d7-4f77-8d84-3da47e281df5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:46:21.907042 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-521f80af-a5d7-4f77-8d84-3da47e281df5 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056124 Aug 26 11:46:22.000760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-8b93bd56-a59d-44b5-ac7d-4e7d8b7822d0 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860825 Aug 26 11:46:22.095795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-8cb4c36f-4ef4-4468-8eb0-b4dc8e825ddf service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885406 Aug 26 11:46:22.201776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f004f-c7d5-4605-841f-223e284f99a5 req-23ff3dce-5305-49e2-ad63-db1eb6d223c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:22.203314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-262f004f-c7d5-4605-841f-223e284f99a5 req-23ff3dce-5305-49e2-ad63-db1eb6d223c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1097 time: 0.0450411 Aug 26 11:46:22.317986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f004f-c7d5-4605-841f-223e284f99a5 req-2bacdacf-bea2-44bc-b271-c3ffc07b3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:22.319380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-262f004f-c7d5-4605-841f-223e284f99a5 req-2bacdacf-bea2-44bc-b271-c3ffc07b3b5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0837505 Aug 26 11:46:22.390114 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-262f004f-c7d5-4605-841f-223e284f99a5 req-f134a5af-69d3-48ec-92be-cca4b0b2ce9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 1001 time: 0.0626135 Aug 26 11:46:22.439842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f004f-c7d5-4605-841f-223e284f99a5 req-7f5404a2-4665-45ab-a8d0-1573febaa7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:22.441237 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-262f004f-c7d5-4605-841f-223e284f99a5 req-7f5404a2-4665-45ab-a8d0-1573febaa7b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0436981 Aug 26 11:46:22.489949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f004f-c7d5-4605-841f-223e284f99a5 req-8f5ba92d-ce58-4a14-988e-4a3d33765596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:22.491464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-262f004f-c7d5-4605-841f-223e284f99a5 req-8f5ba92d-ce58-4a14-988e-4a3d33765596 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399714 Aug 26 11:46:22.586754 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-262f004f-c7d5-4605-841f-223e284f99a5 req-c40d7972-d3c6-462e-b7e7-8187f9a6d981 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861971 Aug 26 11:46:22.708807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-262f004f-c7d5-4605-841f-223e284f99a5 req-394e08e4-26c8-4c4a-a913-5f573e2de5e5 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144290 Aug 26 11:46:22.724668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d96d9-b8f7-43b3-8197-b0edc673b9d1 req-16cf2ac6-26c0-4f23-8a03-61ab23c0c371 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:22.726138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b59d96d9-b8f7-43b3-8197-b0edc673b9d1 req-16cf2ac6-26c0-4f23-8a03-61ab23c0c371 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0753245 Aug 26 11:46:22.764808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b59d96d9-b8f7-43b3-8197-b0edc673b9d1 req-74906a2d-bb56-48b6-92f4-60c166f00329 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325963 Aug 26 11:46:22.776689 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:23.879160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df68b36-9972-411e-be4c-69f5363f52a2 req-e87f26eb-ab4a-4aff-ae1e-3eadf02555e3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:23.880652 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0df68b36-9972-411e-be4c-69f5363f52a2 req-e87f26eb-ab4a-4aff-ae1e-3eadf02555e3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0490324 Aug 26 11:46:23.916972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0df68b36-9972-411e-be4c-69f5363f52a2 req-4245eb2f-091b-4c19-91b7-ace413092bb6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305016 Aug 26 11:46:23.972472 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-e4647e87-d618-4d9d-a386-f47819604488 req-d111164a-b595-45d7-8830-7859d2c6495b service neutron] show failed (client error): The resource could not be found. Aug 26 11:46:23.973499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-d111164a-b595-45d7-8830-7859d2c6495b service neutron] 10.222.0.47 "GET /v2.0/ports/455158c8-0a70-4ba5-a074-001aefef89d0/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0523043 Aug 26 11:46:24.189243 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647e87-d618-4d9d-a386-f47819604488 req-b085ceaf-793e-4b0f-b935-291fbd67020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:24.190980 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-b085ceaf-793e-4b0f-b935-291fbd67020f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 1097 time: 0.0513310 Aug 26 11:46:24.202218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:46:24.256857 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:24.457413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=455158c8-0a70-4ba5-a074-001aefef89d0,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:46:24.488384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:46:24.532301 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:46:24.534553 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7f2d5b-8a96-469e-a885-aee1ce515e30" -d '{"events": [{"server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "name": "network-vif-unplugged", "status": "completed", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:46:24.538632 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:24.551698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Transition to ACTIVE for port object 455158c8-0a70-4ba5-a074-001aefef89d0 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:46:24.555307 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:24.584852 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d641241-a258-40d8-908b-a627d34f6811 x-openstack-request-id: req-3d641241-a258-40d8-908b-a627d34f6811 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:46:24.585669 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "name": "network-vif-unplugged", "status": "completed", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:46:24.585920 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d641241-a258-40d8-908b-a627d34f6811 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:46:24.586401 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0', 'code': 200} Aug 26 11:46:24.643303 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Pushing event updated for resources: {'Port': ['ID=455158c8-0a70-4ba5-a074-001aefef89d0,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:46:24.655686 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.656031 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.656371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.656710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.657042 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.657370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.657696 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.658017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.658343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.658670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.659026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.659350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:24.693449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] No DVR routers for this DVR port 455158c8-0a70-4ba5-a074-001aefef89d0 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:46:24.831213 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Attempting to bind port 455158c8-0a70-4ba5-a074-001aefef89d0 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:46:24.831693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Attempting to bind port 455158c8-0a70-4ba5-a074-001aefef89d0 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:46:24.832015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Attempting to bind port 455158c8-0a70-4ba5-a074-001aefef89d0 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:46:24.836672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Port 455158c8-0a70-4ba5-a074-001aefef89d0 on network c9c2b197-e5ba-4548-918d-708aded37d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:46:24.837005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Attempting to bind port 455158c8-0a70-4ba5-a074-001aefef89d0 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:46:24.842568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:46:24.842945 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:46:24.843342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Bound using segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:46:24.843771 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Bound port: 455158c8-0a70-4ba5-a074-001aefef89d0, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:46:24.844131 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:24.910385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:46:24.913419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=455158c8-0a70-4ba5-a074-001aefef89d0,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:46:24.918059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:24.951162 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:24.952166 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:24.953463 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] 10.222.0.42 "PUT /v2.0/ports/455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 1092 time: 0.7552311 Aug 26 11:46:25.010499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c093e-fe7b-4636-b105-37f2f398f41a service neutron] Pushing event updated for resources: {'Port': ['ID=455158c8-0a70-4ba5-a074-001aefef89d0,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:46:25.031269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647e87-d618-4d9d-a386-f47819604488 req-0c139d9d-e979-4bca-a9b4-d643ee548b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:25.032907 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-0c139d9d-e979-4bca-a9b4-d643ee548b32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1095 time: 0.0537562 Aug 26 11:46:25.044429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939e00-0ef7-4d6b-a1c7-62a8e9fa02f8 req-8dca8790-2c0b-4144-ad30-c8bd5fd15c00 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:25.047607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4939e00-0ef7-4d6b-a1c7-62a8e9fa02f8 req-8dca8790-2c0b-4144-ad30-c8bd5fd15c00 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 943 time: 0.0593810 Aug 26 11:46:25.087927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a4939e00-0ef7-4d6b-a1c7-62a8e9fa02f8 req-b12e965c-adbd-4884-92c5-e5d4d23a303e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358541 Aug 26 11:46:25.140841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647e87-d618-4d9d-a386-f47819604488 req-f436cc81-96b0-406c-a384-034bccb99c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:25.142366 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-f436cc81-96b0-406c-a384-034bccb99c8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.1024821 Aug 26 11:46:25.210491 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-1ffd0b2a-c672-4981-8977-85d8764e1e1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 999 time: 0.0606701 Aug 26 11:46:25.264095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647e87-d618-4d9d-a386-f47819604488 req-4b782f14-cbd5-46d3-870f-260211bd482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:25.265558 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-4b782f14-cbd5-46d3-870f-260211bd482c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0484989 Aug 26 11:46:25.312739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4647e87-d618-4d9d-a386-f47819604488 req-598f98a0-1eb1-442e-85bd-2a739761029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:25.314293 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-598f98a0-1eb1-442e-85bd-2a739761029c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415375 Aug 26 11:46:25.404142 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-82cf1c5a-5b6a-40ec-bb50-d883b0555bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822420 Aug 26 11:46:25.496635 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e4647e87-d618-4d9d-a386-f47819604488 req-1ed2ef34-08e4-4bcf-8e71-44f0e8ac7627 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858483 Aug 26 11:46:26.204976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bc3fe-414a-46c9-8535-a6e5ce7a6794 req-a55dc894-fd09-4750-8ed9-62b36034f3cb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:26.206461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-999bc3fe-414a-46c9-8535-a6e5ce7a6794 req-a55dc894-fd09-4750-8ed9-62b36034f3cb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 943 time: 0.0490828 Aug 26 11:46:26.244265 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-999bc3fe-414a-46c9-8535-a6e5ce7a6794 req-17604fd4-8cfc-41ef-aa87-2f40eadc7673 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316150 Aug 26 11:46:26.588434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:46:26.590684 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406f51d2-62d0-4b2a-88c9-7084c6952cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:46:26.638536 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1275a318-525f-41d4-b3c9-17da5b09aa8e x-openstack-request-id: req-1275a318-525f-41d4-b3c9-17da5b09aa8e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:46:26.638972 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:46:26.639318 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1275a318-525f-41d4-b3c9-17da5b09aa8e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:46:26.639876 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0', 'status': 'completed', 'code': 200} Aug 26 11:46:26.698870 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-73e18b43-3708-46b7-bee2-c6ef6432af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:26.700788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-73e18b43-3708-46b7-bee2-c6ef6432af43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1095 time: 0.0432150 Aug 26 11:46:26.704427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-75c9da4a-21ae-4fea-9321-7b3a9aebfead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:26.705967 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-75c9da4a-21ae-4fea-9321-7b3a9aebfead service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1095 time: 0.0422208 Aug 26 11:46:26.802139 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-c6026634-b45e-404e-9704-05cde4ecff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:26.803673 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-c6026634-b45e-404e-9704-05cde4ecff12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0962813 Aug 26 11:46:26.807408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-c95be544-b27f-4cd7-a297-f03fa7c09bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:26.808902 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-c95be544-b27f-4cd7-a297-f03fa7c09bc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0953531 Aug 26 11:46:26.870743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-934b39a9-41cf-41b1-b73b-7b9a428e4564 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 999 time: 0.0600147 Aug 26 11:46:26.874495 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-f071ac41-74ca-4005-abde-0fe252384002 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 999 time: 0.0585058 Aug 26 11:46:26.902963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 455158c8-0a70-4ba5-a074-001aefef89d0 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:46:26.922269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-0d33fc7a-89cd-4fb4-be07-0647a58be515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:26.923777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-0d33fc7a-89cd-4fb4-be07-0647a58be515 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0466316 Aug 26 11:46:26.926834 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-54514f87-992d-40fb-b741-815f5e488caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:26.928460 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-54514f87-992d-40fb-b741-815f5e488caa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0474725 Aug 26 11:46:26.944025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 455158c8-0a70-4ba5-a074-001aefef89d0 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:46:26.978980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-00bfbbbd-64b1-4cc1-8b5a-10043ab38435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:26.979286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-8fc836d1-8a2c-4054-a15f-32ee18be34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:26.980491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-00bfbbbd-64b1-4cc1-8b5a-10043ab38435 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491872 Aug 26 11:46:26.980635 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-8fc836d1-8a2c-4054-a15f-32ee18be34e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455565 Aug 26 11:46:27.009495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 455158c8-0a70-4ba5-a074-001aefef89d0 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:46:27.076208 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-48b6ed77-35c9-4d53-8aa6-55838ed0bc20 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865927 Aug 26 11:46:27.077152 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-0911e9e8-ed61-4927-afcf-084a5a40d8bc service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889192 Aug 26 11:46:27.111717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=455158c8-0a70-4ba5-a074-001aefef89d0,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:46:27.123882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '455158c8-0a70-4ba5-a074-001aefef89d0', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'port_id': '455158c8-0a70-4ba5-a074-001aefef89d0', 'mac_address': 'fa:16:3e:b4:5d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:46:27.168340 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:27.176182 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-91c07bd1-3634-4c6f-aa11-b375c506845d service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938046 Aug 26 11:46:27.180033 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-406f51d2-62d0-4b2a-88c9-7084c6952cfe req-adda822b-5060-42de-8443-bcd2a7bf2b31 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957735 Aug 26 11:46:27.183818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455158c8-0a70-4ba5-a074-001aefef89d0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:46:27.205783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=455158c8-0a70-4ba5-a074-001aefef89d0,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:46:27.210051 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:27.259357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=455158c8-0a70-4ba5-a074-001aefef89d0,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:46:27.267266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.267621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.267970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.268305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.268639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.268979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.269431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.269772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.270104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.270434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.270789 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.271122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:27.362018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f74f-f9ec-4995-9093-b8fec98be734 req-9668636f-bb1e-4bfb-9972-24ec691a3a14 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:27.363731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7725f74f-f9ec-4995-9093-b8fec98be734 req-9668636f-bb1e-4bfb-9972-24ec691a3a14 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 944 time: 0.0495424 Aug 26 11:46:27.403324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7725f74f-f9ec-4995-9093-b8fec98be734 req-6ce2fdb2-f0ad-4da8-b04d-f14467f37431 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334442 Aug 26 11:46:27.428996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['455158c8-0a70-4ba5-a074-001aefef89d0'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:46:27.639188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d93941-b651-46b0-a902-8b410c851730 req-93302311-db4a-4da6-b65f-7497d71f91fd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:27.640743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4d93941-b651-46b0-a902-8b410c851730 req-93302311-db4a-4da6-b65f-7497d71f91fd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 944 time: 0.0911119 Aug 26 11:46:27.655248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-60ee2eb1-ba28-481c-81f6-2311ec87d441 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:27.656248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-60ee2eb1-ba28-481c-81f6-2311ec87d441 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46&tenant_id=01d1ba81d8c548a68119240d42e296c4&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 944 time: 0.0927982 Aug 26 11:46:27.718497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4d93941-b651-46b0-a902-8b410c851730 req-0a933eef-8e49-49f0-87cb-a2168f4449a8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612884 Aug 26 11:46:27.736667 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-604f9f2c-f538-4200-8e96-94685ca8c994 service neutron] delete failed (client error): The resource could not be found. Aug 26 11:46:27.737678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-604f9f2c-f538-4200-8e96-94685ca8c994 service neutron] 10.222.0.47 "DELETE /v2.0/ports/455158c8-0a70-4ba5-a074-001aefef89d0/bindings/n-h1-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0672314 Aug 26 11:46:27.821103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-341ad4f3-9d76-43e0-8af2-9c403483007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:27.822624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-341ad4f3-9d76-43e0-8af2-9c403483007f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1096 time: 0.0406809 Aug 26 11:46:27.918550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-b9c1c6c0-eeae-4231-a3cc-f763dce5232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:27.920571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-b9c1c6c0-eeae-4231-a3cc-f763dce5232c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0903275 Aug 26 11:46:27.993270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-59aaa88f-d5a9-4551-aafc-b8bb6e7cf344 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 1000 time: 0.0639975 Aug 26 11:46:28.050791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-50ffffca-c677-4b6b-b5d0-40e39918ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:28.052281 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-50ffffca-c677-4b6b-b5d0-40e39918ee82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0524502 Aug 26 11:46:28.100828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-c0a20e25-7329-4209-859f-30d5c164bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:28.102346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-c0a20e25-7329-4209-859f-30d5c164bc20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418067 Aug 26 11:46:28.193403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-142487c6-1696-4797-a0dd-4661f6bc1458 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832810 Aug 26 11:46:28.304827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07ea995d-5c89-49b2-a359-4dfd818abc15 req-e66b3ae1-4192-44dc-9d4e-11a23d6395e8 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974219 Aug 26 11:46:28.840050 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac2efc-d6af-40c0-bde8-e01af84d3abc req-4f7819b0-3e1a-4b84-b11d-fac8f6a7d53e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:28.842120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70ac2efc-d6af-40c0-bde8-e01af84d3abc req-4f7819b0-3e1a-4b84-b11d-fac8f6a7d53e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 944 time: 0.0509591 Aug 26 11:46:28.880567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70ac2efc-d6af-40c0-bde8-e01af84d3abc req-facb91a0-956b-479d-8144-614636e3b009 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322473 Aug 26 11:46:28.992990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14e574-a8fb-4240-ba07-d663961a48f5 req-6484ee81-f03e-437c-aabe-93a7a19d0dd5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:28.994463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b14e574-a8fb-4240-ba07-d663961a48f5 req-6484ee81-f03e-437c-aabe-93a7a19d0dd5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 944 time: 0.0479980 Aug 26 11:46:29.007536 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 455158c8-0a70-4ba5-a074-001aefef89d0 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:46:29.033058 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b14e574-a8fb-4240-ba07-d663961a48f5 req-0415b5ab-ac26-4c45-9fdf-d0516c0ca9e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327032 Aug 26 11:46:29.058453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 455158c8-0a70-4ba5-a074-001aefef89d0 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:46:29.062320 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 455158c8-0a70-4ba5-a074-001aefef89d0 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:46:29.062721 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:29.141881 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:29.167412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:46:29.169160 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bc32cc-f403-47ca-a5b8-cfadf6a852dc" -d '{"events": [{"server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "name": "network-vif-plugged", "status": "completed", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:46:29.185643 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=455158c8-0a70-4ba5-a074-001aefef89d0,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:46:29.190063 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:29.216653 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88e4725-38bf-4a0f-9ceb-2ffc8106a727 x-openstack-request-id: req-f88e4725-38bf-4a0f-9ceb-2ffc8106a727 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:46:29.216949 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "name": "network-vif-plugged", "status": "completed", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:46:29.217202 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f88e4725-38bf-4a0f-9ceb-2ffc8106a727 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:46:29.217594 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0', 'code': 200} Aug 26 11:46:29.245612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=455158c8-0a70-4ba5-a074-001aefef89d0,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:46:29.253448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3092822-62dc-428c-9b2f-95ad884f6e54 req-a2a75900-423a-419d-8857-fcdcfa99e037 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:29.255200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3092822-62dc-428c-9b2f-95ad884f6e54 req-a2a75900-423a-419d-8857-fcdcfa99e037 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0713987 Aug 26 11:46:29.291730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803af16f-5d68-464c-8ca1-28591582bfc1 req-d244c09d-3a4e-4c57-af2d-4c24bdbd3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:29.293293 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-803af16f-5d68-464c-8ca1-28591582bfc1 req-d244c09d-3a4e-4c57-af2d-4c24bdbd3ee5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 1097 time: 0.0426025 Aug 26 11:46:29.295305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e3092822-62dc-428c-9b2f-95ad884f6e54 req-ecab443d-2be4-4961-a077-af3670be3ca1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343120 Aug 26 11:46:29.381775 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803af16f-5d68-464c-8ca1-28591582bfc1 req-f421b037-b1a1-4ac8-96cb-587b8922b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:29.383323 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-803af16f-5d68-464c-8ca1-28591582bfc1 req-f421b037-b1a1-4ac8-96cb-587b8922b700 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0831268 Aug 26 11:46:29.451308 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-803af16f-5d68-464c-8ca1-28591582bfc1 req-e84cea7b-9e2d-40be-bdc4-7f5ea2db6cb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 200 len: 1001 time: 0.0606995 Aug 26 11:46:29.500502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803af16f-5d68-464c-8ca1-28591582bfc1 req-2fe4658e-ef81-490e-8ee5-670ca482c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:29.502187 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-803af16f-5d68-464c-8ca1-28591582bfc1 req-2fe4658e-ef81-490e-8ee5-670ca482c97b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0444517 Aug 26 11:46:29.547016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803af16f-5d68-464c-8ca1-28591582bfc1 req-e07ad9e1-9b14-48e1-bec9-51d658d3eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:29.548521 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-803af16f-5d68-464c-8ca1-28591582bfc1 req-e07ad9e1-9b14-48e1-bec9-51d658d3eae7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399036 Aug 26 11:46:29.642802 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-803af16f-5d68-464c-8ca1-28591582bfc1 req-ebb0894c-c98c-47e8-84b3-bbcf5751653f service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863085 Aug 26 11:46:29.730425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-803af16f-5d68-464c-8ca1-28591582bfc1 req-109db812-44ea-41ed-a9f8-9e9bdbd9a43e service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804961 Aug 26 11:46:30.409740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3f94-c461-4abd-9d0c-fd725db10270 req-6a998121-bd16-4758-9395-f76a73690540 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:30.411237 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c49d3f94-c461-4abd-9d0c-fd725db10270 req-6a998121-bd16-4758-9395-f76a73690540 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0487313 Aug 26 11:46:30.448277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c49d3f94-c461-4abd-9d0c-fd725db10270 req-d2ce4a38-0e2b-4fb3-bfec-c36317155660 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312638 Aug 26 11:46:30.686019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3eb04-cf0e-492a-8a2c-36d19a0e310e req-26a9be56-8d20-41f8-8ef6-e8953a93b21b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:30.687544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0a3eb04-cf0e-492a-8a2c-36d19a0e310e req-26a9be56-8d20-41f8-8ef6-e8953a93b21b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0486510 Aug 26 11:46:30.727978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0a3eb04-cf0e-492a-8a2c-36d19a0e310e req-6eccfe1d-2341-4ded-acb7-2e1564d8758f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320139 Aug 26 11:46:31.844698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89985add-3369-4cfe-a7ab-61513e846b1f req-7361d05d-792b-4d49-bb27-d8c6e71e21fd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:31.846197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-89985add-3369-4cfe-a7ab-61513e846b1f req-7361d05d-792b-4d49-bb27-d8c6e71e21fd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0511315 Aug 26 11:46:31.884750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-89985add-3369-4cfe-a7ab-61513e846b1f req-9a427f64-5d17-4fa9-b528-c7b108a896d0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327191 Aug 26 11:46:31.917665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-6ad296b3-b65b-4d7d-9a89-0d321c7c203d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:31.919748 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-6ad296b3-b65b-4d7d-9a89-0d321c7c203d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 945 time: 0.0534227 Aug 26 11:46:32.006115 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Deleting port 455158c8-0a70-4ba5-a074-001aefef89d0 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:46:32.006376 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:32.095675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] For port 455158c8-0a70-4ba5-a074-001aefef89d0, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=455158c8-0a70-4ba5-a074-001aefef89d0,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:46:32.096042 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:32.263686 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:32.263999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:32.264360 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Floating IP 9c33deed-d895-4920-bd87-112fa9d2161c disassociated. External IP: 172.25.1.228, port: 455158c8-0a70-4ba5-a074-001aefef89d0. Aug 26 11:46:32.264663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Calling delete_port for 455158c8-0a70-4ba5-a074-001aefef89d0 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:46:32.390714 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:32.422719 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event deleted for resources: {'Port': ['ID=455158c8-0a70-4ba5-a074-001aefef89d0,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:46:32.537507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Router 06dea024-cc13-403b-94e1-a0be68464985 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:46:32.647688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:46:32.658884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05876025-876e-4f9d-bec1-f48f5b34030d None None] Sync routers for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:46:32.667865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05876025-876e-4f9d-bec1-f48f5b34030d None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:46:32.668408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-05876025-876e-4f9d-bec1-f48f5b34030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:46:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:46:32.686308 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] No DVR routers for this DVR port 455158c8-0a70-4ba5-a074-001aefef89d0 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:46:32.689236 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:32.691724 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8b2f006c-0831-4c8c-be6a-7350e8a38bd3 req-f0ecf97e-dea6-4faf-b158-7466d060ea04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.42 "DELETE /v2.0/ports/455158c8-0a70-4ba5-a074-001aefef89d0 HTTP/1.1" status: 204 len: 173 time: 0.7662289 Aug 26 11:46:32.692161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'name': 'network-vif-deleted', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:46:32.694478 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613e2b0d-6c9d-4cf9-9214-c68232fe5f30" -d '{"events": [{"server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "name": "network-vif-deleted", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:46:32.733305 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3030d8a3-1a55-4671-afaa-d7d09d01239b x-openstack-request-id: req-3030d8a3-1a55-4671-afaa-d7d09d01239b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:46:32.733589 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a25c60-330b-40c8-92f1-3c7752d2bb46", "name": "network-vif-deleted", "tag": "455158c8-0a70-4ba5-a074-001aefef89d0", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:46:32.733841 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3030d8a3-1a55-4671-afaa-d7d09d01239b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:46:32.734240 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a25c60-330b-40c8-92f1-3c7752d2bb46', 'name': 'network-vif-deleted', 'tag': '455158c8-0a70-4ba5-a074-001aefef89d0', 'status': 'completed', 'code': 200} Aug 26 11:46:32.778120 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-05876025-876e-4f9d-bec1-f48f5b34030d None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:46:32.975682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-05876025-876e-4f9d-bec1-f48f5b34030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:46:32.989137 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6aaf97d8-f291-4a4e-8b73-ce3df287c56f req-50131428-5664-4e72-beb4-612e67c35585 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 210 time: 0.0262878 Aug 26 11:46:33.003766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05876025-876e-4f9d-bec1-f48f5b34030d None None] Checking router: 06dea024-cc13-403b-94e1-a0be68464985 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:46:33.014205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05876025-876e-4f9d-bec1-f48f5b34030d None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:46:33.014846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-05876025-876e-4f9d-bec1-f48f5b34030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:46:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:46:33.040425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06e76444-bfb2-4073-93c5-0f5322756dd0 req-d5192562-135f-4985-81ab-d68c9594b320 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255759 Aug 26 11:46:33.113079 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06e76444-bfb2-4073-93c5-0f5322756dd0 req-4a297db7-a807-4985-8d36-43e8bd465bf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=65a25c60-330b-40c8-92f1-3c7752d2bb46 HTTP/1.1" status: 200 len: 210 time: 0.0296650 Aug 26 11:46:33.296088 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-05876025-876e-4f9d-bec1-f48f5b34030d None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:46:33.509441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-05876025-876e-4f9d-bec1-f48f5b34030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:46:33.537788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05876025-876e-4f9d-bec1-f48f5b34030d None None] The sync data for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 is: [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:46:33.630623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e76444-bfb2-4073-93c5-0f5322756dd0 req-e9dc7c86-2808-4ada-a67e-7dad030e47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:33.632151 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06e76444-bfb2-4073-93c5-0f5322756dd0 req-e9dc7c86-2808-4ada-a67e-7dad030e47bf service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=01d1ba81d8c548a68119240d42e296c4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5002496 Aug 26 11:46:33.767078 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81cc7a-e6ca-415e-b5d8-88b073e541e3 None None] New status for floating IP 9c33deed-d895-4920-bd87-112fa9d2161c: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:46:33.798323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e76444-bfb2-4073-93c5-0f5322756dd0 req-032c62f2-d944-4623-96a2-87e745237e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:33.799870 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-06e76444-bfb2-4073-93c5-0f5322756dd0 req-032c62f2-d944-4623-96a2-87e745237e37 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593683 Aug 26 11:46:34.283975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-9a203b51-40b4-4d8e-b2e2-6fec246640f1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--594411861&fields=id&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 267 time: 0.0334928 Aug 26 11:46:34.392833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-927e17cb-dbb1-4e3b-9240-20fd41752f7c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:34.394695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-927e17cb-dbb1-4e3b-9240-20fd41752f7c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 810 time: 0.1037836 Aug 26 11:46:34.409882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-b087fc0e-414d-4111-86fe-f34394859c40 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/quotas/01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 375 time: 0.0094481 Aug 26 11:46:34.461907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-f2d61b32-356e-4d7a-a0a6-be4b998f79a7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468640 Aug 26 11:46:34.626850 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-dab25e80-9684-4ec5-a1a3-3f8aae9e4e39 service neutron] 10.222.0.21 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193273 Aug 26 11:46:34.717307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-7918c8cd-2b74-440f-b5e8-da968886f69d service neutron] 10.222.0.21 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844367 Aug 26 11:46:34.881259 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df1f75f1-c46d-4122-997a-a53fa394e9c1 req-c6b96a7b-c2b1-4253-9fdd-300f6d1455b2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 210 time: 0.0280092 Aug 26 11:46:35.029136 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 455158c8-0a70-4ba5-a074-001aefef89d0 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:46:35.049474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 455158c8-0a70-4ba5-a074-001aefef89d0 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:46:35.049821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 455158c8-0a70-4ba5-a074-001aefef89d0 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:46:35.788656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-ec771b83-0f0d-41fa-8485-409ac52cfb8c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:35.790160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-ec771b83-0f0d-41fa-8485-409ac52cfb8c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 810 time: 0.1093144 Aug 26 11:46:35.834680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2ea9c9ed-e62c-4b9d-b957-21d53454b9fa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 379 time: 0.0352848 Aug 26 11:46:35.848055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'port': {'device_id': '4037240b-fe31-44ed-af95-e55a753f2de5', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'admin_state_up': True, 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'security_groups': ['dcc3b4df-c7a1-4979-8c8b-de524848d992']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:46:35.963719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Made reservation on behalf of 01d1ba81d8c548a68119240d42e296c4 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:46:35.967835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:35.987779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a07a9c72-eeae-46f1-83fb-88cdabe396da req-1a8161e1-42c6-4b56-9220-75d6433c6aae tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 210 time: 0.0390170 Aug 26 11:46:36.113921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Allocated IP 172.20.0.10 (c9c2b197-e5ba-4548-918d-708aded37d02/6595a7b7-e980-4507-b157-9d4a29c0a00d/ca2129ac-d30e-4f11-a05f-c941f2736765) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:46:36.264424 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:36.278761 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Transition to ACTIVE for port object ca2129ac-d30e-4f11-a05f-c941f2736765 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:46:36.312463 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:36.357185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Network c9c2b197-e5ba-4548-918d-708aded37d02 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:46:36.362169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:46:36.366006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:46:36.391055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:46:36.404189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.404542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.404984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.405335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.405673 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.406007 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.406346 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.406680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.407113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.407357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.407692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.408016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:46:36.430550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:36.431198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:36.446121 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2bd87466-4e8b-4ff5-bf61-95a5af5efaba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6016455 Aug 26 11:46:36.458779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Request body: {'port': {'device_id': '4037240b-fe31-44ed-af95-e55a753f2de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:46:36.519783 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:36.642801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ac71a916-8e95-41e3-83ad-9b1aa94a1bed None None] Provisioning for port ca2129ac-d30e-4f11-a05f-c941f2736765 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:46:36.646640 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ac71a916-8e95-41e3-83ad-9b1aa94a1bed None None] Provisioning complete for port ca2129ac-d30e-4f11-a05f-c941f2736765 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:46:36.646958 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac71a916-8e95-41e3-83ad-9b1aa94a1bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:36.685482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ac71a916-8e95-41e3-83ad-9b1aa94a1bed None None] Port ca2129ac-d30e-4f11-a05f-c941f2736765 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:46:36.788170 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2129ac-d30e-4f11-a05f-c941f2736765 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:46:36.795862 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:36.808045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Transition to ACTIVE for port object ca2129ac-d30e-4f11-a05f-c941f2736765 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:46:36.812250 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:36.863600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:46:36.937441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:46:36.937779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:46:36.938110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:46:36.942613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Port ca2129ac-d30e-4f11-a05f-c941f2736765 on network c9c2b197-e5ba-4548-918d-708aded37d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:46:36.942961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:46:36.948149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:46:36.948489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:46:36.948871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Bound using segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:46:36.949307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Bound port: ca2129ac-d30e-4f11-a05f-c941f2736765, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:46:36.949665 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:37.017455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:46:37.021238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:46:37.025721 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:37.059744 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:37.060037 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:37.061693 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] 10.222.0.47 "PUT /v2.0/ports/ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1093 time: 0.6075106 Aug 26 11:46:37.063929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:46:37.067088 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77da585-efa7-447d-96b2-6e52b832a6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:46:37.137028 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706958e9-3574-461e-94fc-0d7ea729116e x-openstack-request-id: req-706958e9-3574-461e-94fc-0d7ea729116e {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:46:37.137320 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:46:37.137607 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-706958e9-3574-461e-94fc-0d7ea729116e {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:46:37.137997 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'status': 'completed', 'code': 200} Aug 26 11:46:37.159738 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13897947-5a1e-4c2e-acb6-ae96f422f75b service neutron] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:46:37.185096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee6dec-1c30-4a53-998e-7a0b6a2789c3 req-d522e4bb-a87d-4cd0-bce1-279fcc94ed06 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:37.186649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13ee6dec-1c30-4a53-998e-7a0b6a2789c3 req-d522e4bb-a87d-4cd0-bce1-279fcc94ed06 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 944 time: 0.1144919 Aug 26 11:46:37.193637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-47be2541-b0c5-4bad-b097-8ca0cf349e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:37.195123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-47be2541-b0c5-4bad-b097-8ca0cf349e2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1096 time: 0.0865514 Aug 26 11:46:37.246123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-9ada1d58-65b5-4e1e-b250-adfb21ecdfe5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 217 time: 0.0430167 Aug 26 11:46:37.272270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13ee6dec-1c30-4a53-998e-7a0b6a2789c3 req-eada2370-2497-4072-8878-ab00a2de8def tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761962 Aug 26 11:46:37.310278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-5fb7c83b-6047-490e-a2a4-8579b69dddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:37.311771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-5fb7c83b-6047-490e-a2a4-8579b69dddab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0541356 Aug 26 11:46:37.361450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2aabc5e8-c818-4881-9322-0ceaf70456bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:37.363054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-2aabc5e8-c818-4881-9322-0ceaf70456bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444577 Aug 26 11:46:37.451312 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-bc1de995-e16d-4afa-9f47-17104e6cdab9 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812078 Aug 26 11:46:37.769756 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:46:37.892828 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a28e96d-6697-4308-bb3c-f88367548c06 req-72a1c8a0-227d-45fa-8a3c-d623fbe04a2a service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345162 Aug 26 11:46:37.979089 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77da585-efa7-447d-96b2-6e52b832a6f0 req-f030d514-7402-47a7-a491-2a1086967d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:37.980586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a77da585-efa7-447d-96b2-6e52b832a6f0 req-f030d514-7402-47a7-a491-2a1086967d74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1096 time: 0.0418558 Aug 26 11:46:38.071888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77da585-efa7-447d-96b2-6e52b832a6f0 req-e3191b9f-531c-4293-b31c-908f850a7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:38.073253 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a77da585-efa7-447d-96b2-6e52b832a6f0 req-e3191b9f-531c-4293-b31c-908f850a7549 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0858140 Aug 26 11:46:38.114696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a77da585-efa7-447d-96b2-6e52b832a6f0 req-8a334faa-d407-476c-9737-f0d3fb746f09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 217 time: 0.0345619 Aug 26 11:46:38.163317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77da585-efa7-447d-96b2-6e52b832a6f0 req-39e5d127-75c4-4150-ba3d-7d92f13331a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:38.164834 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a77da585-efa7-447d-96b2-6e52b832a6f0 req-39e5d127-75c4-4150-ba3d-7d92f13331a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0432756 Aug 26 11:46:38.213404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77da585-efa7-447d-96b2-6e52b832a6f0 req-bea1b4c6-525f-46b4-81e2-ecd4426dbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:38.214917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a77da585-efa7-447d-96b2-6e52b832a6f0 req-bea1b4c6-525f-46b4-81e2-ecd4426dbf14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433319 Aug 26 11:46:38.303665 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a77da585-efa7-447d-96b2-6e52b832a6f0 req-7aa01670-a9a4-4a6a-bbe8-8f50c227b9b7 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815527 Aug 26 11:46:38.429923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68012456-06f1-49f8-8ab8-4ceb19e857d3 req-ec33ccbc-28e0-4828-b227-e93cb0b8ad8b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:38.431413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68012456-06f1-49f8-8ab8-4ceb19e857d3 req-ec33ccbc-28e0-4828-b227-e93cb0b8ad8b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 944 time: 0.0768552 Aug 26 11:46:38.435545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a77da585-efa7-447d-96b2-6e52b832a6f0 req-80929bb3-89b8-4c4b-b2b4-e4963781c09b service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247163 Aug 26 11:46:38.471566 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68012456-06f1-49f8-8ab8-4ceb19e857d3 req-0fe2b16e-c9db-468e-8c62-33273b995bc2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335042 Aug 26 11:46:39.587152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae641dd-99b5-4809-83a2-2b2c67e02d97 req-d73a7533-11e1-4876-ae4b-b34a7da118e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:39.588678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bae641dd-99b5-4809-83a2-2b2c67e02d97 req-d73a7533-11e1-4876-ae4b-b34a7da118e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 944 time: 0.0494037 Aug 26 11:46:39.626632 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bae641dd-99b5-4809-83a2-2b2c67e02d97 req-0e1c0c52-e411-42dc-b72e-f64a49dde54b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313570 Aug 26 11:46:40.753783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a0c1-6fa9-4d2a-85b3-58ea36e066b6 req-b2e15fd1-b5b7-4ca7-932e-e2e8871ea52e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:40.755344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b798a0c1-6fa9-4d2a-85b3-58ea36e066b6 req-b2e15fd1-b5b7-4ca7-932e-e2e8871ea52e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 944 time: 0.0554245 Aug 26 11:46:40.794072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b798a0c1-6fa9-4d2a-85b3-58ea36e066b6 req-a2d7db3c-d4a4-4cb6-bf1a-c069e635e406 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326772 Aug 26 11:46:40.984435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:46:41.083739 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:46:41.095072 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'port_id': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'mac_address': 'fa:16:3e:78:fe:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:46:41.136036 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:41.148350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2129ac-d30e-4f11-a05f-c941f2736765 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:46:41.167213 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:46:41.171603 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:41.218446 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:46:41.512391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['ca2129ac-d30e-4f11-a05f-c941f2736765'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:46:41.908978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558e66c-ddf6-4097-af7f-d2c8eeaedba1 req-541bfb5f-a3cd-4bac-a188-39d84aed152c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:41.910477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b558e66c-ddf6-4097-af7f-d2c8eeaedba1 req-541bfb5f-a3cd-4bac-a188-39d84aed152c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 945 time: 0.0495725 Aug 26 11:46:41.947605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b558e66c-ddf6-4097-af7f-d2c8eeaedba1 req-b9530ff7-a3a3-4401-b630-a56a8b4cf441 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311427 Aug 26 11:46:43.003385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:46:43.058424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port ca2129ac-d30e-4f11-a05f-c941f2736765 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:46:43.062964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port ca2129ac-d30e-4f11-a05f-c941f2736765 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:46:43.062964 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:43.092925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51573e24-775d-4a5a-9a71-829f230a1cdd req-b7933895-ac37-42e8-9969-e12684ebd80d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:43.094555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51573e24-775d-4a5a-9a71-829f230a1cdd req-b7933895-ac37-42e8-9969-e12684ebd80d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 945 time: 0.0565369 Aug 26 11:46:43.133387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51573e24-775d-4a5a-9a71-829f230a1cdd req-3a47c862-a7a8-4192-85cc-569d05ff8211 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325706 Aug 26 11:46:43.139740 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:43.162406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:46:43.164670 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999bab3b-7379-4967-af3c-cffd1c7f362f" -d '{"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-plugged", "status": "completed", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:46:43.177622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:46:43.181597 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:43.210188 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66aeeaf-7321-4e10-939f-c30a61deb5e2 x-openstack-request-id: req-b66aeeaf-7321-4e10-939f-c30a61deb5e2 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:46:43.210483 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-plugged", "status": "completed", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:46:43.210759 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b66aeeaf-7321-4e10-939f-c30a61deb5e2 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:46:43.211162 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'code': 200} Aug 26 11:46:43.239703 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:46:43.306081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdeca38-ef1d-43b7-afab-19b5b50ea3af req-f8df9575-1fec-497a-9794-f878991d8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:43.307636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ccdeca38-ef1d-43b7-afab-19b5b50ea3af req-f8df9575-1fec-497a-9794-f878991d8e0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1098 time: 0.0458229 Aug 26 11:46:43.342967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ccdeca38-ef1d-43b7-afab-19b5b50ea3af req-dc227655-e9da-4363-8f18-016ed2f60692 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281930 Aug 26 11:46:43.413835 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9e772f-8039-4c0a-9ffa-050fd2d1b741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:44.251324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b678c-b0a0-4eaf-971b-1eadca53f67a req-96b73649-b080-42f1-a986-91d0d10380ee tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:44.253172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b25b678c-b0a0-4eaf-971b-1eadca53f67a req-96b73649-b080-42f1-a986-91d0d10380ee tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0509849 Aug 26 11:46:44.292037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b25b678c-b0a0-4eaf-971b-1eadca53f67a req-81f7efae-bdd8-46c9-905a-94701d626973 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330045 Aug 26 11:46:45.407874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0319510-8634-44ea-bd7f-d7483c89937c req-6d9012b4-465d-4386-895f-535a10b34821 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:45.409355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0319510-8634-44ea-bd7f-d7483c89937c req-6d9012b4-465d-4386-895f-535a10b34821 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0493076 Aug 26 11:46:45.447502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0319510-8634-44ea-bd7f-d7483c89937c req-f66eb16b-2747-4141-b1a7-c36aa791b0e2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322909 Aug 26 11:46:45.562018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068096f-a065-440b-a001-f018fa117bca req-b7777afc-2718-43b8-a27f-cbf5a2e30122 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:45.563531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d068096f-a065-440b-a001-f018fa117bca req-b7777afc-2718-43b8-a27f-cbf5a2e30122 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0527494 Aug 26 11:46:45.572255 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 41038) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:46:45.577628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1bcba5df-18d1-4f12-ac1f-b737d495a0eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'floatingip': {'port_id': 'ca2129ac-d30e-4f11-a05f-c941f2736765'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:46:45.619629 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bcba5df-18d1-4f12-ac1f-b737d495a0eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:45.809734 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39947218-1e0a-4572-aa14-43570303e95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:46.040108 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bcba5df-18d1-4f12-ac1f-b737d495a0eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:46.044161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bcba5df-18d1-4f12-ac1f-b737d495a0eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:46.146192 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-1bcba5df-18d1-4f12-ac1f-b737d495a0eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Floating IP 9c33deed-d895-4920-bd87-112fa9d2161c associated. External IP: 172.25.1.228, port: ca2129ac-d30e-4f11-a05f-c941f2736765. Aug 26 11:46:46.327627 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:46.369967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcba5df-18d1-4f12-ac1f-b737d495a0eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Router 06dea024-cc13-403b-94e1-a0be68464985 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:46:46.482494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcba5df-18d1-4f12-ac1f-b737d495a0eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:46:46.487109 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bcba5df-18d1-4f12-ac1f-b737d495a0eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:46.493134 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be0b42-6528-4760-83bd-2b64576df676 None None] Sync routers for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:46:46.503315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be0b42-6528-4760-83bd-2b64576df676 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:46:46.503945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-19be0b42-6528-4760-83bd-2b64576df676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:46:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:46:46.515723 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1bcba5df-18d1-4f12-ac1f-b737d495a0eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "PUT /v2.0/floatingips/9c33deed-d895-4920-bd87-112fa9d2161c HTTP/1.1" status: 200 len: 992 time: 0.9423401 Aug 26 11:46:46.516336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:46:46.518749 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b" -d '{"events": [{"name": "network-changed", "server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:46:46.561626 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d20f6f9-dcae-44d8-9c55-b7d7fedd281d x-openstack-request-id: req-8d20f6f9-dcae-44d8-9c55-b7d7fedd281d {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:46:46.561925 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:46:46.562211 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d20f6f9-dcae-44d8-9c55-b7d7fedd281d {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:46:46.562625 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'status': 'completed', 'code': 200} Aug 26 11:46:46.621431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-19be0b42-6528-4760-83bd-2b64576df676 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:46:46.629047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b req-0ac0f2ac-3555-4bf3-8aab-add7cd72e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:46.630589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b req-0ac0f2ac-3555-4bf3-8aab-add7cd72e07b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1098 time: 0.0426826 Aug 26 11:46:46.729529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b req-5a429aa2-8bc3-499c-a006-58e2fada1a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:46.731180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b req-5a429aa2-8bc3-499c-a006-58e2fada1a8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0928943 Aug 26 11:46:46.799105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b req-0f33a372-f59b-40d9-b366-ad9c3b151335 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1000 time: 0.0607121 Aug 26 11:46:46.849378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b req-c4a15abf-90a1-457d-941e-5e8d4f2a5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:46.851024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b req-c4a15abf-90a1-457d-941e-5e8d4f2a5978 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0452509 Aug 26 11:46:46.858933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-19be0b42-6528-4760-83bd-2b64576df676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:78:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4037240b-fe31-44ed-af95-e55a753f2de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:46:45Z', 'revision_number': 9, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:46:46.890317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be0b42-6528-4760-83bd-2b64576df676 None None] Checking router: 06dea024-cc13-403b-94e1-a0be68464985 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:46:46.898871 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be0b42-6528-4760-83bd-2b64576df676 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:46:46.899498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-19be0b42-6528-4760-83bd-2b64576df676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:46:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:46:46.904296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b req-47868adc-d8dc-4d65-86c1-9ab43cc11342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:46:46.905844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b req-47868adc-d8dc-4d65-86c1-9ab43cc11342 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475121 Aug 26 11:46:47.000956 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b req-4bda02bc-d4e2-43a8-b4f1-550aa3449778 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871024 Aug 26 11:46:47.007121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-19be0b42-6528-4760-83bd-2b64576df676 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:46:47.100818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6aaeda5a-97f3-4418-84cb-06c4e4b5e02b req-3f429b5c-6f7e-463d-935e-d5b123bfe432 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928788 Aug 26 11:46:47.244167 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-19be0b42-6528-4760-83bd-2b64576df676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:78:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4037240b-fe31-44ed-af95-e55a753f2de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:46:45Z', 'revision_number': 9, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:46:47.271055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be0b42-6528-4760-83bd-2b64576df676 None None] The sync data for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 is: [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:78:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4037240b-fe31-44ed-af95-e55a753f2de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:46:45Z', 'revision_number': 9, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:46:47.389357 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:47.461091 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3a29a-7076-4ebb-a3a8-c98ee7208563 None None] New status for floating IP 9c33deed-d895-4920-bd87-112fa9d2161c: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:46:49.464032 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:50.852485 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:46:52.790152 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:13.414640 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77a50087-e73f-414e-8917-ac7938d2b7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:14.769271 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:47:15.813083 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6083bee6-1fd8-4c59-9288-db10097a2173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:16.329710 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:17.393425 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:19.467501 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:20.865170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:21.667519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-ef36f572-4728-46fd-9538-669028c6ec9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408752 Aug 26 11:47:21.748191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-92904bc1-4306-4a4f-8b7a-be0c7b2a30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:47:21.749986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-92904bc1-4306-4a4f-8b7a-be0c7b2a30b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1098 time: 0.0399404 Aug 26 11:47:21.868069 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-9a32a15a-b114-4bae-a16b-b2e0da6f1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:47:21.869713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-9a32a15a-b114-4bae-a16b-b2e0da6f1d2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.1018071 Aug 26 11:47:21.939344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-348c030a-ddb0-4db5-8b87-d2cf900ac18a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1003 time: 0.0614462 Aug 26 11:47:21.990098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-0d0e129b-ff97-421a-ad23-1804e57962e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:47:21.991614 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-0d0e129b-ff97-421a-ad23-1804e57962e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0443382 Aug 26 11:47:22.041064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-681f2388-9d8f-4ccd-a1ef-e4c654f7d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:47:22.042561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-681f2388-9d8f-4ccd-a1ef-e4c654f7d36f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442882 Aug 26 11:47:22.131949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-c588ed84-ce28-4f64-9a9e-a00dfef1fca1 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823071 Aug 26 11:47:22.227372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d6d793d-e487-4daa-932d-a8d3dc1c4bd9 req-d834ea76-5d8d-4356-93a5-1e7051fc435d service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874696 Aug 26 11:47:22.800206 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:43.420385 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c956ea88-fbf6-4312-8567-b7b3e953e3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:45.817871 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40a0a82d-f900-4b2b-9af0-5b860fd90f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:46.331364 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:47.396213 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:49.461470 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:50.867039 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:47:51.768496 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:47:52.820805 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:13.412876 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91fa3599-c973-44e1-a94e-fe39c1da47c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:15.819635 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6acf1fc2-d89c-41f8-aca6-6c01aa0a904a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:16.333557 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:17.397384 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:19.464828 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:20.862296 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:21.701269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-9528e86a-8be8-4271-bf4b-1a2e3a6d328e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0771074 Aug 26 11:48:21.783358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-c66446ef-63b5-47a0-897f-e9ddddc893f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:48:21.784990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-c66446ef-63b5-47a0-897f-e9ddddc893f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1098 time: 0.0421906 Aug 26 11:48:21.891083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-036b8d20-c68d-4169-bc8f-41ffc41dc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:48:21.892477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-036b8d20-c68d-4169-bc8f-41ffc41dc5a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0879068 Aug 26 11:48:21.957958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-e7f483bd-6814-468c-a3d1-7c67b499b53a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1003 time: 0.0581241 Aug 26 11:48:22.005758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-5f9a5b56-d275-481a-9b78-65ccd521920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:48:22.007254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-5f9a5b56-d275-481a-9b78-65ccd521920a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0430250 Aug 26 11:48:22.056014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-3af2d451-f426-4605-ae58-16f9c3ef4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:48:22.057482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-3af2d451-f426-4605-ae58-16f9c3ef4f4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426579 Aug 26 11:48:22.148146 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-6be38f89-fa57-4733-9c2a-f4f36e946d67 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826826 Aug 26 11:48:22.242649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ace7c418-358e-4b3c-b7ee-76401ecdf077 req-7557e9a8-f73f-4d52-a7cd-dbaccd4bb0a8 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876222 Aug 26 11:48:22.834622 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:28.768346 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:48:43.413627 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3aabbb56-cba7-492c-89c4-7f9fe5650b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:45.821031 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ecfca63-b3a8-4ea4-8866-7e68216d4809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:46.338067 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:47.399627 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:49.467762 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:50.878222 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:48:52.833192 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:05.768105 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:49:13.414627 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f37860d9-e17a-43ca-9338-1448b1b74bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:15.822182 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c12a1b4e-fade-4a3d-9eea-bfc27268a91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:16.338212 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:16.685305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-8c95ee4f-57d1-4495-b9d6-6e235a73d0c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440087 Aug 26 11:49:16.766909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09d02e-96b7-4311-9617-d44ee889d027 req-8d9f3ba6-c287-4b20-8a7a-c748c9368ebf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:16.768424 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd09d02e-96b7-4311-9617-d44ee889d027 req-8d9f3ba6-c287-4b20-8a7a-c748c9368ebf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.1191912 Aug 26 11:49:16.808254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd09d02e-96b7-4311-9617-d44ee889d027 req-79fd866f-ff24-4dee-ade8-0a6c551d4e1e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336878 Aug 26 11:49:17.404427 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:17.810203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ba48-0114-45c6-b070-6b6b0040901d req-3312b929-d27b-4e18-ad5a-6b9ea934004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:17.811688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-3312b929-d27b-4e18-ad5a-6b9ea934004d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1098 time: 0.0406799 Aug 26 11:49:17.910076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ba48-0114-45c6-b070-6b6b0040901d req-6b4b7816-16f6-4aa3-9bd8-40ca8c9f607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:17.911643 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-6b4b7816-16f6-4aa3-9bd8-40ca8c9f607e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0931423 Aug 26 11:49:18.012221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-480a9316-9b95-4f95-8645-5ec41350edd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1003 time: 0.0921767 Aug 26 11:49:18.035829 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf30ed4-4b27-408f-b7ff-446d0edc320b req-d81eda4f-feeb-48ba-96db-bf7211c14822 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:18.037319 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bf30ed4-4b27-408f-b7ff-446d0edc320b req-d81eda4f-feeb-48ba-96db-bf7211c14822 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.1527693 Aug 26 11:49:18.088432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ba48-0114-45c6-b070-6b6b0040901d req-e2583681-b1ac-4956-84ae-07617d6e360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:18.089800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-e2583681-b1ac-4956-84ae-07617d6e360b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0706739 Aug 26 11:49:18.111708 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bf30ed4-4b27-408f-b7ff-446d0edc320b req-99f5162a-bc87-40b5-a2dc-c1b0c67640fe tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559907 Aug 26 11:49:18.141249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ba48-0114-45c6-b070-6b6b0040901d req-3d3d62a7-f658-47d7-bd3a-3edf45341d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:18.142769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-3d3d62a7-f658-47d7-bd3a-3edf45341d08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446987 Aug 26 11:49:18.236076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-2da889fc-99bf-4ffe-b68f-9e87aa63eded service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858939 Aug 26 11:49:18.326678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-c9d8b6be-91dc-4518-bec1-4a3f4fc1a914 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831304 Aug 26 11:49:19.231794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde9a43-13fb-4e87-865d-37f0d6ba9367 req-655bedb0-d573-41c9-81a4-d2b48b3cb2ab tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:19.233303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ddde9a43-13fb-4e87-865d-37f0d6ba9367 req-655bedb0-d573-41c9-81a4-d2b48b3cb2ab tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0534286 Aug 26 11:49:19.270824 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ddde9a43-13fb-4e87-865d-37f0d6ba9367 req-55179121-ffef-4ddd-9055-812cc70e749d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316241 Aug 26 11:49:19.469827 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:20.393436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a3ce-4393-42a4-aaca-6188916789bd req-017d43f8-8b4b-4e95-8e94-ecabd2768ef7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:20.394940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eba0a3ce-4393-42a4-aaca-6188916789bd req-017d43f8-8b4b-4e95-8e94-ecabd2768ef7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0531976 Aug 26 11:49:20.431468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eba0a3ce-4393-42a4-aaca-6188916789bd req-ab83b370-0186-4399-a7a2-50dc8196ebaf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307033 Aug 26 11:49:20.875828 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:21.545611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84851e-a137-490c-b020-8252d45bb954 req-791ed270-a2c6-458a-9109-d75d1a94e8f8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:21.547101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b84851e-a137-490c-b020-8252d45bb954 req-791ed270-a2c6-458a-9109-d75d1a94e8f8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0496764 Aug 26 11:49:21.584846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5b84851e-a137-490c-b020-8252d45bb954 req-e7e7a3ad-05bc-4787-a80b-fabb53c0014f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313170 Aug 26 11:49:21.704972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8d4ef-9167-4e71-a10d-ccd13a9093ea req-20e958c7-3bb4-479a-aef6-baa16d7e98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:21.706489 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ad8d4ef-9167-4e71-a10d-ccd13a9093ea req-20e958c7-3bb4-479a-aef6-baa16d7e98d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1098 time: 0.0448036 Aug 26 11:49:21.809033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8d4ef-9167-4e71-a10d-ccd13a9093ea req-4742feb6-526f-4a1a-8c14-e618d9886310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:21.810400 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ad8d4ef-9167-4e71-a10d-ccd13a9093ea req-4742feb6-526f-4a1a-8c14-e618d9886310 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0843267 Aug 26 11:49:21.880230 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ad8d4ef-9167-4e71-a10d-ccd13a9093ea req-b8678f17-2405-4ae3-9b6f-fe2528191b64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1003 time: 0.0627606 Aug 26 11:49:21.929592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8d4ef-9167-4e71-a10d-ccd13a9093ea req-aaad3ecc-457d-4e80-aa1c-c17304d7adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:21.931029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ad8d4ef-9167-4e71-a10d-ccd13a9093ea req-aaad3ecc-457d-4e80-aa1c-c17304d7adac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0434318 Aug 26 11:49:21.976225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8d4ef-9167-4e71-a10d-ccd13a9093ea req-7c1db3a5-6001-4a06-a2f6-a182e0c7729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:21.977720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ad8d4ef-9167-4e71-a10d-ccd13a9093ea req-7c1db3a5-6001-4a06-a2f6-a182e0c7729e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396347 Aug 26 11:49:22.070307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ad8d4ef-9167-4e71-a10d-ccd13a9093ea req-ba8b73d2-ee87-4b67-bf5c-75769bbcad37 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844808 Aug 26 11:49:22.159500 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8ad8d4ef-9167-4e71-a10d-ccd13a9093ea req-f1218b15-f2d1-41aa-a189-c4531513a7a6 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820260 Aug 26 11:49:22.699301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfc208-b614-46c8-9f26-9d9a3c5cfb7f req-fe668b1b-d5df-4f5d-a1a7-36e5ee71d3b8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:22.701312 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09bfc208-b614-46c8-9f26-9d9a3c5cfb7f req-fe668b1b-d5df-4f5d-a1a7-36e5ee71d3b8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0490386 Aug 26 11:49:22.739279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09bfc208-b614-46c8-9f26-9d9a3c5cfb7f req-2bc0a673-63bb-4c8f-af34-0bc1a506c75a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Aug 26 11:49:22.851146 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:23.856848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39d9ee-ca5d-43c7-8988-71902d576506 req-15c1a658-6ade-4e98-b38d-836545d60da8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:23.859035 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff39d9ee-ca5d-43c7-8988-71902d576506 req-15c1a658-6ade-4e98-b38d-836545d60da8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0516701 Aug 26 11:49:23.896187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff39d9ee-ca5d-43c7-8988-71902d576506 req-9b25647b-3c99-4832-976b-f16749574e95 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312726 Aug 26 11:49:25.014101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c71255-c78c-40e1-b9e9-16fa9b2b8a06 req-9144bfd9-ac07-4fdb-9a6e-13a2fb0eb4e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:25.015619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2c71255-c78c-40e1-b9e9-16fa9b2b8a06 req-9144bfd9-ac07-4fdb-9a6e-13a2fb0eb4e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0518599 Aug 26 11:49:25.053340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2c71255-c78c-40e1-b9e9-16fa9b2b8a06 req-d003888c-399c-463f-a875-55520ae82381 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318041 Aug 26 11:49:26.169371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce0c42-c48c-49cd-8730-167b1c6969fa req-f9537b0c-6b1e-4c58-aa21-03daba3048ba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:26.170882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49ce0c42-c48c-49cd-8730-167b1c6969fa req-f9537b0c-6b1e-4c58-aa21-03daba3048ba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0495605 Aug 26 11:49:26.208758 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49ce0c42-c48c-49cd-8730-167b1c6969fa req-1503da2c-859e-4000-95db-d58bd69184fa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308406 Aug 26 11:49:27.326384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf78e1-f0c3-43b1-b583-1260dffed409 req-4fd75be8-1eda-421f-bd9e-523509b55ff4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:27.327868 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40bf78e1-f0c3-43b1-b583-1260dffed409 req-4fd75be8-1eda-421f-bd9e-523509b55ff4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0532146 Aug 26 11:49:27.365053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-40bf78e1-f0c3-43b1-b583-1260dffed409 req-2454a5da-f9ba-41f6-ad1d-f5b448f5defb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306783 Aug 26 11:49:28.479691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e165dd-7f97-49e9-b333-76c5226a510b req-507d5db3-9713-461b-b3cc-6f7dca2f3dd2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:28.481067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2e165dd-7f97-49e9-b333-76c5226a510b req-507d5db3-9713-461b-b3cc-6f7dca2f3dd2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0481749 Aug 26 11:49:28.518391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2e165dd-7f97-49e9-b333-76c5226a510b req-4f3e12fd-21aa-4f66-92c0-7edda7a87145 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314245 Aug 26 11:49:29.631226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a74e3-310f-4fd4-abef-92b6fff02592 req-39d344e2-2ce4-4088-a586-fb2057fbec3e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:29.632682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-334a74e3-310f-4fd4-abef-92b6fff02592 req-39d344e2-2ce4-4088-a586-fb2057fbec3e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0475924 Aug 26 11:49:29.669725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-334a74e3-310f-4fd4-abef-92b6fff02592 req-00f70bee-7889-46e6-a507-bfe1b6c13af9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312357 Aug 26 11:49:30.334612 n-d-778550-13 neutron-server[101267]: INFO neutron.api.v2.resource [req-f310ba48-0114-45c6-b070-6b6b0040901d req-5ccc5982-a5d0-4c72-9fcd-d410aa6a810e service neutron] show failed (client error): The resource could not be found. Aug 26 11:49:30.335668 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-5ccc5982-a5d0-4c72-9fcd-d410aa6a810e service neutron] 10.222.0.47 "GET /v2.0/ports/ca2129ac-d30e-4f11-a05f-c941f2736765/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0595920 Aug 26 11:49:30.563794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ba48-0114-45c6-b070-6b6b0040901d req-8681bcf5-e454-41b3-aeb2-fa71aa76339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:30.565312 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-8681bcf5-e454-41b3-aeb2-fa71aa76339a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 1098 time: 0.0798185 Aug 26 11:49:30.577219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:49:30.635144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:30.787886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6875c-960c-4b01-a500-33e998c1646e req-6b18f79f-f9a0-4a76-a87e-b1ce4ec7149f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:30.789306 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6a6875c-960c-4b01-a500-33e998c1646e req-6b18f79f-f9a0-4a76-a87e-b1ce4ec7149f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0503573 Aug 26 11:49:30.826990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6a6875c-960c-4b01-a500-33e998c1646e req-160010cf-cec6-4e1b-b864-b03a43bec7a7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311992 Aug 26 11:49:30.848360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:30.883389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:49:30.922177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:49:30.924572 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27671f09-882a-4851-ab5f-4e2eef4105f0" -d '{"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:49:30.928656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:30.943742 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Transition to ACTIVE for port object ca2129ac-d30e-4f11-a05f-c941f2736765 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:49:30.947733 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:31.028957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=6']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:31.043615 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf026799-9045-4302-aa8f-55d7005bc18d x-openstack-request-id: req-bf026799-9045-4302-aa8f-55d7005bc18d {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:49:31.043820 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:49:31.044078 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf026799-9045-4302-aa8f-55d7005bc18d {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:49:31.044485 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'code': 200} Aug 26 11:49:31.048116 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.048461 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.048804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.049140 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.049474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.049801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.050125 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.050449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.050794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.051122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.051444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.051759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:31.089169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] No DVR routers for this DVR port ca2129ac-d30e-4f11-a05f-c941f2736765 on host n-h1-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:49:31.234309 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:49:31.234651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:49:31.235015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:49:31.239955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Port ca2129ac-d30e-4f11-a05f-c941f2736765 on network c9c2b197-e5ba-4548-918d-708aded37d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:49:31.240411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:49:31.245236 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:49:31.245578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:49:31.245956 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Bound using segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:49:31.246389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Bound port: ca2129ac-d30e-4f11-a05f-c941f2736765, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:49:31.246772 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:31.314706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:49:31.318087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:49:31.321895 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:31.358833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:31.359477 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:31.361437 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1093 time: 0.7884769 Aug 26 11:49:31.386266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0982b5-80e6-4e74-98a3-c7f144bdf2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=7']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:31.431148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ba48-0114-45c6-b070-6b6b0040901d req-0ee53bd0-8525-4ae1-b41d-a03854ce6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:31.432805 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-0ee53bd0-8525-4ae1-b41d-a03854ce6d35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1096 time: 0.0436103 Aug 26 11:49:31.527013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ba48-0114-45c6-b070-6b6b0040901d req-63c0a569-5e38-4ede-9f9b-b1bd4e8be269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:31.528581 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-63c0a569-5e38-4ede-9f9b-b1bd4e8be269 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0883803 Aug 26 11:49:31.601474 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-f1ad38bf-1a53-4022-a451-9e840a0d7a55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1001 time: 0.0635967 Aug 26 11:49:31.651326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ba48-0114-45c6-b070-6b6b0040901d req-ca8789c3-aeeb-4369-a33d-2d65d4cb905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:31.652832 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-ca8789c3-aeeb-4369-a33d-2d65d4cb905f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0442076 Aug 26 11:49:31.697090 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ba48-0114-45c6-b070-6b6b0040901d req-6c41c385-04eb-4b3e-b507-329dc4a17466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:31.698585 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-6c41c385-04eb-4b3e-b507-329dc4a17466 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385461 Aug 26 11:49:31.709912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-99c31377-7510-4aea-98cc-74dc20878daf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:49:31.710914 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-99c31377-7510-4aea-98cc-74dc20878daf service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049348 Aug 26 11:49:31.802749 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-4c5d1f16-6893-4007-9c8e-2320a43517cb service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850549 Aug 26 11:49:31.893641 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f310ba48-0114-45c6-b070-6b6b0040901d req-579860b7-7a80-434f-bf9b-a6ed4edc15fc service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841677 Aug 26 11:49:31.944978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f091d-cfbc-4653-b87d-aae277dcf815 req-582fb655-90b9-44bf-8a74-76c2e3f8414c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:31.946475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e16f091d-cfbc-4653-b87d-aae277dcf815 req-582fb655-90b9-44bf-8a74-76c2e3f8414c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 944 time: 0.0503318 Aug 26 11:49:31.986552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e16f091d-cfbc-4653-b87d-aae277dcf815 req-e5be1b10-4f61-4067-ba2f-346c63dfce5d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332062 Aug 26 11:49:33.045384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:49:33.048459 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a34a63-58ad-4758-b513-624abe37c631" -d '{"events": [{"name": "network-changed", "server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:49:33.097455 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e66f39f-705a-421a-aac3-d58fec8a5010 x-openstack-request-id: req-0e66f39f-705a-421a-aac3-d58fec8a5010 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:49:33.097749 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:49:33.098031 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e66f39f-705a-421a-aac3-d58fec8a5010 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:49:33.098434 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'status': 'completed', 'code': 200} Aug 26 11:49:33.111079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad551d4-b04f-4b8e-a1d3-9ecc7f23d1e8 req-39391f20-f11a-4a60-86c2-5b9ea5da2932 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:33.112676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bad551d4-b04f-4b8e-a1d3-9ecc7f23d1e8 req-39391f20-f11a-4a60-86c2-5b9ea5da2932 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 944 time: 0.0559437 Aug 26 11:49:33.167408 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34a63-58ad-4758-b513-624abe37c631 req-49fb9b92-0f0f-4aaf-bacd-b497c5f2a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:33.168963 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-49fb9b92-0f0f-4aaf-bacd-b497c5f2a8db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1096 time: 0.0473337 Aug 26 11:49:33.181442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bad551d4-b04f-4b8e-a1d3-9ecc7f23d1e8 req-cd7aea80-75bf-4bcd-92ee-f1b8910c32b0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542026 Aug 26 11:49:33.186444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34a63-58ad-4758-b513-624abe37c631 req-28a4ffd0-0f96-4317-b441-f1200f37134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:33.188161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-28a4ffd0-0f96-4317-b441-f1200f37134c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1096 time: 0.0695779 Aug 26 11:49:33.266862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34a63-58ad-4758-b513-624abe37c631 req-0ace5383-961b-435d-8805-fa5180ef50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:33.268815 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-0ace5383-961b-435d-8805-fa5180ef50ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0918686 Aug 26 11:49:33.296757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34a63-58ad-4758-b513-624abe37c631 req-e1e4182d-f165-49d8-99b4-65985fc22a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:33.298793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-e1e4182d-f165-49d8-99b4-65985fc22a35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0988574 Aug 26 11:49:33.349763 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-70d0d50c-198b-4d76-b50e-787eae848f2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1001 time: 0.0721643 Aug 26 11:49:33.370966 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-18b2df4d-9b2f-4122-90bd-3472dd59687a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1001 time: 0.0649066 Aug 26 11:49:33.408383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34a63-58ad-4758-b513-624abe37c631 req-096572e9-969a-49e5-bbef-99eaf614f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:33.410183 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-096572e9-969a-49e5-bbef-99eaf614f26d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0471487 Aug 26 11:49:33.425873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34a63-58ad-4758-b513-624abe37c631 req-6023f1c2-9848-4259-97de-d2b3293a5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:33.427399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-6023f1c2-9848-4259-97de-d2b3293a5129 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0485365 Aug 26 11:49:33.466591 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34a63-58ad-4758-b513-624abe37c631 req-742b25fb-abea-401e-a15e-4e975876256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:33.468116 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-742b25fb-abea-401e-a15e-4e975876256e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473592 Aug 26 11:49:33.484645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34a63-58ad-4758-b513-624abe37c631 req-c9edc709-0cc9-4f8f-87d8-cbd25cde0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:33.486781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-c9edc709-0cc9-4f8f-87d8-cbd25cde0bcb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515411 Aug 26 11:49:33.572755 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-3e452ca7-c0a3-4de7-9a45-f9d5a1158a92 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918522 Aug 26 11:49:33.582242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-1c458661-f843-47c3-88f7-8a8c920c65b8 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883818 Aug 26 11:49:33.666461 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-57b9c2a7-c607-491c-b2c5-4433b14e7dbf service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856822 Aug 26 11:49:33.676222 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66a34a63-58ad-4758-b513-624abe37c631 req-64f53be5-714f-4dc1-afc9-b77d76d4fb64 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871775 Aug 26 11:49:33.762179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:49:33.855825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:33.866913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'port_id': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'mac_address': 'fa:16:3e:78:fe:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:49:33.902940 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:33.915596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2129ac-d30e-4f11-a05f-c941f2736765 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:49:33.933734 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:33.937759 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:33.983538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:33.990574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:33.990950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:33.991314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:33.991634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:33.991966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:33.992296 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:33.992623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:33.992951 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:33.993275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:33.993597 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:33.993919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:33.994241 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:34.002828 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:49:34.039934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:49:34.190293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['ca2129ac-d30e-4f11-a05f-c941f2736765'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:49:34.301911 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abed65c-cfc2-4366-b6c5-5c8ecd55eff0 req-bda4aaed-78a9-41cd-9ec8-82e4e2aa0720 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:34.303330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8abed65c-cfc2-4366-b6c5-5c8ecd55eff0 req-bda4aaed-78a9-41cd-9ec8-82e4e2aa0720 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 945 time: 0.0480680 Aug 26 11:49:34.342878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8abed65c-cfc2-4366-b6c5-5c8ecd55eff0 req-7aa9ee5b-c604-4334-a1b5-39a081809131 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333622 Aug 26 11:49:34.621589 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-f06bc720-5061-45dd-b93d-4a6d20d91104 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:34.623530 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-f06bc720-5061-45dd-b93d-4a6d20d91104 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.42 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5&tenant_id=01d1ba81d8c548a68119240d42e296c4&binding%3Ahost_id=n-h2-778550-13 HTTP/1.1" status: 200 len: 945 time: 0.0532713 Aug 26 11:49:34.635903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115270dc-5a18-4885-a5b0-80ec06d60170 req-a6927cab-3f9b-4aee-891d-c23bda37fe67 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:34.637381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-115270dc-5a18-4885-a5b0-80ec06d60170 req-a6927cab-3f9b-4aee-891d-c23bda37fe67 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 945 time: 0.0492637 Aug 26 11:49:34.676799 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-115270dc-5a18-4885-a5b0-80ec06d60170 req-d054b9c0-aa96-4e85-9c82-bf53a9b0c498 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332251 Aug 26 11:49:34.692184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-5e43fcaf-c76e-4e4e-83ad-2ac261d9e7ca service neutron] 10.222.0.42 "GET /v2.0/ports/ca2129ac-d30e-4f11-a05f-c941f2736765/bindings/n-h2-778550-13 HTTP/1.1" status: 200 len: 383 time: 0.0602403 Aug 26 11:49:34.754494 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-c7f4d4e1-38cd-4032-83db-0e63d24020de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:34.756439 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-c7f4d4e1-38cd-4032-83db-0e63d24020de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1097 time: 0.0411158 Aug 26 11:49:34.842969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0872c3ef-3313-4d1e-82a3-fb1ab87e9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:34.844973 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0872c3ef-3313-4d1e-82a3-fb1ab87e9f11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0816796 Aug 26 11:49:34.913481 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-57380ef0-cce6-47d8-aac0-f85aee8ee137 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1002 time: 0.0616345 Aug 26 11:49:34.962322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-983393b9-8050-4bfc-815e-7394f4682dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:34.963911 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-983393b9-8050-4bfc-815e-7394f4682dfc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0431879 Aug 26 11:49:35.009360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0a177667-7cfc-4ba0-ba29-4d003b106ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:35.010915 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0a177667-7cfc-4ba0-ba29-4d003b106ec5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397985 Aug 26 11:49:35.103119 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-8c47b85b-863f-44d9-9814-7f2b89b18e85 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840621 Aug 26 11:49:35.190558 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-ebfb441c-802d-4760-9ab4-45aaba45b76b service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806205 Aug 26 11:49:35.770886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:49:35.795505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2156e-80d4-4212-a3ef-8cf69b3df8b8 req-3d24093a-4559-489b-8ba4-ff681c13f54f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:35.796989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19e2156e-80d4-4212-a3ef-8cf69b3df8b8 req-3d24093a-4559-489b-8ba4-ff681c13f54f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 945 time: 0.0475748 Aug 26 11:49:35.819596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port ca2129ac-d30e-4f11-a05f-c941f2736765 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:49:35.823289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port ca2129ac-d30e-4f11-a05f-c941f2736765 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:49:35.823671 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:35.838207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19e2156e-80d4-4212-a3ef-8cf69b3df8b8 req-8ac57858-a2c7-4a86-afa0-6eb2bc38c91c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346985 Aug 26 11:49:35.903137 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:35.925653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:49:35.927905 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e509eb9-60e4-4a19-8bce-a0a7e03c97e8" -d '{"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-plugged", "status": "completed", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:49:35.940290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:35.944190 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:35.991579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:36.029194 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ab6f7d-ec42-4722-b3a8-cff49ffa16e3 x-openstack-request-id: req-49ab6f7d-ec42-4722-b3a8-cff49ffa16e3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:49:36.029520 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-plugged", "status": "completed", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:49:36.029775 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49ab6f7d-ec42-4722-b3a8-cff49ffa16e3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:49:36.030176 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'code': 200} Aug 26 11:49:36.100767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caec08-8744-468f-9e15-f20b414c5ede req-f469ca27-090b-44b2-9fed-7af68b190bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:36.102275 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19caec08-8744-468f-9e15-f20b414c5ede req-f469ca27-090b-44b2-9fed-7af68b190bf3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1098 time: 0.0451064 Aug 26 11:49:36.205090 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caec08-8744-468f-9e15-f20b414c5ede req-1ce330d1-8ce4-4d5f-b631-ff3d90e656c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:36.206590 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19caec08-8744-468f-9e15-f20b414c5ede req-1ce330d1-8ce4-4d5f-b631-ff3d90e656c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0846024 Aug 26 11:49:36.276342 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19caec08-8744-468f-9e15-f20b414c5ede req-040d8c32-97d2-4d76-9bae-a74bbdb2c709 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1003 time: 0.0622437 Aug 26 11:49:36.333774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caec08-8744-468f-9e15-f20b414c5ede req-9f786760-d28c-4ce9-9c2a-473067cc3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:36.335307 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19caec08-8744-468f-9e15-f20b414c5ede req-9f786760-d28c-4ce9-9c2a-473067cc3bb2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0454662 Aug 26 11:49:36.382619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caec08-8744-468f-9e15-f20b414c5ede req-cf681a62-e7a4-4118-9a5b-b0fdf19c6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:36.384163 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19caec08-8744-468f-9e15-f20b414c5ede req-cf681a62-e7a4-4118-9a5b-b0fdf19c6f98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411685 Aug 26 11:49:36.478132 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19caec08-8744-468f-9e15-f20b414c5ede req-df113f80-b5eb-44b8-8158-3ee5c6e38957 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848045 Aug 26 11:49:36.572127 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-19caec08-8744-468f-9e15-f20b414c5ede req-d3d24537-59b7-4a8e-920c-c2dc11148ec0 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865960 Aug 26 11:49:36.955836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc797e-0417-4ad8-a189-dd84b7fc584e req-10e71512-9a82-4e43-8725-6e5d1e3ad5b5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:36.957334 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57fc797e-0417-4ad8-a189-dd84b7fc584e req-10e71512-9a82-4e43-8725-6e5d1e3ad5b5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0505834 Aug 26 11:49:36.995472 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57fc797e-0417-4ad8-a189-dd84b7fc584e req-7dfca5d1-e780-4365-bf02-ace58b487a3f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321496 Aug 26 11:49:37.135578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-dac846d6-1c16-48ba-b412-f93b5ac631c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:37.137000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-dac846d6-1c16-48ba-b412-f93b5ac631c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 1098 time: 0.0414050 Aug 26 11:49:37.149377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:49:37.202635 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:37.748915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:37.781373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:49:37.819534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:49:37.821771 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1d8795-f138-4ead-add9-0ca1f8c3cc86" -d '{"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:49:37.825517 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:37.839655 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Transition to ACTIVE for port object ca2129ac-d30e-4f11-a05f-c941f2736765 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:49:37.843769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:37.932169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=10']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:37.942963 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02308112-ae5a-46ef-b838-a7ba3d129777 x-openstack-request-id: req-02308112-ae5a-46ef-b838-a7ba3d129777 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:49:37.943252 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:49:37.943507 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02308112-ae5a-46ef-b838-a7ba3d129777 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:49:37.943898 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'code': 200} Aug 26 11:49:37.949613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.949968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.950312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.950652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.951018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.951351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.951680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.952009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.952333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.952660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.952998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.953304 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:49:37.981363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] No DVR routers for this DVR port ca2129ac-d30e-4f11-a05f-c941f2736765 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:49:38.148780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1d647-e5d3-4c4c-b8a9-60b1543f0f46 req-62f15efc-4ace-4c3a-9a27-a2b6f9221d56 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:38.150183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdc1d647-e5d3-4c4c-b8a9-60b1543f0f46 req-62f15efc-4ace-4c3a-9a27-a2b6f9221d56 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 945 time: 0.0839026 Aug 26 11:49:38.175297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:49:38.175627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:49:38.175953 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:49:38.182933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Port ca2129ac-d30e-4f11-a05f-c941f2736765 on network c9c2b197-e5ba-4548-918d-708aded37d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:49:38.183259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Attempting to bind port ca2129ac-d30e-4f11-a05f-c941f2736765 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:49:38.195914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:49:38.196256 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:49:38.196625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Bound using segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:49:38.197045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Bound port: ca2129ac-d30e-4f11-a05f-c941f2736765, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:49:38.197395 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:38.211700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdc1d647-e5d3-4c4c-b8a9-60b1543f0f46 req-71ee4df6-8170-4c4f-abba-6d3d3002951a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544217 Aug 26 11:49:38.266494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:49:38.269562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:49:38.273042 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:38.307412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:38.308198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:38.309559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] 10.222.0.47 "PUT /v2.0/ports/ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1094 time: 1.1643879 Aug 26 11:49:38.331747 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cdabc-f915-4ec8-b3e0-e36c3875cc9b service neutron] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=11']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:38.376278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f48e062-53ac-44bf-a223-0495ec12db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:38.377825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-0f48e062-53ac-44bf-a223-0495ec12db12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1097 time: 0.0430777 Aug 26 11:49:38.473739 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-00cfa71c-31ec-4552-8f26-81ab9f0124c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:38.475452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-00cfa71c-31ec-4552-8f26-81ab9f0124c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0905547 Aug 26 11:49:38.544810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-254549f9-4f0a-403d-a3b0-07f5a611ac26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1001 time: 0.0624506 Aug 26 11:49:38.602013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-5f1bb958-bea6-4ef3-bbd0-f11e785a9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:38.603515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-5f1bb958-bea6-4ef3-bbd0-f11e785a9ae0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0518293 Aug 26 11:49:38.649346 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-1fa67e76-e78a-4c83-9270-af8504904b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:38.651666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-1fa67e76-e78a-4c83-9270-af8504904b3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411081 Aug 26 11:49:38.741642 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-404eab4e-4b22-4b9f-beb8-b5332b362c82 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818768 Aug 26 11:49:38.834557 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc64a701-4cbd-4fb6-84d2-9fd4b8a00757 req-9fe66a21-ab72-4281-9610-b977f3b3d86d service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859840 Aug 26 11:49:39.328606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf86131-17f4-411c-96a1-ba1b136f5fbd req-854e4277-9176-4ecf-9449-abda1af603b1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:39.330639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0cf86131-17f4-411c-96a1-ba1b136f5fbd req-854e4277-9176-4ecf-9449-abda1af603b1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 945 time: 0.0512652 Aug 26 11:49:39.374646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0cf86131-17f4-411c-96a1-ba1b136f5fbd req-5d3b1a07-3ecd-4900-ae3d-0fd6908b9091 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378098 Aug 26 11:49:39.800140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:49:39.839817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:49:39.945366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:49:39.947744 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9db6815-d63d-45f1-8557-effc261886dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:49:39.994068 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d449b018-b4f4-4478-bd81-cafca706d75f x-openstack-request-id: req-d449b018-b4f4-4478-bd81-cafca706d75f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:49:39.994392 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:49:39.994618 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d449b018-b4f4-4478-bd81-cafca706d75f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:49:39.995089 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'status': 'completed', 'code': 200} Aug 26 11:49:40.059104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6815-d63d-45f1-8557-effc261886dc req-8277920f-1fd9-4ed6-856c-9c1825d9751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:40.059965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6815-d63d-45f1-8557-effc261886dc req-c1e33ed6-2b9a-46f8-b42f-e1a9af04c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:40.060548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-8277920f-1fd9-4ed6-856c-9c1825d9751c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1097 time: 0.0450904 Aug 26 11:49:40.061477 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-c1e33ed6-2b9a-46f8-b42f-e1a9af04c864 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 1097 time: 0.0409040 Aug 26 11:49:40.152933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6815-d63d-45f1-8557-effc261886dc req-60eb7a43-cc8b-45a1-8d60-f2df21bca1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:40.154419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-60eb7a43-cc8b-45a1-8d60-f2df21bca1b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0866597 Aug 26 11:49:40.155154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6815-d63d-45f1-8557-effc261886dc req-eeb9a8c4-3c1b-48d7-9e87-bbfb2fdeea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:40.156702 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-eeb9a8c4-3c1b-48d7-9e87-bbfb2fdeea70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0887544 Aug 26 11:49:40.221360 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-b3626a42-89e8-4368-8833-7c0e71d2cf43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1001 time: 0.0576482 Aug 26 11:49:40.226549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-f30a3576-0401-4575-ae8e-6a3ee08ba25b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 200 len: 1001 time: 0.0651894 Aug 26 11:49:40.274638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6815-d63d-45f1-8557-effc261886dc req-c9dace1d-8e6c-4b04-b406-c6d8628f7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:40.276244 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-c9dace1d-8e6c-4b04-b406-c6d8628f7c11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0480630 Aug 26 11:49:40.277714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6815-d63d-45f1-8557-effc261886dc req-b18ca6e4-dbc0-484a-8fc1-66c7d9ed5080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:40.279204 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-b18ca6e4-dbc0-484a-8fc1-66c7d9ed5080 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0446236 Aug 26 11:49:40.321322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6815-d63d-45f1-8557-effc261886dc req-295c65b0-063b-4dc0-a1d9-62395e7c756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:40.322857 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-295c65b0-063b-4dc0-a1d9-62395e7c756d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396478 Aug 26 11:49:40.325592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6815-d63d-45f1-8557-effc261886dc req-b4af06c2-1e4b-406a-b87d-975781c7c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:40.327101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-b4af06c2-1e4b-406a-b87d-975781c7c8ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402210 Aug 26 11:49:40.423004 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-801ad85c-ee81-4b96-856e-8176bf3fc935 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927682 Aug 26 11:49:40.423253 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-a7f1707d-affa-4d9d-b004-0cc0875d2f20 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874505 Aug 26 11:49:40.522877 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-3960f936-5d7f-4d2d-b7f7-a42eae670f3f service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932639 Aug 26 11:49:40.554250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7033e-012b-45bd-8454-d19137faa0f8 req-1866035b-74e1-4af5-94d3-529aafdb7de6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:40.555763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0b7033e-012b-45bd-8454-d19137faa0f8 req-1866035b-74e1-4af5-94d3-529aafdb7de6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 945 time: 0.1054349 Aug 26 11:49:40.559323 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9db6815-d63d-45f1-8557-effc261886dc req-c986672e-9df0-476f-8c0b-21aaabee0818 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285660 Aug 26 11:49:40.601466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f0b7033e-012b-45bd-8454-d19137faa0f8 req-f5aecf4b-d1bc-4d60-a01f-2655805ddcd1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392900 Aug 26 11:49:41.722344 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ede82e-795b-4f18-9fa4-14b16da2e18c req-4c179a03-5f20-4e21-acfe-742530b242ed tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:41.723890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93ede82e-795b-4f18-9fa4-14b16da2e18c req-4c179a03-5f20-4e21-acfe-742530b242ed tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 945 time: 0.0487154 Aug 26 11:49:41.767826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93ede82e-795b-4f18-9fa4-14b16da2e18c req-26e02cd3-6f78-4954-9a8d-32856309a7f2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375626 Aug 26 11:49:42.067414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:49:42.312536 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:42.324190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'port_id': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'mac_address': 'fa:16:3e:78:fe:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:49:42.359331 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:42.374883 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2129ac-d30e-4f11-a05f-c941f2736765 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:49:42.393084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:42.396954 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:42.443501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=12']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:42.768583 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:49:42.787714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['ca2129ac-d30e-4f11-a05f-c941f2736765'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:49:42.883627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6fd38-2a1c-4205-a788-83f6d54fa1db req-fdccfe29-3b27-4fac-94d6-cea0ff4964c5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:42.885140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94e6fd38-2a1c-4205-a788-83f6d54fa1db req-fdccfe29-3b27-4fac-94d6-cea0ff4964c5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0504141 Aug 26 11:49:42.922438 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94e6fd38-2a1c-4205-a788-83f6d54fa1db req-2e0a986a-1d3b-464b-81ec-a9a62400e04b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Aug 26 11:49:43.033620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418305b-4439-4def-bbf4-26c99c529ba1 req-69a66847-c273-4696-a4e2-3c22eca4b6d3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:43.035040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c418305b-4439-4def-bbf4-26c99c529ba1 req-69a66847-c273-4696-a4e2-3c22eca4b6d3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0485752 Aug 26 11:49:43.076260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c418305b-4439-4def-bbf4-26c99c529ba1 req-731caa0a-a53b-4db8-a244-a66dd1ed785e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353906 Aug 26 11:49:43.189029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9d15e-811a-4a6b-8480-88038b88c466 req-6a304f36-5820-4a7a-b534-4681dc82f31c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:43.190515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01b9d15e-811a-4a6b-8480-88038b88c466 req-6a304f36-5820-4a7a-b534-4681dc82f31c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0488253 Aug 26 11:49:43.228275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01b9d15e-811a-4a6b-8480-88038b88c466 req-afd00e80-65a2-4ff4-b65b-2b47af06899e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Aug 26 11:49:43.416283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-48e7d174-073b-4ee1-95b2-e2cdb1ca85e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:43.459563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7a70d-944b-463e-a76d-dc7008ff5661 req-19f57277-9eeb-4d32-9b0d-968fa29f9123 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:43.461056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19e7a70d-944b-463e-a76d-dc7008ff5661 req-19f57277-9eeb-4d32-9b0d-968fa29f9123 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 946 time: 0.0552731 Aug 26 11:49:43.499096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-19e7a70d-944b-463e-a76d-dc7008ff5661 req-1f30b583-28d3-4f3d-b499-f06ab5430b44 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319624 Aug 26 11:49:44.083084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:49:44.132966 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port ca2129ac-d30e-4f11-a05f-c941f2736765 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:49:44.136574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port ca2129ac-d30e-4f11-a05f-c941f2736765 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:49:44.136957 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:44.210439 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:44.233566 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:49:44.236388 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b801c2-fffa-4cea-8937-ce8e243a8b96" -d '{"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-plugged", "status": "completed", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:49:44.249443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:44.253623 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:44.280594 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482b2965-e0b5-4427-a4f1-4556cf38488b x-openstack-request-id: req-482b2965-e0b5-4427-a4f1-4556cf38488b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:49:44.280889 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-plugged", "status": "completed", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:49:44.281150 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-482b2965-e0b5-4427-a4f1-4556cf38488b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:49:44.281530 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'code': 200} Aug 26 11:49:44.306288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=13']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:44.614008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6a46a-0755-4ba5-bd14-5b1ee65ae685 req-def223db-6ee7-4063-b53f-1e1817bc5abb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:44.615511 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45e6a46a-0755-4ba5-bd14-5b1ee65ae685 req-def223db-6ee7-4063-b53f-1e1817bc5abb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 947 time: 0.0486219 Aug 26 11:49:44.657624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-45e6a46a-0755-4ba5-bd14-5b1ee65ae685 req-a915d72b-2cbf-447a-b359-3da39d69f8df tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362737 Aug 26 11:49:44.969003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-058c287a-8f48-4d6d-8686-9e09317da1d4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:44.970487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-058c287a-8f48-4d6d-8686-9e09317da1d4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 947 time: 0.0502286 Aug 26 11:49:45.062349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Deleting port ca2129ac-d30e-4f11-a05f-c941f2736765 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:49:45.063291 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:45.153974 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] For port ca2129ac-d30e-4f11-a05f-c941f2736765, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=ca2129ac-d30e-4f11-a05f-c941f2736765,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:45.154404 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:45.326093 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:45.326485 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:45.326833 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Floating IP 9c33deed-d895-4920-bd87-112fa9d2161c disassociated. External IP: 172.25.1.228, port: ca2129ac-d30e-4f11-a05f-c941f2736765. Aug 26 11:49:45.327176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Calling delete_port for ca2129ac-d30e-4f11-a05f-c941f2736765 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:49:45.456867 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:45.485799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event deleted for resources: {'Port': ['ID=ca2129ac-d30e-4f11-a05f-c941f2736765,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:45.603724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Router 06dea024-cc13-403b-94e1-a0be68464985 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:49:45.717668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:49:45.727873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea993e-41ee-436a-964e-ae4d9d8ae1ff None None] Sync routers for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:49:45.738877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea993e-41ee-436a-964e-ae4d9d8ae1ff None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:49:45.739681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-64ea993e-41ee-436a-964e-ae4d9d8ae1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:49:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:49:45.767760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] No DVR routers for this DVR port ca2129ac-d30e-4f11-a05f-c941f2736765 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:49:45.780775 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:45.782780 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e52f86f-1ba7-4d80-baa4-3f45814674f4 req-455cad32-02df-4e7f-bb84-a78e8db87562 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "DELETE /v2.0/ports/ca2129ac-d30e-4f11-a05f-c941f2736765 HTTP/1.1" status: 204 len: 173 time: 0.8057292 Aug 26 11:49:45.783222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-deleted', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:49:45.785554 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dcc552-75e8-42f7-8c0e-2cba1195a22c" -d '{"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-deleted", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:49:45.790023 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d743bb22-bc7f-43db-a0ec-d74689bd020b req-22b08da3-28a2-49f8-8539-ddac6d81a28d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=4037240b-fe31-44ed-af95-e55a753f2de5 HTTP/1.1" status: 200 len: 210 time: 0.0501783 Aug 26 11:49:45.843398 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c0af22-dee1-4b44-8637-ed8fd57232eb x-openstack-request-id: req-f2c0af22-dee1-4b44-8637-ed8fd57232eb {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:49:45.844258 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4037240b-fe31-44ed-af95-e55a753f2de5", "name": "network-vif-deleted", "tag": "ca2129ac-d30e-4f11-a05f-c941f2736765", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:49:45.844528 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2c0af22-dee1-4b44-8637-ed8fd57232eb {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:49:45.844942 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4037240b-fe31-44ed-af95-e55a753f2de5', 'name': 'network-vif-deleted', 'tag': 'ca2129ac-d30e-4f11-a05f-c941f2736765', 'status': 'completed', 'code': 200} Aug 26 11:49:45.852594 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245d019e-b2f8-4127-8b45-aecab29b6a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:45.871693 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-64ea993e-41ee-436a-964e-ae4d9d8ae1ff None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:49:46.084875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-64ea993e-41ee-436a-964e-ae4d9d8ae1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:49:46.118596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea993e-41ee-436a-964e-ae4d9d8ae1ff None None] Checking router: 06dea024-cc13-403b-94e1-a0be68464985 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:49:46.127170 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea993e-41ee-436a-964e-ae4d9d8ae1ff None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:49:46.127763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-64ea993e-41ee-436a-964e-ae4d9d8ae1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:49:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:49:46.230475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-64ea993e-41ee-436a-964e-ae4d9d8ae1ff None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:49:46.362660 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:46.446550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-64ea993e-41ee-436a-964e-ae4d9d8ae1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:49:46.473875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea993e-41ee-436a-964e-ae4d9d8ae1ff None None] The sync data for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 is: [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:49:46.693960 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686ffabc-9b38-480a-8ba2-689729510cad None None] New status for floating IP 9c33deed-d895-4920-bd87-112fa9d2161c: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:49:47.093127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-a5d27298-b472-49e0-a326-f53ccfee66b3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--594411861&fields=id&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 267 time: 0.0372458 Aug 26 11:49:47.199799 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df5182-7c31-41df-98e8-46cce879ae32 req-cc42cc86-4742-4e56-8dbd-ecffb35ee5e2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:47.201196 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-cc42cc86-4742-4e56-8dbd-ecffb35ee5e2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 810 time: 0.1013408 Aug 26 11:49:47.216588 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-0d603f18-e024-4f43-a918-c90aefa818c0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/quotas/01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 375 time: 0.0090241 Aug 26 11:49:47.269761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-1801bc80-0fc7-457b-8ec8-f2eb12720e46 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476360 Aug 26 11:49:47.323199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-bad0acf4-7a64-4417-8753-dcab774a7203 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:49:47.324227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-bad0acf4-7a64-4417-8753-dcab774a7203 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434265 Aug 26 11:49:47.407704 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:47.422255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-bede31a1-1e41-43f1-8516-53ba74fffdfc service neutron] 10.222.0.21 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911994 Aug 26 11:49:47.511909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-d0cdc6b2-60eb-4e53-a57a-6665aa286f78 service neutron] 10.222.0.21 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833471 Aug 26 11:49:47.680477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-930d7df2-3292-47fb-8a21-4dedf2b713a9 req-792753c7-35e7-49f5-8bc9-8a97458839e0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 210 time: 0.0352597 Aug 26 11:49:48.099831 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:49:48.120416 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: ca2129ac-d30e-4f11-a05f-c941f2736765 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:49:48.120767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device ca2129ac-d30e-4f11-a05f-c941f2736765 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:49:48.623559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df5182-7c31-41df-98e8-46cce879ae32 req-853aa08c-0dec-4039-9f71-174f4179cce6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:48.625594 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-853aa08c-0dec-4039-9f71-174f4179cce6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 810 time: 0.1033888 Aug 26 11:49:48.671055 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-2e17313a-3b3d-4845-836c-3618e8d97f8b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 379 time: 0.0359406 Aug 26 11:49:48.681395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'port': {'device_id': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'admin_state_up': True, 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'security_groups': ['dcc3b4df-c7a1-4979-8c8b-de524848d992']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:49:48.787806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e24f7310-71bf-4696-88ed-b0bca716942e req-c64cf239-2ed9-4e02-99ab-7dd10b07c3db tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 210 time: 0.0275989 Aug 26 11:49:48.797447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Made reservation on behalf of 01d1ba81d8c548a68119240d42e296c4 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:49:48.801214 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:48.927335 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Allocated IP 172.20.0.12 (c9c2b197-e5ba-4548-918d-708aded37d02/6595a7b7-e980-4507-b157-9d4a29c0a00d/63174cec-b218-4b90-b0cb-9bac89297d78) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:49:49.064950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:49.079024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Transition to ACTIVE for port object 63174cec-b218-4b90-b0cb-9bac89297d78 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:49:49.111945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:49.158524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Network c9c2b197-e5ba-4548-918d-708aded37d02 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:49:49.163604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:49:49.167357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:49:49.174271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event updated for resources: {'Port': ['ID=63174cec-b218-4b90-b0cb-9bac89297d78,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:49.220244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:49.220907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:49.237704 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-203dfecc-a81e-43ad-baa5-c6b4556f1a30 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5598137 Aug 26 11:49:49.251040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Request body: {'port': {'device_id': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:49:49.306195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:49.412945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-16980a83-2ebc-4f25-9b27-91efe87437ba None None] Provisioning for port 63174cec-b218-4b90-b0cb-9bac89297d78 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:49:49.416909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-16980a83-2ebc-4f25-9b27-91efe87437ba None None] Provisioning complete for port 63174cec-b218-4b90-b0cb-9bac89297d78 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:49:49.417283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16980a83-2ebc-4f25-9b27-91efe87437ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:49.456056 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-16980a83-2ebc-4f25-9b27-91efe87437ba None None] Port 63174cec-b218-4b90-b0cb-9bac89297d78 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:49:49.473031 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:49.575019 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63174cec-b218-4b90-b0cb-9bac89297d78 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:49:49.582845 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:49.595352 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Transition to ACTIVE for port object 63174cec-b218-4b90-b0cb-9bac89297d78 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:49:49.598947 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:49.650431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Pushing event updated for resources: {'Port': ['ID=63174cec-b218-4b90-b0cb-9bac89297d78,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:49.715919 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Attempting to bind port 63174cec-b218-4b90-b0cb-9bac89297d78 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:49:49.716258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Attempting to bind port 63174cec-b218-4b90-b0cb-9bac89297d78 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:49:49.716597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Attempting to bind port 63174cec-b218-4b90-b0cb-9bac89297d78 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:49:49.721649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Port 63174cec-b218-4b90-b0cb-9bac89297d78 on network c9c2b197-e5ba-4548-918d-708aded37d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:49:49.721978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Attempting to bind port 63174cec-b218-4b90-b0cb-9bac89297d78 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:49:49.727504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:49:49.727847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:49:49.728234 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Bound using segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:49:49.728668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Bound port: 63174cec-b218-4b90-b0cb-9bac89297d78, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:49:49.729030 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:49.909925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8d29c-29ea-4d58-9285-57a4d592a4df req-df523c62-8ff7-40c1-997f-2857abff18b4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:49.911486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67a8d29c-29ea-4d58-9285-57a4d592a4df req-df523c62-8ff7-40c1-997f-2857abff18b4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 944 time: 0.0530424 Aug 26 11:49:49.952304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67a8d29c-29ea-4d58-9285-57a4d592a4df req-20f48ae6-ff49-42e6-85a4-f6a82561696b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344164 Aug 26 11:49:50.124014 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:49:50.127710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=63174cec-b218-4b90-b0cb-9bac89297d78,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:49:50.131999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:50.164061 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:50.164732 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:50.166210 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] 10.222.0.42 "PUT /v2.0/ports/63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1093 time: 0.9200916 Aug 26 11:49:50.168324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:49:50.170666 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096c4125-7a03-472a-96b6-d15cda7aeb63" -d '{"events": [{"name": "network-changed", "server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:49:50.195530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f944ab-d230-444a-8e03-a4d6a155ee9d service neutron] Pushing event updated for resources: {'Port': ['ID=63174cec-b218-4b90-b0cb-9bac89297d78,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:50.216970 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068e3953-8922-4611-b5fa-1282bce3a6fd x-openstack-request-id: req-068e3953-8922-4611-b5fa-1282bce3a6fd {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:49:50.217431 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:49:50.217690 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-068e3953-8922-4611-b5fa-1282bce3a6fd {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:49:50.218087 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78', 'status': 'completed', 'code': 200} Aug 26 11:49:50.263051 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df5182-7c31-41df-98e8-46cce879ae32 req-19305bc7-2e75-4c3d-b17d-beabc13e4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:50.264583 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-19305bc7-2e75-4c3d-b17d-beabc13e4bea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1096 time: 0.0430009 Aug 26 11:49:50.311884 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-0feec9cb-908f-4489-858f-2d558d744989 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 217 time: 0.0384696 Aug 26 11:49:50.362455 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df5182-7c31-41df-98e8-46cce879ae32 req-b6a5128f-270f-45c6-b59b-0118ab309437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:50.364003 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-b6a5128f-270f-45c6-b59b-0118ab309437 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0457153 Aug 26 11:49:50.411665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df5182-7c31-41df-98e8-46cce879ae32 req-eef32f59-11b2-48df-82d2-c3ca3895467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:50.413172 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-eef32f59-11b2-48df-82d2-c3ca3895467d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419002 Aug 26 11:49:50.504414 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-8d231992-500b-456e-84df-3eccd7ec613d service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838778 Aug 26 11:49:50.594300 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-80df5182-7c31-41df-98e8-46cce879ae32 req-f1268032-f6c9-4989-8088-4114e57ee425 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819681 Aug 26 11:49:50.678749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c4125-7a03-472a-96b6-d15cda7aeb63 req-4cff77d0-192e-49ce-b525-b0cce25425c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:50.680247 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-096c4125-7a03-472a-96b6-d15cda7aeb63 req-4cff77d0-192e-49ce-b525-b0cce25425c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1096 time: 0.0406232 Aug 26 11:49:50.771375 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c4125-7a03-472a-96b6-d15cda7aeb63 req-41d734f8-f226-48f4-b3f1-84f0c869fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:50.772908 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-096c4125-7a03-472a-96b6-d15cda7aeb63 req-41d734f8-f226-48f4-b3f1-84f0c869fd0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0860434 Aug 26 11:49:50.817259 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-096c4125-7a03-472a-96b6-d15cda7aeb63 req-2675329e-961f-4e94-a7b8-345a0f3cab4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 217 time: 0.0376234 Aug 26 11:49:50.870008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c4125-7a03-472a-96b6-d15cda7aeb63 req-303d41b5-3e2f-4810-bb8c-686ac582be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:50.871519 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-096c4125-7a03-472a-96b6-d15cda7aeb63 req-303d41b5-3e2f-4810-bb8c-686ac582be86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0469289 Aug 26 11:49:50.891573 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:50.921994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c4125-7a03-472a-96b6-d15cda7aeb63 req-633de148-c20f-47b3-8613-4a4fadbca342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:50.923538 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-096c4125-7a03-472a-96b6-d15cda7aeb63 req-633de148-c20f-47b3-8613-4a4fadbca342 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437355 Aug 26 11:49:51.015740 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-096c4125-7a03-472a-96b6-d15cda7aeb63 req-f8cc7cd7-16d1-42c1-8d7e-aab09d29846b service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824656 Aug 26 11:49:51.067552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481618a-80e3-4868-a952-7f5222627d02 req-41370276-9517-46bb-84b2-5b39fd2f7897 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:51.068965 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c481618a-80e3-4868-a952-7f5222627d02 req-41370276-9517-46bb-84b2-5b39fd2f7897 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 944 time: 0.0484085 Aug 26 11:49:51.108206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c481618a-80e3-4868-a952-7f5222627d02 req-6a4c2867-81e2-4bb2-885a-f77f7a96f9c4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332394 Aug 26 11:49:51.117449 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-096c4125-7a03-472a-96b6-d15cda7aeb63 req-9dc190b3-2253-43df-b008-44d4da2b0f59 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935771 Aug 26 11:49:51.830455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 63174cec-b218-4b90-b0cb-9bac89297d78 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:49:51.921501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=63174cec-b218-4b90-b0cb-9bac89297d78,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:51.932581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '63174cec-b218-4b90-b0cb-9bac89297d78', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'port_id': '63174cec-b218-4b90-b0cb-9bac89297d78', 'mac_address': 'fa:16:3e:e8:83:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:49:51.972741 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:51.985054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63174cec-b218-4b90-b0cb-9bac89297d78 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:49:52.004107 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=63174cec-b218-4b90-b0cb-9bac89297d78,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:52.009290 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:52.056245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=63174cec-b218-4b90-b0cb-9bac89297d78,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:52.197327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['63174cec-b218-4b90-b0cb-9bac89297d78'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:49:52.235111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dea9dc-e9f3-4654-a761-4520ee3ab9b9 req-9eee3735-de1f-49a7-b723-6f80bdcfb249 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:52.236636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84dea9dc-e9f3-4654-a761-4520ee3ab9b9 req-9eee3735-de1f-49a7-b723-6f80bdcfb249 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 945 time: 0.0584688 Aug 26 11:49:52.275531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84dea9dc-e9f3-4654-a761-4520ee3ab9b9 req-f7bda74a-7c25-422c-ad72-adf5d453d404 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329568 Aug 26 11:49:52.844290 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:53.388587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d5a60-5f3b-408c-a07f-954bfee59a80 req-8cdd7c41-391c-4b90-9b6e-5c026fb87d14 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:53.390125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-757d5a60-5f3b-408c-a07f-954bfee59a80 req-8cdd7c41-391c-4b90-9b6e-5c026fb87d14 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 945 time: 0.0493739 Aug 26 11:49:53.427686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-757d5a60-5f3b-408c-a07f-954bfee59a80 req-63b7ec60-fce7-4d71-8c08-38f766be41ec tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314028 Aug 26 11:49:53.845780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 63174cec-b218-4b90-b0cb-9bac89297d78 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:49:53.895851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 63174cec-b218-4b90-b0cb-9bac89297d78 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:49:53.900467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 63174cec-b218-4b90-b0cb-9bac89297d78 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:49:53.900844 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:53.975115 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:53.997457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:49:54.000257 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7d7b39-656a-4fb7-accd-92bb7add779a" -d '{"events": [{"server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "name": "network-vif-plugged", "status": "completed", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:49:54.015573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=63174cec-b218-4b90-b0cb-9bac89297d78,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:49:54.019796 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:54.045686 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f96aac-25b6-463c-ad03-f2f3d99227a6 x-openstack-request-id: req-f1f96aac-25b6-463c-ad03-f2f3d99227a6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:49:54.045983 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "name": "network-vif-plugged", "status": "completed", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:49:54.046246 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1f96aac-25b6-463c-ad03-f2f3d99227a6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:49:54.047298 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78', 'code': 200} Aug 26 11:49:54.075875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=63174cec-b218-4b90-b0cb-9bac89297d78,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:49:54.137244 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed384a-6a32-43ce-8b9c-b9dc7c22a252 req-4ac1a88f-355e-4add-bbd7-4981cf0b49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:54.138685 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-32ed384a-6a32-43ce-8b9c-b9dc7c22a252 req-4ac1a88f-355e-4add-bbd7-4981cf0b49c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0435491 Aug 26 11:49:54.173144 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-32ed384a-6a32-43ce-8b9c-b9dc7c22a252 req-2b638b56-4702-4716-a4bb-65daa2e0c6c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275581 Aug 26 11:49:54.540885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e3542-2cb1-4649-ab87-5165b99ddc2c req-adfbc169-b69d-48eb-8de5-adaae3e7f970 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:54.542347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-467e3542-2cb1-4649-ab87-5165b99ddc2c req-adfbc169-b69d-48eb-8de5-adaae3e7f970 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0487230 Aug 26 11:49:54.581712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-467e3542-2cb1-4649-ab87-5165b99ddc2c req-a209dd6c-c8ee-4d79-b615-fe73e3418a07 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327742 Aug 26 11:49:55.702106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705e63c-61e6-44e8-9371-ac129f863ab3 req-a1654ba2-6def-434d-bc29-3b9226f89bb5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:55.704040 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1705e63c-61e6-44e8-9371-ac129f863ab3 req-a1654ba2-6def-434d-bc29-3b9226f89bb5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0537751 Aug 26 11:49:55.743268 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1705e63c-61e6-44e8-9371-ac129f863ab3 req-464167ff-0d09-4f06-b0e0-e09e85d3081d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331054 Aug 26 11:49:55.855101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128291c2-b29f-4f00-8be8-69d7bb797d69 req-b0b09317-7be0-4924-9432-3ee4ee5045dd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:55.856592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-128291c2-b29f-4f00-8be8-69d7bb797d69 req-b0b09317-7be0-4924-9432-3ee4ee5045dd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0498753 Aug 26 11:49:55.865553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 41548) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:49:55.870160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-38ba6186-3353-4f34-840d-ed6118f09880 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Request body: {'floatingip': {'port_id': '63174cec-b218-4b90-b0cb-9bac89297d78'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:49:55.910929 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38ba6186-3353-4f34-840d-ed6118f09880 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:56.362120 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38ba6186-3353-4f34-840d-ed6118f09880 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:56.366246 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38ba6186-3353-4f34-840d-ed6118f09880 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:56.470053 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-38ba6186-3353-4f34-840d-ed6118f09880 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Floating IP 9c33deed-d895-4920-bd87-112fa9d2161c associated. External IP: 172.25.1.228, port: 63174cec-b218-4b90-b0cb-9bac89297d78. Aug 26 11:49:56.673382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ba6186-3353-4f34-840d-ed6118f09880 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Router 06dea024-cc13-403b-94e1-a0be68464985 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:49:56.779531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ba6186-3353-4f34-840d-ed6118f09880 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:49:56.784279 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-38ba6186-3353-4f34-840d-ed6118f09880 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:49:56.788852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05007eb-37cb-4791-9a74-fd69fbc30c23 None None] Sync routers for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:49:56.797659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05007eb-37cb-4791-9a74-fd69fbc30c23 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:49:56.798262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b05007eb-37cb-4791-9a74-fd69fbc30c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:49:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:49:56.815607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-38ba6186-3353-4f34-840d-ed6118f09880 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "PUT /v2.0/floatingips/9c33deed-d895-4920-bd87-112fa9d2161c HTTP/1.1" status: 200 len: 993 time: 0.9488635 Aug 26 11:49:56.816214 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:49:56.818490 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3ee206-02c1-4f9a-9789-89237878b45e" -d '{"events": [{"name": "network-changed", "server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:49:56.855749 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429ad494-f498-4841-a4e5-0af93a764976 x-openstack-request-id: req-429ad494-f498-4841-a4e5-0af93a764976 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:49:56.856031 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:49:56.856287 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-429ad494-f498-4841-a4e5-0af93a764976 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:49:56.857143 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78', 'status': 'completed', 'code': 200} Aug 26 11:49:56.917374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee206-02c1-4f9a-9789-89237878b45e req-3018af86-31ef-41c1-8a92-5afbe7b8f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:56.918917 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8d3ee206-02c1-4f9a-9789-89237878b45e req-3018af86-31ef-41c1-8a92-5afbe7b8f6d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0401707 Aug 26 11:49:56.922049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b05007eb-37cb-4791-9a74-fd69fbc30c23 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:49:57.014169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee206-02c1-4f9a-9789-89237878b45e req-6a80669e-1266-4ab6-bb2e-ad8e0f37f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:57.015810 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8d3ee206-02c1-4f9a-9789-89237878b45e req-6a80669e-1266-4ab6-bb2e-ad8e0f37f613 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0899298 Aug 26 11:49:57.082045 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8d3ee206-02c1-4f9a-9789-89237878b45e req-b7af1f2d-54a2-41c2-b714-ed12cb95977c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1001 time: 0.0597253 Aug 26 11:49:57.136519 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee206-02c1-4f9a-9789-89237878b45e req-40a097c2-4f9a-4c8d-b2d4-45178e9834b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:57.138010 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8d3ee206-02c1-4f9a-9789-89237878b45e req-40a097c2-4f9a-4c8d-b2d4-45178e9834b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0495987 Aug 26 11:49:57.144626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b05007eb-37cb-4791-9a74-fd69fbc30c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': '63174cec-b218-4b90-b0cb-9bac89297d78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:e8:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:49:56Z', 'revision_number': 13, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:49:57.174911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05007eb-37cb-4791-9a74-fd69fbc30c23 None None] Checking router: 06dea024-cc13-403b-94e1-a0be68464985 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:49:57.183055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05007eb-37cb-4791-9a74-fd69fbc30c23 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:49:57.183654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b05007eb-37cb-4791-9a74-fd69fbc30c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:49:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:49:57.184386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee206-02c1-4f9a-9789-89237878b45e req-10b95f40-76c9-4acf-b7fd-56b0bd9e7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:49:57.185914 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8d3ee206-02c1-4f9a-9789-89237878b45e req-10b95f40-76c9-4acf-b7fd-56b0bd9e7885 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412114 Aug 26 11:49:57.275599 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8d3ee206-02c1-4f9a-9789-89237878b45e req-45858ca6-3709-43bb-a731-c570fe2e4478 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821459 Aug 26 11:49:57.290514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b05007eb-37cb-4791-9a74-fd69fbc30c23 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:49:57.371370 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-8d3ee206-02c1-4f9a-9789-89237878b45e req-ed8dd994-5261-4d6e-8242-4d6bd87999d2 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890355 Aug 26 11:49:57.665939 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b05007eb-37cb-4791-9a74-fd69fbc30c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': '63174cec-b218-4b90-b0cb-9bac89297d78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:e8:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:49:56Z', 'revision_number': 13, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:49:57.692215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05007eb-37cb-4791-9a74-fd69fbc30c23 None None] The sync data for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 is: [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '9c33deed-d895-4920-bd87-112fa9d2161c', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'floating_ip_address': '172.25.1.228', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '06dea024-cc13-403b-94e1-a0be68464985', 'port_id': '63174cec-b218-4b90-b0cb-9bac89297d78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'mac_address': 'fa:16:3e:e8:83:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T11:40:18Z', 'updated_at': '2021-08-26T11:49:56Z', 'revision_number': 13, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:49:57.881735 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcbcf7b-cc65-44bf-a8ad-7c508ea3ce4e None None] New status for floating IP 9c33deed-d895-4920-bd87-112fa9d2161c: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:50:13.417476 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f884bd50-5232-498e-a16d-10e1665f6171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:15.822369 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9490531-4495-40b9-9722-f2991494a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:16.345035 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:17.407816 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:19.476177 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:19.767778 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:50:20.894200 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:22.859809 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:38.062871 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-09d858ae-a0cf-4df8-8370-f79f4f677849 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406256 Aug 26 11:50:38.144578 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-cf439071-0939-4500-b58b-b296b1b398a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:50:38.146077 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-cf439071-0939-4500-b58b-b296b1b398a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0409179 Aug 26 11:50:38.252751 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-8902e1d4-5257-49da-819d-7547225dbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:50:38.254261 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-8902e1d4-5257-49da-819d-7547225dbd8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0886650 Aug 26 11:50:38.319795 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-d669fa43-56c5-4a1c-90d9-0615e1b0d6e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1003 time: 0.0577164 Aug 26 11:50:38.375083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-d0fa634c-7b31-4a95-8433-f045761d8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:50:38.376555 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-d0fa634c-7b31-4a95-8433-f045761d8c81 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0497065 Aug 26 11:50:38.421066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-593779b6-b2ec-42dc-bdb1-fb453533950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:50:38.422554 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-593779b6-b2ec-42dc-bdb1-fb453533950e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391738 Aug 26 11:50:38.512490 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-9a57c0c7-735e-48b5-b735-d063fcb77f01 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822873 Aug 26 11:50:38.606900 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4148a048-b664-4bae-8ba0-e7c9e8b3a39f req-2d3f3865-1d9d-4760-8123-7bbd4ea252bc service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873430 Aug 26 11:50:43.417816 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8ad089c-505b-408c-b435-aeb5587e288a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:45.822210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-501d2522-2037-45aa-89b5-c831b2874e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:46.346403 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:47.411531 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:49.478229 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:50.889163 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:52.872905 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:50:56.767365 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:51:13.418585 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36b364cc-9d61-4334-a12d-c29d05d88cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:15.822906 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3e3ad0a-4774-4dd2-8de2-5c604f82bc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:16.346592 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:17.415053 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:19.480218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:20.897479 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:22.903291 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:33.766976 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:51:33.929538 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5edd64-6b7c-4009-86b4-1e75e6b456e1 req-eba7ad38-b294-4af0-80c7-cf0fd4eaf308 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:33.931050 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a5edd64-6b7c-4009-86b4-1e75e6b456e1 req-eba7ad38-b294-4af0-80c7-cf0fd4eaf308 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0496185 Aug 26 11:51:33.968649 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a5edd64-6b7c-4009-86b4-1e75e6b456e1 req-df516794-78c2-4f52-b679-f6a457728285 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318143 Aug 26 11:51:39.058579 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-0f0471a5-f607-4de3-9b72-1ad284ce3521 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403757 Aug 26 11:51:39.137157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-604af93d-26ed-481e-bc40-3a87dd7bff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:39.138645 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-604af93d-26ed-481e-bc40-3a87dd7bff8c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0407453 Aug 26 11:51:39.250699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-8c9de9c4-b412-4294-bc9b-cbf6da0b5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:39.252268 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-8c9de9c4-b412-4294-bc9b-cbf6da0b5c89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0942621 Aug 26 11:51:39.317383 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-d90aad9f-3d4b-451a-989d-86eb62465b8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1003 time: 0.0579181 Aug 26 11:51:39.370594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-0fe667d8-7aca-4ab0-b535-9f4b820fabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:39.372393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-0fe667d8-7aca-4ab0-b535-9f4b820fabbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0482357 Aug 26 11:51:39.417099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-7c3b18a3-c0e3-4074-bd79-c4cee0b7c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:39.418586 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-7c3b18a3-c0e3-4074-bd79-c4cee0b7c2cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394282 Aug 26 11:51:39.506329 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-3c624788-f27e-4c48-b208-76b6d24d2eed service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806401 Aug 26 11:51:39.605648 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3caa4ef3-550b-47a9-8c0c-28df2c7a1b82 req-d29635ea-721b-4682-8cb7-b2cb4e95cd7f service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931058 Aug 26 11:51:43.419913 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84174537-fce1-47e6-8f86-3ef56b4f95c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:45.822301 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c279f720-0a88-4b53-8c75-78d259055bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:46.169043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7b744-9777-4b91-b806-9bdf86d7ce02 req-1be362c6-f54e-4352-8a2c-09702fcdd424 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:46.170813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09d7b744-9777-4b91-b806-9bdf86d7ce02 req-1be362c6-f54e-4352-8a2c-09702fcdd424 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0548639 Aug 26 11:51:46.237415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09d7b744-9777-4b91-b806-9bdf86d7ce02 req-767097f3-f127-4575-a984-f0dc664d99e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595753 Aug 26 11:51:46.247813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-7e1ed944-247d-4f04-8b96-102864086740 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1440437 Aug 26 11:51:46.348788 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:47.301531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-97a93a3c-e645-49e6-91f1-44fec9171017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:47.303108 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-97a93a3c-e645-49e6-91f1-44fec9171017 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0431085 Aug 26 11:51:47.354330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08867f69-1f8d-4511-a407-6da38b44c470 req-a2015bbd-c07a-42e0-ac3a-123100ff0ab8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:47.355912 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08867f69-1f8d-4511-a407-6da38b44c470 req-a2015bbd-c07a-42e0-ac3a-123100ff0ab8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0494499 Aug 26 11:51:47.409572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08867f69-1f8d-4511-a407-6da38b44c470 req-43141da8-d503-42e0-9c53-bea9d832614e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471606 Aug 26 11:51:47.417156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-fa261004-2012-4d13-b5d5-ef70959b5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:47.419732 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-fa261004-2012-4d13-b5d5-ef70959b5d07 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.1098101 Aug 26 11:51:47.429396 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:47.486186 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-5137350d-f7eb-4548-943a-291026669f38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1003 time: 0.0601165 Aug 26 11:51:47.537725 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-2c8e2dc0-6bdc-49e5-8fe5-c317efb9feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:47.539197 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-2c8e2dc0-6bdc-49e5-8fe5-c317efb9feb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0458221 Aug 26 11:51:47.589087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-98f172ef-31bd-4968-a071-ca4b3f7edd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:47.590627 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-98f172ef-31bd-4968-a071-ca4b3f7edd2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444677 Aug 26 11:51:47.679489 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-832e9ffa-e9fc-467f-a334-14b45c7cceb0 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817204 Aug 26 11:51:47.774417 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-93c30169-1762-4502-adfe-60072f964c3b service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883851 Aug 26 11:51:48.535935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb2e3c-55c1-4f10-b7ad-291f6e377721 req-b48674e7-aff0-4fc0-abd1-a9b0a29da394 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:48.537944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebfb2e3c-55c1-4f10-b7ad-291f6e377721 req-b48674e7-aff0-4fc0-abd1-a9b0a29da394 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0556486 Aug 26 11:51:48.584164 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebfb2e3c-55c1-4f10-b7ad-291f6e377721 req-551f246f-07bc-4dd3-bcb5-b6ae40925c5c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378640 Aug 26 11:51:49.483156 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:49.698629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6675b88-2f1f-4fc4-b75d-dd901b7c5c58 req-245b2de2-f512-43b7-b655-d480e831a0b3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:49.700214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6675b88-2f1f-4fc4-b75d-dd901b7c5c58 req-245b2de2-f512-43b7-b655-d480e831a0b3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0487533 Aug 26 11:51:49.738903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d6675b88-2f1f-4fc4-b75d-dd901b7c5c58 req-d1de1f14-0b3f-496f-b360-d4d0ad2281da tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327616 Aug 26 11:51:50.858546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c06bdb-97d9-4df4-97e2-86ebbadbd38a req-2156f5cc-5ad7-4db8-9c89-717dc401bffd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:50.860612 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2c06bdb-97d9-4df4-97e2-86ebbadbd38a req-2156f5cc-5ad7-4db8-9c89-717dc401bffd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0516474 Aug 26 11:51:50.898185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2c06bdb-97d9-4df4-97e2-86ebbadbd38a req-b353fce8-bca5-4f0c-9e70-74081bdfc97d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317125 Aug 26 11:51:50.919551 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:52.013778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e70fd6-baf5-44c5-84f1-3d118aa30944 req-eec1f366-4fc3-469c-bbb4-9596cde39933 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:52.015907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16e70fd6-baf5-44c5-84f1-3d118aa30944 req-eec1f366-4fc3-469c-bbb4-9596cde39933 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0482192 Aug 26 11:51:52.056267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16e70fd6-baf5-44c5-84f1-3d118aa30944 req-d539c28a-c9ba-4b22-90ac-c111dc2e8f08 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345554 Aug 26 11:51:52.904146 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:51:53.173147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c422dd-253d-46e2-880c-96f16ed60077 req-2b9d13eb-d5a5-4a2e-a932-27ec28ee5d86 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:53.174590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80c422dd-253d-46e2-880c-96f16ed60077 req-2b9d13eb-d5a5-4a2e-a932-27ec28ee5d86 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0494187 Aug 26 11:51:53.212939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80c422dd-253d-46e2-880c-96f16ed60077 req-d96577aa-5fd7-4f5f-8185-547f8dcdd2a7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321188 Aug 26 11:51:54.326885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2da840-9c8d-4edf-9cce-b122f50cbcbd req-34ea4528-5d18-475c-a6b0-ac3edc4c4de7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:54.328407 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a2da840-9c8d-4edf-9cce-b122f50cbcbd req-34ea4528-5d18-475c-a6b0-ac3edc4c4de7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489583 Aug 26 11:51:54.368202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a2da840-9c8d-4edf-9cce-b122f50cbcbd req-8f96a758-244d-4963-8fea-ee23c989f92a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338922 Aug 26 11:51:55.482408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516841b4-0806-4419-b9a6-cc4b466b15c9 req-e29cabc7-6073-457e-a10b-fa80d758477a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:55.484568 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-516841b4-0806-4419-b9a6-cc4b466b15c9 req-e29cabc7-6073-457e-a10b-fa80d758477a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0492821 Aug 26 11:51:55.527401 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-516841b4-0806-4419-b9a6-cc4b466b15c9 req-aa32e0e1-4e5f-46a3-ade0-1b02fec041dd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370917 Aug 26 11:51:56.645523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f2070-ed7a-4215-b4a5-7f2832dd6350 req-0ff39cac-4daf-4607-84a7-534522f59f96 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:56.647092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-396f2070-ed7a-4215-b4a5-7f2832dd6350 req-0ff39cac-4daf-4607-84a7-534522f59f96 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0503337 Aug 26 11:51:56.684547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-396f2070-ed7a-4215-b4a5-7f2832dd6350 req-535e8a2c-cea8-4691-8456-4267e89536b4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314164 Aug 26 11:51:57.800337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb735bf-d6a9-4336-a121-41345d2ce941 req-83ebc10e-034a-4f10-b8a4-4a8d99cb1529 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:51:57.801805 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbb735bf-d6a9-4336-a121-41345d2ce941 req-83ebc10e-034a-4f10-b8a4-4a8d99cb1529 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0490246 Aug 26 11:51:57.838811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbb735bf-d6a9-4336-a121-41345d2ce941 req-a4c1c332-7a0a-45df-be58-07e034f58710 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310886 Aug 26 11:52:01.350865 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-bb74935d-dee3-445f-804d-1b0911b00934 service neutron] show failed (client error): The resource could not be found. Aug 26 11:52:01.351890 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-bb74935d-dee3-445f-804d-1b0911b00934 service neutron] 10.222.0.42 "GET /v2.0/ports/63174cec-b218-4b90-b0cb-9bac89297d78/bindings/n-h1-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0540023 Aug 26 11:52:01.540361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-1f54f647-ae94-4c52-b911-5aa6abe0f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:01.541807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-1f54f647-ae94-4c52-b911-5aa6abe0f54d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c&tenant_id=01d1ba81d8c548a68119240d42e296c4 HTTP/1.1" status: 200 len: 1098 time: 0.0405195 Aug 26 11:52:01.553977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:52:01.609604 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:01.807842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=63174cec-b218-4b90-b0cb-9bac89297d78,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:52:01.840758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:52:01.879438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:52:01.881776 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe7beaf-b396-4e0c-a69b-d28557e4164d" -d '{"events": [{"server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "name": "network-vif-unplugged", "status": "completed", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:52:01.885843 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:01.898579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Transition to ACTIVE for port object 63174cec-b218-4b90-b0cb-9bac89297d78 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:52:01.902453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:01.938343 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 11:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc81a84-76a4-4b04-bb63-c3f31748a06c x-openstack-request-id: req-7cc81a84-76a4-4b04-bb63-c3f31748a06c {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:52:01.938635 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "name": "network-vif-unplugged", "status": "completed", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:52:01.938909 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cc81a84-76a4-4b04-bb63-c3f31748a06c {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:52:01.939297 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78', 'code': 200} Aug 26 11:52:02.326597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Pushing event updated for resources: {'Port': ['ID=63174cec-b218-4b90-b0cb-9bac89297d78,revision_number=6']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:52:02.339758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.340103 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.340439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.340773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.341102 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.341428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.341751 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.342073 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.342396 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.342719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.343099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.343418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:02.376582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] No DVR routers for this DVR port 63174cec-b218-4b90-b0cb-9bac89297d78 on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:52:02.505932 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Attempting to bind port 63174cec-b218-4b90-b0cb-9bac89297d78 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:52:02.506271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Attempting to bind port 63174cec-b218-4b90-b0cb-9bac89297d78 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:52:02.506601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Attempting to bind port 63174cec-b218-4b90-b0cb-9bac89297d78 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:52:02.510822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Port 63174cec-b218-4b90-b0cb-9bac89297d78 on network c9c2b197-e5ba-4548-918d-708aded37d02 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:52:02.511146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Attempting to bind port 63174cec-b218-4b90-b0cb-9bac89297d78 on network c9c2b197-e5ba-4548-918d-708aded37d02 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:52:02.515884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:52:02.516222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Checking segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:52:02.516606 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Bound using segment: {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:52:02.517064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Bound port: 63174cec-b218-4b90-b0cb-9bac89297d78, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:52:02.517422 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:02.582687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:52:02.585709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=63174cec-b218-4b90-b0cb-9bac89297d78,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:52:02.590968 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:02.626202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:02.626847 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:02.628249 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] 10.222.0.47 "PUT /v2.0/ports/63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1093 time: 1.0783346 Aug 26 11:52:02.649232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08b9fc-d809-46fb-8c4b-8c11b84591bc service neutron] Pushing event updated for resources: {'Port': ['ID=63174cec-b218-4b90-b0cb-9bac89297d78,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:52:02.695669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-fce03ab6-02c0-445b-b94f-705fd1cac51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:02.697208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-fce03ab6-02c0-445b-b94f-705fd1cac51b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1096 time: 0.0444188 Aug 26 11:52:02.795432 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-22c9e111-2f34-448d-9535-a5acc32b39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:02.797482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-22c9e111-2f34-448d-9535-a5acc32b39a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0929573 Aug 26 11:52:02.863153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-54f2031a-c7cd-4fce-85f0-49a301ee93f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1001 time: 0.0582976 Aug 26 11:52:02.911539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-a75034db-5a49-4c0c-af9b-ff0d84838690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:02.912863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-a75034db-5a49-4c0c-af9b-ff0d84838690 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0430894 Aug 26 11:52:02.962127 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-47e5085b-f4e6-4e89-bed9-fd256ca1e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:02.963644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-47e5085b-f4e6-4e89-bed9-fd256ca1e729 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434103 Aug 26 11:52:03.052086 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-e7c2e8b1-b52f-46fe-9322-5e46b6531b22 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808477 Aug 26 11:52:03.145367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-b069b4ae-1319-4154-b9a2-53207ec20b2c service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863464 Aug 26 11:52:03.940645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:52:03.943070 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349301ce-39bd-4180-b363-6ceb0a80ba6d" -d '{"events": [{"name": "network-changed", "server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:52:03.990695 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac72ce-8a35-4f86-a4c8-be234fa873b6 x-openstack-request-id: req-51ac72ce-8a35-4f86-a4c8-be234fa873b6 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:52:03.991014 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:52:03.991271 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51ac72ce-8a35-4f86-a4c8-be234fa873b6 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:52:03.991674 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78', 'status': 'completed', 'code': 200} Aug 26 11:52:04.050635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-db967dc7-7350-4dbe-b0cc-13ddc09f2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:04.052087 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-db967dc7-7350-4dbe-b0cc-13ddc09f2180 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1096 time: 0.0417411 Aug 26 11:52:04.055482 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-856528e0-de07-447c-8d32-00df8d068835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:04.057003 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-856528e0-de07-447c-8d32-00df8d068835 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1096 time: 0.0424116 Aug 26 11:52:04.145404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-e4df21be-6258-432a-9bb8-5b5209faf264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:04.146933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-e4df21be-6258-432a-9bb8-5b5209faf264 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0877321 Aug 26 11:52:04.154525 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-69979260-6353-4667-a933-38f5311dc81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:04.156446 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-69979260-6353-4667-a933-38f5311dc81b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0925434 Aug 26 11:52:04.231288 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-2519a503-aa34-44ef-a107-c41beedddf23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1001 time: 0.0678899 Aug 26 11:52:04.231762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-a1713174-8e3d-4256-b77c-1d18305c82be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1001 time: 0.0776119 Aug 26 11:52:04.282689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-7df82736-d59f-4936-94bd-b3a0ec3d70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:04.283236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-98a4a230-b0c5-4b09-b9e7-4f2f7b842c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:04.284211 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-7df82736-d59f-4936-94bd-b3a0ec3d70cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0462716 Aug 26 11:52:04.285017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-98a4a230-b0c5-4b09-b9e7-4f2f7b842c8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0462239 Aug 26 11:52:04.333937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-a2580098-e31e-456e-9461-84c98e737380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:04.335522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-a2580098-e31e-456e-9461-84c98e737380 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434806 Aug 26 11:52:04.337818 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-f96f1f44-4a54-43a6-91fa-02133496fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:04.339382 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-f96f1f44-4a54-43a6-91fa-02133496fa06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476773 Aug 26 11:52:04.435368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-a5f6228c-0ec0-495d-94d7-cb338db6dd1c service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925748 Aug 26 11:52:04.441111 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-3369e5e5-b0b1-419a-970a-dc1af7b660f9 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946324 Aug 26 11:52:04.482165 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 63174cec-b218-4b90-b0cb-9bac89297d78 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:52:04.540402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-078a5faf-519c-44f4-bbde-8453fe01c367 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973859 Aug 26 11:52:04.546851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 63174cec-b218-4b90-b0cb-9bac89297d78 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:52:04.548044 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-349301ce-39bd-4180-b363-6ceb0a80ba6d req-0d1f9fd3-599f-4e34-8e1a-bbbc6965a116 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001182 Aug 26 11:52:10.766913 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:52:13.420803 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36a3f7e3-45bf-4f60-a317-dbc62650d137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:15.823096 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-921c40e4-a86d-441c-b02e-3889700a6c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:16.349404 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:16.708211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 63174cec-b218-4b90-b0cb-9bac89297d78 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:52:16.801771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=63174cec-b218-4b90-b0cb-9bac89297d78,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:52:16.813392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '63174cec-b218-4b90-b0cb-9bac89297d78', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'port_id': '63174cec-b218-4b90-b0cb-9bac89297d78', 'mac_address': 'fa:16:3e:e8:83:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:52:16.848942 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:16.861273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63174cec-b218-4b90-b0cb-9bac89297d78 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:52:16.880051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=63174cec-b218-4b90-b0cb-9bac89297d78,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:52:16.883871 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:16.930402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=63174cec-b218-4b90-b0cb-9bac89297d78,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:52:16.937950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:16.938291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:16.938626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:16.938984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:16.939316 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:16.939671 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:16.939999 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:16.940322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:16.940641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:16.940989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:16.941283 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:16.941616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:52:17.224166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['63174cec-b218-4b90-b0cb-9bac89297d78'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:52:17.418608 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:18.715848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 63174cec-b218-4b90-b0cb-9bac89297d78 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:52:18.763068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 63174cec-b218-4b90-b0cb-9bac89297d78 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:52:18.767215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 63174cec-b218-4b90-b0cb-9bac89297d78 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:52:18.767590 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:18.844631 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:18.865685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:52:18.868308 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2b4243-a155-461e-a1c6-7d86f0b393df" -d '{"events": [{"server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "name": "network-vif-plugged", "status": "completed", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:52:18.880867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=63174cec-b218-4b90-b0cb-9bac89297d78,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:52:18.885140 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:18.922239 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfff2ea8-60f4-4998-ab8f-a5032d846029 x-openstack-request-id: req-dfff2ea8-60f4-4998-ab8f-a5032d846029 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:52:18.922541 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "name": "network-vif-plugged", "status": "completed", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:52:18.922834 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfff2ea8-60f4-4998-ab8f-a5032d846029 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:52:18.923230 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78', 'code': 200} Aug 26 11:52:18.937244 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=63174cec-b218-4b90-b0cb-9bac89297d78,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:52:19.486294 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:20.914966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:22.923408 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:27.661202 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-d486d850-df00-4b1e-9f6b-d3baa20038bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447092 Aug 26 11:52:27.743543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-c60423f4-205f-473f-8f5a-8407b43650b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:27.745117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-c60423f4-205f-473f-8f5a-8407b43650b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0423615 Aug 26 11:52:27.847358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-392bf93d-137f-4a31-a10d-2097f70a0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:27.848881 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-392bf93d-137f-4a31-a10d-2097f70a0c14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0835729 Aug 26 11:52:27.918228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-1066cf87-3017-4978-952a-779f40b15b29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1003 time: 0.0619268 Aug 26 11:52:27.967389 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-a707043e-92f8-40bf-bdb5-50eb53ad0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:27.968945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-a707043e-92f8-40bf-bdb5-50eb53ad0e37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0441706 Aug 26 11:52:28.013947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-735a5230-655c-4672-b947-d317b6befe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:28.015509 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-735a5230-655c-4672-b947-d317b6befe94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392845 Aug 26 11:52:28.111851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-f5b044df-2db6-4422-a4a4-a31867aac8af service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856047 Aug 26 11:52:28.202678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab757a16-254f-4b7d-af39-3d6fa6d1387f req-e65d2cf4-35e3-450a-8bbd-7f1a8f561646 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818715 Aug 26 11:52:36.563477 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-f9d205f8-95c7-462e-a6c7-6a6f06b04ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:36.565540 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-f9d205f8-95c7-462e-a6c7-6a6f06b04ac1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c&tenant_id=01d1ba81d8c548a68119240d42e296c4&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 1098 time: 0.0768545 Aug 26 11:52:36.623518 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-ec05a960-d746-4b27-9f94-eca6f14f6007 service neutron] delete failed (client error): The resource could not be found. Aug 26 11:52:36.624496 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-ec05a960-d746-4b27-9f94-eca6f14f6007 service neutron] 10.222.0.42 "DELETE /v2.0/ports/63174cec-b218-4b90-b0cb-9bac89297d78/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0519168 Aug 26 11:52:36.712230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-37bda798-f3ab-4794-b67e-b38b59fa5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:36.714326 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-37bda798-f3ab-4794-b67e-b38b59fa5996 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0458605 Aug 26 11:52:36.806290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-0e58b96e-f67b-4910-9f4e-c0e09e0d9ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:36.807823 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-0e58b96e-f67b-4910-9f4e-c0e09e0d9ba0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0867434 Aug 26 11:52:36.876370 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-8a2d0dd6-55f4-4217-9206-a6697c3271eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1003 time: 0.0617015 Aug 26 11:52:36.923564 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-9a699e24-f966-48f6-9184-a3e6bf0dcf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:36.925527 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-9a699e24-f966-48f6-9184-a3e6bf0dcf77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0418863 Aug 26 11:52:36.969853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-a6b4a87f-d5f7-444d-b82d-e72b03977bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:36.971906 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-a6b4a87f-d5f7-444d-b82d-e72b03977bbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396874 Aug 26 11:52:37.067658 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-2eac4ac3-6b7b-4ac7-b000-f713f799ba2a service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883095 Aug 26 11:52:37.161452 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-34162f8f-8222-4454-930a-32bc9a6d3f4b req-cf93c128-c449-486d-81c4-a6ac11eb2508 service neutron] 10.222.0.42 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866182 Aug 26 11:52:43.421814 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce7195fa-65b0-4ea6-bf2c-346cfcaf7ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:45.823763 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b5e4471-6b05-45f1-9371-4c84a9031aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:46.349289 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:47.422496 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:47.765911 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:52:49.488567 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:50.928956 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:52.918050 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:52:59.029934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec036507-e4a8-44af-98c9-603061d08e5d req-d732b0ee-eb71-4e53-a993-57b6e7440656 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:52:59.031462 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec036507-e4a8-44af-98c9-603061d08e5d req-d732b0ee-eb71-4e53-a993-57b6e7440656 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0486851 Aug 26 11:52:59.074199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec036507-e4a8-44af-98c9-603061d08e5d req-0ee675da-402e-4972-b7c2-09f887e39509 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361764 Aug 26 11:53:00.189147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eb125-c5ec-47e6-a2a5-4d0727eec04f req-2d272278-30c8-4739-821a-2358e33f9516 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:00.190646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-319eb125-c5ec-47e6-a2a5-4d0727eec04f req-2d272278-30c8-4739-821a-2358e33f9516 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0483274 Aug 26 11:53:00.240145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-319eb125-c5ec-47e6-a2a5-4d0727eec04f req-dfa56bce-b065-4346-bae9-a0fce4b55143 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351443 Aug 26 11:53:01.352809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356c368-7f7a-4145-b03e-69149f69aa03 req-197eac0c-f594-4fff-8b03-1c92da9705c4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:01.354301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9356c368-7f7a-4145-b03e-69149f69aa03 req-197eac0c-f594-4fff-8b03-1c92da9705c4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0484030 Aug 26 11:53:01.391411 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9356c368-7f7a-4145-b03e-69149f69aa03 req-b7a3bec3-dbb6-43a4-8c3b-55408e92f4a0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312996 Aug 26 11:53:02.505018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78341b4-86c8-4549-ac33-5068070337b9 req-26e15c3d-8c9d-479a-928a-5a94eda45748 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:02.506397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a78341b4-86c8-4549-ac33-5068070337b9 req-26e15c3d-8c9d-479a-928a-5a94eda45748 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0484142 Aug 26 11:53:02.549136 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a78341b4-86c8-4549-ac33-5068070337b9 req-690284f0-35e2-4ca0-95a0-18b775169e7a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367911 Aug 26 11:53:03.663116 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66996ba5-5247-40eb-87ca-72bb3ef53ad0 req-a7cb2179-fe78-40d5-960a-e4f969783dd5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:03.664602 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66996ba5-5247-40eb-87ca-72bb3ef53ad0 req-a7cb2179-fe78-40d5-960a-e4f969783dd5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0487697 Aug 26 11:53:03.703105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66996ba5-5247-40eb-87ca-72bb3ef53ad0 req-ec43ab66-1aa8-46f3-8f81-0f2b37b48c84 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326347 Aug 26 11:53:04.817797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eb782-922c-4707-804c-42dd2aa95978 req-c5ca907b-e52c-49d5-806f-12a07e962639 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:04.819288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-092eb782-922c-4707-804c-42dd2aa95978 req-c5ca907b-e52c-49d5-806f-12a07e962639 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0484946 Aug 26 11:53:04.857093 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-092eb782-922c-4707-804c-42dd2aa95978 req-95c3e4e4-d710-48bd-a5bc-57081e48f555 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320010 Aug 26 11:53:05.972644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03258a0-bd67-47d8-8829-b5bbf1cf974d req-18a94a88-7a62-4ed1-ae44-76f07a41bc00 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:05.974126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f03258a0-bd67-47d8-8829-b5bbf1cf974d req-18a94a88-7a62-4ed1-ae44-76f07a41bc00 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0501721 Aug 26 11:53:06.014937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f03258a0-bd67-47d8-8829-b5bbf1cf974d req-60dbde37-8292-424c-9fab-cfb9e2c71677 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349002 Aug 26 11:53:07.130885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39653e6-b158-49d7-9ca9-8ceb2bb8eefa req-87beb613-baf8-4d4f-872d-4625e9a9702d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:07.132379 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f39653e6-b158-49d7-9ca9-8ceb2bb8eefa req-87beb613-baf8-4d4f-872d-4625e9a9702d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0501983 Aug 26 11:53:07.172060 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f39653e6-b158-49d7-9ca9-8ceb2bb8eefa req-4ac3cc41-6f3c-4650-bb60-9984eb2fc7b9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338278 Aug 26 11:53:08.287335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9a3f6-e3f6-46ab-ab04-da4431941227 req-7b9c5227-1076-432b-be0f-51ff2c10b85f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:08.288854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86c9a3f6-e3f6-46ab-ab04-da4431941227 req-7b9c5227-1076-432b-be0f-51ff2c10b85f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489202 Aug 26 11:53:08.325762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86c9a3f6-e3f6-46ab-ab04-da4431941227 req-aed65f75-8c0d-4ee1-9681-9e31642c5c12 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310798 Aug 26 11:53:09.438469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac2927-ed03-4eba-8951-484342192e21 req-de81724c-ba77-4b89-a3c3-4ace7a506f6f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:09.440098 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4ac2927-ed03-4eba-8951-484342192e21 req-de81724c-ba77-4b89-a3c3-4ace7a506f6f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0486410 Aug 26 11:53:09.483179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4ac2927-ed03-4eba-8951-484342192e21 req-1195d534-4e7a-4e14-9b3f-9ffb2f7197f8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371544 Aug 26 11:53:10.600942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77d783-56f5-4775-800a-25ab4e42b99b req-b027b0e4-e4e0-4f32-b033-a851bdebba4f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:10.602566 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c77d783-56f5-4775-800a-25ab4e42b99b req-b027b0e4-e4e0-4f32-b033-a851bdebba4f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0533597 Aug 26 11:53:10.640571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c77d783-56f5-4775-800a-25ab4e42b99b req-7473dc8e-3635-4440-b777-1fb72c285e77 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320458 Aug 26 11:53:11.754156 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5385ba3-0cd5-4bf0-91d1-4e38ac62b13e req-f368cda2-96d2-426c-8d98-1e91e594d7f7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:11.755671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b5385ba3-0cd5-4bf0-91d1-4e38ac62b13e req-f368cda2-96d2-426c-8d98-1e91e594d7f7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488491 Aug 26 11:53:11.792469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b5385ba3-0cd5-4bf0-91d1-4e38ac62b13e req-1308d04a-8bae-407f-b89c-1e9281661be7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310221 Aug 26 11:53:12.905596 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbad37-b5e2-4ab7-991d-063b7919c42e req-608837b7-1bb6-48a6-a951-19232ea3fb24 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:12.907100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-03dbad37-b5e2-4ab7-991d-063b7919c42e req-608837b7-1bb6-48a6-a951-19232ea3fb24 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0486584 Aug 26 11:53:12.948246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-03dbad37-b5e2-4ab7-991d-063b7919c42e req-af182af2-ad5b-47c8-a020-c8cd8a5ed08d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350726 Aug 26 11:53:13.422638 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c6c0963e-3406-4a7b-9cc7-38b0dea34641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:14.061402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286116f4-cc2b-497e-a5c0-c2cb5ed54ec0 req-b2836add-b46f-47d0-ac0d-f31924af715b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:14.062911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-286116f4-cc2b-497e-a5c0-c2cb5ed54ec0 req-b2836add-b46f-47d0-ac0d-f31924af715b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0480533 Aug 26 11:53:14.101052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-286116f4-cc2b-497e-a5c0-c2cb5ed54ec0 req-d8eb5019-bbb5-43bb-aa50-ba8b16c3517f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317428 Aug 26 11:53:15.212959 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3cb93-21d1-4a40-9c67-1671a2f7154c req-fccff440-24ef-4ee1-8de2-4ed51c6083d9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:15.214490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bef3cb93-21d1-4a40-9c67-1671a2f7154c req-fccff440-24ef-4ee1-8de2-4ed51c6083d9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489726 Aug 26 11:53:15.253668 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bef3cb93-21d1-4a40-9c67-1671a2f7154c req-2cec65b2-4a52-442b-8f27-08004f3563f3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331438 Aug 26 11:53:15.825015 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6243e2e4-519f-4ffa-9355-c8d2b117ebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:16.349074 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:16.368252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b244b0-583e-404c-ae61-eb221ce4f2e5 req-965bd2b8-5d61-4520-9414-3621195d2fd6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:16.369745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06b244b0-583e-404c-ae61-eb221ce4f2e5 req-965bd2b8-5d61-4520-9414-3621195d2fd6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0503979 Aug 26 11:53:16.412002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06b244b0-583e-404c-ae61-eb221ce4f2e5 req-90f35dfe-d11b-42f9-9549-79d4a6df13f0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361357 Aug 26 11:53:17.425281 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:17.526822 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636d24-a8d8-4969-a348-0eabf61f40ac req-a21805d1-bf7b-4a4a-adac-2a4c6be7663a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:17.528301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7636d24-a8d8-4969-a348-0eabf61f40ac req-a21805d1-bf7b-4a4a-adac-2a4c6be7663a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0496526 Aug 26 11:53:17.566910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7636d24-a8d8-4969-a348-0eabf61f40ac req-a8fffc87-a948-43f8-8f50-a397bde043b7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321407 Aug 26 11:53:18.679267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06e1bf-14de-4850-9f3b-b80e6ac6a4d9 req-181e12d2-6549-4677-821a-4bdd756b08d2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:18.680781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae06e1bf-14de-4850-9f3b-b80e6ac6a4d9 req-181e12d2-6549-4677-821a-4bdd756b08d2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0485508 Aug 26 11:53:18.718437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae06e1bf-14de-4850-9f3b-b80e6ac6a4d9 req-f353fbbd-e213-4549-af7e-a84a777d428b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318944 Aug 26 11:53:19.492012 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:19.830500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02801f34-424e-413f-8abb-27b50bb33458 req-b676af27-adff-47ee-829b-445f2783df8e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:19.831996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02801f34-424e-413f-8abb-27b50bb33458 req-b676af27-adff-47ee-829b-445f2783df8e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0478466 Aug 26 11:53:19.873584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02801f34-424e-413f-8abb-27b50bb33458 req-448d268a-add3-4536-a79f-c94f80156a2b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357862 Aug 26 11:53:20.927701 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:20.988755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13256435-4d61-4a52-b980-e6407afc6873 req-30b8b408-10f0-4d1d-a696-5e075c6a84bf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:20.990254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13256435-4d61-4a52-b980-e6407afc6873 req-30b8b408-10f0-4d1d-a696-5e075c6a84bf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0493393 Aug 26 11:53:21.028385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-13256435-4d61-4a52-b980-e6407afc6873 req-916802f9-2edb-414d-85c3-14e9c9f4e330 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319848 Aug 26 11:53:22.144171 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8d9a7-edd8-4e36-8328-f01f8dc262c8 req-510c543e-f1ad-41fb-83f0-63ff46656f74 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:22.145660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bf8d9a7-edd8-4e36-8328-f01f8dc262c8 req-510c543e-f1ad-41fb-83f0-63ff46656f74 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0491273 Aug 26 11:53:22.183556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bf8d9a7-edd8-4e36-8328-f01f8dc262c8 req-00187cc8-deae-4cef-9ba2-ea13b9cc82f5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320015 Aug 26 11:53:22.916834 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:23.297412 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ae2a4-6773-4b31-859c-7e9f0e4c613f req-83fb9459-7cf0-4b6c-b268-581b607878fe tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:23.299616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-598ae2a4-6773-4b31-859c-7e9f0e4c613f req-83fb9459-7cf0-4b6c-b268-581b607878fe tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0495794 Aug 26 11:53:23.339526 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-598ae2a4-6773-4b31-859c-7e9f0e4c613f req-4bac443f-e8af-4ce3-97b3-9842117b3cb1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341918 Aug 26 11:53:24.452784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d974da-0728-4b99-b324-8db71e54f9a5 req-33e1fe67-54cf-4c77-b768-f4cf86a9fc03 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:24.454250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44d974da-0728-4b99-b324-8db71e54f9a5 req-33e1fe67-54cf-4c77-b768-f4cf86a9fc03 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0485218 Aug 26 11:53:24.492625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44d974da-0728-4b99-b324-8db71e54f9a5 req-5e5a3da7-c06f-474c-bb30-b5da6f042c0f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323665 Aug 26 11:53:24.764736 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:53:25.608315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb7e04-02fc-425e-9d5f-845fc14d5c28 req-bb755bf4-1a01-4a94-87ec-e03414e97489 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:25.609815 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6cb7e04-02fc-425e-9d5f-845fc14d5c28 req-bb755bf4-1a01-4a94-87ec-e03414e97489 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0497897 Aug 26 11:53:25.648088 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6cb7e04-02fc-425e-9d5f-845fc14d5c28 req-59b8bf33-ecd9-4698-ac1e-f387ffacbd16 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318432 Aug 26 11:53:26.761511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe633f-f226-4389-9cfc-233c6b352196 req-1a11bca2-68cd-4ef5-a3d9-cdccb3a22091 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:26.763008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bfe633f-f226-4389-9cfc-233c6b352196 req-1a11bca2-68cd-4ef5-a3d9-cdccb3a22091 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0484371 Aug 26 11:53:26.803543 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bfe633f-f226-4389-9cfc-233c6b352196 req-f0af2dc7-0da7-40c8-b9fd-9dba4f356947 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346966 Aug 26 11:53:27.917986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d59b0e-df71-493f-a3b0-4d377d81597f req-50d60235-0811-42af-8615-ba289c66d64d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:27.919495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35d59b0e-df71-493f-a3b0-4d377d81597f req-50d60235-0811-42af-8615-ba289c66d64d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0492644 Aug 26 11:53:27.956951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35d59b0e-df71-493f-a3b0-4d377d81597f req-1bbb971a-7817-4639-892b-3e660283dfba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317039 Aug 26 11:53:28.687497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-191abe71-6983-4709-b83a-37c1fef0f47a req-e1115352-1663-4a1c-ab7a-4fc11f272eb9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836556 Aug 26 11:53:28.771009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191abe71-6983-4709-b83a-37c1fef0f47a req-041675b3-51b1-48a2-b376-b9c07b54de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:28.772476 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-191abe71-6983-4709-b83a-37c1fef0f47a req-041675b3-51b1-48a2-b376-b9c07b54de69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0406203 Aug 26 11:53:28.876844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191abe71-6983-4709-b83a-37c1fef0f47a req-f89d1af7-cb27-491e-8ec2-003f78415973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:28.878238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-191abe71-6983-4709-b83a-37c1fef0f47a req-f89d1af7-cb27-491e-8ec2-003f78415973 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0878313 Aug 26 11:53:28.945206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-191abe71-6983-4709-b83a-37c1fef0f47a req-5e8747b2-b9a3-4462-a463-c3bc93909eb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1003 time: 0.0594394 Aug 26 11:53:28.998250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191abe71-6983-4709-b83a-37c1fef0f47a req-6adea7e0-65bc-4912-b434-a73679b33c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:28.999741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-191abe71-6983-4709-b83a-37c1fef0f47a req-6adea7e0-65bc-4912-b434-a73679b33c5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0480125 Aug 26 11:53:29.074894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191abe71-6983-4709-b83a-37c1fef0f47a req-5b36d196-de40-4d59-b8fc-3fbb304a768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:29.076455 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-191abe71-6983-4709-b83a-37c1fef0f47a req-5b36d196-de40-4d59-b8fc-3fbb304a768a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684905 Aug 26 11:53:29.088355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02db27b-c621-40e7-a7d3-27771e57d443 req-3696c666-d828-4341-8879-c6ae1bd45833 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:29.089724 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c02db27b-c621-40e7-a7d3-27771e57d443 req-3696c666-d828-4341-8879-c6ae1bd45833 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0581715 Aug 26 11:53:29.174250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c02db27b-c621-40e7-a7d3-27771e57d443 req-21f0e398-eba1-4bd1-96e4-c078514d78e7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765932 Aug 26 11:53:29.202326 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-191abe71-6983-4709-b83a-37c1fef0f47a req-27deda65-435f-45cb-a4ad-ab6e2d23c50c service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116827 Aug 26 11:53:29.291769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-191abe71-6983-4709-b83a-37c1fef0f47a req-1a8dbd5a-35bc-4d93-99a3-b7c1ad30e02b service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817211 Aug 26 11:53:30.292580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dd143-4221-48fd-b4a7-5c0d1966c3f6 req-e4183eb9-48f3-446c-83ef-4c79b461258e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:30.294048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc2dd143-4221-48fd-b4a7-5c0d1966c3f6 req-e4183eb9-48f3-446c-83ef-4c79b461258e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0528169 Aug 26 11:53:30.330595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc2dd143-4221-48fd-b4a7-5c0d1966c3f6 req-8c8eb56b-8454-4ff6-a072-806b0ab8b6e0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301535 Aug 26 11:53:31.444345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee050eef-ecbe-4412-8b84-bbf6c7b7429b req-0955ad01-4cc3-4419-8fa4-e22c19ce9583 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:31.445826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee050eef-ecbe-4412-8b84-bbf6c7b7429b req-0955ad01-4cc3-4419-8fa4-e22c19ce9583 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488153 Aug 26 11:53:31.482556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee050eef-ecbe-4412-8b84-bbf6c7b7429b req-6ed09188-963c-466b-80b2-e14f2184b404 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305870 Aug 26 11:53:32.597118 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7705a1-ea1b-40c2-b2a5-823d9961eaf2 req-e6f85d0c-8360-40ca-be12-6863fe3bb5ba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:32.598592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac7705a1-ea1b-40c2-b2a5-823d9961eaf2 req-e6f85d0c-8360-40ca-be12-6863fe3bb5ba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0480497 Aug 26 11:53:32.637775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ac7705a1-ea1b-40c2-b2a5-823d9961eaf2 req-3ce5d064-0f6b-4734-8332-dc7713c964f2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333371 Aug 26 11:53:33.755321 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253ff4-92e1-4daa-aac2-4e98f33195c9 req-3234a370-722f-40c6-96af-f84759fcb685 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:33.756800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21253ff4-92e1-4daa-aac2-4e98f33195c9 req-3234a370-722f-40c6-96af-f84759fcb685 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0517716 Aug 26 11:53:33.794526 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21253ff4-92e1-4daa-aac2-4e98f33195c9 req-161a4584-3837-4c5e-8464-e3c0d3c6b762 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317724 Aug 26 11:53:34.912545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a1ba1-09ba-4078-aa7f-4d2fcbb37497 req-b9744068-c2d4-4a8b-86c2-ea71fa45d389 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:34.914053 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-637a1ba1-09ba-4078-aa7f-4d2fcbb37497 req-b9744068-c2d4-4a8b-86c2-ea71fa45d389 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0504196 Aug 26 11:53:34.953082 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-637a1ba1-09ba-4078-aa7f-4d2fcbb37497 req-e078a92a-9d68-4f19-909a-137f833e5010 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330822 Aug 26 11:53:36.068153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425a007-69e6-4ae4-89ce-890b85dbbe37 req-42500aab-436a-446f-9a87-004014db8976 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:36.069654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9425a007-69e6-4ae4-89ce-890b85dbbe37 req-42500aab-436a-446f-9a87-004014db8976 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0496540 Aug 26 11:53:36.107856 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9425a007-69e6-4ae4-89ce-890b85dbbe37 req-900e4bc0-b3d1-4cc8-850e-cef7ab7e100f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322523 Aug 26 11:53:37.237539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca01d-70ed-4fda-a919-ce548a417ea9 req-3ae6f28d-25c9-42d6-9467-617db0802db3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:37.239061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44bca01d-70ed-4fda-a919-ce548a417ea9 req-3ae6f28d-25c9-42d6-9467-617db0802db3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0607915 Aug 26 11:53:37.277977 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44bca01d-70ed-4fda-a919-ce548a417ea9 req-931563ea-e726-4a0d-ae6b-f8e0aaa8dee1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330510 Aug 26 11:53:38.393020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0c18-4db9-4007-9c29-52dc41c50463 req-68915cfb-d1b0-4604-831c-ee97c6fc6055 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:38.394541 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-998c0c18-4db9-4007-9c29-52dc41c50463 req-68915cfb-d1b0-4604-831c-ee97c6fc6055 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0493760 Aug 26 11:53:38.432041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-998c0c18-4db9-4007-9c29-52dc41c50463 req-9832309f-dcd1-46ca-b5f6-5aba3ffbe2c7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Aug 26 11:53:39.545806 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4c853-6817-4b6f-ab23-50e095faa54d req-2b6d4123-a261-4592-aee4-618327673c3f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:39.547229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1d4c853-6817-4b6f-ab23-50e095faa54d req-2b6d4123-a261-4592-aee4-618327673c3f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0485775 Aug 26 11:53:39.585081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1d4c853-6817-4b6f-ab23-50e095faa54d req-ee14d062-15a0-4525-8b88-c64d5be4a7e9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Aug 26 11:53:40.702589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb9d7f-0dfc-4c99-929f-554d4b3cb0d4 req-7b0fc31b-533f-4271-a339-574866d8c59b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:40.704908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdbb9d7f-0dfc-4c99-929f-554d4b3cb0d4 req-7b0fc31b-533f-4271-a339-574866d8c59b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0527353 Aug 26 11:53:40.741467 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdbb9d7f-0dfc-4c99-929f-554d4b3cb0d4 req-f1d55b29-bda4-4d70-939a-6db9a6c2b83d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308716 Aug 26 11:53:41.855815 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc346a-219a-4579-80a1-de465c3d2964 req-5ffc8ff2-1b50-4e40-b97b-2d0cb862d349 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:41.857300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04bc346a-219a-4579-80a1-de465c3d2964 req-5ffc8ff2-1b50-4e40-b97b-2d0cb862d349 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488026 Aug 26 11:53:41.897432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04bc346a-219a-4579-80a1-de465c3d2964 req-7e798e5e-6b1d-4f5e-9e88-088cfaea69d6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342898 Aug 26 11:53:43.015146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c921f93-44ba-4fb8-b2ce-037967ebde72 req-23b31d29-5224-4391-871d-8841b57a9a62 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:43.016692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c921f93-44ba-4fb8-b2ce-037967ebde72 req-23b31d29-5224-4391-871d-8841b57a9a62 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0491867 Aug 26 11:53:43.055176 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c921f93-44ba-4fb8-b2ce-037967ebde72 req-21b16846-7687-4b8c-95c4-d4b59c26e5ac tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326104 Aug 26 11:53:43.424269 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f54b00c-faf6-4c55-a74d-98783bb8599c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:44.170921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681cf9-ca17-4c57-8c68-392ad6ea88eb req-02577f37-3de7-488d-a982-f70328eb521f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:44.172396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f681cf9-ca17-4c57-8c68-392ad6ea88eb req-02577f37-3de7-488d-a982-f70328eb521f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0519359 Aug 26 11:53:44.210890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f681cf9-ca17-4c57-8c68-392ad6ea88eb req-d01c0972-020d-4fb5-bc25-a206de77c4b6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321329 Aug 26 11:53:45.330985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63495869-eacd-4e88-94da-5b15d42d9898 req-435dba8b-3cd1-4713-a80a-e890a2441f3f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:45.332482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63495869-eacd-4e88-94da-5b15d42d9898 req-435dba8b-3cd1-4713-a80a-e890a2441f3f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0493731 Aug 26 11:53:45.370638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63495869-eacd-4e88-94da-5b15d42d9898 req-c23fb223-a946-4764-9866-338e27c9290c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Aug 26 11:53:45.825063 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1efe1df9-63d6-4b7f-9681-22c8de7780cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:46.349735 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:46.487428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f2f0-1c8e-41e6-9cb2-39b237db5e5e req-909c2cdf-f4d6-4a3b-958a-22197df5d5e3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:46.489032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb23f2f0-1c8e-41e6-9cb2-39b237db5e5e req-909c2cdf-f4d6-4a3b-958a-22197df5d5e3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0495274 Aug 26 11:53:46.530436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb23f2f0-1c8e-41e6-9cb2-39b237db5e5e req-acd9ba12-bc09-42f8-9e4a-0192a99b9349 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340562 Aug 26 11:53:47.433474 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:47.648628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2811690-9325-4928-b848-0454b48a22d9 req-7db9b638-dd4a-4c04-b3e0-f50dce622ec6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:47.650103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2811690-9325-4928-b848-0454b48a22d9 req-7db9b638-dd4a-4c04-b3e0-f50dce622ec6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0529237 Aug 26 11:53:47.688421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2811690-9325-4928-b848-0454b48a22d9 req-e1e03fcf-b7cc-4e48-a9af-5a3db5abfd4e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323236 Aug 26 11:53:48.801772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8782d04-b7cb-4a01-9471-4f3407841eb2 req-a3c27fd0-2e2e-4bee-ab03-0f671f7b9bbd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:48.803277 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8782d04-b7cb-4a01-9471-4f3407841eb2 req-a3c27fd0-2e2e-4bee-ab03-0f671f7b9bbd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0483546 Aug 26 11:53:48.839815 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8782d04-b7cb-4a01-9471-4f3407841eb2 req-e732c26f-857c-4b9b-9ade-a8220b248a18 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306127 Aug 26 11:53:49.494209 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:49.954408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aae4a-9d9e-41ac-9151-0989fc8315f4 req-3a0942b7-897a-413c-9542-c1623ff3488c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:49.955949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-551aae4a-9d9e-41ac-9151-0989fc8315f4 req-3a0942b7-897a-413c-9542-c1623ff3488c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0503852 Aug 26 11:53:49.993264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-551aae4a-9d9e-41ac-9151-0989fc8315f4 req-90f67b9d-4e71-4b76-a415-49f3280c2b06 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Aug 26 11:53:50.950264 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:51.108956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad46d3d-634c-4857-acc1-c27cf13e62f1 req-441a60ab-bf37-4ba8-bfb6-28e3080c1813 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:51.111138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ad46d3d-634c-4857-acc1-c27cf13e62f1 req-441a60ab-bf37-4ba8-bfb6-28e3080c1813 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0526540 Aug 26 11:53:51.149399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ad46d3d-634c-4857-acc1-c27cf13e62f1 req-286e37d2-ef13-467f-9a15-bbcabf7c5add tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322464 Aug 26 11:53:52.277674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e282c-1c1a-47e6-87a3-c3cac516a597 req-5f2c4aff-00c3-47b2-ac05-6dcac8325d7e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:52.279166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c62e282c-1c1a-47e6-87a3-c3cac516a597 req-5f2c4aff-00c3-47b2-ac05-6dcac8325d7e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0491583 Aug 26 11:53:52.316569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c62e282c-1c1a-47e6-87a3-c3cac516a597 req-783159dd-c5fe-468e-9fa3-3b410277095a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315201 Aug 26 11:53:52.928253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:53:53.431685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4995a-2d47-4b0e-8ad7-e0aa94f65c4d req-ee048c75-cb18-4d4a-8cab-fed3c47a5d20 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:53.433177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aff4995a-2d47-4b0e-8ad7-e0aa94f65c4d req-ee048c75-cb18-4d4a-8cab-fed3c47a5d20 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488548 Aug 26 11:53:53.470286 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aff4995a-2d47-4b0e-8ad7-e0aa94f65c4d req-7baa8c2f-244a-4110-8842-e03cc1aee4d9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312729 Aug 26 11:53:54.589044 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41fb98-1950-4105-ad5b-69a285451e2c req-e0a6f80a-6907-4489-aa4e-4ab2c0cec945 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:54.590551 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a41fb98-1950-4105-ad5b-69a285451e2c req-e0a6f80a-6907-4489-aa4e-4ab2c0cec945 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0528672 Aug 26 11:53:54.629559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a41fb98-1950-4105-ad5b-69a285451e2c req-138c93fb-28c4-4800-a5d4-1de230ea5b9f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329735 Aug 26 11:53:55.746507 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b1ad3-1aec-4000-b8df-dd009378db38 req-05dd4782-e50b-4b4e-b47e-7922a5713279 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:55.748008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e8b1ad3-1aec-4000-b8df-dd009378db38 req-05dd4782-e50b-4b4e-b47e-7922a5713279 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0499949 Aug 26 11:53:55.787255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e8b1ad3-1aec-4000-b8df-dd009378db38 req-0d047154-ffa6-4e4e-a4ca-00524f6fac34 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327766 Aug 26 11:53:56.901629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e18fb-f9b8-4675-9dbb-dde582aeef0c req-7dd63aec-8e05-459a-8286-2cd06778c56a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:56.903166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-294e18fb-f9b8-4675-9dbb-dde582aeef0c req-7dd63aec-8e05-459a-8286-2cd06778c56a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0494978 Aug 26 11:53:56.951282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-294e18fb-f9b8-4675-9dbb-dde582aeef0c req-c97acd11-3cc0-418f-8c05-02b25cde4c78 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405507 Aug 26 11:53:58.080030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79db1e-4c9c-4e44-84dd-af8989eb73bb req-3d1fd182-a4a2-47f0-a50f-15f73b459210 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:58.081520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a79db1e-4c9c-4e44-84dd-af8989eb73bb req-3d1fd182-a4a2-47f0-a50f-15f73b459210 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0531871 Aug 26 11:53:58.118975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a79db1e-4c9c-4e44-84dd-af8989eb73bb req-a66c1913-e54a-4097-a099-0835c5886569 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315425 Aug 26 11:53:59.236343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73129c97-c130-458c-a5de-8795fdc8011e req-d0a149d7-fc93-4d50-a347-1f5ca26abb28 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:53:59.237857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73129c97-c130-458c-a5de-8795fdc8011e req-d0a149d7-fc93-4d50-a347-1f5ca26abb28 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0504830 Aug 26 11:53:59.276057 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73129c97-c130-458c-a5de-8795fdc8011e req-365b7037-0b1a-4bfb-b10a-75656a00b17d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Aug 26 11:54:00.390549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d08e6-2927-4d72-bb2c-b1038eb4a107 req-f7181bb7-f5d1-4244-8f2a-0dbd589aa610 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:00.392133 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db3d08e6-2927-4d72-bb2c-b1038eb4a107 req-f7181bb7-f5d1-4244-8f2a-0dbd589aa610 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0493290 Aug 26 11:54:00.429921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db3d08e6-2927-4d72-bb2c-b1038eb4a107 req-3d34ea47-8afc-481e-9981-c4497d1cf538 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319483 Aug 26 11:54:01.549120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c4d89-a16d-4894-b5bd-d672d133c86a req-f68b94fc-d895-4b08-8b87-0fbca08a47c3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:01.550585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd5c4d89-a16d-4894-b5bd-d672d133c86a req-f68b94fc-d895-4b08-8b87-0fbca08a47c3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0540719 Aug 26 11:54:01.589674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd5c4d89-a16d-4894-b5bd-d672d133c86a req-3efc1410-30f8-4c87-94da-e38d88a217b8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331507 Aug 26 11:54:01.767063 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:54:02.704034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc5db4-a69b-4268-9e5c-7e2bec32e191 req-73ae5b4f-c153-46f5-992f-30a6e631084a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:02.705527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2dc5db4-a69b-4268-9e5c-7e2bec32e191 req-73ae5b4f-c153-46f5-992f-30a6e631084a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0492179 Aug 26 11:54:02.743311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2dc5db4-a69b-4268-9e5c-7e2bec32e191 req-cd7e9fc2-778c-4828-960e-0dd09e733694 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317776 Aug 26 11:54:03.859004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebeaa4-4e20-4dd9-b887-bbb5097b41f1 req-a9182cda-2043-4a42-afa0-0def2a6fc2bb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:03.860501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bebeaa4-4e20-4dd9-b887-bbb5097b41f1 req-a9182cda-2043-4a42-afa0-0def2a6fc2bb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488920 Aug 26 11:54:03.899077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bebeaa4-4e20-4dd9-b887-bbb5097b41f1 req-165ff0ec-2af9-43ba-b7b7-7feab91106be tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326855 Aug 26 11:54:05.018198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9326-b28f-4fb1-890b-38688fc3eadf req-b06d3a97-f2d1-424a-9d49-ba3ad5663e69 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:05.019922 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-332a9326-b28f-4fb1-890b-38688fc3eadf req-b06d3a97-f2d1-424a-9d49-ba3ad5663e69 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0552404 Aug 26 11:54:05.062465 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-332a9326-b28f-4fb1-890b-38688fc3eadf req-29d2b5ae-9bad-469f-9d5d-1346661202cc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364549 Aug 26 11:54:06.178709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e16ebc-d2fb-4513-8bab-66cf1c01dd8c req-1ddb1430-4092-4bf7-a3cf-868132b3005e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:06.180279 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57e16ebc-d2fb-4513-8bab-66cf1c01dd8c req-1ddb1430-4092-4bf7-a3cf-868132b3005e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0496871 Aug 26 11:54:06.220811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-57e16ebc-d2fb-4513-8bab-66cf1c01dd8c req-b7288e58-a752-404b-86ca-c4ba53bdd5f8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344417 Aug 26 11:54:07.347110 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf3ce3-a264-453f-ae90-659997188891 req-c6ec1e46-626c-4798-9ca4-796fe0876dda tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:07.348620 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72cf3ce3-a264-453f-ae90-659997188891 req-c6ec1e46-626c-4798-9ca4-796fe0876dda tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0524671 Aug 26 11:54:07.386556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72cf3ce3-a264-453f-ae90-659997188891 req-9abd1f4c-d827-417b-98be-6647bbdd53f1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321302 Aug 26 11:54:08.503895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb78f-e109-4fb2-bede-1c44e82d8ec7 req-7bff46e7-0b63-4751-9dea-fa0f05ff0920 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:08.505300 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e1bb78f-e109-4fb2-bede-1c44e82d8ec7 req-7bff46e7-0b63-4751-9dea-fa0f05ff0920 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0537000 Aug 26 11:54:08.542634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e1bb78f-e109-4fb2-bede-1c44e82d8ec7 req-ff246b8c-ca20-4cfc-bb90-6ee41676bcae tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315511 Aug 26 11:54:09.668024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f88ba-7ff1-46d9-b8ab-1db3081ec854 req-ceea82b4-e4da-482f-a60b-4f8513a7e142 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:09.669567 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e13f88ba-7ff1-46d9-b8ab-1db3081ec854 req-ceea82b4-e4da-482f-a60b-4f8513a7e142 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0533018 Aug 26 11:54:09.712080 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e13f88ba-7ff1-46d9-b8ab-1db3081ec854 req-6b362dc0-fe3e-41cc-a389-f207416ff471 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363090 Aug 26 11:54:10.826651 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e6d41-ef46-4362-a37e-005afabf4e15 req-c2d4bdb9-a00d-452f-93a4-35ff0e34ba03 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:10.828172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d18e6d41-ef46-4362-a37e-005afabf4e15 req-c2d4bdb9-a00d-452f-93a4-35ff0e34ba03 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0485725 Aug 26 11:54:10.866857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d18e6d41-ef46-4362-a37e-005afabf4e15 req-c8639d48-264f-4249-8d80-ce524df71dd0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321343 Aug 26 11:54:11.983819 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb728c-6178-494b-8c76-401271e5eb29 req-f0baf0ab-3edb-4573-8680-4423b32138eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:11.985321 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1cb728c-6178-494b-8c76-401271e5eb29 req-f0baf0ab-3edb-4573-8680-4423b32138eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0522997 Aug 26 11:54:12.022377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b1cb728c-6178-494b-8c76-401271e5eb29 req-b6540581-8324-4c44-a6e8-a14459e07c9f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311799 Aug 26 11:54:13.134722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd445df6-9380-4e93-8537-a7b1c81b76ae req-f48bda1a-5e8c-4e26-9821-dc2b4873c9be tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:13.136218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd445df6-9380-4e93-8537-a7b1c81b76ae req-f48bda1a-5e8c-4e26-9821-dc2b4873c9be tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0480676 Aug 26 11:54:13.173624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd445df6-9380-4e93-8537-a7b1c81b76ae req-01f5cb66-6fde-4d16-b8d4-0aa4e1ab92a4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309715 Aug 26 11:54:13.427013 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15d251b2-ce3c-424d-8103-4d00f85ad39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:14.292512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7640ba6-5a29-4854-aaa1-6913031644a4 req-1ae2103e-7189-49b1-b499-bcb9bf8c055f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:14.294021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7640ba6-5a29-4854-aaa1-6913031644a4 req-1ae2103e-7189-49b1-b499-bcb9bf8c055f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0512173 Aug 26 11:54:14.331900 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7640ba6-5a29-4854-aaa1-6913031644a4 req-d94acff1-c101-45b3-8041-0c0efd87a91f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313330 Aug 26 11:54:15.449970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fbefa-c7e8-48f0-81d0-7ad2d63757ce req-7af3d578-695c-424e-8f2e-b0cc94d13330 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:15.451484 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd6fbefa-c7e8-48f0-81d0-7ad2d63757ce req-7af3d578-695c-424e-8f2e-b0cc94d13330 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0518191 Aug 26 11:54:15.488501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd6fbefa-c7e8-48f0-81d0-7ad2d63757ce req-7801ac6b-a8b8-40d8-b3fc-59d96cc5bf07 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311100 Aug 26 11:54:15.827312 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f8f43de-edc8-46bf-979e-7c2d9149f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:16.349913 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:16.720336 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64d4d5-bc3a-4c73-9e61-40bcb125fa8f req-dd213a4e-3a1e-4265-939a-eff93269fcac tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:16.721820 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f64d4d5-bc3a-4c73-9e61-40bcb125fa8f req-dd213a4e-3a1e-4265-939a-eff93269fcac tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.1656055 Aug 26 11:54:16.759693 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f64d4d5-bc3a-4c73-9e61-40bcb125fa8f req-ca5cb4a6-ecf0-45a7-9283-23b79e03f2e2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320697 Aug 26 11:54:17.434984 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:17.875840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642b582-55d2-4999-84b1-6a99458787d7 req-7c2f311d-6703-406c-9d0d-bf61e73bf95c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:17.877402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4642b582-55d2-4999-84b1-6a99458787d7 req-7c2f311d-6703-406c-9d0d-bf61e73bf95c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0508857 Aug 26 11:54:17.916442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4642b582-55d2-4999-84b1-6a99458787d7 req-7b18fb5c-2560-4a35-b7ea-0237d314948e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330279 Aug 26 11:54:19.035083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f123af-d281-42f7-9726-7aaecddc3782 req-b8c21af4-9526-409c-bb5d-535be5e4f54c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:19.036544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22f123af-d281-42f7-9726-7aaecddc3782 req-b8c21af4-9526-409c-bb5d-535be5e4f54c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0521805 Aug 26 11:54:19.073695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22f123af-d281-42f7-9726-7aaecddc3782 req-620463a1-8e9c-4451-a5f8-0a4bbaa6d598 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310776 Aug 26 11:54:19.496799 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:20.186718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d100282-8df1-42eb-8257-80557a361050 req-51219f4a-a88d-4e57-8ab7-302b2545a51e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:20.188243 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d100282-8df1-42eb-8257-80557a361050 req-51219f4a-a88d-4e57-8ab7-302b2545a51e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0484562 Aug 26 11:54:20.226621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d100282-8df1-42eb-8257-80557a361050 req-b0a4d458-da9d-4261-a983-d70ec94e9f89 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324562 Aug 26 11:54:20.983804 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:21.339400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d198a80-bd2e-4d32-a4a8-e91bc75b423e req-a9eb6681-d530-4f39-b2b5-cd668b6e0daa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:21.340914 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d198a80-bd2e-4d32-a4a8-e91bc75b423e req-a9eb6681-d530-4f39-b2b5-cd668b6e0daa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0480988 Aug 26 11:54:21.379852 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d198a80-bd2e-4d32-a4a8-e91bc75b423e req-c765b962-8cc0-4e5f-8bc2-c73b87efd6c5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321851 Aug 26 11:54:22.496841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75de8e-970b-42ce-a0e5-d27b794be081 req-64f61eb0-1da2-43b3-8381-682ef6c029df tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:22.498244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a75de8e-970b-42ce-a0e5-d27b794be081 req-64f61eb0-1da2-43b3-8381-682ef6c029df tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0523221 Aug 26 11:54:22.536239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a75de8e-970b-42ce-a0e5-d27b794be081 req-7919a018-30d5-47fe-9af5-c4b119206f0c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320394 Aug 26 11:54:22.922753 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:23.651054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a31cea-010d-44e2-8e12-27b7161941be req-8f9fca1b-15d2-489e-80a6-67453e42055b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:23.652582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6a31cea-010d-44e2-8e12-27b7161941be req-8f9fca1b-15d2-489e-80a6-67453e42055b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0521283 Aug 26 11:54:23.690109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6a31cea-010d-44e2-8e12-27b7161941be req-df478281-d04e-4c14-b22a-fd5d562768f7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310867 Aug 26 11:54:24.802854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95235f-f0c9-4b77-af17-99364a028299 req-1205fe26-a991-4a84-a499-c4c7d4cf6780 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:24.804324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f95235f-f0c9-4b77-af17-99364a028299 req-1205fe26-a991-4a84-a499-c4c7d4cf6780 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0479922 Aug 26 11:54:24.840640 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f95235f-f0c9-4b77-af17-99364a028299 req-7c337c4f-fdf6-42f2-8a65-1f41a00bff9b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304828 Aug 26 11:54:25.958298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f192f-f6ba-4b1b-8e40-d87d8994f44d req-4220a7c2-37cb-4236-bf9c-5faa157fc3e9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:25.959870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e8f192f-f6ba-4b1b-8e40-d87d8994f44d req-4220a7c2-37cb-4236-bf9c-5faa157fc3e9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0526788 Aug 26 11:54:25.997273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4e8f192f-f6ba-4b1b-8e40-d87d8994f44d req-68cf77f8-46ae-4dd3-a7d4-af0b7d04e0ac tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314677 Aug 26 11:54:27.111676 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41f2ea-02f3-4175-a7ac-4d8d6347ee8a req-4ae61f1b-797c-491e-9e19-54d06bd76ce3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:27.113203 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d41f2ea-02f3-4175-a7ac-4d8d6347ee8a req-4ae61f1b-797c-491e-9e19-54d06bd76ce3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488567 Aug 26 11:54:27.151377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d41f2ea-02f3-4175-a7ac-4d8d6347ee8a req-13abeab1-b8c5-4a22-b61b-090bed7bea80 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324185 Aug 26 11:54:28.267483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ab3d8-fc5d-42b5-9544-d5da70f81b77 req-3cfbf835-6b25-48d8-876d-0246ded31112 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:28.268971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f7ab3d8-fc5d-42b5-9544-d5da70f81b77 req-3cfbf835-6b25-48d8-876d-0246ded31112 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0492964 Aug 26 11:54:28.305605 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f7ab3d8-fc5d-42b5-9544-d5da70f81b77 req-820e0259-fd20-4bdf-8e76-8d9155235a84 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308621 Aug 26 11:54:29.423722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484fdcc-1c21-4fd5-89a7-15322d8335f7 req-c69d1a10-4770-4a5d-9a51-9992e59a71e3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:29.425197 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7484fdcc-1c21-4fd5-89a7-15322d8335f7 req-c69d1a10-4770-4a5d-9a51-9992e59a71e3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0530989 Aug 26 11:54:29.461355 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7484fdcc-1c21-4fd5-89a7-15322d8335f7 req-30c264f8-cc01-4b88-86f5-7d5b234f9332 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303659 Aug 26 11:54:29.651134 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd84bb43-5877-4255-b929-14988662b9b4 req-b0cabbab-6055-41bc-9db8-86833c336c87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421247 Aug 26 11:54:29.732122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84bb43-5877-4255-b929-14988662b9b4 req-5846b3e1-7c39-4fa6-ae20-9090f15cfc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:29.733520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd84bb43-5877-4255-b929-14988662b9b4 req-5846b3e1-7c39-4fa6-ae20-9090f15cfc54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0404232 Aug 26 11:54:29.837181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84bb43-5877-4255-b929-14988662b9b4 req-fe27a87d-7a50-4c82-94ef-c624170ec304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:29.838624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd84bb43-5877-4255-b929-14988662b9b4 req-fe27a87d-7a50-4c82-94ef-c624170ec304 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0860128 Aug 26 11:54:29.903282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd84bb43-5877-4255-b929-14988662b9b4 req-454841cd-60f9-43b7-a099-4cc0058c3b7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1003 time: 0.0570247 Aug 26 11:54:29.951989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84bb43-5877-4255-b929-14988662b9b4 req-35ddcb0b-8ebf-4b1b-82dc-d27d69f09491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:29.953423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd84bb43-5877-4255-b929-14988662b9b4 req-35ddcb0b-8ebf-4b1b-82dc-d27d69f09491 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0423729 Aug 26 11:54:30.339652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84bb43-5877-4255-b929-14988662b9b4 req-3c3d06eb-9eea-4679-9628-9b216203565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:30.341155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd84bb43-5877-4255-b929-14988662b9b4 req-3c3d06eb-9eea-4679-9628-9b216203565c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3807185 Aug 26 11:54:30.430462 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd84bb43-5877-4255-b929-14988662b9b4 req-1c6d2661-d59c-45d7-8fb9-fc29e51c95f5 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812590 Aug 26 11:54:30.526963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dd84bb43-5877-4255-b929-14988662b9b4 req-045cf36b-187f-4350-8d93-a47a2c5bb2aa service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883064 Aug 26 11:54:30.575714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd783c3-bc8d-4a6d-82f7-44492a3aad5d req-cb6425c1-abe6-4390-b81d-002533f90c48 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:30.577218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edd783c3-bc8d-4a6d-82f7-44492a3aad5d req-cb6425c1-abe6-4390-b81d-002533f90c48 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0493879 Aug 26 11:54:30.615777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-edd783c3-bc8d-4a6d-82f7-44492a3aad5d req-de809941-8afd-4808-997c-3869402846a4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322969 Aug 26 11:54:31.730414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75d9df-3ea2-416a-8637-88ec5ff4ff93 req-01604052-9b02-4fb1-8173-f75fefd9cbbf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:31.731937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa75d9df-3ea2-416a-8637-88ec5ff4ff93 req-01604052-9b02-4fb1-8173-f75fefd9cbbf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488524 Aug 26 11:54:31.770210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aa75d9df-3ea2-416a-8637-88ec5ff4ff93 req-6f1a1090-ddb4-49e4-8805-14017b13b30e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323825 Aug 26 11:54:32.895755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751085f-cced-4959-9f0e-f9ff9f90c4cc req-cdfda2d2-55a6-490b-94c2-8eadb58ff090 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:32.897229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c751085f-cced-4959-9f0e-f9ff9f90c4cc req-cdfda2d2-55a6-490b-94c2-8eadb58ff090 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0521564 Aug 26 11:54:32.933764 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c751085f-cced-4959-9f0e-f9ff9f90c4cc req-570a56b5-fab2-4645-8e8b-2730c54455cb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306325 Aug 26 11:54:34.047680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe0422-e0da-40f6-a794-2a3735762102 req-df1d56c3-00d0-4276-9b46-7fe30d783d33 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:34.049247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99fe0422-e0da-40f6-a794-2a3735762102 req-df1d56c3-00d0-4276-9b46-7fe30d783d33 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0487328 Aug 26 11:54:34.086865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99fe0422-e0da-40f6-a794-2a3735762102 req-bacc8cc0-e69f-4eb8-829d-51062b5670f9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316033 Aug 26 11:54:35.199492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6fd55-b349-438c-99eb-5a50fc48678b req-8c28bd74-2520-46f4-9a35-63fd84292fa7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:35.200997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36c6fd55-b349-438c-99eb-5a50fc48678b req-8c28bd74-2520-46f4-9a35-63fd84292fa7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0485175 Aug 26 11:54:35.240596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36c6fd55-b349-438c-99eb-5a50fc48678b req-1e34cf2d-c1ae-444b-8a67-16d3856747cf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322378 Aug 26 11:54:36.356494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de3224-1aa9-4521-8072-38b52350c289 req-d4746992-f1cd-4b53-8dd4-a2e0f491654b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:36.357972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4de3224-1aa9-4521-8072-38b52350c289 req-d4746992-f1cd-4b53-8dd4-a2e0f491654b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0510659 Aug 26 11:54:36.395675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4de3224-1aa9-4521-8072-38b52350c289 req-3c1046a9-1df8-4395-be5a-2f3b7259e498 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312753 Aug 26 11:54:37.510053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f684-d17c-4ceb-b8d9-502a68c1e1f1 req-5d1424b5-03a7-4107-b5b4-458fdc9b1fc0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:37.511483 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37b6f684-d17c-4ceb-b8d9-502a68c1e1f1 req-5d1424b5-03a7-4107-b5b4-458fdc9b1fc0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0493739 Aug 26 11:54:37.550590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37b6f684-d17c-4ceb-b8d9-502a68c1e1f1 req-cd271834-5fc8-4020-9d5d-277b3bb9bf3b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331445 Aug 26 11:54:38.669465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cedbb3-12a5-4411-9673-9857a616c45c req-1448e799-8dda-40a7-9889-ac6568438aea tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:38.671027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10cedbb3-12a5-4411-9673-9857a616c45c req-1448e799-8dda-40a7-9889-ac6568438aea tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0545905 Aug 26 11:54:38.710389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-10cedbb3-12a5-4411-9673-9857a616c45c req-2483964c-ae35-49a0-bd05-96cb57b93ead tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335212 Aug 26 11:54:38.766406 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:54:39.846678 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49497520-d234-452d-87d4-d88e742ffd19 req-2290a871-9133-48ef-ac86-493e268ef2f4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:39.848183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49497520-d234-452d-87d4-d88e742ffd19 req-2290a871-9133-48ef-ac86-493e268ef2f4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0680017 Aug 26 11:54:39.885609 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49497520-d234-452d-87d4-d88e742ffd19 req-b415e664-ec3d-4e63-a53c-0167a1feea74 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314977 Aug 26 11:54:41.000356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94ac5a-2ab6-48da-8815-7e56b221b174 req-b94b09ea-182b-4020-b4c0-46402faaca1f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:41.002439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d94ac5a-2ab6-48da-8815-7e56b221b174 req-b94b09ea-182b-4020-b4c0-46402faaca1f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0496957 Aug 26 11:54:41.039179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d94ac5a-2ab6-48da-8815-7e56b221b174 req-8dcefdaa-370c-46b8-a7ba-a5521d525837 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308719 Aug 26 11:54:42.152401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319bac6-708a-4d39-bbd2-1844561916d6 req-4a07a598-690b-4245-8484-6699ed7d0044 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:42.153879 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1319bac6-708a-4d39-bbd2-1844561916d6 req-4a07a598-690b-4245-8484-6699ed7d0044 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0490346 Aug 26 11:54:42.191016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1319bac6-708a-4d39-bbd2-1844561916d6 req-94d368d1-bbf2-471e-a782-cb8b652883ff tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312047 Aug 26 11:54:43.308135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddef8a9-dcb4-4aa2-addc-254454129bdd req-73b19679-5ef0-4913-a055-2aa0627c7cd4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:43.309660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ddef8a9-dcb4-4aa2-addc-254454129bdd req-73b19679-5ef0-4913-a055-2aa0627c7cd4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0514774 Aug 26 11:54:43.347608 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7ddef8a9-dcb4-4aa2-addc-254454129bdd req-73d120a4-8b3f-410b-81d3-16e44e680b1c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314484 Aug 26 11:54:43.428652 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1f29733-3e5a-4600-868f-1656a113878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:44.460705 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9a91b-a161-430d-b18e-9de35d5aef26 req-60b16a3b-86bb-46aa-8839-297f652950c8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:44.462199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2d9a91b-a161-430d-b18e-9de35d5aef26 req-60b16a3b-86bb-46aa-8839-297f652950c8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488026 Aug 26 11:54:44.501190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2d9a91b-a161-430d-b18e-9de35d5aef26 req-4b58273b-67d0-4822-95c9-073021364230 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330076 Aug 26 11:54:45.614633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b860b48-cc32-4268-b322-933abcd70ab9 req-16b61ce6-71dd-4c40-ae96-b497c1e59eb5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:45.616162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b860b48-cc32-4268-b322-933abcd70ab9 req-16b61ce6-71dd-4c40-ae96-b497c1e59eb5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0491397 Aug 26 11:54:45.653426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b860b48-cc32-4268-b322-933abcd70ab9 req-7645656c-dd84-4871-8e9c-a04744ecd5e3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312297 Aug 26 11:54:45.829014 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24fd27f9-6baa-4771-b4ce-36701e091b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:46.351789 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:46.769636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cea6ff-5f23-4a28-b1af-8c3bb1dbc6d1 req-9132fead-7762-445f-aa8b-b74415397b5e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:46.771135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64cea6ff-5f23-4a28-b1af-8c3bb1dbc6d1 req-9132fead-7762-445f-aa8b-b74415397b5e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0516934 Aug 26 11:54:46.806976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-64cea6ff-5f23-4a28-b1af-8c3bb1dbc6d1 req-cfda48e0-265f-4ef8-98f2-0ea37ea77d26 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300720 Aug 26 11:54:47.435696 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:47.921957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a4ab-b704-441f-9381-9af224a3879b req-7e987f6e-eb72-4e12-b5d2-783ee4abfeec tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:47.923493 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8db1a4ab-b704-441f-9381-9af224a3879b req-7e987f6e-eb72-4e12-b5d2-783ee4abfeec tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0493877 Aug 26 11:54:47.961862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8db1a4ab-b704-441f-9381-9af224a3879b req-10db6a01-2365-4bc2-adad-a576d193f408 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325689 Aug 26 11:54:49.075710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ec034-8f58-4332-82ca-a05e2988fbd2 req-bfd179c0-04af-426a-9a78-8629f0d58c97 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:49.077180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-152ec034-8f58-4332-82ca-a05e2988fbd2 req-bfd179c0-04af-426a-9a78-8629f0d58c97 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0479567 Aug 26 11:54:49.115222 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-152ec034-8f58-4332-82ca-a05e2988fbd2 req-261a2e18-6449-44a4-8c40-d2d8390d45c4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315259 Aug 26 11:54:49.495598 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:50.235569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67562cf-0c16-481d-9dfe-84e064ea5168 req-30f5cdae-8246-4fa9-b330-3d4094900672 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:50.237058 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c67562cf-0c16-481d-9dfe-84e064ea5168 req-30f5cdae-8246-4fa9-b330-3d4094900672 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0535150 Aug 26 11:54:50.274705 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c67562cf-0c16-481d-9dfe-84e064ea5168 req-f305f7dd-3c6a-418a-bbf7-e8712a13483b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317791 Aug 26 11:54:50.994478 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:51.388899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695f5a4-91ef-411b-b545-4f2a0b2bc406 req-8e16e2ab-c6df-47fe-933a-d54b7b1597b4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:51.390388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0695f5a4-91ef-411b-b545-4f2a0b2bc406 req-8e16e2ab-c6df-47fe-933a-d54b7b1597b4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0495954 Aug 26 11:54:51.427787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0695f5a4-91ef-411b-b545-4f2a0b2bc406 req-fba66f3a-556f-413b-a099-519595395c51 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312331 Aug 26 11:54:52.542083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e365d16-7cfe-4f01-9cc0-2ed8c209c67b req-ab24347b-6b1e-4095-91e0-898172e51bde tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:52.543510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e365d16-7cfe-4f01-9cc0-2ed8c209c67b req-ab24347b-6b1e-4095-91e0-898172e51bde tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0494969 Aug 26 11:54:52.582129 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5e365d16-7cfe-4f01-9cc0-2ed8c209c67b req-6056bbed-4f5b-486c-96d4-968413d690c7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328274 Aug 26 11:54:52.940920 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:54:53.701436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1186e-5540-4f39-9348-940e089fc632 req-ea0e47fc-e2b3-41ff-afaf-1a9d888a63ad tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:53.702940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18a1186e-5540-4f39-9348-940e089fc632 req-ea0e47fc-e2b3-41ff-afaf-1a9d888a63ad tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0539646 Aug 26 11:54:53.741574 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18a1186e-5540-4f39-9348-940e089fc632 req-be1f2cba-b8af-4e33-b2eb-81dbcb611a18 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322256 Aug 26 11:54:54.852977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88f9ea-263a-4b20-8544-ff6846422eee req-6d146eb4-0398-4e7a-b1e5-722930270da8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:54.854444 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca88f9ea-263a-4b20-8544-ff6846422eee req-6d146eb4-0398-4e7a-b1e5-722930270da8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0480106 Aug 26 11:54:54.894851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ca88f9ea-263a-4b20-8544-ff6846422eee req-70c914af-6e10-4c97-b352-a0a49dec622e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344462 Aug 26 11:54:56.009041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38127720-f3e9-4b68-a597-9cfc4d1a68d1 req-b1160467-ecd6-4e96-b891-79cd47db75eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:56.010555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-38127720-f3e9-4b68-a597-9cfc4d1a68d1 req-b1160467-ecd6-4e96-b891-79cd47db75eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0496957 Aug 26 11:54:56.049762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-38127720-f3e9-4b68-a597-9cfc4d1a68d1 req-df5a0a54-fd40-4d36-b5af-a98bcaff4b2b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331948 Aug 26 11:54:57.166804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44720697-6d81-4623-b9a6-830bb565e4ad req-f6f46dd3-7830-4c16-a2fb-5b46819045ef tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:57.168286 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44720697-6d81-4623-b9a6-830bb565e4ad req-f6f46dd3-7830-4c16-a2fb-5b46819045ef tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0525134 Aug 26 11:54:57.205316 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44720697-6d81-4623-b9a6-830bb565e4ad req-eb0731bd-6887-4efb-8142-42610c2a9830 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312483 Aug 26 11:54:58.320930 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64937c-495b-48f3-bbd0-1bc6aa0e8a3f req-3874c955-4a0e-4074-bd63-4e76bdd6e90a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:58.322458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f64937c-495b-48f3-bbd0-1bc6aa0e8a3f req-3874c955-4a0e-4074-bd63-4e76bdd6e90a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0491331 Aug 26 11:54:58.359579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f64937c-495b-48f3-bbd0-1bc6aa0e8a3f req-cc3aafd7-d092-41b9-84c0-0ca73c4a77cc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313089 Aug 26 11:54:59.473574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98509a-a459-4abb-883b-a12e1c50e945 req-33869761-cd52-411f-a010-2e98e6428c53 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:54:59.474972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e98509a-a459-4abb-883b-a12e1c50e945 req-33869761-cd52-411f-a010-2e98e6428c53 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0481725 Aug 26 11:54:59.512881 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e98509a-a459-4abb-883b-a12e1c50e945 req-6b72fa86-9aaa-4693-b942-0cd263a8b66a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320821 Aug 26 11:55:00.630689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf30ec-2e7f-4ec2-b256-42e330d768ee req-e1c5e64f-e6b5-49da-83c0-25891e2cf97c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:00.632227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3bf30ec-2e7f-4ec2-b256-42e330d768ee req-e1c5e64f-e6b5-49da-83c0-25891e2cf97c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0533450 Aug 26 11:55:00.670272 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f3bf30ec-2e7f-4ec2-b256-42e330d768ee req-2d1faacc-da34-4213-9d53-ece731a9d7f3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321720 Aug 26 11:55:01.783481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc8b03-fef0-4fe9-886c-8ebbc6db8e72 req-7538960e-8cee-4879-b647-aeebf5a6a6b3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:01.784988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4bc8b03-fef0-4fe9-886c-8ebbc6db8e72 req-7538960e-8cee-4879-b647-aeebf5a6a6b3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0495334 Aug 26 11:55:01.822295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4bc8b03-fef0-4fe9-886c-8ebbc6db8e72 req-3fb1b14b-1ef7-4056-8610-c244b5b18b13 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308444 Aug 26 11:55:02.935859 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893aed5-3490-4c89-b177-4933a63042e8 req-d0f9afac-1baf-4e03-abdd-85e53e8136b1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:02.937349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a893aed5-3490-4c89-b177-4933a63042e8 req-d0f9afac-1baf-4e03-abdd-85e53e8136b1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0487461 Aug 26 11:55:02.974572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a893aed5-3490-4c89-b177-4933a63042e8 req-e9b25c90-4479-4953-b732-dd8f08ee83f8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308473 Aug 26 11:55:04.091762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb08c41-531a-4394-b1f8-846fb69a136f req-399c9d14-9cfc-479d-81bf-e7ca5e5c55e7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:04.093261 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bb08c41-531a-4394-b1f8-846fb69a136f req-399c9d14-9cfc-479d-81bf-e7ca5e5c55e7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0527177 Aug 26 11:55:04.130079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bb08c41-531a-4394-b1f8-846fb69a136f req-0d107180-83a6-46fe-8d24-598a8c188b25 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310051 Aug 26 11:55:05.248637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74c3e3-f96c-4f03-87a1-a86ecc76e91e req-ce50988b-88b7-4ecd-bd2a-a9b5fc78e2d7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:05.250140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a74c3e3-f96c-4f03-87a1-a86ecc76e91e req-ce50988b-88b7-4ecd-bd2a-a9b5fc78e2d7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0500715 Aug 26 11:55:05.290187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a74c3e3-f96c-4f03-87a1-a86ecc76e91e req-ab0937d1-3d1f-455e-a37d-50912c3cb1de tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341153 Aug 26 11:55:06.407150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a4bb-8bcf-4522-aeb9-c0ec26b207a0 req-5fe63bc9-4183-4a72-8e86-36a708bedfcb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:06.408694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6fd6a4bb-8bcf-4522-aeb9-c0ec26b207a0 req-5fe63bc9-4183-4a72-8e86-36a708bedfcb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0504465 Aug 26 11:55:06.448206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6fd6a4bb-8bcf-4522-aeb9-c0ec26b207a0 req-3ffa530d-71d3-42ef-8403-5723f2be174d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330393 Aug 26 11:55:07.566189 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa8bd2-b3b3-48db-a561-91116b532818 req-49b9851f-645a-438d-a433-8877bcafcbfb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:07.568375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42aa8bd2-b3b3-48db-a561-91116b532818 req-49b9851f-645a-438d-a433-8877bcafcbfb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0525279 Aug 26 11:55:07.605346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-42aa8bd2-b3b3-48db-a561-91116b532818 req-285eb4b9-5ce7-4e6a-bc2b-65509652a2f6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312507 Aug 26 11:55:08.718840 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea434f0-6389-4900-8988-2b26d0b0fabd req-ecae52f5-1a13-4a07-8c52-013d9efea9b5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:08.720322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aea434f0-6389-4900-8988-2b26d0b0fabd req-ecae52f5-1a13-4a07-8c52-013d9efea9b5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0484874 Aug 26 11:55:08.762483 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aea434f0-6389-4900-8988-2b26d0b0fabd req-f3b56724-4cd3-44a5-868c-d07007229eb7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363059 Aug 26 11:55:09.880066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0517f34-19e2-416f-8a80-68b944091821 req-24d2ffc9-11b6-4989-9ef7-01254c463e3b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:09.881554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0517f34-19e2-416f-8a80-68b944091821 req-24d2ffc9-11b6-4989-9ef7-01254c463e3b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0535223 Aug 26 11:55:09.918878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0517f34-19e2-416f-8a80-68b944091821 req-5322ed6e-5fde-4167-a24f-5bc144918423 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 Aug 26 11:55:11.036469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56f55-efae-42ff-baf5-98777ead03b6 req-5935e68b-ad74-4143-bb00-39f714ae0cdd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:11.037953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-03e56f55-efae-42ff-baf5-98777ead03b6 req-5935e68b-ad74-4143-bb00-39f714ae0cdd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0536165 Aug 26 11:55:11.075123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-03e56f55-efae-42ff-baf5-98777ead03b6 req-66338a6e-8ad9-4f18-a3a9-19879e3c8a41 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312145 Aug 26 11:55:12.189445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5cbe2-7653-49c9-966c-ab27dd48aae8 req-0501372c-bc63-478a-9f45-2b872c41f0f1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:12.190951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ee5cbe2-7653-49c9-966c-ab27dd48aae8 req-0501372c-bc63-478a-9f45-2b872c41f0f1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0486033 Aug 26 11:55:12.229747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ee5cbe2-7653-49c9-966c-ab27dd48aae8 req-50a7a5d0-6538-45bf-95cd-07968ab61b7a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323641 Aug 26 11:55:13.343196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ff365-9981-483c-b359-3baa08e88e27 req-3f82677c-6a9d-44ed-b70b-215091c6272b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:13.344672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e9ff365-9981-483c-b359-3baa08e88e27 req-3f82677c-6a9d-44ed-b70b-215091c6272b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0486834 Aug 26 11:55:13.382972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e9ff365-9981-483c-b359-3baa08e88e27 req-ed141f46-213b-498c-bfe8-8bbcd8391a9e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322876 Aug 26 11:55:13.429343 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42496441-35f0-4483-bd68-1bcd4210533c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:14.499474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c20a8-34c3-43d6-9043-1a4788b80c69 req-26026506-e54f-4faa-aa82-72048217ed35 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:14.500899 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e1c20a8-34c3-43d6-9043-1a4788b80c69 req-26026506-e54f-4faa-aa82-72048217ed35 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0534945 Aug 26 11:55:14.539416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e1c20a8-34c3-43d6-9043-1a4788b80c69 req-76f57509-d63b-49ee-ab10-e2e0631f4de2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317273 Aug 26 11:55:15.652753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e8449-4993-4350-bfac-4780d7509256 req-058c7eb8-2c4f-4ee0-86a0-2bd94d6e6a33 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:15.654240 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-094e8449-4993-4350-bfac-4780d7509256 req-058c7eb8-2c4f-4ee0-86a0-2bd94d6e6a33 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0495470 Aug 26 11:55:15.691432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-094e8449-4993-4350-bfac-4780d7509256 req-f8f1934e-f9a2-42e3-9632-6ad4cef9c552 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313756 Aug 26 11:55:15.765305 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:55:15.829763 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-214b18cd-d217-4ec2-9a0b-1ed593048496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:16.353346 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:16.936148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbe1b7-7ec6-4c46-bca9-12a7e98e63f4 req-cfde752f-edf1-444f-87c9-57b46a78d796 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:16.937628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68dbe1b7-7ec6-4c46-bca9-12a7e98e63f4 req-cfde752f-edf1-444f-87c9-57b46a78d796 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0512829 Aug 26 11:55:16.975358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-68dbe1b7-7ec6-4c46-bca9-12a7e98e63f4 req-19dc941a-09b1-4192-a066-931ac0d2ceea tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317252 Aug 26 11:55:17.436976 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:18.093756 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2224e37-bd06-4022-adb9-1f07e82cf509 req-39370528-55b1-45d0-b2a6-f1c5d95c8d1d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:18.095299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2224e37-bd06-4022-adb9-1f07e82cf509 req-39370528-55b1-45d0-b2a6-f1c5d95c8d1d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0530970 Aug 26 11:55:18.133682 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c2224e37-bd06-4022-adb9-1f07e82cf509 req-28f764d8-5c87-44fc-b96c-c66ce9e06a46 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325227 Aug 26 11:55:19.248920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63d23f-9432-4bbc-90f9-0ae32f9ec785 req-f1b706b2-25b3-4250-830c-8bfc1c21a2ac tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:19.250410 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e63d23f-9432-4bbc-90f9-0ae32f9ec785 req-f1b706b2-25b3-4250-830c-8bfc1c21a2ac tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0496716 Aug 26 11:55:19.295005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e63d23f-9432-4bbc-90f9-0ae32f9ec785 req-8844876a-492c-4732-9040-d265a172318d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385628 Aug 26 11:55:19.499153 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:20.416229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458401a0-2007-4af6-a7b0-f6d5641cc4a6 req-581ee977-f394-470c-a73b-a66a70178460 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:20.417655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-458401a0-2007-4af6-a7b0-f6d5641cc4a6 req-581ee977-f394-470c-a73b-a66a70178460 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0563316 Aug 26 11:55:20.453896 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-458401a0-2007-4af6-a7b0-f6d5641cc4a6 req-51958ba2-80c9-4845-847e-cb0a2fb26b48 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303564 Aug 26 11:55:21.013090 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:21.572255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fe81d-c19f-49eb-8c08-54794bf28d19 req-8a21bd24-8107-40a9-ae3a-931c32cf86b2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:21.573749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e6fe81d-c19f-49eb-8c08-54794bf28d19 req-8a21bd24-8107-40a9-ae3a-931c32cf86b2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0536926 Aug 26 11:55:21.611399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e6fe81d-c19f-49eb-8c08-54794bf28d19 req-92d6e8a7-cc7a-4d80-9a28-530c8e163dc6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317643 Aug 26 11:55:22.724460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ac24e-99b6-41a8-97b2-b5a055d6d6c5 req-967c8d6a-137c-4e61-899a-cbdd6cdd240c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:22.725944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b00ac24e-99b6-41a8-97b2-b5a055d6d6c5 req-967c8d6a-137c-4e61-899a-cbdd6cdd240c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0498455 Aug 26 11:55:22.763701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b00ac24e-99b6-41a8-97b2-b5a055d6d6c5 req-1045bebd-475e-4a24-a461-4d40d11c323f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318966 Aug 26 11:55:22.939416 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:23.876890 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafe119-b761-4be5-a069-c4a0c6641c7f req-14f075f0-b8b1-428e-9065-2ad584ac2b4e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:23.878371 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1fafe119-b761-4be5-a069-c4a0c6641c7f req-14f075f0-b8b1-428e-9065-2ad584ac2b4e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0491278 Aug 26 11:55:23.917962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1fafe119-b761-4be5-a069-c4a0c6641c7f req-90cfa24d-d1b7-4cc3-af07-cbe6162738e9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337059 Aug 26 11:55:25.033846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efffb8-2f84-4b9d-a61e-9ec4d8f9eebb req-c6b81f4c-be70-4a62-b0be-686a7b707e5f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:25.035337 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93efffb8-2f84-4b9d-a61e-9ec4d8f9eebb req-c6b81f4c-be70-4a62-b0be-686a7b707e5f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0520129 Aug 26 11:55:25.072519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-93efffb8-2f84-4b9d-a61e-9ec4d8f9eebb req-d97fbdab-8423-4ee6-9a7c-ee3fe5208642 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309696 Aug 26 11:55:26.186175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6d59-c79f-4a8b-bde8-63d67d775bc8 req-069e47d6-bf85-49b6-8c54-44fa788ba203 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:26.187681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48fa6d59-c79f-4a8b-bde8-63d67d775bc8 req-069e47d6-bf85-49b6-8c54-44fa788ba203 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0479436 Aug 26 11:55:26.224962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-48fa6d59-c79f-4a8b-bde8-63d67d775bc8 req-23cc8a2f-6ce4-4851-bc68-edb104f332bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308912 Aug 26 11:55:27.345165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5f77a-1625-4ee8-a8dd-f4dc9da9b31c req-1bcd2851-b12e-450c-a263-3705521c107c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:27.346658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11c5f77a-1625-4ee8-a8dd-f4dc9da9b31c req-1bcd2851-b12e-450c-a263-3705521c107c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0484512 Aug 26 11:55:27.384760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11c5f77a-1625-4ee8-a8dd-f4dc9da9b31c req-8b3bb513-1602-4433-8ee3-c90333f1dfc4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318177 Aug 26 11:55:28.501238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ea56-8a51-4758-baeb-54ae9335c8d2 req-a2c5a1ef-f792-4614-830a-d6564ead66d7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:28.502636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ad5ea56-8a51-4758-baeb-54ae9335c8d2 req-a2c5a1ef-f792-4614-830a-d6564ead66d7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0527704 Aug 26 11:55:28.539645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5ad5ea56-8a51-4758-baeb-54ae9335c8d2 req-32e13a68-933c-4a54-8d37-ac91e4cedd12 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312626 Aug 26 11:55:29.681216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9515223-d249-4625-b305-5054ddbd038e req-cc323015-2a6c-4da8-a56c-e4eae4293de9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:29.682789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9515223-d249-4625-b305-5054ddbd038e req-cc323015-2a6c-4da8-a56c-e4eae4293de9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0762384 Aug 26 11:55:29.688955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-a2225259-ef2c-4e2d-8304-fbcc55aba914 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561113 Aug 26 11:55:29.722419 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9515223-d249-4625-b305-5054ddbd038e req-71fc4918-cdf4-49bf-8fc0-94e88e7b36d8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Aug 26 11:55:29.774266 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-15931c5e-a320-43c4-952e-935a2f478b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:29.775781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-15931c5e-a320-43c4-952e-935a2f478b94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0442407 Aug 26 11:55:29.877268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-24bb85ce-9376-411c-be1e-04600c00e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:29.878747 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-24bb85ce-9376-411c-be1e-04600c00e1dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0837367 Aug 26 11:55:29.947316 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-67384079-7c35-487a-9c27-51e457d02971 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1003 time: 0.0607557 Aug 26 11:55:29.996868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-39843816-2728-44c2-acd0-54ce74ed3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:29.998276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-39843816-2728-44c2-acd0-54ce74ed3454 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0430207 Aug 26 11:55:30.050777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-caccc131-5efd-4a74-949f-867c343a8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:30.052888 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-caccc131-5efd-4a74-949f-867c343a8562 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465362 Aug 26 11:55:30.145696 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-d0e0946b-bf3c-4fb7-ad6b-35eb251f3c0b service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853844 Aug 26 11:55:30.236329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61ec7dd9-6c38-4d21-8a9b-8c76b1bfc84a req-f6d8fe78-a4ad-4182-9765-ddc695514c6a service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824358 Aug 26 11:55:30.835414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4e7b-6ca6-4b4a-9109-16e4b6cb0fd0 req-33366beb-4c27-492a-abff-fffb537a56ce tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:30.836860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-821c4e7b-6ca6-4b4a-9109-16e4b6cb0fd0 req-33366beb-4c27-492a-abff-fffb537a56ce tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0476038 Aug 26 11:55:30.873863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-821c4e7b-6ca6-4b4a-9109-16e4b6cb0fd0 req-04dc0925-c5c3-4902-b335-2557713dcc5a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312672 Aug 26 11:55:31.994392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c29829-fa13-421f-b65e-2fa2f9b0c745 req-3c118216-09ae-49f2-ab6f-dd3aba274c5b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:31.996161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37c29829-fa13-421f-b65e-2fa2f9b0c745 req-3c118216-09ae-49f2-ab6f-dd3aba274c5b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0575047 Aug 26 11:55:32.033060 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-37c29829-fa13-421f-b65e-2fa2f9b0c745 req-1458b904-6ee4-42c6-a1f9-ba7d07c2e4be tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310972 Aug 26 11:55:33.145675 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd30c8-69af-493a-8bd1-afae17874a19 req-0948e901-1641-489e-8f06-b3c14ab636c9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:33.147192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eafd30c8-69af-493a-8bd1-afae17874a19 req-0948e901-1641-489e-8f06-b3c14ab636c9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0485513 Aug 26 11:55:33.184218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eafd30c8-69af-493a-8bd1-afae17874a19 req-18fbff53-1428-41b7-8a04-9f71b92bb3f0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312564 Aug 26 11:55:34.300993 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871953a-4449-4819-957a-79e2a2e1ba6f req-640bf0ef-d500-4de2-91ed-d1077575d7a4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:34.303072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9871953a-4449-4819-957a-79e2a2e1ba6f req-640bf0ef-d500-4de2-91ed-d1077575d7a4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0476370 Aug 26 11:55:34.339535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9871953a-4449-4819-957a-79e2a2e1ba6f req-3a63d1d3-193f-445c-a145-7207b7291116 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306928 Aug 26 11:55:35.460239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39474bb-cb60-454c-8b04-508db257335a req-463a2b98-def3-4221-a4d2-c3385585b3e3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:35.461680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b39474bb-cb60-454c-8b04-508db257335a req-463a2b98-def3-4221-a4d2-c3385585b3e3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0515640 Aug 26 11:55:35.498872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b39474bb-cb60-454c-8b04-508db257335a req-82e28f18-1318-4299-84fa-99ef8200a201 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312679 Aug 26 11:55:36.611934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758eb5a-ab6d-4262-88ab-16343045a113 req-3c614ebc-e6c4-4d62-a9a7-99f14d20134a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:36.613414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3758eb5a-ab6d-4262-88ab-16343045a113 req-3c614ebc-e6c4-4d62-a9a7-99f14d20134a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0485065 Aug 26 11:55:36.650876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3758eb5a-ab6d-4262-88ab-16343045a113 req-38c7ac9f-01f9-437d-bfbb-96104543ec51 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311875 Aug 26 11:55:37.762802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf43d2e-2862-42ad-8eb7-5674918d8d53 req-cdb3b616-3222-4830-8df2-ef35352ec3e7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:37.764228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-baf43d2e-2862-42ad-8eb7-5674918d8d53 req-cdb3b616-3222-4830-8df2-ef35352ec3e7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0481379 Aug 26 11:55:37.800516 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-baf43d2e-2862-42ad-8eb7-5674918d8d53 req-200baae3-1669-4e81-bf8e-949d00ae216b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305226 Aug 26 11:55:38.917641 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab6fb2-374e-4735-82a9-27f99dc35cd0 req-b1f369e4-a0bc-42d8-8599-d2ca30c38410 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:38.919135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6ab6fb2-374e-4735-82a9-27f99dc35cd0 req-b1f369e4-a0bc-42d8-8599-d2ca30c38410 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0517035 Aug 26 11:55:38.956357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6ab6fb2-374e-4735-82a9-27f99dc35cd0 req-de9c8637-ffbe-4dcb-9de6-3fed92a34fb4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315127 Aug 26 11:55:40.075654 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035017f-9018-4a78-a562-c9a3e396585a req-4788428b-5f86-419d-ba8c-440ca73abe1e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:40.077138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6035017f-9018-4a78-a562-c9a3e396585a req-4788428b-5f86-419d-ba8c-440ca73abe1e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0502167 Aug 26 11:55:40.114233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6035017f-9018-4a78-a562-c9a3e396585a req-20efc63d-4d55-4b84-8c86-d306526e2293 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311508 Aug 26 11:55:41.226564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f408622-e698-4ced-aceb-08b36a841184 req-7513494f-bb65-4016-a7e8-8eed2ed86de0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:41.228073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f408622-e698-4ced-aceb-08b36a841184 req-7513494f-bb65-4016-a7e8-8eed2ed86de0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0477870 Aug 26 11:55:41.265199 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f408622-e698-4ced-aceb-08b36a841184 req-a6d0b92c-538b-4d64-9816-79db97db68e7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313172 Aug 26 11:55:42.381564 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6134f-02d4-4cb4-a820-f43a4256cb2b req-648bf870-47bb-4d9e-8113-e46318be9d3e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:42.383077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bda6134f-02d4-4cb4-a820-f43a4256cb2b req-648bf870-47bb-4d9e-8113-e46318be9d3e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0526559 Aug 26 11:55:42.420426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bda6134f-02d4-4cb4-a820-f43a4256cb2b req-e7982a46-c840-45ec-acca-dc14952fa26c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315251 Aug 26 11:55:43.430836 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53e4fbb9-1fc3-4481-bc50-fb3f5f4dac2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:43.533750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac130f-7511-4be4-be69-3532bcff4212 req-206ef4df-d6d6-4553-8486-9f8f7ce4f7d2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:43.535172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6fac130f-7511-4be4-be69-3532bcff4212 req-206ef4df-d6d6-4553-8486-9f8f7ce4f7d2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489230 Aug 26 11:55:43.572587 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6fac130f-7511-4be4-be69-3532bcff4212 req-2e1881d2-a862-446a-8ff4-a54f4e0e59c7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316110 Aug 26 11:55:44.684770 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d9bdf-40bc-4338-9318-7528676837b8 req-9f5f6b7c-7d7a-480c-82e4-ed2f199fd87f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:44.686239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c24d9bdf-40bc-4338-9318-7528676837b8 req-9f5f6b7c-7d7a-480c-82e4-ed2f199fd87f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0476053 Aug 26 11:55:44.724646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c24d9bdf-40bc-4338-9318-7528676837b8 req-2bf84d35-6f6b-40b1-ba28-24cbeb70115b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324342 Aug 26 11:55:45.829335 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-afca7fba-42f8-48e0-8441-f1f4e2459f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:45.842416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0bb9d-b5f4-43d8-ba32-9f8adb89b255 req-596cd7fa-b876-4980-ab52-7f078d47b742 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:45.843945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4fe0bb9d-b5f4-43d8-ba32-9f8adb89b255 req-596cd7fa-b876-4980-ab52-7f078d47b742 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0533693 Aug 26 11:55:45.881871 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4fe0bb9d-b5f4-43d8-ba32-9f8adb89b255 req-5c61f0fd-30ae-47d2-86c4-b2640b6965eb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312712 Aug 26 11:55:46.353017 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:46.993414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba389439-b37a-4c38-b3f6-d1809de35e01 req-d79de655-c071-4161-81fb-285b71f1d19e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:46.994907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba389439-b37a-4c38-b3f6-d1809de35e01 req-d79de655-c071-4161-81fb-285b71f1d19e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0479562 Aug 26 11:55:47.032425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba389439-b37a-4c38-b3f6-d1809de35e01 req-04480a82-d098-4963-bc0b-fc7a5dccbfb7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Aug 26 11:55:47.439988 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:48.143695 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddb4ad-ccc0-466b-9c9d-60f4442cfba9 req-3a9b5883-072e-49c1-b789-ded02a701fc6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:48.145140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18ddb4ad-ccc0-466b-9c9d-60f4442cfba9 req-3a9b5883-072e-49c1-b789-ded02a701fc6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0480525 Aug 26 11:55:48.181428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18ddb4ad-ccc0-466b-9c9d-60f4442cfba9 req-cecd6f20-4ee0-42d6-a912-36e2c9ed91e7 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304873 Aug 26 11:55:49.297717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeedff-8fb6-4596-9e02-bd8ea0c405b7 req-1928945e-ec7a-4739-a70a-bda55fa49db6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:49.299246 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18aeedff-8fb6-4596-9e02-bd8ea0c405b7 req-1928945e-ec7a-4739-a70a-bda55fa49db6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0510592 Aug 26 11:55:49.336583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-18aeedff-8fb6-4596-9e02-bd8ea0c405b7 req-dfb1123e-dae2-4d31-9539-0bc192113704 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309870 Aug 26 11:55:49.500442 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:50.449055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31220858-477c-4061-bcfc-69ebc69eb199 req-fca6686d-6acb-48f2-8c23-5ce5e6a7ba69 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:50.450544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31220858-477c-4061-bcfc-69ebc69eb199 req-fca6686d-6acb-48f2-8c23-5ce5e6a7ba69 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0485799 Aug 26 11:55:50.488226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31220858-477c-4061-bcfc-69ebc69eb199 req-1c92c4e4-b19e-4262-975b-518312a7ce29 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318017 Aug 26 11:55:51.022120 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:51.602504 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51252c4-cd8e-45b1-954f-7bcb242b12a4 req-ec20ecbe-5f11-47ba-9aca-74b67b3e47e0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:51.603953 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a51252c4-cd8e-45b1-954f-7bcb242b12a4 req-ec20ecbe-5f11-47ba-9aca-74b67b3e47e0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0484853 Aug 26 11:55:51.640071 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a51252c4-cd8e-45b1-954f-7bcb242b12a4 req-83cc08be-4b5f-418f-83f7-59f618110636 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303621 Aug 26 11:55:52.759230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba3e96-aeec-4865-bda1-a35955171c19 req-f2f33e6e-0f51-40ef-8315-7acc217514c3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:52.760752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ba3e96-aeec-4865-bda1-a35955171c19 req-f2f33e6e-0f51-40ef-8315-7acc217514c3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0524957 Aug 26 11:55:52.765298 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:55:52.797980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9ba3e96-aeec-4865-bda1-a35955171c19 req-a539ba52-b63d-4245-894a-3bc6eb144605 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314369 Aug 26 11:55:52.951680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:55:53.922611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e111e01-e2ac-47af-afa2-66a4273f528e req-d8605fd4-818b-4872-bc23-f0ec6cda0027 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:53.924097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e111e01-e2ac-47af-afa2-66a4273f528e req-d8605fd4-818b-4872-bc23-f0ec6cda0027 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0473480 Aug 26 11:55:53.960860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e111e01-e2ac-47af-afa2-66a4273f528e req-3252d4f1-7a72-4412-9047-84a58b447f44 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305040 Aug 26 11:55:55.074626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e09fd1-b1a0-4508-9a1f-2adcf93c0a0e req-aca25db5-3492-4a75-9c79-facf6c7d3ede tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:55.076162 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1e09fd1-b1a0-4508-9a1f-2adcf93c0a0e req-aca25db5-3492-4a75-9c79-facf6c7d3ede tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0497131 Aug 26 11:55:55.114437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1e09fd1-b1a0-4508-9a1f-2adcf93c0a0e req-08ec133c-e3ec-43f2-b58c-e3694d9518ef tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323696 Aug 26 11:55:56.232852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f651e3e-6d4a-411e-8db0-135502dd2167 req-58d3eddb-b125-4015-910f-e4f99ed88a86 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:56.234474 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f651e3e-6d4a-411e-8db0-135502dd2167 req-58d3eddb-b125-4015-910f-e4f99ed88a86 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0531068 Aug 26 11:55:56.273831 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f651e3e-6d4a-411e-8db0-135502dd2167 req-408109a7-90d4-4f7f-b9d2-61cbba18cb40 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334394 Aug 26 11:55:57.391153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1877fc1-b27c-4c65-bc48-f406fc45727d req-e16d635d-04c6-4f0d-90f0-8bc3dbe12ed4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:57.392685 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1877fc1-b27c-4c65-bc48-f406fc45727d req-e16d635d-04c6-4f0d-90f0-8bc3dbe12ed4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0536327 Aug 26 11:55:57.431558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a1877fc1-b27c-4c65-bc48-f406fc45727d req-2439eae6-1789-477d-b3b6-fc020aed0a72 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330553 Aug 26 11:55:58.544700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cd278-0d8f-41b6-9586-e21745387245 req-3cc955fd-3717-4350-b1fe-929e047063e2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:58.546126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f6cd278-0d8f-41b6-9586-e21745387245 req-3cc955fd-3717-4350-b1fe-929e047063e2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0490081 Aug 26 11:55:58.583402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f6cd278-0d8f-41b6-9586-e21745387245 req-2fc1dd2c-479b-42ce-9883-825f8b248805 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309620 Aug 26 11:55:59.699377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b95e9-39bb-4e0e-b40e-aa781f94b83b req-e92f396d-d795-49da-9ee7-91fd36d6ad28 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:55:59.700822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f7b95e9-39bb-4e0e-b40e-aa781f94b83b req-e92f396d-d795-49da-9ee7-91fd36d6ad28 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0508394 Aug 26 11:55:59.737895 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f7b95e9-39bb-4e0e-b40e-aa781f94b83b req-2667e472-8021-4a3e-aa51-93ffb051974a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312989 Aug 26 11:56:00.864166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e91d1e-7964-4f05-8642-71d8563ddf04 req-4920a776-3a28-4888-9be5-1579e614f3db tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:00.865662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7e91d1e-7964-4f05-8642-71d8563ddf04 req-4920a776-3a28-4888-9be5-1579e614f3db tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0477455 Aug 26 11:56:00.903211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a7e91d1e-7964-4f05-8642-71d8563ddf04 req-f9642d91-f17e-432c-b7ba-5510d22aea82 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313771 Aug 26 11:56:02.014510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52742177-90f0-456c-9de3-a932195d09e7 req-d860272f-06f9-4554-9846-865c3f297913 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:02.016012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52742177-90f0-456c-9de3-a932195d09e7 req-d860272f-06f9-4554-9846-865c3f297913 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488980 Aug 26 11:56:02.053168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52742177-90f0-456c-9de3-a932195d09e7 req-ba9e8e17-c654-4837-880c-1983d91d158f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314004 Aug 26 11:56:03.169624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c717f3-912a-46b2-bf53-e5355f95ef5c req-a01a4e6d-b284-418b-b110-fc8ebe057a99 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:03.171188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2c717f3-912a-46b2-bf53-e5355f95ef5c req-a01a4e6d-b284-418b-b110-fc8ebe057a99 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0530667 Aug 26 11:56:03.208141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2c717f3-912a-46b2-bf53-e5355f95ef5c req-aa91a0e2-6768-4268-9b7a-65762282e78c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312576 Aug 26 11:56:04.320185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ce1e1-9701-4aa3-b75f-05d061cadd77 req-cbbd5298-1dbd-4b21-84f4-b1a8cc6882f2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:04.321736 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b5ce1e1-9701-4aa3-b75f-05d061cadd77 req-cbbd5298-1dbd-4b21-84f4-b1a8cc6882f2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0477962 Aug 26 11:56:04.358192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9b5ce1e1-9701-4aa3-b75f-05d061cadd77 req-fa1696b3-0f49-413a-831c-9a8d3fa99694 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306909 Aug 26 11:56:05.470939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eec111-8650-4bcb-a457-59ca7399f705 req-4edaa7f9-1773-44f0-88e2-69791a01ea4c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:05.472491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01eec111-8650-4bcb-a457-59ca7399f705 req-4edaa7f9-1773-44f0-88e2-69791a01ea4c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488927 Aug 26 11:56:05.510456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01eec111-8650-4bcb-a457-59ca7399f705 req-a4d5bdc7-fd54-4ee3-809b-64c712cb0ebf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317509 Aug 26 11:56:06.627123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37989cf-541d-4e6b-a55d-c4bc41e9d7f4 req-e06233dd-c0d1-444d-b1e5-0a93e70fbc00 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:06.628592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d37989cf-541d-4e6b-a55d-c4bc41e9d7f4 req-e06233dd-c0d1-444d-b1e5-0a93e70fbc00 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0529900 Aug 26 11:56:06.665036 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d37989cf-541d-4e6b-a55d-c4bc41e9d7f4 req-e08c90b4-f9c0-43d5-ad87-7f63a78320c0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300026 Aug 26 11:56:07.777315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b8dc1-a353-49d9-bea6-065e8a27d01c req-666e8bfc-2666-430d-993d-080d0b2e7f3f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:07.778818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-766b8dc1-a353-49d9-bea6-065e8a27d01c req-666e8bfc-2666-430d-993d-080d0b2e7f3f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0483077 Aug 26 11:56:07.817391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-766b8dc1-a353-49d9-bea6-065e8a27d01c req-1fd85159-9f8c-45ef-9ec5-0852d0a5ec8b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312393 Aug 26 11:56:08.929267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7f28-8258-4712-9e6c-f5c77c58a0e0 req-95864595-c977-45ea-b44e-2d61f27cd5c2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:08.930812 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed8b7f28-8258-4712-9e6c-f5c77c58a0e0 req-95864595-c977-45ea-b44e-2d61f27cd5c2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0477653 Aug 26 11:56:08.967151 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ed8b7f28-8258-4712-9e6c-f5c77c58a0e0 req-32a5bf61-3788-461a-a066-e47f833f708f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307209 Aug 26 11:56:10.083528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e542a-ccee-4df4-bb27-1fcd443c0540 req-bdea602f-138f-43d3-ac69-27d648aa3b82 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:10.085020 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-805e542a-ccee-4df4-bb27-1fcd443c0540 req-bdea602f-138f-43d3-ac69-27d648aa3b82 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0535080 Aug 26 11:56:10.123160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-805e542a-ccee-4df4-bb27-1fcd443c0540 req-e6135a1a-615d-4452-a32a-280e6db418b1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322928 Aug 26 11:56:11.236535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1639f4-7cc0-42d3-baa0-d0cb19e69082 req-9e538d21-8358-4acb-957b-247af247ba25 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:11.238021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb1639f4-7cc0-42d3-baa0-d0cb19e69082 req-9e538d21-8358-4acb-957b-247af247ba25 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489066 Aug 26 11:56:11.275545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb1639f4-7cc0-42d3-baa0-d0cb19e69082 req-be03da3a-4bfe-488d-8c28-513967ac34ad tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317240 Aug 26 11:56:12.388474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c536c4f-4ec3-4fdd-9d69-2c3da3b83e16 req-379252ee-22c4-487a-b663-18d8c0432887 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:12.390004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c536c4f-4ec3-4fdd-9d69-2c3da3b83e16 req-379252ee-22c4-487a-b663-18d8c0432887 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0484641 Aug 26 11:56:12.428170 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c536c4f-4ec3-4fdd-9d69-2c3da3b83e16 req-4b855156-82b9-4df2-9921-8776184c2b54 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314035 Aug 26 11:56:13.430966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8be92435-a8a5-4b2f-abf8-f839e3833358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:13.546016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84878eb-5cb3-4157-9290-84df10d6be32 req-13b5203b-c015-4bfa-a8c2-5f78fd96f37f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:13.547441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f84878eb-5cb3-4157-9290-84df10d6be32 req-13b5203b-c015-4bfa-a8c2-5f78fd96f37f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0534241 Aug 26 11:56:13.584142 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f84878eb-5cb3-4157-9290-84df10d6be32 req-4b798e1e-33d4-45b0-bbed-a3032adb3112 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309265 Aug 26 11:56:14.697279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df826cf-7e0a-4c4f-800c-24b7d710917e req-5c982fda-b44b-4b7d-b74c-904be240303c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:14.698786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8df826cf-7e0a-4c4f-800c-24b7d710917e req-5c982fda-b44b-4b7d-b74c-904be240303c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489805 Aug 26 11:56:14.736083 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8df826cf-7e0a-4c4f-800c-24b7d710917e req-9ea39a1d-0069-4052-9187-066a5419da87 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312510 Aug 26 11:56:15.830198 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-05aa2743-2ddb-4705-bd42-65944717fc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:15.852872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899ba2-9f73-4618-a019-67706c2387a4 req-47bc5c09-9946-48b1-9fd6-dc1f5df35871 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:15.854360 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea899ba2-9f73-4618-a019-67706c2387a4 req-47bc5c09-9946-48b1-9fd6-dc1f5df35871 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0516801 Aug 26 11:56:15.892494 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea899ba2-9f73-4618-a019-67706c2387a4 req-479f77df-a02c-4ee4-aa25-7f8c378358cd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319510 Aug 26 11:56:16.352963 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:17.008832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef9d3a-c12f-4b2e-b0a5-3993c1397fae req-543770e1-b5f8-436e-b97e-c314e2624865 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:17.010288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29ef9d3a-c12f-4b2e-b0a5-3993c1397fae req-543770e1-b5f8-436e-b97e-c314e2624865 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0520031 Aug 26 11:56:17.046582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-29ef9d3a-c12f-4b2e-b0a5-3993c1397fae req-40f470d8-b3fc-4370-a9b2-dc76353308de tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305960 Aug 26 11:56:17.443095 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:18.158280 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3198d2-fc58-467b-8ab2-b49b156c0900 req-10e4a430-55a7-4463-b0b5-45b65116716a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:18.159769 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f3198d2-fc58-467b-8ab2-b49b156c0900 req-10e4a430-55a7-4463-b0b5-45b65116716a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0485461 Aug 26 11:56:18.197639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f3198d2-fc58-467b-8ab2-b49b156c0900 req-e7edf4f3-95bf-4b77-9c20-5607fd711317 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Aug 26 11:56:19.308328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b3f3-7c5f-4793-930f-9f5e3a720434 req-5e3c9ff4-5137-44e4-8199-73fb1b3ab9e2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:19.309795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a101b3f3-7c5f-4793-930f-9f5e3a720434 req-5e3c9ff4-5137-44e4-8199-73fb1b3ab9e2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0471339 Aug 26 11:56:19.346380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a101b3f3-7c5f-4793-930f-9f5e3a720434 req-f6c1b5db-b685-40eb-ba00-404ad40c629b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308928 Aug 26 11:56:19.503965 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:20.463306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652bd48-9e6e-453b-abf0-ebe782b4babe req-a5311c8d-b31c-40da-a7ab-2a56ceb2933c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:20.464781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0652bd48-9e6e-453b-abf0-ebe782b4babe req-a5311c8d-b31c-40da-a7ab-2a56ceb2933c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0522339 Aug 26 11:56:20.514988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0652bd48-9e6e-453b-abf0-ebe782b4babe req-5499ff69-3053-4988-a87d-ef3ed4297f5b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442123 Aug 26 11:56:21.035509 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:21.628944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67dea1-584c-4c1c-8dbe-282075d47e19 req-a15e7de0-7ae9-4ab7-9ecf-73d075214a64 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:21.630329 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f67dea1-584c-4c1c-8dbe-282075d47e19 req-a15e7de0-7ae9-4ab7-9ecf-73d075214a64 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489001 Aug 26 11:56:21.667749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f67dea1-584c-4c1c-8dbe-282075d47e19 req-d49a2527-4b0c-40a2-b9e6-330ee0ae59e9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314794 Aug 26 11:56:22.779964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a75bfe-9f20-4963-a4df-47afbbd2af98 req-c3191078-7701-4b2d-afce-5266bd981551 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:22.781427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31a75bfe-9f20-4963-a4df-47afbbd2af98 req-c3191078-7701-4b2d-afce-5266bd981551 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0481222 Aug 26 11:56:22.817841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-31a75bfe-9f20-4963-a4df-47afbbd2af98 req-d4e433d9-515b-450e-bfec-eab68770309f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305598 Aug 26 11:56:22.970645 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:23.934030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f23a53-00e9-4f8e-84fa-2293ff7e06ad req-29d263c6-9dc7-4411-9e91-3d7c468ce879 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:23.935495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87f23a53-00e9-4f8e-84fa-2293ff7e06ad req-29d263c6-9dc7-4411-9e91-3d7c468ce879 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0509543 Aug 26 11:56:23.972085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-87f23a53-00e9-4f8e-84fa-2293ff7e06ad req-c0d9be7e-72ee-4bae-ab83-db780a3c45fa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305979 Aug 26 11:56:25.085471 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0d5c5-ec94-410a-8c13-6719140b8412 req-1dcb12c4-f6eb-42bc-bffa-c408730fff39 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:25.086998 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ef0d5c5-ec94-410a-8c13-6719140b8412 req-1dcb12c4-f6eb-42bc-bffa-c408730fff39 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0483568 Aug 26 11:56:25.125582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ef0d5c5-ec94-410a-8c13-6719140b8412 req-ece42361-369e-42f7-a659-27a8e208c540 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317771 Aug 26 11:56:26.239980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc671d-5ecd-426f-b004-0653253e3064 req-c78a7831-3d9d-4b0e-bd7f-548049f1f19b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:26.241469 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80bc671d-5ecd-426f-b004-0653253e3064 req-c78a7831-3d9d-4b0e-bd7f-548049f1f19b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0491574 Aug 26 11:56:26.279282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-80bc671d-5ecd-426f-b004-0653253e3064 req-dd766341-08e5-4a16-8729-ce06e25473e0 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317028 Aug 26 11:56:27.395257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d07d2-e568-4f03-aece-08268534f2ba req-68dff463-f0b1-40c9-a342-2a0a96bce972 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:27.397310 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-664d07d2-e568-4f03-aece-08268534f2ba req-68dff463-f0b1-40c9-a342-2a0a96bce972 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0526030 Aug 26 11:56:27.433642 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-664d07d2-e568-4f03-aece-08268534f2ba req-104d30d6-c2cc-4be7-9fe6-b1869ef6a27d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305862 Aug 26 11:56:28.547603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfe428-5926-4a4f-af07-e814208d398e req-628f9c6e-7121-47f3-aa7f-158c7b2e9b35 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:28.549031 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdbfe428-5926-4a4f-af07-e814208d398e req-628f9c6e-7121-47f3-aa7f-158c7b2e9b35 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0507364 Aug 26 11:56:28.585628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdbfe428-5926-4a4f-af07-e814208d398e req-729a65ae-0ee7-46c8-b0bf-1c6889a1cc93 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308359 Aug 26 11:56:29.641591 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-e5b0a3b2-ff99-4294-a585-9981a052c0c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400534 Aug 26 11:56:29.728833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0045d-1fe4-41fb-873d-a5ecfa8ff514 req-a482dec2-2100-43b2-b036-425bb3af00fc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:29.730302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4e0045d-1fe4-41fb-873d-a5ecfa8ff514 req-a482dec2-2100-43b2-b036-425bb3af00fc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0769308 Aug 26 11:56:29.744743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-f1d4b14f-a25f-4097-86fa-d69ff1510d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:29.746387 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-f1d4b14f-a25f-4097-86fa-d69ff1510d41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0576742 Aug 26 11:56:29.764878 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:56:29.782393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c4e0045d-1fe4-41fb-873d-a5ecfa8ff514 req-f871dd53-d17a-4a5d-bc5d-2e2e25712d34 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449517 Aug 26 11:56:29.855128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-dc12c362-9ae8-4ebe-bd37-066e1f334fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:29.856596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-dc12c362-9ae8-4ebe-bd37-066e1f334fb3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0883698 Aug 26 11:56:29.925403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-3cf1298f-6a8b-4d9c-87cc-261c435f635a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1003 time: 0.0602348 Aug 26 11:56:29.973133 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-a9c39b28-1501-4532-93dc-40fbb159fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:29.974531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-a9c39b28-1501-4532-93dc-40fbb159fe6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0421097 Aug 26 11:56:30.020433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-0e781c53-4f4a-4565-9302-f8cf6db1b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:30.021855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-0e781c53-4f4a-4565-9302-f8cf6db1b24f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385454 Aug 26 11:56:30.033806 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-eae0636f-d2b7-46bf-9fd5-a4a66934ea59 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 11:56:30.034753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-eae0636f-d2b7-46bf-9fd5-a4a66934ea59 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047290 Aug 26 11:56:30.127219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-e63ddf58-ea50-4c84-bc03-b3de6b1ed093 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852561 Aug 26 11:56:30.215730 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5fb80232-f35e-4a8b-abfa-0d775d55cc3b req-0205135b-ac84-4c7b-b415-7f9aaa1691a9 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804312 Aug 26 11:56:30.899703 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247efe9-92d2-4535-bd35-7117310f923f req-7b180d45-b6a2-452a-a303-781b18a47e04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:30.901205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8247efe9-92d2-4535-bd35-7117310f923f req-7b180d45-b6a2-452a-a303-781b18a47e04 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0534346 Aug 26 11:56:30.938320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8247efe9-92d2-4535-bd35-7117310f923f req-3fe9b0ec-6d15-4954-8366-36563c6bb0c5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Aug 26 11:56:32.067696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee4d9c-5dd4-4685-8f2c-5d9d9ad7063c req-8845a7c2-ba2a-40e2-8e77-1a201ec6d6e1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:32.069164 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8ee4d9c-5dd4-4685-8f2c-5d9d9ad7063c req-8845a7c2-ba2a-40e2-8e77-1a201ec6d6e1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489504 Aug 26 11:56:32.106361 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b8ee4d9c-5dd4-4685-8f2c-5d9d9ad7063c req-54a7f380-2ca1-42b1-96de-a8b1a0751687 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311332 Aug 26 11:56:33.218104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3f91d-70f8-40bd-83dc-29b0c9974fd9 req-388e7015-a19b-4b28-b354-97bc11fd9842 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:33.219709 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6d3f91d-70f8-40bd-83dc-29b0c9974fd9 req-388e7015-a19b-4b28-b354-97bc11fd9842 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0478344 Aug 26 11:56:33.258009 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6d3f91d-70f8-40bd-83dc-29b0c9974fd9 req-556c2d94-8e15-4801-bdc8-e122507655b1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318363 Aug 26 11:56:34.371990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6a3f7-44ce-4a36-957f-8259dae0586d req-014147e0-2a25-445d-8400-b43abfd18641 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:34.373480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aea6a3f7-44ce-4a36-957f-8259dae0586d req-014147e0-2a25-445d-8400-b43abfd18641 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0509493 Aug 26 11:56:34.412254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aea6a3f7-44ce-4a36-957f-8259dae0586d req-e9da0072-3ade-4bac-b148-ccfe8bae3a0e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329821 Aug 26 11:56:35.524621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f72dd-88ca-4407-ad50-a4544a64ea3e req-b7ac9be4-ec83-4996-80f3-96413103e89b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:35.526010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-166f72dd-88ca-4407-ad50-a4544a64ea3e req-b7ac9be4-ec83-4996-80f3-96413103e89b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0482025 Aug 26 11:56:35.563212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-166f72dd-88ca-4407-ad50-a4544a64ea3e req-30605db3-ff4c-497d-8256-dbd84cd71f42 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313265 Aug 26 11:56:36.675887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3d24b-b4f0-40cf-ab74-e0f18381ffbe req-c6d95fbe-533f-40f7-b7cf-1824e5609c19 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:36.677354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23e3d24b-b4f0-40cf-ab74-e0f18381ffbe req-c6d95fbe-533f-40f7-b7cf-1824e5609c19 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0487630 Aug 26 11:56:36.714345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23e3d24b-b4f0-40cf-ab74-e0f18381ffbe req-09ac1a43-9784-4dae-8b6f-91dc967acdfb tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306549 Aug 26 11:56:37.827927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0deb4-1d4a-47bf-acb3-0ff2dfbf1680 req-12d76a93-8545-4d4f-9abf-d8c52431dc08 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:37.829406 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bc0deb4-1d4a-47bf-acb3-0ff2dfbf1680 req-12d76a93-8545-4d4f-9abf-d8c52431dc08 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0504780 Aug 26 11:56:38.205778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bc0deb4-1d4a-47bf-acb3-0ff2dfbf1680 req-b93a314e-ff79-4e2f-88b7-d1639dcaf9a9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698430 Aug 26 11:56:39.318623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94df7f1-e8d8-4216-bdad-a865a9122943 req-66b3edac-220d-48a7-aca3-b26afacfb735 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:39.320097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a94df7f1-e8d8-4216-bdad-a865a9122943 req-66b3edac-220d-48a7-aca3-b26afacfb735 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0464952 Aug 26 11:56:39.356574 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a94df7f1-e8d8-4216-bdad-a865a9122943 req-3555f177-fd43-49cb-a05e-0b4aa66ad75c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306180 Aug 26 11:56:40.467846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024322ab-b593-401b-9701-522df74a867e req-6e188eb3-0205-4899-a7c3-f6b7aa0ae3be tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:40.469291 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-024322ab-b593-401b-9701-522df74a867e req-6e188eb3-0205-4899-a7c3-f6b7aa0ae3be tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0480540 Aug 26 11:56:40.506250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-024322ab-b593-401b-9701-522df74a867e req-b68de7be-c6e3-4ed4-9fa1-6841d67844c5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304585 Aug 26 11:56:41.622087 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af89e8-36fb-4110-ae57-254964ad7833 req-b206b299-b5e4-42b5-bf18-caa747331d2d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:41.623591 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60af89e8-36fb-4110-ae57-254964ad7833 req-b206b299-b5e4-42b5-bf18-caa747331d2d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0512407 Aug 26 11:56:41.666584 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60af89e8-36fb-4110-ae57-254964ad7833 req-db17c36e-c1e6-408b-8c50-71ae5758b4fe tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371790 Aug 26 11:56:42.781242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b417b-6549-4e12-bbd7-d0fdedc7e5e5 req-9531c32a-605f-457c-afe4-2f4fc83d7413 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:42.782704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f1b417b-6549-4e12-bbd7-d0fdedc7e5e5 req-9531c32a-605f-457c-afe4-2f4fc83d7413 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0473256 Aug 26 11:56:42.819525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f1b417b-6549-4e12-bbd7-d0fdedc7e5e5 req-6065031e-36b2-4d21-bb1b-775eba371954 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303724 Aug 26 11:56:43.430971 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ac723a-7ac0-4e0f-ab7c-3374f843d8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:43.930662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58330f09-1bff-4970-8191-1851f7bb5363 req-9111130b-8b7b-470c-8794-bbee2223f340 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:43.932144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58330f09-1bff-4970-8191-1851f7bb5363 req-9111130b-8b7b-470c-8794-bbee2223f340 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0473065 Aug 26 11:56:43.969077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-58330f09-1bff-4970-8191-1851f7bb5363 req-c87fd309-b7af-4fe9-ba14-49781a6a78e5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312409 Aug 26 11:56:45.089881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d32c09-2eaa-417b-8548-aff4285788a6 req-f440b53a-255f-41fa-805c-5a4a0ccf6b64 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:45.091510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2d32c09-2eaa-417b-8548-aff4285788a6 req-f440b53a-255f-41fa-805c-5a4a0ccf6b64 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0521171 Aug 26 11:56:45.129251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2d32c09-2eaa-417b-8548-aff4285788a6 req-a459cfc8-1b70-4516-a9c7-af7706cc2150 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315773 Aug 26 11:56:45.830559 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d17605ce-b2d6-431b-884c-66ca4e20f992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:46.242078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c125e47-ed6d-481a-8381-6d725a603980 req-d154382a-ac8c-4389-9db0-9a5c1216a121 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:46.243675 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c125e47-ed6d-481a-8381-6d725a603980 req-d154382a-ac8c-4389-9db0-9a5c1216a121 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489519 Aug 26 11:56:46.280844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c125e47-ed6d-481a-8381-6d725a603980 req-519c5bfd-a912-418a-8108-385a4a08cb56 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310493 Aug 26 11:56:46.357720 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:47.394297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e128af-ca4c-4fcf-af35-97370e2d29ca req-929ab803-76ea-46ce-be0e-08eb33839268 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:47.395835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59e128af-ca4c-4fcf-af35-97370e2d29ca req-929ab803-76ea-46ce-be0e-08eb33839268 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488324 Aug 26 11:56:47.433145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-59e128af-ca4c-4fcf-af35-97370e2d29ca req-c2326ae9-7b3b-41de-96f6-9a51ae68dc46 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314493 Aug 26 11:56:47.445863 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:48.549823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870f734-9782-4270-ba35-ac84bc1e4926 req-537bbe28-9d6b-4a2e-b531-db5c7f86d02a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:48.551233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e870f734-9782-4270-ba35-ac84bc1e4926 req-537bbe28-9d6b-4a2e-b531-db5c7f86d02a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0523510 Aug 26 11:56:48.588877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e870f734-9782-4270-ba35-ac84bc1e4926 req-6bb1a94a-2248-4062-b8da-2932ee2c8424 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313146 Aug 26 11:56:49.507349 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:49.700533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549468d-a514-4103-8b00-60a071a352fc req-54499c2c-f425-4625-91a5-6dcf75c99b0f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:49.702056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a549468d-a514-4103-8b00-60a071a352fc req-54499c2c-f425-4625-91a5-6dcf75c99b0f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0476654 Aug 26 11:56:49.738967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a549468d-a514-4103-8b00-60a071a352fc req-5e2d8616-e575-4707-8aa6-4481b71770ba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310314 Aug 26 11:56:50.851320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46e54f-45ea-4afd-8043-e8b23d64f702 req-96d398fc-4f1c-4890-9f6d-020da7f386e9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:50.852785 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d46e54f-45ea-4afd-8043-e8b23d64f702 req-96d398fc-4f1c-4890-9f6d-020da7f386e9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0479147 Aug 26 11:56:50.888932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3d46e54f-45ea-4afd-8043-e8b23d64f702 req-f7309fc7-2e3f-4c13-8e20-ad1c41f80425 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303681 Aug 26 11:56:51.027858 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:52.007195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c742ad4-1254-4f87-af3d-afcc7f726642 req-ca0a2d6c-dc88-4e3f-b4b0-cdc1dc268ae6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:52.008689 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c742ad4-1254-4f87-af3d-afcc7f726642 req-ca0a2d6c-dc88-4e3f-b4b0-cdc1dc268ae6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0539548 Aug 26 11:56:52.045698 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0c742ad4-1254-4f87-af3d-afcc7f726642 req-39681a79-d439-4560-966a-4e5ba27cb483 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311246 Aug 26 11:56:52.975019 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:56:53.158243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f54e6-fc6c-4657-9830-812d275d6362 req-cad185bb-3634-470e-94bd-f834272d7bc1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:53.159734 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d82f54e6-fc6c-4657-9830-812d275d6362 req-cad185bb-3634-470e-94bd-f834272d7bc1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0487316 Aug 26 11:56:53.197044 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d82f54e6-fc6c-4657-9830-812d275d6362 req-3b6dc613-1aaf-439c-9e44-66f365d796ef tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314689 Aug 26 11:56:54.308341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5ffe5-cd1e-43d7-9d2c-391ab4741b41 req-26a2f608-6065-4115-8db9-ecb91d8c45ec tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:54.309792 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdd5ffe5-cd1e-43d7-9d2c-391ab4741b41 req-26a2f608-6065-4115-8db9-ecb91d8c45ec tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0475004 Aug 26 11:56:54.347130 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdd5ffe5-cd1e-43d7-9d2c-391ab4741b41 req-a30f9a8f-b369-4447-b02f-99ed69e48fd9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314708 Aug 26 11:56:55.465807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141a83d-7cd7-47bc-9d1e-657c3c9346fa req-1a674465-f182-479a-aefc-add8d709d9cf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:55.467366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0141a83d-7cd7-47bc-9d1e-657c3c9346fa req-1a674465-f182-479a-aefc-add8d709d9cf tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0540209 Aug 26 11:56:55.505368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0141a83d-7cd7-47bc-9d1e-657c3c9346fa req-8d663c03-e9c5-4f33-a2af-02ad5ec75eb5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320711 Aug 26 11:56:56.619195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2e991-754d-4d70-a894-5c87461debd1 req-ec6b57bf-18ad-440e-b8ba-43723001d158 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:56.620929 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55f2e991-754d-4d70-a894-5c87461debd1 req-ec6b57bf-18ad-440e-b8ba-43723001d158 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489657 Aug 26 11:56:56.657481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55f2e991-754d-4d70-a894-5c87461debd1 req-7849049e-5319-4170-9ba9-12473e94b503 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307350 Aug 26 11:56:57.773885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11113d5-ea89-448f-826f-87370717bcf1 req-3124dcde-344e-447e-b0d3-a0900eb655f3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:57.775366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a11113d5-ea89-448f-826f-87370717bcf1 req-3124dcde-344e-447e-b0d3-a0900eb655f3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0482712 Aug 26 11:56:57.811846 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a11113d5-ea89-448f-826f-87370717bcf1 req-9ef5a249-0b0e-49d9-865a-847d89225377 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305395 Aug 26 11:56:58.927578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a1524-5f37-4f36-a5e9-315ceafcb49d req-11ba6320-b55a-4d62-b8ff-0dc29920821c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:56:58.929021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-811a1524-5f37-4f36-a5e9-315ceafcb49d req-11ba6320-b55a-4d62-b8ff-0dc29920821c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0514836 Aug 26 11:56:58.965843 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-811a1524-5f37-4f36-a5e9-315ceafcb49d req-b09cb839-5e3d-4249-a33f-adc7e8187a86 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309997 Aug 26 11:57:00.079177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9249fc-9089-4342-a956-2f4b6b9d7243 req-e7448bd3-fae3-4998-9011-d4cb902da9c3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:00.080657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd9249fc-9089-4342-a956-2f4b6b9d7243 req-e7448bd3-fae3-4998-9011-d4cb902da9c3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0494986 Aug 26 11:57:00.117287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fd9249fc-9089-4342-a956-2f4b6b9d7243 req-3e7aaa7d-0133-43b2-af80-49a9375ebd27 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307758 Aug 26 11:57:01.231301 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04af487-e7ae-46ab-b5f4-7bdc38550db3 req-71e5f857-4466-475b-9288-036a2668565b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:01.232797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d04af487-e7ae-46ab-b5f4-7bdc38550db3 req-71e5f857-4466-475b-9288-036a2668565b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0491369 Aug 26 11:57:01.270069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d04af487-e7ae-46ab-b5f4-7bdc38550db3 req-3ffd9ce2-e70c-4c99-8041-314bc1ac876a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Aug 26 11:57:02.386806 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e72ad0-e746-4f5c-99e6-6a5eda4703c0 req-f72804d5-caea-4f73-b564-67e22b2035bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:02.388347 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86e72ad0-e746-4f5c-99e6-6a5eda4703c0 req-f72804d5-caea-4f73-b564-67e22b2035bc tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0533397 Aug 26 11:57:02.425622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86e72ad0-e746-4f5c-99e6-6a5eda4703c0 req-a5bd860f-bfa4-412d-a8e5-c67d8331b816 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315433 Aug 26 11:57:03.539869 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db26a0-780d-467c-a48f-637bc89d7112 req-67d1b29f-ecca-42ae-9385-32a61fd93037 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:03.541339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c9db26a0-780d-467c-a48f-637bc89d7112 req-67d1b29f-ecca-42ae-9385-32a61fd93037 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0490994 Aug 26 11:57:03.577837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c9db26a0-780d-467c-a48f-637bc89d7112 req-9ccb5733-c699-409c-a294-b4a8a5a3dc47 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308478 Aug 26 11:57:04.689212 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa37c1-e5b4-4e89-a560-a1a5f7953f91 req-d8770081-4026-4750-b092-5e19a2ed2a59 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:04.690691 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51fa37c1-e5b4-4e89-a560-a1a5f7953f91 req-d8770081-4026-4750-b092-5e19a2ed2a59 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0478809 Aug 26 11:57:04.728175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51fa37c1-e5b4-4e89-a560-a1a5f7953f91 req-c642be44-688c-4285-bc83-438cceba61a9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311353 Aug 26 11:57:05.844123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d774737-0a00-4c71-aa94-79b6b517f749 req-359cd78e-6478-44c5-a6ee-7bf8cb4b48a6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:05.845592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d774737-0a00-4c71-aa94-79b6b517f749 req-359cd78e-6478-44c5-a6ee-7bf8cb4b48a6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0520606 Aug 26 11:57:05.882383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4d774737-0a00-4c71-aa94-79b6b517f749 req-6e3cc895-e22e-4e73-b64a-aedec37ef5a8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303657 Aug 26 11:57:06.763684 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:57:06.994384 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3236f6-c387-4430-aa83-aaf660e07316 req-81dc32f1-a195-4c8d-b63c-d945ad7e9215 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:06.996157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e3236f6-c387-4430-aa83-aaf660e07316 req-81dc32f1-a195-4c8d-b63c-d945ad7e9215 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0481720 Aug 26 11:57:07.033519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e3236f6-c387-4430-aa83-aaf660e07316 req-8bbdbbe8-73fe-4e77-bddd-7ccb50b53eb9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Aug 26 11:57:08.144847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef624f4-bac8-4ecf-bc6e-f20dd6e04482 req-25334f62-a0d3-4343-9d9d-a92ab3dec0cd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:08.146837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ef624f4-bac8-4ecf-bc6e-f20dd6e04482 req-25334f62-a0d3-4343-9d9d-a92ab3dec0cd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0473001 Aug 26 11:57:08.183344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4ef624f4-bac8-4ecf-bc6e-f20dd6e04482 req-44577221-a440-4fc8-8b3f-20871fc2587e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307126 Aug 26 11:57:09.299733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41e38-d1fe-417a-b3cf-149ceea7ee90 req-5afbebbd-8095-4eba-8a07-d474a71b12b8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:09.301095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cca41e38-d1fe-417a-b3cf-149ceea7ee90 req-5afbebbd-8095-4eba-8a07-d474a71b12b8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0511968 Aug 26 11:57:09.337484 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cca41e38-d1fe-417a-b3cf-149ceea7ee90 req-a1e5bc32-2886-4a3f-b42c-a382191af8c4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300369 Aug 26 11:57:10.450328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ef87f-78f7-48b9-a6bb-5a2424a1fdcd req-a87aa897-d936-41f4-8238-78839211c44c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:10.451862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c40ef87f-78f7-48b9-a6bb-5a2424a1fdcd req-a87aa897-d936-41f4-8238-78839211c44c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0485036 Aug 26 11:57:10.488270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c40ef87f-78f7-48b9-a6bb-5a2424a1fdcd req-c40afd10-903c-47cc-a0cb-9d03435ae9aa tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305648 Aug 26 11:57:11.601332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e00f2e-be45-4671-8b3f-a9e09cee74a3 req-fb99c2c2-13fe-4758-a818-814c52c9c258 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:11.602811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84e00f2e-be45-4671-8b3f-a9e09cee74a3 req-fb99c2c2-13fe-4758-a818-814c52c9c258 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0473945 Aug 26 11:57:11.639316 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84e00f2e-be45-4671-8b3f-a9e09cee74a3 req-078b7e8a-6f8b-4b60-b4f7-1d683a2c6f62 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307450 Aug 26 11:57:12.758293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ebcb8-bf46-40f1-813c-d46c02ced026 req-f45ff1ce-56af-43cd-a6c8-72314d92327d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:12.759835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-800ebcb8-bf46-40f1-813c-d46c02ced026 req-f45ff1ce-56af-43cd-a6c8-72314d92327d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0546300 Aug 26 11:57:12.796288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-800ebcb8-bf46-40f1-813c-d46c02ced026 req-be7bb520-7ea6-46f1-b1a3-122ea5605359 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306551 Aug 26 11:57:13.431452 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e891-b93d-436c-bb67-bed6df060bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:13.916639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603a82c-6d49-4467-a60e-dadeec67ce4a req-748da2cc-a8a9-452f-b606-e1168ec4cf98 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:13.918123 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7603a82c-6d49-4467-a60e-dadeec67ce4a req-748da2cc-a8a9-452f-b606-e1168ec4cf98 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488803 Aug 26 11:57:13.954961 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7603a82c-6d49-4467-a60e-dadeec67ce4a req-4586e782-d9ac-4ac0-8c9a-14264125e8d2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309455 Aug 26 11:57:15.068049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccbda5-f7b3-4ac2-bed2-69948782a2a0 req-653c4165-b96a-4537-a841-e9ef65899ac6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:15.069519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-feccbda5-f7b3-4ac2-bed2-69948782a2a0 req-653c4165-b96a-4537-a841-e9ef65899ac6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0483279 Aug 26 11:57:15.107618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-feccbda5-f7b3-4ac2-bed2-69948782a2a0 req-b36ac9cd-47a6-4065-90a9-978c37ca9960 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323770 Aug 26 11:57:15.830553 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50a187d2-fcb8-417f-8e53-e6d68efe6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:16.224261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b647647-6432-4602-867c-c27edfee0eec req-bcbccf08-7164-48a0-8b1f-c2b793b58222 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:16.225790 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b647647-6432-4602-867c-c27edfee0eec req-bcbccf08-7164-48a0-8b1f-c2b793b58222 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0527184 Aug 26 11:57:16.263714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b647647-6432-4602-867c-c27edfee0eec req-9a0da035-f0e9-4500-ac62-01de31f05114 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320947 Aug 26 11:57:16.358554 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:17.375414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c123b-59a4-4642-a4d2-a73fe49c9cc3 req-a97c9a8d-1e56-4157-b7b7-c0439caa28a5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:17.376903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-542c123b-59a4-4642-a4d2-a73fe49c9cc3 req-a97c9a8d-1e56-4157-b7b7-c0439caa28a5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0483971 Aug 26 11:57:17.414680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-542c123b-59a4-4642-a4d2-a73fe49c9cc3 req-3cd2f53c-dd4e-46c5-977a-ed24e9a6b876 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312772 Aug 26 11:57:17.449538 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:18.528238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076c318-8dfc-4fb6-aba8-a7be2bd59c5c req-8791273e-3a36-4a8b-aa31-e5a795ec3f11 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:18.529678 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4076c318-8dfc-4fb6-aba8-a7be2bd59c5c req-8791273e-3a36-4a8b-aa31-e5a795ec3f11 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0500877 Aug 26 11:57:18.567315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4076c318-8dfc-4fb6-aba8-a7be2bd59c5c req-516010df-c6a4-4f99-9e69-d116c9202155 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Aug 26 11:57:19.510453 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:19.687254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b2ada-b512-453f-86fa-fc0871605c74 req-ae53fadf-48f3-4c83-9f8f-5d3a4f34fe93 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:19.688723 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-973b2ada-b512-453f-86fa-fc0871605c74 req-ae53fadf-48f3-4c83-9f8f-5d3a4f34fe93 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0558307 Aug 26 11:57:19.725963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-973b2ada-b512-453f-86fa-fc0871605c74 req-6489b2c5-545d-468e-a113-56f5f302e43a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306487 Aug 26 11:57:20.837487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cd40a-9033-4e1b-bd19-ec946debb174 req-60762250-283f-48d0-85c1-ac2550402b95 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:20.838985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b65cd40a-9033-4e1b-bd19-ec946debb174 req-60762250-283f-48d0-85c1-ac2550402b95 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0478213 Aug 26 11:57:20.877045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b65cd40a-9033-4e1b-bd19-ec946debb174 req-b5f39b25-92fb-4978-a160-9fbbc9f44e50 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323019 Aug 26 11:57:21.035234 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:21.989838 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4e170-6193-4796-8bde-bae0b9fa9410 req-bb4fc59a-10b6-4958-8a42-c142795682d5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:21.991345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2aa4e170-6193-4796-8bde-bae0b9fa9410 req-bb4fc59a-10b6-4958-8a42-c142795682d5 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488756 Aug 26 11:57:22.028089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2aa4e170-6193-4796-8bde-bae0b9fa9410 req-5cef834d-56c1-4150-8679-7da0e8c6eec9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306730 Aug 26 11:57:22.964999 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:23.144528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2d74b-6566-4805-9e68-347c7d84b4cb req-ef942bf6-66b5-40dc-94d2-16dde1a2168b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:23.146540 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08e2d74b-6566-4805-9e68-347c7d84b4cb req-ef942bf6-66b5-40dc-94d2-16dde1a2168b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0530934 Aug 26 11:57:23.183684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08e2d74b-6566-4805-9e68-347c7d84b4cb req-0f4a1bc0-8b81-463e-9182-b37d0321810d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313220 Aug 26 11:57:24.296095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09637635-dfce-4463-82b5-3993f1434a93 req-0cc290d3-89af-44ac-9e0e-e9a073e66d6b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:24.297595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09637635-dfce-4463-82b5-3993f1434a93 req-0cc290d3-89af-44ac-9e0e-e9a073e66d6b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0482509 Aug 26 11:57:24.334561 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09637635-dfce-4463-82b5-3993f1434a93 req-ee67215c-57e2-4f94-aaf9-e185db99b918 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305715 Aug 26 11:57:25.448985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920329a9-3542-4d8f-b193-ebd09281852e req-288b4f90-803b-4480-a738-6468fdb97b56 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:25.450635 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-920329a9-3542-4d8f-b193-ebd09281852e req-288b4f90-803b-4480-a738-6468fdb97b56 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0496457 Aug 26 11:57:25.487808 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-920329a9-3542-4d8f-b193-ebd09281852e req-8afe0a5e-6f7f-4f2e-8430-c28734d1959f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312016 Aug 26 11:57:26.606023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec297b54-807f-4a2c-8b64-890291262e77 req-825ab1b7-8a96-480c-8b4f-a8c441d61dc2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:26.607512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec297b54-807f-4a2c-8b64-890291262e77 req-825ab1b7-8a96-480c-8b4f-a8c441d61dc2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0526454 Aug 26 11:57:26.644019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ec297b54-807f-4a2c-8b64-890291262e77 req-f736d0f6-159c-42c5-be24-53440694f67f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307405 Aug 26 11:57:27.757983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b4517-48f2-47f9-a993-920fde5aebc2 req-407a8441-d30c-4d51-9e49-07ff743993af tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:27.759498 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c7b4517-48f2-47f9-a993-920fde5aebc2 req-407a8441-d30c-4d51-9e49-07ff743993af tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0492973 Aug 26 11:57:27.805909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c7b4517-48f2-47f9-a993-920fde5aebc2 req-31bea682-9f20-42ae-a059-d4a3ca4de27a tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 Aug 26 11:57:28.918803 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb497a-408c-48ca-8f66-fc4d0a2b1035 req-bf41615b-c8d2-40a0-9748-62bcc73d247b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:28.920295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95cb497a-408c-48ca-8f66-fc4d0a2b1035 req-bf41615b-c8d2-40a0-9748-62bcc73d247b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489585 Aug 26 11:57:28.956907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-95cb497a-408c-48ca-8f66-fc4d0a2b1035 req-7f6d62c2-79fd-4f22-951b-9de6d2c51526 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308030 Aug 26 11:57:29.642960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-446463d9-97b3-451d-a805-b53aa1243543 req-a6e6f45a-019b-47c2-8281-a93f50067e37 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442712 Aug 26 11:57:29.726076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446463d9-97b3-451d-a805-b53aa1243543 req-82666387-a1b3-495d-82e8-85f2c5075745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:29.727573 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-446463d9-97b3-451d-a805-b53aa1243543 req-82666387-a1b3-495d-82e8-85f2c5075745 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01d1ba81d8c548a68119240d42e296c4&device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 1098 time: 0.0396638 Aug 26 11:57:29.833956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446463d9-97b3-451d-a805-b53aa1243543 req-dee98117-1d7f-4102-acfb-4878a9f2284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:29.836256 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-446463d9-97b3-451d-a805-b53aa1243543 req-dee98117-1d7f-4102-acfb-4878a9f2284f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 200 len: 911 time: 0.0885797 Aug 26 11:57:29.905842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-446463d9-97b3-451d-a805-b53aa1243543 req-ba9dc2dc-34d4-4766-b7a8-68e0e0c1d7cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 200 len: 1003 time: 0.0621290 Aug 26 11:57:29.952797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446463d9-97b3-451d-a805-b53aa1243543 req-48a7519c-e044-485b-88af-62d95b80d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:29.954188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-446463d9-97b3-451d-a805-b53aa1243543 req-48a7519c-e044-485b-88af-62d95b80d810 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 200 len: 849 time: 0.0417335 Aug 26 11:57:29.998790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446463d9-97b3-451d-a805-b53aa1243543 req-41369e13-c5fb-4595-bcc7-d4630b48a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:30.000322 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-446463d9-97b3-451d-a805-b53aa1243543 req-41369e13-c5fb-4595-bcc7-d4630b48a336 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9c2b197-e5ba-4548-918d-708aded37d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393705 Aug 26 11:57:30.131029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa1183-78e3-4a8b-af38-2d261e133a58 req-507c0caa-c109-450b-bbc2-704ce0bbd63c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:30.132524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7fa1183-78e3-4a8b-af38-2d261e133a58 req-507c0caa-c109-450b-bbc2-704ce0bbd63c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.1037509 Aug 26 11:57:30.136001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-446463d9-97b3-451d-a805-b53aa1243543 req-e73bec87-09bb-4c14-b845-6083cba733cd service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283052 Aug 26 11:57:30.219030 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7fa1183-78e3-4a8b-af38-2d261e133a58 req-6308f994-ecd9-44d3-a023-ad8eda42c003 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805037 Aug 26 11:57:30.252210 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-446463d9-97b3-451d-a805-b53aa1243543 req-655cd61b-774f-4022-8510-e6165247e358 service neutron] 10.222.0.47 "GET /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081235 Aug 26 11:57:31.334288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c3052-3a6b-4508-8b43-08e588843c78 req-c3ffa825-09cb-401a-ab2a-ae3141ebf4b6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:31.335786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-700c3052-3a6b-4508-8b43-08e588843c78 req-c3ffa825-09cb-401a-ab2a-ae3141ebf4b6 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0484021 Aug 26 11:57:31.373439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-700c3052-3a6b-4508-8b43-08e588843c78 req-a711aad5-425c-461f-baee-6707235bf379 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319536 Aug 26 11:57:32.489312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4ecee-89df-4a8a-94ef-cd567f2a2428 req-b64c76a2-e240-481a-9372-b751086d66ed tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:32.491271 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2db4ecee-89df-4a8a-94ef-cd567f2a2428 req-b64c76a2-e240-481a-9372-b751086d66ed tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0534728 Aug 26 11:57:32.528599 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2db4ecee-89df-4a8a-94ef-cd567f2a2428 req-2806fcdf-8a79-4c3d-a35b-eb2f7172aa4b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310836 Aug 26 11:57:33.643388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb45bd-0b98-4d6e-afee-436bca4524bf req-df29cb52-6c3c-48d7-9902-f3bb7b3e0878 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:33.644871 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cceb45bd-0b98-4d6e-afee-436bca4524bf req-df29cb52-6c3c-48d7-9902-f3bb7b3e0878 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0494599 Aug 26 11:57:33.681677 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cceb45bd-0b98-4d6e-afee-436bca4524bf req-bdaca82f-f22c-46bb-857d-f9b3216112c4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310097 Aug 26 11:57:34.793775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1796d-32c5-4301-a223-f895cbc9c00a req-6dd185c8-542d-43ff-82cd-fe0c91fc2749 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:34.795273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bb1796d-32c5-4301-a223-f895cbc9c00a req-6dd185c8-542d-43ff-82cd-fe0c91fc2749 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0476265 Aug 26 11:57:34.832008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bb1796d-32c5-4301-a223-f895cbc9c00a req-caf2cd5d-c3ea-46ea-ab7b-fb10a274fa15 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307038 Aug 26 11:57:35.947968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d899c4b-59d4-4727-bdb1-ffc839b3d6f2 req-f3c05a4a-3e1c-48b3-98e9-897685c969bd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:35.949423 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d899c4b-59d4-4727-bdb1-ffc839b3d6f2 req-f3c05a4a-3e1c-48b3-98e9-897685c969bd tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0523295 Aug 26 11:57:35.988921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6d899c4b-59d4-4727-bdb1-ffc839b3d6f2 req-b846c0a3-08fd-4064-933e-2f6677a0e7e2 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336545 Aug 26 11:57:37.100137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca5a33-96e5-42d3-94f8-8c92f93e0ea9 req-f4d10ece-9fbc-4c95-ad69-1b7592d6b17d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:37.101642 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35ca5a33-96e5-42d3-94f8-8c92f93e0ea9 req-f4d10ece-9fbc-4c95-ad69-1b7592d6b17d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0488706 Aug 26 11:57:37.138711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35ca5a33-96e5-42d3-94f8-8c92f93e0ea9 req-c9cc15a0-1416-4851-8fbc-8ff4cf90705f tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313716 Aug 26 11:57:38.257568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603cdae-1786-4fd4-a08c-e667b57f67c6 req-c71702b4-96b1-4299-81c3-555523ef3755 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:38.259165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f603cdae-1786-4fd4-a08c-e667b57f67c6 req-c71702b4-96b1-4299-81c3-555523ef3755 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0547383 Aug 26 11:57:38.297434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f603cdae-1786-4fd4-a08c-e667b57f67c6 req-26f9ec55-0387-4b2c-84ce-331eb8f5aed4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325007 Aug 26 11:57:39.414922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3ab4-94c8-4128-b6a1-d8a459984a05 req-debeead6-6cdf-4a11-8a0d-fb5891146cb8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:39.416393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2afc3ab4-94c8-4128-b6a1-d8a459984a05 req-debeead6-6cdf-4a11-8a0d-fb5891146cb8 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0534770 Aug 26 11:57:39.452827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2afc3ab4-94c8-4128-b6a1-d8a459984a05 req-9edd61e1-7771-4cb3-9c15-19ca2095d824 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307183 Aug 26 11:57:40.566746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6be1bd-9acd-4d0e-9ba7-eb657cafdbf7 req-a237928a-a3bb-4e54-bced-491a6e1bc8af tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:40.568294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e6be1bd-9acd-4d0e-9ba7-eb657cafdbf7 req-a237928a-a3bb-4e54-bced-491a6e1bc8af tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0494466 Aug 26 11:57:40.605993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e6be1bd-9acd-4d0e-9ba7-eb657cafdbf7 req-9d10d428-9cde-4c13-96b4-950b7aa73a46 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319779 Aug 26 11:57:41.718146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a254c21-e6f4-47b7-bf17-f8ec09d3731a req-ff38b1d6-176f-4e1e-ab74-687503cc2e1d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:41.719694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a254c21-e6f4-47b7-bf17-f8ec09d3731a req-ff38b1d6-176f-4e1e-ab74-687503cc2e1d tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0487609 Aug 26 11:57:41.758038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9a254c21-e6f4-47b7-bf17-f8ec09d3731a req-4e762a94-b01a-476a-a4ee-3dd37b8f3e70 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319932 Aug 26 11:57:42.881162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e639baa-4b4d-48a9-a95c-19dce8942348 req-7207840a-abd6-45f9-bb2b-7504ba626c11 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:42.882684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e639baa-4b4d-48a9-a95c-19dce8942348 req-7207840a-abd6-45f9-bb2b-7504ba626c11 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0552576 Aug 26 11:57:42.919596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e639baa-4b4d-48a9-a95c-19dce8942348 req-a0286b55-ffc2-4146-b6e6-813d1163847c tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311303 Aug 26 11:57:43.432486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-694b0b63-9a6d-4604-b376-4b4a9ddaf699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:43.763581 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:57:44.039314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208622c6-8704-49a1-93b7-2ef04a623ae3 req-b9030e98-f12b-4fbc-ac34-e5701b5bf8ea tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:44.040720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-208622c6-8704-49a1-93b7-2ef04a623ae3 req-b9030e98-f12b-4fbc-ac34-e5701b5bf8ea tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0489686 Aug 26 11:57:44.076778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-208622c6-8704-49a1-93b7-2ef04a623ae3 req-16ee3011-cb73-430b-a3b0-7fcb4b9f7e20 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302742 Aug 26 11:57:45.194334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c94523-4e2f-4632-ba61-7a14b7818707 req-935124bb-f9b4-415d-9e59-91269b420c5b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:45.195797 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12c94523-4e2f-4632-ba61-7a14b7818707 req-935124bb-f9b4-415d-9e59-91269b420c5b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0493448 Aug 26 11:57:45.233781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-12c94523-4e2f-4632-ba61-7a14b7818707 req-d8cf87ef-801e-4214-8657-9a9561ab638b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320253 Aug 26 11:57:45.830662 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f3de-e798-46f4-bb3a-522f00e5d7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:46.350754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bff17-ea33-4b3a-aaa1-8354d035d8a5 req-1acfff6c-e7d2-4114-b61d-ee74a2491d7e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:46.352275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-644bff17-ea33-4b3a-aaa1-8354d035d8a5 req-1acfff6c-e7d2-4114-b61d-ee74a2491d7e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0529892 Aug 26 11:57:46.358542 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:46.391702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-644bff17-ea33-4b3a-aaa1-8354d035d8a5 req-c416965f-a99e-4180-bb14-8a1b5037da56 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330853 Aug 26 11:57:46.537423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d6aef-65d4-422e-b721-2efe8453734a req-212fd292-12a6-4c9a-867c-9c640226b90e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:46.538900 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae5d6aef-65d4-422e-b721-2efe8453734a req-212fd292-12a6-4c9a-867c-9c640226b90e tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0503159 Aug 26 11:57:46.577384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae5d6aef-65d4-422e-b721-2efe8453734a req-a3831e83-920b-4e15-bcf9-14a6a59fa6d3 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322990 Aug 26 11:57:46.804961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7d2ef-1392-448d-8bf5-d195ae7c81f3 req-bf3f278e-d6ea-44f6-bfcd-c6e6e438fbb9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:46.806384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2f7d2ef-1392-448d-8bf5-d195ae7c81f3 req-bf3f278e-d6ea-44f6-bfcd-c6e6e438fbb9 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0497015 Aug 26 11:57:46.842305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2f7d2ef-1392-448d-8bf5-d195ae7c81f3 req-be482f01-cd89-4734-b65a-bcef7c8f0ea4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301259 Aug 26 11:57:47.443986 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:47.780024 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-76ebbdc4-94d1-4527-89a7-06d0401b1534 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:47.781546 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-76ebbdc4-94d1-4527-89a7-06d0401b1534 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0509896 Aug 26 11:57:47.868357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Deleting port 63174cec-b218-4b90-b0cb-9bac89297d78 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:57:47.868701 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:47.991999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930e92f-d2d3-40b7-b9ce-b70120345140 req-f5d2131d-dc66-4331-95aa-8019756b5748 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:57:47.993501 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2930e92f-d2d3-40b7-b9ce-b70120345140 req-f5d2131d-dc66-4331-95aa-8019756b5748 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 946 time: 0.0823493 Aug 26 11:57:47.998497 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] For port 63174cec-b218-4b90-b0cb-9bac89297d78, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=63174cec-b218-4b90-b0cb-9bac89297d78,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:57:47.998908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:48.081757 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2930e92f-d2d3-40b7-b9ce-b70120345140 req-7466998d-24ae-4e16-8310-ddeced71dd28 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc3b4df-c7a1-4979-8c8b-de524848d992&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802429 Aug 26 11:57:48.194863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:48.195247 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:48.195676 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Floating IP 9c33deed-d895-4920-bd87-112fa9d2161c disassociated. External IP: 172.25.1.228, port: 63174cec-b218-4b90-b0cb-9bac89297d78. Aug 26 11:57:48.196031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Calling delete_port for 63174cec-b218-4b90-b0cb-9bac89297d78 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:57:48.321563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:48.348257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event deleted for resources: {'Port': ['ID=63174cec-b218-4b90-b0cb-9bac89297d78,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:57:48.358181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.358544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.358915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.359263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.359605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.359942 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.360274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.360608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.361282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.361282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.361579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.361906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:57:48.476107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Router 06dea024-cc13-403b-94e1-a0be68464985 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:57:48.587780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:57:48.597537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0378af8-2b11-445f-a997-76732cb3c56b None None] Sync routers for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:57:48.606835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0378af8-2b11-445f-a997-76732cb3c56b None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:57:48.607399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b0378af8-2b11-445f-a997-76732cb3c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:57:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:57:48.627568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] No DVR routers for this DVR port 63174cec-b218-4b90-b0cb-9bac89297d78 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:57:48.630172 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:48.632515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-abe4d3a5-3bf5-4dca-a512-39e6c2def57b req-4a20cae7-29d4-4172-9638-cd6525b73f7b tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.47 "DELETE /v2.0/ports/63174cec-b218-4b90-b0cb-9bac89297d78 HTTP/1.1" status: 204 len: 173 time: 0.8448019 Aug 26 11:57:48.632972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'name': 'network-vif-deleted', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:57:48.635842 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccf2c07-403a-479d-a1de-506c1209fe9a" -d '{"events": [{"server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "name": "network-vif-deleted", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:57:48.729821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b0378af8-2b11-445f-a997-76732cb3c56b None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:57:48.812454 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d81f6b6-b372-4cda-b8f7-4b854d75b913 x-openstack-request-id: req-3d81f6b6-b372-4cda-b8f7-4b854d75b913 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:57:48.812971 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebd71fc-9928-4b84-bc2c-81ce24ccef3c", "name": "network-vif-deleted", "tag": "63174cec-b218-4b90-b0cb-9bac89297d78", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:57:48.812971 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d81f6b6-b372-4cda-b8f7-4b854d75b913 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:57:48.813383 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebd71fc-9928-4b84-bc2c-81ce24ccef3c', 'name': 'network-vif-deleted', 'tag': '63174cec-b218-4b90-b0cb-9bac89297d78', 'status': 'completed', 'code': 200} Aug 26 11:57:48.940399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b0378af8-2b11-445f-a997-76732cb3c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:57:48.971010 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0378af8-2b11-445f-a997-76732cb3c56b None None] Checking router: 06dea024-cc13-403b-94e1-a0be68464985 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:57:48.979230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0378af8-2b11-445f-a997-76732cb3c56b None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:57:48.979832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b0378af8-2b11-445f-a997-76732cb3c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:57:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:57:49.083027 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b0378af8-2b11-445f-a997-76732cb3c56b None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:57:49.185923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b35a3061-bb71-4b0f-b6c3-b1619584623e req-f80e0d59-6b2c-4219-87c1-318e540ee4ac tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 210 time: 0.0315392 Aug 26 11:57:49.286766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b0378af8-2b11-445f-a997-76732cb3c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:57:49.312810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0378af8-2b11-445f-a997-76732cb3c56b None None] The sync data for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 is: [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:40:15Z', 'revision_number': 4, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'e49c052a-5df4-4f39-80cc-dd138504af4f', 'name': '', 'network_id': 'c9c2b197-e5ba-4548-918d-708aded37d02', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'mac_address': 'fa:16:3e:0b:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:14Z', 'updated_at': '2021-08-26T11:40:19Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'subnets': [{'id': '6595a7b7-e980-4507-b157-9d4a29c0a00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:57:49.514570 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:49.542717 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62113a50-4701-42c3-9d22-a5f2c1346923 None None] New status for floating IP 9c33deed-d895-4920-bd87-112fa9d2161c: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 11:57:50.280617 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4e1d1b2-e2cd-4c1a-927b-885ffa494be5 req-91aa3803-a4c2-4c22-80fb-9bce801ab272 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 210 time: 0.0269918 Aug 26 11:57:51.043068 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:51.374495 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ecc2a726-1ce2-4718-ab7f-e99120169aee req-c9045755-08a3-40b9-ad1a-0a00498b37a1 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/ports?device_id=eebd71fc-9928-4b84-bc2c-81ce24ccef3c HTTP/1.1" status: 200 len: 210 time: 0.0276353 Aug 26 11:57:52.333441 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 63174cec-b218-4b90-b0cb-9bac89297d78 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:57:52.357584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 63174cec-b218-4b90-b0cb-9bac89297d78 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:57:52.357932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 63174cec-b218-4b90-b0cb-9bac89297d78 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:57:52.980134 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:55.126743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42522) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:57:55.180139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8900156-9bde-4367-a22c-dc358c634aba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:55.202810 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8900156-9bde-4367-a22c-dc358c634aba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:55.252366 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8900156-9bde-4367-a22c-dc358c634aba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:55.255288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d8900156-9bde-4367-a22c-dc358c634aba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:55.256491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d8900156-9bde-4367-a22c-dc358c634aba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "DELETE /v2.0/security-groups/dcc3b4df-c7a1-4979-8c8b-de524848d992 HTTP/1.1" status: 204 len: 168 time: 0.1285760 Aug 26 11:57:55.259798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42524) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:57:55.267167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8900156-9bde-4367-a22c-dc358c634aba tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc3b4df-c7a1-4979-8c8b-de524848d992,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:57:55.281646 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-2de4487a-95f1-4e2a-9cda-6b88aca3a131 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] show failed (client error): The resource could not be found. Aug 26 11:57:55.285570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42528) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:57:55.285738 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2de4487a-95f1-4e2a-9cda-6b88aca3a131 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "GET /v2.0/security-groups/dcc3b4df-c7a1-4979-8c8b-de524848d992 HTTP/1.1" status: 404 len: 347 time: 0.0240993 Aug 26 11:57:55.409725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-70dbdcb6-d2b9-496e-9195-6c798c788f88 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Deleting port cd345722-cdf7-46ed-b3bd-f0101c4756e0 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:57:55.410091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70dbdcb6-d2b9-496e-9195-6c798c788f88 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:55.491533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70dbdcb6-d2b9-496e-9195-6c798c788f88 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:55.491853 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70dbdcb6-d2b9-496e-9195-6c798c788f88 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:55.504070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-70dbdcb6-d2b9-496e-9195-6c798c788f88 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Calling delete_port for cd345722-cdf7-46ed-b3bd-f0101c4756e0 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:57:55.640430 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70dbdcb6-d2b9-496e-9195-6c798c788f88 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:55.667659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbdcb6-d2b9-496e-9195-6c798c788f88 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Pushing event deleted for resources: {'Port': ['ID=cd345722-cdf7-46ed-b3bd-f0101c4756e0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:57:55.733429 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70dbdcb6-d2b9-496e-9195-6c798c788f88 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:55.736236 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-70dbdcb6-d2b9-496e-9195-6c798c788f88 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:55.740193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-70dbdcb6-d2b9-496e-9195-6c798c788f88 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] 10.222.0.21 "DELETE /v2.0/floatingips/9c33deed-d895-4920-bd87-112fa9d2161c HTTP/1.1" status: 204 len: 168 time: 0.4508681 Aug 26 11:57:55.740381 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42532) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:57:56.244332 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:56.488559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] Deleting port e49c052a-5df4-4f39-80cc-dd138504af4f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:57:56.488824 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:56.567625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] For port e49c052a-5df4-4f39-80cc-dd138504af4f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=e49c052a-5df4-4f39-80cc-dd138504af4f,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:57:56.568007 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:56.580714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] Calling delete_port for e49c052a-5df4-4f39-80cc-dd138504af4f owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:57:56.757551 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:56.789041 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e49c052a-5df4-4f39-80cc-dd138504af4f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:57:56.949099 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:57.159165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] Router 06dea024-cc13-403b-94e1-a0be68464985 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:57:57.266302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:57:57.271575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b0ef7141-38c2-4e86-ad16-33e31c454d48 admin admin] 10.222.0.21 "PUT /v2.0/routers/06dea024-cc13-403b-94e1-a0be68464985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5293806 Aug 26 11:57:57.273973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42536) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:57:57.275997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c653d-45bd-47c8-b694-9a06785d32e5 None None] Sync routers for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:57:57.285277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c653d-45bd-47c8-b694-9a06785d32e5 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:57:57.285952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6e5c653d-45bd-47c8-b694-9a06785d32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:57:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:57:57.554538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-6e5c653d-45bd-47c8-b694-9a06785d32e5 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:57:57.723143 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:57.735132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6e5c653d-45bd-47c8-b694-9a06785d32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:57:56Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:57:57.761323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c653d-45bd-47c8-b694-9a06785d32e5 None None] Checking router: 06dea024-cc13-403b-94e1-a0be68464985 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:57:57.769299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c653d-45bd-47c8-b694-9a06785d32e5 None None] Routers {'06dea024-cc13-403b-94e1-a0be68464985'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:57:57.769896 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6e5c653d-45bd-47c8-b694-9a06785d32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:57:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['06dea024-cc13-403b-94e1-a0be68464985'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:57:57.822423 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:57.878026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-6e5c653d-45bd-47c8-b694-9a06785d32e5 None None] Set router 06dea024-cc13-403b-94e1-a0be68464985 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:57:57.878292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Deleting port 16be4a15-736f-44f8-9438-ece890baaeef {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:57:57.878517 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:57.956657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] For port 16be4a15-736f-44f8-9438-ece890baaeef, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=16be4a15-736f-44f8-9438-ece890baaeef,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:57:57.957026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:57.970312 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Calling delete_port for 16be4a15-736f-44f8-9438-ece890baaeef owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:57:58.055799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6e5c653d-45bd-47c8-b694-9a06785d32e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:57:56Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:57:58.083246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c653d-45bd-47c8-b694-9a06785d32e5 None None] The sync data for ids ['06dea024-cc13-403b-94e1-a0be68464985'] in n-d-778550-13 is: [{'id': '06dea024-cc13-403b-94e1-a0be68464985', 'name': 'tempest-ServerActionsTestJSON-35238348-router', 'tenant_id': '01d1ba81d8c548a68119240d42e296c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '16be4a15-736f-44f8-9438-ece890baaeef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:40:12Z', 'updated_at': '2021-08-26T11:57:56Z', 'revision_number': 5, 'project_id': '01d1ba81d8c548a68119240d42e296c4', 'gw_port': {'id': '16be4a15-736f-44f8-9438-ece890baaeef', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06dea024-cc13-403b-94e1-a0be68464985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:40:13Z', 'updated_at': '2021-08-26T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:57:58.136985 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.162306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=16be4a15-736f-44f8-9438-ece890baaeef,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:57:58.230598 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.321118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.323153 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.363288 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.363823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06dea024-cc13-403b-94e1-a0be68464985 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:57:58.368728 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.369739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-44a1bd1e-09e8-41d2-bb90-5e38454577e4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/06dea024-cc13-403b-94e1-a0be68464985 HTTP/1.1" status: 204 len: 168 time: 1.0948431 Aug 26 11:57:58.372554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42538) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:57:58.420311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-6523651d-4b8f-4e8a-8609-4e91223bf95f admin admin] Deleting subnet 6595a7b7-e980-4507-b157-9d4a29c0a00d {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:57:58.423447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6523651d-4b8f-4e8a-8609-4e91223bf95f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.460507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6523651d-4b8f-4e8a-8609-4e91223bf95f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.485431 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-cd637332-4479-4db0-af85-6e7d7e6c5289 req-1981fbc6-f32a-4028-84c7-26a5e4c083b4 service neutron] (101266) timed out ('10.222.0.21', 60630) {{(pid=101266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 11:57:58.541928 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6523651d-4b8f-4e8a-8609-4e91223bf95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.596110 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6523651d-4b8f-4e8a-8609-4e91223bf95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.625080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523651d-4b8f-4e8a-8609-4e91223bf95f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6595a7b7-e980-4507-b157-9d4a29c0a00d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:57:58.631664 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6523651d-4b8f-4e8a-8609-4e91223bf95f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.633692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6523651d-4b8f-4e8a-8609-4e91223bf95f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6595a7b7-e980-4507-b157-9d4a29c0a00d HTTP/1.1" status: 204 len: 168 time: 0.2600653 Aug 26 11:57:58.636084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42540) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:57:58.639627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e076c89-8360-48a4-a2b6-097ee834c0a2 None None] Network c9c2b197-e5ba-4548-918d-708aded37d02 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:57:58.708908 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.775162 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Deleting port 6202f36d-5de1-48e2-b6c0-328ea72066b5 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:57:58.775519 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.841484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] For port 6202f36d-5de1-48e2-b6c0-328ea72066b5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6202f36d-5de1-48e2-b6c0-328ea72066b5,segment=NetworkSegment(7dd0f48b-22e3-417e-abcf-1a2f1fc0c967),segment_id=7dd0f48b-22e3-417e-abcf-1a2f1fc0c967)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:57:58.841787 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.855383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Calling delete_port for 6202f36d-5de1-48e2-b6c0-328ea72066b5 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:57:58.931605 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:58.953904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6202f36d-5de1-48e2-b6c0-328ea72066b5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:57:58.960063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] No DVR routers for this DVR port 6202f36d-5de1-48e2-b6c0-328ea72066b5 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:57:59.047342 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:59.059277 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c2b197-e5ba-4548-918d-708aded37d02']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:57:59.070402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:57:59.070701 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd0f48b-22e3-417e-abcf-1a2f1fc0c967') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:57:59.080189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db90ade-6191-4a48-8bb8-497f940c39db None None] DHCP port deletion for c9c2b197-e5ba-4548-918d-708aded37d02 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:57:59.083519 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:59.101639 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:59.108063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:57:59.108504 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:57:59.110236 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:57:59.167503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:59.174047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:59.175702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c9c2b197-e5ba-4548-918d-708aded37d02 HTTP/1.1" status: 204 len: 168 time: 0.5386264 Aug 26 11:57:59.185810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be0e4c-1add-40db-8d53-d876fbc4d8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c2b197-e5ba-4548-918d-708aded37d02,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:57:59.288553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42544) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:57:59.328559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7cb391ba-9fbc-4070-88c6-421e332191cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01d1ba81d8c548a68119240d42e296c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386682 Aug 26 11:57:59.330867 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42546) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:57:59.378286 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3deb3598-811d-4ceb-9a2e-0e6d324f4ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:59.399106 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3deb3598-811d-4ceb-9a2e-0e6d324f4ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:59.447066 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3deb3598-811d-4ceb-9a2e-0e6d324f4ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:59.450199 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3deb3598-811d-4ceb-9a2e-0e6d324f4ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:57:59.451417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3deb3598-811d-4ceb-9a2e-0e6d324f4ed9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59bfa4f7-c28d-40e2-8fe6-77119b45d50a HTTP/1.1" status: 204 len: 168 time: 0.1196516 Aug 26 11:57:59.459508 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb3598-811d-4ceb-9a2e-0e6d324f4ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bfa4f7-c28d-40e2-8fe6-77119b45d50a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:57:59.487612 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e49c052a-5df4-4f39-80cc-dd138504af4f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:57:59.508384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: e49c052a-5df4-4f39-80cc-dd138504af4f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:57:59.508811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device e49c052a-5df4-4f39-80cc-dd138504af4f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:57:59.509305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16be4a15-736f-44f8-9438-ece890baaeef no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:57:59.528042 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 16be4a15-736f-44f8-9438-ece890baaeef {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:57:59.528391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 16be4a15-736f-44f8-9438-ece890baaeef not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:57:59.528805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6202f36d-5de1-48e2-b6c0-328ea72066b5 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:57:59.547032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6202f36d-5de1-48e2-b6c0-328ea72066b5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:57:59.547389 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6202f36d-5de1-48e2-b6c0-328ea72066b5 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:58:00.140435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42568) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:00.250167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1304032639-network', 'tenant_id': 'f0cce3af8f6a4e679d88e78c80669e19'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:00.271437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Made reservation on behalf of f0cce3af8f6a4e679d88e78c80669e19 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:00.273783 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:00.282166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:00.372701 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:00.376496 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:00.400367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:58:00.408854 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac225de-1ec8-4641-ad38-4592e3f1d03d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:00.415241 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:00.415594 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Added segment f129f232-4021-46dc-9cbd-44aff5d6abb5 of type vlan for network 29481cc9-0981-4ec4-9696-17c0850416d9 Aug 26 11:58:00.454743 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:00.483515 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:00.484535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:00.485139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:00.540881 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3993049 Aug 26 11:58:00.543981 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42572) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:00.547185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b82ab-31e8-4234-8a51-2667f4a2c1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=29481cc9-0981-4ec4-9696-17c0850416d9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:00.549062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Request body: {'subnet': {'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1304032639-subnet', 'tenant_id': 'f0cce3af8f6a4e679d88e78c80669e19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:00.556841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 29481cc9-0981-4ec4-9696-17c0850416d9 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:58:00.570976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Made reservation on behalf of f0cce3af8f6a4e679d88e78c80669e19 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:00.573527 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:00.739015 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:00.791445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efccf8ab-02eb-4ab3-95ce-d06c8fdffbab,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:00.800238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.800599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.800975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.801298 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.801639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.801978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.802313 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.802648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.803008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.803341 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.804226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.804559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:00.819879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Checking segment: {'id': 'f129f232-4021-46dc-9cbd-44aff5d6abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:00.820247 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Network hostable DHCP agents. Network: 29481cc9-0981-4ec4-9696-17c0850416d9, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:58:00.835971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Network 29481cc9-0981-4ec4-9696-17c0850416d9 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:58:00.844320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 29481cc9-0981-4ec4-9696-17c0850416d9) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:00.848729 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:00.849764 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:00.853401 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d6df84-978a-474b-8ee8-20e87a2ba923 None None] Network 29481cc9-0981-4ec4-9696-17c0850416d9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:00.864234 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bcd385b9-62bd-42ec-b975-e9f641a05184 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3191457 Aug 26 11:58:00.975092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113d69e8-4e35-473f-997b-740f2198fe02 None None] Network 29481cc9-0981-4ec4-9696-17c0850416d9 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:01.296487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-6e7b9080-7612-4d40-850f-3fa13c38d29f tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:01.297885 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-6e7b9080-7612-4d40-850f-3fa13c38d29f tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/networks?id=29481cc9-0981-4ec4-9696-17c0850416d9 HTTP/1.1" status: 200 len: 814 time: 0.1053576 Aug 26 11:58:01.312366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-8285e1a3-3e35-4e4d-9ad3-b7d8c272b419 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/quotas/f0cce3af8f6a4e679d88e78c80669e19 HTTP/1.1" status: 200 len: 375 time: 0.0089152 Aug 26 11:58:01.343336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-e4471c0f-e6cd-459c-8126-872712bcbf37 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0cce3af8f6a4e679d88e78c80669e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258346 Aug 26 11:58:01.477458 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-9d4be1a5-a165-434a-aa0d-f8bdb8162eff service neutron] 10.222.0.21 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275210 Aug 26 11:58:01.566380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-91d9130e-6ae3-4e78-a6d9-05eafafa9add service neutron] 10.222.0.21 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825105 Aug 26 11:58:01.721810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-460271f0-dbcc-4bf3-b6c6-52f866721715 req-1780b77d-4b42-4e1b-a896-26502cde9b89 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 210 time: 0.0268276 Aug 26 11:58:02.754342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-64b093cd-1772-45fc-9420-d9b26a6407c8 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:02.755951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-64b093cd-1772-45fc-9420-d9b26a6407c8 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.47 "GET /v2.0/networks?id=29481cc9-0981-4ec4-9696-17c0850416d9 HTTP/1.1" status: 200 len: 814 time: 0.1153262 Aug 26 11:58:02.770515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Request body: {'port': {'device_id': 'c94fdf49-4b9f-4430-ae14-5a0f7c05ff08', 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9', 'admin_state_up': True, 'tenant_id': 'f0cce3af8f6a4e679d88e78c80669e19'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:02.848047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11798cb4-fa7c-4f65-bd42-19097e47c6ab req-5ad6d0f6-8c63-4240-9d0a-dfb1d1d9a628 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 210 time: 0.0369644 Aug 26 11:58:02.903572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Made reservation on behalf of f0cce3af8f6a4e679d88e78c80669e19 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:02.907092 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:03.027783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Allocated IP 172.20.0.11 (29481cc9-0981-4ec4-9696-17c0850416d9/efccf8ab-02eb-4ab3-95ce-d06c8fdffbab/19f22e88-c35a-4bcb-be65-f5434972e06d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:03.174826 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:03.212990 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:03.254390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Network 29481cc9-0981-4ec4-9696-17c0850416d9 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:03.260258 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:03.263969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:03.270332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Pushing event updated for resources: {'Port': ['ID=19f22e88-c35a-4bcb-be65-f5434972e06d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:03.320252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:03.320869 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:03.333909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-0b939000-47c3-497d-9212-05062cfa3768 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678151 Aug 26 11:58:03.346287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Request body: {'port': {'device_id': 'c94fdf49-4b9f-4430-ae14-5a0f7c05ff08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:03.398471 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:03.653927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f22e88-c35a-4bcb-be65-f5434972e06d {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:58:03.661122 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:03.672607 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Transition to ACTIVE for port object 19f22e88-c35a-4bcb-be65-f5434972e06d will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:03.676273 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:03.729013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Pushing event updated for resources: {'Port': ['ID=19f22e88-c35a-4bcb-be65-f5434972e06d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:03.798126 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Attempting to bind port 19f22e88-c35a-4bcb-be65-f5434972e06d on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:58:03.798784 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Attempting to bind port 19f22e88-c35a-4bcb-be65-f5434972e06d by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'f129f232-4021-46dc-9cbd-44aff5d6abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:58:03.798909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Attempting to bind port 19f22e88-c35a-4bcb-be65-f5434972e06d on network 29481cc9-0981-4ec4-9696-17c0850416d9 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:03.803021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Port 19f22e88-c35a-4bcb-be65-f5434972e06d on network 29481cc9-0981-4ec4-9696-17c0850416d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:58:03.803349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Attempting to bind port 19f22e88-c35a-4bcb-be65-f5434972e06d on network 29481cc9-0981-4ec4-9696-17c0850416d9 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:03.808702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:58:03.809051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Checking segment: {'id': 'f129f232-4021-46dc-9cbd-44aff5d6abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:03.809433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Bound using segment: {'id': 'f129f232-4021-46dc-9cbd-44aff5d6abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:58:03.809864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Bound port: 19f22e88-c35a-4bcb-be65-f5434972e06d, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f129f232-4021-46dc-9cbd-44aff5d6abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:58:03.810221 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:03.871860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] For port 19f22e88-c35a-4bcb-be65-f5434972e06d, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:58:03.874900 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] For port 19f22e88-c35a-4bcb-be65-f5434972e06d, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=19f22e88-c35a-4bcb-be65-f5434972e06d,segment=NetworkSegment(f129f232-4021-46dc-9cbd-44aff5d6abb5),segment_id=f129f232-4021-46dc-9cbd-44aff5d6abb5)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:58:03.879975 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:03.919132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:03.919757 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:03.921119 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] 10.222.0.47 "PUT /v2.0/ports/19f22e88-c35a-4bcb-be65-f5434972e06d HTTP/1.1" status: 200 len: 1093 time: 0.5788679 Aug 26 11:58:03.921554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94fdf49-4b9f-4430-ae14-5a0f7c05ff08', 'tag': '19f22e88-c35a-4bcb-be65-f5434972e06d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:58:03.923809 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a980b4-8595-43df-8c07-f9e1ebf842a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c94fdf49-4b9f-4430-ae14-5a0f7c05ff08", "tag": "19f22e88-c35a-4bcb-be65-f5434972e06d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:58:03.994184 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acf9d0-fd0b-4dd6-88d2-d2e483033a90 service neutron] Pushing event updated for resources: {'Port': ['ID=19f22e88-c35a-4bcb-be65-f5434972e06d,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:04.019441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8568a3-cd06-4df7-badf-5641091cd04b req-26d052ef-069f-4806-ad50-7db402ca030d tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:04.020936 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd8568a3-cd06-4df7-badf-5641091cd04b req-26d052ef-069f-4806-ad50-7db402ca030d tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 944 time: 0.1034195 Aug 26 11:58:04.026989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-f5568dd2-3731-40a2-819c-e4b06adf09ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:04.028368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-f5568dd2-3731-40a2-819c-e4b06adf09ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0cce3af8f6a4e679d88e78c80669e19&device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 1096 time: 0.0607729 Aug 26 11:58:04.083975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-fe21c310-997c-4849-88a0-ad0934f31261 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19f22e88-c35a-4bcb-be65-f5434972e06d HTTP/1.1" status: 200 len: 217 time: 0.0417526 Aug 26 11:58:04.104063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bd8568a3-cd06-4df7-badf-5641091cd04b req-c089782b-47b9-41f0-92a9-caaa6c851290 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748010 Aug 26 11:58:04.138234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-633d2972-d3be-4502-b345-3001d41a39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:04.139752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-633d2972-d3be-4502-b345-3001d41a39bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efccf8ab-02eb-4ab3-95ce-d06c8fdffbab HTTP/1.1" status: 200 len: 854 time: 0.0479250 Aug 26 11:58:04.145887 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c27548c-11f6-465d-a432-bddba125fbae x-openstack-request-id: req-6c27548c-11f6-465d-a432-bddba125fbae {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:58:04.146182 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94fdf49-4b9f-4430-ae14-5a0f7c05ff08", "tag": "19f22e88-c35a-4bcb-be65-f5434972e06d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:58:04.146439 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c27548c-11f6-465d-a432-bddba125fbae {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:58:04.146858 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94fdf49-4b9f-4430-ae14-5a0f7c05ff08', 'tag': '19f22e88-c35a-4bcb-be65-f5434972e06d', 'status': 'completed', 'code': 200} Aug 26 11:58:04.173756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-fb7feb27-7f62-4237-bbb5-85d2878bfa7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29481cc9-0981-4ec4-9696-17c0850416d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246305 Aug 26 11:58:04.268110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-7f0b86e9-7621-4322-aed8-29935bfd7366 service neutron] 10.222.0.47 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868909 Aug 26 11:58:04.357227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4aa037ac-9867-4103-b0ee-e6cf22d05367 req-98352ded-89a2-4509-b19d-5409dc2bb584 service neutron] 10.222.0.47 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812874 Aug 26 11:58:04.449567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a980b4-8595-43df-8c07-f9e1ebf842a7 req-c7c29631-8bb9-4a48-98db-a1d03a6187ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:04.451070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9a980b4-8595-43df-8c07-f9e1ebf842a7 req-c7c29631-8bb9-4a48-98db-a1d03a6187ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0cce3af8f6a4e679d88e78c80669e19&device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 1096 time: 0.0449982 Aug 26 11:58:04.542754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a980b4-8595-43df-8c07-f9e1ebf842a7 req-a0ca6672-d17c-4ea7-b0ba-32c6715c2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:04.544239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9a980b4-8595-43df-8c07-f9e1ebf842a7 req-a0ca6672-d17c-4ea7-b0ba-32c6715c2b88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29481cc9-0981-4ec4-9696-17c0850416d9 HTTP/1.1" status: 200 len: 915 time: 0.0853662 Aug 26 11:58:04.588704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9a980b4-8595-43df-8c07-f9e1ebf842a7 req-4b889ab7-52c8-4dfa-98ae-fa534185c640 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19f22e88-c35a-4bcb-be65-f5434972e06d HTTP/1.1" status: 200 len: 217 time: 0.0361931 Aug 26 11:58:04.642270 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a980b4-8595-43df-8c07-f9e1ebf842a7 req-a609e095-742b-4f67-b0ca-d1241c86f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:04.643883 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9a980b4-8595-43df-8c07-f9e1ebf842a7 req-a609e095-742b-4f67-b0ca-d1241c86f9bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=efccf8ab-02eb-4ab3-95ce-d06c8fdffbab HTTP/1.1" status: 200 len: 854 time: 0.0475218 Aug 26 11:58:04.674661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9a980b4-8595-43df-8c07-f9e1ebf842a7 req-51f624fd-0020-464a-bd93-fd173e3b3077 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29481cc9-0981-4ec4-9696-17c0850416d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232666 Aug 26 11:58:04.765711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9a980b4-8595-43df-8c07-f9e1ebf842a7 req-f786c5de-be29-498a-a783-a701f4a7e372 service neutron] 10.222.0.47 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803769 Aug 26 11:58:04.857598 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d9a980b4-8595-43df-8c07-f9e1ebf842a7 req-86085f3d-6e1f-44a4-9112-310ad21880c6 service neutron] 10.222.0.47 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839641 Aug 26 11:58:05.218176 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14170a9c-0d52-45d2-a611-87f6377b6518 req-d961b2ba-c0d4-4994-9b19-75817b041f5d tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:05.219896 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14170a9c-0d52-45d2-a611-87f6377b6518 req-d961b2ba-c0d4-4994-9b19-75817b041f5d tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 944 time: 0.0492265 Aug 26 11:58:05.257825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-14170a9c-0d52-45d2-a611-87f6377b6518 req-af738338-9522-4f5f-a698-24f9a075bb74 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Aug 26 11:58:06.368923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf21ece-c232-4fe6-9403-11dd555d160d req-88350d57-4bfa-4670-a3b7-95a6de678ace tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:06.370393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bf21ece-c232-4fe6-9403-11dd555d160d req-88350d57-4bfa-4670-a3b7-95a6de678ace tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 944 time: 0.0478826 Aug 26 11:58:06.411978 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bf21ece-c232-4fe6-9403-11dd555d160d req-95f524f4-cbac-4c05-a387-159fe6ee88ac tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355408 Aug 26 11:58:07.523895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716f3a6-4b10-4b40-b0b0-11be055da06e req-f1bd804c-729d-4510-af39-72c23cc272f6 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:07.525287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8716f3a6-4b10-4b40-b0b0-11be055da06e req-f1bd804c-729d-4510-af39-72c23cc272f6 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 944 time: 0.0479774 Aug 26 11:58:07.562502 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8716f3a6-4b10-4b40-b0b0-11be055da06e req-f01d15cb-45dd-4e3a-af82-7001f5bb5d7a tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314846 Aug 26 11:58:08.466932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 19f22e88-c35a-4bcb-be65-f5434972e06d details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:58:08.562783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 19f22e88-c35a-4bcb-be65-f5434972e06d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=19f22e88-c35a-4bcb-be65-f5434972e06d,segment=NetworkSegment(f129f232-4021-46dc-9cbd-44aff5d6abb5),segment_id=f129f232-4021-46dc-9cbd-44aff5d6abb5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:08.574050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '19f22e88-c35a-4bcb-be65-f5434972e06d', 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9', 'port_id': '19f22e88-c35a-4bcb-be65-f5434972e06d', 'mac_address': 'fa:16:3e:f6:07:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efccf8ab-02eb-4ab3-95ce-d06c8fdffbab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:58:08.611022 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:08.623792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f22e88-c35a-4bcb-be65-f5434972e06d {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:58:08.643678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 19f22e88-c35a-4bcb-be65-f5434972e06d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=19f22e88-c35a-4bcb-be65-f5434972e06d,segment=NetworkSegment(f129f232-4021-46dc-9cbd-44aff5d6abb5),segment_id=f129f232-4021-46dc-9cbd-44aff5d6abb5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:08.648661 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:08.685501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280cc79-e721-42d8-a2e2-270a1527eb9f req-62158000-6061-49f7-aa84-cc0b955129a6 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:08.687284 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3280cc79-e721-42d8-a2e2-270a1527eb9f req-62158000-6061-49f7-aa84-cc0b955129a6 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 945 time: 0.0498488 Aug 26 11:58:08.699695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=19f22e88-c35a-4bcb-be65-f5434972e06d,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:08.706985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.707341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.707687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.708049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.708355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.708733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.709065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.709355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.709761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.710110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.710466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.710818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:08.725358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3280cc79-e721-42d8-a2e2-270a1527eb9f req-37caa1e7-6d3e-49fe-b29c-07566f49fdbe tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324478 Aug 26 11:58:09.002360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['19f22e88-c35a-4bcb-be65-f5434972e06d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:58:09.836555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626498a-0c36-4beb-b5d5-81f06f1a559c req-32cd0132-399e-42d2-8bc7-6769d48ac240 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:09.838004 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d626498a-0c36-4beb-b5d5-81f06f1a559c req-32cd0132-399e-42d2-8bc7-6769d48ac240 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 945 time: 0.0470037 Aug 26 11:58:09.879739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d626498a-0c36-4beb-b5d5-81f06f1a559c req-4fdaebff-5f77-42d5-bf74-fecc79b3945a tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Aug 26 11:58:10.467122 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 19f22e88-c35a-4bcb-be65-f5434972e06d up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:10.518624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 19f22e88-c35a-4bcb-be65-f5434972e06d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:10.522647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 19f22e88-c35a-4bcb-be65-f5434972e06d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:10.523057 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:10.597617 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:10.618879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94fdf49-4b9f-4430-ae14-5a0f7c05ff08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f22e88-c35a-4bcb-be65-f5434972e06d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:58:10.621476 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47e038f-f221-439f-bac1-9eed93ca4e4c" -d '{"events": [{"server_uuid": "c94fdf49-4b9f-4430-ae14-5a0f7c05ff08", "name": "network-vif-plugged", "status": "completed", "tag": "19f22e88-c35a-4bcb-be65-f5434972e06d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:58:10.634054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 19f22e88-c35a-4bcb-be65-f5434972e06d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=19f22e88-c35a-4bcb-be65-f5434972e06d,segment=NetworkSegment(f129f232-4021-46dc-9cbd-44aff5d6abb5),segment_id=f129f232-4021-46dc-9cbd-44aff5d6abb5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:10.637850 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:10.683632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=19f22e88-c35a-4bcb-be65-f5434972e06d,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:10.715158 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ed7d06-2389-4621-80e9-9cc5213b5d2b x-openstack-request-id: req-f6ed7d06-2389-4621-80e9-9cc5213b5d2b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:58:10.715597 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94fdf49-4b9f-4430-ae14-5a0f7c05ff08", "name": "network-vif-plugged", "status": "completed", "tag": "19f22e88-c35a-4bcb-be65-f5434972e06d", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:58:10.715896 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6ed7d06-2389-4621-80e9-9cc5213b5d2b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:58:10.716335 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94fdf49-4b9f-4430-ae14-5a0f7c05ff08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f22e88-c35a-4bcb-be65-f5434972e06d', 'code': 200} Aug 26 11:58:10.809401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b5584-ccad-434f-b381-3f58ca32ec92 req-4d879b4e-fb08-4491-8710-ec4e8df9fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:10.810816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d69b5584-ccad-434f-b381-3f58ca32ec92 req-4d879b4e-fb08-4491-8710-ec4e8df9fa6c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 1098 time: 0.0396121 Aug 26 11:58:10.844619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d69b5584-ccad-434f-b381-3f58ca32ec92 req-6f888e8f-1a3f-445f-8b0e-a3883624efa1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258932 Aug 26 11:58:10.993644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bbec4-d9fd-4d7d-8244-9ec96cf7a392 req-d959028d-4618-44cc-9f16-fc1487c34e59 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:10.995155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d57bbec4-d9fd-4d7d-8244-9ec96cf7a392 req-d959028d-4618-44cc-9f16-fc1487c34e59 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0496180 Aug 26 11:58:11.032233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d57bbec4-d9fd-4d7d-8244-9ec96cf7a392 req-ccde9bc1-2e55-4c59-8831-3a1cd9caa9ca tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310526 Aug 26 11:58:12.145463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457e6ed-a54c-4ff1-98fe-38963cb9e729 req-28cdb38f-938a-493b-885f-36a39897a920 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:12.146944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9457e6ed-a54c-4ff1-98fe-38963cb9e729 req-28cdb38f-938a-493b-885f-36a39897a920 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0485549 Aug 26 11:58:12.190104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9457e6ed-a54c-4ff1-98fe-38963cb9e729 req-8ede1a4b-1e1e-4ace-8d66-7b66936ac504 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371885 Aug 26 11:58:13.306886 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd04be-753f-4480-af8d-bb6c10fb2e82 req-22437e75-6ee2-4d70-ad28-33d462d13047 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:13.308389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6bbd04be-753f-4480-af8d-bb6c10fb2e82 req-22437e75-6ee2-4d70-ad28-33d462d13047 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0491068 Aug 26 11:58:13.345940 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6bbd04be-753f-4480-af8d-bb6c10fb2e82 req-1ec769f6-c45d-41c5-9865-13b7ea944421 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Aug 26 11:58:13.434418 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f5bee73-56c3-4174-b5e8-695bc5ff8284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:13.566988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-2eefd885-dd0e-42c6-902e-e1c79979a1a8 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:13.568385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-2eefd885-dd0e-42c6-902e-e1c79979a1a8 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/networks?id=29481cc9-0981-4ec4-9696-17c0850416d9 HTTP/1.1" status: 200 len: 814 time: 0.1015258 Aug 26 11:58:13.583829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-dee65db9-ed1a-471c-b75f-11ad87d465c6 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/quotas/f0cce3af8f6a4e679d88e78c80669e19 HTTP/1.1" status: 200 len: 375 time: 0.0094934 Aug 26 11:58:13.637481 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-9d8eb909-11d5-4d97-98e0-32e7eab4f3d7 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0cce3af8f6a4e679d88e78c80669e19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480006 Aug 26 11:58:13.726409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-a99a6f28-be37-4e24-a288-cda4ad290b5f service neutron] 10.222.0.21 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818224 Aug 26 11:58:13.818219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-aa033838-99f1-4f8c-9aa0-99c018d08656 service neutron] 10.222.0.21 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858340 Aug 26 11:58:13.972182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ab8fad3f-bef4-404e-a1fd-85b30a28d458 req-27904091-82aa-45ac-9b62-bef987d2a437 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 210 time: 0.0276153 Aug 26 11:58:14.896698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-118c9e95-6538-4467-adef-d2b0158f06cf tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:14.898702 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-118c9e95-6538-4467-adef-d2b0158f06cf tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.42 "GET /v2.0/networks?id=29481cc9-0981-4ec4-9696-17c0850416d9 HTTP/1.1" status: 200 len: 814 time: 0.1020834 Aug 26 11:58:14.911913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Request body: {'port': {'device_id': 'ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03', 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9', 'admin_state_up': True, 'tenant_id': 'f0cce3af8f6a4e679d88e78c80669e19'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:15.020412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Made reservation on behalf of f0cce3af8f6a4e679d88e78c80669e19 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:15.024022 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:15.065412 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b61359f6-e2ad-4f22-b90c-634a17882693 req-b928b4e1-262c-4190-a1f3-35bdc20c8e8d tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 210 time: 0.0265107 Aug 26 11:58:15.150005 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Allocated IP 172.20.0.10 (29481cc9-0981-4ec4-9696-17c0850416d9/efccf8ab-02eb-4ab3-95ce-d06c8fdffbab/49f59c77-f220-4210-aa8e-eca6ee8c7a22) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:15.295377 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:15.333347 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:15.345067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['19f22e88-c35a-4bcb-be65-f5434972e06d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:58:15.373510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Network 29481cc9-0981-4ec4-9696-17c0850416d9 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:15.380180 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:15.383867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:15.410241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Pushing event updated for resources: {'Port': ['ID=49f59c77-f220-4210-aa8e-eca6ee8c7a22,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:15.444132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:15.444753 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:15.458665 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-12b2bada-9d2b-4f6f-8322-4620ecb4af49 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5507615 Aug 26 11:58:15.523556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Request body: {'port': {'device_id': 'ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:15.581776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:15.830378 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c542876d-c7d8-4b18-aa97-cb6c42e75dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:15.854077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f59c77-f220-4210-aa8e-eca6ee8c7a22 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:58:15.861109 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:15.872965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Transition to ACTIVE for port object 49f59c77-f220-4210-aa8e-eca6ee8c7a22 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:15.876544 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:15.927203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Pushing event updated for resources: {'Port': ['ID=49f59c77-f220-4210-aa8e-eca6ee8c7a22,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:15.994299 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Attempting to bind port 49f59c77-f220-4210-aa8e-eca6ee8c7a22 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:58:15.994639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Attempting to bind port 49f59c77-f220-4210-aa8e-eca6ee8c7a22 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'f129f232-4021-46dc-9cbd-44aff5d6abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:58:15.995000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Attempting to bind port 49f59c77-f220-4210-aa8e-eca6ee8c7a22 on network 29481cc9-0981-4ec4-9696-17c0850416d9 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:15.999488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Port 49f59c77-f220-4210-aa8e-eca6ee8c7a22 on network 29481cc9-0981-4ec4-9696-17c0850416d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:58:15.999812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Attempting to bind port 49f59c77-f220-4210-aa8e-eca6ee8c7a22 on network 29481cc9-0981-4ec4-9696-17c0850416d9 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:16.004504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:58:16.004850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Checking segment: {'id': 'f129f232-4021-46dc-9cbd-44aff5d6abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:16.005229 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Bound using segment: {'id': 'f129f232-4021-46dc-9cbd-44aff5d6abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:58:16.005649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Bound port: 49f59c77-f220-4210-aa8e-eca6ee8c7a22, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f129f232-4021-46dc-9cbd-44aff5d6abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:58:16.006004 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:16.069749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] For port 49f59c77-f220-4210-aa8e-eca6ee8c7a22, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:58:16.072907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] For port 49f59c77-f220-4210-aa8e-eca6ee8c7a22, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=49f59c77-f220-4210-aa8e-eca6ee8c7a22,segment=NetworkSegment(f129f232-4021-46dc-9cbd-44aff5d6abb5),segment_id=f129f232-4021-46dc-9cbd-44aff5d6abb5)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:58:16.076462 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:16.107867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:16.108765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:16.110181 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] 10.222.0.42 "PUT /v2.0/ports/49f59c77-f220-4210-aa8e-eca6ee8c7a22 HTTP/1.1" status: 200 len: 1093 time: 0.6427212 Aug 26 11:58:16.112351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03', 'tag': '49f59c77-f220-4210-aa8e-eca6ee8c7a22'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:58:16.115031 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90ab8c0-6a84-467a-b43d-fda7ab08d3af" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03", "tag": "49f59c77-f220-4210-aa8e-eca6ee8c7a22"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:58:16.143774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82847fd-7e06-4b01-aeb1-9c37394dabda service neutron] Pushing event updated for resources: {'Port': ['ID=49f59c77-f220-4210-aa8e-eca6ee8c7a22,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:16.184450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286f890-6fb3-4bf6-80c6-93ad0d05490f req-6151861b-c095-469b-9e80-26118e5b3c62 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:16.185932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b286f890-6fb3-4bf6-80c6-93ad0d05490f req-6151861b-c095-469b-9e80-26118e5b3c62 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 944 time: 0.0500829 Aug 26 11:58:16.187093 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-36859d8c-8210-410a-9611-359f624d9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:16.188620 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-36859d8c-8210-410a-9611-359f624d9a2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0cce3af8f6a4e679d88e78c80669e19&device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 1096 time: 0.0402536 Aug 26 11:58:16.227515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b286f890-6fb3-4bf6-80c6-93ad0d05490f req-76cc7b7e-25ae-445c-8d64-85af2acac792 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355144 Aug 26 11:58:16.229635 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-3fdca034-d3ec-4c7e-8f18-b57fb46949c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49f59c77-f220-4210-aa8e-eca6ee8c7a22 HTTP/1.1" status: 200 len: 217 time: 0.0335519 Aug 26 11:58:16.284314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-9d4e5cbe-aa30-45d9-a5b1-1726532e340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:16.285807 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-9d4e5cbe-aa30-45d9-a5b1-1726532e340a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efccf8ab-02eb-4ab3-95ce-d06c8fdffbab HTTP/1.1" status: 200 len: 854 time: 0.0495629 Aug 26 11:58:16.317786 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-22d3ca3a-8479-4887-8df4-5d97b05167bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29481cc9-0981-4ec4-9696-17c0850416d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249150 Aug 26 11:58:16.333074 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5056f814-dbd5-4dfb-a23e-09680a9c7ca5 x-openstack-request-id: req-5056f814-dbd5-4dfb-a23e-09680a9c7ca5 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:58:16.333359 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03", "tag": "49f59c77-f220-4210-aa8e-eca6ee8c7a22", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:58:16.333618 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5056f814-dbd5-4dfb-a23e-09680a9c7ca5 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:58:16.334009 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03', 'tag': '49f59c77-f220-4210-aa8e-eca6ee8c7a22', 'status': 'completed', 'code': 200} Aug 26 11:58:16.360240 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:16.410688 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-1f9fc92e-2343-4f95-94f1-a50ffa7c500d service neutron] 10.222.0.42 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853214 Aug 26 11:58:16.502232 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-46bc8520-92fa-4dfb-90fd-a0b5144e5c68 req-e20f0025-bafc-4537-bbfd-a84136541324 service neutron] 10.222.0.42 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848622 Aug 26 11:58:16.583641 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ab8c0-6a84-467a-b43d-fda7ab08d3af req-f62f81f0-b329-40f2-abb9-517c1afbba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:16.585179 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d90ab8c0-6a84-467a-b43d-fda7ab08d3af req-f62f81f0-b329-40f2-abb9-517c1afbba1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f0cce3af8f6a4e679d88e78c80669e19&device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 1096 time: 0.0402043 Aug 26 11:58:17.005741 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ab8c0-6a84-467a-b43d-fda7ab08d3af req-3166a96a-d6d3-4d69-9a42-e38cf4c76e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:17.007292 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d90ab8c0-6a84-467a-b43d-fda7ab08d3af req-3166a96a-d6d3-4d69-9a42-e38cf4c76e6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=29481cc9-0981-4ec4-9696-17c0850416d9 HTTP/1.1" status: 200 len: 915 time: 0.4149144 Aug 26 11:58:17.049703 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d90ab8c0-6a84-467a-b43d-fda7ab08d3af req-682376f1-cc08-43e5-becb-ea60ccc98a1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49f59c77-f220-4210-aa8e-eca6ee8c7a22 HTTP/1.1" status: 200 len: 217 time: 0.0343480 Aug 26 11:58:17.096887 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ab8c0-6a84-467a-b43d-fda7ab08d3af req-b3ae4380-a575-4467-97bb-1471bfc9e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:17.098299 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d90ab8c0-6a84-467a-b43d-fda7ab08d3af req-b3ae4380-a575-4467-97bb-1471bfc9e207 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=efccf8ab-02eb-4ab3-95ce-d06c8fdffbab HTTP/1.1" status: 200 len: 854 time: 0.0414877 Aug 26 11:58:17.130004 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d90ab8c0-6a84-467a-b43d-fda7ab08d3af req-3aac92ab-e65e-47f5-a444-bf8f54dae34a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29481cc9-0981-4ec4-9696-17c0850416d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242891 Aug 26 11:58:17.221151 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d90ab8c0-6a84-467a-b43d-fda7ab08d3af req-3acfbd9c-9a8d-49e8-865b-9d2df69aeb42 service neutron] 10.222.0.42 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822487 Aug 26 11:58:17.318853 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d90ab8c0-6a84-467a-b43d-fda7ab08d3af req-0500a530-51c4-45ab-8bb5-e1b5b76d1df1 service neutron] 10.222.0.42 "GET /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881062 Aug 26 11:58:17.347595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c6e10-efbf-4900-b883-f35dc970a33f req-9c7770c7-be3b-436d-829c-a12763b4c903 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:17.349084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-474c6e10-efbf-4900-b883-f35dc970a33f req-9c7770c7-be3b-436d-829c-a12763b4c903 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 944 time: 0.0525956 Aug 26 11:58:17.388104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-474c6e10-efbf-4900-b883-f35dc970a33f req-5563c689-4e9d-41cf-8cb8-dc281f20b41f tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Aug 26 11:58:17.446791 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:18.499630 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8507a8-efcb-4f90-9d85-600d36157390 req-b2959328-4007-4102-8224-360f373cd29d tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:18.501008 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b8507a8-efcb-4f90-9d85-600d36157390 req-b2959328-4007-4102-8224-360f373cd29d tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 944 time: 0.0485699 Aug 26 11:58:18.538383 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b8507a8-efcb-4f90-9d85-600d36157390 req-b3037539-669c-45c4-90dd-6c7cc9715ec5 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314667 Aug 26 11:58:19.516405 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:19.651392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a20fa-eb84-4e6f-8ccb-05b23d7d5dcd req-0996fffd-2627-41db-bd79-ebd817690a0e tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:19.652924 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc6a20fa-eb84-4e6f-8ccb-05b23d7d5dcd req-0996fffd-2627-41db-bd79-ebd817690a0e tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 944 time: 0.0495005 Aug 26 11:58:19.689273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dc6a20fa-eb84-4e6f-8ccb-05b23d7d5dcd req-34161748-ba7a-4ada-8816-dd9afa4975eb tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304406 Aug 26 11:58:20.281291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 49f59c77-f220-4210-aa8e-eca6ee8c7a22 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:58:20.376292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 49f59c77-f220-4210-aa8e-eca6ee8c7a22, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=49f59c77-f220-4210-aa8e-eca6ee8c7a22,segment=NetworkSegment(f129f232-4021-46dc-9cbd-44aff5d6abb5),segment_id=f129f232-4021-46dc-9cbd-44aff5d6abb5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:20.387294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '49f59c77-f220-4210-aa8e-eca6ee8c7a22', 'network_id': '29481cc9-0981-4ec4-9696-17c0850416d9', 'port_id': '49f59c77-f220-4210-aa8e-eca6ee8c7a22', 'mac_address': 'fa:16:3e:22:98:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efccf8ab-02eb-4ab3-95ce-d06c8fdffbab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:58:20.423668 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:20.437090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f59c77-f220-4210-aa8e-eca6ee8c7a22 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:58:20.456194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 49f59c77-f220-4210-aa8e-eca6ee8c7a22, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=49f59c77-f220-4210-aa8e-eca6ee8c7a22,segment=NetworkSegment(f129f232-4021-46dc-9cbd-44aff5d6abb5),segment_id=f129f232-4021-46dc-9cbd-44aff5d6abb5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:20.461059 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:20.508811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=49f59c77-f220-4210-aa8e-eca6ee8c7a22,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:20.706238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['49f59c77-f220-4210-aa8e-eca6ee8c7a22'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:58:20.808845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a340a5-8624-460a-a5c9-7f649da2e5f3 req-b7ead785-05a3-47d6-9d0b-b8cd6fe91da1 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:20.810510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11a340a5-8624-460a-a5c9-7f649da2e5f3 req-b7ead785-05a3-47d6-9d0b-b8cd6fe91da1 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 945 time: 0.0556858 Aug 26 11:58:20.853699 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:58:20.856260 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-11a340a5-8624-460a-a5c9-7f649da2e5f3 req-45ce27ec-28c3-4b10-8017-d166aa9f59b7 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389521 Aug 26 11:58:21.046379 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:21.969727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b4141-1396-43e0-a29a-5beb6a138fdd req-94911993-8a04-4100-a008-ac91e9153a5a tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:21.971232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-108b4141-1396-43e0-a29a-5beb6a138fdd req-94911993-8a04-4100-a008-ac91e9153a5a tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 945 time: 0.0478504 Aug 26 11:58:22.009518 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-108b4141-1396-43e0-a29a-5beb6a138fdd req-d33223c9-c53f-41f8-a8f6-3944263ad4a5 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Aug 26 11:58:22.299180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 49f59c77-f220-4210-aa8e-eca6ee8c7a22 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:22.345886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 49f59c77-f220-4210-aa8e-eca6ee8c7a22 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:22.349497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 49f59c77-f220-4210-aa8e-eca6ee8c7a22 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:22.350446 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:22.427472 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:22.448963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f59c77-f220-4210-aa8e-eca6ee8c7a22'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:58:22.451191 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d802aa-0884-4bc2-8f25-c03165a04679" -d '{"events": [{"server_uuid": "ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03", "name": "network-vif-plugged", "status": "completed", "tag": "49f59c77-f220-4210-aa8e-eca6ee8c7a22"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:58:22.463772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 49f59c77-f220-4210-aa8e-eca6ee8c7a22, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=49f59c77-f220-4210-aa8e-eca6ee8c7a22,segment=NetworkSegment(f129f232-4021-46dc-9cbd-44aff5d6abb5),segment_id=f129f232-4021-46dc-9cbd-44aff5d6abb5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:22.468318 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:22.493148 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dee551-8562-492d-a100-4cfdc6abb94e x-openstack-request-id: req-d5dee551-8562-492d-a100-4cfdc6abb94e {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:58:22.493457 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03", "name": "network-vif-plugged", "status": "completed", "tag": "49f59c77-f220-4210-aa8e-eca6ee8c7a22", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:58:22.493709 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5dee551-8562-492d-a100-4cfdc6abb94e {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:58:22.494457 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f59c77-f220-4210-aa8e-eca6ee8c7a22', 'code': 200} Aug 26 11:58:22.523192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=49f59c77-f220-4210-aa8e-eca6ee8c7a22,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:22.580516 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeffee8-58a3-438d-80d6-15562f55c2ed req-f57d025e-ab51-4654-a9de-1dde368fac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:22.581992 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efeffee8-58a3-438d-80d6-15562f55c2ed req-f57d025e-ab51-4654-a9de-1dde368fac0d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 1098 time: 0.0396409 Aug 26 11:58:22.614933 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-efeffee8-58a3-438d-80d6-15562f55c2ed req-06f26681-15dc-4291-bac3-35efc9f75218 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260360 Aug 26 11:58:22.981802 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:23.120259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1bedd-5353-4cc4-b96e-bea82b08e138 req-43aa829c-630a-4578-bc6f-b6b349c30632 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:23.122104 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2e1bedd-5353-4cc4-b96e-bea82b08e138 req-43aa829c-630a-4578-bc6f-b6b349c30632 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 946 time: 0.0485289 Aug 26 11:58:23.160287 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2e1bedd-5353-4cc4-b96e-bea82b08e138 req-76a6f430-5fc5-4f06-9082-a4b6d61f497a tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Aug 26 11:58:24.278428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5d7e2-becb-476a-9318-f8ead3b1259a req-022894d3-8142-4f43-9ba3-9e98b02d22d3 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:24.279910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bd5d7e2-becb-476a-9318-f8ead3b1259a req-022894d3-8142-4f43-9ba3-9e98b02d22d3 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 946 time: 0.0551369 Aug 26 11:58:24.317181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7bd5d7e2-becb-476a-9318-f8ead3b1259a req-0bc8af96-2f35-4c10-b6f6-0113f4ae67a3 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314758 Aug 26 11:58:24.542057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1336a-e549-4958-94f7-be8c38c48bd0 req-88df6b37-94ff-4a52-9d49-cda858a45f30 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:24.543552 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dac1336a-e549-4958-94f7-be8c38c48bd0 req-88df6b37-94ff-4a52-9d49-cda858a45f30 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 946 time: 0.0485201 Aug 26 11:58:24.580798 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dac1336a-e549-4958-94f7-be8c38c48bd0 req-2c08f9d4-21e5-4f54-b74d-b1f170c745ff tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Aug 26 11:58:25.692855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b21ada-57cc-45f2-9f3c-051103940239 req-2dda1336-4d50-437b-8f82-a455d218f923 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:25.694864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39b21ada-57cc-45f2-9f3c-051103940239 req-2dda1336-4d50-437b-8f82-a455d218f923 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 946 time: 0.0473487 Aug 26 11:58:25.732517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39b21ada-57cc-45f2-9f3c-051103940239 req-8c15621e-cc57-4ee4-a52b-adc5c4b9db57 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Aug 26 11:58:25.761249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748fb51-db34-4840-a0dd-a9d85d931b60 req-21d9d94f-48be-44f9-a6d8-880ab74c7076 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:25.762722 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4748fb51-db34-4840-a0dd-a9d85d931b60 req-21d9d94f-48be-44f9-a6d8-880ab74c7076 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03 HTTP/1.1" status: 200 len: 946 time: 0.0477986 Aug 26 11:58:25.852021 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-4748fb51-db34-4840-a0dd-a9d85d931b60 req-15ea8be3-ca34-44eb-8df4-b5ffd6fcb5be tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Deleting port 49f59c77-f220-4210-aa8e-eca6ee8c7a22 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:58:25.852368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4748fb51-db34-4840-a0dd-a9d85d931b60 req-15ea8be3-ca34-44eb-8df4-b5ffd6fcb5be tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:25.937836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-4748fb51-db34-4840-a0dd-a9d85d931b60 req-15ea8be3-ca34-44eb-8df4-b5ffd6fcb5be tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] For port 49f59c77-f220-4210-aa8e-eca6ee8c7a22, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=49f59c77-f220-4210-aa8e-eca6ee8c7a22,segment=NetworkSegment(f129f232-4021-46dc-9cbd-44aff5d6abb5),segment_id=f129f232-4021-46dc-9cbd-44aff5d6abb5)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:25.938132 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4748fb51-db34-4840-a0dd-a9d85d931b60 req-15ea8be3-ca34-44eb-8df4-b5ffd6fcb5be tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:25.951134 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-4748fb51-db34-4840-a0dd-a9d85d931b60 req-15ea8be3-ca34-44eb-8df4-b5ffd6fcb5be tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Calling delete_port for 49f59c77-f220-4210-aa8e-eca6ee8c7a22 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:58:26.077072 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4748fb51-db34-4840-a0dd-a9d85d931b60 req-15ea8be3-ca34-44eb-8df4-b5ffd6fcb5be tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:26.088812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['49f59c77-f220-4210-aa8e-eca6ee8c7a22'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:58:26.094061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['19f22e88-c35a-4bcb-be65-f5434972e06d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:58:26.107126 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea8be3-ca34-44eb-8df4-b5ffd6fcb5be tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Pushing event deleted for resources: {'Port': ['ID=49f59c77-f220-4210-aa8e-eca6ee8c7a22,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:26.146905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-4748fb51-db34-4840-a0dd-a9d85d931b60 req-15ea8be3-ca34-44eb-8df4-b5ffd6fcb5be tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] No DVR routers for this DVR port 49f59c77-f220-4210-aa8e-eca6ee8c7a22 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:58:26.149531 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-4748fb51-db34-4840-a0dd-a9d85d931b60 req-15ea8be3-ca34-44eb-8df4-b5ffd6fcb5be tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:26.151638 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4748fb51-db34-4840-a0dd-a9d85d931b60 req-15ea8be3-ca34-44eb-8df4-b5ffd6fcb5be tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.42 "DELETE /v2.0/ports/49f59c77-f220-4210-aa8e-eca6ee8c7a22 HTTP/1.1" status: 204 len: 173 time: 0.3827586 Aug 26 11:58:26.152088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03', 'name': 'network-vif-deleted', 'tag': '49f59c77-f220-4210-aa8e-eca6ee8c7a22'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:58:26.154327 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10815276-b54f-4fab-b38a-233d20e514fd" -d '{"events": [{"server_uuid": "ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03", "name": "network-vif-deleted", "tag": "49f59c77-f220-4210-aa8e-eca6ee8c7a22"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:58:26.192502 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30ed9ba-4824-4b8b-a28f-df64d7a239f6 x-openstack-request-id: req-b30ed9ba-4824-4b8b-a28f-df64d7a239f6 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:58:26.192831 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03", "name": "network-vif-deleted", "tag": "49f59c77-f220-4210-aa8e-eca6ee8c7a22", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:58:26.193088 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b30ed9ba-4824-4b8b-a28f-df64d7a239f6 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:58:26.194039 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2f9f52-1253-4bcc-8f49-27a7fc8b3d03', 'name': 'network-vif-deleted', 'tag': '49f59c77-f220-4210-aa8e-eca6ee8c7a22', 'status': 'completed', 'code': 200} Aug 26 11:58:26.880279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d89e-c4c9-45f7-932a-86e0857ae4c9 req-3f8ba32e-d266-4545-8ed9-683c8adbef3c tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:26.881986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bb2d89e-c4c9-45f7-932a-86e0857ae4c9 req-3f8ba32e-d266-4545-8ed9-683c8adbef3c tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0528605 Aug 26 11:58:26.919487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bb2d89e-c4c9-45f7-932a-86e0857ae4c9 req-9929fe56-d621-4265-85f2-a5f4a1ac7619 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316617 Aug 26 11:58:27.045386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cda96-b97f-435d-ad44-9c416d80ef42 req-d7aa46ce-e6df-48d2-8aaa-2c23a3259c07 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:27.046784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-651cda96-b97f-435d-ad44-9c416d80ef42 req-d7aa46ce-e6df-48d2-8aaa-2c23a3259c07 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0477550 Aug 26 11:58:27.084085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-651cda96-b97f-435d-ad44-9c416d80ef42 req-73bedd78-1629-451a-849a-ed7c3f49f9d4 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Aug 26 11:58:27.195254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a784572-f38e-4001-b4ec-4a3d2d741873 req-fba596ec-9b9f-43e6-8d70-3f96c10a9a45 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:27.196732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a784572-f38e-4001-b4ec-4a3d2d741873 req-fba596ec-9b9f-43e6-8d70-3f96c10a9a45 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0480344 Aug 26 11:58:27.234615 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a784572-f38e-4001-b4ec-4a3d2d741873 req-968e2e59-a5d3-4a29-8b81-388867f22486 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Aug 26 11:58:27.398178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a524f28-5d03-4d68-a495-b169734fc990 req-9f4809b2-f020-4a7d-82ba-754350f09f42 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:27.399670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a524f28-5d03-4d68-a495-b169734fc990 req-9f4809b2-f020-4a7d-82ba-754350f09f42 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0522745 Aug 26 11:58:27.436654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a524f28-5d03-4d68-a495-b169734fc990 req-ded0a887-c337-4a91-b755-84bc891e1291 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Aug 26 11:58:27.549637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5569734-1aab-46c8-8787-926e4f8ada62 req-3cfdf1a5-178e-419e-b39a-c3c6cb03c290 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:27.551038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5569734-1aab-46c8-8787-926e4f8ada62 req-3cfdf1a5-178e-419e-b39a-c3c6cb03c290 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0502255 Aug 26 11:58:27.590931 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5569734-1aab-46c8-8787-926e4f8ada62 req-a10191bb-7bdc-498b-99c2-928d1940356f tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339851 Aug 26 11:58:27.714960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa47cb-c133-41e6-b800-85cc197bd23f req-5ac4b4d1-665d-4eba-bd27-c32087d4074c tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:27.716427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dafa47cb-c133-41e6-b800-85cc197bd23f req-5ac4b4d1-665d-4eba-bd27-c32087d4074c tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0490944 Aug 26 11:58:27.752839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dafa47cb-c133-41e6-b800-85cc197bd23f req-576aef78-30c2-4096-8684-b3d0497545da tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305126 Aug 26 11:58:28.046332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf7ae-b319-4bed-945e-4f732a23501c req-037e15fd-7702-4540-8439-1a54c1646b88 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:28.047823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23abf7ae-b319-4bed-945e-4f732a23501c req-037e15fd-7702-4540-8439-1a54c1646b88 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0525422 Aug 26 11:58:28.085288 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23abf7ae-b319-4bed-945e-4f732a23501c req-bd8d3214-5cbe-416e-a9ce-8c4eb4a2fd67 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Aug 26 11:58:29.211547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79c7d6-79cc-417b-8a8f-b90848ce1eeb req-3dca0e15-7d11-4c62-b424-1cd9013c850b tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:29.213074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad79c7d6-79cc-417b-8a8f-b90848ce1eeb req-3dca0e15-7d11-4c62-b424-1cd9013c850b tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0490229 Aug 26 11:58:29.250515 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad79c7d6-79cc-417b-8a8f-b90848ce1eeb req-22fe3c71-5521-49df-841a-36a0c7bb6c11 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/security-groups?id=aac225de-1ec8-4641-ad38-4592e3f1d03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Aug 26 11:58:29.899950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c29c22-135e-4785-8c54-8579389866be req-246ec4df-d876-4fd9-83be-d616162c7d56 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:29.901433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67c29c22-135e-4785-8c54-8579389866be req-246ec4df-d876-4fd9-83be-d616162c7d56 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.47 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 946 time: 0.0478778 Aug 26 11:58:29.989318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-67c29c22-135e-4785-8c54-8579389866be req-db626129-5f21-445a-b2b4-e84f13638586 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Deleting port 19f22e88-c35a-4bcb-be65-f5434972e06d {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:58:29.989662 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-67c29c22-135e-4785-8c54-8579389866be req-db626129-5f21-445a-b2b4-e84f13638586 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:30.076331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-67c29c22-135e-4785-8c54-8579389866be req-db626129-5f21-445a-b2b4-e84f13638586 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] For port 19f22e88-c35a-4bcb-be65-f5434972e06d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=19f22e88-c35a-4bcb-be65-f5434972e06d,segment=NetworkSegment(f129f232-4021-46dc-9cbd-44aff5d6abb5),segment_id=f129f232-4021-46dc-9cbd-44aff5d6abb5)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:30.076694 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-67c29c22-135e-4785-8c54-8579389866be req-db626129-5f21-445a-b2b4-e84f13638586 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:30.089111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-67c29c22-135e-4785-8c54-8579389866be req-db626129-5f21-445a-b2b4-e84f13638586 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Calling delete_port for 19f22e88-c35a-4bcb-be65-f5434972e06d owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:58:30.237586 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-67c29c22-135e-4785-8c54-8579389866be req-db626129-5f21-445a-b2b4-e84f13638586 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:30.261544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['19f22e88-c35a-4bcb-be65-f5434972e06d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:58:30.267548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db626129-5f21-445a-b2b4-e84f13638586 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Pushing event deleted for resources: {'Port': ['ID=19f22e88-c35a-4bcb-be65-f5434972e06d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:30.316047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c29c22-135e-4785-8c54-8579389866be req-db626129-5f21-445a-b2b4-e84f13638586 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] No DVR routers for this DVR port 19f22e88-c35a-4bcb-be65-f5434972e06d on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:58:30.318558 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-67c29c22-135e-4785-8c54-8579389866be req-db626129-5f21-445a-b2b4-e84f13638586 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:30.320599 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67c29c22-135e-4785-8c54-8579389866be req-db626129-5f21-445a-b2b4-e84f13638586 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.47 "DELETE /v2.0/ports/19f22e88-c35a-4bcb-be65-f5434972e06d HTTP/1.1" status: 204 len: 173 time: 0.4128051 Aug 26 11:58:30.321028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94fdf49-4b9f-4430-ae14-5a0f7c05ff08', 'name': 'network-vif-deleted', 'tag': '19f22e88-c35a-4bcb-be65-f5434972e06d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:58:30.323305 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd8c284-9c16-4c14-917d-354427e24f4c" -d '{"events": [{"server_uuid": "c94fdf49-4b9f-4430-ae14-5a0f7c05ff08", "name": "network-vif-deleted", "tag": "19f22e88-c35a-4bcb-be65-f5434972e06d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:58:30.332108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 49f59c77-f220-4210-aa8e-eca6ee8c7a22 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:58:30.354830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8fe078dc-d4c5-4719-82f3-4ffdb5bcee1c req-c2b50d4c-6ea6-41f5-9b05-0d498bd29728 tempest-ServersNegativeTestJSON-967350011 tempest-ServersNegativeTestJSON-967350011-project] 10.222.0.21 "GET /v2.0/ports?device_id=c94fdf49-4b9f-4430-ae14-5a0f7c05ff08 HTTP/1.1" status: 200 len: 210 time: 0.0285296 Aug 26 11:58:30.360869 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 49f59c77-f220-4210-aa8e-eca6ee8c7a22 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:58:30.361222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 49f59c77-f220-4210-aa8e-eca6ee8c7a22 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:58:30.402006 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2fb670-4253-459f-bd3c-f634b46c36ce x-openstack-request-id: req-de2fb670-4253-459f-bd3c-f634b46c36ce {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:58:30.402305 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94fdf49-4b9f-4430-ae14-5a0f7c05ff08", "name": "network-vif-deleted", "tag": "19f22e88-c35a-4bcb-be65-f5434972e06d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:58:30.402562 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de2fb670-4253-459f-bd3c-f634b46c36ce {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:58:30.402990 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94fdf49-4b9f-4430-ae14-5a0f7c05ff08', 'name': 'network-vif-deleted', 'tag': '19f22e88-c35a-4bcb-be65-f5434972e06d', 'status': 'completed', 'code': 200} Aug 26 11:58:31.413426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42736) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:31.460297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fe9923-66b9-44d6-a83f-06a35a4c2291 admin admin] Deleting subnet efccf8ab-02eb-4ab3-95ce-d06c8fdffbab {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:58:31.463392 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9923-66b9-44d6-a83f-06a35a4c2291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.497580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9923-66b9-44d6-a83f-06a35a4c2291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.535264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9923-66b9-44d6-a83f-06a35a4c2291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.587496 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9923-66b9-44d6-a83f-06a35a4c2291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.618784 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe9923-66b9-44d6-a83f-06a35a4c2291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efccf8ab-02eb-4ab3-95ce-d06c8fdffbab,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:31.621430 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9923-66b9-44d6-a83f-06a35a4c2291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.623334 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b6fe9923-66b9-44d6-a83f-06a35a4c2291 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/efccf8ab-02eb-4ab3-95ce-d06c8fdffbab HTTP/1.1" status: 204 len: 168 time: 0.2089114 Aug 26 11:58:31.625767 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42738) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:31.692227 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.772350 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.781762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29481cc9-0981-4ec4-9696-17c0850416d9']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:31.792148 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f129f232-4021-46dc-9cbd-44aff5d6abb5') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:31.792453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f129f232-4021-46dc-9cbd-44aff5d6abb5') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:31.800948 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.814890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.820874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:58:31.821297 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:58:31.822984 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:58:31.876339 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.881986 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:31.883846 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/29481cc9-0981-4ec4-9696-17c0850416d9 HTTP/1.1" status: 204 len: 168 time: 0.2571650 Aug 26 11:58:31.896350 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caa7db-1cb6-490c-8ed1-36e7858898c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=29481cc9-0981-4ec4-9696-17c0850416d9,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:31.989271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42742) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:32.028830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b92509a8-b2c9-49a7-97d2-694e0414df1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0cce3af8f6a4e679d88e78c80669e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382874 Aug 26 11:58:32.031127 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42744) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:32.082439 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80e4fd3c-ce48-4389-b968-d59c5596b2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:32.103806 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80e4fd3c-ce48-4389-b968-d59c5596b2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:32.148552 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80e4fd3c-ce48-4389-b968-d59c5596b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:32.151324 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-80e4fd3c-ce48-4389-b968-d59c5596b2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:32.152492 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-80e4fd3c-ce48-4389-b968-d59c5596b2ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aac225de-1ec8-4641-ad38-4592e3f1d03d HTTP/1.1" status: 204 len: 168 time: 0.1204565 Aug 26 11:58:32.159981 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4fd3c-ce48-4389-b968-d59c5596b2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac225de-1ec8-4641-ad38-4592e3f1d03d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:32.811953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42766) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:32.905024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-665208991'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:32.926277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Made reservation on behalf of e19bf566955f4a2e92df4c715172f19c for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:32.929661 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:32.939150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:33.025517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:33.029142 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:33.057800 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:58:33.062980 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70df1f8e-3f21-47c8-85df-6b61447ae312,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:33.071027 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:33.071324 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Added segment 00831fd0-8570-4a53-a029-2aaf58c302b7 of type vlan for network 230f9d0b-da91-4111-93b7-49ca35e6effe Aug 26 11:58:33.113917 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:33.136777 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:33.142294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:33.142988 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:33.197226 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3841603 Aug 26 11:58:33.210128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4851c-5347-4a18-bb1c-2563016afd79 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event updated for resources: {'Network': ['ID=230f9d0b-da91-4111-93b7-49ca35e6effe,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:33.225698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 230f9d0b-da91-4111-93b7-49ca35e6effe details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:58:34.577139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 19f22e88-c35a-4bcb-be65-f5434972e06d no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:58:34.597439 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 19f22e88-c35a-4bcb-be65-f5434972e06d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:58:34.597778 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 19f22e88-c35a-4bcb-be65-f5434972e06d not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:58:36.545326 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42770) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:36.550428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Request body: {'subnet': {'network_id': '230f9d0b-da91-4111-93b7-49ca35e6effe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:36.639533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Made reservation on behalf of e19bf566955f4a2e92df4c715172f19c for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:36.642969 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:36.819767 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:36.878395 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event updated for resources: {'Subnet': ['ID=540bdeec-95ef-48d9-b22c-9bbdf67ead51,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:36.887500 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Checking segment: {'id': '00831fd0-8570-4a53-a029-2aaf58c302b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '230f9d0b-da91-4111-93b7-49ca35e6effe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:36.887874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Network hostable DHCP agents. Network: 230f9d0b-da91-4111-93b7-49ca35e6effe, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:58:36.904179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Network 230f9d0b-da91-4111-93b7-49ca35e6effe is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:58:36.912447 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 230f9d0b-da91-4111-93b7-49ca35e6effe) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:36.917013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:36.917962 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:36.921657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1fc634-0152-4acf-b1bf-2f90f3e56b4a None None] Network 230f9d0b-da91-4111-93b7-49ca35e6effe requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:36.932322 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-75fdd16d-6d1d-4a61-8410-aedac8ff0dff tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3859663 Aug 26 11:58:36.935698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42772) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:36.940860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-694025918'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:36.961759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Made reservation on behalf of e19bf566955f4a2e92df4c715172f19c for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:36.965832 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:36.989255 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:58:36.999625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:36.999983 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Added segment 9bc8383a-cad7-4e5c-b149-bc3b86a04797 of type vlan for network 0ee44b1b-9596-4cb1-8ad9-7897bd309329 Aug 26 11:58:37.039690 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.067983 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.071720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-230f9d0b-da91-4111-93b7-49ca35e6effe', 'network_id': '230f9d0b-da91-4111-93b7-49ca35e6effe', 'tenant_id': 'e19bf566955f4a2e92df4c715172f19c', 'fixed_ips': [{'subnet_id': '540bdeec-95ef-48d9-b22c-9bbdf67ead51'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:58:37.072534 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.074636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:37.075273 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.138024 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2012627 Aug 26 11:58:37.141041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42774) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:37.148454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Request body: {'subnet': {'network_id': '0ee44b1b-9596-4cb1-8ad9-7897bd309329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:37.165713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b5f3e-86d7-4425-bee2-bf82b3774786 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event updated for resources: {'Network': ['ID=0ee44b1b-9596-4cb1-8ad9-7897bd309329,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:37.193500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 0ee44b1b-9596-4cb1-8ad9-7897bd309329 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:58:37.244621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Made reservation on behalf of e19bf566955f4a2e92df4c715172f19c for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:37.248613 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.262616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Allocated IP 2001:db8:0:ffff::2 (230f9d0b-da91-4111-93b7-49ca35e6effe/540bdeec-95ef-48d9-b22c-9bbdf67ead51/a0faca40-7543-488f-ac28-06d2b8033baa) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:37.413179 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.421250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Transition to ACTIVE for port object a0faca40-7543-488f-ac28-06d2b8033baa will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:37.435717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Transition to ACTIVE for port object a0faca40-7543-488f-ac28-06d2b8033baa will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:37.439492 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.441174 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.478695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Network 230f9d0b-da91-4111-93b7-49ca35e6effe is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:37.483458 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:37.486898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:37.493617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Pushing event updated for resources: {'Port': ['ID=a0faca40-7543-488f-ac28-06d2b8033baa,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:37.508156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event updated for resources: {'Subnet': ['ID=86b66478-a969-4281-a2be-4a87c195525a,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:37.513510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Checking segment: {'id': '9bc8383a-cad7-4e5c-b149-bc3b86a04797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0ee44b1b-9596-4cb1-8ad9-7897bd309329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:37.513873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Network hostable DHCP agents. Network: 0ee44b1b-9596-4cb1-8ad9-7897bd309329, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:58:37.531120 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Network 0ee44b1b-9596-4cb1-8ad9-7897bd309329 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:58:37.539507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 0ee44b1b-9596-4cb1-8ad9-7897bd309329) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:37.545071 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:37.545728 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.550409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd2ce3b-ffc9-4598-9070-8ad579725fb7 None None] Network 0ee44b1b-9596-4cb1-8ad9-7897bd309329 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:37.559373 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0bcb1a0b-99a5-4b8c-ae6d-8b7a1829c453 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4175553 Aug 26 11:58:37.561983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42776) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:37.565404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Attempting to bind port a0faca40-7543-488f-ac28-06d2b8033baa on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:58:37.565783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Attempting to bind port a0faca40-7543-488f-ac28-06d2b8033baa by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '00831fd0-8570-4a53-a029-2aaf58c302b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '230f9d0b-da91-4111-93b7-49ca35e6effe'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:58:37.566149 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Attempting to bind port a0faca40-7543-488f-ac28-06d2b8033baa on network 230f9d0b-da91-4111-93b7-49ca35e6effe {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:37.599206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:58:37.599585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Checking segment: {'id': '00831fd0-8570-4a53-a029-2aaf58c302b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '230f9d0b-da91-4111-93b7-49ca35e6effe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:37.600023 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.600421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Bound using segment: {'id': '00831fd0-8570-4a53-a029-2aaf58c302b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '230f9d0b-da91-4111-93b7-49ca35e6effe'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:58:37.600895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Bound port: a0faca40-7543-488f-ac28-06d2b8033baa, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00831fd0-8570-4a53-a029-2aaf58c302b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '230f9d0b-da91-4111-93b7-49ca35e6effe'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:58:37.601281 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.656825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.718428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] For port a0faca40-7543-488f-ac28-06d2b8033baa, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:58:37.722994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] For port a0faca40-7543-488f-ac28-06d2b8033baa, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a0faca40-7543-488f-ac28-06d2b8033baa,segment=NetworkSegment(00831fd0-8570-4a53-a029-2aaf58c302b7),segment_id=00831fd0-8570-4a53-a029-2aaf58c302b7)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:58:37.728379 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.752875 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.793799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144bb2a9-a6f1-49e4-877e-e02dc5d886c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-0ee44b1b-9596-4cb1-8ad9-7897bd309329', 'network_id': '0ee44b1b-9596-4cb1-8ad9-7897bd309329', 'tenant_id': 'e19bf566955f4a2e92df4c715172f19c', 'fixed_ips': [{'subnet_id': '86b66478-a969-4281-a2be-4a87c195525a'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:58:37.794689 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-144bb2a9-a6f1-49e4-877e-e02dc5d886c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.820019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c851f-d7c5-4742-8a59-3ec491f254d0 None None] Pushing event updated for resources: {'Port': ['ID=a0faca40-7543-488f-ac28-06d2b8033baa,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:37.833815 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.862852 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Subnet': ['ID=86b66478-a969-4281-a2be-4a87c195525a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:37.932650 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:37.951368 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee44b1b-9596-4cb1-8ad9-7897bd309329']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:37.976257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc8383a-cad7-4e5c-b149-bc3b86a04797') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:37.976688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc8383a-cad7-4e5c-b149-bc3b86a04797') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:37.991233 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.009364 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.016660 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:58:38.017145 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:58:38.020332 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server [None req-144bb2a9-a6f1-49e4-877e-e02dc5d886c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86b66478-a969-4281-a2be-4a87c195525a: This subnet is being modified by another concurrent operation. Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise self.value Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server raise exception Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86b66478-a969-4281-a2be-4a87c195525a: This subnet is being modified by another concurrent operation. Aug 26 11:58:38.097569 n-d-778550-13 neutron-server[101268]: ERROR oslo_messaging.rpc.server Aug 26 11:58:38.105459 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.112152 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.116803 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/networks/0ee44b1b-9596-4cb1-8ad9-7897bd309329 HTTP/1.1" status: 204 len: 168 time: 0.5510583 Aug 26 11:58:38.117589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42778) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:38.120880 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84dd6e7-18b2-4b1b-89e2-8877af1d6d4f None None] Network 0ee44b1b-9596-4cb1-8ad9-7897bd309329 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:38.124291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-762618524'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:38.132581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff21d9-9caf-4a98-afd2-eba3a44eece1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Network': ['ID=0ee44b1b-9596-4cb1-8ad9-7897bd309329,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:38.132824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84dd6e7-18b2-4b1b-89e2-8877af1d6d4f None None] Network 0ee44b1b-9596-4cb1-8ad9-7897bd309329 could not be found, it might have been deleted concurrently. {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 26 11:58:38.146287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Made reservation on behalf of e19bf566955f4a2e92df4c715172f19c for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:38.150406 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.173297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:58:38.181836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.182189 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Added segment 210f12ff-8310-4537-9c41-b3975702ca67 of type vlan for network 69fc5ad8-892d-4a64-a88f-9817b6c67476 Aug 26 11:58:38.225946 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.251629 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.257240 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:38.257835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.319411 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2001023 Aug 26 11:58:38.322135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42780) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:38.327013 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Request body: {'subnet': {'network_id': '69fc5ad8-892d-4a64-a88f-9817b6c67476', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:38.345916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18067c66-d92b-4186-805b-25d416ec1810 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event updated for resources: {'Network': ['ID=69fc5ad8-892d-4a64-a88f-9817b6c67476,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:38.356000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 69fc5ad8-892d-4a64-a88f-9817b6c67476 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:58:38.424435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Made reservation on behalf of e19bf566955f4a2e92df4c715172f19c for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:38.429441 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.492080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Performing IP validity checks on allocation pools {{(pid=101267) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 26 11:58:38.492517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.ipam_backend_mixin [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101267) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 26 11:58:38.629767 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.685413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event updated for resources: {'Subnet': ['ID=69aba812-da95-452d-9cc7-030cfa16ce95,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:38.702966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Checking segment: {'id': '210f12ff-8310-4537-9c41-b3975702ca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69fc5ad8-892d-4a64-a88f-9817b6c67476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:38.703248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Network hostable DHCP agents. Network: 69fc5ad8-892d-4a64-a88f-9817b6c67476, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:58:38.713068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7af359-6439-46a0-83d2-374cfb20abce None None] Network 230f9d0b-da91-4111-93b7-49ca35e6effe requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:38.720805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Network 69fc5ad8-892d-4a64-a88f-9817b6c67476 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:58:38.729580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 69fc5ad8-892d-4a64-a88f-9817b6c67476) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:38.737589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:38.738401 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.753575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e7a2c0bc-1016-4351-8229-d16d565a4239 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4299574 Aug 26 11:58:38.754194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3470aa0-1a2f-4594-a9c5-57353566bd45 None None] Network 69fc5ad8-892d-4a64-a88f-9817b6c67476 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:38.755668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42782) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:38.835672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bcb1ecb2-c8bb-4cd4-a9f3-31d4b6677295 None None] Provisioning for port a0faca40-7543-488f-ac28-06d2b8033baa completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:38.855831 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.930681 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:38.993455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91601abd-d355-4de0-898d-078481e30b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-69fc5ad8-892d-4a64-a88f-9817b6c67476', 'network_id': '69fc5ad8-892d-4a64-a88f-9817b6c67476', 'tenant_id': 'e19bf566955f4a2e92df4c715172f19c', 'fixed_ips': [{'subnet_id': '69aba812-da95-452d-9cc7-030cfa16ce95'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:58:38.994863 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91601abd-d355-4de0-898d-078481e30b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.008789 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.044018 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Subnet': ['ID=69aba812-da95-452d-9cc7-030cfa16ce95,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:39.092454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde73f19-345a-46d4-8f33-11a5bf70fc1b None None] Network 69fc5ad8-892d-4a64-a88f-9817b6c67476 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:39.105153 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.116076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fc5ad8-892d-4a64-a88f-9817b6c67476']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:39.127361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210f12ff-8310-4537-9c41-b3975702ca67') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:39.128030 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210f12ff-8310-4537-9c41-b3975702ca67') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:39.137967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.157379 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.163795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:58:39.164272 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:58:39.167670 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:58:39.221201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac7b799-e876-4539-8850-de800da005c9 None None] get_active_networks_info from n-d-778550-13 {{(pid=101268) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 11:58:39.234345 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.247043 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.248988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/networks/69fc5ad8-892d-4a64-a88f-9817b6c67476 HTTP/1.1" status: 204 len: 168 time: 0.4917531 Aug 26 11:58:39.252692 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42784) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:39.261901 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753322125'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:39.262090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29705523-d135-446c-bd9f-9eb14df835a1 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Network': ['ID=69fc5ad8-892d-4a64-a88f-9817b6c67476,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:39.284718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Made reservation on behalf of e19bf566955f4a2e92df4c715172f19c for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:39.288596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.306070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac7b799-e876-4539-8850-de800da005c9 None None] Resources bound (agent type, host, resource id): {{(pid=101268) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 26 11:58:39.315166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:58:39.324847 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.325191 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Added segment a06ff878-275a-4af6-8b03-c1059f59bbd0 of type vlan for network 37da2506-4328-41d1-b1b2-00479bfda12a Aug 26 11:58:39.363168 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.389204 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.394792 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:39.395380 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.459692 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2057199 Aug 26 11:58:39.463495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42786) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:39.469066 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Request body: {'subnet': {'network_id': '37da2506-4328-41d1-b1b2-00479bfda12a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:39.479808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3949b05-4b41-479b-b526-49d1a8437959 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event updated for resources: {'Network': ['ID=37da2506-4328-41d1-b1b2-00479bfda12a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:39.496644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 37da2506-4328-41d1-b1b2-00479bfda12a details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:58:39.550257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a0faca40-7543-488f-ac28-06d2b8033baa up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:39.577740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Made reservation on behalf of e19bf566955f4a2e92df4c715172f19c for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:39.581413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.617933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port a0faca40-7543-488f-ac28-06d2b8033baa completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:39.622190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a0faca40-7543-488f-ac28-06d2b8033baa triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:39.622554 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.703253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.736687 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port a0faca40-7543-488f-ac28-06d2b8033baa, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a0faca40-7543-488f-ac28-06d2b8033baa,segment=NetworkSegment(00831fd0-8570-4a53-a029-2aaf58c302b7),segment_id=00831fd0-8570-4a53-a029-2aaf58c302b7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:39.741220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:39.790981 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=a0faca40-7543-488f-ac28-06d2b8033baa,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:40.125182 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.190241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event updated for resources: {'Subnet': ['ID=d623c656-3304-40ec-b240-22d58a7de377,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:40.198466 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Checking segment: {'id': 'a06ff878-275a-4af6-8b03-c1059f59bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '37da2506-4328-41d1-b1b2-00479bfda12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:40.198861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Network hostable DHCP agents. Network: 37da2506-4328-41d1-b1b2-00479bfda12a, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:58:40.214645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Network 37da2506-4328-41d1-b1b2-00479bfda12a is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:58:40.223539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 37da2506-4328-41d1-b1b2-00479bfda12a) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:40.228334 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:40.228924 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.236852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d76831-4b1d-4ad3-a775-290174a67baa None None] Network 37da2506-4328-41d1-b1b2-00479bfda12a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:40.243623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-621553ee-27ff-4150-bfb7-ce3a60019d54 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7790565 Aug 26 11:58:40.247575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42788) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:40.252821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1097157817'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:40.272901 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Made reservation on behalf of e19bf566955f4a2e92df4c715172f19c for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:40.276632 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.300757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:58:40.310266 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.310698 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Added segment 51e770d8-6b65-4d2b-86f9-bb08178057ac of type vlan for network e32246fa-4b67-47b7-a8a5-c9446082ccf8 Aug 26 11:58:40.350942 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.375914 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.381050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-37da2506-4328-41d1-b1b2-00479bfda12a', 'network_id': '37da2506-4328-41d1-b1b2-00479bfda12a', 'tenant_id': 'e19bf566955f4a2e92df4c715172f19c', 'fixed_ips': [{'subnet_id': 'd623c656-3304-40ec-b240-22d58a7de377'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:58:40.381659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:40.381921 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.382242 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.445435 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1967309 Aug 26 11:58:40.448338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42790) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:40.453498 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Request body: {'subnet': {'network_id': 'e32246fa-4b67-47b7-a8a5-c9446082ccf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:40.456671 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032feb1-768e-4ec2-9452-63cb00c3cef8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event updated for resources: {'Network': ['ID=e32246fa-4b67-47b7-a8a5-c9446082ccf8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:40.469808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network e32246fa-4b67-47b7-a8a5-c9446082ccf8 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:58:40.544154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Made reservation on behalf of e19bf566955f4a2e92df4c715172f19c for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:40.547928 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.579572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Allocated IP 2001:db8::2 (37da2506-4328-41d1-b1b2-00479bfda12a/d623c656-3304-40ec-b240-22d58a7de377/bf698703-a477-4b44-a7a2-8788d2e330a7) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:40.726830 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.729715 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.735738 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Transition to ACTIVE for port object bf698703-a477-4b44-a7a2-8788d2e330a7 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:40.750460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Transition to ACTIVE for port object bf698703-a477-4b44-a7a2-8788d2e330a7 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:40.755718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.790941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Network 37da2506-4328-41d1-b1b2-00479bfda12a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:40.792398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event updated for resources: {'Subnet': ['ID=302aeaa8-5c9b-42b2-8bb4-cde4caec7ffd,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:40.793667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:40.799178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:40.799569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Checking segment: {'id': '51e770d8-6b65-4d2b-86f9-bb08178057ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e32246fa-4b67-47b7-a8a5-c9446082ccf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:40.799936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Network hostable DHCP agents. Network: e32246fa-4b67-47b7-a8a5-c9446082ccf8, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:58:40.807713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Pushing event updated for resources: {'Port': ['ID=bf698703-a477-4b44-a7a2-8788d2e330a7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:40.817921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Network e32246fa-4b67-47b7-a8a5-c9446082ccf8 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:58:40.827315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, e32246fa-4b67-47b7-a8a5-c9446082ccf8) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:40.831666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:40.832259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.847948 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3f8259f7-319e-44a3-90b7-4f1e464f6a44 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3985171 Aug 26 11:58:40.851202 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42792) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:40.852412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3615264a-1158-489a-ba20-2021f3218e4f None None] Network e32246fa-4b67-47b7-a8a5-c9446082ccf8 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:40.899390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Attempting to bind port bf698703-a477-4b44-a7a2-8788d2e330a7 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:58:40.899758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Attempting to bind port bf698703-a477-4b44-a7a2-8788d2e330a7 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'a06ff878-275a-4af6-8b03-c1059f59bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '37da2506-4328-41d1-b1b2-00479bfda12a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:58:40.900119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Attempting to bind port bf698703-a477-4b44-a7a2-8788d2e330a7 on network 37da2506-4328-41d1-b1b2-00479bfda12a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:40.910294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:58:40.910664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Checking segment: {'id': 'a06ff878-275a-4af6-8b03-c1059f59bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '37da2506-4328-41d1-b1b2-00479bfda12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:40.911089 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.911477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Bound using segment: {'id': 'a06ff878-275a-4af6-8b03-c1059f59bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '37da2506-4328-41d1-b1b2-00479bfda12a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:58:40.911937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Bound port: bf698703-a477-4b44-a7a2-8788d2e330a7, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06ff878-275a-4af6-8b03-c1059f59bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '37da2506-4328-41d1-b1b2-00479bfda12a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:58:40.912363 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:40.951236 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.004795 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.050766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] For port bf698703-a477-4b44-a7a2-8788d2e330a7, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:58:41.059351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] For port bf698703-a477-4b44-a7a2-8788d2e330a7, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bf698703-a477-4b44-a7a2-8788d2e330a7,segment=NetworkSegment(a06ff878-275a-4af6-8b03-c1059f59bbd0),segment_id=a06ff878-275a-4af6-8b03-c1059f59bbd0)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:58:41.065196 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.066647 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.094218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Subnet': ['ID=302aeaa8-5c9b-42b2-8bb4-cde4caec7ffd,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:41.119815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b8db8c-ada2-4520-94e3-a333745eb8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-e32246fa-4b67-47b7-a8a5-c9446082ccf8', 'network_id': 'e32246fa-4b67-47b7-a8a5-c9446082ccf8', 'tenant_id': 'e19bf566955f4a2e92df4c715172f19c', 'fixed_ips': [{'subnet_id': '302aeaa8-5c9b-42b2-8bb4-cde4caec7ffd'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:58:41.120925 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8b8db8c-ada2-4520-94e3-a333745eb8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.168703 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.183721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32246fa-4b67-47b7-a8a5-c9446082ccf8']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:41.197167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e770d8-6b65-4d2b-86f9-bb08178057ac') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:41.198242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e770d8-6b65-4d2b-86f9-bb08178057ac') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:41.208559 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.230091 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.237315 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:58:41.237811 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:58:41.241792 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:58:41.248513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e756a-b22f-4a61-b227-f68acc7546c0 None None] Pushing event updated for resources: {'Port': ['ID=bf698703-a477-4b44-a7a2-8788d2e330a7,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:41.270297 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b38faa-81b2-47b2-9d11-4c70ad2c5245 None None] Network e32246fa-4b67-47b7-a8a5-c9446082ccf8 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:41.307182 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.333621 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.347441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/networks/e32246fa-4b67-47b7-a8a5-c9446082ccf8 HTTP/1.1" status: 204 len: 168 time: 0.4951420 Aug 26 11:58:41.348354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42794) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:41.349119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcacdd0-149c-429d-949b-19faf28c0434 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Network': ['ID=e32246fa-4b67-47b7-a8a5-c9446082ccf8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:41.391912 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-602774ee-ae2d-40b4-b7a4-b9c4ff9b6fdf tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] GET failed (client error): The resource could not be found. Aug 26 11:58:41.393313 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-602774ee-ae2d-40b4-b7a4-b9c4ff9b6fdf tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "GET /v2.0/subnets/302aeaa8-5c9b-42b2-8bb4-cde4caec7ffd HTTP/1.1" status: 404 len: 337 time: 0.0398161 Aug 26 11:58:41.396077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42796) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:41.416493 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc93980d-6b63-4eb6-8e0b-c59aec4707c6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] DELETE failed (client error): The resource could not be found. Aug 26 11:58:41.417045 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc93980d-6b63-4eb6-8e0b-c59aec4707c6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:58:41.418814 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bc93980d-6b63-4eb6-8e0b-c59aec4707c6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/networks/e32246fa-4b67-47b7-a8a5-c9446082ccf8 HTTP/1.1" status: 404 len: 339 time: 0.0212467 Aug 26 11:58:41.422610 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42798) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:41.450056 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-5056d9fa-4ac1-4b2a-87ec-a8d18fd6399f tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] DELETE failed (client error): The resource could not be found. Aug 26 11:58:41.450533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5056d9fa-4ac1-4b2a-87ec-a8d18fd6399f tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:58:41.455236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42800) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:41.455480 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5056d9fa-4ac1-4b2a-87ec-a8d18fd6399f tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/subnets/302aeaa8-5c9b-42b2-8bb4-cde4caec7ffd HTTP/1.1" status: 404 len: 337 time: 0.0316057 Aug 26 11:58:41.479312 n-d-778550-13 neutron-server[101267]: INFO neutron.pecan_wsgi.hooks.translation [None req-4246329b-546f-4874-af22-7e159df2b1e9 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] DELETE failed (client error): The resource could not be found. Aug 26 11:58:41.479983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4246329b-546f-4874-af22-7e159df2b1e9 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101267) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:58:41.482777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4246329b-546f-4874-af22-7e159df2b1e9 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/networks/e32246fa-4b67-47b7-a8a5-c9446082ccf8 HTTP/1.1" status: 404 len: 339 time: 0.0252445 Aug 26 11:58:41.484816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42802) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:41.544329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be1cc0a-c23e-4e9a-8e98-cef0a93a7d66 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Deleting subnet d623c656-3304-40ec-b240-22d58a7de377 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:58:41.547953 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7be1cc0a-c23e-4e9a-8e98-cef0a93a7d66 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.571161 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bf698703-a477-4b44-a7a2-8788d2e330a7 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:41.589457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7be1cc0a-c23e-4e9a-8e98-cef0a93a7d66 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.628007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port bf698703-a477-4b44-a7a2-8788d2e330a7 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:41.632605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a0faca40-7543-488f-ac28-06d2b8033baa up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:41.673760 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7be1cc0a-c23e-4e9a-8e98-cef0a93a7d66 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.680495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a0faca40-7543-488f-ac28-06d2b8033baa triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:41.680874 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.737037 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7be1cc0a-c23e-4e9a-8e98-cef0a93a7d66 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.765248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1cc0a-c23e-4e9a-8e98-cef0a93a7d66 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Subnet': ['ID=d623c656-3304-40ec-b240-22d58a7de377,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:41.769124 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7be1cc0a-c23e-4e9a-8e98-cef0a93a7d66 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.771129 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7be1cc0a-c23e-4e9a-8e98-cef0a93a7d66 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/subnets/d623c656-3304-40ec-b240-22d58a7de377 HTTP/1.1" status: 204 len: 168 time: 0.2852130 Aug 26 11:58:41.773984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42804) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:41.851006 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.907536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Deleting port bf698703-a477-4b44-a7a2-8788d2e330a7 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:58:41.907881 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.977046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] For port bf698703-a477-4b44-a7a2-8788d2e330a7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=bf698703-a477-4b44-a7a2-8788d2e330a7,segment=NetworkSegment(a06ff878-275a-4af6-8b03-c1059f59bbd0),segment_id=a06ff878-275a-4af6-8b03-c1059f59bbd0)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:41.977413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:41.990818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Calling delete_port for bf698703-a477-4b44-a7a2-8788d2e330a7 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:58:42.071553 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.094430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eedbf70-6fc3-4dac-929c-983831b3bcd6 None None] Network 37da2506-4328-41d1-b1b2-00479bfda12a requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:42.102323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Port': ['ID=bf698703-a477-4b44-a7a2-8788d2e330a7,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:42.105798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] No DVR routers for this DVR port bf698703-a477-4b44-a7a2-8788d2e330a7 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:58:42.148424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-07a663ea-125a-455d-94fd-2dc4e5d235c8 None None] Could not find standard attr ID for object bf698703-a477-4b44-a7a2-8788d2e330a7. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:58:42.185248 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.195876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37da2506-4328-41d1-b1b2-00479bfda12a']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:42.206295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06ff878-275a-4af6-8b03-c1059f59bbd0') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:42.206899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06ff878-275a-4af6-8b03-c1059f59bbd0') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:42.215882 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.232199 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.238254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:58:42.238652 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:58:42.242263 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:58:42.259582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50827318-579d-4287-9a7d-38bb267f6599 None None] DHCP port deletion for 37da2506-4328-41d1-b1b2-00479bfda12a request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:58:42.305327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.309812 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.311715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/networks/37da2506-4328-41d1-b1b2-00479bfda12a HTTP/1.1" status: 204 len: 168 time: 0.5368061 Aug 26 11:58:42.314560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42806) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:42.326663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3cdbc-be53-4037-8c4f-e89199c928a2 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Network': ['ID=37da2506-4328-41d1-b1b2-00479bfda12a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:42.341112 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-032fadc9-8267-48a2-bb0a-60943deb4f3b tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] DELETE failed (client error): The resource could not be found. Aug 26 11:58:42.341549 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032fadc9-8267-48a2-bb0a-60943deb4f3b tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:58:42.343255 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-032fadc9-8267-48a2-bb0a-60943deb4f3b tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/subnets/69aba812-da95-452d-9cc7-030cfa16ce95 HTTP/1.1" status: 404 len: 337 time: 0.0276787 Aug 26 11:58:42.345680 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42808) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:42.362901 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-050eea63-4127-461a-a36c-74fac4e75a51 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] DELETE failed (client error): The resource could not be found. Aug 26 11:58:42.363455 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050eea63-4127-461a-a36c-74fac4e75a51 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:58:42.364996 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-050eea63-4127-461a-a36c-74fac4e75a51 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/networks/69fc5ad8-892d-4a64-a88f-9817b6c67476 HTTP/1.1" status: 404 len: 339 time: 0.0184431 Aug 26 11:58:42.367745 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42810) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:42.392582 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bac2244-8479-4b7f-a623-a852afab0c30 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] DELETE failed (client error): The resource could not be found. Aug 26 11:58:42.393029 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bac2244-8479-4b7f-a623-a852afab0c30 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:58:42.394669 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8bac2244-8479-4b7f-a623-a852afab0c30 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/subnets/86b66478-a969-4281-a2be-4a87c195525a HTTP/1.1" status: 404 len: 337 time: 0.0260823 Aug 26 11:58:42.397463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42812) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:42.414921 n-d-778550-13 neutron-server[101266]: INFO neutron.pecan_wsgi.hooks.translation [None req-1322bffe-c94a-477f-b87b-72c22e7bb0f7 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] DELETE failed (client error): The resource could not be found. Aug 26 11:58:42.415429 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1322bffe-c94a-477f-b87b-72c22e7bb0f7 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101266) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 26 11:58:42.417012 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1322bffe-c94a-477f-b87b-72c22e7bb0f7 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/networks/0ee44b1b-9596-4cb1-8ad9-7897bd309329 HTTP/1.1" status: 404 len: 339 time: 0.0186892 Aug 26 11:58:42.419175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42814) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:42.471869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f563d8-5edb-4bd9-bd27-0119ee330ca8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Deleting subnet 540bdeec-95ef-48d9-b22c-9bbdf67ead51 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:58:42.475404 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12f563d8-5edb-4bd9-bd27-0119ee330ca8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.513655 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12f563d8-5edb-4bd9-bd27-0119ee330ca8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.626071 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12f563d8-5edb-4bd9-bd27-0119ee330ca8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.682395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12f563d8-5edb-4bd9-bd27-0119ee330ca8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.709104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f563d8-5edb-4bd9-bd27-0119ee330ca8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Subnet': ['ID=540bdeec-95ef-48d9-b22c-9bbdf67ead51,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:42.713388 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12f563d8-5edb-4bd9-bd27-0119ee330ca8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.716396 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-12f563d8-5edb-4bd9-bd27-0119ee330ca8 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/subnets/540bdeec-95ef-48d9-b22c-9bbdf67ead51 HTTP/1.1" status: 204 len: 168 time: 0.2963059 Aug 26 11:58:42.717634 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42816) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:42.719323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f21d0b-0dad-43d8-b547-fbaf43022429 None None] Network 230f9d0b-da91-4111-93b7-49ca35e6effe requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:42.798116 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.853081 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Deleting port a0faca40-7543-488f-ac28-06d2b8033baa {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:58:42.853506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.882010 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddfa840-478f-48ff-83d5-9074d168bd33 None None] DHCP port deletion for 230f9d0b-da91-4111-93b7-49ca35e6effe request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:58:42.917434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] For port a0faca40-7543-488f-ac28-06d2b8033baa, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a0faca40-7543-488f-ac28-06d2b8033baa,segment=NetworkSegment(00831fd0-8570-4a53-a029-2aaf58c302b7),segment_id=00831fd0-8570-4a53-a029-2aaf58c302b7)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:42.917434 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.927227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fddfa840-478f-48ff-83d5-9074d168bd33 None None] Deleting port a0faca40-7543-488f-ac28-06d2b8033baa {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:58:42.927607 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fddfa840-478f-48ff-83d5-9074d168bd33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:42.930613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Calling delete_port for a0faca40-7543-488f-ac28-06d2b8033baa owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:58:42.992563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fddfa840-478f-48ff-83d5-9074d168bd33 None None] For port a0faca40-7543-488f-ac28-06d2b8033baa, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a0faca40-7543-488f-ac28-06d2b8033baa,segment=NetworkSegment(00831fd0-8570-4a53-a029-2aaf58c302b7),segment_id=00831fd0-8570-4a53-a029-2aaf58c302b7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:42.992966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fddfa840-478f-48ff-83d5-9074d168bd33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.005558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fddfa840-478f-48ff-83d5-9074d168bd33 None None] Calling delete_port for a0faca40-7543-488f-ac28-06d2b8033baa owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:58:43.012715 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.038198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Port': ['ID=a0faca40-7543-488f-ac28-06d2b8033baa,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:43.042917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] No DVR routers for this DVR port a0faca40-7543-488f-ac28-06d2b8033baa on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:58:43.083920 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fddfa840-478f-48ff-83d5-9074d168bd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.109112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfa840-478f-48ff-83d5-9074d168bd33 None None] Pushing event deleted for resources: {'Port': ['ID=a0faca40-7543-488f-ac28-06d2b8033baa,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:43.110969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddfa840-478f-48ff-83d5-9074d168bd33 None None] No DVR routers for this DVR port a0faca40-7543-488f-ac28-06d2b8033baa on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:58:43.127751 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.138507 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230f9d0b-da91-4111-93b7-49ca35e6effe']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:43.149206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00831fd0-8570-4a53-a029-2aaf58c302b7') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:43.149515 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00831fd0-8570-4a53-a029-2aaf58c302b7') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:43.158235 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.171829 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.177504 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:58:43.178466 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:58:43.181408 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:58:43.238277 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.247062 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.248933 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] 10.222.0.21 "DELETE /v2.0/networks/230f9d0b-da91-4111-93b7-49ca35e6effe HTTP/1.1" status: 204 len: 168 time: 0.5301898 Aug 26 11:58:43.262249 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cbcdc-3492-4e21-a625-94ed2f4bcae6 tempest-NetworksIpV6Test-788789798 tempest-NetworksIpV6Test-788789798-project] Pushing event deleted for resources: {'Network': ['ID=230f9d0b-da91-4111-93b7-49ca35e6effe,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:43.436200 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04852801-414d-4ec8-a7ad-478fe888083a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.490103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bf698703-a477-4b44-a7a2-8788d2e330a7 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:58:43.494805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42822) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:43.515379 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: bf698703-a477-4b44-a7a2-8788d2e330a7 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:58:43.515729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device bf698703-a477-4b44-a7a2-8788d2e330a7 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:58:43.516153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a0faca40-7543-488f-ac28-06d2b8033baa no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:58:43.534642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: a0faca40-7543-488f-ac28-06d2b8033baa {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:58:43.535011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a0faca40-7543-488f-ac28-06d2b8033baa not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:58:43.625736 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2b41e57c-583b-4c68-b474-ab8d3cd0e38a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e19bf566955f4a2e92df4c715172f19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296613 Aug 26 11:58:43.628102 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42826) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:43.678480 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56c11a9f-e623-49b7-ba75-8c0b10419290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.698148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56c11a9f-e623-49b7-ba75-8c0b10419290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.742698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56c11a9f-e623-49b7-ba75-8c0b10419290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.745883 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-56c11a9f-e623-49b7-ba75-8c0b10419290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:43.749309 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-56c11a9f-e623-49b7-ba75-8c0b10419290 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70df1f8e-3f21-47c8-85df-6b61447ae312 HTTP/1.1" status: 204 len: 168 time: 0.1180313 Aug 26 11:58:43.754433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c11a9f-e623-49b7-ba75-8c0b10419290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70df1f8e-3f21-47c8-85df-6b61447ae312,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:44.359903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42848) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:44.451991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2d5d7b8f-4840-49cd-a6fb-1412db0ddc8e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-125811724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:44.474717 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7b8f-4840-49cd-a6fb-1412db0ddc8e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.476442 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7b8f-4840-49cd-a6fb-1412db0ddc8e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.526594 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7b8f-4840-49cd-a6fb-1412db0ddc8e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.530708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7b8f-4840-49cd-a6fb-1412db0ddc8e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.548850 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7b8f-4840-49cd-a6fb-1412db0ddc8e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.550539 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2d5d7b8f-4840-49cd-a6fb-1412db0ddc8e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1894598 Aug 26 11:58:44.553249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42852) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:44.558361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-200273523'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:44.578165 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Made reservation on behalf of e522d52d55e8412f8141f8ca71c15cdb for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:44.581567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.594714 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.683365 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.686913 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.709387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:58:44.722994 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce1a6d4-ce89-442e-9dd0-a2f7ca1f5b84,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:44.728836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.729187 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Added segment 02196095-e2e9-4f66-b4e6-254a9eba0689 of type vlan for network 24596974-a497-4577-bb83-7c4dd11ce6eb Aug 26 11:58:44.769370 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.793665 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.799232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:44.799817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:44.865456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3111765 Aug 26 11:58:44.868223 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42854) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:44.873311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Request body: {'subnet': {'network_id': '24596974-a497-4577-bb83-7c4dd11ce6eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:44.892612 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34cb55-bbec-4ad4-8da6-98a0c8325f5a tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Pushing event updated for resources: {'Network': ['ID=24596974-a497-4577-bb83-7c4dd11ce6eb,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:44.904162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 24596974-a497-4577-bb83-7c4dd11ce6eb details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:58:44.968659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Made reservation on behalf of e522d52d55e8412f8141f8ca71c15cdb for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:44.972212 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.150868 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.206742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Pushing event updated for resources: {'Subnet': ['ID=73dd0f3e-8007-4d8f-b69f-fb8a322bffca,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:45.217559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Checking segment: {'id': '02196095-e2e9-4f66-b4e6-254a9eba0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24596974-a497-4577-bb83-7c4dd11ce6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:45.217933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Network hostable DHCP agents. Network: 24596974-a497-4577-bb83-7c4dd11ce6eb, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:58:45.234565 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Network 24596974-a497-4577-bb83-7c4dd11ce6eb is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:58:45.245550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 24596974-a497-4577-bb83-7c4dd11ce6eb) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:45.249860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:45.250460 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.256128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b2639-cf70-456f-972c-470a185047a6 None None] Network 24596974-a497-4577-bb83-7c4dd11ce6eb requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:45.264804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2ab06f35-c6b1-4651-b9d0-34f94737d24b tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3955829 Aug 26 11:58:45.268057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42856) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:45.273273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-298043151'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:45.293407 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Made reservation on behalf of e522d52d55e8412f8141f8ca71c15cdb for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:45.296975 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.321091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:58:45.330856 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.331229 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Added segment eff67820-2655-48b7-b953-bf1c43c55eb2 of type vlan for network 27030225-238d-4025-ac00-16f9ae9e6cd1 Aug 26 11:58:45.372334 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.400303 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.402993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-24596974-a497-4577-bb83-7c4dd11ce6eb', 'network_id': '24596974-a497-4577-bb83-7c4dd11ce6eb', 'tenant_id': 'e522d52d55e8412f8141f8ca71c15cdb', 'fixed_ips': [{'subnet_id': '73dd0f3e-8007-4d8f-b69f-fb8a322bffca'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:58:45.403884 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.407152 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:45.407735 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.466435 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1972694 Aug 26 11:58:45.469374 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42858) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:45.474469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Request body: {'subnet': {'network_id': '27030225-238d-4025-ac00-16f9ae9e6cd1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:45.495422 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58131595-dfcb-4ea4-843c-6d65dc7d8a68 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Pushing event updated for resources: {'Network': ['ID=27030225-238d-4025-ac00-16f9ae9e6cd1,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:45.506514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 27030225-238d-4025-ac00-16f9ae9e6cd1 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:58:45.575467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Made reservation on behalf of e522d52d55e8412f8141f8ca71c15cdb for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:45.579404 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.604877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Allocated IP 172.20.0.2 (24596974-a497-4577-bb83-7c4dd11ce6eb/73dd0f3e-8007-4d8f-b69f-fb8a322bffca/26eb7994-7958-40b3-b142-449ce338af2f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:45.748635 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.757218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Transition to ACTIVE for port object 26eb7994-7958-40b3-b142-449ce338af2f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:45.762623 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.772299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Transition to ACTIVE for port object 26eb7994-7958-40b3-b142-449ce338af2f will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:45.778560 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.813603 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Network 24596974-a497-4577-bb83-7c4dd11ce6eb is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:45.816602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:45.818833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:45.825297 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Pushing event updated for resources: {'Subnet': ['ID=c4ae13d7-1194-4f2e-806c-66de3d7c0b82,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:45.832598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Checking segment: {'id': 'eff67820-2655-48b7-b953-bf1c43c55eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '27030225-238d-4025-ac00-16f9ae9e6cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:45.832830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Network hostable DHCP agents. Network: 27030225-238d-4025-ac00-16f9ae9e6cd1, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:58:45.844084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Pushing event updated for resources: {'Port': ['ID=26eb7994-7958-40b3-b142-449ce338af2f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:45.849685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Network 27030225-238d-4025-ac00-16f9ae9e6cd1 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:58:45.859403 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 27030225-238d-4025-ac00-16f9ae9e6cd1) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:45.863863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:45.864545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.870511 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6260ce3-52f1-444d-be58-cbbd97bbfdd5 None None] Network 27030225-238d-4025-ac00-16f9ae9e6cd1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:45.875219 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c230dc73-83e1-4946-9609-39469e084000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.883958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-24f6b9f2-bcc2-4c96-b448-09b719e37fdc tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4130945 Aug 26 11:58:45.886475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42860) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:45.891772 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d8e99889-8d3b-45c2-9cb6-47d1d094c623 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Request body: {'router': {'external_gateway_info': {'network_id': '27030225-238d-4025-ac00-16f9ae9e6cd1'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:45.941842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Attempting to bind port 26eb7994-7958-40b3-b142-449ce338af2f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:58:45.942420 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Attempting to bind port 26eb7994-7958-40b3-b142-449ce338af2f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '02196095-e2e9-4f66-b4e6-254a9eba0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24596974-a497-4577-bb83-7c4dd11ce6eb'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:58:45.942574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Attempting to bind port 26eb7994-7958-40b3-b142-449ce338af2f on network 24596974-a497-4577-bb83-7c4dd11ce6eb {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:45.952182 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:58:45.952559 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Checking segment: {'id': '02196095-e2e9-4f66-b4e6-254a9eba0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24596974-a497-4577-bb83-7c4dd11ce6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:45.952966 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:45.953366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Bound using segment: {'id': '02196095-e2e9-4f66-b4e6-254a9eba0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24596974-a497-4577-bb83-7c4dd11ce6eb'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:58:45.953843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Bound port: 26eb7994-7958-40b3-b142-449ce338af2f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02196095-e2e9-4f66-b4e6-254a9eba0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '24596974-a497-4577-bb83-7c4dd11ce6eb'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:58:45.954232 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.066532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] For port 26eb7994-7958-40b3-b142-449ce338af2f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:58:46.070118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] For port 26eb7994-7958-40b3-b142-449ce338af2f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=26eb7994-7958-40b3-b142-449ce338af2f,segment=NetworkSegment(02196095-e2e9-4f66-b4e6-254a9eba0689),segment_id=02196095-e2e9-4f66-b4e6-254a9eba0689)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:58:46.075354 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.116706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-27030225-238d-4025-ac00-16f9ae9e6cd1', 'network_id': '27030225-238d-4025-ac00-16f9ae9e6cd1', 'tenant_id': 'e522d52d55e8412f8141f8ca71c15cdb', 'fixed_ips': [{'subnet_id': 'c4ae13d7-1194-4f2e-806c-66de3d7c0b82'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:58:46.117552 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.146094 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d8e99889-8d3b-45c2-9cb6-47d1d094c623 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.229172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0058c8-8029-4be3-9a84-4a93f586528d None None] Pushing event updated for resources: {'Port': ['ID=26eb7994-7958-40b3-b142-449ce338af2f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:46.262794 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [None req-d8e99889-8d3b-45c2-9cb6-47d1d094c623 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 26 11:58:46.263888 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d8e99889-8d3b-45c2-9cb6-47d1d094c623 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "PUT /v2.0/routers/db73c163-c252-48a8-86bb-d2e9ce726639 HTTP/1.1" status: 400 len: 364 time: 0.3761175 Aug 26 11:58:46.269776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42862) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:46.310493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Allocated IP 172.21.0.2 (27030225-238d-4025-ac00-16f9ae9e6cd1/c4ae13d7-1194-4f2e-806c-66de3d7c0b82/723779f7-16b0-4cd4-b76d-17e9cc489e01) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:46.336010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddff199f-7e66-40bf-a53f-5190b1736fe4 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Deleting subnet c4ae13d7-1194-4f2e-806c-66de3d7c0b82 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:58:46.403341 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.642334 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.651260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Transition to ACTIVE for port object 723779f7-16b0-4cd4-b76d-17e9cc489e01 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:46.665852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Transition to ACTIVE for port object 723779f7-16b0-4cd4-b76d-17e9cc489e01 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:46.670965 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddff199f-7e66-40bf-a53f-5190b1736fe4 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.671713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.711104 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddff199f-7e66-40bf-a53f-5190b1736fe4 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.712265 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Network 27030225-238d-4025-ac00-16f9ae9e6cd1 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:46.715147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:46.717756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:46.725309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Pushing event updated for resources: {'Port': ['ID=723779f7-16b0-4cd4-b76d-17e9cc489e01,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:46.780574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Attempting to bind port 723779f7-16b0-4cd4-b76d-17e9cc489e01 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:58:46.780944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Attempting to bind port 723779f7-16b0-4cd4-b76d-17e9cc489e01 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'eff67820-2655-48b7-b953-bf1c43c55eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '27030225-238d-4025-ac00-16f9ae9e6cd1'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:58:46.781307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Attempting to bind port 723779f7-16b0-4cd4-b76d-17e9cc489e01 on network 27030225-238d-4025-ac00-16f9ae9e6cd1 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:46.786696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:58:46.787192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Checking segment: {'id': 'eff67820-2655-48b7-b953-bf1c43c55eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '27030225-238d-4025-ac00-16f9ae9e6cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:46.787604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.788781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Bound using segment: {'id': 'eff67820-2655-48b7-b953-bf1c43c55eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '27030225-238d-4025-ac00-16f9ae9e6cd1'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:58:46.789262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Bound port: 723779f7-16b0-4cd4-b76d-17e9cc489e01, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff67820-2655-48b7-b953-bf1c43c55eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '27030225-238d-4025-ac00-16f9ae9e6cd1'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:58:46.789652 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.802447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddff199f-7e66-40bf-a53f-5190b1736fe4 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.865443 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddff199f-7e66-40bf-a53f-5190b1736fe4 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.868745 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] For port 723779f7-16b0-4cd4-b76d-17e9cc489e01, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:58:46.873006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] For port 723779f7-16b0-4cd4-b76d-17e9cc489e01, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=723779f7-16b0-4cd4-b76d-17e9cc489e01,segment=NetworkSegment(eff67820-2655-48b7-b953-bf1c43c55eb2),segment_id=eff67820-2655-48b7-b953-bf1c43c55eb2)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:58:46.878423 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.896269 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ddff199f-7e66-40bf-a53f-5190b1736fe4 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:46.901393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42864) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:46.901870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ddff199f-7e66-40bf-a53f-5190b1736fe4 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "DELETE /v2.0/subnets/c4ae13d7-1194-4f2e-806c-66de3d7c0b82 HTTP/1.1" status: 204 len: 168 time: 0.6306536 Aug 26 11:58:46.902405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff199f-7e66-40bf-a53f-5190b1736fe4 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ae13d7-1194-4f2e-806c-66de3d7c0b82,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:46.952717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2596e03-0496-45bf-bd80-f8e968c9d439 None None] Pushing event updated for resources: {'Port': ['ID=723779f7-16b0-4cd4-b76d-17e9cc489e01,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:46.994146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.050644 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Deleting port 723779f7-16b0-4cd4-b76d-17e9cc489e01 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:58:47.051183 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.118194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] For port 723779f7-16b0-4cd4-b76d-17e9cc489e01, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=723779f7-16b0-4cd4-b76d-17e9cc489e01,segment=NetworkSegment(eff67820-2655-48b7-b953-bf1c43c55eb2),segment_id=eff67820-2655-48b7-b953-bf1c43c55eb2)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:47.118492 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.132381 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Calling delete_port for 723779f7-16b0-4cd4-b76d-17e9cc489e01 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:58:47.294903 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0420b79c-4dc3-4ade-8fcc-9da562fdbe7d None None] Network 24596974-a497-4577-bb83-7c4dd11ce6eb requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:47.355993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-77339b32-9199-4362-bd74-402c541c8e0f None None] Provisioning for port 26eb7994-7958-40b3-b142-449ce338af2f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:47.467886 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.575224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 723779f7-16b0-4cd4-b76d-17e9cc489e01 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:47.613312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.618003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No active binding found for port 723779f7-16b0-4cd4-b76d-17e9cc489e01 {{(pid=101268) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 26 11:58:47.618425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 723779f7-16b0-4cd4-b76d-17e9cc489e01 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 26 11:58:47.641131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Pushing event deleted for resources: {'Port': ['ID=723779f7-16b0-4cd4-b76d-17e9cc489e01,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:47.642861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Port 723779f7-16b0-4cd4-b76d-17e9cc489e01 not found, will not notify nova. {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 26 11:58:47.643277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 26eb7994-7958-40b3-b142-449ce338af2f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:47.645523 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] No DVR routers for this DVR port 723779f7-16b0-4cd4-b76d-17e9cc489e01 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:58:47.701674 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 26eb7994-7958-40b3-b142-449ce338af2f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:47.705479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 26eb7994-7958-40b3-b142-449ce338af2f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:47.705858 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.736806 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.749294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27030225-238d-4025-ac00-16f9ae9e6cd1']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:47.760994 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff67820-2655-48b7-b953-bf1c43c55eb2') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:47.761361 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff67820-2655-48b7-b953-bf1c43c55eb2') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:47.770775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.786020 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.792904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:58:47.793340 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.793483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: timer() Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:58:47.796694 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:58:47.815874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aa6fe142-f0d7-4269-bedc-d910efc6ac6f None None] Provisioning complete for port 26eb7994-7958-40b3-b142-449ce338af2f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:47.816246 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa6fe142-f0d7-4269-bedc-d910efc6ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.853669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 26eb7994-7958-40b3-b142-449ce338af2f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=26eb7994-7958-40b3-b142-449ce338af2f,segment=NetworkSegment(02196095-e2e9-4f66-b4e6-254a9eba0689),segment_id=02196095-e2e9-4f66-b4e6-254a9eba0689)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:47.857425 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.863142 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.869052 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.873812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42866) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:47.874367 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "DELETE /v2.0/networks/27030225-238d-4025-ac00-16f9ae9e6cd1 HTTP/1.1" status: 204 len: 168 time: 0.9714937 Aug 26 11:58:47.887480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1e4ae-c548-4fc5-b7ad-6730c1440a37 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Pushing event deleted for resources: {'Network': ['ID=27030225-238d-4025-ac00-16f9ae9e6cd1,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:47.930007 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=26eb7994-7958-40b3-b142-449ce338af2f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:47.935378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10b581c-55f1-40c4-92d2-06a2e09c5e1e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Deleting subnet 73dd0f3e-8007-4d8f-b69f-fb8a322bffca {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 11:58:47.939174 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f10b581c-55f1-40c4-92d2-06a2e09c5e1e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:47.985635 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f10b581c-55f1-40c4-92d2-06a2e09c5e1e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.072029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f10b581c-55f1-40c4-92d2-06a2e09c5e1e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.132314 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f10b581c-55f1-40c4-92d2-06a2e09c5e1e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.134995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845693e4-7695-4a40-b780-fd55eaee4527 None None] DHCP port deletion for 27030225-238d-4025-ac00-16f9ae9e6cd1 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:58:48.151768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbb9218-8564-4548-abea-8d06571729cb None None] Network 27030225-238d-4025-ac00-16f9ae9e6cd1 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:48.164146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbb9218-8564-4548-abea-8d06571729cb None None] Network 27030225-238d-4025-ac00-16f9ae9e6cd1 could not be found, it might have been deleted concurrently. {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 26 11:58:48.164732 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b581c-55f1-40c4-92d2-06a2e09c5e1e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Pushing event deleted for resources: {'Subnet': ['ID=73dd0f3e-8007-4d8f-b69f-fb8a322bffca,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:48.168702 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f10b581c-55f1-40c4-92d2-06a2e09c5e1e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.170645 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f10b581c-55f1-40c4-92d2-06a2e09c5e1e tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "DELETE /v2.0/subnets/73dd0f3e-8007-4d8f-b69f-fb8a322bffca HTTP/1.1" status: 204 len: 168 time: 0.2950399 Aug 26 11:58:48.173096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42868) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:48.179198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b10299b-5d3c-400c-aca2-0e1346ce911f None None] Network 24596974-a497-4577-bb83-7c4dd11ce6eb requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:48.226294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7da23f0d-8598-40c1-9bb7-304b231a205d None None] Could not find standard attr ID for object 723779f7-16b0-4cd4-b76d-17e9cc489e01. {{(pid=101268) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 26 11:58:48.251822 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.306764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Deleting port 26eb7994-7958-40b3-b142-449ce338af2f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:58:48.307130 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.346103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883479c3-15d6-484c-ac0b-cb1bdcf9f646 None None] DHCP port deletion for 24596974-a497-4577-bb83-7c4dd11ce6eb request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 11:58:48.374661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] For port 26eb7994-7958-40b3-b142-449ce338af2f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=26eb7994-7958-40b3-b142-449ce338af2f,segment=NetworkSegment(02196095-e2e9-4f66-b4e6-254a9eba0689),segment_id=02196095-e2e9-4f66-b4e6-254a9eba0689)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:48.375062 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.388083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Calling delete_port for 26eb7994-7958-40b3-b142-449ce338af2f owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:58:48.391970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-883479c3-15d6-484c-ac0b-cb1bdcf9f646 None None] Deleting port 26eb7994-7958-40b3-b142-449ce338af2f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:58:48.392362 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-883479c3-15d6-484c-ac0b-cb1bdcf9f646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.456204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-883479c3-15d6-484c-ac0b-cb1bdcf9f646 None None] For port 26eb7994-7958-40b3-b142-449ce338af2f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=26eb7994-7958-40b3-b142-449ce338af2f,segment=NetworkSegment(02196095-e2e9-4f66-b4e6-254a9eba0689),segment_id=02196095-e2e9-4f66-b4e6-254a9eba0689)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:48.456525 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-883479c3-15d6-484c-ac0b-cb1bdcf9f646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.464060 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.469977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-883479c3-15d6-484c-ac0b-cb1bdcf9f646 None None] Calling delete_port for 26eb7994-7958-40b3-b142-449ce338af2f owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:58:48.487681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Pushing event deleted for resources: {'Port': ['ID=26eb7994-7958-40b3-b142-449ce338af2f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:48.498748 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.499100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.499442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.499778 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.500113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.500442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.500768 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.501092 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.501416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.501736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.502063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.502387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:48.505750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] No DVR routers for this DVR port 26eb7994-7958-40b3-b142-449ce338af2f on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:58:48.545331 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-883479c3-15d6-484c-ac0b-cb1bdcf9f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.572106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883479c3-15d6-484c-ac0b-cb1bdcf9f646 None None] No DVR routers for this DVR port 26eb7994-7958-40b3-b142-449ce338af2f on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:58:48.575814 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883479c3-15d6-484c-ac0b-cb1bdcf9f646 None None] Pushing event deleted for resources: {'Port': ['ID=26eb7994-7958-40b3-b142-449ce338af2f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:48.593596 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.604081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24596974-a497-4577-bb83-7c4dd11ce6eb']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:48.614342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02196095-e2e9-4f66-b4e6-254a9eba0689') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:48.614639 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02196095-e2e9-4f66-b4e6-254a9eba0689') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:48.623567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.636826 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.642550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 11:58:48.642976 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: timer() Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 11:58:48.645826 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 11:58:48.705569 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.714458 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.716318 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "DELETE /v2.0/networks/24596974-a497-4577-bb83-7c4dd11ce6eb HTTP/1.1" status: 204 len: 168 time: 0.5423069 Aug 26 11:58:48.719219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42870) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:48.728413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb49eff-9c8f-437e-a4b2-076d63ff4598 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Pushing event deleted for resources: {'Network': ['ID=24596974-a497-4577-bb83-7c4dd11ce6eb,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:48.747395 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0dcf08d2-7dd3-4bea-b626-793a2340faf6 tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "GET /v2.0/ports?device_id=db73c163-c252-48a8-86bb-d2e9ce726639 HTTP/1.1" status: 200 len: 205 time: 0.0268898 Aug 26 11:58:48.749854 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42872) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:48.823950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7feda437-4e45-4472-8529-a337f4ca494c tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.991917 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7feda437-4e45-4472-8529-a337f4ca494c tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:48.994018 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7feda437-4e45-4472-8529-a337f4ca494c tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:49.055812 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7feda437-4e45-4472-8529-a337f4ca494c tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:49.056316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feda437-4e45-4472-8529-a337f4ca494c tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Fanout notify agent at l3_agent the message router_deleted on router db73c163-c252-48a8-86bb-d2e9ce726639 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 11:58:49.064719 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-7feda437-4e45-4472-8529-a337f4ca494c tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:49.065773 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7feda437-4e45-4472-8529-a337f4ca494c tempest-RoutersNegativeTest-1626969544 tempest-RoutersNegativeTest-1626969544-project] 10.222.0.21 "DELETE /v2.0/routers/db73c163-c252-48a8-86bb-d2e9ce726639 HTTP/1.1" status: 204 len: 168 time: 0.3149886 Aug 26 11:58:49.297200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42878) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:49.426362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-dc3b2817-a458-43e7-b556-283cee4a24ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e522d52d55e8412f8141f8ca71c15cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279550 Aug 26 11:58:49.429319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42882) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:49.476923 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-483a0133-03d0-4853-84da-4e23eb910f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:49.493109 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 723779f7-16b0-4cd4-b76d-17e9cc489e01 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:58:49.498619 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-483a0133-03d0-4853-84da-4e23eb910f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:49.520973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 723779f7-16b0-4cd4-b76d-17e9cc489e01 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:58:49.521309 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 723779f7-16b0-4cd4-b76d-17e9cc489e01 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:58:49.521716 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 26eb7994-7958-40b3-b142-449ce338af2f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:58:49.547330 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-483a0133-03d0-4853-84da-4e23eb910f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:49.548775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 26eb7994-7958-40b3-b142-449ce338af2f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:58:49.549160 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 26eb7994-7958-40b3-b142-449ce338af2f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:58:49.550064 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-483a0133-03d0-4853-84da-4e23eb910f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:49.551280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-483a0133-03d0-4853-84da-4e23eb910f50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cce1a6d4-ce89-442e-9dd0-a2f7ca1f5b84 HTTP/1.1" status: 204 len: 168 time: 0.1210108 Aug 26 11:58:49.565805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a0133-03d0-4853-84da-4e23eb910f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce1a6d4-ce89-442e-9dd0-a2f7ca1f5b84,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:49.568060 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.162241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42906) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:50.261766 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1580878029-network', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:50.287160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Made reservation on behalf of 5b28cd714ca84aceb802b4c4c523bb22 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:50.290087 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.298236 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.389585 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.393418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.417261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:58:50.425601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49522620-3e74-48cf-9f4c-e01dc7cf2651,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:50.432214 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.432567 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Added segment 78394d05-2797-45b3-b744-baf6b1c6b36e of type vlan for network 9d65633f-5c41-4bcd-957f-e3135cc5a4be Aug 26 11:58:50.471535 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.496546 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.497520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:50.498095 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.556363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3923965 Aug 26 11:58:50.559263 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2e8e5-c127-4cdf-ad62-4c937751cb8d admin admin] Pushing event updated for resources: {'Network': ['ID=9d65633f-5c41-4bcd-957f-e3135cc5a4be,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:50.559428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42910) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:50.564535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] Request body: {'subnet': {'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1580878029-subnet', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:50.569126 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 9d65633f-5c41-4bcd-957f-e3135cc5a4be details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:58:50.584034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] Made reservation on behalf of 5b28cd714ca84aceb802b4c4c523bb22 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:50.586608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.749489 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.807108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b1bf98-aaa6-4257-8fc2-163dae8a4c3c,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:50.811417 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] Checking segment: {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:50.811785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] Network hostable DHCP agents. Network: 9d65633f-5c41-4bcd-957f-e3135cc5a4be, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:58:50.827715 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] Network 9d65633f-5c41-4bcd-957f-e3135cc5a4be is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:58:50.835748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 9d65633f-5c41-4bcd-957f-e3135cc5a4be) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:50.839734 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:50.840332 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.845775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e0183f-bc6c-4368-a649-c08dec40f23e None None] Network 9d65633f-5c41-4bcd-957f-e3135cc5a4be requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:50.854536 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ce241fd8-8f81-4a17-bc53-ddf313502ee1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.2940569 Aug 26 11:58:50.857285 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42912) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:50.861691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1580878029-router', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:50.884089 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.885278 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.971977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:50.987761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-9d65633f-5c41-4bcd-957f-e3135cc5a4be', 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'fixed_ips': [{'subnet_id': '47b1bf98-aaa6-4257-8fc2-163dae8a4c3c'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:58:50.988618 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.081311 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.112129 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.135417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Allocated IP 172.20.0.2 (9d65633f-5c41-4bcd-957f-e3135cc5a4be/47b1bf98-aaa6-4257-8fc2-163dae8a4c3c/c6600c3c-9a7c-4d80-9008-a9fadb398c5c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:51.281803 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.290070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Transition to ACTIVE for port object c6600c3c-9a7c-4d80-9008-a9fadb398c5c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:51.304758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Transition to ACTIVE for port object c6600c3c-9a7c-4d80-9008-a9fadb398c5c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:51.311196 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.347223 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.347974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Network 9d65633f-5c41-4bcd-957f-e3135cc5a4be is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:51.352772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:51.356587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:51.363709 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Pushing event updated for resources: {'Port': ['ID=c6600c3c-9a7c-4d80-9008-a9fadb398c5c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:51.376957 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.413133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Attempting to bind port c6600c3c-9a7c-4d80-9008-a9fadb398c5c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:58:51.413500 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Attempting to bind port c6600c3c-9a7c-4d80-9008-a9fadb398c5c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:58:51.413855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Attempting to bind port c6600c3c-9a7c-4d80-9008-a9fadb398c5c on network 9d65633f-5c41-4bcd-957f-e3135cc5a4be {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:51.418639 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:58:51.419049 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Checking segment: {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:51.419450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.419848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Bound using segment: {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:58:51.420305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Bound port: c6600c3c-9a7c-4d80-9008-a9fadb398c5c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:58:51.420680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.477293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Allocated IP 172.25.1.166 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/19a26d55-0107-459b-a276-ab047b532bc7) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:51.486632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] For port c6600c3c-9a7c-4d80-9008-a9fadb398c5c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:58:51.489920 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] For port c6600c3c-9a7c-4d80-9008-a9fadb398c5c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c6600c3c-9a7c-4d80-9008-a9fadb398c5c,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:58:51.494385 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.555324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f39b3-679e-43e9-93af-562c8e776863 None None] Pushing event updated for resources: {'Port': ['ID=c6600c3c-9a7c-4d80-9008-a9fadb398c5c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:51.590402 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.629784 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:51.671972 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:51.676990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:51.687898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:51.719613 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Pushing event updated for resources: {'Port': ['ID=19a26d55-0107-459b-a276-ab047b532bc7,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:51.949451 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:52.138108 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:52.279087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:58:52.390959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:58:52.402264 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Sync routers for ids ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:58:52.409915 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:52.414882 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8417ae81-11f1-4f05-968e-fad5fab7dc6e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5533328 Aug 26 11:58:52.415077 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Routers {'594bfa75-cfd9-4b6f-916b-06a97334d7e3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:58:52.415077 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:58:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:52.415295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42914) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:52.481381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8283d5-3dd5-49c5-a749-95cd379c55e8 None None] Network 9d65633f-5c41-4bcd-957f-e3135cc5a4be requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:52.517327 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Set router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:58:52.606067 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3114bf84-ae65-4112-9c37-afebc8b87caa None None] Provisioning for port c6600c3c-9a7c-4d80-9008-a9fadb398c5c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:52.704125 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'name': 'tempest-TestEncryptedCinderVolumes-1580878029-router', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '19a26d55-0107-459b-a276-ab047b532bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:50Z', 'updated_at': '2021-08-26T11:58:51Z', 'revision_number': 3, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'gw_port': {'id': '19a26d55-0107-459b-a276-ab047b532bc7', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:51Z', 'updated_at': '2021-08-26T11:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:52.737649 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Checking router: 594bfa75-cfd9-4b6f-916b-06a97334d7e3 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:58:52.738004 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Updating router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 port 19a26d55-0107-459b-a276-ab047b532bc7 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:58:52.763615 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:52.985234 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.021832 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.032038 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Transition to ACTIVE for port object 19a26d55-0107-459b-a276-ab047b532bc7 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:53.037527 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.086544 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Attempting to bind port 19a26d55-0107-459b-a276-ab047b532bc7 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:58:53.086544 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Attempting to bind port 19a26d55-0107-459b-a276-ab047b532bc7 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:58:53.086924 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Attempting to bind port 19a26d55-0107-459b-a276-ab047b532bc7 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:53.094669 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Pushing event updated for resources: {'Port': ['ID=19a26d55-0107-459b-a276-ab047b532bc7,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:53.095930 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.097833 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:58:53.098215 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:53.098620 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.099040 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:58:53.099511 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Bound port: 19a26d55-0107-459b-a276-ab047b532bc7, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:58:53.099891 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.106788 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.107143 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.107486 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.107825 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.108158 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.108489 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.108820 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.109146 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.109474 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.109800 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.110123 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.110443 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:58:53.164065 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] For port 19a26d55-0107-459b-a276-ab047b532bc7, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:58:53.167215 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] For port 19a26d55-0107-459b-a276-ab047b532bc7, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=19a26d55-0107-459b-a276-ab047b532bc7,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:58:53.171575 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.230356 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c458a0a-cc82-45a0-9407-891026c79418 None None] Pushing event updated for resources: {'Port': ['ID=19a26d55-0107-459b-a276-ab047b532bc7,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:53.233841 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Routers {'594bfa75-cfd9-4b6f-916b-06a97334d7e3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:58:53.234484 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:58:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:53.301570 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Allocated IP 172.20.0.1 (9d65633f-5c41-4bcd-957f-e3135cc5a4be/47b1bf98-aaa6-4257-8fc2-163dae8a4c3c/142a3085-e036-450f-b34a-83e4ec6a6fdd) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:53.338057 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] Set router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:58:53.404565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.417228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Transition to ACTIVE for port object 142a3085-e036-450f-b34a-83e4ec6a6fdd will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:53.451937 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.491240 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Network 9d65633f-5c41-4bcd-957f-e3135cc5a4be is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:53.495618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:53.499392 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:53.518712 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'name': 'tempest-TestEncryptedCinderVolumes-1580878029-router', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '19a26d55-0107-459b-a276-ab047b532bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:50Z', 'updated_at': '2021-08-26T11:58:51Z', 'revision_number': 3, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'gw_port': {'id': '19a26d55-0107-459b-a276-ab047b532bc7', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:51Z', 'updated_at': '2021-08-26T11:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:53.540937 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Pushing event updated for resources: {'Port': ['ID=142a3085-e036-450f-b34a-83e4ec6a6fdd,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:53.542252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c6600c3c-9a7c-4d80-9008-a9fadb398c5c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:53.557562 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b590b2-b14b-436f-987c-3f171f3c8c49 None None] The sync data for ids ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'] in n-d-778550-13 is: [{'id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'name': 'tempest-TestEncryptedCinderVolumes-1580878029-router', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '19a26d55-0107-459b-a276-ab047b532bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:50Z', 'updated_at': '2021-08-26T11:58:51Z', 'revision_number': 3, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'gw_port': {'id': '19a26d55-0107-459b-a276-ab047b532bc7', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:51Z', 'updated_at': '2021-08-26T11:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:58:53.567264 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.598292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c6600c3c-9a7c-4d80-9008-a9fadb398c5c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:53.604205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c6600c3c-9a7c-4d80-9008-a9fadb398c5c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:53.604883 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.701560 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.718478 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.738702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c6600c3c-9a7c-4d80-9008-a9fadb398c5c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c6600c3c-9a7c-4d80-9008-a9fadb398c5c,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:53.744397 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.797801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c6600c3c-9a7c-4d80-9008-a9fadb398c5c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:53.864162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aff5c7ec-67d0-4077-9f68-6bbd15897318 None None] Provisioning for port 142a3085-e036-450f-b34a-83e4ec6a6fdd completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:53.868415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aff5c7ec-67d0-4077-9f68-6bbd15897318 None None] Provisioning complete for port 142a3085-e036-450f-b34a-83e4ec6a6fdd triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:53.868793 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aff5c7ec-67d0-4077-9f68-6bbd15897318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.904952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-aff5c7ec-67d0-4077-9f68-6bbd15897318 None None] Port 142a3085-e036-450f-b34a-83e4ec6a6fdd cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:58:53.917623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.922596 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:53.994095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Pushing event updated for resources: {'Port': ['ID=142a3085-e036-450f-b34a-83e4ec6a6fdd,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:53.997023 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:54.092414 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Network 9d65633f-5c41-4bcd-957f-e3135cc5a4be is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:54.093917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:54.217463 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:58:54.331022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9252e8c8-f1b4-4255-b42d-fc8711a59879 None None] Provisioning complete for port 142a3085-e036-450f-b34a-83e4ec6a6fdd triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:54.331561 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9252e8c8-f1b4-4255-b42d-fc8711a59879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:54.338534 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:58:54.348696 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bc74a92d-3173-4b97-bc45-0f936ffd235d admin admin] 10.222.0.21 "PUT /v2.0/routers/594bfa75-cfd9-4b6f-916b-06a97334d7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276593 Aug 26 11:58:54.376257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9252e8c8-f1b4-4255-b42d-fc8711a59879 None None] Port 142a3085-e036-450f-b34a-83e4ec6a6fdd cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:58:54.809323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 42930) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:54.814450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1261698043-network', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:54.834358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Made reservation on behalf of 0c3f2956ab2a46d2916c462b2bd95fa5 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:54.837197 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:54.846346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:54.937575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:54.941532 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:54.970624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 11:58:54.979670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6c24ba-3cf6-4a8b-92f1-ec83443a21b3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:54.985641 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:54.985990 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Added segment 51ca9816-d447-4572-a4cc-4f465e5f2fb7 of type vlan for network 3ef38ef6-a3d6-487c-9947-e70b4c022c8d Aug 26 11:58:55.027061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.051414 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.052375 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:55.052961 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.122872 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3123620 Aug 26 11:58:55.125646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42932) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:55.130846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] Request body: {'subnet': {'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1261698043-subnet', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:55.139723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af81da-fbd8-47d1-9fc6-9401f99d37b3 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef38ef6-a3d6-487c-9947-e70b4c022c8d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:55.152706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 3ef38ef6-a3d6-487c-9947-e70b4c022c8d details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 11:58:55.153206 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] Made reservation on behalf of 0c3f2956ab2a46d2916c462b2bd95fa5 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:58:55.155696 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.197104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Sync routers for ids ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:58:55.218772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Routers {'594bfa75-cfd9-4b6f-916b-06a97334d7e3'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:58:55.219410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7552c37a-523a-459e-ab91-8f370155132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:58:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:55.331053 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.332752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Set router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:58:55.400025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=427bc4be-7284-40fe-8dc3-c7c35edbaf8d,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:55.407187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] Checking segment: {'id': '51ca9816-d447-4572-a4cc-4f465e5f2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:55.407554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] Network hostable DHCP agents. Network: 3ef38ef6-a3d6-487c-9947-e70b4c022c8d, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 11:58:55.425587 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] Network 3ef38ef6-a3d6-487c-9947-e70b4c022c8d is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 11:58:55.434520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 3ef38ef6-a3d6-487c-9947-e70b4c022c8d) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:55.438566 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:58:55.439140 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.453893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baefb44c-1996-4213-8292-4442593ace19 None None] Network 3ef38ef6-a3d6-487c-9947-e70b4c022c8d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:55.456976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6bc84b3c-2560-4b0b-814d-7719dde330bc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3276250 Aug 26 11:58:55.456976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42934) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:55.463341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1261698043-router', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:58:55.502110 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.503259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.560792 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.731137 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.830328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 19a26d55-0107-459b-a276-ab047b532bc7 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:55.857248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-3ef38ef6-a3d6-487c-9947-e70b4c022c8d', 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'fixed_ips': [{'subnet_id': '427bc4be-7284-40fe-8dc3-c7c35edbaf8d'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 11:58:55.858300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.938394 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.946006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7552c37a-523a-459e-ab91-8f370155132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'name': 'tempest-TestEncryptedCinderVolumes-1580878029-router', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '19a26d55-0107-459b-a276-ab047b532bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:50Z', 'updated_at': '2021-08-26T11:58:53Z', 'revision_number': 4, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'gw_port': {'id': '19a26d55-0107-459b-a276-ab047b532bc7', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:51Z', 'updated_at': '2021-08-26T11:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '142a3085-e036-450f-b34a-83e4ec6a6fdd', 'name': '', 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'mac_address': 'fa:16:3e:ea:87:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '47b1bf98-aaa6-4257-8fc2-163dae8a4c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:53Z', 'updated_at': '2021-08-26T11:58:53Z', 'revision_number': 2, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'subnets': [{'id': '47b1bf98-aaa6-4257-8fc2-163dae8a4c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:55.957829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:55.993119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Checking router: 594bfa75-cfd9-4b6f-916b-06a97334d7e3 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:58:55.993476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Updating router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 port 142a3085-e036-450f-b34a-83e4ec6a6fdd binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:58:56.033537 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.038684 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 19a26d55-0107-459b-a276-ab047b532bc7 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:56.067113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Allocated IP 172.25.1.36 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/d32460d3-3c05-457f-9907-330de44ef07a) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:56.069524 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 19a26d55-0107-459b-a276-ab047b532bc7 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:56.070180 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.149185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Allocated IP 172.20.0.2 (3ef38ef6-a3d6-487c-9947-e70b4c022c8d/427bc4be-7284-40fe-8dc3-c7c35edbaf8d/ac8def02-3a16-47eb-9d9a-4119514f376f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:56.176817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.219744 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.263095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:56.269643 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:56.273591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:56.296213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Pushing event updated for resources: {'Port': ['ID=d32460d3-3c05-457f-9907-330de44ef07a,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:56.375803 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.431463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 19a26d55-0107-459b-a276-ab047b532bc7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=19a26d55-0107-459b-a276-ab047b532bc7,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:56.443858 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.444675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c6600c3c-9a7c-4d80-9008-a9fadb398c5c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:56.532785 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.609665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.615711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=19a26d55-0107-459b-a276-ab047b532bc7,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:56.628821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Transition to ACTIVE for port object ac8def02-3a16-47eb-9d9a-4119514f376f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:56.653746 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.671380 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Transition to ACTIVE for port object ac8def02-3a16-47eb-9d9a-4119514f376f will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:56.672796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c6600c3c-9a7c-4d80-9008-a9fadb398c5c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:56.673265 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.675941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Transition to ACTIVE for port object 142a3085-e036-450f-b34a-83e4ec6a6fdd will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:56.700975 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.702642 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.732081 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.769017 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Network 3ef38ef6-a3d6-487c-9947-e70b4c022c8d is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:56.778326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:56.782534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Pushing event updated for resources: {'Port': ['ID=ac8def02-3a16-47eb-9d9a-4119514f376f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:56.785793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:56.875131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Router afeb4762-0be6-41a0-8c9c-55f4fc5730ae is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 11:58:56.942245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388e2d7-4477-498e-b6dd-636d25543677 None None] Pushing event updated for resources: {'Port': ['ID=142a3085-e036-450f-b34a-83e4ec6a6fdd,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:56.950152 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Attempting to bind port 142a3085-e036-450f-b34a-83e4ec6a6fdd on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:58:56.950537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Attempting to bind port 142a3085-e036-450f-b34a-83e4ec6a6fdd by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:58:56.950808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Attempting to bind port 142a3085-e036-450f-b34a-83e4ec6a6fdd on network 9d65633f-5c41-4bcd-957f-e3135cc5a4be {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:56.959103 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Attempting to bind port ac8def02-3a16-47eb-9d9a-4119514f376f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:58:56.959836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Attempting to bind port ac8def02-3a16-47eb-9d9a-4119514f376f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '51ca9816-d447-4572-a4cc-4f465e5f2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:58:56.960190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Attempting to bind port ac8def02-3a16-47eb-9d9a-4119514f376f on network 3ef38ef6-a3d6-487c-9947-e70b4c022c8d {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:56.965333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:58:56.965704 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Checking segment: {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:56.966105 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.966493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Bound using segment: {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:58:56.967282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Bound port: 142a3085-e036-450f-b34a-83e4ec6a6fdd, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:58:56.967444 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.972642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:58:56.973012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Checking segment: {'id': '51ca9816-d447-4572-a4cc-4f465e5f2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:56.973405 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:56.973795 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Bound using segment: {'id': '51ca9816-d447-4572-a4cc-4f465e5f2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:58:56.974267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Bound port: ac8def02-3a16-47eb-9d9a-4119514f376f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ca9816-d447-4572-a4cc-4f465e5f2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:58:56.974645 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:57.105509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] For port ac8def02-3a16-47eb-9d9a-4119514f376f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:58:57.110252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] For port ac8def02-3a16-47eb-9d9a-4119514f376f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ac8def02-3a16-47eb-9d9a-4119514f376f,segment=NetworkSegment(51ca9816-d447-4572-a4cc-4f465e5f2fb7),segment_id=51ca9816-d447-4572-a4cc-4f465e5f2fb7)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:58:57.112074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7552c37a-523a-459e-ab91-8f370155132d None None] For port 142a3085-e036-450f-b34a-83e4ec6a6fdd, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:58:57.116463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7552c37a-523a-459e-ab91-8f370155132d None None] For port 142a3085-e036-450f-b34a-83e4ec6a6fdd, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=142a3085-e036-450f-b34a-83e4ec6a6fdd,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:58:57.118316 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:57.125398 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:57.196389 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Routers {'594bfa75-cfd9-4b6f-916b-06a97334d7e3'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:58:57.197026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7552c37a-523a-459e-ab91-8f370155132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:58:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:57.199159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122b2a9-b5cc-49aa-ace1-36b9ac33af71 None None] Pushing event updated for resources: {'Port': ['ID=ac8def02-3a16-47eb-9d9a-4119514f376f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:57.326106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388e2d7-4477-498e-b6dd-636d25543677 None None] Pushing event updated for resources: {'Port': ['ID=142a3085-e036-450f-b34a-83e4ec6a6fdd,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:57.354092 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-7552c37a-523a-459e-ab91-8f370155132d None None] Set router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:58:57.379956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:58:57.401511 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Sync routers for ids ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:58:57.437142 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Routers {'afeb4762-0be6-41a0-8c9c-55f4fc5730ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:58:57.437779 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:58:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:57.448136 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:57.449718 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c0b17d91-6708-43c1-beb4-141f64490c92 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9912403 Aug 26 11:58:57.452348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 42936) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 11:58:57.617924 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Set router afeb4762-0be6-41a0-8c9c-55f4fc5730ae gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:58:57.661750 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7552c37a-523a-459e-ab91-8f370155132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'name': 'tempest-TestEncryptedCinderVolumes-1580878029-router', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '19a26d55-0107-459b-a276-ab047b532bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:50Z', 'updated_at': '2021-08-26T11:58:53Z', 'revision_number': 4, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'gw_port': {'id': '19a26d55-0107-459b-a276-ab047b532bc7', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:51Z', 'updated_at': '2021-08-26T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '142a3085-e036-450f-b34a-83e4ec6a6fdd', 'name': '', 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'mac_address': 'fa:16:3e:ea:87:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '47b1bf98-aaa6-4257-8fc2-163dae8a4c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:53Z', 'updated_at': '2021-08-26T11:58:57Z', 'revision_number': 4, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'subnets': [{'id': '47b1bf98-aaa6-4257-8fc2-163dae8a4c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:57.771691 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:58:57.841667 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'name': 'tempest-TestEncryptedCinderVolumes-1261698043-router', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:58:56Z', 'revision_number': 3, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'gw_port': {'id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:57.866206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ac8def02-3a16-47eb-9d9a-4119514f376f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:57.868811 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552c37a-523a-459e-ab91-8f370155132d None None] The sync data for ids ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'] in n-d-778550-13 is: [{'id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'name': 'tempest-TestEncryptedCinderVolumes-1580878029-router', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '19a26d55-0107-459b-a276-ab047b532bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:50Z', 'updated_at': '2021-08-26T11:58:53Z', 'revision_number': 4, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'gw_port': {'id': '19a26d55-0107-459b-a276-ab047b532bc7', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:51Z', 'updated_at': '2021-08-26T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '142a3085-e036-450f-b34a-83e4ec6a6fdd', 'name': '', 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'mac_address': 'fa:16:3e:ea:87:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '47b1bf98-aaa6-4257-8fc2-163dae8a4c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:53Z', 'updated_at': '2021-08-26T11:58:57Z', 'revision_number': 4, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'subnets': [{'id': '47b1bf98-aaa6-4257-8fc2-163dae8a4c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:58:57.869019 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Checking router: afeb4762-0be6-41a0-8c9c-55f4fc5730ae for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:58:57.869299 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Updating router afeb4762-0be6-41a0-8c9c-55f4fc5730ae port d32460d3-3c05-457f-9907-330de44ef07a binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:58:57.916710 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:57.935365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port ac8def02-3a16-47eb-9d9a-4119514f376f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:57.952411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 19a26d55-0107-459b-a276-ab047b532bc7 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:57.995308 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.036821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 19a26d55-0107-459b-a276-ab047b532bc7 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:58.037453 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.203078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Allocated IP 172.20.0.1 (3ef38ef6-a3d6-487c-9947-e70b4c022c8d/427bc4be-7284-40fe-8dc3-c7c35edbaf8d/cd87491a-cbe0-4d44-8213-2f4fe04f1cab) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:58:58.346065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.366445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Transition to ACTIVE for port object cd87491a-cbe0-4d44-8213-2f4fe04f1cab will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:58.406197 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.409311 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.422360 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Transition to ACTIVE for port object d32460d3-3c05-457f-9907-330de44ef07a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:58:58.429169 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.444791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Network 3ef38ef6-a3d6-487c-9947-e70b4c022c8d is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:58.447995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:58.451615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:58:58.476301 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b799f98-a9d9-49aa-9515-4dbf13116799 None None] Network 3ef38ef6-a3d6-487c-9947-e70b4c022c8d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 11:58:58.486162 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4883200-e936-4fef-85f1-278f2e2d9262 None None] Pushing event updated for resources: {'Port': ['ID=d32460d3-3c05-457f-9907-330de44ef07a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:58.487611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Pushing event updated for resources: {'Port': ['ID=cd87491a-cbe0-4d44-8213-2f4fe04f1cab,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:58.497801 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Attempting to bind port d32460d3-3c05-457f-9907-330de44ef07a on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:58:58.498184 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Attempting to bind port d32460d3-3c05-457f-9907-330de44ef07a by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:58:58.498560 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Attempting to bind port d32460d3-3c05-457f-9907-330de44ef07a on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:58:58.503905 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.504201 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:58:58.504799 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:58:58.505387 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.505781 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:58:58.506473 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Bound port: d32460d3-3c05-457f-9907-330de44ef07a, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:58:58.506891 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.569379 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] For port d32460d3-3c05-457f-9907-330de44ef07a, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:58:58.575828 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] For port d32460d3-3c05-457f-9907-330de44ef07a, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d32460d3-3c05-457f-9907-330de44ef07a,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:58:58.586705 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.598759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3320eae7-6fc7-4943-9d68-1c1b4cfcd1f9 None None] Provisioning for port ac8def02-3a16-47eb-9d9a-4119514f376f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:58.608666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3320eae7-6fc7-4943-9d68-1c1b4cfcd1f9 None None] Provisioning complete for port ac8def02-3a16-47eb-9d9a-4119514f376f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:58.609159 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3320eae7-6fc7-4943-9d68-1c1b4cfcd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.645009 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Routers {'afeb4762-0be6-41a0-8c9c-55f4fc5730ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:58:58.645650 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:58:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:58.672045 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.704098 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4883200-e936-4fef-85f1-278f2e2d9262 None None] Pushing event updated for resources: {'Port': ['ID=d32460d3-3c05-457f-9907-330de44ef07a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:58.786341 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3320eae7-6fc7-4943-9d68-1c1b4cfcd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.802100 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] Set router afeb4762-0be6-41a0-8c9c-55f4fc5730ae gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:58:58.837526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3320eae7-6fc7-4943-9d68-1c1b4cfcd1f9 None None] For port ac8def02-3a16-47eb-9d9a-4119514f376f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ac8def02-3a16-47eb-9d9a-4119514f376f,segment=NetworkSegment(51ca9816-d447-4572-a4cc-4f465e5f2fb7),segment_id=51ca9816-d447-4572-a4cc-4f465e5f2fb7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:58.845174 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3320eae7-6fc7-4943-9d68-1c1b4cfcd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.892855 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.904573 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:58.911009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320eae7-6fc7-4943-9d68-1c1b4cfcd1f9 None None] Pushing event updated for resources: {'Port': ['ID=ac8def02-3a16-47eb-9d9a-4119514f376f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:58.983098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Pushing event updated for resources: {'Port': ['ID=cd87491a-cbe0-4d44-8213-2f4fe04f1cab,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:58.985544 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:59.070757 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'name': 'tempest-TestEncryptedCinderVolumes-1261698043-router', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:58:58Z', 'revision_number': 4, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'gw_port': {'id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cd87491a-cbe0-4d44-8213-2f4fe04f1cab', 'name': '', 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'mac_address': 'fa:16:3e:68:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '427bc4be-7284-40fe-8dc3-c7c35edbaf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:58Z', 'updated_at': '2021-08-26T11:58:58Z', 'revision_number': 1, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'subnets': [{'id': '427bc4be-7284-40fe-8dc3-c7c35edbaf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:58:59.103018 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c481433-f03c-4d95-8012-478fed3d546a None None] The sync data for ids ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'] in n-d-778550-13 is: [{'id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'name': 'tempest-TestEncryptedCinderVolumes-1261698043-router', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:58:58Z', 'revision_number': 4, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'gw_port': {'id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cd87491a-cbe0-4d44-8213-2f4fe04f1cab', 'name': '', 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'mac_address': 'fa:16:3e:68:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '427bc4be-7284-40fe-8dc3-c7c35edbaf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:58Z', 'updated_at': '2021-08-26T11:58:58Z', 'revision_number': 1, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'subnets': [{'id': '427bc4be-7284-40fe-8dc3-c7c35edbaf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:58:59.103850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Network 3ef38ef6-a3d6-487c-9947-e70b4c022c8d is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:58:59.105849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:58:59.170162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f516bdd0-cb2f-4854-9dae-0fbca43b7354 None None] Provisioning complete for port ac8def02-3a16-47eb-9d9a-4119514f376f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:59.170897 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f516bdd0-cb2f-4854-9dae-0fbca43b7354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:59.276586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Router afeb4762-0be6-41a0-8c9c-55f4fc5730ae has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 11:58:59.289852 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f516bdd0-cb2f-4854-9dae-0fbca43b7354 None None] Provisioning for port cd87491a-cbe0-4d44-8213-2f4fe04f1cab completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:59.295455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f516bdd0-cb2f-4854-9dae-0fbca43b7354 None None] Provisioning complete for port cd87491a-cbe0-4d44-8213-2f4fe04f1cab triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:59.295455 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f516bdd0-cb2f-4854-9dae-0fbca43b7354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:59.331426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f516bdd0-cb2f-4854-9dae-0fbca43b7354 None None] Port cd87491a-cbe0-4d44-8213-2f4fe04f1cab cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:58:59.420111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 11:58:59.431430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-aac5b659-66cb-4e4f-9f2e-42fb19ff9d02 admin admin] 10.222.0.21 "PUT /v2.0/routers/afeb4762-0be6-41a0-8c9c-55f4fc5730ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9774828 Aug 26 11:58:59.474805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-75c62546-f53b-4c60-bbc3-c1f32ac2a985 None None] Provisioning complete for port cd87491a-cbe0-4d44-8213-2f4fe04f1cab triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:59.475230 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75c62546-f53b-4c60-bbc3-c1f32ac2a985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:59.557769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-75c62546-f53b-4c60-bbc3-c1f32ac2a985 None None] Port cd87491a-cbe0-4d44-8213-2f4fe04f1cab cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:58:59.656567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 142a3085-e036-450f-b34a-83e4ec6a6fdd up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:59.717286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-580c7147-e2ad-4cae-b287-e1b5ec48d643 None None] Provisioning complete for port cd87491a-cbe0-4d44-8213-2f4fe04f1cab triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:59.717663 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-580c7147-e2ad-4cae-b287-e1b5ec48d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:59.757409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 142a3085-e036-450f-b34a-83e4ec6a6fdd completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:58:59.762644 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-580c7147-e2ad-4cae-b287-e1b5ec48d643 None None] Port cd87491a-cbe0-4d44-8213-2f4fe04f1cab cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:58:59.764937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 142a3085-e036-450f-b34a-83e4ec6a6fdd triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:59.765394 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:59.851124 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:59.885404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 142a3085-e036-450f-b34a-83e4ec6a6fdd, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=142a3085-e036-450f-b34a-83e4ec6a6fdd,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:58:59.890534 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:58:59.891513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ac8def02-3a16-47eb-9d9a-4119514f376f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:58:59.967268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=142a3085-e036-450f-b34a-83e4ec6a6fdd,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:58:59.981305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port ac8def02-3a16-47eb-9d9a-4119514f376f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:58:59.981767 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:00.248339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-4f561bb4-a53f-434b-837b-c29e5558957b tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:00.249800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-4f561bb4-a53f-434b-837b-c29e5558957b tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/networks?id=9d65633f-5c41-4bcd-957f-e3135cc5a4be HTTP/1.1" status: 200 len: 817 time: 0.0996895 Aug 26 11:59:00.265139 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-802fe234-0662-4af3-a54a-87f4ac35087e tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/quotas/5b28cd714ca84aceb802b4c4c523bb22 HTTP/1.1" status: 200 len: 375 time: 0.0095367 Aug 26 11:59:00.327745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-30f09f8a-4dc3-46ac-9b65-0ced832334f4 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b28cd714ca84aceb802b4c4c523bb22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572441 Aug 26 11:59:00.422631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-93ec1a05-0f27-4816-9486-3a13b15a77f3 service neutron] 10.222.0.21 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830984 Aug 26 11:59:00.518149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-410310f1-6807-42f9-bd46-cf9b3b41f1f5 service neutron] 10.222.0.21 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893817 Aug 26 11:59:00.703749 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8ca9e29-bf95-4095-b0b8-a2ef9e118d9c req-ecc40470-80bc-4417-bb5f-56cd792fb538 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 210 time: 0.0558174 Aug 26 11:59:01.624350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 142a3085-e036-450f-b34a-83e4ec6a6fdd up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:59:01.659732 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-9889a894-e280-47e5-8ed3-33bcc6b83764 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:01.661384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-9889a894-e280-47e5-8ed3-33bcc6b83764 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.47 "GET /v2.0/networks?id=9d65633f-5c41-4bcd-957f-e3135cc5a4be HTTP/1.1" status: 200 len: 817 time: 0.1224205 Aug 26 11:59:01.674003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Request body: {'port': {'device_id': '27eba66c-85eb-4066-b4d0-8ac98bfa58b2', 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be', 'admin_state_up': True, 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:59:01.674199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 142a3085-e036-450f-b34a-83e4ec6a6fdd triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:59:01.674386 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:01.776453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d32460d3-3c05-457f-9907-330de44ef07a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:59:01.817925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d015a357-a359-4c27-901d-8745103825a9 req-6a93d58d-7bcb-4a59-b599-2172b508d225 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 210 time: 0.0297327 Aug 26 11:59:01.826542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port d32460d3-3c05-457f-9907-330de44ef07a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:59:01.830983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d32460d3-3c05-457f-9907-330de44ef07a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:59:01.831513 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:01.839131 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Made reservation on behalf of 5b28cd714ca84aceb802b4c4c523bb22 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:59:01.844063 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:01.919902 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:01.939694 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port d32460d3-3c05-457f-9907-330de44ef07a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d32460d3-3c05-457f-9907-330de44ef07a,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:59:01.944308 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:01.981160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Allocated IP 172.20.0.4 (9d65633f-5c41-4bcd-957f-e3135cc5a4be/47b1bf98-aaa6-4257-8fc2-163dae8a4c3c/9f57c145-3f26-42f9-b39e-620ea80aa7b9) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:59:01.996526 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=d32460d3-3c05-457f-9907-330de44ef07a,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:02.036515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Sync routers for ids ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 11:59:02.045053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Routers {'afeb4762-0be6-41a0-8c9c-55f4fc5730ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:59:02.045670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:58:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:59:02.131938 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.145601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Transition to ACTIVE for port object 9f57c145-3f26-42f9-b39e-620ea80aa7b9 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:59:02.150779 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Set router afeb4762-0be6-41a0-8c9c-55f4fc5730ae gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:59:02.177000 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.223292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Network 9d65633f-5c41-4bcd-957f-e3135cc5a4be is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:59:02.228357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:59:02.232174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:59:02.238685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Pushing event updated for resources: {'Port': ['ID=9f57c145-3f26-42f9-b39e-620ea80aa7b9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:02.287611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:02.288737 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.308623 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-cd24502e-479c-466f-be1f-bcab4c3bf7e7 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6376584 Aug 26 11:59:02.360743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'name': 'tempest-TestEncryptedCinderVolumes-1261698043-router', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:58:58Z', 'revision_number': 4, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'gw_port': {'id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cd87491a-cbe0-4d44-8213-2f4fe04f1cab', 'name': '', 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'mac_address': 'fa:16:3e:68:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '427bc4be-7284-40fe-8dc3-c7c35edbaf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:58Z', 'updated_at': '2021-08-26T11:58:58Z', 'revision_number': 2, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'subnets': [{'id': '427bc4be-7284-40fe-8dc3-c7c35edbaf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:59:02.390298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Checking router: afeb4762-0be6-41a0-8c9c-55f4fc5730ae for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 11:59:02.390764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Updating router afeb4762-0be6-41a0-8c9c-55f4fc5730ae port cd87491a-cbe0-4d44-8213-2f4fe04f1cab binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 11:59:02.415572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Request body: {'port': {'device_id': '27eba66c-85eb-4066-b4d0-8ac98bfa58b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:59:02.421749 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.468413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.540520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ccbb33ae-205e-4d06-ad17-6701e4e1e6ac None None] Provisioning for port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:59:02.548900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ccbb33ae-205e-4d06-ad17-6701e4e1e6ac None None] Provisioning complete for port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:59:02.549275 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccbb33ae-205e-4d06-ad17-6701e4e1e6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.626970 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb33ae-205e-4d06-ad17-6701e4e1e6ac None None] Port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:59:02.719803 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.729649 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Transition to ACTIVE for port object cd87491a-cbe0-4d44-8213-2f4fe04f1cab will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:59:02.735687 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.736713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f57c145-3f26-42f9-b39e-620ea80aa7b9 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:59:02.744621 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.756753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Transition to ACTIVE for port object 9f57c145-3f26-42f9-b39e-620ea80aa7b9 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:59:02.761447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.816174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Pushing event updated for resources: {'Port': ['ID=9f57c145-3f26-42f9-b39e-620ea80aa7b9,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:02.830774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71c12f-9482-4551-af91-09b3ec24aad6 None None] Pushing event updated for resources: {'Port': ['ID=cd87491a-cbe0-4d44-8213-2f4fe04f1cab,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:02.847992 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Attempting to bind port cd87491a-cbe0-4d44-8213-2f4fe04f1cab on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:59:02.848372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Attempting to bind port cd87491a-cbe0-4d44-8213-2f4fe04f1cab by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '51ca9816-d447-4572-a4cc-4f465e5f2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:59:02.848746 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Attempting to bind port cd87491a-cbe0-4d44-8213-2f4fe04f1cab on network 3ef38ef6-a3d6-487c-9947-e70b4c022c8d {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:59:02.855565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:59:02.856311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Checking segment: {'id': '51ca9816-d447-4572-a4cc-4f465e5f2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:59:02.856947 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.857573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Bound using segment: {'id': '51ca9816-d447-4572-a4cc-4f465e5f2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:59:02.858284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Bound port: cd87491a-cbe0-4d44-8213-2f4fe04f1cab, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ca9816-d447-4572-a4cc-4f465e5f2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:59:02.858939 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.919590 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Attempting to bind port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:59:02.919945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Attempting to bind port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:59:02.920285 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Attempting to bind port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 on network 9d65633f-5c41-4bcd-957f-e3135cc5a4be {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:59:02.925972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 on network 9d65633f-5c41-4bcd-957f-e3135cc5a4be not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:59:02.926513 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Attempting to bind port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 on network 9d65633f-5c41-4bcd-957f-e3135cc5a4be {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:59:02.933424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:59:02.933915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Checking segment: {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:59:02.934317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Bound using segment: {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:59:02.934789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Bound port: 9f57c145-3f26-42f9-b39e-620ea80aa7b9, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:59:02.935164 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:02.954398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] For port cd87491a-cbe0-4d44-8213-2f4fe04f1cab, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:59:02.957872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] For port cd87491a-cbe0-4d44-8213-2f4fe04f1cab, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=cd87491a-cbe0-4d44-8213-2f4fe04f1cab,segment=NetworkSegment(51ca9816-d447-4572-a4cc-4f465e5f2fb7),segment_id=51ca9816-d447-4572-a4cc-4f465e5f2fb7)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:59:02.963860 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:03.041210 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] For port 9f57c145-3f26-42f9-b39e-620ea80aa7b9, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:59:03.048169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71c12f-9482-4551-af91-09b3ec24aad6 None None] Pushing event updated for resources: {'Port': ['ID=cd87491a-cbe0-4d44-8213-2f4fe04f1cab,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:03.049173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] For port 9f57c145-3f26-42f9-b39e-620ea80aa7b9, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9f57c145-3f26-42f9-b39e-620ea80aa7b9,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:59:03.052677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Routers {'afeb4762-0be6-41a0-8c9c-55f4fc5730ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 11:59:03.054253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:58:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:59:03.093136 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:03.138252 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:03.140315 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:03.140874 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] 10.222.0.47 "PUT /v2.0/ports/9f57c145-3f26-42f9-b39e-620ea80aa7b9 HTTP/1.1" status: 200 len: 1092 time: 0.8245866 Aug 26 11:59:03.144988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27eba66c-85eb-4066-b4d0-8ac98bfa58b2', 'tag': '9f57c145-3f26-42f9-b39e-620ea80aa7b9'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:59:03.148216 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abe3ca6-4c06-450a-9942-817353e1dcea" -d '{"events": [{"name": "network-changed", "server_uuid": "27eba66c-85eb-4066-b4d0-8ac98bfa58b2", "tag": "9f57c145-3f26-42f9-b39e-620ea80aa7b9"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:59:03.177344 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0913095-62c6-4042-9c17-592e4ba514ec req-ac14326c-45d9-408c-ae67-723f435b2596 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:03.179701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0913095-62c6-4042-9c17-592e4ba514ec req-ac14326c-45d9-408c-ae67-723f435b2596 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 943 time: 0.1287477 Aug 26 11:59:03.214155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8467c39-7fc4-4b1e-bb28-2df40c4bb212 service neutron] Pushing event updated for resources: {'Port': ['ID=9f57c145-3f26-42f9-b39e-620ea80aa7b9,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:03.230854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] Set router afeb4762-0be6-41a0-8c9c-55f4fc5730ae gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 11:59:03.273512 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0913095-62c6-4042-9c17-592e4ba514ec req-c5723757-1dc5-4c1e-80f4-799b5e2c720e tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829308 Aug 26 11:59:03.280898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-6a433605-ac94-4bc7-abcf-cb74e467bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:03.282599 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-6a433605-ac94-4bc7-abcf-cb74e467bfdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b28cd714ca84aceb802b4c4c523bb22&device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 1095 time: 0.0910006 Aug 26 11:59:03.339811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-1fbd8112-7e2f-4a06-b6fc-9be2c0914f39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f57c145-3f26-42f9-b39e-620ea80aa7b9 HTTP/1.1" status: 200 len: 217 time: 0.0413311 Aug 26 11:59:03.344067 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848cb936-96eb-4bb9-99d6-f958c322f6e4 x-openstack-request-id: req-848cb936-96eb-4bb9-99d6-f958c322f6e4 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:59:03.345661 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27eba66c-85eb-4066-b4d0-8ac98bfa58b2", "tag": "9f57c145-3f26-42f9-b39e-620ea80aa7b9", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:59:03.346266 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-848cb936-96eb-4bb9-99d6-f958c322f6e4 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:59:03.346699 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27eba66c-85eb-4066-b4d0-8ac98bfa58b2', 'tag': '9f57c145-3f26-42f9-b39e-620ea80aa7b9', 'status': 'completed', 'code': 200} Aug 26 11:59:03.403762 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-7dee1153-48d8-4f1b-8be9-3affb2015b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:03.405363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-7dee1153-48d8-4f1b-8be9-3affb2015b16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47b1bf98-aaa6-4257-8fc2-163dae8a4c3c HTTP/1.1" status: 200 len: 856 time: 0.0576279 Aug 26 11:59:03.452437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-20a86d6b-7816-4768-9fc0-0b48aa25b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:03.453948 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-20a86d6b-7816-4768-9fc0-0b48aa25b05f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d65633f-5c41-4bcd-957f-e3135cc5a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420823 Aug 26 11:59:03.514050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'name': 'tempest-TestEncryptedCinderVolumes-1261698043-router', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:58:58Z', 'revision_number': 4, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'gw_port': {'id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cd87491a-cbe0-4d44-8213-2f4fe04f1cab', 'name': '', 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'mac_address': 'fa:16:3e:68:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '427bc4be-7284-40fe-8dc3-c7c35edbaf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:58Z', 'updated_at': '2021-08-26T11:59:02Z', 'revision_number': 4, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'subnets': [{'id': '427bc4be-7284-40fe-8dc3-c7c35edbaf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 11:59:03.542221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb8d68b-696c-49d3-b80c-8287b2701a5f None None] The sync data for ids ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'] in n-d-778550-13 is: [{'id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'name': 'tempest-TestEncryptedCinderVolumes-1261698043-router', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:58:58Z', 'revision_number': 4, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'gw_port': {'id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'cd87491a-cbe0-4d44-8213-2f4fe04f1cab', 'name': '', 'network_id': '3ef38ef6-a3d6-487c-9947-e70b4c022c8d', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'mac_address': 'fa:16:3e:68:57:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '427bc4be-7284-40fe-8dc3-c7c35edbaf8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:58Z', 'updated_at': '2021-08-26T11:59:02Z', 'revision_number': 4, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'subnets': [{'id': '427bc4be-7284-40fe-8dc3-c7c35edbaf8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 11:59:03.560084 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-a720d430-0c30-456b-83d0-085c67ef9981 service neutron] 10.222.0.47 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984652 Aug 26 11:59:03.573669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device cd87491a-cbe0-4d44-8213-2f4fe04f1cab up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:59:03.631588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port cd87491a-cbe0-4d44-8213-2f4fe04f1cab completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:59:03.636459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port cd87491a-cbe0-4d44-8213-2f4fe04f1cab triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:59:03.637227 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:03.669293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9dab166c-0590-4582-9c86-c89bd1fa08f7 req-64db4e8b-995b-4f5f-9de9-5bd91a30f23d service neutron] 10.222.0.47 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009026 Aug 26 11:59:03.720344 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:03.757382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port cd87491a-cbe0-4d44-8213-2f4fe04f1cab, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=cd87491a-cbe0-4d44-8213-2f4fe04f1cab,segment=NetworkSegment(51ca9816-d447-4572-a4cc-4f465e5f2fb7),segment_id=51ca9816-d447-4572-a4cc-4f465e5f2fb7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:59:03.762079 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:03.762943 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d32460d3-3c05-457f-9907-330de44ef07a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:59:03.774207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe3ca6-4c06-450a-9942-817353e1dcea req-4993745d-9b79-4646-bcf9-2704264d458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:03.776451 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abe3ca6-4c06-450a-9942-817353e1dcea req-4993745d-9b79-4646-bcf9-2704264d458d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b28cd714ca84aceb802b4c4c523bb22&device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 1095 time: 0.0498457 Aug 26 11:59:03.888111 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe3ca6-4c06-450a-9942-817353e1dcea req-3af39d6b-ccfb-4168-a6b7-e831fd44d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:03.889638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abe3ca6-4c06-450a-9942-817353e1dcea req-3af39d6b-ccfb-4168-a6b7-e831fd44d91f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d65633f-5c41-4bcd-957f-e3135cc5a4be HTTP/1.1" status: 200 len: 918 time: 0.1061547 Aug 26 11:59:03.937365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abe3ca6-4c06-450a-9942-817353e1dcea req-d7e88bd9-9cdf-41c9-813c-2820b95056b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f57c145-3f26-42f9-b39e-620ea80aa7b9 HTTP/1.1" status: 200 len: 217 time: 0.0391431 Aug 26 11:59:03.992048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe3ca6-4c06-450a-9942-817353e1dcea req-d4544d5a-48b7-4f59-8ce9-aa5318c4e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:03.993680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abe3ca6-4c06-450a-9942-817353e1dcea req-d4544d5a-48b7-4f59-8ce9-aa5318c4e220 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47b1bf98-aaa6-4257-8fc2-163dae8a4c3c HTTP/1.1" status: 200 len: 856 time: 0.0479140 Aug 26 11:59:04.001114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=cd87491a-cbe0-4d44-8213-2f4fe04f1cab,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:04.012863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port d32460d3-3c05-457f-9907-330de44ef07a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:59:04.013243 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:04.042985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe3ca6-4c06-450a-9942-817353e1dcea req-84cbc0ab-5efe-41f0-a8d7-58cb411bdd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:04.044563 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abe3ca6-4c06-450a-9942-817353e1dcea req-84cbc0ab-5efe-41f0-a8d7-58cb411bdd98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d65633f-5c41-4bcd-957f-e3135cc5a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431950 Aug 26 11:59:04.139699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abe3ca6-4c06-450a-9942-817353e1dcea req-05ca9153-b71c-404e-995c-78451af66c51 service neutron] 10.222.0.47 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868413 Aug 26 11:59:04.229227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9abe3ca6-4c06-450a-9942-817353e1dcea req-7d0b8e1c-9b35-4174-b7ae-eb09ec4a40c4 service neutron] 10.222.0.47 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807834 Aug 26 11:59:04.395876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fab9c3-a130-48f8-a52d-4227b4101f02 req-8a713917-5c75-4a54-9fbb-5781ca31f729 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:04.397807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53fab9c3-a130-48f8-a52d-4227b4101f02 req-8a713917-5c75-4a54-9fbb-5781ca31f729 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 943 time: 0.0532858 Aug 26 11:59:04.434835 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53fab9c3-a130-48f8-a52d-4227b4101f02 req-c499790a-6e51-4153-af35-d2496776e100 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Aug 26 11:59:05.527587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device cd87491a-cbe0-4d44-8213-2f4fe04f1cab up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:59:05.551221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c84274-e9f8-4ba7-a597-0722126b8863 req-f9db15f7-d499-4f65-b3fb-8001dba7f549 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:05.552730 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17c84274-e9f8-4ba7-a597-0722126b8863 req-f9db15f7-d499-4f65-b3fb-8001dba7f549 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 943 time: 0.0521016 Aug 26 11:59:05.574771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port cd87491a-cbe0-4d44-8213-2f4fe04f1cab triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:59:05.575168 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:05.590253 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-17c84274-e9f8-4ba7-a597-0722126b8863 req-62e72708-f830-428b-a992-fa1ef9e74d19 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310266 Aug 26 11:59:06.701642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ef17e-2618-45b9-bb2d-82520b0d64e2 req-19f4bdfe-a334-4413-8b2a-dfa07b9d6ae9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:06.703097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-562ef17e-2618-45b9-bb2d-82520b0d64e2 req-19f4bdfe-a334-4413-8b2a-dfa07b9d6ae9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 943 time: 0.0472999 Aug 26 11:59:06.738875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-562ef17e-2618-45b9-bb2d-82520b0d64e2 req-d99ad674-2dde-4b8f-874f-83f5e3a25814 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299454 Aug 26 11:59:06.761855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9f57c145-3f26-42f9-b39e-620ea80aa7b9 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:59:06.851623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9f57c145-3f26-42f9-b39e-620ea80aa7b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9f57c145-3f26-42f9-b39e-620ea80aa7b9,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:59:06.862408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '9f57c145-3f26-42f9-b39e-620ea80aa7b9', 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be', 'port_id': '9f57c145-3f26-42f9-b39e-620ea80aa7b9', 'mac_address': 'fa:16:3e:3b:ed:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b1bf98-aaa6-4257-8fc2-163dae8a4c3c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:59:06.902465 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:06.915386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f57c145-3f26-42f9-b39e-620ea80aa7b9 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:59:06.934137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9f57c145-3f26-42f9-b39e-620ea80aa7b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9f57c145-3f26-42f9-b39e-620ea80aa7b9,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:59:06.937932 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:06.982876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9f57c145-3f26-42f9-b39e-620ea80aa7b9,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:07.239931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9f57c145-3f26-42f9-b39e-620ea80aa7b9'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:59:07.854827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60886b89-db6a-4c31-9ba7-d7e0f4d851d1 req-d4d9767a-89d6-4037-9351-f710ef2a2fad tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:07.856290 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60886b89-db6a-4c31-9ba7-d7e0f4d851d1 req-d4d9767a-89d6-4037-9351-f710ef2a2fad tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 944 time: 0.0514486 Aug 26 11:59:07.893207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-60886b89-db6a-4c31-9ba7-d7e0f4d851d1 req-14901bb7-bb7e-4b5c-a671-09b8712ed96f tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311291 Aug 26 11:59:08.777743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9f57c145-3f26-42f9-b39e-620ea80aa7b9 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:59:08.824506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:59:08.828369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:59:08.828740 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:08.902312 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:08.926754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eba66c-85eb-4066-b4d0-8ac98bfa58b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f57c145-3f26-42f9-b39e-620ea80aa7b9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:59:08.929216 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d739eb51-a797-4676-a732-038ca0b98885" -d '{"events": [{"server_uuid": "27eba66c-85eb-4066-b4d0-8ac98bfa58b2", "name": "network-vif-plugged", "status": "completed", "tag": "9f57c145-3f26-42f9-b39e-620ea80aa7b9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:59:08.941528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9f57c145-3f26-42f9-b39e-620ea80aa7b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9f57c145-3f26-42f9-b39e-620ea80aa7b9,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:59:08.945725 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:08.993675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9f57c145-3f26-42f9-b39e-620ea80aa7b9,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:09.002019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.002362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.002698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.003063 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.003393 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.003721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.004045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.004367 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.004902 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.005236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.005577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.005889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 11:59:09.007305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba08b58-50af-4ada-8563-3f4c91f6922a req-9cb0123e-1be4-4c94-acab-a0c2c0cdcffa tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:09.008842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba08b58-50af-4ada-8563-3f4c91f6922a req-9cb0123e-1be4-4c94-acab-a0c2c0cdcffa tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 945 time: 0.0488369 Aug 26 11:59:09.048076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aba08b58-50af-4ada-8563-3f4c91f6922a req-ae1ee0dc-7b5b-43f6-a377-609e1354664f tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Aug 26 11:59:09.088517 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b25c6e3-bdec-402b-abf8-aec61f22ea09 x-openstack-request-id: req-9b25c6e3-bdec-402b-abf8-aec61f22ea09 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:59:09.088804 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eba66c-85eb-4066-b4d0-8ac98bfa58b2", "name": "network-vif-plugged", "status": "completed", "tag": "9f57c145-3f26-42f9-b39e-620ea80aa7b9", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:59:09.089053 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b25c6e3-bdec-402b-abf8-aec61f22ea09 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:59:09.089443 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27eba66c-85eb-4066-b4d0-8ac98bfa58b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f57c145-3f26-42f9-b39e-620ea80aa7b9', 'code': 200} Aug 26 11:59:09.181757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a83954-e2c7-40eb-8fc5-ef8c93c6d9d0 req-ad3ce037-65e4-4b5a-929a-64bca85163ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:09.183269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15a83954-e2c7-40eb-8fc5-ef8c93c6d9d0 req-ad3ce037-65e4-4b5a-929a-64bca85163ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 1097 time: 0.0394788 Aug 26 11:59:09.218504 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15a83954-e2c7-40eb-8fc5-ef8c93c6d9d0 req-b1efdfbc-b773-4806-8da7-05220c117b1f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277777 Aug 26 11:59:10.162682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a44f4d-ba1e-456a-b3cf-6278551cab27 req-0d0d6955-5565-4686-a245-97cb446d2cf9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:10.164085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-96a44f4d-ba1e-456a-b3cf-6278551cab27 req-0d0d6955-5565-4686-a245-97cb446d2cf9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 945 time: 0.0518079 Aug 26 11:59:10.200962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-96a44f4d-ba1e-456a-b3cf-6278551cab27 req-31fdc717-2f2f-420d-a6d7-97e037533659 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310805 Aug 26 11:59:11.312775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089ec5-34f9-48b9-8652-08068194181c req-40799800-d649-4671-8c75-68d94eb1e72d tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:11.314229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea089ec5-34f9-48b9-8652-08068194181c req-40799800-d649-4671-8c75-68d94eb1e72d tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 945 time: 0.0477400 Aug 26 11:59:11.350622 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea089ec5-34f9-48b9-8652-08068194181c req-beb8459a-316a-4624-99d4-bc5f98ae84b8 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298791 Aug 26 11:59:11.461231 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b919f9-d955-4fab-98cb-4b28426713c5 req-f0c32d3d-8aae-4de6-bea8-d7eab3b5fed0 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:11.462745 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83b919f9-d955-4fab-98cb-4b28426713c5 req-f0c32d3d-8aae-4de6-bea8-d7eab3b5fed0 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 945 time: 0.0478556 Aug 26 11:59:11.500921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83b919f9-d955-4fab-98cb-4b28426713c5 req-e1130f95-72a8-4d6b-94df-42afeeff4f16 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Aug 26 11:59:13.440216 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43c7ec46-ddbd-4e33-ac46-4e6d1f5d10d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:15.837587 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa84727-82b5-4e4a-a793-57e1de4d4094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:16.365942 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:17.453470 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:19.522410 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:21.077191 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:22.991731 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:30.096704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2643d63-df40-4463-ad6e-1797999bd9ba req-846124d4-2c95-41ed-8a03-9e652e04235b tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:30.098172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2643d63-df40-4463-ad6e-1797999bd9ba req-846124d4-2c95-41ed-8a03-9e652e04235b tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 945 time: 0.0530038 Aug 26 11:59:30.136872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d2643d63-df40-4463-ad6e-1797999bd9ba req-fb82e03b-9e19-4dc8-baa5-bf2f4eb6ef64 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Aug 26 11:59:31.249574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c3013-f8c2-48a5-904c-b3618154e4af req-2c29e62d-48c9-4785-9eb3-3eb41f110f7f tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:31.251075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e24c3013-f8c2-48a5-904c-b3618154e4af req-2c29e62d-48c9-4785-9eb3-3eb41f110f7f tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 945 time: 0.0482926 Aug 26 11:59:31.288016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e24c3013-f8c2-48a5-904c-b3618154e4af req-94279d6f-ac1e-43be-99d5-a7c2e9293ba8 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Aug 26 11:59:32.039913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1f64d-8129-47c4-a424-dd6cc2629486 req-0a74f128-73b6-4d74-9a5e-699455248674 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:32.041386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5c1f64d-8129-47c4-a424-dd6cc2629486 req-0a74f128-73b6-4d74-9a5e-699455248674 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.47 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 945 time: 0.0494521 Aug 26 11:59:32.131479 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e5c1f64d-8129-47c4-a424-dd6cc2629486 req-b38dead3-dc21-48e0-a26d-217082cc22fb tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Deleting port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 11:59:32.131819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e5c1f64d-8129-47c4-a424-dd6cc2629486 req-b38dead3-dc21-48e0-a26d-217082cc22fb tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:32.216845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-e5c1f64d-8129-47c4-a424-dd6cc2629486 req-b38dead3-dc21-48e0-a26d-217082cc22fb tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] For port 9f57c145-3f26-42f9-b39e-620ea80aa7b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9f57c145-3f26-42f9-b39e-620ea80aa7b9,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:59:32.217206 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e5c1f64d-8129-47c4-a424-dd6cc2629486 req-b38dead3-dc21-48e0-a26d-217082cc22fb tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:32.230150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-e5c1f64d-8129-47c4-a424-dd6cc2629486 req-b38dead3-dc21-48e0-a26d-217082cc22fb tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Calling delete_port for 9f57c145-3f26-42f9-b39e-620ea80aa7b9 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 11:59:32.404248 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e5c1f64d-8129-47c4-a424-dd6cc2629486 req-b38dead3-dc21-48e0-a26d-217082cc22fb tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:32.416975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9f57c145-3f26-42f9-b39e-620ea80aa7b9'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:59:32.450514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedce4db-49e7-4599-a7dc-bba69c30e674 req-67aa8251-e45f-4db3-ae32-6e874db5608f tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:32.451992 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bedce4db-49e7-4599-a7dc-bba69c30e674 req-67aa8251-e45f-4db3-ae32-6e874db5608f tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=27eba66c-85eb-4066-b4d0-8ac98bfa58b2 HTTP/1.1" status: 200 len: 867 time: 0.0900140 Aug 26 11:59:32.452699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dead3-dc21-48e0-a26d-217082cc22fb tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Pushing event deleted for resources: {'Port': ['ID=9f57c145-3f26-42f9-b39e-620ea80aa7b9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:32.505480 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c1f64d-8129-47c4-a424-dd6cc2629486 req-b38dead3-dc21-48e0-a26d-217082cc22fb tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] No DVR routers for this DVR port 9f57c145-3f26-42f9-b39e-620ea80aa7b9 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 11:59:32.510281 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-e5c1f64d-8129-47c4-a424-dd6cc2629486 req-b38dead3-dc21-48e0-a26d-217082cc22fb tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:32.512283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5c1f64d-8129-47c4-a424-dd6cc2629486 req-b38dead3-dc21-48e0-a26d-217082cc22fb tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.47 "DELETE /v2.0/ports/9f57c145-3f26-42f9-b39e-620ea80aa7b9 HTTP/1.1" status: 204 len: 173 time: 0.4643359 Aug 26 11:59:32.512733 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27eba66c-85eb-4066-b4d0-8ac98bfa58b2', 'name': 'network-vif-deleted', 'tag': '9f57c145-3f26-42f9-b39e-620ea80aa7b9'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:59:32.515028 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca96368a-a6f8-4ab4-8221-cd3e92faba55" -d '{"events": [{"server_uuid": "27eba66c-85eb-4066-b4d0-8ac98bfa58b2", "name": "network-vif-deleted", "tag": "9f57c145-3f26-42f9-b39e-620ea80aa7b9"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:59:32.534350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bedce4db-49e7-4599-a7dc-bba69c30e674 req-48c44139-ff73-4125-be75-e7476c44ef0c tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753610 Aug 26 11:59:32.587016 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17944df-d072-490c-a299-04d38362c219 x-openstack-request-id: req-b17944df-d072-490c-a299-04d38362c219 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:59:32.587378 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27eba66c-85eb-4066-b4d0-8ac98bfa58b2", "name": "network-vif-deleted", "tag": "9f57c145-3f26-42f9-b39e-620ea80aa7b9", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:59:32.587700 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b17944df-d072-490c-a299-04d38362c219 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:59:32.588186 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27eba66c-85eb-4066-b4d0-8ac98bfa58b2', 'name': 'network-vif-deleted', 'tag': '9f57c145-3f26-42f9-b39e-620ea80aa7b9', 'status': 'completed', 'code': 200} Aug 26 11:59:34.136314 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-0f667de3-5b79-4918-b138-eebb53248980 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:34.137781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-0f667de3-5b79-4918-b138-eebb53248980 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/networks?id=9d65633f-5c41-4bcd-957f-e3135cc5a4be HTTP/1.1" status: 200 len: 817 time: 0.1038208 Aug 26 11:59:34.152167 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-5af7da48-0c27-4b12-af12-52bfcc83c7b5 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/quotas/5b28cd714ca84aceb802b4c4c523bb22 HTTP/1.1" status: 200 len: 375 time: 0.0088274 Aug 26 11:59:34.201750 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-40811638-1fb9-4031-a3b8-6856e94c8bdb tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b28cd714ca84aceb802b4c4c523bb22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445831 Aug 26 11:59:34.294097 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-429987bb-68db-477f-843f-64324199e5cc service neutron] 10.222.0.21 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807621 Aug 26 11:59:34.386679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-5f7b20aa-0eae-4b6c-9b14-11967522f443 service neutron] 10.222.0.21 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 Aug 26 11:59:34.543059 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9d613a44-4d19-42c9-8abe-d6f889f15849 req-6624797a-d159-4940-9516-27e31eeaf3ce tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 210 time: 0.0263069 Aug 26 11:59:34.770930 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 11:59:35.434467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-289de986-e778-4174-ba5d-e01e9ecb921f tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:35.435942 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-289de986-e778-4174-ba5d-e01e9ecb921f tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.47 "GET /v2.0/networks?id=9d65633f-5c41-4bcd-957f-e3135cc5a4be HTTP/1.1" status: 200 len: 817 time: 0.1074016 Aug 26 11:59:35.449804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Request body: {'port': {'device_id': '8ad9bd4a-26cc-4960-bb27-36f458eaba3f', 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be', 'admin_state_up': True, 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:59:35.870619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2f31dff-814e-4d5d-aa3c-5bf7d1d460a1 req-67eaef02-926e-42d4-a5c7-c5633f0bd7b9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 210 time: 0.0499663 Aug 26 11:59:35.933611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Made reservation on behalf of 5b28cd714ca84aceb802b4c4c523bb22 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 11:59:35.937142 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:36.059494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Allocated IP 172.20.0.7 (9d65633f-5c41-4bcd-957f-e3135cc5a4be/47b1bf98-aaa6-4257-8fc2-163dae8a4c3c/940a8491-52a4-41f3-a45f-88fe01757900) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 11:59:36.202442 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:36.216376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Transition to ACTIVE for port object 940a8491-52a4-41f3-a45f-88fe01757900 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:59:36.248354 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:36.289804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Network 9d65633f-5c41-4bcd-957f-e3135cc5a4be is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 11:59:36.294721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 11:59:36.298370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 11:59:36.322615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Pushing event updated for resources: {'Port': ['ID=940a8491-52a4-41f3-a45f-88fe01757900,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:36.352807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:36.353445 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:36.369054 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-7c63190d-37c7-4a35-a531-38209f9415c9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9229453 Aug 26 11:59:36.381970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Request body: {'port': {'device_id': '8ad9bd4a-26cc-4960-bb27-36f458eaba3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 11:59:36.447486 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:36.505234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-094d658a-ee47-43fc-ac71-0a95cbdf1cca None None] Provisioning for port 940a8491-52a4-41f3-a45f-88fe01757900 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:59:36.509654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-094d658a-ee47-43fc-ac71-0a95cbdf1cca None None] Provisioning complete for port 940a8491-52a4-41f3-a45f-88fe01757900 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:59:36.510033 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-094d658a-ee47-43fc-ac71-0a95cbdf1cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:36.550565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-094d658a-ee47-43fc-ac71-0a95cbdf1cca None None] Port 940a8491-52a4-41f3-a45f-88fe01757900 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 11:59:36.707983 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940a8491-52a4-41f3-a45f-88fe01757900 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:59:36.715843 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:36.728145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Transition to ACTIVE for port object 940a8491-52a4-41f3-a45f-88fe01757900 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 11:59:36.731620 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:36.780379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Pushing event updated for resources: {'Port': ['ID=940a8491-52a4-41f3-a45f-88fe01757900,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:36.856374 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Attempting to bind port 940a8491-52a4-41f3-a45f-88fe01757900 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 11:59:36.856724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Attempting to bind port 940a8491-52a4-41f3-a45f-88fe01757900 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 11:59:36.857064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Attempting to bind port 940a8491-52a4-41f3-a45f-88fe01757900 on network 9d65633f-5c41-4bcd-957f-e3135cc5a4be {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:59:36.861594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Port 940a8491-52a4-41f3-a45f-88fe01757900 on network 9d65633f-5c41-4bcd-957f-e3135cc5a4be not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 11:59:36.861919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Attempting to bind port 940a8491-52a4-41f3-a45f-88fe01757900 on network 9d65633f-5c41-4bcd-957f-e3135cc5a4be {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 11:59:36.867198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 11:59:36.867547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Checking segment: {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 11:59:36.867940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Bound using segment: {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 11:59:36.868383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Bound port: 940a8491-52a4-41f3-a45f-88fe01757900, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78394d05-2797-45b3-b744-baf6b1c6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 11:59:36.868753 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:36.920037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9f57c145-3f26-42f9-b39e-620ea80aa7b9 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 11:59:36.942939 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 9f57c145-3f26-42f9-b39e-620ea80aa7b9 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 11:59:36.943293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9f57c145-3f26-42f9-b39e-620ea80aa7b9 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 11:59:36.953028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] For port 940a8491-52a4-41f3-a45f-88fe01757900, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 11:59:36.981814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] For port 940a8491-52a4-41f3-a45f-88fe01757900, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=940a8491-52a4-41f3-a45f-88fe01757900,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 11:59:36.987179 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:37.032997 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:37.033633 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:37.035064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/940a8491-52a4-41f3-a45f-88fe01757900 HTTP/1.1" status: 200 len: 1092 time: 0.6575258 Aug 26 11:59:37.044402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ae279-498d-4cc0-afae-3b08f4e5b0c2 req-8374de62-96a3-477c-a46d-45245c62dbf2 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:37.045921 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d87ae279-498d-4cc0-afae-3b08f4e5b0c2 req-8374de62-96a3-477c-a46d-45245c62dbf2 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 943 time: 0.1036620 Aug 26 11:59:37.046402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad9bd4a-26cc-4960-bb27-36f458eaba3f', 'tag': '940a8491-52a4-41f3-a45f-88fe01757900'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:59:37.048857 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad9bd4a-26cc-4960-bb27-36f458eaba3f", "tag": "940a8491-52a4-41f3-a45f-88fe01757900"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:59:37.118061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdabe1-a558-4937-9614-2c89b41853d5 service neutron] Pushing event updated for resources: {'Port': ['ID=940a8491-52a4-41f3-a45f-88fe01757900,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:37.139340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d87ae279-498d-4cc0-afae-3b08f4e5b0c2 req-c10caccc-0f94-4f72-a2cb-d7679b4f47a2 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850873 Aug 26 11:59:37.149437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-482007a0-c108-4e79-bb5b-7c08f0ddc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:37.151000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-482007a0-c108-4e79-bb5b-7c08f0ddc60f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b28cd714ca84aceb802b4c4c523bb22&device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 1095 time: 0.0665514 Aug 26 11:59:37.201466 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 11:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caaaf38-5766-4bf6-bb12-6b7491cf401d x-openstack-request-id: req-4caaaf38-5766-4bf6-bb12-6b7491cf401d {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:59:37.201765 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad9bd4a-26cc-4960-bb27-36f458eaba3f", "tag": "940a8491-52a4-41f3-a45f-88fe01757900", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:59:37.202029 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4caaaf38-5766-4bf6-bb12-6b7491cf401d {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:59:37.202429 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad9bd4a-26cc-4960-bb27-36f458eaba3f', 'tag': '940a8491-52a4-41f3-a45f-88fe01757900', 'status': 'completed', 'code': 200} Aug 26 11:59:37.204245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-b02de597-feb0-4451-bcb0-727cadc11a92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=940a8491-52a4-41f3-a45f-88fe01757900 HTTP/1.1" status: 200 len: 217 time: 0.0447247 Aug 26 11:59:37.256056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-0796fa92-699f-446d-9bf5-ba0dbacb6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:37.257457 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-0796fa92-699f-446d-9bf5-ba0dbacb6484 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47b1bf98-aaa6-4257-8fc2-163dae8a4c3c HTTP/1.1" status: 200 len: 856 time: 0.0444775 Aug 26 11:59:37.306157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-80f519be-c81e-4667-991c-73e976d1bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:37.307646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-80f519be-c81e-4667-991c-73e976d1bf36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d65633f-5c41-4bcd-957f-e3135cc5a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421438 Aug 26 11:59:37.401889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-53485fd0-0251-4d95-804b-ad521df8e9e5 service neutron] 10.222.0.47 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851014 Aug 26 11:59:37.491887 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6254415c-7ed4-4248-b030-a7e04c7bb70b req-149b0d8e-b14b-4744-b289-0317d56b9d9b service neutron] 10.222.0.47 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824547 Aug 26 11:59:37.586305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6 req-d01e1f67-6b21-4fe7-989e-50875186b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:37.587737 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6 req-d01e1f67-6b21-4fe7-989e-50875186b730 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b28cd714ca84aceb802b4c4c523bb22&device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 1095 time: 0.0415967 Aug 26 11:59:37.684326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6 req-cfd0bb2c-e990-45f5-9ef2-cb83ce67c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:37.685743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6 req-cfd0bb2c-e990-45f5-9ef2-cb83ce67c85b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d65633f-5c41-4bcd-957f-e3135cc5a4be HTTP/1.1" status: 200 len: 918 time: 0.0890610 Aug 26 11:59:37.729205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6 req-02891f6c-ffa6-4d25-aa50-55d01fa9249d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=940a8491-52a4-41f3-a45f-88fe01757900 HTTP/1.1" status: 200 len: 217 time: 0.0352852 Aug 26 11:59:37.782816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6 req-1c8ad46b-21b4-4323-8713-761ac7246db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:37.784275 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6 req-1c8ad46b-21b4-4323-8713-761ac7246db0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=47b1bf98-aaa6-4257-8fc2-163dae8a4c3c HTTP/1.1" status: 200 len: 856 time: 0.0476487 Aug 26 11:59:37.830330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6 req-9f772a64-43a6-4864-96a1-a0f039130aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:37.831810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6 req-9f772a64-43a6-4864-96a1-a0f039130aaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d65633f-5c41-4bcd-957f-e3135cc5a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392401 Aug 26 11:59:37.924952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6 req-ed4b6c88-ff27-4e19-a61f-4005dff435ff service neutron] 10.222.0.47 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813358 Aug 26 11:59:38.017651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-15cadb06-ccf4-4932-b5ab-f84787cd1ef6 req-7ef6f0de-3b67-4790-868e-e0f249ff545d service neutron] 10.222.0.47 "GET /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845344 Aug 26 11:59:38.255926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74e738-9c94-4ebf-9c44-f10dad55e25d req-a2947c6c-e87b-472f-bd82-9e4e9adb207d tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:38.257430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c74e738-9c94-4ebf-9c44-f10dad55e25d req-a2947c6c-e87b-472f-bd82-9e4e9adb207d tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 943 time: 0.0500197 Aug 26 11:59:38.295354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c74e738-9c94-4ebf-9c44-f10dad55e25d req-08128c5e-e81c-461e-bf44-c293788ff62b tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Aug 26 11:59:39.407530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee292ce-aa03-4946-9263-6d95430dd80f req-e34ab2f2-b0aa-40ce-a355-15d19b18c35a tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:39.409022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aee292ce-aa03-4946-9263-6d95430dd80f req-e34ab2f2-b0aa-40ce-a355-15d19b18c35a tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 943 time: 0.0487773 Aug 26 11:59:39.450558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aee292ce-aa03-4946-9263-6d95430dd80f req-f98791b8-8008-4f88-b13b-248da3a33990 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353324 Aug 26 11:59:40.564166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e79f5-fc49-4280-87b9-7664deb5e272 req-1f0ef319-d9a9-4018-8daa-b30ebf36836f tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:40.565697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e64e79f5-fc49-4280-87b9-7664deb5e272 req-1f0ef319-d9a9-4018-8daa-b30ebf36836f tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 943 time: 0.0492518 Aug 26 11:59:40.604720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e64e79f5-fc49-4280-87b9-7664deb5e272 req-e92eb1a8-26af-4b1a-a760-a7f7677b0bc8 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325367 Aug 26 11:59:40.918887 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 940a8491-52a4-41f3-a45f-88fe01757900 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 11:59:41.015212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 940a8491-52a4-41f3-a45f-88fe01757900, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=940a8491-52a4-41f3-a45f-88fe01757900,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:59:41.029326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '940a8491-52a4-41f3-a45f-88fe01757900', 'network_id': '9d65633f-5c41-4bcd-957f-e3135cc5a4be', 'port_id': '940a8491-52a4-41f3-a45f-88fe01757900', 'mac_address': 'fa:16:3e:31:ed:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b1bf98-aaa6-4257-8fc2-163dae8a4c3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 11:59:41.065189 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:41.077827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940a8491-52a4-41f3-a45f-88fe01757900 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 11:59:41.095986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 940a8491-52a4-41f3-a45f-88fe01757900, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=940a8491-52a4-41f3-a45f-88fe01757900,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:59:41.099452 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:41.144758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=940a8491-52a4-41f3-a45f-88fe01757900,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:41.482359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['940a8491-52a4-41f3-a45f-88fe01757900'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 11:59:41.718940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6d5ea-ced6-46fa-89b0-a291eca76de2 req-e7665df4-f5ed-488b-b61d-fbe3bda87425 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:41.720432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77e6d5ea-ced6-46fa-89b0-a291eca76de2 req-e7665df4-f5ed-488b-b61d-fbe3bda87425 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 944 time: 0.0491428 Aug 26 11:59:41.758090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-77e6d5ea-ced6-46fa-89b0-a291eca76de2 req-69b7ff59-e9bc-483f-9d0d-747f7e640336 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313282 Aug 26 11:59:42.869576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a14d0-ab84-44b4-8d9e-95c93074757a req-23f13c68-3b3d-4394-80e2-647d72abde66 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:42.871317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e70a14d0-ab84-44b4-8d9e-95c93074757a req-23f13c68-3b3d-4394-80e2-647d72abde66 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 944 time: 0.0482419 Aug 26 11:59:42.910927 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e70a14d0-ab84-44b4-8d9e-95c93074757a req-306d0791-0c48-4b27-a388-d70a63f6d2b9 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338700 Aug 26 11:59:42.932817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 940a8491-52a4-41f3-a45f-88fe01757900 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 11:59:42.979394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 940a8491-52a4-41f3-a45f-88fe01757900 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 11:59:42.982922 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 940a8491-52a4-41f3-a45f-88fe01757900 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 11:59:42.983300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:43.059520 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:43.080313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad9bd4a-26cc-4960-bb27-36f458eaba3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940a8491-52a4-41f3-a45f-88fe01757900'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 11:59:43.082523 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cce903-2385-4ae4-8db8-92e595b08251" -d '{"events": [{"server_uuid": "8ad9bd4a-26cc-4960-bb27-36f458eaba3f", "name": "network-vif-plugged", "status": "completed", "tag": "940a8491-52a4-41f3-a45f-88fe01757900"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 11:59:43.095336 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 940a8491-52a4-41f3-a45f-88fe01757900, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=940a8491-52a4-41f3-a45f-88fe01757900,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 11:59:43.099466 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:43.125609 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 11:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec6cb8d-4713-4ab0-8420-7b6eff9761f2 x-openstack-request-id: req-2ec6cb8d-4713-4ab0-8420-7b6eff9761f2 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 11:59:43.125898 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad9bd4a-26cc-4960-bb27-36f458eaba3f", "name": "network-vif-plugged", "status": "completed", "tag": "940a8491-52a4-41f3-a45f-88fe01757900", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 11:59:43.126148 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ec6cb8d-4713-4ab0-8420-7b6eff9761f2 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 11:59:43.126528 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad9bd4a-26cc-4960-bb27-36f458eaba3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940a8491-52a4-41f3-a45f-88fe01757900', 'code': 200} Aug 26 11:59:43.151793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=940a8491-52a4-41f3-a45f-88fe01757900,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 11:59:43.214249 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc938be0-90a1-4b18-9ab2-c09f03db6e47 req-1e9334c3-c213-487f-802a-7d40f939f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:43.215793 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc938be0-90a1-4b18-9ab2-c09f03db6e47 req-1e9334c3-c213-487f-802a-7d40f939f88e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 1097 time: 0.0398576 Aug 26 11:59:43.251402 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc938be0-90a1-4b18-9ab2-c09f03db6e47 req-bae6bf0e-f479-4170-bb6f-aa7680e8fe35 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280590 Aug 26 11:59:43.440700 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88262542-3e25-4f28-8569-464616c14946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:44.024711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea427be-1721-4d83-8422-2f623675d2b0 req-1dbce90d-95fa-476e-82ef-aba116cfd51d tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:44.026161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bea427be-1721-4d83-8422-2f623675d2b0 req-1dbce90d-95fa-476e-82ef-aba116cfd51d tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 945 time: 0.0485020 Aug 26 11:59:44.063025 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bea427be-1721-4d83-8422-2f623675d2b0 req-d4ce98b5-1203-4760-8c61-61b1ba2531a8 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Aug 26 11:59:45.176920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4942fb-e926-4880-bddc-91579892b712 req-21cb441b-bfdc-4220-9f7a-8ca71dab1b32 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:45.178302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df4942fb-e926-4880-bddc-91579892b712 req-21cb441b-bfdc-4220-9f7a-8ca71dab1b32 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 945 time: 0.0481374 Aug 26 11:59:45.219073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df4942fb-e926-4880-bddc-91579892b712 req-8f307ab2-f1f9-4768-8189-b10ac638d047 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Aug 26 11:59:45.330150 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749c53a-02cd-4e7c-a04b-4a37f032df25 req-9b5ba329-e652-4348-8cdf-d08d706555ab tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 11:59:45.331654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5749c53a-02cd-4e7c-a04b-4a37f032df25 req-9b5ba329-e652-4348-8cdf-d08d706555ab tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 945 time: 0.0489018 Aug 26 11:59:45.370256 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5749c53a-02cd-4e7c-a04b-4a37f032df25 req-c5ec8b0c-2eb0-4dd7-9373-74fe3a57ef29 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Aug 26 11:59:45.840721 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd05ca5d-f0b3-462c-b815-f71e7f7a7480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:46.370221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:47.457680 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:49.526058 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:51.076744 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 11:59:53.016719 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:03.669023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af321c7-d410-4f10-9a8f-342099830d62 req-1ab72600-3e33-43fd-9775-bccbda53d4d4 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:03.671067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9af321c7-d410-4f10-9a8f-342099830d62 req-1ab72600-3e33-43fd-9775-bccbda53d4d4 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 945 time: 0.0505571 Aug 26 12:00:03.708382 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9af321c7-d410-4f10-9a8f-342099830d62 req-d7418c26-0a10-4510-a658-a5739a781836 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314965 Aug 26 12:00:04.821143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1bf01-789f-4052-9a4a-36a84d947ad3 req-fbef6e92-2e18-4f1c-81b7-91d620b62814 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:04.822638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2a1bf01-789f-4052-9a4a-36a84d947ad3 req-fbef6e92-2e18-4f1c-81b7-91d620b62814 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 945 time: 0.0489974 Aug 26 12:00:04.864362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e2a1bf01-789f-4052-9a4a-36a84d947ad3 req-a9ae9f44-1104-47e8-9551-dbd2350b7f75 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/security-groups?id=49522620-3e74-48cf-9f4c-e01dc7cf2651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358846 Aug 26 12:00:05.571948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ed963-ee50-4e28-a971-b1d3481d012c req-43c606a3-3328-4e56-a249-ae37eee79bc0 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:05.573434 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f4ed963-ee50-4e28-a971-b1d3481d012c req-43c606a3-3328-4e56-a249-ae37eee79bc0 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 945 time: 0.0497310 Aug 26 12:00:05.659743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-8f4ed963-ee50-4e28-a971-b1d3481d012c req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Deleting port 940a8491-52a4-41f3-a45f-88fe01757900 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:00:05.660093 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8f4ed963-ee50-4e28-a971-b1d3481d012c req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:05.750625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-8f4ed963-ee50-4e28-a971-b1d3481d012c req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] For port 940a8491-52a4-41f3-a45f-88fe01757900, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=940a8491-52a4-41f3-a45f-88fe01757900,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:05.750937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8f4ed963-ee50-4e28-a971-b1d3481d012c req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:05.763941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-8f4ed963-ee50-4e28-a971-b1d3481d012c req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Calling delete_port for 940a8491-52a4-41f3-a45f-88fe01757900 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:00:05.892748 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8f4ed963-ee50-4e28-a971-b1d3481d012c req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:05.908695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['940a8491-52a4-41f3-a45f-88fe01757900'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:00:05.925540 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Pushing event deleted for resources: {'Port': ['ID=940a8491-52a4-41f3-a45f-88fe01757900,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:05.936767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.937128 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.937478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.937828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.938171 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.938510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.938880 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.939219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.939557 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.939893 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.940220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.940551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:05.999293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8246be5b-55be-42f7-9b07-6a7b2577c656 req-25599a4d-89ab-43fc-aa06-52bcac55cc82 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ad9bd4a-26cc-4960-bb27-36f458eaba3f HTTP/1.1" status: 200 len: 210 time: 0.0541451 Aug 26 12:00:06.000197 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4ed963-ee50-4e28-a971-b1d3481d012c req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] No DVR routers for this DVR port 940a8491-52a4-41f3-a45f-88fe01757900 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:00:06.002950 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-8f4ed963-ee50-4e28-a971-b1d3481d012c req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:06.005575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8f4ed963-ee50-4e28-a971-b1d3481d012c req-27b317b9-8d81-4231-976c-f29e11b8bac6 tempest-TestEncryptedCinderVolumes-1487658823 tempest-TestEncryptedCinderVolumes-1487658823-project] 10.222.0.47 "DELETE /v2.0/ports/940a8491-52a4-41f3-a45f-88fe01757900 HTTP/1.1" status: 204 len: 173 time: 0.4257431 Aug 26 12:00:06.006047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad9bd4a-26cc-4960-bb27-36f458eaba3f', 'name': 'network-vif-deleted', 'tag': '940a8491-52a4-41f3-a45f-88fe01757900'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:00:06.008361 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7208bd50-7edb-4fbf-8208-226973f47655" -d '{"events": [{"server_uuid": "8ad9bd4a-26cc-4960-bb27-36f458eaba3f", "name": "network-vif-deleted", "tag": "940a8491-52a4-41f3-a45f-88fe01757900"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:00:06.051271 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eee3d8c-d64a-4c30-9cdc-7a8709f99a4e x-openstack-request-id: req-5eee3d8c-d64a-4c30-9cdc-7a8709f99a4e {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:00:06.051566 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad9bd4a-26cc-4960-bb27-36f458eaba3f", "name": "network-vif-deleted", "tag": "940a8491-52a4-41f3-a45f-88fe01757900", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:00:06.051817 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5eee3d8c-d64a-4c30-9cdc-7a8709f99a4e {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:00:06.052215 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad9bd4a-26cc-4960-bb27-36f458eaba3f', 'name': 'network-vif-deleted', 'tag': '940a8491-52a4-41f3-a45f-88fe01757900', 'status': 'completed', 'code': 200} Aug 26 12:00:07.087311 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43246) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:07.499831 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:07.786892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Deleting port 142a3085-e036-450f-b34a-83e4ec6a6fdd {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:00:07.787237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:07.864281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] For port 142a3085-e036-450f-b34a-83e4ec6a6fdd, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=142a3085-e036-450f-b34a-83e4ec6a6fdd,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:07.864642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:07.877442 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Calling delete_port for 142a3085-e036-450f-b34a-83e4ec6a6fdd owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:00:08.048193 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:08.072749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Pushing event deleted for resources: {'Port': ['ID=142a3085-e036-450f-b34a-83e4ec6a6fdd,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:08.085761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.085940 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.086196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.086532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.086892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.087225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.087560 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.088098 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.088203 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.088498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.088819 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.089139 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:08.248646 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:08.706080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:00:08.807812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:00:08.813642 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b4b77a32-9ccb-430f-abbc-d763327e544f admin admin] 10.222.0.21 "PUT /v2.0/routers/594bfa75-cfd9-4b6f-916b-06a97334d7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7252541 Aug 26 12:00:08.816259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43252) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:08.816990 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38b0dc-307c-4333-aa05-edd47aa14b63 None None] Sync routers for ids ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:00:08.839062 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38b0dc-307c-4333-aa05-edd47aa14b63 None None] Routers {'594bfa75-cfd9-4b6f-916b-06a97334d7e3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:08.839687 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4f38b0dc-307c-4333-aa05-edd47aa14b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:59:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:08.921130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:08.945120 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-4f38b0dc-307c-4333-aa05-edd47aa14b63 None None] Set router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:09.025062 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.077106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Deleting port 19a26d55-0107-459b-a276-ab047b532bc7 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:00:09.077501 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.077870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 940a8491-52a4-41f3-a45f-88fe01757900 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:00:09.101230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 940a8491-52a4-41f3-a45f-88fe01757900 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:00:09.101571 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 940a8491-52a4-41f3-a45f-88fe01757900 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:00:09.121552 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4f38b0dc-307c-4333-aa05-edd47aa14b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'name': 'tempest-TestEncryptedCinderVolumes-1580878029-router', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '19a26d55-0107-459b-a276-ab047b532bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:50Z', 'updated_at': '2021-08-26T12:00:08Z', 'revision_number': 5, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'gw_port': {'id': '19a26d55-0107-459b-a276-ab047b532bc7', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:51Z', 'updated_at': '2021-08-26T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:09.147502 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38b0dc-307c-4333-aa05-edd47aa14b63 None None] Checking router: 594bfa75-cfd9-4b6f-916b-06a97334d7e3 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:00:09.155549 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38b0dc-307c-4333-aa05-edd47aa14b63 None None] Routers {'594bfa75-cfd9-4b6f-916b-06a97334d7e3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:09.156143 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4f38b0dc-307c-4333-aa05-edd47aa14b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:59:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:09.160113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] For port 19a26d55-0107-459b-a276-ab047b532bc7, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=19a26d55-0107-459b-a276-ab047b532bc7,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:09.160710 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.173532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Calling delete_port for 19a26d55-0107-459b-a276-ab047b532bc7 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:00:09.244232 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-4f38b0dc-307c-4333-aa05-edd47aa14b63 None None] Set router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:09.297808 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-4f38b0dc-307c-4333-aa05-edd47aa14b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'name': 'tempest-TestEncryptedCinderVolumes-1580878029-router', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:50Z', 'updated_at': '2021-08-26T12:00:09Z', 'revision_number': 6, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:09.322685 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38b0dc-307c-4333-aa05-edd47aa14b63 None None] The sync data for ids ['594bfa75-cfd9-4b6f-916b-06a97334d7e3'] in n-d-778550-13 is: [{'id': '594bfa75-cfd9-4b6f-916b-06a97334d7e3', 'name': 'tempest-TestEncryptedCinderVolumes-1580878029-router', 'tenant_id': '5b28cd714ca84aceb802b4c4c523bb22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:50Z', 'updated_at': '2021-08-26T12:00:09Z', 'revision_number': 6, 'project_id': '5b28cd714ca84aceb802b4c4c523bb22', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:00:09.337571 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.364768 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Pushing event deleted for resources: {'Port': ['ID=19a26d55-0107-459b-a276-ab047b532bc7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:09.426894 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.514744 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.516814 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.560076 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.560744 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 594bfa75-cfd9-4b6f-916b-06a97334d7e3 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:00:09.565454 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.566672 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-22ca1234-c6e7-4e51-b0c7-e1c468ec399f admin admin] 10.222.0.21 "DELETE /v2.0/routers/594bfa75-cfd9-4b6f-916b-06a97334d7e3 HTTP/1.1" status: 204 len: 168 time: 0.7495124 Aug 26 12:00:09.569198 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43254) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:09.612370 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbe292e-5b78-4e4b-a41c-de86771548a6 admin admin] Deleting subnet 47b1bf98-aaa6-4257-8fc2-163dae8a4c3c {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:00:09.615226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bbe292e-5b78-4e4b-a41c-de86771548a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.648352 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bbe292e-5b78-4e4b-a41c-de86771548a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.733523 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bbe292e-5b78-4e4b-a41c-de86771548a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.803582 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bbe292e-5b78-4e4b-a41c-de86771548a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.808225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 142a3085-e036-450f-b34a-83e4ec6a6fdd no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:00:09.828057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe292e-5b78-4e4b-a41c-de86771548a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b1bf98-aaa6-4257-8fc2-163dae8a4c3c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:09.828471 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 142a3085-e036-450f-b34a-83e4ec6a6fdd {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:00:09.828823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 142a3085-e036-450f-b34a-83e4ec6a6fdd not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:00:09.835318 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1bbe292e-5b78-4e4b-a41c-de86771548a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.837197 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1bbe292e-5b78-4e4b-a41c-de86771548a6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/47b1bf98-aaa6-4257-8fc2-163dae8a4c3c HTTP/1.1" status: 204 len: 168 time: 0.2670925 Aug 26 12:00:09.839713 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43256) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:09.841233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a569f9b-3b75-461d-abdc-c619ee8c56d1 None None] Network 9d65633f-5c41-4bcd-957f-e3135cc5a4be requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:00:09.910557 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:09.963089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Deleting port c6600c3c-9a7c-4d80-9008-a9fadb398c5c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:00:09.963438 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:10.028294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] For port c6600c3c-9a7c-4d80-9008-a9fadb398c5c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c6600c3c-9a7c-4d80-9008-a9fadb398c5c,segment=NetworkSegment(78394d05-2797-45b3-b744-baf6b1c6b36e),segment_id=78394d05-2797-45b3-b744-baf6b1c6b36e)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:10.028669 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:10.041761 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Calling delete_port for c6600c3c-9a7c-4d80-9008-a9fadb398c5c owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:00:10.123467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:10.148892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5539c043-5697-4e6c-8a63-8ba07378d80d None None] DHCP port deletion for 9d65633f-5c41-4bcd-957f-e3135cc5a4be request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:00:10.150163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6600c3c-9a7c-4d80-9008-a9fadb398c5c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:10.157224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] No DVR routers for this DVR port c6600c3c-9a7c-4d80-9008-a9fadb398c5c on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:00:10.232730 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:10.242863 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d65633f-5c41-4bcd-957f-e3135cc5a4be']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:10.254372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78394d05-2797-45b3-b744-baf6b1c6b36e') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:10.254668 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78394d05-2797-45b3-b744-baf6b1c6b36e') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:10.263843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:10.277366 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:10.284026 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:00:10.284418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: timer() Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:00:10.286133 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:00:10.340396 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:10.345708 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:10.350616 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9d65633f-5c41-4bcd-957f-e3135cc5a4be HTTP/1.1" status: 204 len: 168 time: 0.5070417 Aug 26 12:00:10.350884 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43258) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:10.360820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f448e0-625c-4076-b021-1bf7c778ccc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d65633f-5c41-4bcd-957f-e3135cc5a4be,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:10.696080 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:10.936012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] Deleting port cd87491a-cbe0-4d44-8213-2f4fe04f1cab {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:00:10.936359 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:11.011943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] For port cd87491a-cbe0-4d44-8213-2f4fe04f1cab, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=cd87491a-cbe0-4d44-8213-2f4fe04f1cab,segment=NetworkSegment(51ca9816-d447-4572-a4cc-4f465e5f2fb7),segment_id=51ca9816-d447-4572-a4cc-4f465e5f2fb7)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:11.012235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:11.027897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] Calling delete_port for cd87491a-cbe0-4d44-8213-2f4fe04f1cab owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:00:11.202088 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:11.227563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd87491a-cbe0-4d44-8213-2f4fe04f1cab,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:11.391918 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:11.605499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] Router afeb4762-0be6-41a0-8c9c-55f4fc5730ae has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:00:11.615916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 19a26d55-0107-459b-a276-ab047b532bc7 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:00:11.635481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 19a26d55-0107-459b-a276-ab047b532bc7 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:00:11.635827 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 19a26d55-0107-459b-a276-ab047b532bc7 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:00:11.636236 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c6600c3c-9a7c-4d80-9008-a9fadb398c5c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:00:11.654534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c6600c3c-9a7c-4d80-9008-a9fadb398c5c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:00:11.654907 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c6600c3c-9a7c-4d80-9008-a9fadb398c5c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:00:11.713989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:00:11.720022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d9b509a5-f3e1-4831-9734-f56895a7f266 admin admin] 10.222.0.21 "PUT /v2.0/routers/afeb4762-0be6-41a0-8c9c-55f4fc5730ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3681040 Aug 26 12:00:11.722794 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43260) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:11.723626 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ec7cce-e3da-487f-9583-35cfd9e7299a None None] Sync routers for ids ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:00:11.733197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ec7cce-e3da-487f-9583-35cfd9e7299a None None] Routers {'afeb4762-0be6-41a0-8c9c-55f4fc5730ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:11.733810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f5ec7cce-e3da-487f-9583-35cfd9e7299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:59:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:11.770243 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:00:11.832465 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:11.837588 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f5ec7cce-e3da-487f-9583-35cfd9e7299a None None] Set router afeb4762-0be6-41a0-8c9c-55f4fc5730ae gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:11.936001 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:11.986163 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Deleting port d32460d3-3c05-457f-9907-330de44ef07a {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:00:11.986517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.016083 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f5ec7cce-e3da-487f-9583-35cfd9e7299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'name': 'tempest-TestEncryptedCinderVolumes-1261698043-router', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T12:00:11Z', 'revision_number': 5, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'gw_port': {'id': 'd32460d3-3c05-457f-9907-330de44ef07a', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T11:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:12.046195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ec7cce-e3da-487f-9583-35cfd9e7299a None None] Checking router: afeb4762-0be6-41a0-8c9c-55f4fc5730ae for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:00:12.054613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ec7cce-e3da-487f-9583-35cfd9e7299a None None] Routers {'afeb4762-0be6-41a0-8c9c-55f4fc5730ae'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:12.055286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f5ec7cce-e3da-487f-9583-35cfd9e7299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T11:59:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:12.067444 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] For port d32460d3-3c05-457f-9907-330de44ef07a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=d32460d3-3c05-457f-9907-330de44ef07a,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:12.067813 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.079846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Calling delete_port for d32460d3-3c05-457f-9907-330de44ef07a owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:00:12.141679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f5ec7cce-e3da-487f-9583-35cfd9e7299a None None] Set router afeb4762-0be6-41a0-8c9c-55f4fc5730ae gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:12.192974 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f5ec7cce-e3da-487f-9583-35cfd9e7299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'name': 'tempest-TestEncryptedCinderVolumes-1261698043-router', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T12:00:11Z', 'revision_number': 6, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:12.223351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ec7cce-e3da-487f-9583-35cfd9e7299a None None] The sync data for ids ['afeb4762-0be6-41a0-8c9c-55f4fc5730ae'] in n-d-778550-13 is: [{'id': 'afeb4762-0be6-41a0-8c9c-55f4fc5730ae', 'name': 'tempest-TestEncryptedCinderVolumes-1261698043-router', 'tenant_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T11:58:55Z', 'updated_at': '2021-08-26T12:00:11Z', 'revision_number': 6, 'project_id': '0c3f2956ab2a46d2916c462b2bd95fa5', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:00:12.244507 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.273145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d32460d3-3c05-457f-9907-330de44ef07a,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:12.329387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.420994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.422968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.464844 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.465347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router afeb4762-0be6-41a0-8c9c-55f4fc5730ae {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:00:12.470408 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.471668 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9d87e0df-62f6-4333-b722-a2114dfdb6dc admin admin] 10.222.0.21 "DELETE /v2.0/routers/afeb4762-0be6-41a0-8c9c-55f4fc5730ae HTTP/1.1" status: 204 len: 168 time: 0.7478862 Aug 26 12:00:12.474145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43262) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:12.517066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dee421b-1841-45f3-aedf-596cb7d33008 admin admin] Deleting subnet 427bc4be-7284-40fe-8dc3-c7c35edbaf8d {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:00:12.519958 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dee421b-1841-45f3-aedf-596cb7d33008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.555698 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dee421b-1841-45f3-aedf-596cb7d33008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.644206 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dee421b-1841-45f3-aedf-596cb7d33008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.695657 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dee421b-1841-45f3-aedf-596cb7d33008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.722525 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee421b-1841-45f3-aedf-596cb7d33008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427bc4be-7284-40fe-8dc3-c7c35edbaf8d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:12.724517 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6dee421b-1841-45f3-aedf-596cb7d33008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.726364 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6dee421b-1841-45f3-aedf-596cb7d33008 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/427bc4be-7284-40fe-8dc3-c7c35edbaf8d HTTP/1.1" status: 204 len: 168 time: 0.2512562 Aug 26 12:00:12.728904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43264) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:12.729515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96fff3-7487-4d32-964f-ba1ef59e2495 None None] Network 3ef38ef6-a3d6-487c-9947-e70b4c022c8d requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:00:12.799753 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.853955 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Deleting port ac8def02-3a16-47eb-9d9a-4119514f376f {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:00:12.854313 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.915938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] For port ac8def02-3a16-47eb-9d9a-4119514f376f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=ac8def02-3a16-47eb-9d9a-4119514f376f,segment=NetworkSegment(51ca9816-d447-4572-a4cc-4f465e5f2fb7),segment_id=51ca9816-d447-4572-a4cc-4f465e5f2fb7)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:12.916246 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:12.928606 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Calling delete_port for ac8def02-3a16-47eb-9d9a-4119514f376f owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:00:12.969832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] DHCP port deletion for 3ef38ef6-a3d6-487c-9947-e70b4c022c8d request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:00:13.012891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.022631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Deleting port ac8def02-3a16-47eb-9d9a-4119514f376f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:00:13.023052 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.039106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8def02-3a16-47eb-9d9a-4119514f376f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:13.043277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] No DVR routers for this DVR port ac8def02-3a16-47eb-9d9a-4119514f376f on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:00:13.091197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] For port ac8def02-3a16-47eb-9d9a-4119514f376f, host n-d-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:13.091622 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.104101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Calling delete_port for ac8def02-3a16-47eb-9d9a-4119514f376f owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:00:13.106821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Port ac8def02-3a16-47eb-9d9a-4119514f376f was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 12:00:13.108137 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.116776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.127181 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef38ef6-a3d6-487c-9947-e70b4c022c8d']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:13.132773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Pushing event deleted for resources: {'Port': ['ID=ac8def02-3a16-47eb-9d9a-4119514f376f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:13.137040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] No DVR routers for this DVR port ac8def02-3a16-47eb-9d9a-4119514f376f on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:00:13.137583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ca9816-d447-4572-a4cc-4f465e5f2fb7') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:13.137886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ca9816-d447-4572-a4cc-4f465e5f2fb7') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:13.147082 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.147647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.148352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.148352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.148638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.148971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.149300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.149642 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.149969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.150394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.150613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.150960 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665b538e-6a5b-46e4-b0b2-a45248ac762d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:13.152493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.166708 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.173179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:00:13.173605 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: timer() Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:00:13.175609 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:00:13.232670 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.244395 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.248337 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3ef38ef6-a3d6-487c-9947-e70b4c022c8d HTTP/1.1" status: 204 len: 168 time: 0.5164800 Aug 26 12:00:13.259339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a44aef-0a3f-4bec-81cf-ff3ba9a0a487 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef38ef6-a3d6-487c-9947-e70b4c022c8d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:13.404544 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43268) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:13.442431 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98b5d3a9-f2dc-4ca0-961d-81af8f598722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.445298 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c4e77d8e-d870-440b-aac2-ae654f2ad53c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b28cd714ca84aceb802b4c4c523bb22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395963 Aug 26 12:00:13.447905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43270) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:13.499104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d24c745d-3e74-4cd7-9bc8-a3e2b44c7511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.519443 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d24c745d-3e74-4cd7-9bc8-a3e2b44c7511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.560000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device cd87491a-cbe0-4d44-8213-2f4fe04f1cab no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:00:13.567817 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d24c745d-3e74-4cd7-9bc8-a3e2b44c7511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.570535 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d24c745d-3e74-4cd7-9bc8-a3e2b44c7511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.571746 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d24c745d-3e74-4cd7-9bc8-a3e2b44c7511 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49522620-3e74-48cf-9f4c-e01dc7cf2651 HTTP/1.1" status: 204 len: 168 time: 0.1229267 Aug 26 12:00:13.580059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c745d-3e74-4cd7-9bc8-a3e2b44c7511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49522620-3e74-48cf-9f4c-e01dc7cf2651,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:13.586239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: cd87491a-cbe0-4d44-8213-2f4fe04f1cab {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:00:13.586646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device cd87491a-cbe0-4d44-8213-2f4fe04f1cab not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:00:13.587162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d32460d3-3c05-457f-9907-330de44ef07a no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:00:13.612321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: d32460d3-3c05-457f-9907-330de44ef07a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:00:13.612764 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device d32460d3-3c05-457f-9907-330de44ef07a not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:00:13.613250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ac8def02-3a16-47eb-9d9a-4119514f376f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:00:13.632971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: ac8def02-3a16-47eb-9d9a-4119514f376f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:00:13.633318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device ac8def02-3a16-47eb-9d9a-4119514f376f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:00:13.879050 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43276) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:13.917993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ae63cb11-88a1-4d8f-9777-a604da27bf33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c3f2956ab2a46d2916c462b2bd95fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378375 Aug 26 12:00:13.920935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43278) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:13.970376 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c91f3e4-1dca-4600-ab34-e57743df0f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:13.991313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c91f3e4-1dca-4600-ab34-e57743df0f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:14.036270 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c91f3e4-1dca-4600-ab34-e57743df0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:14.038829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8c91f3e4-1dca-4600-ab34-e57743df0f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:14.039971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8c91f3e4-1dca-4600-ab34-e57743df0f2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef6c24ba-3cf6-4a8b-92f1-ec83443a21b3 HTTP/1.1" status: 204 len: 168 time: 0.1180623 Aug 26 12:00:14.048338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91f3e4-1dca-4600-ab34-e57743df0f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6c24ba-3cf6-4a8b-92f1-ec83443a21b3,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:14.681199 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43300) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:14.775870 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1483285884-network', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:00:14.795964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Made reservation on behalf of 06416c1acce74f609d14cb5ebff505e1 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:00:14.798217 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:14.806228 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:14.891964 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:14.895764 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:14.915228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:00:14.929931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b391161e-e9b3-4b19-83d1-f9f45ce262e2,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:14.933192 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:14.933823 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Added segment b76f8321-0df7-4581-96b0-fd3a0992b7c0 of type vlan for network 74e301ef-5b03-459e-99d7-f2eeae1b8385 Aug 26 12:00:14.972589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:14.995876 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:14.997058 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:14.997692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.050625 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3683197 Aug 26 12:00:15.053636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43304) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:15.059378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] Request body: {'subnet': {'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1483285884-subnet', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:00:15.059522 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e352d8-198c-4881-a12b-b4c7e540ebf4 admin admin] Pushing event updated for resources: {'Network': ['ID=74e301ef-5b03-459e-99d7-f2eeae1b8385,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:15.072706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 74e301ef-5b03-459e-99d7-f2eeae1b8385 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:00:15.085674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] Made reservation on behalf of 06416c1acce74f609d14cb5ebff505e1 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:00:15.088029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.252504 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.311570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7661f4f3-5f12-4cb5-9805-46fa66466838,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:15.320691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] Checking segment: {'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:00:15.321083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] Network hostable DHCP agents. Network: 74e301ef-5b03-459e-99d7-f2eeae1b8385, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:00:15.337914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] Network 74e301ef-5b03-459e-99d7-f2eeae1b8385 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:00:15.346575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 74e301ef-5b03-459e-99d7-f2eeae1b8385) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:00:15.350628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:15.351333 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.354936 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f1cdca-76de-4bc0-9dd0-edb42e2d1127 None None] Network 74e301ef-5b03-459e-99d7-f2eeae1b8385 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:00:15.365193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d34d3cba-edd8-453b-b97c-cdf180c6690d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3098450 Aug 26 12:00:15.367966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43306) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:15.373547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:00:15.394930 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.395930 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.447413 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.502342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-74e301ef-5b03-459e-99d7-f2eeae1b8385', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'fixed_ips': [{'subnet_id': '7661f4f3-5f12-4cb5-9805-46fa66466838'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:00:15.503238 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.587829 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.637765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Allocated IP 172.20.0.2 (74e301ef-5b03-459e-99d7-f2eeae1b8385/7661f4f3-5f12-4cb5-9805-46fa66466838/8a742037-5fa3-4c95-848d-0799b54668d8) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:00:15.779167 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.785474 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.787342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Transition to ACTIVE for port object 8a742037-5fa3-4c95-848d-0799b54668d8 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:15.802669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Transition to ACTIVE for port object 8a742037-5fa3-4c95-848d-0799b54668d8 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:15.808052 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.809013 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.862113 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Network 74e301ef-5b03-459e-99d7-f2eeae1b8385 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:00:15.866204 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7534681f-1b7a-4c62-80a3-3c919d2db6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.868515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:00:15.870621 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:00:15.874613 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Pushing event updated for resources: {'Port': ['ID=8a742037-5fa3-4c95-848d-0799b54668d8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:15.916443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Allocated IP 172.25.1.10 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:00:15.925300 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Attempting to bind port 8a742037-5fa3-4c95-848d-0799b54668d8 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:00:15.925677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Attempting to bind port 8a742037-5fa3-4c95-848d-0799b54668d8 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:00:15.926041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Attempting to bind port 8a742037-5fa3-4c95-848d-0799b54668d8 on network 74e301ef-5b03-459e-99d7-f2eeae1b8385 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:00:15.931084 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 11, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:00:15.931457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Checking segment: {'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:00:15.931868 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.932260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Bound using segment: {'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:00:15.932727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Bound port: 8a742037-5fa3-4c95-848d-0799b54668d8, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:00:15.933111 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:15.998552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] For port 8a742037-5fa3-4c95-848d-0799b54668d8, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:00:16.001700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] For port 8a742037-5fa3-4c95-848d-0799b54668d8, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8a742037-5fa3-4c95-848d-0799b54668d8,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:00:16.005313 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:16.022993 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:16.063077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852bc75-4fff-4e71-945b-90b418185165 None None] Pushing event updated for resources: {'Port': ['ID=8a742037-5fa3-4c95-848d-0799b54668d8,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:16.067227 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:16.104095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:00:16.107192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:00:16.113758 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:00:16.140275 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:16.370907 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:16.394051 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:16.933574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef7acd-1465-42c4-ab0f-6925a20cf775 None None] Network 74e301ef-5b03-459e-99d7-f2eeae1b8385 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:00:16.940342 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:16.989434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9ce29f74-e48c-4695-8131-ba7884e0583a None None] Provisioning for port 8a742037-5fa3-4c95-848d-0799b54668d8 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:17.068125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Router af0468d7-2f62-4cba-9bc1-88983f749426 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:00:17.178265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:00:17.188400 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Sync routers for ids ['af0468d7-2f62-4cba-9bc1-88983f749426'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:00:17.195630 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:17.197186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5cba9ddf-0f56-4106-830e-955a44881490 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8280993 Aug 26 12:00:17.198175 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Routers {'af0468d7-2f62-4cba-9bc1-88983f749426'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:17.198818 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:00:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['af0468d7-2f62-4cba-9bc1-88983f749426'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:17.200017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43308) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:17.404834 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Set router af0468d7-2f62-4cba-9bc1-88983f749426 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:17.460896 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:17.587659 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:16Z', 'revision_number': 3, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:17.608247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8a742037-5fa3-4c95-848d-0799b54668d8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:17.622614 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Checking router: af0468d7-2f62-4cba-9bc1-88983f749426 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:00:17.622997 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Updating router af0468d7-2f62-4cba-9bc1-88983f749426 port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:00:17.648425 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:17.657433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 8a742037-5fa3-4c95-848d-0799b54668d8 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:17.661243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8a742037-5fa3-4c95-848d-0799b54668d8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:17.661622 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:17.663074 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:17.835035 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Allocated IP 172.20.0.1 (74e301ef-5b03-459e-99d7-f2eeae1b8385/7661f4f3-5f12-4cb5-9805-46fa66466838/8e71ea8f-31d6-48ff-a1fd-16134a047d1d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:00:17.911069 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:17.929894 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:17.941819 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Transition to ACTIVE for port object 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:17.942702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 8a742037-5fa3-4c95-848d-0799b54668d8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8a742037-5fa3-4c95-848d-0799b54668d8,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:17.947623 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:17.949760 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:17.957321 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:17.972924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Transition to ACTIVE for port object 8e71ea8f-31d6-48ff-a1fd-16134a047d1d will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:17.997758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=8a742037-5fa3-4c95-848d-0799b54668d8,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:18.004865 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Attempting to bind port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:00:18.005341 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Attempting to bind port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:00:18.005800 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Attempting to bind port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:00:18.012313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:18.014022 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490767df-d175-4cdc-b704-571692529320 None None] Pushing event updated for resources: {'Port': ['ID=6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:18.016194 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:00:18.016560 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:00:18.016950 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:18.017328 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:00:18.017782 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Bound port: 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:00:18.018149 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:18.041744 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.042087 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.042424 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.042774 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.043106 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.043433 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.043759 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.044082 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.044435 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.044757 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.045078 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.045397 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490767df-d175-4cdc-b704-571692529320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:00:18.050960 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Network 74e301ef-5b03-459e-99d7-f2eeae1b8385 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:00:18.057580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:00:18.061224 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:00:18.083070 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] For port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:00:18.084984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Pushing event updated for resources: {'Port': ['ID=8e71ea8f-31d6-48ff-a1fd-16134a047d1d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:18.086197 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] For port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:00:18.092860 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:18.107007 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:18.143420 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Routers {'af0468d7-2f62-4cba-9bc1-88983f749426'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:18.144059 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:00:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['af0468d7-2f62-4cba-9bc1-88983f749426'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:18.193440 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490767df-d175-4cdc-b704-571692529320 None None] Pushing event updated for resources: {'Port': ['ID=6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:18.254049 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:18.271527 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] Set router af0468d7-2f62-4cba-9bc1-88983f749426 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:18.342167 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a16cfa88-74f6-431f-9d60-1bb92204feb2 None None] Provisioning for port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:18.346198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a16cfa88-74f6-431f-9d60-1bb92204feb2 None None] Provisioning complete for port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:18.346998 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a16cfa88-74f6-431f-9d60-1bb92204feb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:18.386212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a16cfa88-74f6-431f-9d60-1bb92204feb2 None None] Port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:00:18.425946 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:18.431149 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:18.450696 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:16Z', 'revision_number': 3, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:18.480613 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e047e46-9b97-4571-b14a-b327bd438375 None None] The sync data for ids ['af0468d7-2f62-4cba-9bc1-88983f749426'] in n-d-778550-13 is: [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:16Z', 'revision_number': 3, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:00:18.497325 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:18.499143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Pushing event updated for resources: {'Port': ['ID=8e71ea8f-31d6-48ff-a1fd-16134a047d1d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:18.607096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Network 74e301ef-5b03-459e-99d7-f2eeae1b8385 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:00:18.608434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:00:18.753281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Router af0468d7-2f62-4cba-9bc1-88983f749426 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:00:18.875656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:00:18.880841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8ed3322b-5c53-402e-a24a-7865b2a7adba admin admin] 10.222.0.21 "PUT /v2.0/routers/af0468d7-2f62-4cba-9bc1-88983f749426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6797688 Aug 26 12:00:18.910528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b32915bd-4c82-4ebc-bfd6-edfef8c65808 None None] Provisioning complete for port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:18.911136 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b32915bd-4c82-4ebc-bfd6-edfef8c65808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:18.947911 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b32915bd-4c82-4ebc-bfd6-edfef8c65808 None None] Port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:00:19.361201 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43324) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:19.366274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-812388711-network', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:00:19.386971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Made reservation on behalf of 3b059bd8d14242b9af02a483bc0cff20 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:00:19.389702 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.398115 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.485936 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.490252 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.511046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:00:19.524710 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362893c0-d945-4ff7-bd47-8e46889c4753,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:19.530029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.530380 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Added segment ba756c89-6e0b-4aad-a216-1d1e26c8232d of type vlan for network b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 Aug 26 12:00:19.538092 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.573488 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.600252 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.601221 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:19.601812 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.650186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:19.662067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2997642 Aug 26 12:00:19.665532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43326) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:19.668004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b75a4-fa78-4c97-88ed-428e4c10c966 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:19.671736 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] Request body: {'subnet': {'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-812388711-subnet', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:00:19.685004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:00:19.697040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] Made reservation on behalf of 3b059bd8d14242b9af02a483bc0cff20 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:00:19.699748 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.768016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:19.771929 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:19.772307 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.854828 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.879810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:19.885658 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:19.886988 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8a742037-5fa3-4c95-848d-0799b54668d8 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:19.970514 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:19.984126 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8a742037-5fa3-4c95-848d-0799b54668d8 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:19.984506 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.032239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Sync routers for ids ['af0468d7-2f62-4cba-9bc1-88983f749426'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:00:20.063910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Routers {'af0468d7-2f62-4cba-9bc1-88983f749426'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:20.064550 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:00:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['af0468d7-2f62-4cba-9bc1-88983f749426'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:20.139562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.180248 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Set router af0468d7-2f62-4cba-9bc1-88983f749426 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:20.193384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65d1427-53a0-4ebc-909d-f47bdf6c0333,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:20.202533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] Checking segment: {'id': 'ba756c89-6e0b-4aad-a216-1d1e26c8232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:00:20.202925 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] Network hostable DHCP agents. Network: b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:00:20.220785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] Network b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:00:20.232170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:00:20.237084 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:20.237507 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.252547 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8ccd01de-3841-4bc0-95ac-1527d16e20ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5858991 Aug 26 12:00:20.255070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43328) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:20.259402 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-812388711-router', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:00:20.265105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20c4df-4e31-4229-96ec-d37004017f26 None None] Network b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:00:20.280408 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.281368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.336752 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.469575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.499215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7', 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'fixed_ips': [{'subnet_id': 'd65d1427-53a0-4ebc-909d-f47bdf6c0333'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:00:20.500074 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.523112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 4, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '8e71ea8f-31d6-48ff-a1fd-16134a047d1d', 'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'mac_address': 'fa:16:3e:7b:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:17Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 2, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'subnets': [{'id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:20.545314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Checking router: af0468d7-2f62-4cba-9bc1-88983f749426 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:00:20.545676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Updating router af0468d7-2f62-4cba-9bc1-88983f749426 port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:00:20.624249 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.669379 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.689249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.767442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Allocated IP 172.20.0.2 (b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7/d65d1427-53a0-4ebc-909d-f47bdf6c0333/fa3ebade-ac39-41cd-9072-3f79dcb71f54) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:00:20.795091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Allocated IP 172.25.1.17 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/463cc05c-365e-4755-8176-ef9e53fbc6cc) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:00:20.900149 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.941678 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:20.978223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:00:20.981500 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:00:20.985963 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:00:21.023263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Pushing event updated for resources: {'Port': ['ID=463cc05c-365e-4755-8176-ef9e53fbc6cc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:21.028032 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.043841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Transition to ACTIVE for port object fa3ebade-ac39-41cd-9072-3f79dcb71f54 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:21.057560 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.084468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Transition to ACTIVE for port object fa3ebade-ac39-41cd-9072-3f79dcb71f54 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:21.089076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Transition to ACTIVE for port object 8e71ea8f-31d6-48ff-a1fd-16134a047d1d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:21.095193 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.100439 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.102131 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.279269 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.312009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Network b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:00:21.315778 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Pushing event updated for resources: {'Port': ['ID=fa3ebade-ac39-41cd-9072-3f79dcb71f54,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:21.322870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:00:21.324963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:00:21.416895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28b9e6-fabb-4e7b-98e8-84dc39371546 None None] Pushing event updated for resources: {'Port': ['ID=8e71ea8f-31d6-48ff-a1fd-16134a047d1d,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:21.444551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Attempting to bind port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:00:21.444908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Attempting to bind port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:00:21.445267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Attempting to bind port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d on network 74e301ef-5b03-459e-99d7-f2eeae1b8385 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:00:21.457977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:00:21.458384 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Checking segment: {'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:00:21.458760 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.459153 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Bound using segment: {'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:00:21.459627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Bound port: 8e71ea8f-31d6-48ff-a1fd-16134a047d1d, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:00:21.460006 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.462043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Attempting to bind port fa3ebade-ac39-41cd-9072-3f79dcb71f54 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:00:21.462400 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Attempting to bind port fa3ebade-ac39-41cd-9072-3f79dcb71f54 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'ba756c89-6e0b-4aad-a216-1d1e26c8232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:00:21.462776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Attempting to bind port fa3ebade-ac39-41cd-9072-3f79dcb71f54 on network b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:00:21.476922 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:00:21.477293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Checking segment: {'id': 'ba756c89-6e0b-4aad-a216-1d1e26c8232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:00:21.477696 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.478086 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Bound using segment: {'id': 'ba756c89-6e0b-4aad-a216-1d1e26c8232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:00:21.478565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Bound port: fa3ebade-ac39-41cd-9072-3f79dcb71f54, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba756c89-6e0b-4aad-a216-1d1e26c8232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:00:21.478976 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.499212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.587011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:21.590977 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] For port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:00:21.626743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] For port fa3ebade-ac39-41cd-9072-3f79dcb71f54, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:00:21.629806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] For port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8e71ea8f-31d6-48ff-a1fd-16134a047d1d,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:00:21.630391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Router 6503efac-b672-47ec-8f07-b60099bbef8f is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:00:21.648564 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.654435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] For port fa3ebade-ac39-41cd-9072-3f79dcb71f54, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fa3ebade-ac39-41cd-9072-3f79dcb71f54,segment=NetworkSegment(ba756c89-6e0b-4aad-a216-1d1e26c8232d),segment_id=ba756c89-6e0b-4aad-a216-1d1e26c8232d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:00:21.681932 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.726479 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Routers {'af0468d7-2f62-4cba-9bc1-88983f749426'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:21.727009 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:00:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['af0468d7-2f62-4cba-9bc1-88983f749426'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:21.752677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:00:21.764320 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Sync routers for ids ['6503efac-b672-47ec-8f07-b60099bbef8f'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:00:21.780685 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.781616 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Routers {'6503efac-b672-47ec-8f07-b60099bbef8f'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:21.784949 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f9c9ed72-e648-4e55-a0c0-0c54e42ae85d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5260007 Aug 26 12:00:21.785051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43330) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:00:21.786547 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:00:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6503efac-b672-47ec-8f07-b60099bbef8f'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:21.804255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:21.804636 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:21.808145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28b9e6-fabb-4e7b-98e8-84dc39371546 None None] Pushing event updated for resources: {'Port': ['ID=8e71ea8f-31d6-48ff-a1fd-16134a047d1d,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:21.948284 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Set router 6503efac-b672-47ec-8f07-b60099bbef8f gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:21.994510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f62db-5938-45db-b223-ae68bbb4dbff None None] Pushing event updated for resources: {'Port': ['ID=fa3ebade-ac39-41cd-9072-3f79dcb71f54,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:22.019533 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] Set router af0468d7-2f62-4cba-9bc1-88983f749426 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:22.202219 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'name': 'tempest-TestMinimumBasicScenario-812388711-router', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:21Z', 'revision_number': 3, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'gw_port': {'id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:21:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:22.234897 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Checking router: 6503efac-b672-47ec-8f07-b60099bbef8f for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:00:22.236179 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Updating router 6503efac-b672-47ec-8f07-b60099bbef8f port 463cc05c-365e-4755-8176-ef9e53fbc6cc binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:00:22.267786 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:22.292729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 4, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '8e71ea8f-31d6-48ff-a1fd-16134a047d1d', 'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'mac_address': 'fa:16:3e:7b:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:17Z', 'updated_at': '2021-08-26T12:00:21Z', 'revision_number': 4, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'subnets': [{'id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:22.318693 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:22.319763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecee408-57e6-4f47-9e49-85a52f026f37 None None] The sync data for ids ['af0468d7-2f62-4cba-9bc1-88983f749426'] in n-d-778550-13 is: [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 4, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '8e71ea8f-31d6-48ff-a1fd-16134a047d1d', 'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'mac_address': 'fa:16:3e:7b:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:17Z', 'updated_at': '2021-08-26T12:00:21Z', 'revision_number': 4, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'subnets': [{'id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:00:22.515187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Allocated IP 172.20.0.1 (b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7/d65d1427-53a0-4ebc-909d-f47bdf6c0333/39ccb4b2-7084-425d-801a-9c81691bfbce) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:00:22.573943 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:22.588420 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Transition to ACTIVE for port object 463cc05c-365e-4755-8176-ef9e53fbc6cc will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:22.597642 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:22.649927 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:22.666387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Transition to ACTIVE for port object 39ccb4b2-7084-425d-801a-9c81691bfbce will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:22.674154 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05537433-3a42-4b57-be12-a1cbb7c8a4b8 None None] Pushing event updated for resources: {'Port': ['ID=463cc05c-365e-4755-8176-ef9e53fbc6cc,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:22.678507 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Attempting to bind port 463cc05c-365e-4755-8176-ef9e53fbc6cc on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:00:22.678974 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Attempting to bind port 463cc05c-365e-4755-8176-ef9e53fbc6cc by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:00:22.679398 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Attempting to bind port 463cc05c-365e-4755-8176-ef9e53fbc6cc on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:00:22.685701 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:00:22.686455 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:00:22.687002 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:22.687612 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:00:22.688187 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Bound port: 463cc05c-365e-4755-8176-ef9e53fbc6cc, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:00:22.688659 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:22.703307 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:22.744355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Network b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:00:22.747865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:00:22.752178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:00:22.756433 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] For port 463cc05c-365e-4755-8176-ef9e53fbc6cc, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:00:22.762176 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] For port 463cc05c-365e-4755-8176-ef9e53fbc6cc, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=463cc05c-365e-4755-8176-ef9e53fbc6cc,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:00:22.767936 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:22.783956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Pushing event updated for resources: {'Port': ['ID=39ccb4b2-7084-425d-801a-9c81691bfbce,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:22.813160 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:22.945994 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05537433-3a42-4b57-be12-a1cbb7c8a4b8 None None] Pushing event updated for resources: {'Port': ['ID=463cc05c-365e-4755-8176-ef9e53fbc6cc,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:22.950467 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Routers {'6503efac-b672-47ec-8f07-b60099bbef8f'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:22.951093 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:00:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6503efac-b672-47ec-8f07-b60099bbef8f'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:22.979406 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:23.029932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dc554a-4dfd-4d8d-b6b8-de53834f44fd None None] Network b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:00:23.080404 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] Set router 6503efac-b672-47ec-8f07-b60099bbef8f gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:23.122100 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:23.125198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d5f4eb87-bed1-426a-94a5-a5136cd416cc None None] Provisioning for port fa3ebade-ac39-41cd-9072-3f79dcb71f54 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:23.178623 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:23.187755 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:23.259839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Pushing event updated for resources: {'Port': ['ID=39ccb4b2-7084-425d-801a-9c81691bfbce,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:23.280628 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:23.350212 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'name': 'tempest-TestMinimumBasicScenario-812388711-router', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:22Z', 'revision_number': 4, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'gw_port': {'id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:21:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '39ccb4b2-7084-425d-801a-9c81691bfbce', 'name': '', 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'mac_address': 'fa:16:3e:0e:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'd65d1427-53a0-4ebc-909d-f47bdf6c0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:22Z', 'updated_at': '2021-08-26T12:00:22Z', 'revision_number': 1, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'subnets': [{'id': 'd65d1427-53a0-4ebc-909d-f47bdf6c0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:23.384151 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0558596-ba8b-4d2d-bdec-4daceb6a408e None None] The sync data for ids ['6503efac-b672-47ec-8f07-b60099bbef8f'] in n-d-778550-13 is: [{'id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'name': 'tempest-TestMinimumBasicScenario-812388711-router', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:22Z', 'revision_number': 4, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'gw_port': {'id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:21:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '39ccb4b2-7084-425d-801a-9c81691bfbce', 'name': '', 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'mac_address': 'fa:16:3e:0e:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'd65d1427-53a0-4ebc-909d-f47bdf6c0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:22Z', 'updated_at': '2021-08-26T12:00:22Z', 'revision_number': 1, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'subnets': [{'id': 'd65d1427-53a0-4ebc-909d-f47bdf6c0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:00:23.403696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Network b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:00:23.405478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:00:23.601930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a751a404-8fda-4f1e-a163-50cfb0882a95 None None] Provisioning for port 39ccb4b2-7084-425d-801a-9c81691bfbce completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:23.607403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a751a404-8fda-4f1e-a163-50cfb0882a95 None None] Provisioning complete for port 39ccb4b2-7084-425d-801a-9c81691bfbce triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:23.608116 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a751a404-8fda-4f1e-a163-50cfb0882a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:23.652108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a751a404-8fda-4f1e-a163-50cfb0882a95 None None] Port 39ccb4b2-7084-425d-801a-9c81691bfbce cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:00:23.698233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fa3ebade-ac39-41cd-9072-3f79dcb71f54 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:23.779266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port fa3ebade-ac39-41cd-9072-3f79dcb71f54 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:23.785745 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port fa3ebade-ac39-41cd-9072-3f79dcb71f54 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:23.786231 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:23.901557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3ce4ac86-9544-427d-b67b-7a0936be4b9b None None] Provisioning complete for port 39ccb4b2-7084-425d-801a-9c81691bfbce triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:23.903269 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ce4ac86-9544-427d-b67b-7a0936be4b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:23.912258 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:23.955379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Router 6503efac-b672-47ec-8f07-b60099bbef8f has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:00:23.978417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3ce4ac86-9544-427d-b67b-7a0936be4b9b None None] Port 39ccb4b2-7084-425d-801a-9c81691bfbce cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:00:23.981168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port fa3ebade-ac39-41cd-9072-3f79dcb71f54, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fa3ebade-ac39-41cd-9072-3f79dcb71f54,segment=NetworkSegment(ba756c89-6e0b-4aad-a216-1d1e26c8232d),segment_id=ba756c89-6e0b-4aad-a216-1d1e26c8232d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:23.987182 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:23.988954 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8e71ea8f-31d6-48ff-a1fd-16134a047d1d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:24.072271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=fa3ebade-ac39-41cd-9072-3f79dcb71f54,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:24.092115 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:24.100796 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:24.101178 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:24.105017 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:00:24.105191 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6417af09-6177-4824-b633-0c1b3de7a3d0 None None] Provisioning complete for port 39ccb4b2-7084-425d-801a-9c81691bfbce triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:24.105454 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6417af09-6177-4824-b633-0c1b3de7a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:24.111107 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ac1b1db5-7461-46ac-8d44-d451fa6afff8 admin admin] 10.222.0.21 "PUT /v2.0/routers/6503efac-b672-47ec-8f07-b60099bbef8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3248575 Aug 26 12:00:24.169678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6417af09-6177-4824-b633-0c1b3de7a3d0 None None] Port 39ccb4b2-7084-425d-801a-9c81691bfbce cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:00:24.219211 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:24.255617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8e71ea8f-31d6-48ff-a1fd-16134a047d1d,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:24.262260 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:24.317780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=8e71ea8f-31d6-48ff-a1fd-16134a047d1d,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:25.689060 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8e71ea8f-31d6-48ff-a1fd-16134a047d1d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:25.749730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:25.750101 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:25.844838 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fa3ebade-ac39-41cd-9072-3f79dcb71f54 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:25.897166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port fa3ebade-ac39-41cd-9072-3f79dcb71f54 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:25.897981 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:26.000206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 463cc05c-365e-4755-8176-ef9e53fbc6cc up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:26.054216 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 463cc05c-365e-4755-8176-ef9e53fbc6cc completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:26.059071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 463cc05c-365e-4755-8176-ef9e53fbc6cc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:26.059457 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:26.160522 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:26.184824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 463cc05c-365e-4755-8176-ef9e53fbc6cc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=463cc05c-365e-4755-8176-ef9e53fbc6cc,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:26.189354 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:26.254803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=463cc05c-365e-4755-8176-ef9e53fbc6cc,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:26.328434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Sync routers for ids ['6503efac-b672-47ec-8f07-b60099bbef8f'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:00:26.338378 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Routers {'6503efac-b672-47ec-8f07-b60099bbef8f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:26.339303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:00:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6503efac-b672-47ec-8f07-b60099bbef8f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:26.617452 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Set router 6503efac-b672-47ec-8f07-b60099bbef8f gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:26.855170 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'name': 'tempest-TestMinimumBasicScenario-812388711-router', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:22Z', 'revision_number': 4, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'gw_port': {'id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:21:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '39ccb4b2-7084-425d-801a-9c81691bfbce', 'name': '', 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'mac_address': 'fa:16:3e:0e:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'd65d1427-53a0-4ebc-909d-f47bdf6c0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:22Z', 'updated_at': '2021-08-26T12:00:23Z', 'revision_number': 2, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'subnets': [{'id': 'd65d1427-53a0-4ebc-909d-f47bdf6c0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:26.884857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Checking router: 6503efac-b672-47ec-8f07-b60099bbef8f for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:00:26.885494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Updating router 6503efac-b672-47ec-8f07-b60099bbef8f port 39ccb4b2-7084-425d-801a-9c81691bfbce binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:00:26.918123 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:27.211210 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:27.226198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Transition to ACTIVE for port object 39ccb4b2-7084-425d-801a-9c81691bfbce will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:27.233240 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:27.284931 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451e00f-05b4-4833-a986-8c4f1cb2c39f None None] Pushing event updated for resources: {'Port': ['ID=39ccb4b2-7084-425d-801a-9c81691bfbce,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:27.361615 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Attempting to bind port 39ccb4b2-7084-425d-801a-9c81691bfbce on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:00:27.362006 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Attempting to bind port 39ccb4b2-7084-425d-801a-9c81691bfbce by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'ba756c89-6e0b-4aad-a216-1d1e26c8232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:00:27.362378 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Attempting to bind port 39ccb4b2-7084-425d-801a-9c81691bfbce on network b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:00:27.369953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:00:27.370337 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Checking segment: {'id': 'ba756c89-6e0b-4aad-a216-1d1e26c8232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:00:27.370933 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:27.371821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Bound using segment: {'id': 'ba756c89-6e0b-4aad-a216-1d1e26c8232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:00:27.372447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Bound port: 39ccb4b2-7084-425d-801a-9c81691bfbce, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba756c89-6e0b-4aad-a216-1d1e26c8232d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:00:27.372903 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:27.456848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] For port 39ccb4b2-7084-425d-801a-9c81691bfbce, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:00:27.460329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] For port 39ccb4b2-7084-425d-801a-9c81691bfbce, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=39ccb4b2-7084-425d-801a-9c81691bfbce,segment=NetworkSegment(ba756c89-6e0b-4aad-a216-1d1e26c8232d),segment_id=ba756c89-6e0b-4aad-a216-1d1e26c8232d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:00:27.481503 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:27.551651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Routers {'6503efac-b672-47ec-8f07-b60099bbef8f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:00:27.552299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:00:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6503efac-b672-47ec-8f07-b60099bbef8f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:27.554174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451e00f-05b4-4833-a986-8c4f1cb2c39f None None] Pushing event updated for resources: {'Port': ['ID=39ccb4b2-7084-425d-801a-9c81691bfbce,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:27.621913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 463cc05c-365e-4755-8176-ef9e53fbc6cc up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:27.738128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 463cc05c-365e-4755-8176-ef9e53fbc6cc triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:27.738401 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:27.780658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] Set router 6503efac-b672-47ec-8f07-b60099bbef8f gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:00:28.063734 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'name': 'tempest-TestMinimumBasicScenario-812388711-router', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:22Z', 'revision_number': 4, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'gw_port': {'id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:21:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '39ccb4b2-7084-425d-801a-9c81691bfbce', 'name': '', 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'mac_address': 'fa:16:3e:0e:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'd65d1427-53a0-4ebc-909d-f47bdf6c0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:22Z', 'updated_at': '2021-08-26T12:00:27Z', 'revision_number': 4, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'subnets': [{'id': 'd65d1427-53a0-4ebc-909d-f47bdf6c0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:00:28.093773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee95fe58-6701-4858-a03a-065a909c43fb None None] The sync data for ids ['6503efac-b672-47ec-8f07-b60099bbef8f'] in n-d-778550-13 is: [{'id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'name': 'tempest-TestMinimumBasicScenario-812388711-router', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:22Z', 'revision_number': 4, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'gw_port': {'id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:21:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '39ccb4b2-7084-425d-801a-9c81691bfbce', 'name': '', 'network_id': 'b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'mac_address': 'fa:16:3e:0e:ab:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'd65d1427-53a0-4ebc-909d-f47bdf6c0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:22Z', 'updated_at': '2021-08-26T12:00:27Z', 'revision_number': 4, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'subnets': [{'id': 'd65d1427-53a0-4ebc-909d-f47bdf6c0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:00:29.616851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 39ccb4b2-7084-425d-801a-9c81691bfbce up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:29.669155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 39ccb4b2-7084-425d-801a-9c81691bfbce completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:29.678870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 39ccb4b2-7084-425d-801a-9c81691bfbce triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:29.679278 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:29.781115 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:29.819637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 39ccb4b2-7084-425d-801a-9c81691bfbce, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=39ccb4b2-7084-425d-801a-9c81691bfbce,segment=NetworkSegment(ba756c89-6e0b-4aad-a216-1d1e26c8232d),segment_id=ba756c89-6e0b-4aad-a216-1d1e26c8232d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:29.824690 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:29.878352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=39ccb4b2-7084-425d-801a-9c81691bfbce,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:31.594520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 39ccb4b2-7084-425d-801a-9c81691bfbce up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:31.650454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 39ccb4b2-7084-425d-801a-9c81691bfbce triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:31.650953 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:33.771477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-fb9f0dfa-b1e2-4ab8-b715-aa650f62d99a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:33.772951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-fb9f0dfa-b1e2-4ab8-b715-aa650f62d99a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/networks?id=74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 200 len: 815 time: 0.1116552 Aug 26 12:00:33.788102 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-86217377-02e9-46ff-aca9-ed28561247dc tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/quotas/06416c1acce74f609d14cb5ebff505e1 HTTP/1.1" status: 200 len: 375 time: 0.0096121 Aug 26 12:00:33.837101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-75043e11-63ea-4ac3-b9cd-d044b046d729 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06416c1acce74f609d14cb5ebff505e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437181 Aug 26 12:00:33.853025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-06da8c30-d165-40d9-88d3-644ff1eabb38 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:00:33.853963 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-06da8c30-d165-40d9-88d3-644ff1eabb38 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050395 Aug 26 12:00:33.942414 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-354010be-a618-4ffc-adaa-f76498143e5e service neutron] 10.222.0.21 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828643 Aug 26 12:00:34.041957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-a7aef158-87ba-47d7-ac07-6158163f11d8 service neutron] 10.222.0.21 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936799 Aug 26 12:00:34.202997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-41918909-4558-46c3-a717-e9b668fcd97c req-06652493-1c8f-452c-8cdd-2c0fa15701a5 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 210 time: 0.0317590 Aug 26 12:00:35.100986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-2a252b63-8181-4f7a-a5e7-f5e8497b0eeb tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:35.102457 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-2a252b63-8181-4f7a-a5e7-f5e8497b0eeb tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.47 "GET /v2.0/networks?id=74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 200 len: 815 time: 0.1009698 Aug 26 12:00:35.116107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Request body: {'port': {'device_id': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'admin_state_up': True, 'tenant_id': '06416c1acce74f609d14cb5ebff505e1'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:00:35.236802 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Made reservation on behalf of 06416c1acce74f609d14cb5ebff505e1 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:00:35.241448 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:35.331753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6ca73eaf-0bf3-43bf-903e-fed6706ba5de req-9a5c24d4-3084-4b32-900e-ff430002da78 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 210 time: 0.0347471 Aug 26 12:00:35.407464 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Allocated IP 172.20.0.13 (74e301ef-5b03-459e-99d7-f2eeae1b8385/7661f4f3-5f12-4cb5-9805-46fa66466838/9bfa538b-7b07-4af5-8c5a-c1632f32bf07) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:00:35.609793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:35.625123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Transition to ACTIVE for port object 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:35.660409 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:35.712812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Network 74e301ef-5b03-459e-99d7-f2eeae1b8385 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:00:35.716706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:00:35.721460 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:00:35.725773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'Port': ['ID=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:35.792032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:35.792791 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:35.812782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-8e8835fa-a2f8-48dd-a3fc-f1c5f83995a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7005520 Aug 26 12:00:35.964386 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-14775b6e-8719-4f86-996d-19099a933534 None None] Provisioning for port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:35.969251 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-14775b6e-8719-4f86-996d-19099a933534 None None] Provisioning complete for port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:35.969631 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14775b6e-8719-4f86-996d-19099a933534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:36.006317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-14775b6e-8719-4f86-996d-19099a933534 None None] Port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:00:36.706818 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65ae5c-6fb0-40f6-96d0-a23847c65474 req-1f043be0-4aff-401f-a396-071e5b7c584a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:36.708373 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff65ae5c-6fb0-40f6-96d0-a23847c65474 req-1f043be0-4aff-401f-a396-071e5b7c584a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0526056 Aug 26 12:00:36.756424 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff65ae5c-6fb0-40f6-96d0-a23847c65474 req-c4809d2e-93c1-484d-a593-806e700a16b8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354519 Aug 26 12:00:37.869792 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e07bae-875d-43b2-bb9d-37776865a41f req-b3993bae-f848-4476-b3bf-88e257e531db tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:37.871569 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73e07bae-875d-43b2-bb9d-37776865a41f req-b3993bae-f848-4476-b3bf-88e257e531db tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0491145 Aug 26 12:00:37.915242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-73e07bae-875d-43b2-bb9d-37776865a41f req-72c8e1fb-eae5-4b8b-9e80-6632da9a5962 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371158 Aug 26 12:00:39.035823 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d436df-d70c-4411-99df-bdc466dd617e req-0e456c1b-6990-4421-80df-878677a868cb tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:39.037499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51d436df-d70c-4411-99df-bdc466dd617e req-0e456c1b-6990-4421-80df-878677a868cb tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0528486 Aug 26 12:00:39.079499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51d436df-d70c-4411-99df-bdc466dd617e req-15e11b34-1320-463b-a362-7d44c3217dfa tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347300 Aug 26 12:00:40.197842 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264de37-e11d-4249-8aef-1d8687204544 req-aac51a73-b120-4520-a1b8-9270ee452ebd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:40.199391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3264de37-e11d-4249-8aef-1d8687204544 req-aac51a73-b120-4520-a1b8-9270ee452ebd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0529866 Aug 26 12:00:40.241138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3264de37-e11d-4249-8aef-1d8687204544 req-e95bd800-3f10-4c19-9927-af15dc4f1357 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Aug 26 12:00:41.363759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eca0b7-6fbf-4dd0-acad-0385d420f7cc req-26be835d-5d09-4980-a67f-0b0a56a52443 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:41.365272 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82eca0b7-6fbf-4dd0-acad-0385d420f7cc req-26be835d-5d09-4980-a67f-0b0a56a52443 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0566461 Aug 26 12:00:41.406403 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82eca0b7-6fbf-4dd0-acad-0385d420f7cc req-cb3b7701-9b78-4a8d-b9d3-8406a78acab0 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352836 Aug 26 12:00:42.533787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dfbe5-dca0-4b02-8052-690f4ebd7158 req-6402c311-71d8-4121-ab20-1810de699313 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:42.535778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-932dfbe5-dca0-4b02-8052-690f4ebd7158 req-6402c311-71d8-4121-ab20-1810de699313 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0529456 Aug 26 12:00:42.579507 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-932dfbe5-dca0-4b02-8052-690f4ebd7158 req-6d3aa9e7-712d-4983-bb85-d0f24d4960e7 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375330 Aug 26 12:00:43.447266 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86b73c6b-8b68-47c7-900d-bc55e5d8fffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:43.695115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae56b4b-aaf3-4200-aee7-2ffb5b4b63cc req-ab9dd3a4-91b3-404c-a0cf-63d6fd00ac5b tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:43.696624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ae56b4b-aaf3-4200-aee7-2ffb5b4b63cc req-ab9dd3a4-91b3-404c-a0cf-63d6fd00ac5b tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0496719 Aug 26 12:00:43.735548 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ae56b4b-aaf3-4200-aee7-2ffb5b4b63cc req-4ae0505f-22c9-4806-916d-7fc3df08d3f1 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Aug 26 12:00:44.856137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5f89f-2240-4c33-91bb-14340d58d271 req-61503791-6837-4e11-a9d2-a4c96be82f40 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:44.857669 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eea5f89f-2240-4c33-91bb-14340d58d271 req-61503791-6837-4e11-a9d2-a4c96be82f40 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0511820 Aug 26 12:00:44.901340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eea5f89f-2240-4c33-91bb-14340d58d271 req-9c60417a-78ca-4911-9f11-952327db649f tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378089 Aug 26 12:00:45.839006 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a15b2c48-2619-41ea-ab75-a1b24b93359d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:46.020049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a444d2-df6e-4fff-9df7-0517ace30933 req-31eefb2f-78d6-4272-8566-3542be0c17ae tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:46.021576 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53a444d2-df6e-4fff-9df7-0517ace30933 req-31eefb2f-78d6-4272-8566-3542be0c17ae tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0517523 Aug 26 12:00:46.059078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53a444d2-df6e-4fff-9df7-0517ace30933 req-d5e97339-0122-4417-a105-b054449d9f7d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Aug 26 12:00:46.375179 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:47.171207 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f40f1-cf5a-4ac0-aeda-9094b2d298a1 req-18ebc837-6654-406e-8fca-58c9617561b1 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:47.172722 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-802f40f1-cf5a-4ac0-aeda-9094b2d298a1 req-18ebc837-6654-406e-8fca-58c9617561b1 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0489850 Aug 26 12:00:47.209473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-802f40f1-cf5a-4ac0-aeda-9094b2d298a1 req-9a320877-808c-435d-a92d-bcea3b3cd87c tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Aug 26 12:00:47.461695 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:48.322052 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc5190-3116-45fe-b60e-2e6b5afc531c req-7b1228e9-e55a-4f30-bc37-fd107c9748b4 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:48.323555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bbc5190-3116-45fe-b60e-2e6b5afc531c req-7b1228e9-e55a-4f30-bc37-fd107c9748b4 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0485976 Aug 26 12:00:48.364966 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4bbc5190-3116-45fe-b60e-2e6b5afc531c req-7a8b914d-8fdb-4aa4-8a3e-c31b9e846d4c tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351005 Aug 26 12:00:48.770164 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:00:49.476469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640bfc6-2cfd-4ab0-b746-3bc60e04c3e3 req-9cea7212-a7cf-4c74-9814-f7723915c632 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:49.477851 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c640bfc6-2cfd-4ab0-b746-3bc60e04c3e3 req-9cea7212-a7cf-4c74-9814-f7723915c632 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0477192 Aug 26 12:00:49.515187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c640bfc6-2cfd-4ab0-b746-3bc60e04c3e3 req-4c980aa8-ef4d-4a72-b640-2259f731525d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Aug 26 12:00:49.534503 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:50.632685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9955fd-cee2-4fdd-818a-041571a6bc0c req-e59fd37f-cce8-440f-ad3a-3ddc8c39b968 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:50.634168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce9955fd-cee2-4fdd-818a-041571a6bc0c req-e59fd37f-cce8-440f-ad3a-3ddc8c39b968 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 932 time: 0.0481389 Aug 26 12:00:50.671189 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ce9955fd-cee2-4fdd-818a-041571a6bc0c req-c022f756-7d00-4cea-9e60-7844a4d2cc07 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307410 Aug 26 12:00:51.011776 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Request body: {'port': {'device_id': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:00:51.071614 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:51.074315 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:51.329411 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:00:51.336532 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:51.348020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Transition to ACTIVE for port object 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:00:51.352038 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:51.405356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Pushing event updated for resources: {'Port': ['ID=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:51.487472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Attempting to bind port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:00:51.487913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Attempting to bind port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:00:51.488416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Attempting to bind port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 on network 74e301ef-5b03-459e-99d7-f2eeae1b8385 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:00:51.493389 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 on network 74e301ef-5b03-459e-99d7-f2eeae1b8385 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:00:51.493851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Attempting to bind port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 on network 74e301ef-5b03-459e-99d7-f2eeae1b8385 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:00:51.502119 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:00:51.502548 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Checking segment: {'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:00:51.503029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Bound using segment: {'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:00:51.503554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Bound port: 9bfa538b-7b07-4af5-8c5a-c1632f32bf07, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f8321-0df7-4581-96b0-fd3a0992b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:00:51.503978 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:51.581791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] For port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:00:51.585033 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] For port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:00:51.588774 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:51.626404 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:51.627047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:51.628435 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] 10.222.0.47 "PUT /v2.0/ports/9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 1093 time: 0.6214578 Aug 26 12:00:51.628873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:00:51.631260 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035b0e6b-8cb0-462e-ade4-45cc67279426" -d '{"events": [{"name": "network-changed", "server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:00:51.661145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758bd29-1fc5-45d8-9ccd-8f1aba7c918a service neutron] Pushing event updated for resources: {'Port': ['ID=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:51.683603 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580d2373-deb2-489a-825f-2b53325e1d68 x-openstack-request-id: req-580d2373-deb2-489a-825f-2b53325e1d68 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:00:51.683937 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:00:51.684204 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-580d2373-deb2-489a-825f-2b53325e1d68 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:00:51.684748 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'status': 'completed', 'code': 200} Aug 26 12:00:51.716574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-933d3a84-8051-4f6a-b4a2-6bef3ebe344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:51.718167 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-933d3a84-8051-4f6a-b4a2-6bef3ebe344c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06416c1acce74f609d14cb5ebff505e1&device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1096 time: 0.0457144 Aug 26 12:00:51.770396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-3522d0b4-74c0-4cd2-8a15-731e16ebf86d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 217 time: 0.0425642 Aug 26 12:00:51.818203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbd36a-7d19-4511-ab98-3b89a86b5c2c req-f185fc20-8d61-4474-8dfd-d22af19e9f3d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:51.819746 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3bbd36a-7d19-4511-ab98-3b89a86b5c2c req-f185fc20-8d61-4474-8dfd-d22af19e9f3d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 944 time: 0.0519488 Aug 26 12:00:51.858701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3bbd36a-7d19-4511-ab98-3b89a86b5c2c req-8731bbaa-0185-4011-8aa0-59b7ec69e947 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329466 Aug 26 12:00:51.914510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-6f3b6112-4928-47a4-923c-1e8c58aa024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:51.916032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-6f3b6112-4928-47a4-923c-1e8c58aa024b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7661f4f3-5f12-4cb5-9805-46fa66466838 HTTP/1.1" status: 200 len: 854 time: 0.0452864 Aug 26 12:00:51.966185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-068ccfcd-4656-4652-9804-83698b052213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:51.967680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-068ccfcd-4656-4652-9804-83698b052213 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74e301ef-5b03-459e-99d7-f2eeae1b8385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437086 Aug 26 12:00:52.056358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-58a4d6e7-55b4-4804-be2c-7ae967d1fca1 service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807979 Aug 26 12:00:52.151078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b7ce2f5f-8512-40dd-a863-6b4abba5e412 req-6ef9b247-4b82-456b-94df-c62e480b7cab service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857198 Aug 26 12:00:52.240009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0e6b-8cb0-462e-ade4-45cc67279426 req-35fc41c1-b490-45e1-a576-203daee7b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:52.241530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035b0e6b-8cb0-462e-ade4-45cc67279426 req-35fc41c1-b490-45e1-a576-203daee7b244 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06416c1acce74f609d14cb5ebff505e1&device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1096 time: 0.0411708 Aug 26 12:00:52.330239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0e6b-8cb0-462e-ade4-45cc67279426 req-73575ef2-669f-4cbd-9e86-ff4a2d028cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:52.331720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035b0e6b-8cb0-462e-ade4-45cc67279426 req-73575ef2-669f-4cbd-9e86-ff4a2d028cc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 200 len: 916 time: 0.0822375 Aug 26 12:00:52.377417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035b0e6b-8cb0-462e-ade4-45cc67279426 req-7ebc7c1a-39ce-4e6f-8ced-3f49b4c2ecc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 217 time: 0.0378246 Aug 26 12:00:52.427478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0e6b-8cb0-462e-ade4-45cc67279426 req-eb257b61-faf9-4c3c-8504-21cb8585449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:52.428817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035b0e6b-8cb0-462e-ade4-45cc67279426 req-eb257b61-faf9-4c3c-8504-21cb8585449b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7661f4f3-5f12-4cb5-9805-46fa66466838 HTTP/1.1" status: 200 len: 854 time: 0.0434442 Aug 26 12:00:52.474591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0e6b-8cb0-462e-ade4-45cc67279426 req-6a59acb4-9199-4675-b2c9-88d1aca52ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:52.476055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035b0e6b-8cb0-462e-ade4-45cc67279426 req-6a59acb4-9199-4675-b2c9-88d1aca52ea3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74e301ef-5b03-459e-99d7-f2eeae1b8385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385160 Aug 26 12:00:52.572438 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035b0e6b-8cb0-462e-ade4-45cc67279426 req-d1cc5fa1-305a-4751-ba59-30a9c329437b service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881791 Aug 26 12:00:52.661938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-035b0e6b-8cb0-462e-ade4-45cc67279426 req-fc944341-3343-4500-a8d6-4dd416b52cf3 service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815957 Aug 26 12:00:52.973570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227133b-f6c4-4f13-99f5-6205ba1d49d9 req-cba2af15-61ac-46b9-8eb7-8f4c0aea7349 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:52.975056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9227133b-f6c4-4f13-99f5-6205ba1d49d9 req-cba2af15-61ac-46b9-8eb7-8f4c0aea7349 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 944 time: 0.0517099 Aug 26 12:00:53.012118 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9227133b-f6c4-4f13-99f5-6205ba1d49d9 req-2107e227-094f-4182-8f3e-0179a9507098 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Aug 26 12:00:53.060618 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:54.122094 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4ddf-1203-459e-a424-30476f71062c req-ddc2e999-25a7-458b-ad8b-70d2372c4657 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:54.123633 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb3a4ddf-1203-459e-a424-30476f71062c req-ddc2e999-25a7-458b-ad8b-70d2372c4657 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 944 time: 0.0477941 Aug 26 12:00:54.161189 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cb3a4ddf-1203-459e-a424-30476f71062c req-4a0aebb1-30d0-46cf-94b7-87d8cf5a944c tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Aug 26 12:00:55.276356 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e950528-180c-49b8-a250-bb416cf43d3c req-eacc4cdb-e5e1-46bd-a5bd-9fafd0e47bf2 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:55.278393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e950528-180c-49b8-a250-bb416cf43d3c req-eacc4cdb-e5e1-46bd-a5bd-9fafd0e47bf2 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 944 time: 0.0501153 Aug 26 12:00:55.304385 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:00:55.316115 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e950528-180c-49b8-a250-bb416cf43d3c req-e97ae812-6de8-4493-a0f6-14cede046a7d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Aug 26 12:00:55.400329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:55.411993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'port_id': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'mac_address': 'fa:16:3e:84:77:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:00:55.447870 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:55.461720 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:00:55.481199 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:55.484884 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:55.536305 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:55.823050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9bfa538b-7b07-4af5-8c5a-c1632f32bf07'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:00:56.434241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cf700-b52c-44f1-be3c-48b56b1ea2b9 req-65702986-9989-43ad-aed6-0e96390c48e0 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:56.435754 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c5cf700-b52c-44f1-be3c-48b56b1ea2b9 req-65702986-9989-43ad-aed6-0e96390c48e0 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 945 time: 0.0549531 Aug 26 12:00:56.473951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c5cf700-b52c-44f1-be3c-48b56b1ea2b9 req-9779bcec-3ee4-434f-bc16-ae5dcd3b1d87 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322797 Aug 26 12:00:57.312591 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:00:57.361891 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:00:57.365505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:00:57.365870 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:57.440109 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:57.461333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:00:57.463631 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015f7e02-f166-4233-8c17-da0bfae45b14" -d '{"events": [{"server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "name": "network-vif-plugged", "status": "completed", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:00:57.476154 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:00:57.480270 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:00:57.504462 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbf9882-6859-45f7-a351-6de977b72343 x-openstack-request-id: req-4fbf9882-6859-45f7-a351-6de977b72343 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:00:57.504763 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "name": "network-vif-plugged", "status": "completed", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:00:57.505018 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fbf9882-6859-45f7-a351-6de977b72343 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:00:57.505410 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'code': 200} Aug 26 12:00:57.531510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:00:57.623009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231467c-5b01-49c8-a0f4-5dc2199e46e5 req-f03c417c-ba9b-4f24-9ab8-9084214ebe44 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:57.624504 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2231467c-5b01-49c8-a0f4-5dc2199e46e5 req-f03c417c-ba9b-4f24-9ab8-9084214ebe44 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 946 time: 0.0762095 Aug 26 12:00:57.630456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d563b4-06f8-4d14-9c14-b973e3e67330 req-d137f642-f79b-41e9-8b69-d76a23921a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:57.631886 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4d563b4-06f8-4d14-9c14-b973e3e67330 req-d137f642-f79b-41e9-8b69-d76a23921a09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1098 time: 0.0565839 Aug 26 12:00:57.688560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2231467c-5b01-49c8-a0f4-5dc2199e46e5 req-71dfc4e6-0dd2-4b28-a036-33e84fef91a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557303 Aug 26 12:00:57.690390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b4d563b4-06f8-4d14-9c14-b973e3e67330 req-ee4e3044-1bdb-406d-a4ea-205cf57ee790 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449615 Aug 26 12:00:58.802985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c7f99-4cf3-462a-9730-7f19eaa4ca5d req-97b4f171-dc2b-41ea-a55c-ee0471e6e7bd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:58.804468 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-138c7f99-4cf3-462a-9730-7f19eaa4ca5d req-97b4f171-dc2b-41ea-a55c-ee0471e6e7bd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 946 time: 0.0512447 Aug 26 12:00:58.841209 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-138c7f99-4cf3-462a-9730-7f19eaa4ca5d req-bc5743ca-ae92-413c-aad3-cc6092eef880 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302312 Aug 26 12:00:59.952474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f785c8c-7792-473a-b144-2097b16207ed req-0da08350-7407-422e-81f3-79faf3c18e77 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:00:59.953909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f785c8c-7792-473a-b144-2097b16207ed req-0da08350-7407-422e-81f3-79faf3c18e77 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 946 time: 0.0476768 Aug 26 12:00:59.989758 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f785c8c-7792-473a-b144-2097b16207ed req-6519c527-bd16-4133-b802-a63b40845fe3 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301142 Aug 26 12:01:00.100935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a7fc8-0f96-48db-aad8-c76f980a863a req-b634db95-9b39-45c5-a092-33f22894abd9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:00.102417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b3a7fc8-0f96-48db-aad8-c76f980a863a req-b634db95-9b39-45c5-a092-33f22894abd9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 946 time: 0.0494919 Aug 26 12:01:00.140646 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1b3a7fc8-0f96-48db-aad8-c76f980a863a req-3ebb0428-5c5c-4523-846d-950574a5f559 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319762 Aug 26 12:01:00.325328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdcd87-8b6d-46cc-97cb-77995f9699cc req-c0a2a0cb-89a5-460a-b03e-41382af5bec8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:00.326868 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39fdcd87-8b6d-46cc-97cb-77995f9699cc req-c0a2a0cb-89a5-460a-b03e-41382af5bec8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 946 time: 0.0529735 Aug 26 12:01:00.364283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39fdcd87-8b6d-46cc-97cb-77995f9699cc req-5e058c2f-3312-47ba-8b19-13c0a3839984 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314424 Aug 26 12:01:11.863519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2345b-9111-4ed0-b5ef-dc875cd5a091 req-1b2392f0-1135-4e54-97ea-fa6737648e67 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:11.864977 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04a2345b-9111-4ed0-b5ef-dc875cd5a091 req-1b2392f0-1135-4e54-97ea-fa6737648e67 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 946 time: 0.0478191 Aug 26 12:01:11.901930 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-04a2345b-9111-4ed0-b5ef-dc875cd5a091 req-abdef969-f887-470a-badf-99037cdd9880 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311730 Aug 26 12:01:11.924282 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43536) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:01:12.048950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6926822-2fc0-4193-8761-819f52e93590 tempest-TestMinimumBasicScenario-903795037 tempest-TestMinimumBasicScenario-903795037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:12.050476 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f6926822-2fc0-4193-8761-819f52e93590 tempest-TestMinimumBasicScenario-903795037 tempest-TestMinimumBasicScenario-903795037-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1093 time: 0.1252279 Aug 26 12:01:12.053580 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43540) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:01:12.057873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:01:12.078932 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:12.176292 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:12.283475 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Allocated IP 172.25.1.229 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c0934fda-2c7a-4a94-9a0b-6d9b64975fa0) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:01:12.382130 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:12.419480 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:12.455839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:01:12.461155 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:01:12.464750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:01:12.470764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'Port': ['ID=c0934fda-2c7a-4a94-9a0b-6d9b64975fa0,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:01:12.499107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.499463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.499812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.500160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.500501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.500843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.501178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.501514 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.501845 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.502181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.502510 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.502871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:12.837141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:12.905179 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.048819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.053391 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.123079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'Port': ['ID=c0934fda-2c7a-4a94-9a0b-6d9b64975fa0,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:01:13.137197 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.237060 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Floating IP 7012af8b-3d10-4b20-a379-934cff50c613 associated. External IP: 172.25.1.229, port: 9bfa538b-7b07-4af5-8c5a-c1632f32bf07. Aug 26 12:01:13.440839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Router af0468d7-2f62-4cba-9bc1-88983f749426 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:01:13.453162 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c80dc3a8-5ba7-4122-97be-a76d71ab5364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.553194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:01:13.563492 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1a4cb-1cf1-445f-9547-79453b8eebe1 None None] Sync routers for ids ['af0468d7-2f62-4cba-9bc1-88983f749426'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:01:13.569584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.572581 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac1a4cb-1cf1-445f-9547-79453b8eebe1 None None] Routers {'af0468d7-2f62-4cba-9bc1-88983f749426'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:01:13.573199 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-eac1a4cb-1cf1-445f-9547-79453b8eebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:00:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['af0468d7-2f62-4cba-9bc1-88983f749426'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:01:13.597404 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ebab4b6f-9483-47ef-bc68-e7f677bbc64e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5428331 Aug 26 12:01:13.597972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:01:13.600251 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f630352-53fe-423d-9d2a-abfaed93aa68" -d '{"events": [{"name": "network-changed", "server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:01:13.600418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43542) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:01:13.605965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-69858668', 'description': 'tempest-secgroup-smoke-69858668 description', 'project_id': '06416c1acce74f609d14cb5ebff505e1'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:01:13.631247 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.638862 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3dcb77-768d-4012-ae72-e3c0a9fa7718 x-openstack-request-id: req-ac3dcb77-768d-4012-ae72-e3c0a9fa7718 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:01:13.639281 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:01:13.639704 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac3dcb77-768d-4012-ae72-e3c0a9fa7718 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:01:13.640238 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'status': 'completed', 'code': 200} Aug 26 12:01:13.684756 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-eac1a4cb-1cf1-445f-9547-79453b8eebe1 None None] Set router af0468d7-2f62-4cba-9bc1-88983f749426 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:01:13.705180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f630352-53fe-423d-9d2a-abfaed93aa68 req-197a106a-2001-4847-bb9c-a980964838c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:13.706751 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f630352-53fe-423d-9d2a-abfaed93aa68 req-197a106a-2001-4847-bb9c-a980964838c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06416c1acce74f609d14cb5ebff505e1&device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1098 time: 0.0442722 Aug 26 12:01:13.724932 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.729250 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.759968 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.764693 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1597621 Aug 26 12:01:13.764693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b81e6d-b50c-4f59-a4a2-e9453c42a657,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:01:13.765198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43546) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:01:13.771227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.771571 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.771912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.772205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-a3ade28e-f28b-4488-97cc-8240213efc2d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Request body: {'security_group_rule': {'security_group_id': 'd9b81e6d-b50c-4f59-a4a2-e9453c42a657', 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:01:13.772325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.772566 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.772894 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.773227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.773550 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.773874 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.774196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.774518 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.774862 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3435ef-69a2-4d51-bb27-dce710b9b7a8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:01:13.832333 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a3ade28e-f28b-4488-97cc-8240213efc2d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.843159 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f630352-53fe-423d-9d2a-abfaed93aa68 req-b721c287-2b2e-4a7f-8722-17fcd70806ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:13.844666 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f630352-53fe-423d-9d2a-abfaed93aa68 req-b721c287-2b2e-4a7f-8722-17fcd70806ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 200 len: 916 time: 0.1306829 Aug 26 12:01:13.908749 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-eac1a4cb-1cf1-445f-9547-79453b8eebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 4, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '7012af8b-3d10-4b20-a379-934cff50c613', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'port_id': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'mac_address': 'fa:16:3e:84:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:01:12Z', 'updated_at': '2021-08-26T12:01:12Z', 'revision_number': 0, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e71ea8f-31d6-48ff-a1fd-16134a047d1d', 'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'mac_address': 'fa:16:3e:7b:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:17Z', 'updated_at': '2021-08-26T12:00:24Z', 'revision_number': 5, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'subnets': [{'id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:01:13.933876 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a3ade28e-f28b-4488-97cc-8240213efc2d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.936484 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f630352-53fe-423d-9d2a-abfaed93aa68 req-2b366756-5fdc-40f2-8c3b-12d84ac40d43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 1000 time: 0.0825770 Aug 26 12:01:13.936664 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1a4cb-1cf1-445f-9547-79453b8eebe1 None None] Checking router: af0468d7-2f62-4cba-9bc1-88983f749426 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:01:13.937976 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a3ade28e-f28b-4488-97cc-8240213efc2d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:13.947437 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac1a4cb-1cf1-445f-9547-79453b8eebe1 None None] Routers {'af0468d7-2f62-4cba-9bc1-88983f749426'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:01:13.948040 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-eac1a4cb-1cf1-445f-9547-79453b8eebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:00:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['af0468d7-2f62-4cba-9bc1-88983f749426'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:01:14.056438 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-eac1a4cb-1cf1-445f-9547-79453b8eebe1 None None] Set router af0468d7-2f62-4cba-9bc1-88983f749426 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:01:14.294221 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-eac1a4cb-1cf1-445f-9547-79453b8eebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 4, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '7012af8b-3d10-4b20-a379-934cff50c613', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'port_id': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'mac_address': 'fa:16:3e:84:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:01:12Z', 'updated_at': '2021-08-26T12:01:12Z', 'revision_number': 0, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e71ea8f-31d6-48ff-a1fd-16134a047d1d', 'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'mac_address': 'fa:16:3e:7b:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:17Z', 'updated_at': '2021-08-26T12:00:24Z', 'revision_number': 5, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'subnets': [{'id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:01:14.321491 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac1a4cb-1cf1-445f-9547-79453b8eebe1 None None] The sync data for ids ['af0468d7-2f62-4cba-9bc1-88983f749426'] in n-d-778550-13 is: [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 4, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '7012af8b-3d10-4b20-a379-934cff50c613', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'port_id': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'mac_address': 'fa:16:3e:84:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:01:12Z', 'updated_at': '2021-08-26T12:01:12Z', 'revision_number': 0, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e71ea8f-31d6-48ff-a1fd-16134a047d1d', 'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'mac_address': 'fa:16:3e:7b:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:17Z', 'updated_at': '2021-08-26T12:00:24Z', 'revision_number': 5, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'subnets': [{'id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:01:14.336624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ade28e-f28b-4488-97cc-8240213efc2d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029627ae-db54-4262-8f78-7217a628ee1b,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:01:14.347192 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a3ade28e-f28b-4488-97cc-8240213efc2d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.348364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a3ade28e-f28b-4488-97cc-8240213efc2d tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5820351 Aug 26 12:01:14.351269 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43548) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:01:14.356968 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2824035d-5597-4166-84ec-c40f5c6e6182 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Request body: {'security_group_rule': {'security_group_id': 'd9b81e6d-b50c-4f59-a4a2-e9453c42a657', 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:01:14.357442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f630352-53fe-423d-9d2a-abfaed93aa68 req-f99af28b-f1da-444c-82ba-cd483d08876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:14.358938 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f630352-53fe-423d-9d2a-abfaed93aa68 req-f99af28b-f1da-444c-82ba-cd483d08876d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7661f4f3-5f12-4cb5-9805-46fa66466838 HTTP/1.1" status: 200 len: 854 time: 0.4133854 Aug 26 12:01:14.392625 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2824035d-5597-4166-84ec-c40f5c6e6182 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.408205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f630352-53fe-423d-9d2a-abfaed93aa68 req-9a2d7fdd-5bea-4dd0-a1f1-faeb1b208933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:14.410398 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f630352-53fe-423d-9d2a-abfaed93aa68 req-9a2d7fdd-5bea-4dd0-a1f1-faeb1b208933 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74e301ef-5b03-459e-99d7-f2eeae1b8385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433285 Aug 26 12:01:14.452801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2824035d-5597-4166-84ec-c40f5c6e6182 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.457656 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2824035d-5597-4166-84ec-c40f5c6e6182 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.475691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824035d-5597-4166-84ec-c40f5c6e6182 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26f4d09-7776-4f68-9082-5c7a2cc28012,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:01:14.486880 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2824035d-5597-4166-84ec-c40f5c6e6182 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.490927 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2824035d-5597-4166-84ec-c40f5c6e6182 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353059 Aug 26 12:01:14.491665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43550) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:01:14.497492 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-350278b5-bf29-459d-90ac-ca0f9912ebc5 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Request body: {'security_group_rule': {'security_group_id': 'd9b81e6d-b50c-4f59-a4a2-e9453c42a657', 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:01:14.509939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f630352-53fe-423d-9d2a-abfaed93aa68 req-423b9033-afa2-4f6f-b0d7-586046c97565 service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919907 Aug 26 12:01:14.526427 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-350278b5-bf29-459d-90ac-ca0f9912ebc5 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.561650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372c3f7-26b3-473f-93a0-bcb8e4db13e5 None None] New status for floating IP 7012af8b-3d10-4b20-a379-934cff50c613: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:01:14.597343 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-350278b5-bf29-459d-90ac-ca0f9912ebc5 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.601518 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-350278b5-bf29-459d-90ac-ca0f9912ebc5 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.620191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350278b5-bf29-459d-90ac-ca0f9912ebc5 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c30f26-4a3e-4468-b489-0d1152aac34b,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:01:14.623160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f630352-53fe-423d-9d2a-abfaed93aa68 req-1e4d2595-f099-4c4d-81a2-166beb74071d service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035783 Aug 26 12:01:14.628106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-350278b5-bf29-459d-90ac-ca0f9912ebc5 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.631458 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-350278b5-bf29-459d-90ac-ca0f9912ebc5 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384912 Aug 26 12:01:14.632230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43552) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:01:14.637435 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-eb0a939b-9cb0-4fa8-842e-0e2f6f8e846e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Request body: {'security_group_rule': {'security_group_id': 'd9b81e6d-b50c-4f59-a4a2-e9453c42a657', 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:01:14.665468 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb0a939b-9cb0-4fa8-842e-0e2f6f8e846e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.729035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb0a939b-9cb0-4fa8-842e-0e2f6f8e846e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.732985 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb0a939b-9cb0-4fa8-842e-0e2f6f8e846e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.750272 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a939b-9cb0-4fa8-842e-0e2f6f8e846e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1db3132-a41e-4c17-be7d-5dac02b0cf5c,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:01:14.757512 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eb0a939b-9cb0-4fa8-842e-0e2f6f8e846e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.759015 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eb0a939b-9cb0-4fa8-842e-0e2f6f8e846e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254134 Aug 26 12:01:14.762269 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43554) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:01:14.766783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ead42095-6396-4fd3-90bc-294d95713692 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Request body: {'security_group_rule': {'security_group_id': 'd9b81e6d-b50c-4f59-a4a2-e9453c42a657', 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:01:14.787881 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-ead42095-6396-4fd3-90bc-294d95713692 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Project 06416c1acce74f609d14cb5ebff505e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:01:14.792676 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ead42095-6396-4fd3-90bc-294d95713692 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.851830 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ead42095-6396-4fd3-90bc-294d95713692 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.855339 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ead42095-6396-4fd3-90bc-294d95713692 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.871895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead42095-6396-4fd3-90bc-294d95713692 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b28d1ff-03e1-4cba-ab3f-6ce1cb495fa0,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:01:14.878486 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ead42095-6396-4fd3-90bc-294d95713692 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.879713 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ead42095-6396-4fd3-90bc-294d95713692 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165104 Aug 26 12:01:14.882815 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43556) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:01:14.887732 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-54c77ba7-eda9-4c4a-9a97-b40f7eb5f729 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Request body: {'security_group_rule': {'security_group_id': 'd9b81e6d-b50c-4f59-a4a2-e9453c42a657', 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:01:14.908926 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-54c77ba7-eda9-4c4a-9a97-b40f7eb5f729 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Project 06416c1acce74f609d14cb5ebff505e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:01:14.913945 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54c77ba7-eda9-4c4a-9a97-b40f7eb5f729 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.975759 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54c77ba7-eda9-4c4a-9a97-b40f7eb5f729 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.979082 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54c77ba7-eda9-4c4a-9a97-b40f7eb5f729 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:14.996735 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c77ba7-eda9-4c4a-9a97-b40f7eb5f729 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743fdea1-fca2-4c54-9892-4b4b0efc2976,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:01:15.003065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-54c77ba7-eda9-4c4a-9a97-b40f7eb5f729 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:15.004242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-54c77ba7-eda9-4c4a-9a97-b40f7eb5f729 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204839 Aug 26 12:01:15.080968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86baf662-913b-48fc-8bbc-58cee94d06d5 req-3ced7f27-c37b-4760-b24f-8376e289cdf2 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-69858668&fields=id&tenant_id=06416c1acce74f609d14cb5ebff505e1 HTTP/1.1" status: 200 len: 267 time: 0.0322373 Aug 26 12:01:15.131307 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baf662-913b-48fc-8bbc-58cee94d06d5 req-970f77f2-4df0-4cfd-8cac-7fa4da356d43 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:15.133971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86baf662-913b-48fc-8bbc-58cee94d06d5 req-970f77f2-4df0-4cfd-8cac-7fa4da356d43 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 946 time: 0.0476847 Aug 26 12:01:15.146679 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-86baf662-913b-48fc-8bbc-58cee94d06d5 req-db440ade-6804-4ad3-a029-b23b2553fed8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Request body: {'port': {'security_groups': ['b391161e-e9b3-4b19-83d1-f9f45ce262e2', 'd9b81e6d-b50c-4f59-a4a2-e9453c42a657']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:01:15.205882 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86baf662-913b-48fc-8bbc-58cee94d06d5 req-db440ade-6804-4ad3-a029-b23b2553fed8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:15.386059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-86baf662-913b-48fc-8bbc-58cee94d06d5 req-db440ade-6804-4ad3-a029-b23b2553fed8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] For port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:01:15.419460 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86baf662-913b-48fc-8bbc-58cee94d06d5 req-db440ade-6804-4ad3-a029-b23b2553fed8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:15.423874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86baf662-913b-48fc-8bbc-58cee94d06d5 req-db440ade-6804-4ad3-a029-b23b2553fed8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:15.438990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9bfa538b-7b07-4af5-8c5a-c1632f32bf07'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:01:15.476988 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baf662-913b-48fc-8bbc-58cee94d06d5 req-db440ade-6804-4ad3-a029-b23b2553fed8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:15.477639 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-86baf662-913b-48fc-8bbc-58cee94d06d5 req-db440ade-6804-4ad3-a029-b23b2553fed8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:15.479098 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-86baf662-913b-48fc-8bbc-58cee94d06d5 req-db440ade-6804-4ad3-a029-b23b2553fed8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "PUT /v2.0/ports/9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 982 time: 0.3380575 Aug 26 12:01:15.498669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db440ade-6804-4ad3-a029-b23b2553fed8 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'Port': ['ID=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,revision_number=6']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:01:15.561554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9bfa538b-7b07-4af5-8c5a-c1632f32bf07'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:01:15.594462 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1d37e-b7b0-4c5a-9b63-3757e2fd8772 req-15083788-7c1b-4cee-b300-bbe310bd1b2f tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:15.596094 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47d1d37e-b7b0-4c5a-9b63-3757e2fd8772 req-15083788-7c1b-4cee-b300-bbe310bd1b2f tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0537760 Aug 26 12:01:15.641781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-47d1d37e-b7b0-4c5a-9b63-3757e2fd8772 req-feed39e7-9a4c-4754-a3ea-b8145b9eb1fb tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0385611 Aug 26 12:01:15.642237 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:01:15.644910 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fde33d-e342-4b50-9a54-979abe391b68" -d '{"events": [{"name": "network-changed", "server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:01:15.696697 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5644013-7223-425e-b72f-e6d0f0665034 x-openstack-request-id: req-d5644013-7223-425e-b72f-e6d0f0665034 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:01:15.697008 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:01:15.697264 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5644013-7223-425e-b72f-e6d0f0665034 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:01:15.697686 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'status': 'completed', 'code': 200} Aug 26 12:01:15.760692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fde33d-e342-4b50-9a54-979abe391b68 req-8b10d27b-b1da-4c85-8f39-0d2f5c4a42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:15.762721 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8fde33d-e342-4b50-9a54-979abe391b68 req-8b10d27b-b1da-4c85-8f39-0d2f5c4a42ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06416c1acce74f609d14cb5ebff505e1&device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1137 time: 0.0422804 Aug 26 12:01:15.853132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-95a4b46b-51af-46f3-bde1-558bdbdddd31 None None] Provisioning complete for port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:01:15.853735 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95a4b46b-51af-46f3-bde1-558bdbdddd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:15.860824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fde33d-e342-4b50-9a54-979abe391b68 req-600a1820-bfff-4633-b05f-f1478812d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:15.862364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8fde33d-e342-4b50-9a54-979abe391b68 req-600a1820-bfff-4633-b05f-f1478812d66d service neutron] 10.222.0.47 "GET /v2.0/networks?id=74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 200 len: 916 time: 0.0916350 Aug 26 12:01:15.903926 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf636827-4687-4f52-a2fe-52fafe6d22c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:15.931762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8fde33d-e342-4b50-9a54-979abe391b68 req-d1f7dabd-dc19-430d-b80a-059157b64cb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 1002 time: 0.0613134 Aug 26 12:01:15.989236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fde33d-e342-4b50-9a54-979abe391b68 req-16b43558-e173-41f6-ba2a-d514e7a08759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:15.991187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8fde33d-e342-4b50-9a54-979abe391b68 req-16b43558-e173-41f6-ba2a-d514e7a08759 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7661f4f3-5f12-4cb5-9805-46fa66466838 HTTP/1.1" status: 200 len: 854 time: 0.0471888 Aug 26 12:01:16.038262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fde33d-e342-4b50-9a54-979abe391b68 req-95780394-9ec2-4cf0-8841-ac6aae28d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:16.039922 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8fde33d-e342-4b50-9a54-979abe391b68 req-95780394-9ec2-4cf0-8841-ac6aae28d44d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74e301ef-5b03-459e-99d7-f2eeae1b8385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411074 Aug 26 12:01:16.130981 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8fde33d-e342-4b50-9a54-979abe391b68 req-c2fdaf39-945e-4d17-9ee8-f7cbed6e131c service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825524 Aug 26 12:01:16.227763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e8fde33d-e342-4b50-9a54-979abe391b68 req-83cc845f-563d-41e9-8425-09b0303afefd service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883729 Aug 26 12:01:16.375911 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:17.464434 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:19.536763 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:21.083979 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:23.051201 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:25.769302 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:01:32.630316 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-674c7685-8e60-4ada-82a3-8d5828d0c23a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397158 Aug 26 12:01:32.709697 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-bddee409-db10-416c-ba0b-30b14649e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:32.711179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-bddee409-db10-416c-ba0b-30b14649e3fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06416c1acce74f609d14cb5ebff505e1&device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1137 time: 0.0394497 Aug 26 12:01:32.816262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-15a7eb0a-03d8-4161-8c31-70529f1d5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:32.817701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-15a7eb0a-03d8-4161-8c31-70529f1d5a8c service neutron] 10.222.0.47 "GET /v2.0/networks?id=74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 200 len: 916 time: 0.0872593 Aug 26 12:01:32.885583 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-15fa1775-ee86-463c-93cd-005726d6391e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 1002 time: 0.0595832 Aug 26 12:01:32.938920 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-4e01c899-b052-4b0b-a789-00d806e7c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:32.940331 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-4e01c899-b052-4b0b-a789-00d806e7c9db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7661f4f3-5f12-4cb5-9805-46fa66466838 HTTP/1.1" status: 200 len: 854 time: 0.0470617 Aug 26 12:01:32.984941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-b69bd98e-9339-4e99-b87f-8fba1ef5c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:01:32.986384 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-b69bd98e-9339-4e99-b87f-8fba1ef5c3a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74e301ef-5b03-459e-99d7-f2eeae1b8385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385988 Aug 26 12:01:33.075869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-3d42a681-a5f6-42bc-9f12-857ca571ae63 service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812867 Aug 26 12:01:33.170003 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd9d2ab2-f377-4834-bf1f-ce33722a96c7 req-a577feb6-cbec-428e-97db-68ec7528ba57 service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862825 Aug 26 12:01:43.444217 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-57c5a9eb-74a8-4acd-ba80-faffe53a694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:45.844645 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20624fa7-d051-49fb-abed-f31cb63d6349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:46.377537 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:47.467850 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:49.539168 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:51.082698 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:01:53.072129 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:02.768144 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:02:13.443895 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39a2b254-982d-41e7-82c3-626ee8cc79a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:15.843876 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-49fd21f0-8569-4c9f-a93f-04fc6deb28b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:16.378510 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:17.472449 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:19.541756 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:21.092812 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:23.063694 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:26.911727 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53d2a-e94d-4b27-b8e2-067f37f70608 req-d15eb270-69ab-4a07-a921-159186a6513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:26.913238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bb53d2a-e94d-4b27-b8e2-067f37f70608 req-d15eb270-69ab-4a07-a921-159186a6513a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06416c1acce74f609d14cb5ebff505e1&device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1137 time: 0.0577104 Aug 26 12:02:26.922326 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a89f12-8f74-48fd-bd55-d34dffd9c128 req-7a3c0fdc-9b23-4214-9ec8-cfc6e25bbcef tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:26.923728 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5a89f12-8f74-48fd-bd55-d34dffd9c128 req-7a3c0fdc-9b23-4214-9ec8-cfc6e25bbcef tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0807288 Aug 26 12:02:27.020550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5a89f12-8f74-48fd-bd55-d34dffd9c128 req-7d4887f4-afba-45c5-aca1-c65ae0032a7e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0887933 Aug 26 12:02:27.039265 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53d2a-e94d-4b27-b8e2-067f37f70608 req-da642600-621d-4c7e-a712-3a877b4fdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:27.040723 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bb53d2a-e94d-4b27-b8e2-067f37f70608 req-da642600-621d-4c7e-a712-3a877b4fdf32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 200 len: 916 time: 0.1161747 Aug 26 12:02:27.113108 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bb53d2a-e94d-4b27-b8e2-067f37f70608 req-a144877b-4732-4105-8eaa-2c57353299dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 1002 time: 0.0612936 Aug 26 12:02:27.163120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53d2a-e94d-4b27-b8e2-067f37f70608 req-2d8c6da5-d848-4eb6-ad6d-7aa0cdf86319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:27.164597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bb53d2a-e94d-4b27-b8e2-067f37f70608 req-2d8c6da5-d848-4eb6-ad6d-7aa0cdf86319 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7661f4f3-5f12-4cb5-9805-46fa66466838 HTTP/1.1" status: 200 len: 854 time: 0.0431499 Aug 26 12:02:27.209016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53d2a-e94d-4b27-b8e2-067f37f70608 req-a80897e5-784a-4821-ad0f-d15f6dda592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:27.210440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bb53d2a-e94d-4b27-b8e2-067f37f70608 req-a80897e5-784a-4821-ad0f-d15f6dda592a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74e301ef-5b03-459e-99d7-f2eeae1b8385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380630 Aug 26 12:02:27.306880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bb53d2a-e94d-4b27-b8e2-067f37f70608 req-7e47ca5b-1b67-43d5-9a27-43705e7e78da service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877802 Aug 26 12:02:27.396892 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bb53d2a-e94d-4b27-b8e2-067f37f70608 req-542c1b96-f78e-4a66-b8d2-e888909f6e7f service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822148 Aug 26 12:02:28.149550 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6b829-be93-47e9-abb0-7f905b00e30e req-8b5ac361-cbbb-4022-858c-33ea6a9099be tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:28.151031 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6f6b829-be93-47e9-abb0-7f905b00e30e req-8b5ac361-cbbb-4022-858c-33ea6a9099be tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0484908 Aug 26 12:02:28.189693 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c6f6b829-be93-47e9-abb0-7f905b00e30e req-7d1ad818-ed07-45b1-9838-85ea18d429d6 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0327401 Aug 26 12:02:29.307038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4592ad-1d84-485b-a958-e310505d920f req-b80bd4f9-582b-4dce-9386-32f7662dcf1e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:29.308415 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a4592ad-1d84-485b-a958-e310505d920f req-b80bd4f9-582b-4dce-9386-32f7662dcf1e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0526142 Aug 26 12:02:29.346482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a4592ad-1d84-485b-a958-e310505d920f req-637781c6-2abd-4f3a-ab14-9483eaa7bfb3 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0321226 Aug 26 12:02:30.459487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcd6f8-eaad-49f8-a558-0a72ec0f4923 req-7c1bdc74-3773-497d-af99-5483a6e0d9f0 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:30.461520 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1fcd6f8-eaad-49f8-a558-0a72ec0f4923 req-7c1bdc74-3773-497d-af99-5483a6e0d9f0 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0484765 Aug 26 12:02:30.501022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1fcd6f8-eaad-49f8-a558-0a72ec0f4923 req-f635b6c9-ee7c-46af-8baa-9d74ca81e9f4 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335221 Aug 26 12:02:31.614736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668a5ba-610a-4ccb-8f95-db1b80d2ca15 req-7d7b8c8b-fa87-4029-be26-717cd76bf5db tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:31.616245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e668a5ba-610a-4ccb-8f95-db1b80d2ca15 req-7d7b8c8b-fa87-4029-be26-717cd76bf5db tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0497129 Aug 26 12:02:31.656245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e668a5ba-610a-4ccb-8f95-db1b80d2ca15 req-63856525-facf-4314-a923-fa41c14b4511 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330718 Aug 26 12:02:32.773006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdcf1e-8b56-42b7-8dc1-7085014f8e75 req-2e26d2c6-11f6-47cc-84d2-490b6c384542 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:32.774488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5cdcf1e-8b56-42b7-8dc1-7085014f8e75 req-2e26d2c6-11f6-47cc-84d2-490b6c384542 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0524302 Aug 26 12:02:32.814014 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5cdcf1e-8b56-42b7-8dc1-7085014f8e75 req-edc4219d-64ce-4b99-91f5-969330b74782 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334938 Aug 26 12:02:33.670686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67398cf-4f10-4d7b-a258-ce3752390727 req-30632839-b815-4a66-8d5f-fe454add1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:33.672206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a67398cf-4f10-4d7b-a258-ce3752390727 req-30632839-b815-4a66-8d5f-fe454add1c5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06416c1acce74f609d14cb5ebff505e1&device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1137 time: 0.0413294 Aug 26 12:02:33.778099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67398cf-4f10-4d7b-a258-ce3752390727 req-cb772c77-3c61-4899-bace-350ea5325f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:33.779626 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a67398cf-4f10-4d7b-a258-ce3752390727 req-cb772c77-3c61-4899-bace-350ea5325f77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 200 len: 916 time: 0.0883152 Aug 26 12:02:33.845903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a67398cf-4f10-4d7b-a258-ce3752390727 req-f33a67bc-aa7a-471a-8fad-8976e2c95295 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 1002 time: 0.0584323 Aug 26 12:02:33.925495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67398cf-4f10-4d7b-a258-ce3752390727 req-d6d22868-5cd7-47ad-b2db-9b74fba004e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:33.926986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a67398cf-4f10-4d7b-a258-ce3752390727 req-d6d22868-5cd7-47ad-b2db-9b74fba004e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7661f4f3-5f12-4cb5-9805-46fa66466838 HTTP/1.1" status: 200 len: 854 time: 0.0733762 Aug 26 12:02:33.950847 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9eeea2-3260-43be-97f5-535400068d30 req-aef04f99-9a04-4e8c-86aa-76feff3cbd68 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:33.952264 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a9eeea2-3260-43be-97f5-535400068d30 req-aef04f99-9a04-4e8c-86aa-76feff3cbd68 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0729403 Aug 26 12:02:34.008691 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a9eeea2-3260-43be-97f5-535400068d30 req-8f7db07e-9a86-41ff-93fe-ab1c0581fd13 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0418174 Aug 26 12:02:34.010437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67398cf-4f10-4d7b-a258-ce3752390727 req-7fdba529-6b66-4aa7-889d-609d7b77947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:34.011862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a67398cf-4f10-4d7b-a258-ce3752390727 req-7fdba529-6b66-4aa7-889d-609d7b77947a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74e301ef-5b03-459e-99d7-f2eeae1b8385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771673 Aug 26 12:02:34.104046 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a67398cf-4f10-4d7b-a258-ce3752390727 req-3db429fa-d332-4e2a-91b9-570b1e89dd12 service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839565 Aug 26 12:02:34.194744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a67398cf-4f10-4d7b-a258-ce3752390727 req-65d8cc9e-3b00-4c73-b3d8-969586717c7a service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819132 Aug 26 12:02:35.121671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83953817-6d05-4cbc-9a7e-d27c0351b788 req-8cee6f3d-acb0-4299-86ec-28604882308a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:35.123442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83953817-6d05-4cbc-9a7e-d27c0351b788 req-8cee6f3d-acb0-4299-86ec-28604882308a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0489254 Aug 26 12:02:35.163375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-83953817-6d05-4cbc-9a7e-d27c0351b788 req-fc50e52c-6ac5-4c95-b9ab-7c8691b30ce1 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339878 Aug 26 12:02:36.281342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1ab92-ea3b-469b-bbc3-6b352a686aa9 req-ab0daedb-8711-4d77-bba5-a8cbc2319af5 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:36.282897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2d1ab92-ea3b-469b-bbc3-6b352a686aa9 req-ab0daedb-8711-4d77-bba5-a8cbc2319af5 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0533276 Aug 26 12:02:36.323406 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2d1ab92-ea3b-469b-bbc3-6b352a686aa9 req-1f64f48c-878e-4a1a-bdc0-da022de117d6 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0345566 Aug 26 12:02:37.435217 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c6133-c7b6-4043-80f4-22c0f2a25728 req-18bad262-0585-4fe4-95d2-6895e9c79c02 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:37.436683 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f9c6133-c7b6-4043-80f4-22c0f2a25728 req-18bad262-0585-4fe4-95d2-6895e9c79c02 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0484502 Aug 26 12:02:37.475534 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f9c6133-c7b6-4043-80f4-22c0f2a25728 req-37250752-d3f6-49df-92fb-6283dad1a884 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329564 Aug 26 12:02:38.588857 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2730c4-f2d9-4161-b4a5-d804d12402a0 req-9c5ad06f-7eb8-4fc3-bf97-dd1aac5488f7 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:02:38.590349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a2730c4-f2d9-4161-b4a5-d804d12402a0 req-9c5ad06f-7eb8-4fc3-bf97-dd1aac5488f7 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0490577 Aug 26 12:02:38.629590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a2730c4-f2d9-4161-b4a5-d804d12402a0 req-5ed40e30-4481-4061-ad4d-e9229619ff35 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b81e6d-b50c-4f59-a4a2-e9453c42a657&id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332601 Aug 26 12:02:39.767051 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:02:43.596580 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13d3596f-5815-45fc-b529-fde06150d2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:45.844877 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43131020-70d0-4c43-b3f7-eb9bce8c7b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:46.378491 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:47.474337 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:49.544612 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:51.112920 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:02:53.071768 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:13.446867 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21f449c4-88a3-447a-8d17-86973c5a6d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:15.844616 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16bc3b2d-b745-45ce-8f66-5aca63c54e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:16.382478 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:16.765956 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:03:17.477596 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:19.548323 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:21.111488 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:23.085732 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:35.634039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-5921021a-1dd0-4463-9b4b-dcf889079b9a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443134 Aug 26 12:03:35.715276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-6810e987-bec4-47f7-9fc0-0d707b42406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:35.716748 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-6810e987-bec4-47f7-9fc0-0d707b42406e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06416c1acce74f609d14cb5ebff505e1&device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1137 time: 0.0397685 Aug 26 12:03:35.821991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-bae6fbc2-861f-4c1c-a27f-d504bc2e980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:35.823488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-bae6fbc2-861f-4c1c-a27f-d504bc2e980e service neutron] 10.222.0.47 "GET /v2.0/networks?id=74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 200 len: 916 time: 0.0832617 Aug 26 12:03:35.893090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-689bafda-d2b5-4d01-998f-b4dd3ac89c08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 1002 time: 0.0615466 Aug 26 12:03:35.941180 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-62301f32-0ccb-4b8e-a31c-b34b8eaaa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:35.942572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-62301f32-0ccb-4b8e-a31c-b34b8eaaa498 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7661f4f3-5f12-4cb5-9805-46fa66466838 HTTP/1.1" status: 200 len: 854 time: 0.0421581 Aug 26 12:03:35.988492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-ec8eaa07-f801-4c2b-bd65-e2ce37abfc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:35.989934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-ec8eaa07-f801-4c2b-bd65-e2ce37abfc1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74e301ef-5b03-459e-99d7-f2eeae1b8385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391219 Aug 26 12:03:36.082068 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-989de14e-4c6e-4362-ade7-7bb68755a27d service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846121 Aug 26 12:03:36.174486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-166d230b-73ee-43a4-a0ab-353b8326b954 req-1a7c9ca9-6d4b-4490-8d5b-364703194458 service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825391 Aug 26 12:03:42.144016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81da8b52-fbdc-4b0e-b40b-78662ae52772 req-6f2c1c28-24a2-4a27-9a51-1c0cc60a3b32 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-69858668&fields=id&tenant_id=06416c1acce74f609d14cb5ebff505e1 HTTP/1.1" status: 200 len: 267 time: 0.0380034 Aug 26 12:03:42.195864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8b52-fbdc-4b0e-b40b-78662ae52772 req-e3ac507a-338c-43a7-b643-b41b29dfa734 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:42.197352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81da8b52-fbdc-4b0e-b40b-78662ae52772 req-e3ac507a-338c-43a7-b643-b41b29dfa734 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 985 time: 0.0478365 Aug 26 12:03:42.208114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-81da8b52-fbdc-4b0e-b40b-78662ae52772 req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Request body: {'port': {'security_groups': ['b391161e-e9b3-4b19-83d1-f9f45ce262e2']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:03:42.270358 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81da8b52-fbdc-4b0e-b40b-78662ae52772 req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:42.439220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-81da8b52-fbdc-4b0e-b40b-78662ae52772 req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] For port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:03:42.468337 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81da8b52-fbdc-4b0e-b40b-78662ae52772 req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:42.472761 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81da8b52-fbdc-4b0e-b40b-78662ae52772 req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:42.485462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9bfa538b-7b07-4af5-8c5a-c1632f32bf07'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:03:42.519437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8b52-fbdc-4b0e-b40b-78662ae52772 req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:42.520029 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-81da8b52-fbdc-4b0e-b40b-78662ae52772 req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:42.521445 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-81da8b52-fbdc-4b0e-b40b-78662ae52772 req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "PUT /v2.0/ports/9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 943 time: 0.3177831 Aug 26 12:03:42.521905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:03:42.524216 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f399d0f-f077-41a1-8bac-22e6ea941afd" -d '{"events": [{"name": "network-changed", "server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:03:42.527774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43652) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:03:42.576937 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event updated for resources: {'Port': ['ID=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:03:42.591570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.592358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.593577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.594278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.594882 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.595468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.596281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.597593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.598181 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.598760 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.599335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.599902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bb1908-e94e-45e0-bbb5-07063efb82e9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.602898 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:42.609388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9bfa538b-7b07-4af5-8c5a-c1632f32bf07'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:03:42.635584 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:42.704562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:42.707589 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:42.712104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43658) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:03:42.712289 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "DELETE /v2.0/security-groups/d9b81e6d-b50c-4f59-a4a2-e9453c42a657 HTTP/1.1" status: 204 len: 168 time: 0.1833878 Aug 26 12:03:42.723027 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b81e6d-b50c-4f59-a4a2-e9453c42a657,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:03:42.737875 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.738475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.738886 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.739351 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.740001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.740517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.741040 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.741386 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.741836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.742132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.742505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.742876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d99cfa-1c99-4da4-9a64-b8347c6cb2fd tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:42.766166 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0b3858-d60a-44de-8171-46f312afc507 x-openstack-request-id: req-4c0b3858-d60a-44de-8171-46f312afc507 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:03:42.766437 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:03:42.766687 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c0b3858-d60a-44de-8171-46f312afc507 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:03:42.767108 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'status': 'completed', 'code': 200} Aug 26 12:03:42.828480 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399d0f-f077-41a1-8bac-22e6ea941afd req-ab230c54-5ff7-4cfa-bc2b-72287757e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:42.830182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f399d0f-f077-41a1-8bac-22e6ea941afd req-ab230c54-5ff7-4cfa-bc2b-72287757e3f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06416c1acce74f609d14cb5ebff505e1&device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1098 time: 0.0605879 Aug 26 12:03:42.902766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-38542523-7e02-489a-831c-48da90d61248 None None] Provisioning complete for port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:03:42.903148 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38542523-7e02-489a-831c-48da90d61248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:42.988852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399d0f-f077-41a1-8bac-22e6ea941afd req-b8992560-e820-40ec-9a5f-306e89ca6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:42.990395 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f399d0f-f077-41a1-8bac-22e6ea941afd req-b8992560-e820-40ec-9a5f-306e89ca6eef service neutron] 10.222.0.47 "GET /v2.0/networks?id=74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 200 len: 916 time: 0.1297157 Aug 26 12:03:43.009205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Deleting port c0934fda-2c7a-4a94-9a0b-6d9b64975fa0 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:03:43.009553 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:43.103809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f399d0f-f077-41a1-8bac-22e6ea941afd req-aa42366e-da26-4fd0-93e7-745c8e552487 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 1002 time: 0.1026518 Aug 26 12:03:43.161620 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:43.162316 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:43.177239 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Calling delete_port for c0934fda-2c7a-4a94-9a0b-6d9b64975fa0 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:03:43.179749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399d0f-f077-41a1-8bac-22e6ea941afd req-554bb61c-f31c-4619-8d95-5853a885a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:43.181169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f399d0f-f077-41a1-8bac-22e6ea941afd req-554bb61c-f31c-4619-8d95-5853a885a13c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7661f4f3-5f12-4cb5-9805-46fa66466838 HTTP/1.1" status: 200 len: 854 time: 0.0694911 Aug 26 12:03:43.276226 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399d0f-f077-41a1-8bac-22e6ea941afd req-627ce170-b85a-487e-a761-c4a6a7fa37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:43.277720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f399d0f-f077-41a1-8bac-22e6ea941afd req-627ce170-b85a-487e-a761-c4a6a7fa37a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74e301ef-5b03-459e-99d7-f2eeae1b8385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879228 Aug 26 12:03:43.412333 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f399d0f-f077-41a1-8bac-22e6ea941afd req-947e6c01-d119-423f-b51d-951ab05a2c95 service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252997 Aug 26 12:03:43.448082 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02d77766-feb9-45cc-a75f-6e75cbb38094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:43.470616 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:43.505078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event deleted for resources: {'Port': ['ID=c0934fda-2c7a-4a94-9a0b-6d9b64975fa0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:03:43.588241 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2f399d0f-f077-41a1-8bac-22e6ea941afd req-7becb024-ef72-48bb-8a43-e138ddbb69be service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662781 Aug 26 12:03:43.592865 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:43.593261 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Floating IP 7012af8b-3d10-4b20-a379-934cff50c613 disassociated (deleted). External IP: 172.25.1.229, port: 9bfa538b-7b07-4af5-8c5a-c1632f32bf07. Aug 26 12:03:43.797921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Router af0468d7-2f62-4cba-9bc1-88983f749426 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:03:44.245586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:03:44.251232 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:44.256472 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c57640a-4466-4440-a732-9d83fb6c7cb4 None None] Sync routers for ids ['af0468d7-2f62-4cba-9bc1-88983f749426'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:03:44.265328 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c57640a-4466-4440-a732-9d83fb6c7cb4 None None] Routers {'af0468d7-2f62-4cba-9bc1-88983f749426'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:03:44.265928 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6c57640a-4466-4440-a732-9d83fb6c7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:03:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['af0468d7-2f62-4cba-9bc1-88983f749426'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:44.277047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-60d65b1c-fa36-46a2-bed0-ff6a6d273f6e tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "DELETE /v2.0/floatingips/7012af8b-3d10-4b20-a379-934cff50c613 HTTP/1.1" status: 204 len: 168 time: 1.5637155 Aug 26 12:03:44.369639 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-6c57640a-4466-4440-a732-9d83fb6c7cb4 None None] Set router af0468d7-2f62-4cba-9bc1-88983f749426 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:03:44.659745 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6c57640a-4466-4440-a732-9d83fb6c7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 4, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '8e71ea8f-31d6-48ff-a1fd-16134a047d1d', 'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'mac_address': 'fa:16:3e:7b:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:17Z', 'updated_at': '2021-08-26T12:00:24Z', 'revision_number': 5, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'subnets': [{'id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:44.685559 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c57640a-4466-4440-a732-9d83fb6c7cb4 None None] Checking router: af0468d7-2f62-4cba-9bc1-88983f749426 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:03:44.693484 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c57640a-4466-4440-a732-9d83fb6c7cb4 None None] Routers {'af0468d7-2f62-4cba-9bc1-88983f749426'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:03:44.694108 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6c57640a-4466-4440-a732-9d83fb6c7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:03:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['af0468d7-2f62-4cba-9bc1-88983f749426'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:44.768137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:03:44.770416 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5675ef2-490e-4062-9892-d39dda61452a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:03:44.798335 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-6c57640a-4466-4440-a732-9d83fb6c7cb4 None None] Set router af0468d7-2f62-4cba-9bc1-88983f749426 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:03:44.804965 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6131b359-53fd-4405-bf05-2323695b4cd1 x-openstack-request-id: req-6131b359-53fd-4405-bf05-2323695b4cd1 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:03:44.805260 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:03:44.805517 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6131b359-53fd-4405-bf05-2323695b4cd1 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:03:44.805932 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'status': 'completed', 'code': 200} Aug 26 12:03:44.866519 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5675ef2-490e-4062-9892-d39dda61452a req-f6ca7e00-580c-4e80-8357-72dd02977875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:44.868047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5675ef2-490e-4062-9892-d39dda61452a req-f6ca7e00-580c-4e80-8357-72dd02977875 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06416c1acce74f609d14cb5ebff505e1&device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 1098 time: 0.0395331 Aug 26 12:03:44.959853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5675ef2-490e-4062-9892-d39dda61452a req-a26e687c-2bee-41d8-aadd-7b947abf9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:44.961330 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5675ef2-490e-4062-9892-d39dda61452a req-a26e687c-2bee-41d8-aadd-7b947abf9ecc service neutron] 10.222.0.47 "GET /v2.0/networks?id=74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 200 len: 916 time: 0.0842295 Aug 26 12:03:44.998600 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-6c57640a-4466-4440-a732-9d83fb6c7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 4, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '8e71ea8f-31d6-48ff-a1fd-16134a047d1d', 'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'mac_address': 'fa:16:3e:7b:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:17Z', 'updated_at': '2021-08-26T12:00:24Z', 'revision_number': 5, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'subnets': [{'id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:45.019270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5675ef2-490e-4062-9892-d39dda61452a req-d9c6387f-7aa1-419f-a30f-c0f6f4eaef5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 200 len: 217 time: 0.0452616 Aug 26 12:03:45.026403 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c57640a-4466-4440-a732-9d83fb6c7cb4 None None] The sync data for ids ['af0468d7-2f62-4cba-9bc1-88983f749426'] in n-d-778550-13 is: [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:18Z', 'revision_number': 4, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '8e71ea8f-31d6-48ff-a1fd-16134a047d1d', 'name': '', 'network_id': '74e301ef-5b03-459e-99d7-f2eeae1b8385', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'mac_address': 'fa:16:3e:7b:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:17Z', 'updated_at': '2021-08-26T12:00:24Z', 'revision_number': 5, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'subnets': [{'id': '7661f4f3-5f12-4cb5-9805-46fa66466838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:03:45.075345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5675ef2-490e-4062-9892-d39dda61452a req-61e173f3-ad27-460b-8285-c221faff209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:45.076830 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5675ef2-490e-4062-9892-d39dda61452a req-61e173f3-ad27-460b-8285-c221faff209e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7661f4f3-5f12-4cb5-9805-46fa66466838 HTTP/1.1" status: 200 len: 854 time: 0.0491099 Aug 26 12:03:45.125507 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5675ef2-490e-4062-9892-d39dda61452a req-ee0419c1-efa1-41dc-ab42-22d6c89622c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:45.127063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5675ef2-490e-4062-9892-d39dda61452a req-ee0419c1-efa1-41dc-ab42-22d6c89622c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74e301ef-5b03-459e-99d7-f2eeae1b8385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419438 Aug 26 12:03:45.230156 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5675ef2-490e-4062-9892-d39dda61452a req-cfc3b2ab-996e-4316-9e9e-a9412d0beaf7 service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948048 Aug 26 12:03:45.296220 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3326df0-d131-437a-a8a1-3f12bcccffad None None] New status for floating IP 7012af8b-3d10-4b20-a379-934cff50c613: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:03:45.326125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a5675ef2-490e-4062-9892-d39dda61452a req-66c56f1a-f186-425c-8f29-a71f62a951f7 service neutron] 10.222.0.47 "GET /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878737 Aug 26 12:03:45.845134 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d1058b3-4113-4f78-8e4f-819010dd320c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:46.383325 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:47.480489 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:49.552732 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:51.119241 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:51.200400 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d768-eb6b-42d1-9ed9-5e2c082a019d req-8664eca0-9ef1-455f-a227-bee700856605 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:51.201928 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4340d768-eb6b-42d1-9ed9-5e2c082a019d req-8664eca0-9ef1-455f-a227-bee700856605 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 946 time: 0.0541718 Aug 26 12:03:51.240925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4340d768-eb6b-42d1-9ed9-5e2c082a019d req-cefe4825-660a-46b6-9505-4126b4b46dc3 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Aug 26 12:03:52.355507 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3c300-786f-499c-a1a0-9424de459d7e req-08128c86-4cab-4c6f-86f3-53b2d8eb8d92 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:52.356995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ac3c300-786f-499c-a1a0-9424de459d7e req-08128c86-4cab-4c6f-86f3-53b2d8eb8d92 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 946 time: 0.0493984 Aug 26 12:03:52.393906 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1ac3c300-786f-499c-a1a0-9424de459d7e req-bbf9dbf7-b27e-490b-b49d-1b95478d8c89 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/security-groups?id=b391161e-e9b3-4b19-83d1-f9f45ce262e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311162 Aug 26 12:03:53.080615 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:53.099434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef8ea-e791-430e-9f1f-d27b33a61277 req-741a86bc-adf8-47c7-9e3c-f3dbb61418ef tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:03:53.100890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e9ef8ea-e791-430e-9f1f-d27b33a61277 req-741a86bc-adf8-47c7-9e3c-f3dbb61418ef tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 946 time: 0.0491512 Aug 26 12:03:53.190914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-6e9ef8ea-e791-430e-9f1f-d27b33a61277 req-a4b34c11-ad83-48ff-9bfa-b701cb58762a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Deleting port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:03:53.191255 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6e9ef8ea-e791-430e-9f1f-d27b33a61277 req-a4b34c11-ad83-48ff-9bfa-b701cb58762a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:53.277896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6e9ef8ea-e791-430e-9f1f-d27b33a61277 req-a4b34c11-ad83-48ff-9bfa-b701cb58762a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] For port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:03:53.278263 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6e9ef8ea-e791-430e-9f1f-d27b33a61277 req-a4b34c11-ad83-48ff-9bfa-b701cb58762a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:53.290392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-6e9ef8ea-e791-430e-9f1f-d27b33a61277 req-a4b34c11-ad83-48ff-9bfa-b701cb58762a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Calling delete_port for 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:03:53.419304 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6e9ef8ea-e791-430e-9f1f-d27b33a61277 req-a4b34c11-ad83-48ff-9bfa-b701cb58762a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:53.433932 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['9bfa538b-7b07-4af5-8c5a-c1632f32bf07'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:03:53.449186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b34c11-ad83-48ff-9bfa-b701cb58762a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Pushing event deleted for resources: {'Port': ['ID=9bfa538b-7b07-4af5-8c5a-c1632f32bf07,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:03:53.518122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9ef8ea-e791-430e-9f1f-d27b33a61277 req-a4b34c11-ad83-48ff-9bfa-b701cb58762a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] No DVR routers for this DVR port 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:03:53.521165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-02d6745d-7ab3-4113-9834-70ab88f5fd66 req-26f2c1a8-d03b-4745-a6bd-50510f43bcb9 tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1653880-dfc1-44f5-9526-5bf5a99ce915 HTTP/1.1" status: 200 len: 210 time: 0.0466449 Aug 26 12:03:53.522143 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6e9ef8ea-e791-430e-9f1f-d27b33a61277 req-a4b34c11-ad83-48ff-9bfa-b701cb58762a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:53.524002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e9ef8ea-e791-430e-9f1f-d27b33a61277 req-a4b34c11-ad83-48ff-9bfa-b701cb58762a tempest-TestMinimumBasicScenario-99464351 tempest-TestMinimumBasicScenario-99464351-project] 10.222.0.47 "DELETE /v2.0/ports/9bfa538b-7b07-4af5-8c5a-c1632f32bf07 HTTP/1.1" status: 204 len: 173 time: 0.4169016 Aug 26 12:03:53.524444 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'name': 'network-vif-deleted', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:03:53.526701 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229a02bd-c909-4192-95d4-63848a645eef" -d '{"events": [{"server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "name": "network-vif-deleted", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:03:53.567888 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2930e37-fe7c-4cbe-99bd-19705f421e5f x-openstack-request-id: req-e2930e37-fe7c-4cbe-99bd-19705f421e5f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:03:53.568189 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1653880-dfc1-44f5-9526-5bf5a99ce915", "name": "network-vif-deleted", "tag": "9bfa538b-7b07-4af5-8c5a-c1632f32bf07", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:03:53.568445 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2930e37-fe7c-4cbe-99bd-19705f421e5f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:03:53.568863 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1653880-dfc1-44f5-9526-5bf5a99ce915', 'name': 'network-vif-deleted', 'tag': '9bfa538b-7b07-4af5-8c5a-c1632f32bf07', 'status': 'completed', 'code': 200} Aug 26 12:03:53.765518 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:03:55.087424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43760) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:03:55.420992 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:55.669436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] Deleting port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:03:55.669790 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:55.752699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] For port 8e71ea8f-31d6-48ff-a1fd-16134a047d1d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8e71ea8f-31d6-48ff-a1fd-16134a047d1d,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:03:55.752962 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:55.766780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] Calling delete_port for 8e71ea8f-31d6-48ff-a1fd-16134a047d1d owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:03:55.947584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:55.981316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e71ea8f-31d6-48ff-a1fd-16134a047d1d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:03:56.161068 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:56.315194 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:03:56.333949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:03:56.334288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 9bfa538b-7b07-4af5-8c5a-c1632f32bf07 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:03:56.386524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] Router af0468d7-2f62-4cba-9bc1-88983f749426 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:03:56.496698 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:03:56.501889 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c55a0ec2-68f7-464c-8a32-84267c24b325 admin admin] 10.222.0.21 "PUT /v2.0/routers/af0468d7-2f62-4cba-9bc1-88983f749426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4134591 Aug 26 12:03:56.504553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43762) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:03:56.505977 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e60b4e-1098-4504-b04b-434a9d0d2083 None None] Sync routers for ids ['af0468d7-2f62-4cba-9bc1-88983f749426'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:03:56.515012 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e60b4e-1098-4504-b04b-434a9d0d2083 None None] Routers {'af0468d7-2f62-4cba-9bc1-88983f749426'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:03:56.515610 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-00e60b4e-1098-4504-b04b-434a9d0d2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:03:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['af0468d7-2f62-4cba-9bc1-88983f749426'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:56.614848 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:56.620741 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-00e60b4e-1098-4504-b04b-434a9d0d2083 None None] Set router af0468d7-2f62-4cba-9bc1-88983f749426 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:03:56.719938 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:56.772320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Deleting port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:03:56.772683 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:56.799138 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-00e60b4e-1098-4504-b04b-434a9d0d2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:03:55Z', 'revision_number': 5, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port': {'id': '6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:56.825300 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e60b4e-1098-4504-b04b-434a9d0d2083 None None] Checking router: af0468d7-2f62-4cba-9bc1-88983f749426 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:03:56.833998 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e60b4e-1098-4504-b04b-434a9d0d2083 None None] Routers {'af0468d7-2f62-4cba-9bc1-88983f749426'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:03:56.834603 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-00e60b4e-1098-4504-b04b-434a9d0d2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:03:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['af0468d7-2f62-4cba-9bc1-88983f749426'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:56.856062 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] For port 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:03:56.856426 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:56.868415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Calling delete_port for 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:03:56.917975 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-00e60b4e-1098-4504-b04b-434a9d0d2083 None None] Set router af0468d7-2f62-4cba-9bc1-88983f749426 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:03:56.967092 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-00e60b4e-1098-4504-b04b-434a9d0d2083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:03:56Z', 'revision_number': 6, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:56.996838 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e60b4e-1098-4504-b04b-434a9d0d2083 None None] The sync data for ids ['af0468d7-2f62-4cba-9bc1-88983f749426'] in n-d-778550-13 is: [{'id': 'af0468d7-2f62-4cba-9bc1-88983f749426', 'name': 'tempest-TestMinimumBasicScenario-1483285884-router', 'tenant_id': '06416c1acce74f609d14cb5ebff505e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:15Z', 'updated_at': '2021-08-26T12:03:56Z', 'revision_number': 6, 'project_id': '06416c1acce74f609d14cb5ebff505e1', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:03:57.039721 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.067402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:03:57.125061 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.219655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.222301 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.267645 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.268175 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Fanout notify agent at l3_agent the message router_deleted on router af0468d7-2f62-4cba-9bc1-88983f749426 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:03:57.272785 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.274075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8ebd6e83-ba5a-49db-a732-5e8cc02fabae admin admin] 10.222.0.21 "DELETE /v2.0/routers/af0468d7-2f62-4cba-9bc1-88983f749426 HTTP/1.1" status: 204 len: 168 time: 0.7684791 Aug 26 12:03:57.276696 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43766) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:03:57.320677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-b579d926-8aab-4a3a-9709-19be51dd0209 admin admin] Deleting subnet 7661f4f3-5f12-4cb5-9805-46fa66466838 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:03:57.323599 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b579d926-8aab-4a3a-9709-19be51dd0209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.357301 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b579d926-8aab-4a3a-9709-19be51dd0209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.444306 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b579d926-8aab-4a3a-9709-19be51dd0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.497427 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b579d926-8aab-4a3a-9709-19be51dd0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.521917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579d926-8aab-4a3a-9709-19be51dd0209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7661f4f3-5f12-4cb5-9805-46fa66466838,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:03:57.527566 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b579d926-8aab-4a3a-9709-19be51dd0209 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.529433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b579d926-8aab-4a3a-9709-19be51dd0209 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7661f4f3-5f12-4cb5-9805-46fa66466838 HTTP/1.1" status: 204 len: 168 time: 0.2518301 Aug 26 12:03:57.532531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43768) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:03:57.534893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225019c1-2abb-496c-9cba-a9586380e81b None None] Network 74e301ef-5b03-459e-99d7-f2eeae1b8385 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:03:57.600180 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.658971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Deleting port 8a742037-5fa3-4c95-848d-0799b54668d8 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:03:57.659331 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.721929 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] For port 8a742037-5fa3-4c95-848d-0799b54668d8, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8a742037-5fa3-4c95-848d-0799b54668d8,segment=NetworkSegment(b76f8321-0df7-4581-96b0-fd3a0992b7c0),segment_id=b76f8321-0df7-4581-96b0-fd3a0992b7c0)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:03:57.722231 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.736907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Calling delete_port for 8a742037-5fa3-4c95-848d-0799b54668d8 owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:03:57.780829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] DHCP port deletion for 74e301ef-5b03-459e-99d7-f2eeae1b8385 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:03:57.831421 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.840432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8e71ea8f-31d6-48ff-a1fd-16134a047d1d no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:03:57.856254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Pushing event deleted for resources: {'Port': ['ID=8a742037-5fa3-4c95-848d-0799b54668d8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:03:57.862628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] No DVR routers for this DVR port 8a742037-5fa3-4c95-848d-0799b54668d8 on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:03:57.874298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 8e71ea8f-31d6-48ff-a1fd-16134a047d1d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:03:57.875187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8e71ea8f-31d6-48ff-a1fd-16134a047d1d not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:03:57.875604 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:03:57.896106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:03:57.896446 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6d2bfe39-f3f6-4c6e-b6c9-ee2db65f899e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:03:57.896865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8a742037-5fa3-4c95-848d-0799b54668d8 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:03:57.899424 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Deleting port 8a742037-5fa3-4c95-848d-0799b54668d8 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:03:57.899795 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.926217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 8a742037-5fa3-4c95-848d-0799b54668d8 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:03:57.926556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8a742037-5fa3-4c95-848d-0799b54668d8 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:03:57.935315 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.945978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e301ef-5b03-459e-99d7-f2eeae1b8385']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:57.957019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76f8321-0df7-4581-96b0-fd3a0992b7c0') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:57.957317 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76f8321-0df7-4581-96b0-fd3a0992b7c0') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:57.966589 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.978399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] For port 8a742037-5fa3-4c95-848d-0799b54668d8, host n-d-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:03:57.978829 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.988000 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.993759 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Calling delete_port for 8a742037-5fa3-4c95-848d-0799b54668d8 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:03:57.994936 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:03:57.995346 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:57.996846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Port 8a742037-5fa3-4c95-848d-0799b54668d8 was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: timer() Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:03:57.997235 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:03:58.000969 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:58.031879 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Pushing event deleted for resources: {'Port': ['ID=8a742037-5fa3-4c95-848d-0799b54668d8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:03:58.034302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] No DVR routers for this DVR port 8a742037-5fa3-4c95-848d-0799b54668d8 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:03:58.044095 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.044440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.045173 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.045173 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.045425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.045754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.046083 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.046432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.046773 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.047782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.048326 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.048892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a0df89-5aa7-4c72-b570-f32f4868c007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:03:58.063479 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:58.069028 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:58.071063 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] 10.222.0.21 "DELETE /v2.0/networks/74e301ef-5b03-459e-99d7-f2eeae1b8385 HTTP/1.1" status: 204 len: 168 time: 0.5374157 Aug 26 12:03:58.075097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43770) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:03:58.084846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751ed5d-8772-4682-a167-d7ab8ee72ada admin admin] Pushing event deleted for resources: {'Network': ['ID=74e301ef-5b03-459e-99d7-f2eeae1b8385,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:03:58.416803 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:58.653718 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] Deleting port 39ccb4b2-7084-425d-801a-9c81691bfbce {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:03:58.654056 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:58.728259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] For port 39ccb4b2-7084-425d-801a-9c81691bfbce, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=39ccb4b2-7084-425d-801a-9c81691bfbce,segment=NetworkSegment(ba756c89-6e0b-4aad-a216-1d1e26c8232d),segment_id=ba756c89-6e0b-4aad-a216-1d1e26c8232d)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:03:58.728621 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:58.741104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] Calling delete_port for 39ccb4b2-7084-425d-801a-9c81691bfbce owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:03:59.171978 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:59.199749 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=39ccb4b2-7084-425d-801a-9c81691bfbce,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:03:59.362712 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:59.576260 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] Router 6503efac-b672-47ec-8f07-b60099bbef8f has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:03:59.683158 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:03:59.688758 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ba5342f8-941e-460b-abd9-efc3f416a1dc admin admin] 10.222.0.21 "PUT /v2.0/routers/6503efac-b672-47ec-8f07-b60099bbef8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6120470 Aug 26 12:03:59.691323 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43772) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:03:59.694522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a7040f-5e92-49d7-b36c-f33246113071 None None] Sync routers for ids ['6503efac-b672-47ec-8f07-b60099bbef8f'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:03:59.704617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a7040f-5e92-49d7-b36c-f33246113071 None None] Routers {'6503efac-b672-47ec-8f07-b60099bbef8f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:03:59.705330 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-48a7040f-5e92-49d7-b36c-f33246113071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:03:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6503efac-b672-47ec-8f07-b60099bbef8f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:03:59.794861 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:59.809230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-48a7040f-5e92-49d7-b36c-f33246113071 None None] Set router 6503efac-b672-47ec-8f07-b60099bbef8f gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:03:59.898717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:59.950964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Deleting port 463cc05c-365e-4755-8176-ef9e53fbc6cc {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:03:59.951313 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:03:59.992627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-48a7040f-5e92-49d7-b36c-f33246113071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'name': 'tempest-TestMinimumBasicScenario-812388711-router', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:03:59Z', 'revision_number': 5, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'gw_port': {'id': '463cc05c-365e-4755-8176-ef9e53fbc6cc', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:21:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:00.019136 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a7040f-5e92-49d7-b36c-f33246113071 None None] Checking router: 6503efac-b672-47ec-8f07-b60099bbef8f for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:04:00.028529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a7040f-5e92-49d7-b36c-f33246113071 None None] Routers {'6503efac-b672-47ec-8f07-b60099bbef8f'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:04:00.028707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] For port 463cc05c-365e-4755-8176-ef9e53fbc6cc, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=463cc05c-365e-4755-8176-ef9e53fbc6cc,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:04:00.029088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.029239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-48a7040f-5e92-49d7-b36c-f33246113071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:03:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['6503efac-b672-47ec-8f07-b60099bbef8f'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:00.041663 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Calling delete_port for 463cc05c-365e-4755-8176-ef9e53fbc6cc owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:04:00.118706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-48a7040f-5e92-49d7-b36c-f33246113071 None None] Set router 6503efac-b672-47ec-8f07-b60099bbef8f gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:04:00.172910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-48a7040f-5e92-49d7-b36c-f33246113071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'name': 'tempest-TestMinimumBasicScenario-812388711-router', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:03:59Z', 'revision_number': 6, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:00.198325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a7040f-5e92-49d7-b36c-f33246113071 None None] The sync data for ids ['6503efac-b672-47ec-8f07-b60099bbef8f'] in n-d-778550-13 is: [{'id': '6503efac-b672-47ec-8f07-b60099bbef8f', 'name': 'tempest-TestMinimumBasicScenario-812388711-router', 'tenant_id': '3b059bd8d14242b9af02a483bc0cff20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:00:20Z', 'updated_at': '2021-08-26T12:03:59Z', 'revision_number': 6, 'project_id': '3b059bd8d14242b9af02a483bc0cff20', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:04:00.205299 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.236018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Pushing event deleted for resources: {'Port': ['ID=463cc05c-365e-4755-8176-ef9e53fbc6cc,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:00.295206 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.383448 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.385499 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.427509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.428009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6503efac-b672-47ec-8f07-b60099bbef8f {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:04:00.432523 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.433692 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f732f0f6-aeb6-4541-9906-3e65c0ef70ce admin admin] 10.222.0.21 "DELETE /v2.0/routers/6503efac-b672-47ec-8f07-b60099bbef8f HTTP/1.1" status: 204 len: 168 time: 0.7414734 Aug 26 12:04:00.436312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43774) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:00.484202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe23ade-4b7f-4e09-9393-44ede6bff231 admin admin] Deleting subnet d65d1427-53a0-4ebc-909d-f47bdf6c0333 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:04:00.487261 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fe23ade-4b7f-4e09-9393-44ede6bff231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.520903 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fe23ade-4b7f-4e09-9393-44ede6bff231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.600263 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fe23ade-4b7f-4e09-9393-44ede6bff231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.664933 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fe23ade-4b7f-4e09-9393-44ede6bff231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.691585 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe23ade-4b7f-4e09-9393-44ede6bff231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65d1427-53a0-4ebc-909d-f47bdf6c0333,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:00.693485 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-1fe23ade-4b7f-4e09-9393-44ede6bff231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.697694 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1fe23ade-4b7f-4e09-9393-44ede6bff231 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d65d1427-53a0-4ebc-909d-f47bdf6c0333 HTTP/1.1" status: 204 len: 168 time: 0.2581546 Aug 26 12:04:00.698057 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43776) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:00.698710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09e9d31-2da4-4e45-b9e9-554c7759129a None None] Network b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:04:00.767699 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.823643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Deleting port fa3ebade-ac39-41cd-9072-3f79dcb71f54 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:04:00.823997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.890983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] For port fa3ebade-ac39-41cd-9072-3f79dcb71f54, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=fa3ebade-ac39-41cd-9072-3f79dcb71f54,segment=NetworkSegment(ba756c89-6e0b-4aad-a216-1d1e26c8232d),segment_id=ba756c89-6e0b-4aad-a216-1d1e26c8232d)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:04:00.891346 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.903503 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Calling delete_port for fa3ebade-ac39-41cd-9072-3f79dcb71f54 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:04:00.980751 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:00.990040 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740bccde-0ab4-4181-9af2-a01f9e6c972d None None] DHCP port deletion for b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:04:01.022322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] No DVR routers for this DVR port fa3ebade-ac39-41cd-9072-3f79dcb71f54 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:04:01.026593 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3ebade-ac39-41cd-9072-3f79dcb71f54,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:01.109890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:01.120489 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:01.130677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba756c89-6e0b-4aad-a216-1d1e26c8232d') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:01.130999 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba756c89-6e0b-4aad-a216-1d1e26c8232d') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:01.139751 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:01.153246 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:01.160814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:04:01.161259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: timer() Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:04:01.163059 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:04:01.225642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:01.231526 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:01.235867 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] 10.222.0.21 "DELETE /v2.0/networks/b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7 HTTP/1.1" status: 204 len: 168 time: 0.5342007 Aug 26 12:04:01.244631 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b3d0a-02bb-4855-b038-26970ca7b72a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d3a9b6-52bf-43ff-8ca5-dc23696f92e7,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:01.400706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43780) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:01.439508 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-299ebb22-54f0-44e9-b216-ca36104ec677 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06416c1acce74f609d14cb5ebff505e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376773 Aug 26 12:04:01.441853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43782) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:01.488167 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78adea49-fb5e-471d-9292-0c42cdbd4917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:01.508403 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78adea49-fb5e-471d-9292-0c42cdbd4917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:01.554983 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78adea49-fb5e-471d-9292-0c42cdbd4917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:01.557417 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-78adea49-fb5e-471d-9292-0c42cdbd4917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:01.558571 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-78adea49-fb5e-471d-9292-0c42cdbd4917 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b391161e-e9b3-4b19-83d1-f9f45ce262e2 HTTP/1.1" status: 204 len: 168 time: 0.1158431 Aug 26 12:04:01.566619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adea49-fb5e-471d-9292-0c42cdbd4917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b391161e-e9b3-4b19-83d1-f9f45ce262e2,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:01.684679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fa3ebade-ac39-41cd-9072-3f79dcb71f54 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:04:01.706054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: fa3ebade-ac39-41cd-9072-3f79dcb71f54 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:04:01.706681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device fa3ebade-ac39-41cd-9072-3f79dcb71f54 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:04:01.706806 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 39ccb4b2-7084-425d-801a-9c81691bfbce no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:04:01.724975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 39ccb4b2-7084-425d-801a-9c81691bfbce {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:04:01.725318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 39ccb4b2-7084-425d-801a-9c81691bfbce not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:04:01.725736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 463cc05c-365e-4755-8176-ef9e53fbc6cc no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:04:01.746990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 463cc05c-365e-4755-8176-ef9e53fbc6cc {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:04:01.747255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 463cc05c-365e-4755-8176-ef9e53fbc6cc not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:04:01.867909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43788) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:01.908280 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-980e6780-dc2b-497f-b158-287d772e1625 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b059bd8d14242b9af02a483bc0cff20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391581 Aug 26 12:04:01.910668 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43790) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:01.957976 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbc8dc13-2fc6-4010-931e-7fbfa2a70e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:01.978289 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbc8dc13-2fc6-4010-931e-7fbfa2a70e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:02.029047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbc8dc13-2fc6-4010-931e-7fbfa2a70e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:02.031615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bbc8dc13-2fc6-4010-931e-7fbfa2a70e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:02.032877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bbc8dc13-2fc6-4010-931e-7fbfa2a70e60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/362893c0-d945-4ff7-bd47-8e46889c4753 HTTP/1.1" status: 204 len: 168 time: 0.1212685 Aug 26 12:04:02.040531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8dc13-2fc6-4010-931e-7fbfa2a70e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362893c0-d945-4ff7-bd47-8e46889c4753,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:03.566453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43830) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:03.571209 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-58b82904-f93f-448a-92a6-cd7f2bf05a99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-552719418', 'description': 'tempest-secgroup-smoke-552719418 description', 'project_id': '98cae013182e4657ae3d22c7cceb6349'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:03.593942 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b82904-f93f-448a-92a6-cd7f2bf05a99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:03.601796 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b82904-f93f-448a-92a6-cd7f2bf05a99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:03.692428 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b82904-f93f-448a-92a6-cd7f2bf05a99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:03.696134 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b82904-f93f-448a-92a6-cd7f2bf05a99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:03.732809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b82904-f93f-448a-92a6-cd7f2bf05a99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d943a0-0d85-4905-bf7f-5f9b253fa1cf,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:03.784102 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b82904-f93f-448a-92a6-cd7f2bf05a99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:03.788093 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b82904-f93f-448a-92a6-cd7f2bf05a99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:03.814661 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-58b82904-f93f-448a-92a6-cd7f2bf05a99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:03.815903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-58b82904-f93f-448a-92a6-cd7f2bf05a99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2484100 Aug 26 12:04:03.817707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b82904-f93f-448a-92a6-cd7f2bf05a99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:03.818975 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43832) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:03.823770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e3dd3d55-a94b-449b-ae9e-410490a8f617 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'e128c815-7c6a-4a55-a4ee-f50e15e6dd2e', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:03.851088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3d55-a94b-449b-ae9e-410490a8f617 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:03.910388 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3d55-a94b-449b-ae9e-410490a8f617 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:03.914096 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3d55-a94b-449b-ae9e-410490a8f617 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:03.931748 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd3d55-a94b-449b-ae9e-410490a8f617 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaeadce2-1efe-4604-9557-9e87952ed599,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:03.939722 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3d55-a94b-449b-ae9e-410490a8f617 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:03.941020 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e3dd3d55-a94b-449b-ae9e-410490a8f617 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210363 Aug 26 12:04:03.943678 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43834) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:03.948212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c120dfd0-bd8e-4b9f-af87-8dc17f66708e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'e128c815-7c6a-4a55-a4ee-f50e15e6dd2e', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:03.975442 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c120dfd0-bd8e-4b9f-af87-8dc17f66708e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.031423 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c120dfd0-bd8e-4b9f-af87-8dc17f66708e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.035070 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c120dfd0-bd8e-4b9f-af87-8dc17f66708e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.054050 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120dfd0-bd8e-4b9f-af87-8dc17f66708e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4594db28-e65a-4865-a51b-0a055fedfc4d,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:04.060506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c120dfd0-bd8e-4b9f-af87-8dc17f66708e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.062270 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c120dfd0-bd8e-4b9f-af87-8dc17f66708e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171520 Aug 26 12:04:04.065035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43836) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:04.069567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2fa5d2ba-5a16-453b-a7d6-6f6eb3c88fa9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'e128c815-7c6a-4a55-a4ee-f50e15e6dd2e', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:04.095298 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d2ba-5a16-453b-a7d6-6f6eb3c88fa9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.152532 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d2ba-5a16-453b-a7d6-6f6eb3c88fa9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.155989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d2ba-5a16-453b-a7d6-6f6eb3c88fa9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.174967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5d2ba-5a16-453b-a7d6-6f6eb3c88fa9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bcb18d-d22d-4b75-a098-0afd49b5157e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:04.177987 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2fa5d2ba-5a16-453b-a7d6-6f6eb3c88fa9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.179198 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2fa5d2ba-5a16-453b-a7d6-6f6eb3c88fa9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132417 Aug 26 12:04:04.182041 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43838) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:04.186438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-941e1c6b-387e-4ed9-9fd3-0f6c475f0e54 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'e128c815-7c6a-4a55-a4ee-f50e15e6dd2e', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:04.211999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-941e1c6b-387e-4ed9-9fd3-0f6c475f0e54 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.273521 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-941e1c6b-387e-4ed9-9fd3-0f6c475f0e54 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.277165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-941e1c6b-387e-4ed9-9fd3-0f6c475f0e54 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.297245 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e1c6b-387e-4ed9-9fd3-0f6c475f0e54 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181ee0bc-e3d2-4ff6-ae84-8e210cdfa712,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:04.300721 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-941e1c6b-387e-4ed9-9fd3-0f6c475f0e54 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.302137 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-941e1c6b-387e-4ed9-9fd3-0f6c475f0e54 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191325 Aug 26 12:04:04.304820 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43840) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:04.309653 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0db8f8d5-1a1e-4020-b7d6-2cc3bbf45d3d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'e128c815-7c6a-4a55-a4ee-f50e15e6dd2e', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:04.332570 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-0db8f8d5-1a1e-4020-b7d6-2cc3bbf45d3d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Project 98cae013182e4657ae3d22c7cceb6349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:04:04.337908 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0db8f8d5-1a1e-4020-b7d6-2cc3bbf45d3d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.400752 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0db8f8d5-1a1e-4020-b7d6-2cc3bbf45d3d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.404252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0db8f8d5-1a1e-4020-b7d6-2cc3bbf45d3d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.422866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8f8d5-1a1e-4020-b7d6-2cc3bbf45d3d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6feee4d3-64bb-4456-a81f-1b5725776a1b,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:04.428076 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0db8f8d5-1a1e-4020-b7d6-2cc3bbf45d3d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.429134 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0db8f8d5-1a1e-4020-b7d6-2cc3bbf45d3d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232986 Aug 26 12:04:04.431890 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43842) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:04.436343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2bd99016-6902-4d06-92a3-fef1c985d986 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'e128c815-7c6a-4a55-a4ee-f50e15e6dd2e', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:04.456919 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-2bd99016-6902-4d06-92a3-fef1c985d986 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Project 98cae013182e4657ae3d22c7cceb6349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:04:04.461717 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2bd99016-6902-4d06-92a3-fef1c985d986 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.520536 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2bd99016-6902-4d06-92a3-fef1c985d986 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.524100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2bd99016-6902-4d06-92a3-fef1c985d986 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.541103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd99016-6902-4d06-92a3-fef1c985d986 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382d5d60-4e46-4e96-9f58-05e9cf1c104b,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:04.547926 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2bd99016-6902-4d06-92a3-fef1c985d986 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.549130 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2bd99016-6902-4d06-92a3-fef1c985d986 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161928 Aug 26 12:04:04.552182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43844) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:04.556983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'network': {'name': 'tempest-network-smoke--18042259', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'port_security_enabled': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:04.579615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:04:04.583138 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.608524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:04:04.618076 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.618424 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Added segment 66dae826-1f53-4ad1-96f6-d8437072faa7 of type vlan for network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 Aug 26 12:04:04.657428 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.682631 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.688085 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:04.688672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.743558 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1903691 Aug 26 12:04:04.746399 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43846) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:04.753153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'admin_state_up': True, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:04.767169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7e957-89fc-4608-b6b2-dee6bd71c71e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Network': ['ID=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:04.778575 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:04:04.783789 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.784827 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.837771 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:04.976208 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:05.167768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:05.189084 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:05.295587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.25.1.87 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/c25f9f6f-2d34-44d5-b375-b2acc1a493c4) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:04:05.396362 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:05.432215 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:05.473765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:04:05.478556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:04:05.482072 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:04:05.505712 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=c25f9f6f-2d34-44d5-b375-b2acc1a493c4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:06.044804 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:06.239206 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:06.364762 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router bc8f478e-d95b-478f-872b-466cd5a9dd04 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:04:06.469619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:04:06.479180 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Sync routers for ids ['bc8f478e-d95b-478f-872b-466cd5a9dd04'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:04:06.488432 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:06.489447 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Routers {'bc8f478e-d95b-478f-872b-466cd5a9dd04'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:04:06.489701 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e0c6fbe1-e37f-4aa9-ba22-3498b4936789 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7423530 Aug 26 12:04:06.490252 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:03:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['bc8f478e-d95b-478f-872b-466cd5a9dd04'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:06.492860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43848) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:06.634674 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0b19c364-a3d6-473d-8c29-870d5d35c5e3 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=98cae013182e4657ae3d22c7cceb6349&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1405621 Aug 26 12:04:06.637322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43852) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:06.682708 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Set router bc8f478e-d95b-478f-872b-466cd5a9dd04 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:04:06.784471 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a3f1c-69d6-408b-af27-0f90faacdf5e tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:06.786022 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9e3a3f1c-69d6-408b-af27-0f90faacdf5e tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477802 Aug 26 12:04:06.788851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43854) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:06.827846 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-31d890fe-86aa-48b3-ba99-58d3983162fc tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378876 Aug 26 12:04:06.830634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43856) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:06.836290 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1665217958', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:06.857277 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:05Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:06.887440 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Checking router: bc8f478e-d95b-478f-872b-466cd5a9dd04 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:04:06.887713 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Updating router bc8f478e-d95b-478f-872b-466cd5a9dd04 port c25f9f6f-2d34-44d5-b375-b2acc1a493c4 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:04:06.917791 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:06.928391 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:04:06.932077 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.129176 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.166751 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.181629 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Transition to ACTIVE for port object c25f9f6f-2d34-44d5-b375-b2acc1a493c4 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:04:07.183428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Subnet': ['ID=e04dab37-1f3b-4978-86b0-3867d3296993,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:07.187629 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.200543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Checking segment: {'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:04:07.201022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network hostable DHCP agents. Network: f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:04:07.225316 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:04:07.235005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:04:07.236358 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Attempting to bind port c25f9f6f-2d34-44d5-b375-b2acc1a493c4 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:04:07.236735 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Attempting to bind port c25f9f6f-2d34-44d5-b375-b2acc1a493c4 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:04:07.237090 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Attempting to bind port c25f9f6f-2d34-44d5-b375-b2acc1a493c4 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:04:07.241204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:07.241617 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.243579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436db901-33ca-4c3b-8a54-df9afa7e4ad2 None None] Network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:04:07.246212 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:04:07.246527 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:04:07.246962 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.247353 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:04:07.248093 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Bound port: c25f9f6f-2d34-44d5-b375-b2acc1a493c4, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:04:07.248465 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.250162 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Pushing event updated for resources: {'Port': ['ID=c25f9f6f-2d34-44d5-b375-b2acc1a493c4,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:07.261363 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4c2dcac9-f679-422a-a8dc-752aecb57cea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4261036 Aug 26 12:04:07.261615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43858) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:07.283229 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.283577 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.283908 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.284248 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.284581 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.284912 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.285250 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.285562 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.285886 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.286211 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.286534 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.286882 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:07.316034 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] For port c25f9f6f-2d34-44d5-b375-b2acc1a493c4, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:04:07.319162 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] For port c25f9f6f-2d34-44d5-b375-b2acc1a493c4, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c25f9f6f-2d34-44d5-b375-b2acc1a493c4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:04:07.323947 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.380405 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Routers {'bc8f478e-d95b-478f-872b-466cd5a9dd04'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:04:07.381457 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:03:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['bc8f478e-d95b-478f-872b-466cd5a9dd04'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:07.412830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ips': [{'subnet_id': 'e04dab37-1f3b-4978-86b0-3867d3296993'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:04:07.413983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.461964 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c170215-51cb-4819-8a98-c111fa1b3860 None None] Pushing event updated for resources: {'Port': ['ID=c25f9f6f-2d34-44d5-b375-b2acc1a493c4,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:07.493032 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] Set router bc8f478e-d95b-478f-872b-466cd5a9dd04 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:04:07.556030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Allocated IP 172.20.0.2 (f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3/e04dab37-1f3b-4978-86b0-3867d3296993/98d6bc32-df94-49ee-816a-c395ed71d95e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:04:07.693743 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:05Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:07.713714 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.722941 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Transition to ACTIVE for port object 98d6bc32-df94-49ee-816a-c395ed71d95e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:04:07.727567 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90060954-5321-4e3b-8238-2a104699aa44 None None] The sync data for ids ['bc8f478e-d95b-478f-872b-466cd5a9dd04'] in n-d-778550-13 is: [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:05Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:04:07.752123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Transition to ACTIVE for port object 98d6bc32-df94-49ee-816a-c395ed71d95e will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:04:07.759759 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.799732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:04:07.802989 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:04:07.806691 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:04:07.845438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Pushing event updated for resources: {'Port': ['ID=98d6bc32-df94-49ee-816a-c395ed71d95e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:07.875699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Attempting to bind port 98d6bc32-df94-49ee-816a-c395ed71d95e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:04:07.876294 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Attempting to bind port 98d6bc32-df94-49ee-816a-c395ed71d95e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:04:07.876801 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Attempting to bind port 98d6bc32-df94-49ee-816a-c395ed71d95e on network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:04:07.883488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:04:07.883985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Checking segment: {'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:04:07.884465 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.884987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Bound using segment: {'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:04:07.885592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Bound port: 98d6bc32-df94-49ee-816a-c395ed71d95e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:04:07.886046 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:07.982512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] For port 98d6bc32-df94-49ee-816a-c395ed71d95e, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:04:07.986990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] For port 98d6bc32-df94-49ee-816a-c395ed71d95e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=98d6bc32-df94-49ee-816a-c395ed71d95e,segment=NetworkSegment(66dae826-1f53-4ad1-96f6-d8437072faa7),segment_id=66dae826-1f53-4ad1-96f6-d8437072faa7)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:04:07.992249 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:08.063172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20437f3f-8f7c-43b3-9eb4-c394edde1638 None None] Pushing event updated for resources: {'Port': ['ID=98d6bc32-df94-49ee-816a-c395ed71d95e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:08.140917 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:08.462372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.20.0.1 (f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3/e04dab37-1f3b-4978-86b0-3867d3296993/66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:04:08.590875 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:08.605871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Transition to ACTIVE for port object 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:04:08.639466 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:08.679287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:04:08.684254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:04:08.689095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:04:08.713816 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:08.737925 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:08.875378 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:09.020155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d7ac1-9f48-4399-9c53-c1c47225dc05 None None] Network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:04:09.079714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-59601714-3699-4af6-91bf-007d7d8db08f None None] Provisioning for port 98d6bc32-df94-49ee-816a-c395ed71d95e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:04:09.162506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:09.167287 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:09.244906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:09.246805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:09.355552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:04:09.357120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:04:09.414876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-239842a8-dc48-423d-bf9b-b1328f160632 None None] Provisioning for port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:04:09.419058 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-239842a8-dc48-423d-bf9b-b1328f160632 None None] Provisioning complete for port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:04:09.419440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-239842a8-dc48-423d-bf9b-b1328f160632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:09.457139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-239842a8-dc48-423d-bf9b-b1328f160632 None None] Port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:04:09.494014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router bc8f478e-d95b-478f-872b-466cd5a9dd04 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:04:09.594044 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8ba0958e-eea1-4cdc-8c10-9efb1205566f None None] Provisioning complete for port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:04:09.594816 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ba0958e-eea1-4cdc-8c10-9efb1205566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:09.611543 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:04:09.626441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0bce9751-f3ee-484a-8777-77618b6628b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "PUT /v2.0/routers/bc8f478e-d95b-478f-872b-466cd5a9dd04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3637166 Aug 26 12:04:09.636317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Sync routers for ids ['bc8f478e-d95b-478f-872b-466cd5a9dd04'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:04:09.644949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8ba0958e-eea1-4cdc-8c10-9efb1205566f None None] Port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:04:09.652366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Routers {'bc8f478e-d95b-478f-872b-466cd5a9dd04'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:04:09.652882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:03:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['bc8f478e-d95b-478f-872b-466cd5a9dd04'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:09.799317 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-d8eb2e16-c8c4-4017-a17e-7d273b8534a2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-552719418&fields=id&tenant_id=98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 267 time: 0.0414727 Aug 26 12:04:09.878010 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 98d6bc32-df94-49ee-816a-c395ed71d95e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:04:09.912813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-93be7fc9-3daa-4aea-a81e-0d438a95af76 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:09.914744 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-93be7fc9-3daa-4aea-a81e-0d438a95af76 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/networks?id=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 HTTP/1.1" status: 200 len: 795 time: 0.1082947 Aug 26 12:04:09.930207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-3a8eddb6-815f-4c05-b422-e7ab0cec7e92 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/quotas/98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 375 time: 0.0096538 Aug 26 12:04:09.931341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-80186db6-7fbb-4eec-a009-199ef862ebaa None None] Provisioning complete for port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:04:09.931722 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80186db6-7fbb-4eec-a009-199ef862ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:09.987397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-b242aff0-e598-4353-8721-128c49c327ca tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513618 Aug 26 12:04:10.013836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-80186db6-7fbb-4eec-a009-199ef862ebaa None None] Port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:04:10.021016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 98d6bc32-df94-49ee-816a-c395ed71d95e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:04:10.026537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Set router bc8f478e-d95b-478f-872b-466cd5a9dd04 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:04:10.028803 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 98d6bc32-df94-49ee-816a-c395ed71d95e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:04:10.029182 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:10.135173 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-359b6072-9c08-4259-96b4-54a2b3cb781f service neutron] 10.222.0.21 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351042 Aug 26 12:04:10.232531 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-00b7eefb-6be9-4a39-8824-de09ef7e64dc service neutron] 10.222.0.21 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910454 Aug 26 12:04:10.235486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:10.298702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 98d6bc32-df94-49ee-816a-c395ed71d95e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=98d6bc32-df94-49ee-816a-c395ed71d95e,segment=NetworkSegment(66dae826-1f53-4ad1-96f6-d8437072faa7),segment_id=66dae826-1f53-4ad1-96f6-d8437072faa7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:04:10.306269 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:10.307094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c25f9f6f-2d34-44d5-b375-b2acc1a493c4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:04:10.397648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5', 'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:36:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:08Z', 'updated_at': '2021-08-26T12:04:09Z', 'revision_number': 2, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:10.400791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-96f88159-417c-4d3b-a44a-3bdafccc9679 req-9a8757b7-6884-473e-b5ef-6cf8e64ad133 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 210 time: 0.0290701 Aug 26 12:04:10.430064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Checking router: bc8f478e-d95b-478f-872b-466cd5a9dd04 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:04:10.430423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Updating router bc8f478e-d95b-478f-872b-466cd5a9dd04 port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:04:10.433598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=98d6bc32-df94-49ee-816a-c395ed71d95e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:10.459658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port c25f9f6f-2d34-44d5-b375-b2acc1a493c4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:04:10.464860 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:10.466653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c25f9f6f-2d34-44d5-b375-b2acc1a493c4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:04:10.467120 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:10.684431 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:10.714924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port c25f9f6f-2d34-44d5-b375-b2acc1a493c4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c25f9f6f-2d34-44d5-b375-b2acc1a493c4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:04:10.724368 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:10.802260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=c25f9f6f-2d34-44d5-b375-b2acc1a493c4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:10.852283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:10.862791 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Transition to ACTIVE for port object 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:04:10.868538 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:10.939277 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82f99a-9b5a-441f-a6a3-fa23babcdbc4 None None] Pushing event updated for resources: {'Port': ['ID=66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:10.995846 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Attempting to bind port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:04:10.996230 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Attempting to bind port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:04:10.996602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Attempting to bind port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 on network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:04:11.004444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:04:11.005021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Checking segment: {'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:04:11.005558 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:11.006020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Bound using segment: {'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:04:11.006568 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Bound port: 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:04:11.007069 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:11.073749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] For port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:04:11.077130 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] For port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5,segment=NetworkSegment(66dae826-1f53-4ad1-96f6-d8437072faa7),segment_id=66dae826-1f53-4ad1-96f6-d8437072faa7)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:04:11.081042 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:11.140097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Routers {'bc8f478e-d95b-478f-872b-466cd5a9dd04'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:04:11.140721 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:03:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['bc8f478e-d95b-478f-872b-466cd5a9dd04'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:11.185876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82f99a-9b5a-441f-a6a3-fa23babcdbc4 None None] Pushing event updated for resources: {'Port': ['ID=66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:11.264585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] Set router bc8f478e-d95b-478f-872b-466cd5a9dd04 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:04:11.479552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-0a9ba407-ab26-44ce-916e-7d967df67f84 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:11.481396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5', 'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:36:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:08Z', 'updated_at': '2021-08-26T12:04:11Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:11.482461 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-0a9ba407-ab26-44ce-916e-7d967df67f84 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "GET /v2.0/networks?id=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 HTTP/1.1" status: 200 len: 795 time: 0.1200445 Aug 26 12:04:11.510596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0507381-95d5-4716-82f3-d063c1ec0535 None None] The sync data for ids ['bc8f478e-d95b-478f-872b-466cd5a9dd04'] in n-d-778550-13 is: [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5', 'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:36:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:08Z', 'updated_at': '2021-08-26T12:04:11Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:04:11.531077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-00f6d3db-0a0f-487b-ae82-fd655e1fbcaa req-6bfb335a-da78-4e8a-922f-29cf6bf7d02d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 210 time: 0.0385571 Aug 26 12:04:11.539081 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-59452dda-b625-4820-b968-74aba1b1ef5b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 379 time: 0.0445063 Aug 26 12:04:11.558691 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'port': {'device_id': '049a73fd-db88-4f56-8807-3968e707f60c', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'admin_state_up': True, 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'security_groups': ['e128c815-7c6a-4a55-a4ee-f50e15e6dd2e']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:11.689752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:04:11.693602 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:11.781476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 98d6bc32-df94-49ee-816a-c395ed71d95e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:04:11.830570 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 98d6bc32-df94-49ee-816a-c395ed71d95e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:04:11.831007 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:11.838580 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.20.0.7 (f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3/e04dab37-1f3b-4978-86b0-3867d3296993/4c2396fd-2351-4270-92f8-b7f65516c891) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:04:11.918565 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:04:11.970116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:04:11.974176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:04:11.974539 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:11.985929 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.002865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Transition to ACTIVE for port object 4c2396fd-2351-4270-92f8-b7f65516c891 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:04:12.036336 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.060597 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.085020 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:04:12.090355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:04:12.093450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:04:12.098636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5,segment=NetworkSegment(66dae826-1f53-4ad1-96f6-d8437072faa7),segment_id=66dae826-1f53-4ad1-96f6-d8437072faa7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:04:12.104648 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.105453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c25f9f6f-2d34-44d5-b375-b2acc1a493c4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:04:12.123739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=4c2396fd-2351-4270-92f8-b7f65516c891,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:12.152771 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:12.153761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.170094 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-c14c0a4d-8475-4bb0-87d3-d4cd91fc7d98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6275096 Aug 26 12:04:12.181915 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-697bcf32-cb1b-4d60-b56c-8592e8b480a2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:04:12.183115 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-697bcf32-cb1b-4d60-b56c-8592e8b480a2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062761 Aug 26 12:04:12.189829 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:12.209118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port c25f9f6f-2d34-44d5-b375-b2acc1a493c4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:04:12.209567 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.266013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Request body: {'port': {'device_id': '049a73fd-db88-4f56-8807-3968e707f60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:12.325782 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.416807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2b49e9ab-e009-4e7d-836e-38f98e96996f None None] Provisioning for port 4c2396fd-2351-4270-92f8-b7f65516c891 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:04:12.420869 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2b49e9ab-e009-4e7d-836e-38f98e96996f None None] Provisioning complete for port 4c2396fd-2351-4270-92f8-b7f65516c891 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:04:12.421245 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b49e9ab-e009-4e7d-836e-38f98e96996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.461106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2b49e9ab-e009-4e7d-836e-38f98e96996f None None] Port 4c2396fd-2351-4270-92f8-b7f65516c891 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:04:12.623597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2396fd-2351-4270-92f8-b7f65516c891 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:04:12.632284 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.645926 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Transition to ACTIVE for port object 4c2396fd-2351-4270-92f8-b7f65516c891 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:04:12.648553 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e33df0-acfa-458b-b8e8-f491bfe398b0 req-a4d8fe14-2727-40bb-ad83-422dc4928fee tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:12.650144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1e33df0-acfa-458b-b8e8-f491bfe398b0 req-a4d8fe14-2727-40bb-ad83-422dc4928fee tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 931 time: 0.0534725 Aug 26 12:04:12.650359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.701365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Pushing event updated for resources: {'Port': ['ID=4c2396fd-2351-4270-92f8-b7f65516c891,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:12.707081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1e33df0-acfa-458b-b8e8-f491bfe398b0 req-5330578f-0776-4cd7-a4b9-b34499988692 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463395 Aug 26 12:04:12.773225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Attempting to bind port 4c2396fd-2351-4270-92f8-b7f65516c891 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:04:12.773567 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Attempting to bind port 4c2396fd-2351-4270-92f8-b7f65516c891 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:04:12.773907 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Attempting to bind port 4c2396fd-2351-4270-92f8-b7f65516c891 on network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:04:12.778325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Port 4c2396fd-2351-4270-92f8-b7f65516c891 on network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:04:12.778657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Attempting to bind port 4c2396fd-2351-4270-92f8-b7f65516c891 on network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:04:12.784016 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:04:12.784367 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Checking segment: {'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:04:12.784760 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Bound using segment: {'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:04:12.785196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Bound port: 4c2396fd-2351-4270-92f8-b7f65516c891, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66dae826-1f53-4ad1-96f6-d8437072faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:04:12.785564 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.854636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] For port 4c2396fd-2351-4270-92f8-b7f65516c891, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:04:12.857672 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] For port 4c2396fd-2351-4270-92f8-b7f65516c891, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=4c2396fd-2351-4270-92f8-b7f65516c891,segment=NetworkSegment(66dae826-1f53-4ad1-96f6-d8437072faa7),segment_id=66dae826-1f53-4ad1-96f6-d8437072faa7)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:04:12.864347 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.909104 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:12.909936 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:12.911446 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] 10.222.0.42 "PUT /v2.0/ports/4c2396fd-2351-4270-92f8-b7f65516c891 HTTP/1.1" status: 200 len: 1092 time: 0.7205350 Aug 26 12:04:12.912177 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049a73fd-db88-4f56-8807-3968e707f60c', 'tag': '4c2396fd-2351-4270-92f8-b7f65516c891'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:04:12.914724 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb" -d '{"events": [{"name": "network-changed", "server_uuid": "049a73fd-db88-4f56-8807-3968e707f60c", "tag": "4c2396fd-2351-4270-92f8-b7f65516c891"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:04:12.935062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd726c-5249-4a53-8716-53c9ed462beb service neutron] Pushing event updated for resources: {'Port': ['ID=4c2396fd-2351-4270-92f8-b7f65516c891,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:12.998010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-2f3ae8e7-0882-47ec-9fe8-cfbe23d9ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:12.999950 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-2f3ae8e7-0882-47ec-9fe8-cfbe23d9ee9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 1095 time: 0.0457387 Aug 26 12:04:13.049834 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dbbc97-b5f8-41ae-aaa8-0ab0dd4bb2aa x-openstack-request-id: req-88dbbc97-b5f8-41ae-aaa8-0ab0dd4bb2aa {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:04:13.050222 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049a73fd-db88-4f56-8807-3968e707f60c", "tag": "4c2396fd-2351-4270-92f8-b7f65516c891", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:04:13.050488 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88dbbc97-b5f8-41ae-aaa8-0ab0dd4bb2aa {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:04:13.050924 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049a73fd-db88-4f56-8807-3968e707f60c', 'tag': '4c2396fd-2351-4270-92f8-b7f65516c891', 'status': 'completed', 'code': 200} Aug 26 12:04:13.052773 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-a987334a-d0b0-4d21-b15f-deb54f20266e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2396fd-2351-4270-92f8-b7f65516c891 HTTP/1.1" status: 200 len: 217 time: 0.0449076 Aug 26 12:04:13.102844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-830ae762-4bea-448b-bdcc-a1ec9a0e8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:13.104346 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-830ae762-4bea-448b-bdcc-a1ec9a0e8bcf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e04dab37-1f3b-4978-86b0-3867d3296993 HTTP/1.1" status: 200 len: 835 time: 0.0445170 Aug 26 12:04:13.150013 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-6a2b1751-7b92-4fa2-bce4-553937e3132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:13.151522 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-6a2b1751-7b92-4fa2-bce4-553937e3132c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389473 Aug 26 12:04:13.244798 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-13c5c0d0-5f1b-428b-a85a-5dd9874de137 service neutron] 10.222.0.42 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846508 Aug 26 12:04:13.332080 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-845c7d08-6ada-4f35-b5e2-336c5122e48d req-7c41df06-513f-41e3-b149-05bfd736e278 service neutron] 10.222.0.42 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805106 Aug 26 12:04:13.420404 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb req-87fb4cf9-4cbf-4ad5-8e6d-a613de7e94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:13.421901 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb req-87fb4cf9-4cbf-4ad5-8e6d-a613de7e94a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 1095 time: 0.0408204 Aug 26 12:04:13.448382 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a037928c-0899-4a30-89c0-e3cc867ea98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:13.515556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb req-4b2d958d-c492-4f1e-bc26-16b2593b4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:13.516949 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb req-4b2d958d-c492-4f1e-bc26-16b2593b4ccf service neutron] 10.222.0.42 "GET /v2.0/networks?id=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 HTTP/1.1" status: 200 len: 896 time: 0.0881398 Aug 26 12:04:13.558777 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb req-f8a6f705-3c48-4648-8d3a-9aa1271b7891 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2396fd-2351-4270-92f8-b7f65516c891 HTTP/1.1" status: 200 len: 217 time: 0.0349624 Aug 26 12:04:13.616869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb req-76ba06ad-283f-4070-86bd-5239f85fa08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:13.618311 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb req-76ba06ad-283f-4070-86bd-5239f85fa08e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e04dab37-1f3b-4978-86b0-3867d3296993 HTTP/1.1" status: 200 len: 835 time: 0.0480130 Aug 26 12:04:13.665409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb req-c53e8712-ec0a-409e-87e1-a85f1a23388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:13.666971 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb req-c53e8712-ec0a-409e-87e1-a85f1a23388a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405312 Aug 26 12:04:13.695607 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:04:13.744828 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:04:13.745200 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:13.767726 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb req-a739ea94-2335-4f60-9caf-097bc2d81316 service neutron] 10.222.0.42 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927596 Aug 26 12:04:13.831367 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b0de1-5ef4-469b-85c5-e9d49c4305a3 req-323de561-7ac4-4288-aca9-a70af2ed2cbc tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:13.832972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d31b0de1-5ef4-469b-85c5-e9d49c4305a3 req-323de561-7ac4-4288-aca9-a70af2ed2cbc tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 943 time: 0.0588589 Aug 26 12:04:13.871716 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ddf8b90c-e09b-4444-9c38-6d8cd5d221bb req-306bc932-d5ab-49b2-8f46-36b06235438e service neutron] 10.222.0.42 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968950 Aug 26 12:04:13.877340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d31b0de1-5ef4-469b-85c5-e9d49c4305a3 req-2ebd5de4-26e5-468f-a49b-9fa37c40e340 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362227 Aug 26 12:04:14.993469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3a44-0f80-49c3-83de-ad518bad60a4 req-6318f695-1cf4-4e43-b4ee-3d779a880aa9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:14.994993 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efae3a44-0f80-49c3-83de-ad518bad60a4 req-6318f695-1cf4-4e43-b4ee-3d779a880aa9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 943 time: 0.0492289 Aug 26 12:04:15.049590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efae3a44-0f80-49c3-83de-ad518bad60a4 req-1518301c-b7c6-4e38-8cfb-66edd2b2cc31 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475957 Aug 26 12:04:15.845705 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7333b941-1d7f-4313-9791-61cd78193c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:15.879741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 4c2396fd-2351-4270-92f8-b7f65516c891 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:04:15.971225 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 4c2396fd-2351-4270-92f8-b7f65516c891, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=4c2396fd-2351-4270-92f8-b7f65516c891,segment=NetworkSegment(66dae826-1f53-4ad1-96f6-d8437072faa7),segment_id=66dae826-1f53-4ad1-96f6-d8437072faa7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:04:15.984698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '4c2396fd-2351-4270-92f8-b7f65516c891', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'port_id': '4c2396fd-2351-4270-92f8-b7f65516c891', 'mac_address': 'fa:16:3e:63:7f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:04:16.021188 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:16.033354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2396fd-2351-4270-92f8-b7f65516c891 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:04:16.052502 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 4c2396fd-2351-4270-92f8-b7f65516c891, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=4c2396fd-2351-4270-92f8-b7f65516c891,segment=NetworkSegment(66dae826-1f53-4ad1-96f6-d8437072faa7),segment_id=66dae826-1f53-4ad1-96f6-d8437072faa7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:04:16.056518 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:16.103344 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=4c2396fd-2351-4270-92f8-b7f65516c891,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:16.162964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16c791-ae41-4f28-af6c-5a95e1c31d50 req-722fc934-27b0-417f-9235-1c8fb42e155b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:16.164422 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b16c791-ae41-4f28-af6c-5a95e1c31d50 req-722fc934-27b0-417f-9235-1c8fb42e155b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 944 time: 0.0481544 Aug 26 12:04:16.200997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0b16c791-ae41-4f28-af6c-5a95e1c31d50 req-d3e57727-3b2c-41cd-a886-9c121865d2eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307744 Aug 26 12:04:16.288681 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['4c2396fd-2351-4270-92f8-b7f65516c891'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:04:16.400891 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:17.316660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e51a2-a921-4266-873d-5a550ef6fec3 req-a51017e5-5dcd-4607-b8a6-043bf1343e9f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:17.318128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c7e51a2-a921-4266-873d-5a550ef6fec3 req-a51017e5-5dcd-4607-b8a6-043bf1343e9f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 944 time: 0.0518856 Aug 26 12:04:17.355636 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c7e51a2-a921-4266-873d-5a550ef6fec3 req-4c168d0e-f435-436f-9b47-d67a9c5912ac tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317276 Aug 26 12:04:17.482216 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:17.895923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 4c2396fd-2351-4270-92f8-b7f65516c891 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:04:17.943339 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 4c2396fd-2351-4270-92f8-b7f65516c891 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:04:17.946862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 4c2396fd-2351-4270-92f8-b7f65516c891 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:04:17.947239 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:18.027201 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:18.049091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049a73fd-db88-4f56-8807-3968e707f60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2396fd-2351-4270-92f8-b7f65516c891'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:04:18.051347 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244f0e0f-33bb-4dc7-9b8b-736e26bae202" -d '{"events": [{"server_uuid": "049a73fd-db88-4f56-8807-3968e707f60c", "name": "network-vif-plugged", "status": "completed", "tag": "4c2396fd-2351-4270-92f8-b7f65516c891"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:04:18.064195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 4c2396fd-2351-4270-92f8-b7f65516c891, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=4c2396fd-2351-4270-92f8-b7f65516c891,segment=NetworkSegment(66dae826-1f53-4ad1-96f6-d8437072faa7),segment_id=66dae826-1f53-4ad1-96f6-d8437072faa7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:04:18.068010 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:18.114286 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=4c2396fd-2351-4270-92f8-b7f65516c891,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:18.155524 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6b6fce-4076-43f4-8a68-2018f6388a32 x-openstack-request-id: req-7e6b6fce-4076-43f4-8a68-2018f6388a32 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:04:18.155822 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049a73fd-db88-4f56-8807-3968e707f60c", "name": "network-vif-plugged", "status": "completed", "tag": "4c2396fd-2351-4270-92f8-b7f65516c891", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:04:18.156079 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e6b6fce-4076-43f4-8a68-2018f6388a32 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:04:18.156512 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049a73fd-db88-4f56-8807-3968e707f60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2396fd-2351-4270-92f8-b7f65516c891', 'code': 200} Aug 26 12:04:18.249645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633660e-9c3b-44e0-b5af-e7f31ac4d0a6 req-36d42bdd-e5fe-4e21-9916-36a532f414ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:18.251676 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7633660e-9c3b-44e0-b5af-e7f31ac4d0a6 req-36d42bdd-e5fe-4e21-9916-36a532f414ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 1097 time: 0.0404737 Aug 26 12:04:18.286210 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-7633660e-9c3b-44e0-b5af-e7f31ac4d0a6 req-4380efa9-0154-40a1-8c6d-2135057dc99c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276017 Aug 26 12:04:18.469899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31b97f-6856-4ec4-87fd-af37a154e2f4 req-a9511d74-aa2e-46a8-8264-6f408e281960 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:18.471311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d31b97f-6856-4ec4-87fd-af37a154e2f4 req-a9511d74-aa2e-46a8-8264-6f408e281960 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 945 time: 0.0491927 Aug 26 12:04:18.507762 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d31b97f-6856-4ec4-87fd-af37a154e2f4 req-2ad2d497-34cc-4fdf-81ef-1f5a9957e088 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306838 Aug 26 12:04:19.554826 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:19.623591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905cf2-2d6b-4c72-9b97-0b2ddf5490d0 req-c28193a8-eef0-457e-8529-9fdf1fd9e5cb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:19.625072 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db905cf2-2d6b-4c72-9b97-0b2ddf5490d0 req-c28193a8-eef0-457e-8529-9fdf1fd9e5cb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 945 time: 0.0488045 Aug 26 12:04:19.661969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db905cf2-2d6b-4c72-9b97-0b2ddf5490d0 req-8f295d24-7648-48f8-a8b2-9cdf718d09e5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310905 Aug 26 12:04:19.782274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e848c-e873-4c09-9b5f-8407cb725508 req-685eadb0-9266-4af4-b34b-bc6a356d9fec tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:19.783775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-193e848c-e873-4c09-9b5f-8407cb725508 req-685eadb0-9266-4af4-b34b-bc6a356d9fec tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 945 time: 0.0578816 Aug 26 12:04:19.821147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-193e848c-e873-4c09-9b5f-8407cb725508 req-1ff85c51-9f81-42a9-8125-9fe882d1ca10 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Aug 26 12:04:19.842681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43918) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:19.881808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e35362-c215-4e6d-bb23-271d4c28432f tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:19.883351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a8e35362-c215-4e6d-bb23-271d4c28432f tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 1092 time: 0.0396993 Aug 26 12:04:19.886225 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43920) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:19.890494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '4c2396fd-2351-4270-92f8-b7f65516c891', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:04:19.913116 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:20.011635 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:20.112123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.25.1.223 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/7939ef3d-c8bf-4d52-82ce-e11490f07cf4) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:04:20.215139 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:20.253568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:20.290271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:04:20.295546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:04:20.300530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:04:20.322451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=7939ef3d-c8bf-4d52-82ce-e11490f07cf4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:20.652509 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:20.717831 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:20.861904 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:20.866304 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:20.937955 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=7939ef3d-c8bf-4d52-82ce-e11490f07cf4,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:20.945563 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:21.039314 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Floating IP 2d2eb940-d6b8-4ecf-b837-563404ea19a4 associated. External IP: 172.25.1.223, port: 4c2396fd-2351-4270-92f8-b7f65516c891. Aug 26 12:04:21.113247 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:21.245244 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router bc8f478e-d95b-478f-872b-466cd5a9dd04 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:04:21.350190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:04:21.359754 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e94e4b-d084-4ec8-877b-486a177494fb None None] Sync routers for ids ['bc8f478e-d95b-478f-872b-466cd5a9dd04'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:04:21.366461 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:21.368406 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e94e4b-d084-4ec8-877b-486a177494fb None None] Routers {'bc8f478e-d95b-478f-872b-466cd5a9dd04'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:04:21.369015 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-18e94e4b-d084-4ec8-877b-486a177494fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:04:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['bc8f478e-d95b-478f-872b-466cd5a9dd04'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:21.396312 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c7c1926f-7e27-43ec-905e-1f8657d600b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5090442 Aug 26 12:04:21.396917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049a73fd-db88-4f56-8807-3968e707f60c', 'tag': '4c2396fd-2351-4270-92f8-b7f65516c891'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:04:21.399217 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16a8937-667d-48c3-80fb-8485cf0b0ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "049a73fd-db88-4f56-8807-3968e707f60c", "tag": "4c2396fd-2351-4270-92f8-b7f65516c891"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:04:21.474825 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-18e94e4b-d084-4ec8-877b-486a177494fb None None] Set router bc8f478e-d95b-478f-872b-466cd5a9dd04 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:04:21.492074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9f544-2ea8-4665-9698-e298187a024f req-3463571f-76bb-4833-9018-f40466036e47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:21.493573 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72c9f544-2ea8-4665-9698-e298187a024f req-3463571f-76bb-4833-9018-f40466036e47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 945 time: 0.0490317 Aug 26 12:04:21.535865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-72c9f544-2ea8-4665-9698-e298187a024f req-1e87e53a-abc6-4eeb-bd01-01ca0c62e499 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356936 Aug 26 12:04:21.557592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43926) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:21.583762 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbc2626-a5fc-4bfb-a4ba-ebac02fca0c9 x-openstack-request-id: req-cdbc2626-a5fc-4bfb-a4ba-ebac02fca0c9 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:04:21.584063 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049a73fd-db88-4f56-8807-3968e707f60c", "tag": "4c2396fd-2351-4270-92f8-b7f65516c891", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:04:21.584315 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdbc2626-a5fc-4bfb-a4ba-ebac02fca0c9 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:04:21.584719 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049a73fd-db88-4f56-8807-3968e707f60c', 'tag': '4c2396fd-2351-4270-92f8-b7f65516c891', 'status': 'completed', 'code': 200} Aug 26 12:04:21.649028 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-20b5cedc-de2e-408b-a20b-260d631938d1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/2d2eb940-d6b8-4ecf-b837-563404ea19a4 HTTP/1.1" status: 200 len: 991 time: 0.0902894 Aug 26 12:04:21.658924 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a8937-667d-48c3-80fb-8485cf0b0ce7 req-51227d09-8249-4d49-9749-facbe80cbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:21.660384 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a16a8937-667d-48c3-80fb-8485cf0b0ce7 req-51227d09-8249-4d49-9749-facbe80cbf66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 1097 time: 0.0542545 Aug 26 12:04:21.701980 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-18e94e4b-d084-4ec8-877b-486a177494fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '2d2eb940-d6b8-4ecf-b837-563404ea19a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'port_id': '4c2396fd-2351-4270-92f8-b7f65516c891', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'mac_address': 'fa:16:3e:63:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a73fd-db88-4f56-8807-3968e707f60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:04:20Z', 'updated_at': '2021-08-26T12:04:20Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5', 'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:36:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:08Z', 'updated_at': '2021-08-26T12:04:12Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:21.728363 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e94e4b-d084-4ec8-877b-486a177494fb None None] Checking router: bc8f478e-d95b-478f-872b-466cd5a9dd04 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:04:21.736881 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e94e4b-d084-4ec8-877b-486a177494fb None None] Routers {'bc8f478e-d95b-478f-872b-466cd5a9dd04'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:04:21.737483 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-18e94e4b-d084-4ec8-877b-486a177494fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:04:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['bc8f478e-d95b-478f-872b-466cd5a9dd04'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:21.748977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a8937-667d-48c3-80fb-8485cf0b0ce7 req-3b0606de-335c-4a9e-bfaf-37bb2d09915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:21.750504 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a16a8937-667d-48c3-80fb-8485cf0b0ce7 req-3b0606de-335c-4a9e-bfaf-37bb2d09915a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 HTTP/1.1" status: 200 len: 896 time: 0.0835717 Aug 26 12:04:21.819615 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a16a8937-667d-48c3-80fb-8485cf0b0ce7 req-61973b83-d0cd-40d5-b8d2-084ed255ff68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2396fd-2351-4270-92f8-b7f65516c891 HTTP/1.1" status: 200 len: 999 time: 0.0623081 Aug 26 12:04:21.841252 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-18e94e4b-d084-4ec8-877b-486a177494fb None None] Set router bc8f478e-d95b-478f-872b-466cd5a9dd04 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:04:21.866842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a8937-667d-48c3-80fb-8485cf0b0ce7 req-63a1ecf7-d46b-40e2-b674-5761b55f544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:21.868333 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a16a8937-667d-48c3-80fb-8485cf0b0ce7 req-63a1ecf7-d46b-40e2-b674-5761b55f544a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e04dab37-1f3b-4978-86b0-3867d3296993 HTTP/1.1" status: 200 len: 835 time: 0.0423663 Aug 26 12:04:21.918614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a8937-667d-48c3-80fb-8485cf0b0ce7 req-3313dac4-3005-4287-9a64-53f09dbb7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:21.920250 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a16a8937-667d-48c3-80fb-8485cf0b0ce7 req-3313dac4-3005-4287-9a64-53f09dbb7c57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452061 Aug 26 12:04:22.026002 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a16a8937-667d-48c3-80fb-8485cf0b0ce7 req-2ac10826-a113-40e4-8f0c-307812a5b8b7 service neutron] 10.222.0.42 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982707 Aug 26 12:04:22.123646 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a16a8937-667d-48c3-80fb-8485cf0b0ce7 req-7c84395e-718c-44c6-8e1a-cd424650df8e service neutron] 10.222.0.42 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896325 Aug 26 12:04:22.169711 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-18e94e4b-d084-4ec8-877b-486a177494fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '2d2eb940-d6b8-4ecf-b837-563404ea19a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'port_id': '4c2396fd-2351-4270-92f8-b7f65516c891', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'mac_address': 'fa:16:3e:63:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a73fd-db88-4f56-8807-3968e707f60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:04:20Z', 'updated_at': '2021-08-26T12:04:20Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5', 'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:36:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:08Z', 'updated_at': '2021-08-26T12:04:12Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:22.195963 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e94e4b-d084-4ec8-877b-486a177494fb None None] The sync data for ids ['bc8f478e-d95b-478f-872b-466cd5a9dd04'] in n-d-778550-13 is: [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '2d2eb940-d6b8-4ecf-b837-563404ea19a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'port_id': '4c2396fd-2351-4270-92f8-b7f65516c891', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'mac_address': 'fa:16:3e:63:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049a73fd-db88-4f56-8807-3968e707f60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:04:20Z', 'updated_at': '2021-08-26T12:04:20Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5', 'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:36:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:08Z', 'updated_at': '2021-08-26T12:04:12Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:04:22.371448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c47e22-2d8b-42d4-999a-f82fb6d592d2 None None] New status for floating IP 2d2eb940-d6b8-4ecf-b837-563404ea19a4: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:04:22.653009 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43928) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:22.717003 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-de9f50e2-6eae-4412-95c3-00e259a78515 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/2d2eb940-d6b8-4ecf-b837-563404ea19a4 HTTP/1.1" status: 200 len: 993 time: 0.0628617 Aug 26 12:04:23.070145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:30.763846 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:04:43.448604 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e0f49cb-89d5-4c61-9130-4e380be54122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:45.846097 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-876376bf-606e-4813-8478-eaaa6a06ce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:46.383155 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:47.485234 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:49.557448 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:51.113105 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:51.501707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dbf53-7b60-4570-8c61-a5cac3ce9e42 req-788a66b7-586c-494e-b313-98fd9d385d95 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:51.503771 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad3dbf53-7b60-4570-8c61-a5cac3ce9e42 req-788a66b7-586c-494e-b313-98fd9d385d95 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 945 time: 0.0993979 Aug 26 12:04:51.543519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad3dbf53-7b60-4570-8c61-a5cac3ce9e42 req-6f995b77-33ec-49e2-a36c-2ef06ea7cabb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335989 Aug 26 12:04:52.656483 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5664183-91d1-4184-b812-510d4dd063c8 req-f6783acf-acdc-48a6-87ba-c874e6bc4426 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:52.657945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5664183-91d1-4184-b812-510d4dd063c8 req-f6783acf-acdc-48a6-87ba-c874e6bc4426 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 945 time: 0.0482256 Aug 26 12:04:52.695135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5664183-91d1-4184-b812-510d4dd063c8 req-060d1fb1-4d27-40ab-bc6e-c33c72dd4f01 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312421 Aug 26 12:04:52.716233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43948) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:52.778189 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-826a8a45-1ae0-4506-aaa2-e2e8a384fd67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/2d2eb940-d6b8-4ecf-b837-563404ea19a4 HTTP/1.1" status: 200 len: 993 time: 0.0608392 Aug 26 12:04:53.017883 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-6818945e-9e8a-4d0e-ad02-fdb906191c2f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390658 Aug 26 12:04:53.089201 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:53.098873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-55bd11d3-e9ea-4f33-8c91-20c1bcaaa4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:53.100397 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-55bd11d3-e9ea-4f33-8c91-20c1bcaaa4a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 1097 time: 0.0415096 Aug 26 12:04:53.204397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-730d0ebf-1842-4584-9743-ee44ef21ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:53.205879 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-730d0ebf-1842-4584-9743-ee44ef21ecb8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 HTTP/1.1" status: 200 len: 896 time: 0.0871491 Aug 26 12:04:53.270641 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-0322043c-bbbc-4fe7-9f2f-98812b069ba2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2396fd-2351-4270-92f8-b7f65516c891 HTTP/1.1" status: 200 len: 1001 time: 0.0576038 Aug 26 12:04:53.321438 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-a13c0df7-a684-416b-8bbd-4529985a625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:53.322877 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-a13c0df7-a684-416b-8bbd-4529985a625b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e04dab37-1f3b-4978-86b0-3867d3296993 HTTP/1.1" status: 200 len: 835 time: 0.0458636 Aug 26 12:04:53.367878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-58ce8e52-2f76-49c8-83f8-b592e2477f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:53.369311 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-58ce8e52-2f76-49c8-83f8-b592e2477f84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384102 Aug 26 12:04:53.455759 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-93bcba95-cd3c-4dcd-a649-27cd81564364 service neutron] 10.222.0.42 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782526 Aug 26 12:04:53.546029 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-3c0af9ee-10ee-4559-a70d-44c17dd5f3ad req-d9583684-836a-474b-9b66-818a21d2b28c service neutron] 10.222.0.42 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834799 Aug 26 12:04:54.034360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f186f-6873-4b10-84ae-21200b9c8a0c req-880d37f9-a935-4eda-babb-b739a77ce570 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:54.036717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e6f186f-6873-4b10-84ae-21200b9c8a0c req-880d37f9-a935-4eda-babb-b739a77ce570 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 945 time: 0.0497446 Aug 26 12:04:54.073999 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9e6f186f-6873-4b10-84ae-21200b9c8a0c req-c0bfd57b-243e-473a-af53-f8c9a0378021 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315068 Aug 26 12:04:55.191672 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc845dee-d274-4672-b6b5-bb8f22b48da8 req-6ded6061-5830-4866-ad13-9f43941bf4c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:55.193228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc845dee-d274-4672-b6b5-bb8f22b48da8 req-6ded6061-5830-4866-ad13-9f43941bf4c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 945 time: 0.0480380 Aug 26 12:04:55.232150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc845dee-d274-4672-b6b5-bb8f22b48da8 req-154a48a4-2a71-4233-9bf3-605e7d6dcf52 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328565 Aug 26 12:04:55.254824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43958) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:55.316634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b6c94f9e-2ccd-4a18-b32f-becedcb805de tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/2d2eb940-d6b8-4ecf-b837-563404ea19a4 HTTP/1.1" status: 200 len: 993 time: 0.0606847 Aug 26 12:04:55.596357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43964) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:04:55.756003 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 7939ef3d-c8bf-4d52-82ce-e11490f07cf4 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:04:55.756266 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:55.834680 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:55.835041 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:55.846603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 7939ef3d-c8bf-4d52-82ce-e11490f07cf4 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:04:55.993204 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:56.022211 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=7939ef3d-c8bf-4d52-82ce-e11490f07cf4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:56.048377 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.048734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.049082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.049424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.049755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.050086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.050418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.050767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.051154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.051984 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.052310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.052637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:56.091677 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:56.091993 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Floating IP 2d2eb940-d6b8-4ecf-b837-563404ea19a4 disassociated (deleted). External IP: 172.25.1.223, port: 4c2396fd-2351-4270-92f8-b7f65516c891. Aug 26 12:04:56.647168 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router bc8f478e-d95b-478f-872b-466cd5a9dd04 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:04:56.753868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:04:56.758576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:56.763251 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dd9ff-1217-4fe8-a195-6308adc8d802 None None] Sync routers for ids ['bc8f478e-d95b-478f-872b-466cd5a9dd04'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:04:56.771618 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dd9ff-1217-4fe8-a195-6308adc8d802 None None] Routers {'bc8f478e-d95b-478f-872b-466cd5a9dd04'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:04:56.772216 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a53dd9ff-1217-4fe8-a195-6308adc8d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:04:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['bc8f478e-d95b-478f-872b-466cd5a9dd04'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:56.784270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-0ddbdbdf-7114-4c38-9946-f12b53252474 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/floatingips/2d2eb940-d6b8-4ecf-b837-563404ea19a4 HTTP/1.1" status: 204 len: 168 time: 1.1866717 Aug 26 12:04:56.784968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049a73fd-db88-4f56-8807-3968e707f60c', 'tag': '4c2396fd-2351-4270-92f8-b7f65516c891'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:04:56.787945 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e501b9-ed97-4fde-a779-6b80d6a8a60b" -d '{"events": [{"name": "network-changed", "server_uuid": "049a73fd-db88-4f56-8807-3968e707f60c", "tag": "4c2396fd-2351-4270-92f8-b7f65516c891"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:04:56.877185 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-a53dd9ff-1217-4fe8-a195-6308adc8d802 None None] Set router bc8f478e-d95b-478f-872b-466cd5a9dd04 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:04:56.936362 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc7c3bf-44cb-4fd2-b7fe-8ce2cdb8d9a8 x-openstack-request-id: req-7dc7c3bf-44cb-4fd2-b7fe-8ce2cdb8d9a8 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:04:56.936660 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049a73fd-db88-4f56-8807-3968e707f60c", "tag": "4c2396fd-2351-4270-92f8-b7f65516c891", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:04:56.936918 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dc7c3bf-44cb-4fd2-b7fe-8ce2cdb8d9a8 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:04:56.937331 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049a73fd-db88-4f56-8807-3968e707f60c', 'tag': '4c2396fd-2351-4270-92f8-b7f65516c891', 'status': 'completed', 'code': 200} Aug 26 12:04:57.006670 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e501b9-ed97-4fde-a779-6b80d6a8a60b req-75acddbf-2e6e-4a7d-b8d9-fe3c3e6ca1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:57.008890 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26e501b9-ed97-4fde-a779-6b80d6a8a60b req-75acddbf-2e6e-4a7d-b8d9-fe3c3e6ca1f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 1097 time: 0.0428634 Aug 26 12:04:57.033704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019866f-9af0-49c7-bb20-e666b011aa5a req-f2e48a69-0da4-472e-8ffb-8c358861107f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:57.035269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e019866f-9af0-49c7-bb20-e666b011aa5a req-f2e48a69-0da4-472e-8ffb-8c358861107f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 945 time: 0.0514529 Aug 26 12:04:57.075894 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e019866f-9af0-49c7-bb20-e666b011aa5a req-489911e3-18eb-4dfb-a5a3-237b183ab679 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323777 Aug 26 12:04:57.095639 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a53dd9ff-1217-4fe8-a195-6308adc8d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5', 'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:36:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:08Z', 'updated_at': '2021-08-26T12:04:12Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:57.107469 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e501b9-ed97-4fde-a779-6b80d6a8a60b req-bdbca38e-21c8-4d77-9ed1-7ac316696957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:57.108970 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26e501b9-ed97-4fde-a779-6b80d6a8a60b req-bdbca38e-21c8-4d77-9ed1-7ac316696957 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 HTTP/1.1" status: 200 len: 896 time: 0.0926101 Aug 26 12:04:57.122137 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dd9ff-1217-4fe8-a195-6308adc8d802 None None] Checking router: bc8f478e-d95b-478f-872b-466cd5a9dd04 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:04:57.130550 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53dd9ff-1217-4fe8-a195-6308adc8d802 None None] Routers {'bc8f478e-d95b-478f-872b-466cd5a9dd04'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:04:57.131186 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a53dd9ff-1217-4fe8-a195-6308adc8d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:04:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['bc8f478e-d95b-478f-872b-466cd5a9dd04'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:57.152272 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26e501b9-ed97-4fde-a779-6b80d6a8a60b req-965f8e79-58cc-4311-991e-694af9340a02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c2396fd-2351-4270-92f8-b7f65516c891 HTTP/1.1" status: 200 len: 217 time: 0.0345845 Aug 26 12:04:57.201073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e501b9-ed97-4fde-a779-6b80d6a8a60b req-d6897f73-0f79-40da-b3c7-ea03db08f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:57.202567 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26e501b9-ed97-4fde-a779-6b80d6a8a60b req-d6897f73-0f79-40da-b3c7-ea03db08f313 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e04dab37-1f3b-4978-86b0-3867d3296993 HTTP/1.1" status: 200 len: 835 time: 0.0426643 Aug 26 12:04:57.236824 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-a53dd9ff-1217-4fe8-a195-6308adc8d802 None None] Set router bc8f478e-d95b-478f-872b-466cd5a9dd04 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:04:57.252330 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e501b9-ed97-4fde-a779-6b80d6a8a60b req-67cb5524-dc84-4fa7-bd49-73d584c3e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:57.253825 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26e501b9-ed97-4fde-a779-6b80d6a8a60b req-67cb5524-dc84-4fa7-bd49-73d584c3e9e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438533 Aug 26 12:04:57.344151 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26e501b9-ed97-4fde-a779-6b80d6a8a60b req-cf4b0400-d284-4a8f-8ac3-a8f393ffca00 service neutron] 10.222.0.42 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817065 Aug 26 12:04:57.426894 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-a53dd9ff-1217-4fe8-a195-6308adc8d802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5', 'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:36:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:08Z', 'updated_at': '2021-08-26T12:04:12Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:04:57.436939 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-26e501b9-ed97-4fde-a779-6b80d6a8a60b req-830ca607-171c-428d-b5c6-cf52ae3547b5 service neutron] 10.222.0.42 "GET /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846958 Aug 26 12:04:57.456839 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53dd9ff-1217-4fe8-a195-6308adc8d802 None None] The sync data for ids ['bc8f478e-d95b-478f-872b-466cd5a9dd04'] in n-d-778550-13 is: [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:04:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5', 'name': '', 'network_id': 'f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:36:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:08Z', 'updated_at': '2021-08-26T12:04:12Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'e04dab37-1f3b-4978-86b0-3867d3296993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:04:57.662798 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b806fe-ac4c-41ac-b200-eac77d66a7eb None None] New status for floating IP 2d2eb940-d6b8-4ecf-b837-563404ea19a4: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:04:58.190470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b283288-db67-4375-bbab-9b106bc585b2 req-3211ec86-bc08-453c-96c0-2fe3ae74bc58 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:58.191990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b283288-db67-4375-bbab-9b106bc585b2 req-3211ec86-bc08-453c-96c0-2fe3ae74bc58 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 945 time: 0.0484214 Aug 26 12:04:58.229509 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6b283288-db67-4375-bbab-9b106bc585b2 req-c09f0052-895d-4372-b28d-b61b6604c895 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317125 Aug 26 12:04:58.596210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b75d83-6272-4159-8fd6-b76adcbc0f2a req-7e60dc8d-fe31-4d90-a2b2-bc218c31d04f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:04:58.597676 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-91b75d83-6272-4159-8fd6-b76adcbc0f2a req-7e60dc8d-fe31-4d90-a2b2-bc218c31d04f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 945 time: 0.0497665 Aug 26 12:04:58.683257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-91b75d83-6272-4159-8fd6-b76adcbc0f2a req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 4c2396fd-2351-4270-92f8-b7f65516c891 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:04:58.683608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-91b75d83-6272-4159-8fd6-b76adcbc0f2a req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:59.038658 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-91b75d83-6272-4159-8fd6-b76adcbc0f2a req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 4c2396fd-2351-4270-92f8-b7f65516c891, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=4c2396fd-2351-4270-92f8-b7f65516c891,segment=NetworkSegment(66dae826-1f53-4ad1-96f6-d8437072faa7),segment_id=66dae826-1f53-4ad1-96f6-d8437072faa7)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:04:59.038971 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-91b75d83-6272-4159-8fd6-b76adcbc0f2a req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:59.051178 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-91b75d83-6272-4159-8fd6-b76adcbc0f2a req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 4c2396fd-2351-4270-92f8-b7f65516c891 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:04:59.183482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-91b75d83-6272-4159-8fd6-b76adcbc0f2a req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:59.210001 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=4c2396fd-2351-4270-92f8-b7f65516c891,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:04:59.223867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.223867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.223867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.223867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.223867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.223867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.223867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.223867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.223867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.225194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.225194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.225194 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:04:59.265795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b75d83-6272-4159-8fd6-b76adcbc0f2a req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] No DVR routers for this DVR port 4c2396fd-2351-4270-92f8-b7f65516c891 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:04:59.268597 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-91b75d83-6272-4159-8fd6-b76adcbc0f2a req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:04:59.271183 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-91b75d83-6272-4159-8fd6-b76adcbc0f2a req-41ab31c7-8ffc-4cff-a2bb-92d09b6b79b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "DELETE /v2.0/ports/4c2396fd-2351-4270-92f8-b7f65516c891 HTTP/1.1" status: 204 len: 173 time: 0.6673534 Aug 26 12:04:59.271650 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049a73fd-db88-4f56-8807-3968e707f60c', 'name': 'network-vif-deleted', 'tag': '4c2396fd-2351-4270-92f8-b7f65516c891'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:04:59.273929 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817e2ac6-707d-4dd2-bf37-2077157bfaee" -d '{"events": [{"server_uuid": "049a73fd-db88-4f56-8807-3968e707f60c", "name": "network-vif-deleted", "tag": "4c2396fd-2351-4270-92f8-b7f65516c891"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:04:59.329882 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8426d461-0ec3-4832-8918-9100bbf73cd6 req-f7e84609-e6e4-4307-8854-93123bfc58eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=049a73fd-db88-4f56-8807-3968e707f60c HTTP/1.1" status: 200 len: 210 time: 0.0320392 Aug 26 12:04:59.372673 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c6a121-e96c-4adf-9170-d5469e54fabc x-openstack-request-id: req-c7c6a121-e96c-4adf-9170-d5469e54fabc {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:04:59.372980 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049a73fd-db88-4f56-8807-3968e707f60c", "name": "network-vif-deleted", "tag": "4c2396fd-2351-4270-92f8-b7f65516c891", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:04:59.373504 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7c6a121-e96c-4adf-9170-d5469e54fabc {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:04:59.373908 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049a73fd-db88-4f56-8807-3968e707f60c', 'name': 'network-vif-deleted', 'tag': '4c2396fd-2351-4270-92f8-b7f65516c891', 'status': 'completed', 'code': 200} Aug 26 12:05:00.386599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43980) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:00.741469 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:00.992659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:05:00.992931 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:01.084830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5,segment=NetworkSegment(66dae826-1f53-4ad1-96f6-d8437072faa7),segment_id=66dae826-1f53-4ad1-96f6-d8437072faa7)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:05:01.085198 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:01.098565 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:05:01.284215 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:01.308956 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:01.483111 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:01.701831 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router bc8f478e-d95b-478f-872b-466cd5a9dd04 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:05:01.807681 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:05:01.812616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-9c65ad2e-1b24-4978-8ce9-c796e8cf6568 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "PUT /v2.0/routers/bc8f478e-d95b-478f-872b-466cd5a9dd04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4249742 Aug 26 12:05:01.815271 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43982) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:01.818194 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a30fa-ed8b-4ac0-9f1f-d6875581d413 None None] Sync routers for ids ['bc8f478e-d95b-478f-872b-466cd5a9dd04'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:05:01.827447 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a30fa-ed8b-4ac0-9f1f-d6875581d413 None None] Routers {'bc8f478e-d95b-478f-872b-466cd5a9dd04'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:05:01.828135 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0c0a30fa-ed8b-4ac0-9f1f-d6875581d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:04:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['bc8f478e-d95b-478f-872b-466cd5a9dd04'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:01.866158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-158f155a-185a-4084-9cc1-82501069162a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting subnet e04dab37-1f3b-4978-86b0-3867d3296993 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:05:01.869348 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-158f155a-185a-4084-9cc1-82501069162a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:01.909493 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-158f155a-185a-4084-9cc1-82501069162a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:01.931212 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-0c0a30fa-ed8b-4ac0-9f1f-d6875581d413 None None] Set router bc8f478e-d95b-478f-872b-466cd5a9dd04 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:05:01.997120 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-158f155a-185a-4084-9cc1-82501069162a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.057367 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-158f155a-185a-4084-9cc1-82501069162a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.086048 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f155a-185a-4084-9cc1-82501069162a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Subnet': ['ID=e04dab37-1f3b-4978-86b0-3867d3296993,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:02.088059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-158f155a-185a-4084-9cc1-82501069162a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.092354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-158f155a-185a-4084-9cc1-82501069162a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/subnets/e04dab37-1f3b-4978-86b0-3867d3296993 HTTP/1.1" status: 204 len: 168 time: 0.2735152 Aug 26 12:05:02.092815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43984) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:02.095503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe274ae-87ee-4ac7-8fab-2e687fe91698 None None] Network f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:05:02.110022 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0c0a30fa-ed8b-4ac0-9f1f-d6875581d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:05:01Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:02.137087 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a30fa-ed8b-4ac0-9f1f-d6875581d413 None None] Checking router: bc8f478e-d95b-478f-872b-466cd5a9dd04 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:05:02.146479 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a30fa-ed8b-4ac0-9f1f-d6875581d413 None None] Routers {'bc8f478e-d95b-478f-872b-466cd5a9dd04'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:05:02.147212 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0c0a30fa-ed8b-4ac0-9f1f-d6875581d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:04:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['bc8f478e-d95b-478f-872b-466cd5a9dd04'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:02.184688 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 4c2396fd-2351-4270-92f8-b7f65516c891 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:05:02.207674 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.227036 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 4c2396fd-2351-4270-92f8-b7f65516c891 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:05:02.227778 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 4c2396fd-2351-4270-92f8-b7f65516c891 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:05:02.257094 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-0c0a30fa-ed8b-4ac0-9f1f-d6875581d413 None None] Set router bc8f478e-d95b-478f-872b-466cd5a9dd04 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:05:02.314090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] DHCP port deletion for f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:05:02.320770 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.365158 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Deleting port 98d6bc32-df94-49ee-816a-c395ed71d95e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:05:02.365904 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.377903 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port c25f9f6f-2d34-44d5-b375-b2acc1a493c4 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:05:02.378262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.433306 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] For port 98d6bc32-df94-49ee-816a-c395ed71d95e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=98d6bc32-df94-49ee-816a-c395ed71d95e,segment=NetworkSegment(66dae826-1f53-4ad1-96f6-d8437072faa7),segment_id=66dae826-1f53-4ad1-96f6-d8437072faa7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:05:02.433712 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.447971 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Calling delete_port for 98d6bc32-df94-49ee-816a-c395ed71d95e owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:05:02.463108 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port c25f9f6f-2d34-44d5-b375-b2acc1a493c4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=c25f9f6f-2d34-44d5-b375-b2acc1a493c4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:05:02.463765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.477263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for c25f9f6f-2d34-44d5-b375-b2acc1a493c4 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:05:02.531747 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.539879 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0c0a30fa-ed8b-4ac0-9f1f-d6875581d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:05:01Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:02.558953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] No DVR routers for this DVR port 98d6bc32-df94-49ee-816a-c395ed71d95e on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:05:02.560963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Pushing event deleted for resources: {'Port': ['ID=98d6bc32-df94-49ee-816a-c395ed71d95e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:02.571377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.571851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.572695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.573033 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.573470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.573918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.574343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.574792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.575215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.575637 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.576059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.576525 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632b9100-a3a1-48e6-ba64-3897d19dd544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:02.577515 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0a30fa-ed8b-4ac0-9f1f-d6875581d413 None None] The sync data for ids ['bc8f478e-d95b-478f-872b-466cd5a9dd04'] in n-d-778550-13 is: [{'id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787412161', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:04:04Z', 'updated_at': '2021-08-26T12:05:01Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': 'c25f9f6f-2d34-44d5-b375-b2acc1a493c4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f478e-d95b-478f-872b-466cd5a9dd04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:04:05Z', 'updated_at': '2021-08-26T12:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:05:02.662879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.687173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=c25f9f6f-2d34-44d5-b375-b2acc1a493c4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:02.747303 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.839995 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.842047 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.884102 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.884643 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Fanout notify agent at l3_agent the message router_deleted on router bc8f478e-d95b-478f-872b-466cd5a9dd04 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:05:02.892230 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:02.893333 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3514e01a-89d3-42c0-9ad9-de32a44b5b70 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/routers/bc8f478e-d95b-478f-872b-466cd5a9dd04 HTTP/1.1" status: 204 len: 168 time: 0.7995312 Aug 26 12:05:02.896645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43986) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:02.973867 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.065830 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.075913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:03.086707 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dae826-1f53-4ad1-96f6-d8437072faa7') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:03.087043 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dae826-1f53-4ad1-96f6-d8437072faa7') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:03.095692 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.109682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.115807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:05:03.116254 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: timer() Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:05:03.119340 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:05:03.183587 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.190658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.193314 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/networks/f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3 HTTP/1.1" status: 204 len: 168 time: 0.2957306 Aug 26 12:05:03.196228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43988) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:03.204949 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa57de7-3389-4856-a678-3ef768a938d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Network': ['ID=f088d0c3-e3f1-4bbd-a1b6-99895e44a1b3,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:03.263461 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b858b732-3534-4f19-adea-9165e72616e9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.291969 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b858b732-3534-4f19-adea-9165e72616e9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.352310 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b858b732-3534-4f19-adea-9165e72616e9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.354993 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b858b732-3534-4f19-adea-9165e72616e9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.356137 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b858b732-3534-4f19-adea-9165e72616e9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/security-groups/e128c815-7c6a-4a55-a4ee-f50e15e6dd2e HTTP/1.1" status: 204 len: 168 time: 0.1587820 Aug 26 12:05:03.366241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858b732-3534-4f19-adea-9165e72616e9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e128c815-7c6a-4a55-a4ee-f50e15e6dd2e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:03.644234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 43994) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:03.649624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-b9c04a57-8198-4ece-b09f-821f5844fc69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-29114373', 'description': 'tempest-secgroup-smoke-29114373 description', 'project_id': '98cae013182e4657ae3d22c7cceb6349'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:03.672609 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9c04a57-8198-4ece-b09f-821f5844fc69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.719184 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 98d6bc32-df94-49ee-816a-c395ed71d95e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:05:03.740444 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 98d6bc32-df94-49ee-816a-c395ed71d95e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:05:03.740784 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 98d6bc32-df94-49ee-816a-c395ed71d95e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:05:03.741539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:05:03.760239 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9c04a57-8198-4ece-b09f-821f5844fc69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.763931 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9c04a57-8198-4ece-b09f-821f5844fc69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.764146 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:05:03.764496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 66aa9dfb-3060-4bf2-8efd-a0e679c6f9d5 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:05:03.764994 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c25f9f6f-2d34-44d5-b375-b2acc1a493c4 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:05:03.784870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: c25f9f6f-2d34-44d5-b375-b2acc1a493c4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:05:03.785234 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device c25f9f6f-2d34-44d5-b375-b2acc1a493c4 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:05:03.795072 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-b9c04a57-8198-4ece-b09f-821f5844fc69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.798775 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b9c04a57-8198-4ece-b09f-821f5844fc69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1505094 Aug 26 12:05:03.798775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c04a57-8198-4ece-b09f-821f5844fc69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85e01cb-6386-4c11-b5fb-760104b06143,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:03.799419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43996) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:03.805077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5d062a07-c130-4ba0-9eb2-d44268e1ee94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'b85e01cb-6386-4c11-b5fb-760104b06143', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:03.832882 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d062a07-c130-4ba0-9eb2-d44268e1ee94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.887907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d062a07-c130-4ba0-9eb2-d44268e1ee94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.891354 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d062a07-c130-4ba0-9eb2-d44268e1ee94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.910259 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d062a07-c130-4ba0-9eb2-d44268e1ee94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd38ede-1848-45b9-8298-b0b0910f963f,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:03.918123 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5d062a07-c130-4ba0-9eb2-d44268e1ee94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:03.919393 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5d062a07-c130-4ba0-9eb2-d44268e1ee94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189685 Aug 26 12:05:03.922096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 43998) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:03.927095 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5dc0b327-bb2b-4c27-b712-8857fd5e147c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'b85e01cb-6386-4c11-b5fb-760104b06143', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:03.953454 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dc0b327-bb2b-4c27-b712-8857fd5e147c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.009162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dc0b327-bb2b-4c27-b712-8857fd5e147c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.012620 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dc0b327-bb2b-4c27-b712-8857fd5e147c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.032984 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0b327-bb2b-4c27-b712-8857fd5e147c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6627792-dbc8-4d76-a549-7e591fb02aff,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:04.037390 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5dc0b327-bb2b-4c27-b712-8857fd5e147c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.038686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5dc0b327-bb2b-4c27-b712-8857fd5e147c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156383 Aug 26 12:05:04.041362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44000) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:04.045730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d219edce-6f60-44e0-b24f-20a73b393bea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'b85e01cb-6386-4c11-b5fb-760104b06143', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:04.072916 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d219edce-6f60-44e0-b24f-20a73b393bea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.132732 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d219edce-6f60-44e0-b24f-20a73b393bea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.136630 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d219edce-6f60-44e0-b24f-20a73b393bea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.156959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219edce-6f60-44e0-b24f-20a73b393bea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08ebf36-b937-4d35-9ad5-8da2627a8c7b,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:04.161682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d219edce-6f60-44e0-b24f-20a73b393bea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.162889 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d219edce-6f60-44e0-b24f-20a73b393bea tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205735 Aug 26 12:05:04.165649 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44002) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:04.169976 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2e33addf-1626-409b-824e-43f0ef93a3b9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'b85e01cb-6386-4c11-b5fb-760104b06143', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:04.195729 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e33addf-1626-409b-824e-43f0ef93a3b9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.256259 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e33addf-1626-409b-824e-43f0ef93a3b9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.259826 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e33addf-1626-409b-824e-43f0ef93a3b9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.279770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33addf-1626-409b-824e-43f0ef93a3b9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e746f407-46f3-477f-ba8a-b1fce5678041,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:04.283848 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2e33addf-1626-409b-824e-43f0ef93a3b9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.285130 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2e33addf-1626-409b-824e-43f0ef93a3b9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185238 Aug 26 12:05:04.288470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44004) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:04.292959 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-572522d9-02b9-427c-98f0-d90a2ef63665 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'b85e01cb-6386-4c11-b5fb-760104b06143', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:04.314448 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-572522d9-02b9-427c-98f0-d90a2ef63665 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Project 98cae013182e4657ae3d22c7cceb6349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:05:04.319161 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572522d9-02b9-427c-98f0-d90a2ef63665 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.378088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572522d9-02b9-427c-98f0-d90a2ef63665 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.381449 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572522d9-02b9-427c-98f0-d90a2ef63665 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.397808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572522d9-02b9-427c-98f0-d90a2ef63665 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4176fb1c-d488-458e-bcea-aeb3b13f20e2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:04.404237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-572522d9-02b9-427c-98f0-d90a2ef63665 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.405419 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-572522d9-02b9-427c-98f0-d90a2ef63665 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160100 Aug 26 12:05:04.408211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44006) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:04.413175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-b3276d89-dfa5-4e0c-899f-cf655a805a18 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': 'b85e01cb-6386-4c11-b5fb-760104b06143', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:04.435163 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-b3276d89-dfa5-4e0c-899f-cf655a805a18 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Project 98cae013182e4657ae3d22c7cceb6349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:05:04.440216 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3276d89-dfa5-4e0c-899f-cf655a805a18 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.505095 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3276d89-dfa5-4e0c-899f-cf655a805a18 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.508566 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3276d89-dfa5-4e0c-899f-cf655a805a18 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.525992 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3276d89-dfa5-4e0c-899f-cf655a805a18 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489101ba-7b68-4544-8479-6e6209ec2c4f,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:04.533782 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-b3276d89-dfa5-4e0c-899f-cf655a805a18 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.535022 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b3276d89-dfa5-4e0c-899f-cf655a805a18 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258538 Aug 26 12:05:04.538541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44008) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:04.543512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'network': {'name': 'tempest-network-smoke--1177446157', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'port_security_enabled': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:04.562876 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:05:04.566237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.590403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:05:04.600697 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.601071 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Added segment 75802df4-7f28-4965-adb1-4d7f499e71e0 of type vlan for network d6c95403-9f0b-49fa-8335-a9a149b8fdae Aug 26 12:05:04.640038 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.663374 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.668989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:04.669572 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.724177 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1846051 Aug 26 12:05:04.727020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44010) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:04.732371 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'admin_state_up': True, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:04.735479 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724e428-4f24-4d46-9dbb-e1a8123d0f67 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Network': ['ID=d6c95403-9f0b-49fa-8335-a9a149b8fdae,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:04.745395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network d6c95403-9f0b-49fa-8335-a9a149b8fdae details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:05:04.756870 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.758069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.813083 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:04.947176 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:05.137349 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:05.155372 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:05.266531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.25.1.112 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/5cbea35c-52f3-4fd2-9b06-7cf39c73e828) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:05:05.370459 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:05.408260 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:05.442646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:05:05.445420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:05:05.450721 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:05:05.474433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=5cbea35c-52f3-4fd2-9b06-7cf39c73e828,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:05.696836 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:05.890153 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:06.014715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:05:06.119469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:05:06.129325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Sync routers for ids ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:05:06.137554 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:06.138665 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Routers {'7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:05:06.138939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-39e13337-2650-4f04-8a3c-4d67ce05a027 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4108405 Aug 26 12:05:06.139354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:04:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:06.142061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44012) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:06.170479 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2933d724-d892-4086-87f0-b5f3ef97606e tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=98cae013182e4657ae3d22c7cceb6349&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273025 Aug 26 12:05:06.173023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44014) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:06.244825 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Set router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:05:06.263193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2dbcc4-0e96-4f8a-a295-aad8a734baa6 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:06.264720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6b2dbcc4-0e96-4f8a-a295-aad8a734baa6 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908160 Aug 26 12:05:06.267594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44016) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:06.296149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-00db2845-ea1d-4bce-8256-cb20200673a0 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275114 Aug 26 12:05:06.298605 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44018) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:06.303343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-767663351', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:06.388872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:05:06.392555 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:06.423861 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:05Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:06.450602 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Checking router: 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:05:06.450982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Updating router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:05:06.477711 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:06.574443 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:06.641595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Subnet': ['ID=9f3ed554-3ea4-4f66-815b-d33cad3b007a,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:06.653552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Checking segment: {'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:05:06.653926 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network hostable DHCP agents. Network: d6c95403-9f0b-49fa-8335-a9a149b8fdae, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:05:06.670908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network d6c95403-9f0b-49fa-8335-a9a149b8fdae is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:05:06.679529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, d6c95403-9f0b-49fa-8335-a9a149b8fdae) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:05:06.683718 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:06.684359 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:06.696793 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337763f1-2ac4-4a0c-a636-78801faef6fd None None] Network d6c95403-9f0b-49fa-8335-a9a149b8fdae requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:05:06.700000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4486d82f-39b0-4a9e-b04c-5bda9bf52f69 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3999615 Aug 26 12:05:06.702289 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44020) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:06.789743 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:06.809046 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Transition to ACTIVE for port object 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:05:06.820743 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:06.904238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40df37a-328b-4710-bca9-530cf98372ae None None] Pushing event updated for resources: {'Port': ['ID=5cbea35c-52f3-4fd2-9b06-7cf39c73e828,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:06.911886 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Attempting to bind port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:05:06.912256 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Attempting to bind port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:05:06.912624 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Attempting to bind port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:05:06.935964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:05:06.936346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:05:06.936758 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:06.937162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:05:06.937651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Bound port: 5cbea35c-52f3-4fd2-9b06-7cf39c73e828, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:05:06.938033 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:06.961563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-d6c95403-9f0b-49fa-8335-a9a149b8fdae', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ips': [{'subnet_id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:05:06.962437 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:07.062290 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] For port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:05:07.085126 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] For port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5cbea35c-52f3-4fd2-9b06-7cf39c73e828,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:05:07.090143 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:07.193774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Allocated IP 172.20.0.2 (d6c95403-9f0b-49fa-8335-a9a149b8fdae/9f3ed554-3ea4-4f66-815b-d33cad3b007a/345d6962-2d71-43c1-ab36-c0841e9dfeb1) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:05:07.195933 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Routers {'7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:05:07.196620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:04:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:07.200231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40df37a-328b-4710-bca9-530cf98372ae None None] Pushing event updated for resources: {'Port': ['ID=5cbea35c-52f3-4fd2-9b06-7cf39c73e828,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:07.499172 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:07.524847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] Set router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:05:07.684718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:07.701228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Transition to ACTIVE for port object 345d6962-2d71-43c1-ab36-c0841e9dfeb1 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:05:07.740927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Transition to ACTIVE for port object 345d6962-2d71-43c1-ab36-c0841e9dfeb1 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:05:07.748910 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:07.763289 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:05:07.793741 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Network d6c95403-9f0b-49fa-8335-a9a149b8fdae is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:05:07.798213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.20.0.1 (d6c95403-9f0b-49fa-8335-a9a149b8fdae/9f3ed554-3ea4-4f66-815b-d33cad3b007a/64e307ff-f6b5-41e4-9dca-1285ecefb99f) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:05:07.805317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:05:07.809749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:05:07.821073 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Pushing event updated for resources: {'Port': ['ID=345d6962-2d71-43c1-ab36-c0841e9dfeb1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:07.850029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:05Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:07.891090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b9fae-c887-4e17-af09-39a0d8ac90b2 None None] The sync data for ids ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'] in n-d-778550-13 is: [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:05Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:05:07.901697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Attempting to bind port 345d6962-2d71-43c1-ab36-c0841e9dfeb1 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:05:07.902068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Attempting to bind port 345d6962-2d71-43c1-ab36-c0841e9dfeb1 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:05:07.902428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Attempting to bind port 345d6962-2d71-43c1-ab36-c0841e9dfeb1 on network d6c95403-9f0b-49fa-8335-a9a149b8fdae {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:05:07.912605 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:05:07.912962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Checking segment: {'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:05:07.913369 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:07.913761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Bound using segment: {'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:05:07.914237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Bound port: 345d6962-2d71-43c1-ab36-c0841e9dfeb1, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:05:07.914609 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:07.923871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:07.939075 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Transition to ACTIVE for port object 64e307ff-f6b5-41e4-9dca-1285ecefb99f will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:05:07.973615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:07.985620 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] For port 345d6962-2d71-43c1-ab36-c0841e9dfeb1, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:05:07.989577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] For port 345d6962-2d71-43c1-ab36-c0841e9dfeb1, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=345d6962-2d71-43c1-ab36-c0841e9dfeb1,segment=NetworkSegment(75802df4-7f28-4965-adb1-4d7f499e71e0),segment_id=75802df4-7f28-4965-adb1-4d7f499e71e0)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:05:07.995487 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:08.016981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network d6c95403-9f0b-49fa-8335-a9a149b8fdae is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:05:08.022450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:05:08.025807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:05:08.061310 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d7de6-07c0-4dd9-8723-9ddf5af51434 None None] Pushing event updated for resources: {'Port': ['ID=345d6962-2d71-43c1-ab36-c0841e9dfeb1,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:08.073475 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:08.115769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=64e307ff-f6b5-41e4-9dca-1285ecefb99f,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:08.252506 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:08.559141 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:08.565324 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:08.641339 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=64e307ff-f6b5-41e4-9dca-1285ecefb99f,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:08.647662 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:08.745856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network d6c95403-9f0b-49fa-8335-a9a149b8fdae is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:05:08.747509 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:05:08.870164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:05:08.985141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:05:08.990881 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f2ed1b19-4f60-43b8-ae05-cea5b2bee0eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "PUT /v2.0/routers/7a1ba28b-fa86-40ac-9e8d-91b92f5f7102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2874660 Aug 26 12:05:09.045990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae517b-4331-48e6-a9e1-ab3d06c5fb82 None None] Network d6c95403-9f0b-49fa-8335-a9a149b8fdae requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:05:09.134191 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-21527da7-7def-417f-abcf-9ef5138314ac tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-29114373&fields=id&tenant_id=98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 267 time: 0.0361340 Aug 26 12:05:09.137070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f0c19f7d-5401-4bbd-9604-d3daa8d8320e None None] Provisioning for port 345d6962-2d71-43c1-ab36-c0841e9dfeb1 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:05:09.255969 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-e0f3194e-b586-40cb-84c5-b21abbe073b6 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:09.257556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-e0f3194e-b586-40cb-84c5-b21abbe073b6 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/networks?id=d6c95403-9f0b-49fa-8335-a9a149b8fdae HTTP/1.1" status: 200 len: 797 time: 0.1155143 Aug 26 12:05:09.273943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-b296edd6-21bf-4733-8587-2522ec250ccf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/quotas/98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 375 time: 0.0105186 Aug 26 12:05:09.337985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-4b02506f-5f33-4c34-aeda-847724fefc38 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581219 Aug 26 12:05:09.440497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-f22d713f-5f47-4c1e-9b54-6793e6c771d8 service neutron] 10.222.0.21 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897527 Aug 26 12:05:09.491732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-87dbf4f5-9a64-48e8-b3e3-d45ef461c990 None None] Provisioning for port 64e307ff-f6b5-41e4-9dca-1285ecefb99f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:05:09.499118 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-87dbf4f5-9a64-48e8-b3e3-d45ef461c990 None None] Provisioning complete for port 64e307ff-f6b5-41e4-9dca-1285ecefb99f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:05:09.499512 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87dbf4f5-9a64-48e8-b3e3-d45ef461c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:09.526203 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Sync routers for ids ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:05:09.538308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-87dbf4f5-9a64-48e8-b3e3-d45ef461c990 None None] Port 64e307ff-f6b5-41e4-9dca-1285ecefb99f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:05:09.542446 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Routers {'7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:05:09.543094 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:04:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:09.551772 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-d16e066f-e93a-482f-98c0-5656df487997 service neutron] 10.222.0.21 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044700 Aug 26 12:05:09.659710 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Set router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:05:09.660678 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8bdadc9e-3d29-4ba5-b02f-f1e788f2efe3 None None] Provisioning complete for port 64e307ff-f6b5-41e4-9dca-1285ecefb99f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:05:09.661151 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8bdadc9e-3d29-4ba5-b02f-f1e788f2efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:09.777538 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23dab58d-bbe9-436e-bae7-81e1930add2f req-da5655a0-f897-4619-be7f-24d36c3e1a08 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 210 time: 0.0485954 Aug 26 12:05:09.796003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8bdadc9e-3d29-4ba5-b02f-f1e788f2efe3 None None] Port 64e307ff-f6b5-41e4-9dca-1285ecefb99f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:05:09.865682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:05:09.923395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a65b3ae4-553c-410b-9d0d-84684fb83531 None None] Provisioning complete for port 64e307ff-f6b5-41e4-9dca-1285ecefb99f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:05:09.923767 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a65b3ae4-553c-410b-9d0d-84684fb83531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:09.932812 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '64e307ff-f6b5-41e4-9dca-1285ecefb99f', 'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:a0:2d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:07Z', 'updated_at': '2021-08-26T12:05:08Z', 'revision_number': 2, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:09.950275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:05:09.960606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:05:09.960984 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:09.963504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a65b3ae4-553c-410b-9d0d-84684fb83531 None None] Port 64e307ff-f6b5-41e4-9dca-1285ecefb99f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:05:09.964949 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Checking router: 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:05:09.965313 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Updating router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 port 64e307ff-f6b5-41e4-9dca-1285ecefb99f binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:05:09.992251 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:10.051946 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:10.074348 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5cbea35c-52f3-4fd2-9b06-7cf39c73e828,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:05:10.079256 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:10.080528 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 345d6962-2d71-43c1-ab36-c0841e9dfeb1 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:05:10.157909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=5cbea35c-52f3-4fd2-9b06-7cf39c73e828,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:10.173091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 345d6962-2d71-43c1-ab36-c0841e9dfeb1 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:05:10.177832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 345d6962-2d71-43c1-ab36-c0841e9dfeb1 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:05:10.178215 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:10.264986 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:10.278604 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:10.288580 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Transition to ACTIVE for port object 64e307ff-f6b5-41e4-9dca-1285ecefb99f will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:05:10.294157 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:10.296202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 345d6962-2d71-43c1-ab36-c0841e9dfeb1, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=345d6962-2d71-43c1-ab36-c0841e9dfeb1,segment=NetworkSegment(75802df4-7f28-4965-adb1-4d7f499e71e0),segment_id=75802df4-7f28-4965-adb1-4d7f499e71e0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:05:10.300034 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:10.350682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=345d6962-2d71-43c1-ab36-c0841e9dfeb1,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:10.367394 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Pushing event updated for resources: {'Port': ['ID=64e307ff-f6b5-41e4-9dca-1285ecefb99f,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:10.390460 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.390827 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.391162 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.391492 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.391817 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.392141 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.392462 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.392781 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.393098 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.393412 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.393726 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.394040 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:05:10.406670 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Attempting to bind port 64e307ff-f6b5-41e4-9dca-1285ecefb99f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:05:10.407064 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Attempting to bind port 64e307ff-f6b5-41e4-9dca-1285ecefb99f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:05:10.407424 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Attempting to bind port 64e307ff-f6b5-41e4-9dca-1285ecefb99f on network d6c95403-9f0b-49fa-8335-a9a149b8fdae {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:05:10.412625 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:05:10.412992 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Checking segment: {'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:05:10.413398 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:10.413786 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Bound using segment: {'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:05:10.414240 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Bound port: 64e307ff-f6b5-41e4-9dca-1285ecefb99f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:05:10.414611 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:10.479087 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] For port 64e307ff-f6b5-41e4-9dca-1285ecefb99f, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:05:10.482293 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] For port 64e307ff-f6b5-41e4-9dca-1285ecefb99f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=64e307ff-f6b5-41e4-9dca-1285ecefb99f,segment=NetworkSegment(75802df4-7f28-4965-adb1-4d7f499e71e0),segment_id=75802df4-7f28-4965-adb1-4d7f499e71e0)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:05:10.488054 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:10.550103 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d6eb6-380f-4078-b843-3229e5042f44 None None] Pushing event updated for resources: {'Port': ['ID=64e307ff-f6b5-41e4-9dca-1285ecefb99f,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:10.554970 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Routers {'7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:05:10.555519 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:04:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:10.662537 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] Set router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:05:10.859314 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '64e307ff-f6b5-41e4-9dca-1285ecefb99f', 'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:a0:2d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:07Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:10.868005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23fb54c6-92e1-4e32-965b-1d186f696209 req-bb2e53fe-4e52-4a41-8c4b-1944a10cf304 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 210 time: 0.0275664 Aug 26 12:05:10.885541 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c528a11-86ea-4f2f-bf83-34ea9669de58 None None] The sync data for ids ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'] in n-d-778550-13 is: [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '64e307ff-f6b5-41e4-9dca-1285ecefb99f', 'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:a0:2d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:07Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:05:11.831737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 64e307ff-f6b5-41e4-9dca-1285ecefb99f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:05:11.892185 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 64e307ff-f6b5-41e4-9dca-1285ecefb99f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:05:11.895456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-cbd78e3d-fc3d-4dfc-bfaf-dda0d5bcc2fa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:11.896713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 64e307ff-f6b5-41e4-9dca-1285ecefb99f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:05:11.897150 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:11.898432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-cbd78e3d-fc3d-4dfc-bfaf-dda0d5bcc2fa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "GET /v2.0/networks?id=d6c95403-9f0b-49fa-8335-a9a149b8fdae HTTP/1.1" status: 200 len: 797 time: 0.1377764 Aug 26 12:05:11.953182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-9caddecc-0582-4817-899f-7c3fb3cfd3f3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 378 time: 0.0443494 Aug 26 12:05:11.970877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'port': {'device_id': '74328571-d7ac-4b50-b6e7-cea5787af126', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'admin_state_up': True, 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'security_groups': ['b85e01cb-6386-4c11-b5fb-760104b06143']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:11.986145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:12.000109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8c1ce07-c78c-46f9-9d00-81550d2a3ad8 req-a12084e2-08a9-44d6-9dd8-ea722641ab47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 210 time: 0.0430803 Aug 26 12:05:12.017826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 64e307ff-f6b5-41e4-9dca-1285ecefb99f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=64e307ff-f6b5-41e4-9dca-1285ecefb99f,segment=NetworkSegment(75802df4-7f28-4965-adb1-4d7f499e71e0),segment_id=75802df4-7f28-4965-adb1-4d7f499e71e0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:05:12.023610 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:12.024396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:05:12.093002 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:05:12.096538 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:12.100647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=64e307ff-f6b5-41e4-9dca-1285ecefb99f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:12.111567 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:05:12.111945 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:12.193664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 345d6962-2d71-43c1-ab36-c0841e9dfeb1 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:05:12.228604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.20.0.6 (d6c95403-9f0b-49fa-8335-a9a149b8fdae/9f3ed554-3ea4-4f66-815b-d33cad3b007a/c103e3f8-891f-41ab-b986-7b620ad18b2b) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:05:12.241323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 345d6962-2d71-43c1-ab36-c0841e9dfeb1 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:05:12.241708 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:12.372284 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:12.385794 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Transition to ACTIVE for port object c103e3f8-891f-41ab-b986-7b620ad18b2b will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:05:12.417304 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:12.456878 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network d6c95403-9f0b-49fa-8335-a9a149b8fdae is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:05:12.459832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:05:12.465328 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:05:12.495477 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=c103e3f8-891f-41ab-b986-7b620ad18b2b,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:12.518700 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:12.519346 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:12.533725 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-6053b0e5-8aa0-455a-999e-b4f28b520b43 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671339 Aug 26 12:05:12.590714 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Request body: {'port': {'device_id': '74328571-d7ac-4b50-b6e7-cea5787af126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:12.649337 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:12.739214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6bd2b29b-48ee-4632-ba90-ca1a0c5ef1c0 None None] Provisioning for port c103e3f8-891f-41ab-b986-7b620ad18b2b completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:05:12.743707 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6bd2b29b-48ee-4632-ba90-ca1a0c5ef1c0 None None] Provisioning complete for port c103e3f8-891f-41ab-b986-7b620ad18b2b triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:05:12.744185 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bd2b29b-48ee-4632-ba90-ca1a0c5ef1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:12.778771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2b29b-48ee-4632-ba90-ca1a0c5ef1c0 None None] Port c103e3f8-891f-41ab-b986-7b620ad18b2b cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:05:12.908709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c103e3f8-891f-41ab-b986-7b620ad18b2b {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:05:12.916507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:12.929335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Transition to ACTIVE for port object c103e3f8-891f-41ab-b986-7b620ad18b2b will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:05:12.932967 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:13.001437 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Pushing event updated for resources: {'Port': ['ID=c103e3f8-891f-41ab-b986-7b620ad18b2b,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:13.055208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Attempting to bind port c103e3f8-891f-41ab-b986-7b620ad18b2b on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:05:13.055549 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Attempting to bind port c103e3f8-891f-41ab-b986-7b620ad18b2b by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:05:13.055882 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Attempting to bind port c103e3f8-891f-41ab-b986-7b620ad18b2b on network d6c95403-9f0b-49fa-8335-a9a149b8fdae {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:05:13.060353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Port c103e3f8-891f-41ab-b986-7b620ad18b2b on network d6c95403-9f0b-49fa-8335-a9a149b8fdae not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:05:13.060682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Attempting to bind port c103e3f8-891f-41ab-b986-7b620ad18b2b on network d6c95403-9f0b-49fa-8335-a9a149b8fdae {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:05:13.065624 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:05:13.065965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Checking segment: {'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:05:13.066353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Bound using segment: {'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:05:13.067352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Bound port: c103e3f8-891f-41ab-b986-7b620ad18b2b, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75802df4-7f28-4965-adb1-4d7f499e71e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:05:13.067727 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:13.170773 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feaacc-bc6a-48da-a77a-7fcc3878afa1 req-79430918-1b16-4a29-9dbb-03220844782f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:13.172224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9feaacc-bc6a-48da-a77a-7fcc3878afa1 req-79430918-1b16-4a29-9dbb-03220844782f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 943 time: 0.0891697 Aug 26 12:05:13.173259 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] For port c103e3f8-891f-41ab-b986-7b620ad18b2b, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:05:13.176577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] For port c103e3f8-891f-41ab-b986-7b620ad18b2b, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b,segment=NetworkSegment(75802df4-7f28-4965-adb1-4d7f499e71e0),segment_id=75802df4-7f28-4965-adb1-4d7f499e71e0)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:05:13.185993 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:13.240744 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:13.241375 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:13.242787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] 10.222.0.47 "PUT /v2.0/ports/c103e3f8-891f-41ab-b986-7b620ad18b2b HTTP/1.1" status: 200 len: 1092 time: 0.7004912 Aug 26 12:05:13.244940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74328571-d7ac-4b50-b6e7-cea5787af126', 'tag': 'c103e3f8-891f-41ab-b986-7b620ad18b2b'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:05:13.247341 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c557552-bd4a-4c01-bf61-c1c0917a4007" -d '{"events": [{"name": "network-changed", "server_uuid": "74328571-d7ac-4b50-b6e7-cea5787af126", "tag": "c103e3f8-891f-41ab-b986-7b620ad18b2b"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:05:13.271503 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9feaacc-bc6a-48da-a77a-7fcc3878afa1 req-481233e9-7a57-4b77-b31d-9420768426b3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930078 Aug 26 12:05:13.284235 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee77b6b-6b94-44c0-a0d1-a854e41ab89f service neutron] Pushing event updated for resources: {'Port': ['ID=c103e3f8-891f-41ab-b986-7b620ad18b2b,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:13.329447 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fadfa7-0e43-4271-b4db-1bbd12a34e99 x-openstack-request-id: req-65fadfa7-0e43-4271-b4db-1bbd12a34e99 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:05:13.329447 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74328571-d7ac-4b50-b6e7-cea5787af126", "tag": "c103e3f8-891f-41ab-b986-7b620ad18b2b", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:05:13.329634 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65fadfa7-0e43-4271-b4db-1bbd12a34e99 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:05:13.330347 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74328571-d7ac-4b50-b6e7-cea5787af126', 'tag': 'c103e3f8-891f-41ab-b986-7b620ad18b2b', 'status': 'completed', 'code': 200} Aug 26 12:05:13.337631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-9d706b9c-21ab-46f7-84f3-9c1365383d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:13.339219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-9d706b9c-21ab-46f7-84f3-9c1365383d52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 1095 time: 0.0497317 Aug 26 12:05:13.383731 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-80e3ae71-09ca-44c9-9178-196b717973e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b HTTP/1.1" status: 200 len: 217 time: 0.0362487 Aug 26 12:05:13.440901 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-813c5418-9a40-4acd-bcb3-b19c2ae72414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:13.443010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-813c5418-9a40-4acd-bcb3-b19c2ae72414 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f3ed554-3ea4-4f66-815b-d33cad3b007a HTTP/1.1" status: 200 len: 834 time: 0.0521779 Aug 26 12:05:13.448742 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1d896671-2c6a-4bda-ac73-456521e83471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:13.489357 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-ee433391-c538-4803-b449-7a4968c362fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:13.490877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-ee433391-c538-4803-b449-7a4968c362fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c95403-9f0b-49fa-8335-a9a149b8fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398600 Aug 26 12:05:13.583661 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-1e1405cc-e92b-4d17-9836-63b6426dd339 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842130 Aug 26 12:05:13.677366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4da98920-b7cd-41b5-914f-b2c88d82bb10 req-08ef2315-f809-428d-a03f-d514f225e0c7 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851219 Aug 26 12:05:13.727745 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 64e307ff-f6b5-41e4-9dca-1285ecefb99f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:05:13.766572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c557552-bd4a-4c01-bf61-c1c0917a4007 req-c3aba5a6-dff7-4dde-b2d9-638c2fd7b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:13.768301 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c557552-bd4a-4c01-bf61-c1c0917a4007 req-c3aba5a6-dff7-4dde-b2d9-638c2fd7b324 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 1095 time: 0.0430768 Aug 26 12:05:13.776318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 64e307ff-f6b5-41e4-9dca-1285ecefb99f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:05:13.776699 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:13.862662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c557552-bd4a-4c01-bf61-c1c0917a4007 req-30445c27-f8c4-4904-9cfb-965b22dda67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:13.864752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c557552-bd4a-4c01-bf61-c1c0917a4007 req-30445c27-f8c4-4904-9cfb-965b22dda67e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6c95403-9f0b-49fa-8335-a9a149b8fdae HTTP/1.1" status: 200 len: 898 time: 0.0887041 Aug 26 12:05:13.907845 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c557552-bd4a-4c01-bf61-c1c0917a4007 req-e9357528-2d7b-4d69-b07e-23be83194887 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b HTTP/1.1" status: 200 len: 217 time: 0.0348401 Aug 26 12:05:13.955515 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c557552-bd4a-4c01-bf61-c1c0917a4007 req-17aa29f9-8b63-44ac-a25c-8cde6e88f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:13.956865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c557552-bd4a-4c01-bf61-c1c0917a4007 req-17aa29f9-8b63-44ac-a25c-8cde6e88f431 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f3ed554-3ea4-4f66-815b-d33cad3b007a HTTP/1.1" status: 200 len: 834 time: 0.0420439 Aug 26 12:05:14.005660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c557552-bd4a-4c01-bf61-c1c0917a4007 req-43343fe0-0561-472d-804d-9487306c26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:14.007147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c557552-bd4a-4c01-bf61-c1c0917a4007 req-43343fe0-0561-472d-804d-9487306c26ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c95403-9f0b-49fa-8335-a9a149b8fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428114 Aug 26 12:05:14.096386 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c557552-bd4a-4c01-bf61-c1c0917a4007 req-021704b4-3afc-40b3-aec9-23c159534860 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793185 Aug 26 12:05:14.189443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5c557552-bd4a-4c01-bf61-c1c0917a4007 req-5a735bd4-eaab-480c-952e-34c5ebc5b0b3 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852518 Aug 26 12:05:14.387774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c75fa-2709-4744-bb2b-02a46bc8bba9 req-eb26709f-af84-4da0-a81f-2a7757a19cf7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:14.389229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-162c75fa-2709-4744-bb2b-02a46bc8bba9 req-eb26709f-af84-4da0-a81f-2a7757a19cf7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 943 time: 0.0482619 Aug 26 12:05:14.425867 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-162c75fa-2709-4744-bb2b-02a46bc8bba9 req-955b6965-0321-4906-8afa-1a0a0b4ee6ab tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303392 Aug 26 12:05:15.536329 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164fcf6-0347-422b-8f9c-e0391c09ff86 req-d8a9a3c9-b3a7-4d40-88f3-894198264869 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:15.537701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a164fcf6-0347-422b-8f9c-e0391c09ff86 req-d8a9a3c9-b3a7-4d40-88f3-894198264869 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 943 time: 0.0475123 Aug 26 12:05:15.575432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a164fcf6-0347-422b-8f9c-e0391c09ff86 req-78c4b176-1e9c-4ccc-84fc-273ed3fb21da tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318444 Aug 26 12:05:15.847383 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a57ed804-5db3-4324-83fa-9a22cc687601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:16.384243 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:16.528744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c103e3f8-891f-41ab-b986-7b620ad18b2b details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:05:16.621996 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c103e3f8-891f-41ab-b986-7b620ad18b2b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b,segment=NetworkSegment(75802df4-7f28-4965-adb1-4d7f499e71e0),segment_id=75802df4-7f28-4965-adb1-4d7f499e71e0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:05:16.634775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'c103e3f8-891f-41ab-b986-7b620ad18b2b', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'port_id': 'c103e3f8-891f-41ab-b986-7b620ad18b2b', 'mac_address': 'fa:16:3e:41:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:05:16.677713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:16.690802 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c103e3f8-891f-41ab-b986-7b620ad18b2b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:05:16.694420 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efce209-877c-44e9-873b-23832a42f553 req-3bb4c789-44cf-4678-8ace-5dc25237112b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:16.695947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1efce209-877c-44e9-873b-23832a42f553 req-3bb4c789-44cf-4678-8ace-5dc25237112b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 943 time: 0.0488031 Aug 26 12:05:16.710520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c103e3f8-891f-41ab-b986-7b620ad18b2b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b,segment=NetworkSegment(75802df4-7f28-4965-adb1-4d7f499e71e0),segment_id=75802df4-7f28-4965-adb1-4d7f499e71e0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:05:16.714464 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:16.738869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1efce209-877c-44e9-873b-23832a42f553 req-2889dbdf-e4ba-4090-99e8-b32f8d63a459 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363374 Aug 26 12:05:16.762830 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=c103e3f8-891f-41ab-b986-7b620ad18b2b,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:17.042074 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['c103e3f8-891f-41ab-b986-7b620ad18b2b'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:05:17.488054 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:17.853608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272af4f-ace1-490c-bf8d-d6ee52923c66 req-239ec3e6-5f60-4591-8efe-cdb1eda09514 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:17.855096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6272af4f-ace1-490c-bf8d-d6ee52923c66 req-239ec3e6-5f60-4591-8efe-cdb1eda09514 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 944 time: 0.0478141 Aug 26 12:05:17.892168 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6272af4f-ace1-490c-bf8d-d6ee52923c66 req-ca74e168-8bf3-499d-98b0-6d703c66510b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311611 Aug 26 12:05:18.542127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c103e3f8-891f-41ab-b986-7b620ad18b2b up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:05:18.590792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port c103e3f8-891f-41ab-b986-7b620ad18b2b completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:05:18.594307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port c103e3f8-891f-41ab-b986-7b620ad18b2b triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:05:18.594685 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:18.670973 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:18.693373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74328571-d7ac-4b50-b6e7-cea5787af126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c103e3f8-891f-41ab-b986-7b620ad18b2b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:05:18.695644 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8c92c9-43c9-43d8-b47b-5a113ff42b86" -d '{"events": [{"server_uuid": "74328571-d7ac-4b50-b6e7-cea5787af126", "name": "network-vif-plugged", "status": "completed", "tag": "c103e3f8-891f-41ab-b986-7b620ad18b2b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:05:18.708569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port c103e3f8-891f-41ab-b986-7b620ad18b2b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b,segment=NetworkSegment(75802df4-7f28-4965-adb1-4d7f499e71e0),segment_id=75802df4-7f28-4965-adb1-4d7f499e71e0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:05:18.713305 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:18.735808 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9170ae6-a3eb-4ba5-a2f6-6d915aca7149 x-openstack-request-id: req-d9170ae6-a3eb-4ba5-a2f6-6d915aca7149 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:05:18.736104 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74328571-d7ac-4b50-b6e7-cea5787af126", "name": "network-vif-plugged", "status": "completed", "tag": "c103e3f8-891f-41ab-b986-7b620ad18b2b", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:05:18.736360 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9170ae6-a3eb-4ba5-a2f6-6d915aca7149 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:05:18.736749 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74328571-d7ac-4b50-b6e7-cea5787af126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c103e3f8-891f-41ab-b986-7b620ad18b2b', 'code': 200} Aug 26 12:05:18.763228 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=c103e3f8-891f-41ab-b986-7b620ad18b2b,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:18.828749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31a7e7-62fa-4c59-8e11-c759d39e3ab2 req-a8cf6411-a374-4be0-9e98-a5a2f6fbc5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:18.830147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad31a7e7-62fa-4c59-8e11-c759d39e3ab2 req-a8cf6411-a374-4be0-9e98-a5a2f6fbc5f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 1097 time: 0.0388734 Aug 26 12:05:18.865602 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ad31a7e7-62fa-4c59-8e11-c759d39e3ab2 req-4c60001c-f1a7-419d-97a9-cefc089e138e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272856 Aug 26 12:05:19.011443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1618d94-c72b-41ff-9d0b-853c47392666 req-7da27135-ebc5-4f18-a0e9-c31ed6b418b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:19.012915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1618d94-c72b-41ff-9d0b-853c47392666 req-7da27135-ebc5-4f18-a0e9-c31ed6b418b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0527749 Aug 26 12:05:19.053380 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1618d94-c72b-41ff-9d0b-853c47392666 req-e403ca7b-60a1-46b3-b94b-2746e0b6549b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344868 Aug 26 12:05:19.560336 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:20.166868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc0e51-d0b2-4838-8943-c4011d79ae7d req-c7ccd00d-012d-4973-bbd0-ee3df7045435 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:20.168359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21bc0e51-d0b2-4838-8943-c4011d79ae7d req-c7ccd00d-012d-4973-bbd0-ee3df7045435 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0498476 Aug 26 12:05:20.209248 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21bc0e51-d0b2-4838-8943-c4011d79ae7d req-5a846749-b4fb-4ee2-bfa3-413aacdcd5b4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348587 Aug 26 12:05:21.125579 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:21.321284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997655d4-ff9a-43e9-b5ba-4255d4b4618c req-b33fb0eb-51b8-468c-a631-ca4baf02092e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:21.322751 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-997655d4-ff9a-43e9-b5ba-4255d4b4618c req-b33fb0eb-51b8-468c-a631-ca4baf02092e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0475318 Aug 26 12:05:21.359019 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-997655d4-ff9a-43e9-b5ba-4255d4b4618c req-46003a2b-8d41-43cf-98c8-d9272a24bc19 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303779 Aug 26 12:05:21.471876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf18f62-edf3-444f-89c9-4115833c5236 req-b6c15fdb-b987-4416-9dd1-9ec54a8ebab5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:21.473806 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbf18f62-edf3-444f-89c9-4115833c5236 req-b6c15fdb-b987-4416-9dd1-9ec54a8ebab5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0508029 Aug 26 12:05:21.513794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cbf18f62-edf3-444f-89c9-4115833c5236 req-9c04753f-53ad-4665-880c-359a545158d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341277 Aug 26 12:05:21.534611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44078) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:21.572962 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f506bc6f-fa2a-4fd9-9253-749b311918b0 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:21.574592 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f506bc6f-fa2a-4fd9-9253-749b311918b0 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 1092 time: 0.0384736 Aug 26 12:05:21.578132 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44080) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:21.582390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': 'c103e3f8-891f-41ab-b986-7b620ad18b2b', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:05:21.604242 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:21.699905 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:21.802429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.25.1.56 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/8ac7eae0-a775-4b86-9001-2785d44c5a6c) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:05:21.901790 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:21.943474 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:21.980455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:05:21.985124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:05:21.988608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:05:21.994137 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=8ac7eae0-a775-4b86-9001-2785d44c5a6c,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:22.345615 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:22.415432 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:22.903282 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:22.907985 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:22.971195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=8ac7eae0-a775-4b86-9001-2785d44c5a6c,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:05:22.984846 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:23.081808 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Floating IP ef002ab8-fc70-4861-bb39-0ba1fe4604b9 associated. External IP: 172.25.1.56, port: c103e3f8-891f-41ab-b986-7b620ad18b2b. Aug 26 12:05:23.094008 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:23.289010 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:05:23.395284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:05:23.404944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c552a-8c5c-4313-8a25-839e0681973f None None] Sync routers for ids ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:05:23.413004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:23.416131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c552a-8c5c-4313-8a25-839e0681973f None None] Routers {'7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:05:23.416742 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8c5c552a-8c5c-4313-8a25-839e0681973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:23.438945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-574947ba-1dc1-4215-bb34-d77464014c47 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8597915 Aug 26 12:05:23.439620 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74328571-d7ac-4b50-b6e7-cea5787af126', 'tag': 'c103e3f8-891f-41ab-b986-7b620ad18b2b'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:05:23.442139 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d43a850-507f-4cd6-8594-3c597a965c82" -d '{"events": [{"name": "network-changed", "server_uuid": "74328571-d7ac-4b50-b6e7-cea5787af126", "tag": "c103e3f8-891f-41ab-b986-7b620ad18b2b"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:05:23.522585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-8c5c552a-8c5c-4313-8a25-839e0681973f None None] Set router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:05:23.534975 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7e917-485f-4773-9988-cbc38f0a20ec req-db97fec3-b2b9-4cd0-97f0-06e761aa8ea8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:23.537092 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dea7e917-485f-4773-9988-cbc38f0a20ec req-db97fec3-b2b9-4cd0-97f0-06e761aa8ea8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0495384 Aug 26 12:05:23.574862 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dea7e917-485f-4773-9988-cbc38f0a20ec req-51c781e3-aefa-49da-98f8-acb4c0b89f79 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316253 Aug 26 12:05:23.597251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44086) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:23.639002 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002bc6ca-f84d-401a-9f04-d214f9106f69 x-openstack-request-id: req-002bc6ca-f84d-401a-9f04-d214f9106f69 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:05:23.639300 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74328571-d7ac-4b50-b6e7-cea5787af126", "tag": "c103e3f8-891f-41ab-b986-7b620ad18b2b", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:05:23.639555 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-002bc6ca-f84d-401a-9f04-d214f9106f69 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:05:23.639954 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74328571-d7ac-4b50-b6e7-cea5787af126', 'tag': 'c103e3f8-891f-41ab-b986-7b620ad18b2b', 'status': 'completed', 'code': 200} Aug 26 12:05:23.689624 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c913786b-9898-4f1a-9dac-1987d8bc4a6e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/ef002ab8-fc70-4861-bb39-0ba1fe4604b9 HTTP/1.1" status: 200 len: 990 time: 0.0912139 Aug 26 12:05:23.699814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43a850-507f-4cd6-8594-3c597a965c82 req-23b39c7d-e3e4-41de-b1f1-3e96aa87648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:23.701270 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d43a850-507f-4cd6-8594-3c597a965c82 req-23b39c7d-e3e4-41de-b1f1-3e96aa87648e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 1097 time: 0.0543759 Aug 26 12:05:23.758029 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8c5c552a-8c5c-4313-8a25-839e0681973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ef002ab8-fc70-4861-bb39-0ba1fe4604b9', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'port_id': 'c103e3f8-891f-41ab-b986-7b620ad18b2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'mac_address': 'fa:16:3e:41:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74328571-d7ac-4b50-b6e7-cea5787af126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:05:22Z', 'updated_at': '2021-08-26T12:05:22Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e307ff-f6b5-41e4-9dca-1285ecefb99f', 'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:a0:2d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:07Z', 'updated_at': '2021-08-26T12:05:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:23.783776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c552a-8c5c-4313-8a25-839e0681973f None None] Checking router: 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:05:23.792178 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c552a-8c5c-4313-8a25-839e0681973f None None] Routers {'7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:05:23.792774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8c5c552a-8c5c-4313-8a25-839e0681973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:05:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:23.796689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43a850-507f-4cd6-8594-3c597a965c82 req-b20ac6ea-3480-46c0-8f01-c8e6d26fd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:23.798165 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d43a850-507f-4cd6-8594-3c597a965c82 req-b20ac6ea-3480-46c0-8f01-c8e6d26fd15b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6c95403-9f0b-49fa-8335-a9a149b8fdae HTTP/1.1" status: 200 len: 898 time: 0.0895300 Aug 26 12:05:23.865509 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d43a850-507f-4cd6-8594-3c597a965c82 req-4ed5b2f0-2e0c-460d-bc6a-56a156b2dac4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b HTTP/1.1" status: 200 len: 998 time: 0.0582962 Aug 26 12:05:23.896553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-8c5c552a-8c5c-4313-8a25-839e0681973f None None] Set router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:05:23.916524 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43a850-507f-4cd6-8594-3c597a965c82 req-380ccab8-c423-48c1-be81-c22934d256f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:23.917996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d43a850-507f-4cd6-8594-3c597a965c82 req-380ccab8-c423-48c1-be81-c22934d256f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f3ed554-3ea4-4f66-815b-d33cad3b007a HTTP/1.1" status: 200 len: 834 time: 0.0445023 Aug 26 12:05:23.968567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43a850-507f-4cd6-8594-3c597a965c82 req-3fba0a31-dbf0-4f58-8b49-9462bb06bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:23.970081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d43a850-507f-4cd6-8594-3c597a965c82 req-3fba0a31-dbf0-4f58-8b49-9462bb06bfc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c95403-9f0b-49fa-8335-a9a149b8fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443540 Aug 26 12:05:24.059598 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d43a850-507f-4cd6-8594-3c597a965c82 req-6bcd201e-8149-4ece-abb3-fa1904873c1f service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815401 Aug 26 12:05:24.116052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8c5c552a-8c5c-4313-8a25-839e0681973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ef002ab8-fc70-4861-bb39-0ba1fe4604b9', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'port_id': 'c103e3f8-891f-41ab-b986-7b620ad18b2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'mac_address': 'fa:16:3e:41:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74328571-d7ac-4b50-b6e7-cea5787af126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:05:22Z', 'updated_at': '2021-08-26T12:05:22Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e307ff-f6b5-41e4-9dca-1285ecefb99f', 'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:a0:2d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:07Z', 'updated_at': '2021-08-26T12:05:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:05:24.146641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c552a-8c5c-4313-8a25-839e0681973f None None] The sync data for ids ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'] in n-d-778550-13 is: [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'ef002ab8-fc70-4861-bb39-0ba1fe4604b9', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.56', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'port_id': 'c103e3f8-891f-41ab-b986-7b620ad18b2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'mac_address': 'fa:16:3e:41:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74328571-d7ac-4b50-b6e7-cea5787af126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:05:22Z', 'updated_at': '2021-08-26T12:05:22Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e307ff-f6b5-41e4-9dca-1285ecefb99f', 'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:a0:2d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:07Z', 'updated_at': '2021-08-26T12:05:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:05:24.159109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0d43a850-507f-4cd6-8594-3c597a965c82 req-55ef75fd-8fb1-4280-92ff-5ded9d4ce11b service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916798 Aug 26 12:05:24.328658 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95488e55-4861-4394-81f8-d65eeb8d3da1 None None] New status for floating IP ef002ab8-fc70-4861-bb39-0ba1fe4604b9: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:05:24.693413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44088) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:05:24.754348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-586866e2-6b32-4fe0-bbf7-8f0c0fbc5256 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/ef002ab8-fc70-4861-bb39-0ba1fe4604b9 HTTP/1.1" status: 200 len: 992 time: 0.0591490 Aug 26 12:05:35.621046 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-4a62615d-a43c-4ac5-b734-90e45f52b59f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393496 Aug 26 12:05:35.710112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-37acf0d4-a80c-4769-8840-4e773c40cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:35.711648 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-37acf0d4-a80c-4769-8840-4e773c40cc1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 1097 time: 0.0444384 Aug 26 12:05:35.813575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-157f8d1c-c2b2-4196-ad76-dc62ddb90a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:35.815066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-157f8d1c-c2b2-4196-ad76-dc62ddb90a2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6c95403-9f0b-49fa-8335-a9a149b8fdae HTTP/1.1" status: 200 len: 898 time: 0.0834968 Aug 26 12:05:35.888954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-7c8dc8d7-bd8e-49bc-b8c7-e661501c3139 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b HTTP/1.1" status: 200 len: 1000 time: 0.0663772 Aug 26 12:05:35.938972 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-ca55bca7-949b-4d13-b812-3d97e94216b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:35.940421 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-ca55bca7-949b-4d13-b812-3d97e94216b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f3ed554-3ea4-4f66-815b-d33cad3b007a HTTP/1.1" status: 200 len: 834 time: 0.0428894 Aug 26 12:05:35.986881 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-68555986-0931-46de-84f8-39198d0f7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:05:35.988324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-68555986-0931-46de-84f8-39198d0f7038 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c95403-9f0b-49fa-8335-a9a149b8fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391710 Aug 26 12:05:36.081513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-919a16c0-19bb-4293-9688-598f18fc2806 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834804 Aug 26 12:05:36.172956 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4015e95c-edb3-4155-a0d1-1ccca03ce235 req-336cc951-f472-4d60-9287-9823dd944422 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812421 Aug 26 12:05:43.448737 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb20b345-c711-49d2-95ea-36c97f7c850f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:44.762594 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:05:45.847631 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-351328ca-99e5-486c-b371-329ec0db7993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:46.387294 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:47.490782 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:49.564399 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:51.124988 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:05:53.102317 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:13.452632 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68013fce-5906-4551-b9c8-25e43afd578d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:15.849935 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b2a5ac8-1b15-4033-a245-19eceffc56aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:16.387302 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:17.494722 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:19.567766 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:21.123029 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:21.761694 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:06:23.133602 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:36.621917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-25ea5815-1bb1-4603-adff-bc9b5286fb9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408940 Aug 26 12:06:36.709478 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-7ac56a95-e4b0-46f3-a501-61fa974bc590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:36.711183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-7ac56a95-e4b0-46f3-a501-61fa974bc590 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 1097 time: 0.0470850 Aug 26 12:06:36.819195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-8b4cdec2-fb3f-49a9-aedc-ee705faf0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:36.820690 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-8b4cdec2-fb3f-49a9-aedc-ee705faf0574 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6c95403-9f0b-49fa-8335-a9a149b8fdae HTTP/1.1" status: 200 len: 898 time: 0.0852592 Aug 26 12:06:36.906612 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-50a6d646-138c-4f5a-9ea6-576600fc62a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b HTTP/1.1" status: 200 len: 1000 time: 0.0781093 Aug 26 12:06:36.955848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-490916c1-5e45-466d-9f31-fdb7eb6a62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:36.957235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-490916c1-5e45-466d-9f31-fdb7eb6a62d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f3ed554-3ea4-4f66-815b-d33cad3b007a HTTP/1.1" status: 200 len: 834 time: 0.0431511 Aug 26 12:06:37.002560 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-fc4b5d89-0584-419b-9163-d99aeb50b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:37.004051 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-fc4b5d89-0584-419b-9163-d99aeb50b7a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c95403-9f0b-49fa-8335-a9a149b8fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388052 Aug 26 12:06:37.015330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-e196c368-0606-4d72-ae12-a2a8f98c7b9b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:06:37.016302 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-e196c368-0606-4d72-ae12-a2a8f98c7b9b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048461 Aug 26 12:06:37.108670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-2fb2c340-cfc8-4a43-83b9-cb940aa645c6 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849059 Aug 26 12:06:37.199514 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c0ac110-18d5-4a00-83d6-a8bd6c62ba86 req-fac189de-a305-43e3-8a4d-059509a3a735 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819125 Aug 26 12:06:37.943445 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483a347-39d3-4b14-b0c8-40a9876a7160 req-26685b4c-a7db-4526-927f-a6dccb0671d4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:37.944947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6483a347-39d3-4b14-b0c8-40a9876a7160 req-26685b4c-a7db-4526-927f-a6dccb0671d4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0794272 Aug 26 12:06:37.948085 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c24d6-bf90-41c1-9106-5282e7d178c1 req-048b8372-4fbe-47a0-be66-0cdaadebd47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:37.949441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c56c24d6-bf90-41c1-9106-5282e7d178c1 req-048b8372-4fbe-47a0-be66-0cdaadebd47c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 1097 time: 0.0742121 Aug 26 12:06:38.030560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6483a347-39d3-4b14-b0c8-40a9876a7160 req-e993eaf6-65bf-48b4-b34e-60b0030fd1c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788522 Aug 26 12:06:38.060364 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c24d6-bf90-41c1-9106-5282e7d178c1 req-8357a4f5-5c03-4b9a-bfca-f6ce315e9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:38.061818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c56c24d6-bf90-41c1-9106-5282e7d178c1 req-8357a4f5-5c03-4b9a-bfca-f6ce315e9eca service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6c95403-9f0b-49fa-8335-a9a149b8fdae HTTP/1.1" status: 200 len: 898 time: 0.1045532 Aug 26 12:06:38.131345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c56c24d6-bf90-41c1-9106-5282e7d178c1 req-b7ce44be-d7b5-4274-90e1-7440c87d31d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b HTTP/1.1" status: 200 len: 1000 time: 0.0613360 Aug 26 12:06:38.179801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c24d6-bf90-41c1-9106-5282e7d178c1 req-88e7f4e8-79aa-4962-a8a2-0e719e0b5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:38.181739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c56c24d6-bf90-41c1-9106-5282e7d178c1 req-88e7f4e8-79aa-4962-a8a2-0e719e0b5f16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f3ed554-3ea4-4f66-815b-d33cad3b007a HTTP/1.1" status: 200 len: 834 time: 0.0428774 Aug 26 12:06:38.225811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c24d6-bf90-41c1-9106-5282e7d178c1 req-3dd4c30f-70c1-412c-b069-f4fd2b97d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:38.227908 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c56c24d6-bf90-41c1-9106-5282e7d178c1 req-3dd4c30f-70c1-412c-b069-f4fd2b97d60c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c95403-9f0b-49fa-8335-a9a149b8fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387990 Aug 26 12:06:38.321545 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c56c24d6-bf90-41c1-9106-5282e7d178c1 req-ae50e7e2-288d-4741-a1ce-391ee973cb67 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854731 Aug 26 12:06:38.409506 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c56c24d6-bf90-41c1-9106-5282e7d178c1 req-c711171d-b1d3-4108-9d76-19c83437cf40 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806360 Aug 26 12:06:39.153409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ead5b-cddb-4baf-8e8e-69113b50be93 req-c60daaee-bf11-4b54-88ea-8d6f20351ccd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:39.154937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e79ead5b-cddb-4baf-8e8e-69113b50be93 req-c60daaee-bf11-4b54-88ea-8d6f20351ccd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0529819 Aug 26 12:06:39.192181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e79ead5b-cddb-4baf-8e8e-69113b50be93 req-e8e00dd0-a571-4f3b-b253-0e40b6ef2f4c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314074 Aug 26 12:06:40.306346 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05948960-9617-4092-b50e-218b220f4f8b req-b56d44c0-0cc0-4cb4-9444-8a470b3d602d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:40.307859 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05948960-9617-4092-b50e-218b220f4f8b req-b56d44c0-0cc0-4cb4-9444-8a470b3d602d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0484211 Aug 26 12:06:40.345521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05948960-9617-4092-b50e-218b220f4f8b req-713a1e7b-4384-4765-b18a-48b9d7adcd0b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317795 Aug 26 12:06:41.462846 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece61baa-d4a2-4eff-bc41-a7d2f7c72212 req-1d9f5a37-b383-49fe-83ed-de5930b76085 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:41.464314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ece61baa-d4a2-4eff-bc41-a7d2f7c72212 req-1d9f5a37-b383-49fe-83ed-de5930b76085 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0483093 Aug 26 12:06:41.501362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ece61baa-d4a2-4eff-bc41-a7d2f7c72212 req-b81db496-e958-4f28-8b1f-a59060413b9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311749 Aug 26 12:06:42.617780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e6e1-b5b8-40ff-9c60-397d43d75eb5 req-29ff0f65-880f-4df9-940d-ad4b9dc110e9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:42.619285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee08e6e1-b5b8-40ff-9c60-397d43d75eb5 req-29ff0f65-880f-4df9-940d-ad4b9dc110e9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0519865 Aug 26 12:06:42.656711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ee08e6e1-b5b8-40ff-9c60-397d43d75eb5 req-acc386f8-ea49-4723-b36f-6a7e00cc75e1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312574 Aug 26 12:06:43.454039 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f99653c-6b8b-4816-b5ee-06bf665268e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:43.773652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4447947-f402-4dc1-95a9-7f4fa0ff2de2 req-f29975c6-0fa5-4998-a52e-73e81b33a986 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:43.780409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4447947-f402-4dc1-95a9-7f4fa0ff2de2 req-f29975c6-0fa5-4998-a52e-73e81b33a986 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0570581 Aug 26 12:06:43.816473 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d4447947-f402-4dc1-95a9-7f4fa0ff2de2 req-30b360bf-f220-42da-9a7f-ec751383f6a7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313387 Aug 26 12:06:44.927769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43ea78-c974-4e87-ab50-012835850ecb req-32981ae2-cb34-475c-b1a8-82f5f6853dee tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:44.929244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf43ea78-c974-4e87-ab50-012835850ecb req-32981ae2-cb34-475c-b1a8-82f5f6853dee tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0475323 Aug 26 12:06:44.965804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf43ea78-c974-4e87-ab50-012835850ecb req-b54d4c70-53ba-4727-8057-c585e8b63137 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302157 Aug 26 12:06:45.850086 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb89b0b-6b3c-4353-b86d-98ae37d3e3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:46.095551 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb93f0-75da-4088-a564-f35b8691b9ef req-27f22b1f-c08f-4a97-82f0-5bccbdca32ed tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:46.097037 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2dfb93f0-75da-4088-a564-f35b8691b9ef req-27f22b1f-c08f-4a97-82f0-5bccbdca32ed tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0584059 Aug 26 12:06:46.140870 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2dfb93f0-75da-4088-a564-f35b8691b9ef req-677b82bd-e7a1-436b-be91-757eb31e6c77 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379479 Aug 26 12:06:46.248887 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-ceae8989-a5f7-4470-adb3-ceb69453623f req-7e1ed944-247d-4f04-8b96-102864086740 service neutron] (101267) timed out ('10.222.0.21', 40886) {{(pid=101267) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 12:06:46.391446 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:47.251556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fb9a3-d62b-4585-bf5c-58ab3eea5557 req-b334027e-61cb-43ac-8071-0c01d10d550a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:47.253029 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc4fb9a3-d62b-4585-bf5c-58ab3eea5557 req-b334027e-61cb-43ac-8071-0c01d10d550a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0482595 Aug 26 12:06:47.289996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cc4fb9a3-d62b-4585-bf5c-58ab3eea5557 req-2f912b95-1c45-4b8f-89bf-9610e0c78bf7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310655 Aug 26 12:06:47.496641 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:48.401409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef0ca-122b-4da3-a864-8ae6e27bc3c5 req-beee7406-c5d8-4247-a3b3-54039d37fb99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:48.402907 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-958ef0ca-122b-4da3-a864-8ae6e27bc3c5 req-beee7406-c5d8-4247-a3b3-54039d37fb99 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0482612 Aug 26 12:06:48.439345 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-958ef0ca-122b-4da3-a864-8ae6e27bc3c5 req-ff977531-39a4-4149-a7de-788ba0f50c94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306246 Aug 26 12:06:49.555353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39ef5a-09e4-4861-b6f0-612dc00f63f6 req-d86f0579-0660-4a53-919a-86323cf7ffee tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:49.557565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d39ef5a-09e4-4861-b6f0-612dc00f63f6 req-d86f0579-0660-4a53-919a-86323cf7ffee tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0522983 Aug 26 12:06:49.577209 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:49.597227 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7d39ef5a-09e4-4861-b6f0-612dc00f63f6 req-f641153e-3d53-4e84-942c-a96fc6116f40 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335336 Aug 26 12:06:50.710755 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd2547-fed0-4968-abf2-71258f7600cf req-d347c08b-cf2d-491d-88c8-a57408093893 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:50.712232 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fbd2547-fed0-4968-abf2-71258f7600cf req-d347c08b-cf2d-491d-88c8-a57408093893 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0485003 Aug 26 12:06:50.749864 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fbd2547-fed0-4968-abf2-71258f7600cf req-b24b94a6-1b14-4efe-937c-c35734533496 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317087 Aug 26 12:06:51.140642 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:51.863468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fb2e6-cc3e-48fa-a8f2-c1628016f766 req-9bd1ff0b-d6bc-4c5d-8634-225ddb163302 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:51.865226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c50fb2e6-cc3e-48fa-a8f2-c1628016f766 req-9bd1ff0b-d6bc-4c5d-8634-225ddb163302 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0478802 Aug 26 12:06:51.902625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c50fb2e6-cc3e-48fa-a8f2-c1628016f766 req-a3ba5d5a-2656-4bcd-8449-2943595efbb6 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309668 Aug 26 12:06:53.020653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8a55d-2d2f-46f7-8ae0-538875becc76 req-1ba3970e-4c67-4126-ab6c-739e45ff2c9d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:53.022101 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db8a55d-2d2f-46f7-8ae0-538875becc76 req-1ba3970e-4c67-4126-ab6c-739e45ff2c9d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0528600 Aug 26 12:06:53.059193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7db8a55d-2d2f-46f7-8ae0-538875becc76 req-de048006-b734-46c3-a163-21db1caae972 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311995 Aug 26 12:06:53.133674 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:06:54.172640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0ef8d-4642-4b38-8b33-1bfc2e344fe2 req-e3ddb456-664c-4cac-9549-d96b8cbc35e7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:54.174125 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b6d0ef8d-4642-4b38-8b33-1bfc2e344fe2 req-e3ddb456-664c-4cac-9549-d96b8cbc35e7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0490043 Aug 26 12:06:54.212022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b6d0ef8d-4642-4b38-8b33-1bfc2e344fe2 req-bc1215fe-f6f4-4389-ba09-1af6b8f5b1d4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319343 Aug 26 12:06:55.324736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43bd7-68c5-4f83-ba7a-ad4027d9675c req-76ebee13-b2fb-422a-acda-4cf88a2fff98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:06:55.326198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1fa43bd7-68c5-4f83-ba7a-ad4027d9675c req-76ebee13-b2fb-422a-acda-4cf88a2fff98 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0480726 Aug 26 12:06:55.363195 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1fa43bd7-68c5-4f83-ba7a-ad4027d9675c req-b07fd8a8-28a8-42bf-a66b-66ea750c9d18 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311460 Aug 26 12:06:55.385366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44158) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:06:55.447729 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-21914414-6453-44bb-aa5d-ca061f8e4611 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/ef002ab8-fc70-4861-bb39-0ba1fe4604b9 HTTP/1.1" status: 200 len: 992 time: 0.0607224 Aug 26 12:06:56.687598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-396f2070-ed7a-4215-b4a5-7f2832dd6350 req-535e8a2c-cea8-4691-8456-4267e89536b4 tempest-ServerActionsTestJSON-1255436575 tempest-ServerActionsTestJSON-1255436575-project] (101267) timed out ('10.222.0.21', 33850) {{(pid=101267) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 12:06:58.759902 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:07:13.454681 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a53093d-a9e7-430d-a9f5-fd16729fb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:15.851011 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-198b9b95-6d83-4b33-a581-3dcf9f7cd038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:16.392478 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:17.499184 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:19.573763 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:21.139107 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:23.162283 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:35.759351 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:07:36.625285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-85270f3b-66e0-4993-8eae-c26812df060b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394821 Aug 26 12:07:36.706320 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-9692642e-9e32-427a-982c-d282fa4f7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:07:36.707848 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-9692642e-9e32-427a-982c-d282fa4f7c00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 1097 time: 0.0393500 Aug 26 12:07:36.813495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-c618284a-1225-4844-9568-e455bbf0f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:07:36.814991 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-c618284a-1225-4844-9568-e455bbf0f7ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6c95403-9f0b-49fa-8335-a9a149b8fdae HTTP/1.1" status: 200 len: 898 time: 0.0870168 Aug 26 12:07:36.880169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-35344c4f-00f7-4d69-b62d-6df4880cd967 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b HTTP/1.1" status: 200 len: 1000 time: 0.0576072 Aug 26 12:07:36.936183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-29830937-74ca-4904-84a3-e3420cf69462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:07:36.937600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-29830937-74ca-4904-84a3-e3420cf69462 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f3ed554-3ea4-4f66-815b-d33cad3b007a HTTP/1.1" status: 200 len: 834 time: 0.0500464 Aug 26 12:07:36.983167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-b48abd66-e25c-49e8-a7e4-efbdec9f0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:07:36.984612 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-b48abd66-e25c-49e8-a7e4-efbdec9f0eff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c95403-9f0b-49fa-8335-a9a149b8fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395429 Aug 26 12:07:37.073131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-f2b7c434-4d23-43b5-9ceb-bfd257ba76c3 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804622 Aug 26 12:07:37.165346 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8d2e8cd6-e628-4d61-b2b3-53ebc7352a95 req-1df2a8c6-a5cf-4834-9979-d4d3c590e276 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839939 Aug 26 12:07:43.455354 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7a67cd4-7dcb-4c53-a064-d5ba820c4d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:45.851075 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a116322-ff68-4feb-b123-88915fc3ece8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:46.392895 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:47.502049 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:49.575627 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:51.137461 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:53.174032 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:54.473908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44202) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:07:54.630233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 8ac7eae0-a775-4b86-9001-2785d44c5a6c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:07:54.630575 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:54.705332 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:54.705693 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:54.716941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 8ac7eae0-a775-4b86-9001-2785d44c5a6c owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:07:54.864426 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:54.888233 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=8ac7eae0-a775-4b86-9001-2785d44c5a6c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:07:54.898135 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.898496 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.898873 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.899219 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.899558 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.900415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.900415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.900607 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.900861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.901192 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.901528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.901856 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:07:54.963621 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:54.963955 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Floating IP ef002ab8-fc70-4861-bb39-0ba1fe4604b9 disassociated (deleted). External IP: 172.25.1.56, port: c103e3f8-891f-41ab-b986-7b620ad18b2b. Aug 26 12:07:55.168248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:07:55.623581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:07:55.628775 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:55.634629 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b066d9-5c81-4f5f-8434-c3ee2d56f8a4 None None] Sync routers for ids ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:07:55.654975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b066d9-5c81-4f5f-8434-c3ee2d56f8a4 None None] Routers {'7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:07:55.655622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b9b066d9-5c81-4f5f-8434-c3ee2d56f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:07:55.659015 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-94633cde-1e80-4e8c-b5ff-5f1f1cec8ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/floatingips/ef002ab8-fc70-4861-bb39-0ba1fe4604b9 HTTP/1.1" status: 204 len: 168 time: 1.1814744 Aug 26 12:07:55.659015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74328571-d7ac-4b50-b6e7-cea5787af126', 'tag': 'c103e3f8-891f-41ab-b986-7b620ad18b2b'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:07:55.659350 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0d7596-d09e-4671-9378-9e7982d3d8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "74328571-d7ac-4b50-b6e7-cea5787af126", "tag": "c103e3f8-891f-41ab-b986-7b620ad18b2b"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:07:55.831801 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4233b268-5b01-45b1-b4c9-fa200dd62267 x-openstack-request-id: req-4233b268-5b01-45b1-b4c9-fa200dd62267 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:07:55.832104 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74328571-d7ac-4b50-b6e7-cea5787af126", "tag": "c103e3f8-891f-41ab-b986-7b620ad18b2b", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:07:55.832358 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4233b268-5b01-45b1-b4c9-fa200dd62267 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:07:55.832882 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74328571-d7ac-4b50-b6e7-cea5787af126', 'tag': 'c103e3f8-891f-41ab-b986-7b620ad18b2b', 'status': 'completed', 'code': 200} Aug 26 12:07:55.926063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d7596-d09e-4671-9378-9e7982d3d8a1 req-76a3b1e8-8cac-40ef-a40b-9325eaaf0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:07:55.927996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c0d7596-d09e-4671-9378-9e7982d3d8a1 req-76a3b1e8-8cac-40ef-a40b-9325eaaf0365 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 1097 time: 0.0710323 Aug 26 12:07:55.940950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27fdaf-a315-4897-9148-bdf4f569219c req-c9fa9f0d-be53-496c-97ed-597dd369d73b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:07:55.942818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c27fdaf-a315-4897-9148-bdf4f569219c req-c9fa9f0d-be53-496c-97ed-597dd369d73b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0611637 Aug 26 12:07:55.946162 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b9b066d9-5c81-4f5f-8434-c3ee2d56f8a4 None None] Set router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:07:56.035150 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c27fdaf-a315-4897-9148-bdf4f569219c req-8cef0271-d226-489d-89d8-705485dfb54b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836859 Aug 26 12:07:56.063702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d7596-d09e-4671-9378-9e7982d3d8a1 req-404ab5d4-6d23-4567-a6b2-6c97c3747a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:07:56.065205 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c0d7596-d09e-4671-9378-9e7982d3d8a1 req-404ab5d4-6d23-4567-a6b2-6c97c3747a9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6c95403-9f0b-49fa-8335-a9a149b8fdae HTTP/1.1" status: 200 len: 898 time: 0.1215389 Aug 26 12:07:56.109447 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c0d7596-d09e-4671-9378-9e7982d3d8a1 req-50ab896c-be45-4b22-9535-84750d2b785c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b HTTP/1.1" status: 200 len: 217 time: 0.0360746 Aug 26 12:07:56.157503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b9b066d9-5c81-4f5f-8434-c3ee2d56f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '64e307ff-f6b5-41e4-9dca-1285ecefb99f', 'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:a0:2d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:07Z', 'updated_at': '2021-08-26T12:05:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:07:56.166342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d7596-d09e-4671-9378-9e7982d3d8a1 req-6615f221-0733-41c4-a8e1-f3db4eb70262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:07:56.167904 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c0d7596-d09e-4671-9378-9e7982d3d8a1 req-6615f221-0733-41c4-a8e1-f3db4eb70262 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f3ed554-3ea4-4f66-815b-d33cad3b007a HTTP/1.1" status: 200 len: 834 time: 0.0509238 Aug 26 12:07:56.185239 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b066d9-5c81-4f5f-8434-c3ee2d56f8a4 None None] Checking router: 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:07:56.195045 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b066d9-5c81-4f5f-8434-c3ee2d56f8a4 None None] Routers {'7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:07:56.195658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b9b066d9-5c81-4f5f-8434-c3ee2d56f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:07:56.219352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d7596-d09e-4671-9378-9e7982d3d8a1 req-bf31dd88-317f-41b1-a092-54264a814afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:07:56.219352 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c0d7596-d09e-4671-9378-9e7982d3d8a1 req-bf31dd88-317f-41b1-a092-54264a814afe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6c95403-9f0b-49fa-8335-a9a149b8fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406008 Aug 26 12:07:56.304585 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-b9b066d9-5c81-4f5f-8434-c3ee2d56f8a4 None None] Set router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:07:56.312720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c0d7596-d09e-4671-9378-9e7982d3d8a1 req-16abc008-dd25-480c-b41c-0a3e76323d76 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850263 Aug 26 12:07:56.407145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4c0d7596-d09e-4671-9378-9e7982d3d8a1 req-bd963941-07bc-4da7-b955-5adb3ca8cfc2 service neutron] 10.222.0.47 "GET /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862143 Aug 26 12:07:56.501990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-b9b066d9-5c81-4f5f-8434-c3ee2d56f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '64e307ff-f6b5-41e4-9dca-1285ecefb99f', 'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:a0:2d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:07Z', 'updated_at': '2021-08-26T12:05:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:07:56.531925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b066d9-5c81-4f5f-8434-c3ee2d56f8a4 None None] The sync data for ids ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'] in n-d-778550-13 is: [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:05:08Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '64e307ff-f6b5-41e4-9dca-1285ecefb99f', 'name': '', 'network_id': 'd6c95403-9f0b-49fa-8335-a9a149b8fdae', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:a0:2d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:07Z', 'updated_at': '2021-08-26T12:05:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9f3ed554-3ea4-4f66-815b-d33cad3b007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:07:56.742488 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da7f1a8-3d27-4fe6-a47f-df78beeb12de None None] New status for floating IP ef002ab8-fc70-4861-bb39-0ba1fe4604b9: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:07:57.161114 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7b38b-516b-4569-b2eb-46b64d766baa req-47aa6366-9aec-447e-b5f0-5c09b200fd5b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:07:57.162570 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cec7b38b-516b-4569-b2eb-46b64d766baa req-47aa6366-9aec-447e-b5f0-5c09b200fd5b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0486197 Aug 26 12:07:57.199958 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cec7b38b-516b-4569-b2eb-46b64d766baa req-c8b0e47c-7090-4884-a034-16cc2eb0c1f7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=b85e01cb-6386-4c11-b5fb-760104b06143&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310054 Aug 26 12:07:57.750546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44920df5-ba16-4088-8141-839773645314 req-b4c1d506-42a4-41ac-92f0-58fc2161e441 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:07:57.752010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44920df5-ba16-4088-8141-839773645314 req-b4c1d506-42a4-41ac-92f0-58fc2161e441 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 945 time: 0.0477216 Aug 26 12:07:57.843332 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-44920df5-ba16-4088-8141-839773645314 req-4296f7e7-3dba-4fe2-a5bd-d9234e381599 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port c103e3f8-891f-41ab-b986-7b620ad18b2b {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:07:57.843679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44920df5-ba16-4088-8141-839773645314 req-4296f7e7-3dba-4fe2-a5bd-d9234e381599 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:57.930186 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-44920df5-ba16-4088-8141-839773645314 req-4296f7e7-3dba-4fe2-a5bd-d9234e381599 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port c103e3f8-891f-41ab-b986-7b620ad18b2b, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=c103e3f8-891f-41ab-b986-7b620ad18b2b,segment=NetworkSegment(75802df4-7f28-4965-adb1-4d7f499e71e0),segment_id=75802df4-7f28-4965-adb1-4d7f499e71e0)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:07:57.930547 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44920df5-ba16-4088-8141-839773645314 req-4296f7e7-3dba-4fe2-a5bd-d9234e381599 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:57.943060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-44920df5-ba16-4088-8141-839773645314 req-4296f7e7-3dba-4fe2-a5bd-d9234e381599 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for c103e3f8-891f-41ab-b986-7b620ad18b2b owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:07:58.074524 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44920df5-ba16-4088-8141-839773645314 req-4296f7e7-3dba-4fe2-a5bd-d9234e381599 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:58.107527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296f7e7-3dba-4fe2-a5bd-d9234e381599 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=c103e3f8-891f-41ab-b986-7b620ad18b2b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:07:58.148852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-44920df5-ba16-4088-8141-839773645314 req-4296f7e7-3dba-4fe2-a5bd-d9234e381599 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] No DVR routers for this DVR port c103e3f8-891f-41ab-b986-7b620ad18b2b on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:07:58.152456 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-44920df5-ba16-4088-8141-839773645314 req-4296f7e7-3dba-4fe2-a5bd-d9234e381599 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:58.154430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-44920df5-ba16-4088-8141-839773645314 req-4296f7e7-3dba-4fe2-a5bd-d9234e381599 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "DELETE /v2.0/ports/c103e3f8-891f-41ab-b986-7b620ad18b2b HTTP/1.1" status: 204 len: 173 time: 0.3959033 Aug 26 12:07:58.154973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74328571-d7ac-4b50-b6e7-cea5787af126', 'name': 'network-vif-deleted', 'tag': 'c103e3f8-891f-41ab-b986-7b620ad18b2b'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:07:58.157730 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c73831-b963-4ced-a39b-71e00164d181" -d '{"events": [{"server_uuid": "74328571-d7ac-4b50-b6e7-cea5787af126", "name": "network-vif-deleted", "tag": "c103e3f8-891f-41ab-b986-7b620ad18b2b"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:07:58.194887 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9c059f-ab3e-434d-a37b-84c4879ac1ca x-openstack-request-id: req-ae9c059f-ab3e-434d-a37b-84c4879ac1ca {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:07:58.195604 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74328571-d7ac-4b50-b6e7-cea5787af126", "name": "network-vif-deleted", "tag": "c103e3f8-891f-41ab-b986-7b620ad18b2b", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:07:58.195604 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae9c059f-ab3e-434d-a37b-84c4879ac1ca {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:07:58.195819 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74328571-d7ac-4b50-b6e7-cea5787af126', 'name': 'network-vif-deleted', 'tag': 'c103e3f8-891f-41ab-b986-7b620ad18b2b', 'status': 'completed', 'code': 200} Aug 26 12:07:58.304976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-832d48d0-6cab-4661-83b3-b644811a9bc8 req-f73ceffd-9d18-44cb-81ee-2e51849c6f42 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=74328571-d7ac-4b50-b6e7-cea5787af126 HTTP/1.1" status: 200 len: 210 time: 0.0260346 Aug 26 12:07:59.360257 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44218) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:07:59.710449 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:07:59.960574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 64e307ff-f6b5-41e4-9dca-1285ecefb99f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:07:59.960849 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:00.051486 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 64e307ff-f6b5-41e4-9dca-1285ecefb99f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=64e307ff-f6b5-41e4-9dca-1285ecefb99f,segment=NetworkSegment(75802df4-7f28-4965-adb1-4d7f499e71e0),segment_id=75802df4-7f28-4965-adb1-4d7f499e71e0)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:08:00.051852 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:00.064987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 64e307ff-f6b5-41e4-9dca-1285ecefb99f owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:08:00.248406 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:00.272438 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=64e307ff-f6b5-41e4-9dca-1285ecefb99f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:00.451729 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:00.673743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:08:00.778490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:08:00.783525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7c15a369-5036-498a-9eec-54357dd10d9c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "PUT /v2.0/routers/7a1ba28b-fa86-40ac-9e8d-91b92f5f7102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4222610 Aug 26 12:08:00.786552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44220) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:00.789189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f2397-1ccd-4cbd-993a-1ad509c0d186 None None] Sync routers for ids ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:08:00.798600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f2397-1ccd-4cbd-993a-1ad509c0d186 None None] Routers {'7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:08:00.799233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c92f2397-1ccd-4cbd-993a-1ad509c0d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:00.842613 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-18248bd7-0074-45ba-b705-5a36c5acbe62 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting subnet 9f3ed554-3ea4-4f66-815b-d33cad3b007a {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:08:00.846861 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18248bd7-0074-45ba-b705-5a36c5acbe62 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:00.898026 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18248bd7-0074-45ba-b705-5a36c5acbe62 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:00.902352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c92f2397-1ccd-4cbd-993a-1ad509c0d186 None None] Set router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:08:00.981011 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18248bd7-0074-45ba-b705-5a36c5acbe62 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.043069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18248bd7-0074-45ba-b705-5a36c5acbe62 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.069487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18248bd7-0074-45ba-b705-5a36c5acbe62 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3ed554-3ea4-4f66-815b-d33cad3b007a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:01.075149 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-18248bd7-0074-45ba-b705-5a36c5acbe62 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.078019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c92f2397-1ccd-4cbd-993a-1ad509c0d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:08:00Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:01.079848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44222) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:01.080524 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-18248bd7-0074-45ba-b705-5a36c5acbe62 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/subnets/9f3ed554-3ea4-4f66-815b-d33cad3b007a HTTP/1.1" status: 204 len: 168 time: 0.2928565 Aug 26 12:08:01.084986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba0768-e7f1-44cd-afee-d16d691d8085 None None] Network d6c95403-9f0b-49fa-8335-a9a149b8fdae requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:08:01.120462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f2397-1ccd-4cbd-993a-1ad509c0d186 None None] Checking router: 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:08:01.167276 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f2397-1ccd-4cbd-993a-1ad509c0d186 None None] Routers {'7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:08:01.167904 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c92f2397-1ccd-4cbd-993a-1ad509c0d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:01.196276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.297641 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.320532 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c92f2397-1ccd-4cbd-993a-1ad509c0d186 None None] Set router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:08:01.357607 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:08:01.357954 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.388596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] DHCP port deletion for d6c95403-9f0b-49fa-8335-a9a149b8fdae request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:08:01.435068 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 5cbea35c-52f3-4fd2-9b06-7cf39c73e828, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5cbea35c-52f3-4fd2-9b06-7cf39c73e828,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:08:01.435467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.449216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:08:01.481572 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c103e3f8-891f-41ab-b986-7b620ad18b2b no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:08:01.509950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: c103e3f8-891f-41ab-b986-7b620ad18b2b {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:08:01.510866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device c103e3f8-891f-41ab-b986-7b620ad18b2b not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:08:01.534017 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Deleting port 345d6962-2d71-43c1-ab36-c0841e9dfeb1 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:08:01.534398 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.610521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] For port 345d6962-2d71-43c1-ab36-c0841e9dfeb1, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=345d6962-2d71-43c1-ab36-c0841e9dfeb1,segment=NetworkSegment(75802df4-7f28-4965-adb1-4d7f499e71e0),segment_id=75802df4-7f28-4965-adb1-4d7f499e71e0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:08:01.610853 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.625667 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.626702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Calling delete_port for 345d6962-2d71-43c1-ab36-c0841e9dfeb1 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:08:01.643682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c92f2397-1ccd-4cbd-993a-1ad509c0d186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:08:00Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:01.652555 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=5cbea35c-52f3-4fd2-9b06-7cf39c73e828,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:01.663646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.664004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.664346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.664685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.665018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.665356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.665688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.666015 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.666950 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.667267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.667590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.667912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.698495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f2397-1ccd-4cbd-993a-1ad509c0d186 None None] The sync data for ids ['7a1ba28b-fa86-40ac-9e8d-91b92f5f7102'] in n-d-778550-13 is: [{'id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-307514072', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:05:04Z', 'updated_at': '2021-08-26T12:08:00Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '5cbea35c-52f3-4fd2-9b06-7cf39c73e828', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1ba28b-fa86-40ac-9e8d-91b92f5f7102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:05:05Z', 'updated_at': '2021-08-26T12:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:08:01.728493 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.740345 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.767116 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Pushing event deleted for resources: {'Port': ['ID=345d6962-2d71-43c1-ab36-c0841e9dfeb1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:01.774091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] No DVR routers for this DVR port 345d6962-2d71-43c1-ab36-c0841e9dfeb1 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:08:01.786127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.786478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.786857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.787181 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.787513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.787844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.788169 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.788494 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.788816 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.789137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.789459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.789973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bae6303-36c4-4f18-9c67-87f31de6064b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:01.830571 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.832705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.884253 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.884791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Fanout notify agent at l3_agent the message router_deleted on router 7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:08:01.892051 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:01.893269 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cf8f1328-42f2-45a8-be0c-554c12064798 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/routers/7a1ba28b-fa86-40ac-9e8d-91b92f5f7102 HTTP/1.1" status: 204 len: 168 time: 0.8123400 Aug 26 12:08:01.895942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44226) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:01.973550 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.059732 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.071189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c95403-9f0b-49fa-8335-a9a149b8fdae']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:02.083055 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75802df4-7f28-4965-adb1-4d7f499e71e0') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:02.083609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75802df4-7f28-4965-adb1-4d7f499e71e0') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:02.092791 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.106810 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.113375 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:08:02.113870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: timer() Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:08:02.117242 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:08:02.140765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 64e307ff-f6b5-41e4-9dca-1285ecefb99f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:08:02.162125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 64e307ff-f6b5-41e4-9dca-1285ecefb99f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:08:02.162464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 64e307ff-f6b5-41e4-9dca-1285ecefb99f not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:08:02.163019 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 345d6962-2d71-43c1-ab36-c0841e9dfeb1 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:08:02.182953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 345d6962-2d71-43c1-ab36-c0841e9dfeb1 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:08:02.183364 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 345d6962-2d71-43c1-ab36-c0841e9dfeb1 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:08:02.187243 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.194988 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.197095 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/networks/d6c95403-9f0b-49fa-8335-a9a149b8fdae HTTP/1.1" status: 204 len: 168 time: 0.3002253 Aug 26 12:08:02.200314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44228) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:02.217842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccce321-a15f-421e-a8e9-b3d0a74e1e17 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Network': ['ID=d6c95403-9f0b-49fa-8335-a9a149b8fdae,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:02.273096 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70ae41d2-7d3c-4616-9248-6437febb20d9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.298354 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70ae41d2-7d3c-4616-9248-6437febb20d9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.363642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70ae41d2-7d3c-4616-9248-6437febb20d9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.366543 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-70ae41d2-7d3c-4616-9248-6437febb20d9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.367809 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-70ae41d2-7d3c-4616-9248-6437febb20d9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/security-groups/b85e01cb-6386-4c11-b5fb-760104b06143 HTTP/1.1" status: 204 len: 168 time: 0.1663558 Aug 26 12:08:02.378675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae41d2-7d3c-4616-9248-6437febb20d9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85e01cb-6386-4c11-b5fb-760104b06143,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:02.696037 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44234) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:02.701258 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-48079bac-a1e6-4252-8215-9004318110dd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-643757871', 'description': 'tempest-secgroup-smoke-643757871 description', 'project_id': '98cae013182e4657ae3d22c7cceb6349'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:02.723633 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-48079bac-a1e6-4252-8215-9004318110dd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.813177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-48079bac-a1e6-4252-8215-9004318110dd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.817331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-48079bac-a1e6-4252-8215-9004318110dd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.839509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-48079bac-a1e6-4252-8215-9004318110dd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.840695 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-48079bac-a1e6-4252-8215-9004318110dd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1436157 Aug 26 12:08:02.843814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44236) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:02.848263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48079bac-a1e6-4252-8215-9004318110dd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ae5f19-a7dd-4516-948f-cca9086fda6d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:02.848468 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-e324dfe0-dbd4-48a3-a793-8d2401f0d47f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '18ae5f19-a7dd-4516-948f-cca9086fda6d', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:02.875418 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e324dfe0-dbd4-48a3-a793-8d2401f0d47f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.930262 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e324dfe0-dbd4-48a3-a793-8d2401f0d47f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.933856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e324dfe0-dbd4-48a3-a793-8d2401f0d47f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.953063 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324dfe0-dbd4-48a3-a793-8d2401f0d47f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6fdb66-3d5a-4807-8462-c85f7b21eae3,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:02.959601 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e324dfe0-dbd4-48a3-a793-8d2401f0d47f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:02.960825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e324dfe0-dbd4-48a3-a793-8d2401f0d47f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159790 Aug 26 12:08:02.964336 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44238) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:02.968757 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-ebfde891-995d-4736-a0d4-3dcb3ffed8be tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '18ae5f19-a7dd-4516-948f-cca9086fda6d', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:02.996155 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebfde891-995d-4736-a0d4-3dcb3ffed8be tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.050707 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebfde891-995d-4736-a0d4-3dcb3ffed8be tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.053919 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebfde891-995d-4736-a0d4-3dcb3ffed8be tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.071302 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfde891-995d-4736-a0d4-3dcb3ffed8be tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668444e9-d0cc-4c1c-8157-a52a027bd7ec,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:03.079458 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-ebfde891-995d-4736-a0d4-3dcb3ffed8be tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.080742 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ebfde891-995d-4736-a0d4-3dcb3ffed8be tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154706 Aug 26 12:08:03.083430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44240) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:03.087798 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f127d067-7908-41d0-b8d9-6355ceb2dde4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '18ae5f19-a7dd-4516-948f-cca9086fda6d', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:03.113683 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f127d067-7908-41d0-b8d9-6355ceb2dde4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.174203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f127d067-7908-41d0-b8d9-6355ceb2dde4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.177697 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f127d067-7908-41d0-b8d9-6355ceb2dde4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.192935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127d067-7908-41d0-b8d9-6355ceb2dde4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0340bbf-30f2-42c5-b88c-3c32a7237eca,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:03.202437 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f127d067-7908-41d0-b8d9-6355ceb2dde4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.203752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f127d067-7908-41d0-b8d9-6355ceb2dde4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193829 Aug 26 12:08:03.206474 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44242) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:03.211124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f2f488e2-382c-45fd-b8e8-444d513b92c3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '18ae5f19-a7dd-4516-948f-cca9086fda6d', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:03.237293 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2f488e2-382c-45fd-b8e8-444d513b92c3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.295387 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2f488e2-382c-45fd-b8e8-444d513b92c3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.298659 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2f488e2-382c-45fd-b8e8-444d513b92c3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.315294 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f488e2-382c-45fd-b8e8-444d513b92c3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b2d396-9bdb-4c56-982f-33f2e78f4556,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:03.321326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f2f488e2-382c-45fd-b8e8-444d513b92c3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.326131 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f2f488e2-382c-45fd-b8e8-444d513b92c3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149552 Aug 26 12:08:03.327044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44244) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:03.331988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-84de947f-7e0e-41fd-935c-00606ed2dc7f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '18ae5f19-a7dd-4516-948f-cca9086fda6d', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:03.354318 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-84de947f-7e0e-41fd-935c-00606ed2dc7f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Project 98cae013182e4657ae3d22c7cceb6349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:08:03.359083 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84de947f-7e0e-41fd-935c-00606ed2dc7f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.408290 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84de947f-7e0e-41fd-935c-00606ed2dc7f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.411638 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84de947f-7e0e-41fd-935c-00606ed2dc7f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.430136 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de947f-7e0e-41fd-935c-00606ed2dc7f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5176d2-92b3-4a79-8d4c-c0e2834eab5e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:03.438163 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84de947f-7e0e-41fd-935c-00606ed2dc7f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.439427 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-84de947f-7e0e-41fd-935c-00606ed2dc7f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1112499 Aug 26 12:08:03.442103 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44246) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:03.446569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f464d710-44c9-4e1b-aaaf-b10617d906d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '18ae5f19-a7dd-4516-948f-cca9086fda6d', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:03.467462 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-f464d710-44c9-4e1b-aaaf-b10617d906d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Project 98cae013182e4657ae3d22c7cceb6349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:08:03.472281 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f464d710-44c9-4e1b-aaaf-b10617d906d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.532415 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f464d710-44c9-4e1b-aaaf-b10617d906d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.535747 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f464d710-44c9-4e1b-aaaf-b10617d906d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.552757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464d710-44c9-4e1b-aaaf-b10617d906d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcebb96-3a28-4c37-9c46-1edcb8406a5b,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:03.559261 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f464d710-44c9-4e1b-aaaf-b10617d906d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.562439 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f464d710-44c9-4e1b-aaaf-b10617d906d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177833 Aug 26 12:08:03.563759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44248) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:03.568639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'network': {'name': 'tempest-network-smoke--406425613', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'port_security_enabled': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:03.588215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:08:03.591575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.614119 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:08:03.623118 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.623465 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Added segment 6bf5f571-498a-4669-951c-a5dcafca76c8 of type vlan for network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 Aug 26 12:08:03.664126 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.687195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.692590 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:03.693170 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.745204 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1797602 Aug 26 12:08:03.747743 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44250) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:03.752345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'admin_state_up': True, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:03.772052 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d5c56-5d6c-458b-ab6a-1ca427b41612 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Network': ['ID=dafe2f70-85fb-4e69-af1e-e5b87fb752a4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:03.784712 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.786482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.786995 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:08:03.802980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:08:03.840501 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:03.979148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:04.012140 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:08:04.012350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5cbea35c-52f3-4fd2-9b06-7cf39c73e828 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:08:04.170979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:04.189615 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:04.293942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.25.1.64 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:08:04.389923 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:04.426609 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:04.465262 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:08:04.467996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:08:04.473372 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:08:04.773505 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:04.991383 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:05.186874 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:05.314175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:08:05.418270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:08:05.428708 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Sync routers for ids ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:08:05.437258 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:05.438600 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Routers {'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:08:05.438753 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-6c690cef-2be6-4aaf-80f8-88f3b21bfc0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6899617 Aug 26 12:08:05.439237 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:05.441726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44252) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:05.470043 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-7216cec1-0dae-4823-9945-108775ec4a6e tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=98cae013182e4657ae3d22c7cceb6349&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272472 Aug 26 12:08:05.472496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44254) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:05.541992 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Set router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:08:05.558628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3488d77-05a0-4a83-8dea-a8d9f0b8edb4 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:05.560174 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e3488d77-05a0-4a83-8dea-a8d9f0b8edb4 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867879 Aug 26 12:08:05.562967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44256) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:05.590442 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-b2dadcdd-3de8-4dfa-b0fd-dec56fe1546a tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263500 Aug 26 12:08:05.592846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44258) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:05.597694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-562556166', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:05.688277 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:08:05.691686 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:05.717255 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:04Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:05.746519 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Checking router: f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:08:05.746890 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Updating router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:08:05.773193 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:05.873801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:05.935898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Subnet': ['ID=4dd6bc95-5ee2-470c-9235-96470c4ec341,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:05.941131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Checking segment: {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:08:05.941427 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network hostable DHCP agents. Network: dafe2f70-85fb-4e69-af1e-e5b87fb752a4, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:08:05.958237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:08:05.967807 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, dafe2f70-85fb-4e69-af1e-e5b87fb752a4) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:08:05.972006 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:05.972721 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:05.978013 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99700cf-b75f-4b2e-afa5-c09543b3b565 None None] Network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:08:05.990441 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e4f44953-2bf1-4975-9a14-52bad159eadf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3965452 Aug 26 12:08:05.993217 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44260) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:06.026609 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.037237 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Transition to ACTIVE for port object 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:08:06.043815 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.088816 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Attempting to bind port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:08:06.089278 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Attempting to bind port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:08:06.089703 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Attempting to bind port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:08:06.102261 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:08:06.102788 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:08:06.103237 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.103758 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:08:06.104251 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Bound port: 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:08:06.104620 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.110062 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Pushing event updated for resources: {'Port': ['ID=8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:06.132777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:08:06.133709 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.138055 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.138423 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.138780 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.139115 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.139442 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.139768 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.140084 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.140402 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.140721 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.141039 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.141357 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.141675 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:08:06.175225 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] For port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:08:06.178379 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] For port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:08:06.183335 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.237759 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Routers {'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:08:06.238381 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:06.283650 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Allocated IP 172.20.0.2 (dafe2f70-85fb-4e69-af1e-e5b87fb752a4/4dd6bc95-5ee2-470c-9235-96470c4ec341/5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:08:06.343336 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] Set router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:08:06.399956 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab533f-9410-4b55-89d9-cb0d6300e220 None None] Pushing event updated for resources: {'Port': ['ID=8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:06.440231 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.450537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Transition to ACTIVE for port object 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:08:06.459949 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.466545 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Transition to ACTIVE for port object 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:08:06.472559 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.508450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:08:06.511304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:08:06.516868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:08:06.526021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Pushing event updated for resources: {'Port': ['ID=5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:06.535360 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:04Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:06.580762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Attempting to bind port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:08:06.581280 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Attempting to bind port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:08:06.581792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Attempting to bind port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 on network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:08:06.587651 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:08:06.588554 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Checking segment: {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:08:06.589061 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.589482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Bound using segment: {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:08:06.589947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Bound port: 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:08:06.590338 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.656695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] For port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:08:06.660231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] For port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:08:06.661461 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf593e-7392-411b-9379-de02ee3bad44 None None] The sync data for ids ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'] in n-d-778550-13 is: [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:04Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:08:06.666093 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.727755 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42de2b9-fdac-469e-a1d8-044917515c9a None None] Pushing event updated for resources: {'Port': ['ID=5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:06.836659 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.20.0.1 (dafe2f70-85fb-4e69-af1e-e5b87fb752a4/4dd6bc95-5ee2-470c-9235-96470c4ec341/3235a9ea-b037-46e7-baa1-1a7745f27c08) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:08:06.977111 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:06.993000 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Transition to ACTIVE for port object 3235a9ea-b037-46e7-baa1-1a7745f27c08 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:08:07.033146 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:07.084118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:08:07.089533 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:08:07.095816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:08:07.102935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=3235a9ea-b037-46e7-baa1-1a7745f27c08,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:07.146227 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:07.282588 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:07.697461 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac9c31e-5ef4-4896-b3a7-ed267a1656e6 None None] Network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:08:07.778878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4de7ff70-90e2-4816-8462-dd941c3c5efc None None] Provisioning for port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:08:07.874669 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:07.881682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:07.895622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:08:07.958275 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:07.960183 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=3235a9ea-b037-46e7-baa1-1a7745f27c08,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:07.960776 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:08:07.967481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:08:07.967902 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:08.058608 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:08.073292 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:08:08.074808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:08:08.082945 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:08:08.088598 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:08.090098 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:08:08.190900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:08.208235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:08:08.209846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:08:08.214065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:08:08.214440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:08.253117 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8a1f844a-ef8c-4532-a7a6-0cce6ec2c160 None None] Provisioning complete for port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:08:08.253492 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a1f844a-ef8c-4532-a7a6-0cce6ec2c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:08.344694 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:08:08.350261 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3768e915-11f7-4345-8ae7-8199591245c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "PUT /v2.0/routers/f84e3ea1-0d13-4e0c-8b08-55ebd243dde3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3558376 Aug 26 12:08:08.364688 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:08.395914 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a1f844a-ef8c-4532-a7a6-0cce6ec2c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:08.420061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:08:08.432775 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:08.479343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Sync routers for ids ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:08:08.512910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Routers {'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:08:08.513535 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:08.536461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-7dba297a-278f-4de0-93ce-0d5344169809 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643757871&fields=id&tenant_id=98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 267 time: 0.0366309 Aug 26 12:08:08.562901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:08.566289 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-8a1f844a-ef8c-4532-a7a6-0cce6ec2c160 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 12:08:08.567017 n-d-778550-13 neutron-server[101268]: DEBUG oslo_db.api [None req-8a1f844a-ef8c-4532-a7a6-0cce6ec2c160 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 12:08:08.637510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Set router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:08:08.652973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-75a0d0b6-3102-406d-b459-cf819ae0ddb9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:08.654485 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-75a0d0b6-3102-406d-b459-cf819ae0ddb9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 796 time: 0.1084158 Aug 26 12:08:08.669532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-700b8d06-9688-49df-8f80-faab3f3a050e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/quotas/98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 375 time: 0.0091417 Aug 26 12:08:08.721788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-3a4f94dc-b5e3-4e1a-bbb1-e96f85c7caf0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467114 Aug 26 12:08:08.816296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-e6f67047-9163-4fd5-a9b3-cdceff7fc770 service neutron] 10.222.0.21 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828621 Aug 26 12:08:08.836141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:07Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3235a9ea-b037-46e7-baa1-1a7745f27c08', 'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:b2:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:06Z', 'updated_at': '2021-08-26T12:08:07Z', 'revision_number': 2, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:08.862004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Checking router: f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:08:08.862361 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Updating router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 port 3235a9ea-b037-46e7-baa1-1a7745f27c08 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:08:08.888179 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:08.928432 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-b9746ae4-bf5a-4ae8-a005-500e9a61cbbe service neutron] 10.222.0.21 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060555 Aug 26 12:08:09.092308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35a51e64-b82d-419a-9b4f-940c0d03b8c5 req-d6c6e98f-6148-4071-a0d6-a7fdb1ede583 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 210 time: 0.0291383 Aug 26 12:08:09.155467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8a1f844a-ef8c-4532-a7a6-0cce6ec2c160 None None] Provisioning for port 3235a9ea-b037-46e7-baa1-1a7745f27c08 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:08:09.176874 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8a1f844a-ef8c-4532-a7a6-0cce6ec2c160 None None] Provisioning complete for port 3235a9ea-b037-46e7-baa1-1a7745f27c08 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:08:09.177250 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a1f844a-ef8c-4532-a7a6-0cce6ec2c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:09.225644 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:09.227868 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f844a-ef8c-4532-a7a6-0cce6ec2c160 None None] Port 3235a9ea-b037-46e7-baa1-1a7745f27c08 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:08:09.238312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Transition to ACTIVE for port object 3235a9ea-b037-46e7-baa1-1a7745f27c08 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:08:09.245476 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:09.324944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d92871-bfc8-4977-acdc-44f4314dd47d None None] Pushing event updated for resources: {'Port': ['ID=3235a9ea-b037-46e7-baa1-1a7745f27c08,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:09.367991 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Attempting to bind port 3235a9ea-b037-46e7-baa1-1a7745f27c08 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:08:09.368376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Attempting to bind port 3235a9ea-b037-46e7-baa1-1a7745f27c08 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:08:09.368745 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Attempting to bind port 3235a9ea-b037-46e7-baa1-1a7745f27c08 on network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:08:09.376647 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:08:09.377020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Checking segment: {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:08:09.377431 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:09.377824 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Bound using segment: {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:08:09.378298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Bound port: 3235a9ea-b037-46e7-baa1-1a7745f27c08, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:08:09.378684 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:09.456177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] For port 3235a9ea-b037-46e7-baa1-1a7745f27c08, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:08:09.459409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] For port 3235a9ea-b037-46e7-baa1-1a7745f27c08, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3235a9ea-b037-46e7-baa1-1a7745f27c08,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:08:09.464234 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:09.527284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d92871-bfc8-4977-acdc-44f4314dd47d None None] Pushing event updated for resources: {'Port': ['ID=3235a9ea-b037-46e7-baa1-1a7745f27c08,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:09.530170 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Routers {'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:08:09.530648 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:07:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:09.663189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] Set router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:08:09.842232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:08:09.906937 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:08:09.907227 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:09.911354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:07Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3235a9ea-b037-46e7-baa1-1a7745f27c08', 'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:b2:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:06Z', 'updated_at': '2021-08-26T12:08:09Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:09.960841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80ba521-9a56-444f-bc4e-55fe2d8c6768 None None] The sync data for ids ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'] in n-d-778550-13 is: [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:07Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3235a9ea-b037-46e7-baa1-1a7745f27c08', 'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:b2:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:06Z', 'updated_at': '2021-08-26T12:08:09Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:08:10.045273 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:08:10.084935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-e61a1a12-17d7-4d85-88d6-20cd7c7865f2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:10.086530 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-e61a1a12-17d7-4d85-88d6-20cd7c7865f2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 796 time: 0.1485715 Aug 26 12:08:10.105189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:08:10.105829 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:10.152240 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-d51f2a40-22ed-4ec5-832a-93cd68a182a9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 379 time: 0.0557215 Aug 26 12:08:10.163808 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'port': {'device_id': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'admin_state_up': True, 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'security_groups': ['18ae5f19-a7dd-4516-948f-cca9086fda6d']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:10.217826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4a893e64-ab58-4ab4-a23d-e99166c977bd req-4196505f-934b-47d8-b312-f2292c995209 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 210 time: 0.0396583 Aug 26 12:08:10.301547 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:08:10.305262 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:10.439675 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.20.0.4 (dafe2f70-85fb-4e69-af1e-e5b87fb752a4/4dd6bc95-5ee2-470c-9235-96470c4ec341/7a72d160-6087-470a-bccd-1f36ac7d6b8f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:08:10.587482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:10.602619 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Transition to ACTIVE for port object 7a72d160-6087-470a-bccd-1f36ac7d6b8f will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:08:10.636947 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:10.680324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:08:10.685938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:08:10.689986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:08:10.717552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=7a72d160-6087-470a-bccd-1f36ac7d6b8f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:10.747224 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:10.747869 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:10.768798 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-5869f389-2a94-4b17-afe5-cf370c67b2b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089785 Aug 26 12:08:10.781927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Request body: {'port': {'device_id': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:10.844296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:10.926227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-89ac6a55-1abe-401e-8767-9cbfc3d7cd79 None None] Provisioning for port 7a72d160-6087-470a-bccd-1f36ac7d6b8f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:08:10.930556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-89ac6a55-1abe-401e-8767-9cbfc3d7cd79 None None] Provisioning complete for port 7a72d160-6087-470a-bccd-1f36ac7d6b8f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:08:10.930911 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89ac6a55-1abe-401e-8767-9cbfc3d7cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:10.970110 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-89ac6a55-1abe-401e-8767-9cbfc3d7cd79 None None] Port 7a72d160-6087-470a-bccd-1f36ac7d6b8f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:08:11.116080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a72d160-6087-470a-bccd-1f36ac7d6b8f {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:08:11.123976 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:11.138032 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Transition to ACTIVE for port object 7a72d160-6087-470a-bccd-1f36ac7d6b8f will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:08:11.141688 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:11.192791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Pushing event updated for resources: {'Port': ['ID=7a72d160-6087-470a-bccd-1f36ac7d6b8f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:11.272273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Attempting to bind port 7a72d160-6087-470a-bccd-1f36ac7d6b8f on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:08:11.272614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Attempting to bind port 7a72d160-6087-470a-bccd-1f36ac7d6b8f by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:08:11.273575 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Attempting to bind port 7a72d160-6087-470a-bccd-1f36ac7d6b8f on network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:08:11.277753 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Port 7a72d160-6087-470a-bccd-1f36ac7d6b8f on network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:08:11.278080 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Attempting to bind port 7a72d160-6087-470a-bccd-1f36ac7d6b8f on network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:08:11.283157 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:08:11.283499 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Checking segment: {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:08:11.283885 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Bound using segment: {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:08:11.284318 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Bound port: 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:08:11.284678 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:11.336469 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b6b5-1dc1-4949-9900-f3943eb88aa1 req-f760ff83-02c8-40a7-a059-13c5811e3407 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:11.338065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33d2b6b5-1dc1-4949-9900-f3943eb88aa1 req-f760ff83-02c8-40a7-a059-13c5811e3407 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 943 time: 0.0514789 Aug 26 12:08:11.355495 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:08:11.359062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:08:11.365053 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:11.382428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-33d2b6b5-1dc1-4949-9900-f3943eb88aa1 req-666e1d12-08c6-426e-80ca-c036f5750d94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379257 Aug 26 12:08:11.402781 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:11.403351 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:11.404770 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] 10.222.0.42 "PUT /v2.0/ports/7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 1092 time: 0.6273181 Aug 26 12:08:11.405232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:08:11.407538 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270d9f8b-66cc-4d17-91e3-b4701133a68f" -d '{"events": [{"name": "network-changed", "server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:08:11.434121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac48098-9e19-4660-8b39-6d1dfe46911c service neutron] Pushing event updated for resources: {'Port': ['ID=7a72d160-6087-470a-bccd-1f36ac7d6b8f,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:11.456203 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d62106-ce3b-4149-b106-a449e9503b5b x-openstack-request-id: req-c0d62106-ce3b-4149-b106-a449e9503b5b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:08:11.456501 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:08:11.456757 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0d62106-ce3b-4149-b106-a449e9503b5b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:08:11.457185 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'status': 'completed', 'code': 200} Aug 26 12:08:11.496197 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-3de6c1e1-5639-46c6-a73b-f7bf03e8d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:11.498064 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-3de6c1e1-5639-46c6-a73b-f7bf03e8d15f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1095 time: 0.0528753 Aug 26 12:08:11.543111 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-00969f73-e8fc-4f84-a3ff-cc5024252419 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 217 time: 0.0376277 Aug 26 12:08:11.593656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-1766a69c-4b2c-44ca-9237-17679c5620c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:11.595156 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-1766a69c-4b2c-44ca-9237-17679c5620c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 200 len: 834 time: 0.0448825 Aug 26 12:08:11.645543 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-41642d95-f76d-4125-be5e-5dcc7811541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:11.647064 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-41642d95-f76d-4125-be5e-5dcc7811541e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446088 Aug 26 12:08:11.733748 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-ce984193-dc59-4447-b3e5-7de4459bb5fa service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794890 Aug 26 12:08:11.828986 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6cfca448-fcf4-401a-a6ba-f6c787bce557 req-939edb0a-7dcd-42c6-9ccd-4629298c2174 service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883722 Aug 26 12:08:11.851267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3235a9ea-b037-46e7-baa1-1a7745f27c08 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:08:11.900987 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3235a9ea-b037-46e7-baa1-1a7745f27c08 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:08:11.905064 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3235a9ea-b037-46e7-baa1-1a7745f27c08 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:08:11.905441 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:11.915079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d9f8b-66cc-4d17-91e3-b4701133a68f req-37d14839-f457-4d9f-96c1-ccfe2dcec2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:11.917173 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-270d9f8b-66cc-4d17-91e3-b4701133a68f req-37d14839-f457-4d9f-96c1-ccfe2dcec2b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1095 time: 0.0437739 Aug 26 12:08:11.983564 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:12.010185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d9f8b-66cc-4d17-91e3-b4701133a68f req-bfeef5e4-b009-4509-a892-3ce380e76675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:12.011649 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-270d9f8b-66cc-4d17-91e3-b4701133a68f req-bfeef5e4-b009-4509-a892-3ce380e76675 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 897 time: 0.0878263 Aug 26 12:08:12.016862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 3235a9ea-b037-46e7-baa1-1a7745f27c08, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3235a9ea-b037-46e7-baa1-1a7745f27c08,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:08:12.021039 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:12.059317 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-270d9f8b-66cc-4d17-91e3-b4701133a68f req-a5db352d-2d45-4387-bfdb-fbafceb13576 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 217 time: 0.0406792 Aug 26 12:08:12.068459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=3235a9ea-b037-46e7-baa1-1a7745f27c08,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:12.109747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d9f8b-66cc-4d17-91e3-b4701133a68f req-2cf46a19-36e0-4392-af47-3aceeb3ce0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:12.111255 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-270d9f8b-66cc-4d17-91e3-b4701133a68f req-2cf46a19-36e0-4392-af47-3aceeb3ce0cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 200 len: 834 time: 0.0445924 Aug 26 12:08:12.158531 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d9f8b-66cc-4d17-91e3-b4701133a68f req-ead9326a-a1e2-415d-8f88-390201777ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:12.160067 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-270d9f8b-66cc-4d17-91e3-b4701133a68f req-ead9326a-a1e2-415d-8f88-390201777ffc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399830 Aug 26 12:08:12.252784 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-270d9f8b-66cc-4d17-91e3-b4701133a68f req-3a6cdd4b-006c-4b48-93b7-75768257b8a5 service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848796 Aug 26 12:08:12.341647 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-270d9f8b-66cc-4d17-91e3-b4701133a68f req-33b77cb9-b9e0-49db-9db4-c92c1731e14c service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802469 Aug 26 12:08:12.500555 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635adc50-a30b-46df-8928-283881959bcc req-1246b036-f853-4ca6-bc10-72a9c55dc185 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:12.502048 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-635adc50-a30b-46df-8928-283881959bcc req-1246b036-f853-4ca6-bc10-72a9c55dc185 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 943 time: 0.0522671 Aug 26 12:08:12.539207 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-635adc50-a30b-46df-8928-283881959bcc req-a107c591-1cb2-4e69-8cce-6364f1e868f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312982 Aug 26 12:08:12.758540 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:08:13.455929 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-148455f4-9792-4c51-b766-4017c8cc2714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:13.652747 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175c49a-6fd0-4c5e-94b2-e328b771509e req-934fe206-e9d6-42ce-8d16-834e847650df tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:13.654235 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b175c49a-6fd0-4c5e-94b2-e328b771509e req-934fe206-e9d6-42ce-8d16-834e847650df tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 943 time: 0.0481372 Aug 26 12:08:13.691626 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b175c49a-6fd0-4c5e-94b2-e328b771509e req-2062651e-f40b-48f6-9a93-3c73bc25a94e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315146 Aug 26 12:08:13.833315 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3235a9ea-b037-46e7-baa1-1a7745f27c08 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:08:13.883355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3235a9ea-b037-46e7-baa1-1a7745f27c08 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:08:13.883730 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:14.802704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931e700-c5ba-4d28-9b74-029b949102c2 req-c7faf725-110c-4313-b8d3-73db37b0de2a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:14.804198 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3931e700-c5ba-4d28-9b74-029b949102c2 req-c7faf725-110c-4313-b8d3-73db37b0de2a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 943 time: 0.0473554 Aug 26 12:08:14.841719 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3931e700-c5ba-4d28-9b74-029b949102c2 req-4b5e3e20-e25c-4fb0-ab7c-1198e645ebe1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311337 Aug 26 12:08:15.089658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 7a72d160-6087-470a-bccd-1f36ac7d6b8f details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:08:15.184873 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:08:15.195598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'port_id': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'mac_address': 'fa:16:3e:fe:f8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:08:15.237686 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:15.250788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a72d160-6087-470a-bccd-1f36ac7d6b8f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:08:15.270641 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:08:15.274096 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:15.320034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=7a72d160-6087-470a-bccd-1f36ac7d6b8f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:15.514582 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['7a72d160-6087-470a-bccd-1f36ac7d6b8f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:08:15.851178 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb887165-e560-4a21-8b86-790987e2daa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:15.957195 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f552124-6abc-4e0d-b2c6-8ae52549c952 req-08017f2d-b337-48d9-a79f-cf8a7327edd9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:15.958658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f552124-6abc-4e0d-b2c6-8ae52549c952 req-08017f2d-b337-48d9-a79f-cf8a7327edd9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 944 time: 0.0516815 Aug 26 12:08:15.995711 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6f552124-6abc-4e0d-b2c6-8ae52549c952 req-3075cc94-cdb6-4318-b0a9-b2f9d0268fac tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302370 Aug 26 12:08:16.394301 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:17.093392 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 7a72d160-6087-470a-bccd-1f36ac7d6b8f up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:08:17.112973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf7d35-5e40-4bef-b468-67981b12bb5f req-38bdebb4-aa2d-406e-acd2-ed66703b30fe tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:17.114480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ddf7d35-5e40-4bef-b468-67981b12bb5f req-38bdebb4-aa2d-406e-acd2-ed66703b30fe tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 944 time: 0.0488710 Aug 26 12:08:17.145083 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 7a72d160-6087-470a-bccd-1f36ac7d6b8f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:08:17.148961 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 7a72d160-6087-470a-bccd-1f36ac7d6b8f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:08:17.149335 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:17.153060 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3ddf7d35-5e40-4bef-b468-67981b12bb5f req-44dcb6ba-fa05-4cb8-b1dd-2b84f290728b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320933 Aug 26 12:08:17.227325 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:17.249390 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:08:17.251894 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828ed92e-ec2a-4e4b-9ec0-2648b947d73d" -d '{"events": [{"server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "name": "network-vif-plugged", "status": "completed", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:08:17.264667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:08:17.269983 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:17.296046 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39808b8-e31c-450e-85e4-4a92b7e466b6 x-openstack-request-id: req-d39808b8-e31c-450e-85e4-4a92b7e466b6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:08:17.296352 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "name": "network-vif-plugged", "status": "completed", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:08:17.296612 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d39808b8-e31c-450e-85e4-4a92b7e466b6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:08:17.297003 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'code': 200} Aug 26 12:08:17.322154 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=7a72d160-6087-470a-bccd-1f36ac7d6b8f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:17.399738 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15282-b04b-4f4f-9353-538b23c8b6b5 req-a1e974b5-5890-40b4-a255-8c7de64c0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:17.401245 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-60f15282-b04b-4f4f-9353-538b23c8b6b5 req-a1e974b5-5890-40b4-a255-8c7de64c0692 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1097 time: 0.0439408 Aug 26 12:08:17.439477 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-60f15282-b04b-4f4f-9353-538b23c8b6b5 req-c9530913-4500-425f-85a9-d88234e5b5cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312808 Aug 26 12:08:17.504681 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:18.266025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c657e-8727-4ec2-a51f-bda9cc343fcd req-fca098ad-1cf7-4c07-b976-54859eaa774a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:18.267526 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-655c657e-8727-4ec2-a51f-bda9cc343fcd req-fca098ad-1cf7-4c07-b976-54859eaa774a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0481737 Aug 26 12:08:18.304079 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-655c657e-8727-4ec2-a51f-bda9cc343fcd req-5a0d6c59-06a0-40e5-846d-2a71a56b59cb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307100 Aug 26 12:08:19.418090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d504c-410e-4dea-bdee-ecaaa9640514 req-67f72446-8e32-44ee-ae00-44ea7d7cc68e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:19.419579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-136d504c-410e-4dea-bdee-ecaaa9640514 req-67f72446-8e32-44ee-ae00-44ea7d7cc68e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0515251 Aug 26 12:08:19.456706 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-136d504c-410e-4dea-bdee-ecaaa9640514 req-23c3a108-1041-4121-a6cd-4c8e85c74e20 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312588 Aug 26 12:08:19.566163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeee4db-efd5-4604-9bd5-228e29bf16dc req-4a994917-e50e-42ff-a4f1-abd8ec31c3c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:19.567702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4eeee4db-efd5-4604-9bd5-228e29bf16dc req-4a994917-e50e-42ff-a4f1-abd8ec31c3c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0475855 Aug 26 12:08:19.580162 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:19.608080 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4eeee4db-efd5-4604-9bd5-228e29bf16dc req-f5dcc62f-67dd-4ada-a30d-f6336285637e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338690 Aug 26 12:08:19.630329 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44312) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:19.668738 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ef1733-b4b8-465a-8b6e-2b1d9c209107 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:19.670225 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-89ef1733-b4b8-465a-8b6e-2b1d9c209107 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1092 time: 0.0388818 Aug 26 12:08:19.673034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44314) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:19.677226 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:08:19.701585 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:19.798608 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:19.896832 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.25.1.81 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/8ddcb45f-1029-4200-b763-9ffb8594123c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:08:19.998308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:20.035201 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:20.069384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:08:20.072069 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:08:20.077530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:08:20.103144 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=8ddcb45f-1029-4200-b763-9ffb8594123c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:20.458418 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:20.525768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:20.666144 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:20.670863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:20.736639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=8ddcb45f-1029-4200-b763-9ffb8594123c,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:08:20.749193 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:20.845636 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Floating IP f2fc9b9a-0535-44d2-92bb-8bd629dc0727 associated. External IP: 172.25.1.81, port: 7a72d160-6087-470a-bccd-1f36ac7d6b8f. Aug 26 12:08:21.136724 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:21.331684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:08:21.434913 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:08:21.444683 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c9e0d-450e-4297-8c59-732ff00f16a5 None None] Sync routers for ids ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:08:21.451104 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:21.454972 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c9e0d-450e-4297-8c59-732ff00f16a5 None None] Routers {'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:08:21.455592 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2a4c9e0d-450e-4297-8c59-732ff00f16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:21.477425 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aad81ed5-f5b2-426d-805c-199074f6446f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8033981 Aug 26 12:08:21.478079 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:08:21.480471 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9155fe37-c741-4d3b-b2ed-54a871eef852" -d '{"events": [{"name": "network-changed", "server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:08:21.559945 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2a4c9e0d-450e-4297-8c59-732ff00f16a5 None None] Set router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:08:21.572490 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d538bd-ece4-4afa-b7f0-9d2f4fb5d212 req-c58a9ecd-f7ec-43c7-bd0d-d17329627b3b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:21.574589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5d538bd-ece4-4afa-b7f0-9d2f4fb5d212 req-c58a9ecd-f7ec-43c7-bd0d-d17329627b3b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0493469 Aug 26 12:08:21.613784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d5d538bd-ece4-4afa-b7f0-9d2f4fb5d212 req-4a58f6d4-9e8b-4b24-b3aa-590114848a6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Aug 26 12:08:21.636901 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44322) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:21.674396 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bbddc9-4f4a-4cb9-b8be-02b681aead11 x-openstack-request-id: req-45bbddc9-4f4a-4cb9-b8be-02b681aead11 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:08:21.675120 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:08:21.675120 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45bbddc9-4f4a-4cb9-b8be-02b681aead11 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:08:21.675517 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'status': 'completed', 'code': 200} Aug 26 12:08:21.723713 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-298b142c-ca09-4bf2-a123-ede82abc518e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/f2fc9b9a-0535-44d2-92bb-8bd629dc0727 HTTP/1.1" status: 200 len: 990 time: 0.0854740 Aug 26 12:08:21.735848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155fe37-c741-4d3b-b2ed-54a871eef852 req-61a27b5b-0e8f-4c4b-87ba-fece01615825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:21.737307 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9155fe37-c741-4d3b-b2ed-54a871eef852 req-61a27b5b-0e8f-4c4b-87ba-fece01615825 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1097 time: 0.0528696 Aug 26 12:08:21.782863 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2a4c9e0d-450e-4297-8c59-732ff00f16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:07Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'f2fc9b9a-0535-44d2-92bb-8bd629dc0727', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'port_id': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'mac_address': 'fa:16:3e:fe:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:08:20Z', 'updated_at': '2021-08-26T12:08:20Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3235a9ea-b037-46e7-baa1-1a7745f27c08', 'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:b2:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:06Z', 'updated_at': '2021-08-26T12:08:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:21.812218 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c9e0d-450e-4297-8c59-732ff00f16a5 None None] Checking router: f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:08:21.820297 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c9e0d-450e-4297-8c59-732ff00f16a5 None None] Routers {'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:08:21.820900 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2a4c9e0d-450e-4297-8c59-732ff00f16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:08:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:21.830502 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155fe37-c741-4d3b-b2ed-54a871eef852 req-26711684-6388-4e8e-8613-e57566a9fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:21.832071 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9155fe37-c741-4d3b-b2ed-54a871eef852 req-26711684-6388-4e8e-8613-e57566a9fb84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 897 time: 0.0874600 Aug 26 12:08:21.897177 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9155fe37-c741-4d3b-b2ed-54a871eef852 req-a396e80e-d107-4b1b-9f88-767d079d5d17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 998 time: 0.0583994 Aug 26 12:08:21.921697 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-2a4c9e0d-450e-4297-8c59-732ff00f16a5 None None] Set router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:08:21.949625 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155fe37-c741-4d3b-b2ed-54a871eef852 req-47fa332e-946b-404c-85f6-822a102a04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:21.951230 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9155fe37-c741-4d3b-b2ed-54a871eef852 req-47fa332e-946b-404c-85f6-822a102a04b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 200 len: 834 time: 0.0471206 Aug 26 12:08:21.996291 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155fe37-c741-4d3b-b2ed-54a871eef852 req-2e21f269-cd0f-402d-b435-ec4a6409cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:21.997705 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9155fe37-c741-4d3b-b2ed-54a871eef852 req-2e21f269-cd0f-402d-b435-ec4a6409cead service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392413 Aug 26 12:08:22.086448 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9155fe37-c741-4d3b-b2ed-54a871eef852 req-7346256e-585a-4929-a2fa-973cf5462ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815954 Aug 26 12:08:22.144207 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-2a4c9e0d-450e-4297-8c59-732ff00f16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:07Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'f2fc9b9a-0535-44d2-92bb-8bd629dc0727', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'port_id': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'mac_address': 'fa:16:3e:fe:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:08:20Z', 'updated_at': '2021-08-26T12:08:20Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3235a9ea-b037-46e7-baa1-1a7745f27c08', 'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:b2:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:06Z', 'updated_at': '2021-08-26T12:08:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:08:22.170044 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c9e0d-450e-4297-8c59-732ff00f16a5 None None] The sync data for ids ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'] in n-d-778550-13 is: [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:07Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'f2fc9b9a-0535-44d2-92bb-8bd629dc0727', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'port_id': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'mac_address': 'fa:16:3e:fe:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:08:20Z', 'updated_at': '2021-08-26T12:08:20Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3235a9ea-b037-46e7-baa1-1a7745f27c08', 'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:b2:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:06Z', 'updated_at': '2021-08-26T12:08:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:08:22.183107 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9155fe37-c741-4d3b-b2ed-54a871eef852 req-57804ed1-9d54-4a34-a1f5-a5bca80999fb service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884206 Aug 26 12:08:22.354359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3a1eb-35da-4ddb-8d3b-307417b68bd5 None None] New status for floating IP f2fc9b9a-0535-44d2-92bb-8bd629dc0727: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:08:22.727490 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44324) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:22.788227 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c5cce17c-494a-406f-ad14-3dc43170a196 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/f2fc9b9a-0535-44d2-92bb-8bd629dc0727 HTTP/1.1" status: 200 len: 992 time: 0.0592182 Aug 26 12:08:23.178798 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:43.457133 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5065e800-1aa9-4b43-947d-94f5bc4a2a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:45.850918 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d905d4e2-4ab6-42ac-b40a-5c7cdc44c231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:46.394988 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:47.507354 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:49.581339 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:49.758789 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:08:51.141040 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:53.015143 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-49169008-d1a3-4fd0-a5c5-6c5ef42a882f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441480 Aug 26 12:08:53.099413 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-1dd9ae91-b2be-4281-a4fd-f9171dc3a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:53.100790 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-1dd9ae91-b2be-4281-a4fd-f9171dc3a96b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1097 time: 0.0403287 Aug 26 12:08:53.175894 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:08:53.205933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-cbc84af1-2057-4470-8270-f3397f41128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:53.207468 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-cbc84af1-2057-4470-8270-f3397f41128c service neutron] 10.222.0.42 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 897 time: 0.0858059 Aug 26 12:08:53.280455 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-e5c946e7-bcb8-4186-bc06-4105cf05c73b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 1000 time: 0.0636582 Aug 26 12:08:53.330418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-3db09ffa-c327-4b60-9646-846adfb14682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:53.331890 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-3db09ffa-c327-4b60-9646-846adfb14682 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 200 len: 834 time: 0.0433826 Aug 26 12:08:53.378535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-c0428e6c-8a58-4d16-abba-c27b6058afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:53.379989 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-c0428e6c-8a58-4d16-abba-c27b6058afa2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394938 Aug 26 12:08:53.473504 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-19fe2e93-3d71-4b96-80ac-d12dc77c4b64 service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840008 Aug 26 12:08:53.562898 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-f0171fb1-8682-459d-936c-e3ac0dacce42 req-13391cbd-20a8-4a93-b795-b86ed5c2a93c service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817835 Aug 26 12:08:54.184509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44340) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:08:54.247953 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751dad7-17a7-4dab-876e-adb363f5e87b req-69f3c0a1-d511-476d-81c7-999fc42af79a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:54.249461 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c751dad7-17a7-4dab-876e-adb363f5e87b req-69f3c0a1-d511-476d-81c7-999fc42af79a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0531032 Aug 26 12:08:54.289497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c751dad7-17a7-4dab-876e-adb363f5e87b req-b07b7f8b-3ed3-4124-bb5c-9acb56b13452 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Aug 26 12:08:54.316353 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-14f478df-f66e-454e-8f00-52b7eb1faeca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306617 Aug 26 12:08:55.384155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-71e6360e-bd75-40b7-9a27-f1a204c137a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:55.385742 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-71e6360e-bd75-40b7-9a27-f1a204c137a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1097 time: 0.0447412 Aug 26 12:08:55.413922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6147b61-07b6-43fd-9f36-ca0dd1ae80b8 req-8ea9ec77-a3c8-4dcc-be03-3244129eaef2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:55.415464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6147b61-07b6-43fd-9f36-ca0dd1ae80b8 req-8ea9ec77-a3c8-4dcc-be03-3244129eaef2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0499582 Aug 26 12:08:55.454075 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6147b61-07b6-43fd-9f36-ca0dd1ae80b8 req-97f9d64a-7dea-4956-9796-90ff2d5ef45a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327275 Aug 26 12:08:55.475315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-85b6a7b0-cca9-4388-bc09-0da321920040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:55.476781 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-85b6a7b0-cca9-4388-bc09-0da321920040 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 897 time: 0.0845885 Aug 26 12:08:55.557344 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5c09f1fa-151c-4c9e-96be-a1e0f6c7a42f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 1000 time: 0.0728073 Aug 26 12:08:55.606517 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-de3ffa20-0a14-4a88-bef6-d1389eb07c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:55.608046 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-de3ffa20-0a14-4a88-bef6-d1389eb07c42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 200 len: 834 time: 0.0441072 Aug 26 12:08:55.655592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-1a014798-78f2-4b90-bae6-bcf61ab45cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:55.657147 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-1a014798-78f2-4b90-bae6-bcf61ab45cfb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423775 Aug 26 12:08:55.753290 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-cfb3e82c-c5c7-4961-b469-9f9937c98343 service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892103 Aug 26 12:08:55.843750 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-b9c11671-1c5a-4dbe-9adc-00bc0cdc4ab7 service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823457 Aug 26 12:08:56.566964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb5d4f-67fa-40a7-bf71-ebd58f4ee9e8 req-0b868f68-6955-4fa8-8904-2f3fe8a38df8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:56.568430 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4beb5d4f-67fa-40a7-bf71-ebd58f4ee9e8 req-0b868f68-6955-4fa8-8904-2f3fe8a38df8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0480306 Aug 26 12:08:56.605565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4beb5d4f-67fa-40a7-bf71-ebd58f4ee9e8 req-5273754f-265a-4d06-8f12-e65d269e0deb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Aug 26 12:08:57.726247 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e28742-a0d5-4d27-886b-a3bdf33e26ea req-a737902f-48b5-4df9-884f-be2c00e31a0e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:57.727741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46e28742-a0d5-4d27-886b-a3bdf33e26ea req-a737902f-48b5-4df9-884f-be2c00e31a0e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0517097 Aug 26 12:08:57.765686 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46e28742-a0d5-4d27-886b-a3bdf33e26ea req-a134e806-284e-4ff0-9f00-49703bbc73b8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320318 Aug 26 12:08:58.877539 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591822ff-5fc9-4233-bbec-aeb87cc570ad req-6cd02b6c-db9c-40b6-be29-220add2d7b74 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:08:58.879078 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-591822ff-5fc9-4233-bbec-aeb87cc570ad req-6cd02b6c-db9c-40b6-be29-220add2d7b74 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0480149 Aug 26 12:08:58.916538 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-591822ff-5fc9-4233-bbec-aeb87cc570ad req-7411d978-8f59-4ab0-b690-9fa6d03fc1f8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316415 Aug 26 12:09:00.028944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcc866-ad24-416d-b3d9-f2d838c4fcd3 req-801c8db8-ce73-4d04-b5a2-f6076d09ad02 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:00.030396 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3bcc866-ad24-416d-b3d9-f2d838c4fcd3 req-801c8db8-ce73-4d04-b5a2-f6076d09ad02 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0481112 Aug 26 12:09:00.066553 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d3bcc866-ad24-416d-b3d9-f2d838c4fcd3 req-52bf9d91-98ca-4bfa-9263-8b6ab6eca1b6 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297022 Aug 26 12:09:01.182142 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ca124-05eb-4e9a-a60e-9cfd62b78418 req-202be2b7-a187-435e-a3ac-ef9ec9714805 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:01.183681 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-531ca124-05eb-4e9a-a60e-9cfd62b78418 req-202be2b7-a187-435e-a3ac-ef9ec9714805 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0517991 Aug 26 12:09:01.222274 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-531ca124-05eb-4e9a-a60e-9cfd62b78418 req-6392aec3-f8c5-4d12-a7b2-fd787d6b4e00 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321264 Aug 26 12:09:02.335573 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67731a34-c639-4767-a712-03627ce0005c req-58ba31c5-9d68-4413-81c3-eb20f6ae5c8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:02.345585 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67731a34-c639-4767-a712-03627ce0005c req-58ba31c5-9d68-4413-81c3-eb20f6ae5c8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0552866 Aug 26 12:09:02.383739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-67731a34-c639-4767-a712-03627ce0005c req-914a726a-8753-4103-8da8-6d22688f4624 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313845 Aug 26 12:09:03.549995 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7b86d-5586-40ad-ad87-10afaec644b0 req-86f51c14-d6c4-4954-ab74-5fe4589217fb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:03.551565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b7b86d-5586-40ad-ad87-10afaec644b0 req-86f51c14-d6c4-4954-ab74-5fe4589217fb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0479662 Aug 26 12:09:03.590571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82b7b86d-5586-40ad-ad87-10afaec644b0 req-6251601e-8206-4419-b811-91aa9d8c9cc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328856 Aug 26 12:09:04.706489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d7296-bc86-4677-8af4-9f34ded858e2 req-d387a461-a8ec-4443-a1e0-f7729cc12066 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:04.708045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-986d7296-bc86-4677-8af4-9f34ded858e2 req-d387a461-a8ec-4443-a1e0-f7729cc12066 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0527155 Aug 26 12:09:04.744555 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-986d7296-bc86-4677-8af4-9f34ded858e2 req-86bbaa57-51d0-424c-91fa-ec472dcaa057 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306776 Aug 26 12:09:05.857388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ca05d-953a-4f85-81e7-8e01817a6ada req-5e6fdf7c-28c3-4e44-bde2-1d13e8ac279f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:05.858899 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-094ca05d-953a-4f85-81e7-8e01817a6ada req-5e6fdf7c-28c3-4e44-bde2-1d13e8ac279f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0485842 Aug 26 12:09:05.896884 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-094ca05d-953a-4f85-81e7-8e01817a6ada req-28e388da-c424-4339-a0a7-4a23363bfed9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321257 Aug 26 12:09:07.009625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3c29e-bd07-4a3b-84f3-8577d8581051 req-60c3ebd2-90f4-4166-9da8-a1bcc7aa418e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:07.011109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3fd3c29e-bd07-4a3b-84f3-8577d8581051 req-60c3ebd2-90f4-4166-9da8-a1bcc7aa418e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0485384 Aug 26 12:09:07.047221 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3fd3c29e-bd07-4a3b-84f3-8577d8581051 req-d3dc36de-8237-4127-8e8f-3e815bfc9f5c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303879 Aug 26 12:09:08.163657 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d69d7-09a9-464b-9c4f-29092605edf9 req-02066076-160c-47ab-bcbf-fc977d225a0b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:08.165160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b96d69d7-09a9-464b-9c4f-29092605edf9 req-02066076-160c-47ab-bcbf-fc977d225a0b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0520852 Aug 26 12:09:08.201033 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b96d69d7-09a9-464b-9c4f-29092605edf9 req-8828e1e0-4f6f-439e-b15e-2de51f30f5d3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299819 Aug 26 12:09:09.313080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dcf9f-f74d-40dc-8fe2-183a5899a158 req-34b0a13c-7983-4153-bf22-ace03b1c8d24 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:09.314972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf5dcf9f-f74d-40dc-8fe2-183a5899a158 req-34b0a13c-7983-4153-bf22-ace03b1c8d24 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0481188 Aug 26 12:09:09.352901 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bf5dcf9f-f74d-40dc-8fe2-183a5899a158 req-86144ca1-ead1-4632-a0fa-cdbb2dc730e6 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319676 Aug 26 12:09:10.476534 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442351f-2e76-4e4a-b658-cbff53428e2d req-af9f77fb-a87e-4ff9-a53a-447a1714edc8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:10.477909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d442351f-2e76-4e4a-b658-cbff53428e2d req-af9f77fb-a87e-4ff9-a53a-447a1714edc8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0482419 Aug 26 12:09:10.514464 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d442351f-2e76-4e4a-b658-cbff53428e2d req-579c0ae1-ce53-48f8-8bbc-3178d8d55127 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303655 Aug 26 12:09:11.633570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0c1b4-e4cd-4dec-a434-a6e8a56d8a7d req-00ef53ce-973f-4bd8-a86e-1f5a924d512f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:11.635073 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0a0c1b4-e4cd-4dec-a434-a6e8a56d8a7d req-00ef53ce-973f-4bd8-a86e-1f5a924d512f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0551145 Aug 26 12:09:11.671463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e0a0c1b4-e4cd-4dec-a434-a6e8a56d8a7d req-48dc8466-9877-4220-ab18-b9dfd2f6a857 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306504 Aug 26 12:09:12.786583 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d23e8-f5ad-416f-bf23-99da31f8cc80 req-7aa3c112-f83f-48e3-affa-26baeae9d65c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:12.788120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-465d23e8-f5ad-416f-bf23-99da31f8cc80 req-7aa3c112-f83f-48e3-affa-26baeae9d65c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0482841 Aug 26 12:09:12.825089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-465d23e8-f5ad-416f-bf23-99da31f8cc80 req-c3ce3168-4055-4f87-beba-68b046e7e0d4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312474 Aug 26 12:09:13.005482 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-56edd289-ebb0-4eee-9b00-38f2940853e1 service neutron] show failed (client error): The resource could not be found. Aug 26 12:09:13.006282 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-56edd289-ebb0-4eee-9b00-38f2940853e1 service neutron] 10.222.0.42 "GET /v2.0/ports/7a72d160-6087-470a-bccd-1f36ac7d6b8f/bindings/n-h1-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0987227 Aug 26 12:09:13.192957 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5d1103a0-18df-4fdc-ac88-7fc15753a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:13.194417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5d1103a0-18df-4fdc-ac88-7fc15753a08c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad&tenant_id=98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 1097 time: 0.0403707 Aug 26 12:09:13.206107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:09:13.260660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:13.457010 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65dc419f-fa88-4133-b95c-a67b18456d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:13.457841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:09:13.490141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:09:13.528457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:09:13.530841 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0ac6db-658a-4ff6-8c71-20941dc3b23b" -d '{"events": [{"server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:09:13.535455 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:13.549113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Transition to ACTIVE for port object 7a72d160-6087-470a-bccd-1f36ac7d6b8f will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:09:13.553393 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:13.639619 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 12:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23eeeff-bbe8-4596-a2e8-cd0b9bda5120 x-openstack-request-id: req-f23eeeff-bbe8-4596-a2e8-cd0b9bda5120 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:09:13.639907 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:09:13.640160 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f23eeeff-bbe8-4596-a2e8-cd0b9bda5120 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:09:13.640555 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'code': 200} Aug 26 12:09:13.643764 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Pushing event updated for resources: {'Port': ['ID=7a72d160-6087-470a-bccd-1f36ac7d6b8f,revision_number=6']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:09:13.655061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.655409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.655746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.656100 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.656414 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.656745 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.657072 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.657397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.657779 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.658104 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.658427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.658771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:13.690898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] No DVR routers for this DVR port 7a72d160-6087-470a-bccd-1f36ac7d6b8f on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:09:13.824634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Attempting to bind port 7a72d160-6087-470a-bccd-1f36ac7d6b8f on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:09:13.825220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Attempting to bind port 7a72d160-6087-470a-bccd-1f36ac7d6b8f by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:09:13.825340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Attempting to bind port 7a72d160-6087-470a-bccd-1f36ac7d6b8f on network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:09:13.829489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Port 7a72d160-6087-470a-bccd-1f36ac7d6b8f on network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:09:13.829839 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Attempting to bind port 7a72d160-6087-470a-bccd-1f36ac7d6b8f on network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:09:13.834602 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:09:13.834968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Checking segment: {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:09:13.835352 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Bound using segment: {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:09:13.835777 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Bound port: 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf5f571-498a-4669-951c-a5dcafca76c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:09:13.836128 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:13.901422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:09:13.938446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:09:13.943265 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:13.981767 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:13.982391 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:13.983811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] 10.222.0.47 "PUT /v2.0/ports/7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 1092 time: 0.7817488 Aug 26 12:09:13.998284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b837c-e23f-4b99-a570-8423821b3a98 req-a5800d91-9baa-45ee-9132-88d5eb36ca46 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:13.999861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-420b837c-e23f-4b99-a570-8423821b3a98 req-a5800d91-9baa-45ee-9132-88d5eb36ca46 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 943 time: 0.1016333 Aug 26 12:09:14.052031 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658c58b-078b-4194-98fd-2a30882ee28d service neutron] Pushing event updated for resources: {'Port': ['ID=7a72d160-6087-470a-bccd-1f36ac7d6b8f,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:09:14.082937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-420b837c-e23f-4b99-a570-8423821b3a98 req-f2d2588a-41c4-401e-8fa5-a0cde10d1108 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708895 Aug 26 12:09:14.088015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-cd54ea1d-4874-410e-886a-a0ad72aac02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:14.089984 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-cd54ea1d-4874-410e-886a-a0ad72aac02e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1095 time: 0.0787475 Aug 26 12:09:14.188006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-06a7248e-6668-4ea0-9891-fbc9dbe5248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:14.189488 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-06a7248e-6668-4ea0-9891-fbc9dbe5248f service neutron] 10.222.0.47 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 897 time: 0.0926483 Aug 26 12:09:14.256282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-90b7cbcd-0ccd-41a7-b40c-533c77828315 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 998 time: 0.0591049 Aug 26 12:09:14.313310 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-dea8aa67-8f39-43fe-9d15-94c4ac18fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:14.314654 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-dea8aa67-8f39-43fe-9d15-94c4ac18fe07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 200 len: 834 time: 0.0462868 Aug 26 12:09:14.359492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-602d24a9-859a-42ec-ab24-f7b45f79d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:14.360956 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-602d24a9-859a-42ec-ab24-f7b45f79d39d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388508 Aug 26 12:09:14.449121 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-e2c0ae92-d2c3-4ca6-b4dd-3decff200a93 service neutron] 10.222.0.47 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806739 Aug 26 12:09:14.540295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9efc3589-4a6c-4993-94f6-66785b5a94ac req-6e986254-f906-49f9-a610-7d253615aa5f service neutron] 10.222.0.47 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843103 Aug 26 12:09:15.199204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f831fa9-c717-4ca6-9989-8f8f320291bd req-714e9243-5a8d-4c58-842c-0031c6c044b7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:15.200663 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f831fa9-c717-4ca6-9989-8f8f320291bd req-714e9243-5a8d-4c58-842c-0031c6c044b7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 943 time: 0.0492311 Aug 26 12:09:15.239369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0f831fa9-c717-4ca6-9989-8f8f320291bd req-41fe283a-d365-4fed-af95-82605b13dad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327842 Aug 26 12:09:15.408682 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 7a72d160-6087-470a-bccd-1f36ac7d6b8f no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:09:15.446005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 7a72d160-6087-470a-bccd-1f36ac7d6b8f not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:09:15.641682 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:09:15.644870 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff" -d '{"events": [{"name": "network-changed", "server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:09:15.691086 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f60353-378a-4650-a68f-7d2f21a8a6f9 x-openstack-request-id: req-43f60353-378a-4650-a68f-7d2f21a8a6f9 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:09:15.691384 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:09:15.691636 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43f60353-378a-4650-a68f-7d2f21a8a6f9 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:09:15.692238 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'status': 'completed', 'code': 200} Aug 26 12:09:15.752568 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-dbc40070-298c-433c-9a70-b67edce91d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:15.753292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-c61132f8-8763-4c20-b3cc-c3cb48b3b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:15.754220 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-dbc40070-298c-433c-9a70-b67edce91d54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1095 time: 0.0407505 Aug 26 12:09:15.755064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-c61132f8-8763-4c20-b3cc-c3cb48b3b408 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1095 time: 0.0440824 Aug 26 12:09:15.844245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-620d0a91-1f44-4855-9f51-aac2edd15f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:15.844506 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-80131144-e6aa-4c7b-8116-8c09f9ae76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:15.846339 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-80131144-e6aa-4c7b-8116-8c09f9ae76c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 897 time: 0.0853231 Aug 26 12:09:15.846544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-620d0a91-1f44-4855-9f51-aac2edd15f5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 897 time: 0.0842352 Aug 26 12:09:15.851850 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-feb38c77-67c5-4fc5-9ae1-9bc8ce8b002c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:15.916602 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-370e8b07-b46a-4ce0-965c-03ca4e558456 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 998 time: 0.0619445 Aug 26 12:09:15.917623 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-c6d5623e-bb3b-4fdb-83c2-249526cdbab0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 998 time: 0.0646708 Aug 26 12:09:15.965978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-875e3b1a-efc8-4a98-a636-fa327dc6bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:15.967355 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-393ab49e-392f-4835-ab35-1952dd1b7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:15.967491 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-875e3b1a-efc8-4a98-a636-fa327dc6bcaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 200 len: 834 time: 0.0440478 Aug 26 12:09:15.968798 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-393ab49e-392f-4835-ab35-1952dd1b7c48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 200 len: 834 time: 0.0445750 Aug 26 12:09:16.012267 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-8d9c454d-a42a-4e79-8650-b753a0cbb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:16.012531 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-f42b4fea-9871-43ba-8579-ca6af1ef18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:16.013756 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-8d9c454d-a42a-4e79-8650-b753a0cbb5b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385802 Aug 26 12:09:16.013866 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-f42b4fea-9871-43ba-8579-ca6af1ef18b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392277 Aug 26 12:09:16.108584 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-9322e502-3180-48d5-af13-a8b8407d9c60 service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876882 Aug 26 12:09:16.109959 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-8d71c1bc-8d65-4970-ac41-302e18637dc8 service neutron] 10.222.0.47 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847833 Aug 26 12:09:16.202083 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-b1425243-0512-43ce-901b-063bcaa21e27 service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869486 Aug 26 12:09:16.396908 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:16.604361 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912b5bc-6b8a-4d05-8ef1-ae42a8ce0a69 req-27f53835-6389-4ffe-8742-f0da3f54a451 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:16.605837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1912b5bc-6b8a-4d05-8ef1-ae42a8ce0a69 req-27f53835-6389-4ffe-8742-f0da3f54a451 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 943 time: 0.0987163 Aug 26 12:09:16.609377 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc37ae8d-bbde-49a2-8d01-829a29a4bdff req-ad5618af-9ddc-4ece-860c-76671328dacc service neutron] 10.222.0.47 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912734 Aug 26 12:09:16.644222 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1912b5bc-6b8a-4d05-8ef1-ae42a8ce0a69 req-bfd7a892-7c74-4549-9d4b-0eb1a7bb448a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319593 Aug 26 12:09:17.511488 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:17.756517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485fb5-ab10-40e8-b754-181ef3032eef req-d3cce013-79fa-4947-a153-080f7794d730 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:17.757997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94485fb5-ab10-40e8-b754-181ef3032eef req-d3cce013-79fa-4947-a153-080f7794d730 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 943 time: 0.0484836 Aug 26 12:09:17.794208 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94485fb5-ab10-40e8-b754-181ef3032eef req-ef05d16e-6900-4a6c-b85b-6e7f19c73841 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303910 Aug 26 12:09:17.883012 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7a72d160-6087-470a-bccd-1f36ac7d6b8f details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:09:17.978632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:09:17.990393 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'port_id': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'mac_address': 'fa:16:3e:fe:f8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:09:18.030638 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:18.043038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a72d160-6087-470a-bccd-1f36ac7d6b8f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:09:18.063073 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:09:18.067093 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:18.111714 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=7a72d160-6087-470a-bccd-1f36ac7d6b8f,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:09:18.118753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.119089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.119443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.119775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.120105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.120433 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.120756 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.121075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.121396 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.121715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.122034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.122354 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:09:18.480608 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['7a72d160-6087-470a-bccd-1f36ac7d6b8f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:09:18.908750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239566a-a8c1-4f53-a9ef-52d6ba30105f req-a0c22686-177a-47d5-befd-bab410132729 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:18.910315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4239566a-a8c1-4f53-a9ef-52d6ba30105f req-a0c22686-177a-47d5-befd-bab410132729 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 944 time: 0.0479407 Aug 26 12:09:18.948088 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4239566a-a8c1-4f53-a9ef-52d6ba30105f req-f84be821-82e7-4feb-93ee-748cd9fabe68 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318525 Aug 26 12:09:19.139529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1f5b-473c-44ff-82df-3a9490cdfcb4 req-da4c0fb1-a7f2-4ffd-b385-6b6f1f1e880a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:19.141047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a2c1f5b-473c-44ff-82df-3a9490cdfcb4 req-da4c0fb1-a7f2-4ffd-b385-6b6f1f1e880a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 944 time: 0.0524688 Aug 26 12:09:19.154648 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559296cf-639c-4084-a79e-8586ac49a2bb req-24dd6c12-f068-479a-be19-1914ed6c15b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:19.156178 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-559296cf-639c-4084-a79e-8586ac49a2bb req-24dd6c12-f068-479a-be19-1914ed6c15b2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad&tenant_id=98cae013182e4657ae3d22c7cceb6349&binding%3Ahost_id=n-h1-778550-13 HTTP/1.1" status: 200 len: 944 time: 0.0569992 Aug 26 12:09:19.179088 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a2c1f5b-473c-44ff-82df-3a9490cdfcb4 req-0cb0d8ce-7030-4c80-aa1f-d3321f015216 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312214 Aug 26 12:09:19.217414 n-d-778550-13 neutron-server[101266]: INFO neutron.api.v2.resource [req-559296cf-639c-4084-a79e-8586ac49a2bb req-1ad68585-d996-4280-9c8e-fe715e510fb9 service neutron] delete failed (client error): The resource could not be found. Aug 26 12:09:19.218457 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-559296cf-639c-4084-a79e-8586ac49a2bb req-1ad68585-d996-4280-9c8e-fe715e510fb9 service neutron] 10.222.0.42 "DELETE /v2.0/ports/7a72d160-6087-470a-bccd-1f36ac7d6b8f/bindings/n-h2-778550-13 HTTP/1.1" status: 404 len: 381 time: 0.0551107 Aug 26 12:09:19.298894 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb565d39-63d6-4e9e-8a0f-fc12217df8c4 req-7ca737c3-3e43-42e1-8495-e54c3ca19768 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:19.300470 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb565d39-63d6-4e9e-8a0f-fc12217df8c4 req-7ca737c3-3e43-42e1-8495-e54c3ca19768 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 944 time: 0.0520718 Aug 26 12:09:19.303996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559296cf-639c-4084-a79e-8586ac49a2bb req-ed6f74c6-5aa0-4b95-ad94-f4d79d89f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:19.308419 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-559296cf-639c-4084-a79e-8586ac49a2bb req-ed6f74c6-5aa0-4b95-ad94-f4d79d89f2fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1096 time: 0.0436070 Aug 26 12:09:19.339274 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bb565d39-63d6-4e9e-8a0f-fc12217df8c4 req-027c86d6-76e6-4443-8bf7-c048ef6620b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326598 Aug 26 12:09:19.399339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559296cf-639c-4084-a79e-8586ac49a2bb req-03586c40-2155-4544-9224-b251a68eb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:19.400737 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-559296cf-639c-4084-a79e-8586ac49a2bb req-03586c40-2155-4544-9224-b251a68eb8cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 897 time: 0.0883403 Aug 26 12:09:19.465438 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-559296cf-639c-4084-a79e-8586ac49a2bb req-428cd74e-6be3-4084-8639-4639426b28a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 999 time: 0.0564563 Aug 26 12:09:19.512527 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559296cf-639c-4084-a79e-8586ac49a2bb req-dd5731dd-d597-40bf-af78-469439524a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:19.514012 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-559296cf-639c-4084-a79e-8586ac49a2bb req-dd5731dd-d597-40bf-af78-469439524a5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 200 len: 834 time: 0.0420523 Aug 26 12:09:19.562219 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559296cf-639c-4084-a79e-8586ac49a2bb req-ddff2a20-2870-4a27-b786-9e31c8980364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:19.563790 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-559296cf-639c-4084-a79e-8586ac49a2bb req-ddff2a20-2870-4a27-b786-9e31c8980364 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431602 Aug 26 12:09:19.585421 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:19.660016 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-559296cf-639c-4084-a79e-8586ac49a2bb req-9bfd645f-0891-42a4-b6d6-7afe9406bb0e service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892158 Aug 26 12:09:19.753103 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-559296cf-639c-4084-a79e-8586ac49a2bb req-6e862269-078d-4301-b941-50ccef57c4a5 service neutron] 10.222.0.42 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862887 Aug 26 12:09:19.870177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7a72d160-6087-470a-bccd-1f36ac7d6b8f up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:09:19.917633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 7a72d160-6087-470a-bccd-1f36ac7d6b8f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:09:19.921242 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 7a72d160-6087-470a-bccd-1f36ac7d6b8f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:09:19.921637 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:19.996777 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:20.019430 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:09:20.021869 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b89dc8-fcb7-4a17-8ef5-634614b0f21f" -d '{"events": [{"server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "name": "network-vif-plugged", "status": "completed", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:09:20.034232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:09:20.038447 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:20.088844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=7a72d160-6087-470a-bccd-1f36ac7d6b8f,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:09:20.128309 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d93b15-8d91-47c0-ba8a-2f222d77de71 x-openstack-request-id: req-f4d93b15-8d91-47c0-ba8a-2f222d77de71 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:09:20.128609 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "name": "network-vif-plugged", "status": "completed", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:09:20.128867 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4d93b15-8d91-47c0-ba8a-2f222d77de71 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:09:20.129272 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'code': 200} Aug 26 12:09:20.455397 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe80465-2e56-4fcf-aa38-805f91831953 req-b703561d-8ea8-4db5-963b-3cab056088e1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:20.456778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8fe80465-2e56-4fcf-aa38-805f91831953 req-b703561d-8ea8-4db5-963b-3cab056088e1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0482714 Aug 26 12:09:20.493630 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8fe80465-2e56-4fcf-aa38-805f91831953 req-4f5225d9-0f10-4c9f-b2d8-7bf1f480354b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309470 Aug 26 12:09:20.516499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44436) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:09:20.579002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-536a5da1-e2cb-4deb-9053-584ba03aaff8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/f2fc9b9a-0535-44d2-92bb-8bd629dc0727 HTTP/1.1" status: 200 len: 992 time: 0.0613849 Aug 26 12:09:21.153335 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:23.195241 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:26.758640 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:09:37.656844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-094964b6-2f0e-44c8-a383-43ad25614277 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384288 Aug 26 12:09:37.737824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-b7a88529-c267-4bb2-86a4-94d20f998f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:37.739342 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-b7a88529-c267-4bb2-86a4-94d20f998f64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1097 time: 0.0398493 Aug 26 12:09:37.842774 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-8ba34492-7195-4ddf-a5a4-9c6f52ef54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:37.844250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-8ba34492-7195-4ddf-a5a4-9c6f52ef54d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 897 time: 0.0859795 Aug 26 12:09:37.911956 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-60688029-6aec-4d3b-b672-fb93a5290403 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 1000 time: 0.0585597 Aug 26 12:09:37.966563 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-f0afa7f4-5b3a-4c66-8e1e-3981385c0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:37.967979 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-f0afa7f4-5b3a-4c66-8e1e-3981385c0a06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 200 len: 834 time: 0.0461099 Aug 26 12:09:38.013456 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-647a9a63-254e-4ee5-a3b4-5a505b6df5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:09:38.014941 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-647a9a63-254e-4ee5-a3b4-5a505b6df5fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393345 Aug 26 12:09:38.107030 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-8fb8bc58-70c1-4369-9bcf-8bbdfee269cb service neutron] 10.222.0.47 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821283 Aug 26 12:09:38.199564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d33e2e8c-d1a0-4d84-8df7-38c42516b826 req-192f3381-9bb5-45e0-9b60-8ee4400b2454 service neutron] 10.222.0.47 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849099 Aug 26 12:09:43.458108 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d57709b-ea85-4c16-83e4-816a3b8986eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:45.852169 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4621888-6294-48b9-9e48-cd1f6e6a2f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:46.398618 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:47.512682 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:49.590636 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:51.151793 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:09:53.188299 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:03.757653 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:10:13.457555 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78bbbd08-a3e7-4d75-afaa-5d1ea31c1a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:15.850582 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44454) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:15.855040 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c7fcdd8-6ec7-451d-a3c9-874a3f44e485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:16.008658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 8ddcb45f-1029-4200-b763-9ffb8594123c {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:10:16.009009 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:16.082655 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:16.083025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:16.094935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 8ddcb45f-1029-4200-b763-9ffb8594123c owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:10:16.242065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:16.268530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=8ddcb45f-1029-4200-b763-9ffb8594123c,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:16.295288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.295642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.295990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.296331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.296669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.297577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.297921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.298255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.298586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.298939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.299272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.299600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:16.340364 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:16.340690 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Floating IP f2fc9b9a-0535-44d2-92bb-8bd629dc0727 disassociated (deleted). External IP: 172.25.1.81, port: 7a72d160-6087-470a-bccd-1f36ac7d6b8f. Aug 26 12:10:16.398586 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:16.548028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:10:16.655618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:10:16.660847 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:16.665816 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff3614-b8c1-466f-a036-fcaf09719d3c None None] Sync routers for ids ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:10:16.675557 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff3614-b8c1-466f-a036-fcaf09719d3c None None] Routers {'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:10:16.676169 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bdff3614-b8c1-466f-a036-fcaf09719d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:16.689439 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-94915f70-c0d3-45ba-b5e3-7909f18da204 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/floatingips/f2fc9b9a-0535-44d2-92bb-8bd629dc0727 HTTP/1.1" status: 204 len: 168 time: 0.8353662 Aug 26 12:10:16.689439 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:10:16.689959 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63a53d7-e69b-4255-828b-69ca793770b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:10:16.788095 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-bdff3614-b8c1-466f-a036-fcaf09719d3c None None] Set router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:10:16.864887 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73ebf30-6085-4a59-a9fa-f0960f655fb1 x-openstack-request-id: req-b73ebf30-6085-4a59-a9fa-f0960f655fb1 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:10:16.865380 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:10:16.865478 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b73ebf30-6085-4a59-a9fa-f0960f655fb1 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:10:16.865825 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'status': 'completed', 'code': 200} Aug 26 12:10:17.002287 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bdff3614-b8c1-466f-a036-fcaf09719d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:07Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3235a9ea-b037-46e7-baa1-1a7745f27c08', 'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:b2:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:06Z', 'updated_at': '2021-08-26T12:08:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:17.004261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a53d7-e69b-4255-828b-69ca793770b5 req-22e5b5b6-7424-41a9-bb15-4696d5387b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:17.005796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b63a53d7-e69b-4255-828b-69ca793770b5 req-22e5b5b6-7424-41a9-bb15-4696d5387b3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 1097 time: 0.1155117 Aug 26 12:10:17.022990 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcd5af-f779-4e88-b079-7a2d5fcb1276 req-a2d9af82-ee78-4d88-8325-23d55a6e1da7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:17.024435 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05bcd5af-f779-4e88-b079-7a2d5fcb1276 req-a2d9af82-ee78-4d88-8325-23d55a6e1da7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.1120620 Aug 26 12:10:17.028670 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff3614-b8c1-466f-a036-fcaf09719d3c None None] Checking router: f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:10:17.037710 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff3614-b8c1-466f-a036-fcaf09719d3c None None] Routers {'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:10:17.038311 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bdff3614-b8c1-466f-a036-fcaf09719d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:17.113181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05bcd5af-f779-4e88-b079-7a2d5fcb1276 req-f1863a54-52ae-44aa-874a-58a13a0faba1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712154 Aug 26 12:10:17.140227 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a53d7-e69b-4255-828b-69ca793770b5 req-d3774154-6818-4999-b473-36604dcd5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:17.142245 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b63a53d7-e69b-4255-828b-69ca793770b5 req-d3774154-6818-4999-b473-36604dcd5824 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 200 len: 897 time: 0.1277096 Aug 26 12:10:17.154365 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-bdff3614-b8c1-466f-a036-fcaf09719d3c None None] Set router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:10:17.187000 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b63a53d7-e69b-4255-828b-69ca793770b5 req-9bf76238-9e41-4a0c-bc5a-1ab7e3cc7fa6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 200 len: 217 time: 0.0363090 Aug 26 12:10:17.242636 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a53d7-e69b-4255-828b-69ca793770b5 req-5a0b0179-7815-4f6a-9c5f-b1b63f87e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:17.244212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b63a53d7-e69b-4255-828b-69ca793770b5 req-5a0b0179-7815-4f6a-9c5f-b1b63f87e3b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 200 len: 834 time: 0.0501747 Aug 26 12:10:17.294060 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a53d7-e69b-4255-828b-69ca793770b5 req-949cfde9-1c9e-4855-9892-36e98988012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:17.295732 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b63a53d7-e69b-4255-828b-69ca793770b5 req-949cfde9-1c9e-4855-9892-36e98988012c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dafe2f70-85fb-4e69-af1e-e5b87fb752a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433123 Aug 26 12:10:17.387336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b63a53d7-e69b-4255-828b-69ca793770b5 req-71b79014-30be-4330-b6bd-5457ae035612 service neutron] 10.222.0.47 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822437 Aug 26 12:10:17.435348 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bdff3614-b8c1-466f-a036-fcaf09719d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:07Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3235a9ea-b037-46e7-baa1-1a7745f27c08', 'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:b2:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:06Z', 'updated_at': '2021-08-26T12:08:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:17.464670 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff3614-b8c1-466f-a036-fcaf09719d3c None None] The sync data for ids ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'] in n-d-778550-13 is: [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:08:07Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '3235a9ea-b037-46e7-baa1-1a7745f27c08', 'name': '', 'network_id': 'dafe2f70-85fb-4e69-af1e-e5b87fb752a4', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:b2:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:06Z', 'updated_at': '2021-08-26T12:08:11Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '4dd6bc95-5ee2-470c-9235-96470c4ec341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:10:17.487304 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b63a53d7-e69b-4255-828b-69ca793770b5 req-be5c2b4e-1c7e-448c-b25e-7b8647d9d489 service neutron] 10.222.0.47 "GET /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858481 Aug 26 12:10:17.517739 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:17.681771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a673df4d-803b-4e85-888a-bc6d6f444637 None None] New status for floating IP f2fc9b9a-0535-44d2-92bb-8bd629dc0727: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:10:18.230981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbe432-6755-45a0-a63b-125d17557cfa req-96b5ba4a-b6e6-47b9-8f81-a633b8609ef2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:18.232480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05fbe432-6755-45a0-a63b-125d17557cfa req-96b5ba4a-b6e6-47b9-8f81-a633b8609ef2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0503597 Aug 26 12:10:18.269776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-05fbe432-6755-45a0-a63b-125d17557cfa req-50c850fd-6705-4e6d-be2b-449b103230e3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=18ae5f19-a7dd-4516-948f-cca9086fda6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307367 Aug 26 12:10:18.560363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14039b0-db17-4fa3-8596-ab3f7eb611d5 req-35cc045d-2da4-4845-b0bb-1b0b9686b0f4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:18.561664 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f14039b0-db17-4fa3-8596-ab3f7eb611d5 req-35cc045d-2da4-4845-b0bb-1b0b9686b0f4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 945 time: 0.0463562 Aug 26 12:10:18.651457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-f14039b0-db17-4fa3-8596-ab3f7eb611d5 req-834b8372-7946-43a9-bee7-fa6e1f2d9d30 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 7a72d160-6087-470a-bccd-1f36ac7d6b8f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:10:18.651799 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f14039b0-db17-4fa3-8596-ab3f7eb611d5 req-834b8372-7946-43a9-bee7-fa6e1f2d9d30 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:18.736492 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f14039b0-db17-4fa3-8596-ab3f7eb611d5 req-834b8372-7946-43a9-bee7-fa6e1f2d9d30 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 7a72d160-6087-470a-bccd-1f36ac7d6b8f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=7a72d160-6087-470a-bccd-1f36ac7d6b8f,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:10:18.736856 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f14039b0-db17-4fa3-8596-ab3f7eb611d5 req-834b8372-7946-43a9-bee7-fa6e1f2d9d30 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:18.749147 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-f14039b0-db17-4fa3-8596-ab3f7eb611d5 req-834b8372-7946-43a9-bee7-fa6e1f2d9d30 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 7a72d160-6087-470a-bccd-1f36ac7d6b8f owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:10:18.875701 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f14039b0-db17-4fa3-8596-ab3f7eb611d5 req-834b8372-7946-43a9-bee7-fa6e1f2d9d30 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:18.904355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b8372-7946-43a9-bee7-fa6e1f2d9d30 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=7a72d160-6087-470a-bccd-1f36ac7d6b8f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:18.948712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14039b0-db17-4fa3-8596-ab3f7eb611d5 req-834b8372-7946-43a9-bee7-fa6e1f2d9d30 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] No DVR routers for this DVR port 7a72d160-6087-470a-bccd-1f36ac7d6b8f on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:10:18.951327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f14039b0-db17-4fa3-8596-ab3f7eb611d5 req-834b8372-7946-43a9-bee7-fa6e1f2d9d30 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:18.953873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f14039b0-db17-4fa3-8596-ab3f7eb611d5 req-834b8372-7946-43a9-bee7-fa6e1f2d9d30 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "DELETE /v2.0/ports/7a72d160-6087-470a-bccd-1f36ac7d6b8f HTTP/1.1" status: 204 len: 173 time: 0.3852332 Aug 26 12:10:18.954311 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'name': 'network-vif-deleted', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:10:18.956654 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe7ac0-4109-441e-a0b6-6248c2bdebc5" -d '{"events": [{"server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "name": "network-vif-deleted", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:10:18.992820 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514861af-aee0-43b5-b2a2-c19b3b4bff61 x-openstack-request-id: req-514861af-aee0-43b5-b2a2-c19b3b4bff61 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:10:18.993118 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87036c6-52c3-475f-a303-5ce0597ac0ad", "name": "network-vif-deleted", "tag": "7a72d160-6087-470a-bccd-1f36ac7d6b8f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:10:18.993372 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-514861af-aee0-43b5-b2a2-c19b3b4bff61 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:10:18.993776 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87036c6-52c3-475f-a303-5ce0597ac0ad', 'name': 'network-vif-deleted', 'tag': '7a72d160-6087-470a-bccd-1f36ac7d6b8f', 'status': 'completed', 'code': 200} Aug 26 12:10:19.384250 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-07e9a75f-8c87-49c5-8627-f30eee3561b0 req-1fccb6ea-29b4-4c5c-bfc4-e82c6c836f58 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=d87036c6-52c3-475f-a303-5ce0597ac0ad HTTP/1.1" status: 200 len: 210 time: 0.0310495 Aug 26 12:10:19.590236 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:20.444287 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44478) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:20.812937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:21.073875 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 3235a9ea-b037-46e7-baa1-1a7745f27c08 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:10:21.074127 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:21.164281 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 3235a9ea-b037-46e7-baa1-1a7745f27c08, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3235a9ea-b037-46e7-baa1-1a7745f27c08,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:10:21.164642 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:21.169424 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:21.177885 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 3235a9ea-b037-46e7-baa1-1a7745f27c08 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:10:21.360594 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:21.386787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=3235a9ea-b037-46e7-baa1-1a7745f27c08,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:21.560999 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:21.769053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:10:21.872300 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:10:21.880967 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44480) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:21.881399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-248fae6d-29b9-4a45-8d87-066578b37c96 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "PUT /v2.0/routers/f84e3ea1-0d13-4e0c-8b08-55ebd243dde3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4353862 Aug 26 12:10:21.882941 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee22d3-7358-4ab6-b425-d92bf863734f None None] Sync routers for ids ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:10:21.893293 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee22d3-7358-4ab6-b425-d92bf863734f None None] Routers {'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:10:21.894192 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-90ee22d3-7358-4ab6-b425-d92bf863734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:21.935604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting subnet 4dd6bc95-5ee2-470c-9235-96470c4ec341 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:10:21.939246 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:21.978939 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:21.996967 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-90ee22d3-7358-4ab6-b425-d92bf863734f None None] Set router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:10:22.067907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:22.127156 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:22.157296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:22.159186 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/subnets/4dd6bc95-5ee2-470c-9235-96470c4ec341 HTTP/1.1" status: 204 len: 168 time: 0.2765627 Aug 26 12:10:22.160174 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd6bc95-5ee2-470c-9235-96470c4ec341,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:22.162554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44484) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:22.164780 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e2742-ce1f-4bb0-ab8f-bbb85d525114 None None] Network dafe2f70-85fb-4e69-af1e-e5b87fb752a4 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:10:22.168646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.169007 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.169356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.169693 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.170030 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.170365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.170698 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.171053 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.171411 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.171848 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.172182 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.172510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eac95d0-84b5-434e-b8d1-68e6a18d47f9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.178274 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-90ee22d3-7358-4ab6-b425-d92bf863734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:10:21Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:22.206761 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7a72d160-6087-470a-bccd-1f36ac7d6b8f no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:10:22.209713 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee22d3-7358-4ab6-b425-d92bf863734f None None] Checking router: f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:10:22.219142 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee22d3-7358-4ab6-b425-d92bf863734f None None] Routers {'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:10:22.219768 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-90ee22d3-7358-4ab6-b425-d92bf863734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:22.236727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 7a72d160-6087-470a-bccd-1f36ac7d6b8f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:10:22.237156 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 7a72d160-6087-470a-bccd-1f36ac7d6b8f not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:10:22.294496 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:22.322556 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-90ee22d3-7358-4ab6-b425-d92bf863734f None None] Set router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:10:22.384508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] DHCP port deletion for dafe2f70-85fb-4e69-af1e-e5b87fb752a4 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:10:22.433632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Deleting port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:10:22.434008 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:22.502222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] For port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30,segment=NetworkSegment(6bf5f571-498a-4669-951c-a5dcafca76c8),segment_id=6bf5f571-498a-4669-951c-a5dcafca76c8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:10:22.502644 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:22.516436 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-90ee22d3-7358-4ab6-b425-d92bf863734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:10:21Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:22.519990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Calling delete_port for 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:10:22.544054 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee22d3-7358-4ab6-b425-d92bf863734f None None] The sync data for ids ['f84e3ea1-0d13-4e0c-8b08-55ebd243dde3'] in n-d-778550-13 is: [{'id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1020313752', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:08:03Z', 'updated_at': '2021-08-26T12:10:21Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:77:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e3ea1-0d13-4e0c-8b08-55ebd243dde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:08:04Z', 'updated_at': '2021-08-26T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:10:22.613562 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:22.638934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Pushing event deleted for resources: {'Port': ['ID=5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:22.643770 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] No DVR routers for this DVR port 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:10:22.650961 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.651312 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.651657 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.654908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.654908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.654908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.654908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.654908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.654908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.654908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.654908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.654908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa11abc-a17f-4caa-bb49-d1dc8a116fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:22.751372 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:22.804849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:10:22.805196 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:22.881043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:10:22.881412 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:22.900169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:10:23.071766 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.098985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:23.160476 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.190565 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.251545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.253635 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.294871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.295405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Fanout notify agent at l3_agent the message router_deleted on router f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:10:23.302923 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.304077 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-21287747-0dbb-4ea0-86e4-7ab7bab42b91 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/routers/f84e3ea1-0d13-4e0c-8b08-55ebd243dde3 HTTP/1.1" status: 204 len: 168 time: 1.1402445 Aug 26 12:10:23.306898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44486) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:23.399033 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.493574 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.503951 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafe2f70-85fb-4e69-af1e-e5b87fb752a4']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:23.514330 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf5f571-498a-4669-951c-a5dcafca76c8') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:23.514632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf5f571-498a-4669-951c-a5dcafca76c8') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:23.524067 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.537545 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.544401 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:10:23.544812 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: timer() Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:10:23.547826 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:10:23.608951 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.615888 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.617565 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/networks/dafe2f70-85fb-4e69-af1e-e5b87fb752a4 HTTP/1.1" status: 204 len: 168 time: 0.3097029 Aug 26 12:10:23.620704 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44488) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:23.629512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee83a07-6d70-4db3-b3c3-64fae4f36621 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Network': ['ID=dafe2f70-85fb-4e69-af1e-e5b87fb752a4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:23.679793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-890f83bf-3a1f-4a4f-9a08-d698d4a818e1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.705178 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-890f83bf-3a1f-4a4f-9a08-d698d4a818e1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.768704 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-890f83bf-3a1f-4a4f-9a08-d698d4a818e1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.771516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-890f83bf-3a1f-4a4f-9a08-d698d4a818e1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:23.772826 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-890f83bf-3a1f-4a4f-9a08-d698d4a818e1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/security-groups/18ae5f19-a7dd-4516-948f-cca9086fda6d HTTP/1.1" status: 204 len: 168 time: 0.1509740 Aug 26 12:10:23.783843 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f83bf-3a1f-4a4f-9a08-d698d4a818e1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ae5f19-a7dd-4516-948f-cca9086fda6d,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:23.911822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3235a9ea-b037-46e7-baa1-1a7745f27c08 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:10:23.931744 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 3235a9ea-b037-46e7-baa1-1a7745f27c08 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:10:23.932097 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3235a9ea-b037-46e7-baa1-1a7745f27c08 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:10:23.932508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:10:23.950221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:10:23.950569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8f1e19be-a12e-4aa2-916c-8ff8ab0b3f2e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:10:23.951001 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:10:23.972408 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:10:23.972700 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5cf6a3d9-cf11-4899-8a96-0e5ea49a6c30 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:10:24.134170 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44494) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:24.138904 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cf8606a6-c16f-4c47-8ab8-f327da5abb3c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131012214', 'description': 'tempest-secgroup-smoke-131012214 description', 'project_id': '98cae013182e4657ae3d22c7cceb6349'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:24.160441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8606a6-c16f-4c47-8ab8-f327da5abb3c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.240671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8606a6-c16f-4c47-8ab8-f327da5abb3c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.244286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8606a6-c16f-4c47-8ab8-f327da5abb3c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.272877 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cf8606a6-c16f-4c47-8ab8-f327da5abb3c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.274122 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cf8606a6-c16f-4c47-8ab8-f327da5abb3c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1389115 Aug 26 12:10:24.275256 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8606a6-c16f-4c47-8ab8-f327da5abb3c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb9b71-da6f-4b45-a98e-2e2f7cf15848,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:24.277208 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44496) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:24.281962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-d7b9074c-e5d8-4a9b-b8f6-ca3375b80aeb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '42eb9b71-da6f-4b45-a98e-2e2f7cf15848', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:24.313127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7b9074c-e5d8-4a9b-b8f6-ca3375b80aeb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.367154 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7b9074c-e5d8-4a9b-b8f6-ca3375b80aeb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.370478 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7b9074c-e5d8-4a9b-b8f6-ca3375b80aeb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.388978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9074c-e5d8-4a9b-b8f6-ca3375b80aeb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137f680d-65b8-4ab6-9047-07b3e45b063c,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:24.394916 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d7b9074c-e5d8-4a9b-b8f6-ca3375b80aeb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.396111 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d7b9074c-e5d8-4a9b-b8f6-ca3375b80aeb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179881 Aug 26 12:10:24.398860 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44498) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:24.403212 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-96312bf2-f9e7-4bbb-9483-eb21fcc21bf0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '42eb9b71-da6f-4b45-a98e-2e2f7cf15848', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:24.427509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-96312bf2-f9e7-4bbb-9483-eb21fcc21bf0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.486600 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-96312bf2-f9e7-4bbb-9483-eb21fcc21bf0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.490032 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-96312bf2-f9e7-4bbb-9483-eb21fcc21bf0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.507325 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96312bf2-f9e7-4bbb-9483-eb21fcc21bf0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf0db54-9284-4379-9b3a-5d9bf6893903,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:24.512994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-96312bf2-f9e7-4bbb-9483-eb21fcc21bf0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.514310 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-96312bf2-f9e7-4bbb-9483-eb21fcc21bf0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145265 Aug 26 12:10:24.517010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44500) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:24.521455 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-627b897a-3e13-48c3-88c4-8248fafb7eb5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '42eb9b71-da6f-4b45-a98e-2e2f7cf15848', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:24.547856 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-627b897a-3e13-48c3-88c4-8248fafb7eb5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.609964 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-627b897a-3e13-48c3-88c4-8248fafb7eb5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.613664 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-627b897a-3e13-48c3-88c4-8248fafb7eb5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.631592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b897a-3e13-48c3-88c4-8248fafb7eb5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef404e1-c9fa-4e0b-a77e-2c4be94de203,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:24.638292 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-627b897a-3e13-48c3-88c4-8248fafb7eb5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.639565 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-627b897a-3e13-48c3-88c4-8248fafb7eb5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215951 Aug 26 12:10:24.643724 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44502) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:24.648218 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0700928c-d540-435f-a0c2-dbcf90ecdf4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '42eb9b71-da6f-4b45-a98e-2e2f7cf15848', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:24.675293 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0700928c-d540-435f-a0c2-dbcf90ecdf4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.733433 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0700928c-d540-435f-a0c2-dbcf90ecdf4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.736767 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0700928c-d540-435f-a0c2-dbcf90ecdf4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.752049 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700928c-d540-435f-a0c2-dbcf90ecdf4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8e4e03-346d-4ac7-8ff5-707c568a8d97,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:24.760260 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0700928c-d540-435f-a0c2-dbcf90ecdf4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.761483 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0700928c-d540-435f-a0c2-dbcf90ecdf4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168411 Aug 26 12:10:24.764270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44504) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:24.769172 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-21cd9fbd-a60b-4373-b75c-eb71fbb49d94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '42eb9b71-da6f-4b45-a98e-2e2f7cf15848', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:24.790820 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-21cd9fbd-a60b-4373-b75c-eb71fbb49d94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Project 98cae013182e4657ae3d22c7cceb6349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:10:24.795705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-21cd9fbd-a60b-4373-b75c-eb71fbb49d94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.855586 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-21cd9fbd-a60b-4373-b75c-eb71fbb49d94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.859459 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-21cd9fbd-a60b-4373-b75c-eb71fbb49d94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.882121 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd9fbd-a60b-4373-b75c-eb71fbb49d94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbd51f6-8ba4-4b54-b345-cb735cc7e216,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:24.885909 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-21cd9fbd-a60b-4373-b75c-eb71fbb49d94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.887106 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-21cd9fbd-a60b-4373-b75c-eb71fbb49d94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219187 Aug 26 12:10:24.889849 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44506) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:24.895082 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4fc9af1b-c5e9-45de-a4a4-bfff575d578e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '42eb9b71-da6f-4b45-a98e-2e2f7cf15848', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:24.916469 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-4fc9af1b-c5e9-45de-a4a4-bfff575d578e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Project 98cae013182e4657ae3d22c7cceb6349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:10:24.921304 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fc9af1b-c5e9-45de-a4a4-bfff575d578e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.981749 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fc9af1b-c5e9-45de-a4a4-bfff575d578e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:24.985301 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fc9af1b-c5e9-45de-a4a4-bfff575d578e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.005883 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9af1b-c5e9-45de-a4a4-bfff575d578e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0617cba6-892b-4240-a4fc-28b03f7de557,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:25.009682 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fc9af1b-c5e9-45de-a4a4-bfff575d578e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.011018 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4fc9af1b-c5e9-45de-a4a4-bfff575d578e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194928 Aug 26 12:10:25.013763 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44508) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:25.019214 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'network': {'name': 'tempest-network-smoke--897262814', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'port_security_enabled': True}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:25.039468 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:10:25.042934 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.066605 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:10:25.075545 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.075897 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Added segment 60419f65-f7fa-4a11-9226-65a5b68cc91c of type vlan for network 3670c814-70c1-49a3-92d0-53a71e7a72fc Aug 26 12:10:25.116276 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.141033 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.146800 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:25.147397 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.204971 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1902010 Aug 26 12:10:25.207785 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44510) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:25.212391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'admin_state_up': True, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:25.236548 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10931745-3c17-4ff5-a6cf-047642529a0a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Network': ['ID=3670c814-70c1-49a3-92d0-53a71e7a72fc,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:25.248483 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.250037 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.250378 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 3670c814-70c1-49a3-92d0-53a71e7a72fc details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:10:25.302424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.440361 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.628119 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.649377 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.748738 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.25.1.217 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:10:25.852432 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.890230 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:25.925599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:10:25.928366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:10:25.933825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:10:25.959365 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:26.178824 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:26.370582 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:26.494927 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:10:26.891210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:10:26.900460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Sync routers for ids ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:10:26.909877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Routers {'1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:10:26.910061 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:26.910489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:26.911341 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a9147510-ddd8-47f4-aa33-983a18801e6a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7025449 Aug 26 12:10:26.914360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44512) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:26.982798 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ae024a23-9ce9-48d1-a786-9788d8c2776f tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=98cae013182e4657ae3d22c7cceb6349&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0672808 Aug 26 12:10:26.985476 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44516) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:27.017101 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Set router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:10:27.069419 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be36975d-d95a-45e5-b0d3-3451d9324cf8 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:27.070948 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-be36975d-d95a-45e5-b0d3-3451d9324cf8 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844193 Aug 26 12:10:27.073912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44518) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:27.101132 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8386d3ba-fdd4-4ea1-bdbd-03e2855faa11 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261853 Aug 26 12:10:27.103705 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44520) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:27.108439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-26680803', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:27.190432 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:26Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:27.197573 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:10:27.201072 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:27.220275 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Checking router: 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:10:27.220627 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Updating router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:10:27.246148 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:27.380780 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:27.439642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Subnet': ['ID=b3da3398-a95b-47b4-a2cb-654c2f9024f5,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:27.448971 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Checking segment: {'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:10:27.449337 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network hostable DHCP agents. Network: 3670c814-70c1-49a3-92d0-53a71e7a72fc, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:10:27.466231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network 3670c814-70c1-49a3-92d0-53a71e7a72fc is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:10:27.475327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 3670c814-70c1-49a3-92d0-53a71e7a72fc) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:10:27.479991 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:27.480592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:27.486782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338ded1c-da56-4385-a099-dadfc49cbdc5 None None] Network 3670c814-70c1-49a3-92d0-53a71e7a72fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:10:27.495102 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-29646e2d-63c2-40db-8c55-15dbb2f8f73a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3903618 Aug 26 12:10:27.497920 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44522) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:27.688495 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:27.706270 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Transition to ACTIVE for port object 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:10:27.715027 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:27.784206 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Attempting to bind port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:10:27.784555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Attempting to bind port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:10:27.784917 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Attempting to bind port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:10:27.795210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c82e6-4e7d-4099-bb00-ce515e4f85ff None None] Pushing event updated for resources: {'Port': ['ID=3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:27.799321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:10:27.799698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:10:27.800102 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:27.800488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:10:27.800957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Bound port: 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:10:27.801338 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:27.902453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-3670c814-70c1-49a3-92d0-53a71e7a72fc', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ips': [{'subnet_id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:10:27.903350 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:27.906334 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] For port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:10:27.911041 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] For port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:10:27.920827 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:27.946622 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:28.044877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Routers {'1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:10:28.045415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:28.052508 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c82e6-4e7d-4099-bb00-ce515e4f85ff None None] Pushing event updated for resources: {'Port': ['ID=3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:28.195164 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Allocated IP 172.20.0.2 (3670c814-70c1-49a3-92d0-53a71e7a72fc/b3da3398-a95b-47b4-a2cb-654c2f9024f5/73015ed8-0703-47da-86a3-fb7a0e42ee59) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:10:28.215875 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] Set router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:10:28.485445 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:28.503664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Transition to ACTIVE for port object 73015ed8-0703-47da-86a3-fb7a0e42ee59 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:10:28.528978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Transition to ACTIVE for port object 73015ed8-0703-47da-86a3-fb7a0e42ee59 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:10:28.539698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:26Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:28.542851 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:28.574308 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c97332-2d83-43fb-8a2a-d2c87fa878c6 None None] The sync data for ids ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'] in n-d-778550-13 is: [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:26Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:10:28.590449 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.20.0.1 (3670c814-70c1-49a3-92d0-53a71e7a72fc/b3da3398-a95b-47b4-a2cb-654c2f9024f5/2afa67c9-9af1-4680-b0aa-be24b6af991a) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:10:28.603600 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Network 3670c814-70c1-49a3-92d0-53a71e7a72fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:10:28.608057 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:10:28.610440 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:10:28.625466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Pushing event updated for resources: {'Port': ['ID=73015ed8-0703-47da-86a3-fb7a0e42ee59,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:28.683777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Attempting to bind port 73015ed8-0703-47da-86a3-fb7a0e42ee59 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:10:28.684279 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Attempting to bind port 73015ed8-0703-47da-86a3-fb7a0e42ee59 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:10:28.684771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Attempting to bind port 73015ed8-0703-47da-86a3-fb7a0e42ee59 on network 3670c814-70c1-49a3-92d0-53a71e7a72fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:10:28.690187 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:10:28.690569 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Checking segment: {'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:10:28.691011 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:28.691404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Bound using segment: {'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:10:28.691876 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Bound port: 73015ed8-0703-47da-86a3-fb7a0e42ee59, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:10:28.692262 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:28.713585 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:28.728342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Transition to ACTIVE for port object 2afa67c9-9af1-4680-b0aa-be24b6af991a will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:10:28.756732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] For port 73015ed8-0703-47da-86a3-fb7a0e42ee59, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:10:28.760835 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] For port 73015ed8-0703-47da-86a3-fb7a0e42ee59, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=73015ed8-0703-47da-86a3-fb7a0e42ee59,segment=NetworkSegment(60419f65-f7fa-4a11-9226-65a5b68cc91c),segment_id=60419f65-f7fa-4a11-9226-65a5b68cc91c)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:10:28.764368 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:28.766164 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:28.806858 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network 3670c814-70c1-49a3-92d0-53a71e7a72fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:10:28.813554 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:10:28.822359 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:10:28.858763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f423f6f-c885-4851-ae4b-4f68e3a3bdf5 None None] Pushing event updated for resources: {'Port': ['ID=73015ed8-0703-47da-86a3-fb7a0e42ee59,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:28.866281 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=2afa67c9-9af1-4680-b0aa-be24b6af991a,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:28.889387 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:29.053226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:29.358083 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:29.362775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:29.439881 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=2afa67c9-9af1-4680-b0aa-be24b6af991a,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:29.443592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:29.541626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network 3670c814-70c1-49a3-92d0-53a71e7a72fc is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:10:29.543099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:10:29.661141 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:10:29.775227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:10:29.785562 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-12e3c9af-8d20-4891-b3af-a258b8065dce tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "PUT /v2.0/routers/1b2bda4f-9125-4eff-9cd6-ffaad5a1389a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2811408 Aug 26 12:10:29.786962 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c55d74-5264-4de7-920b-913886b84f3b None None] Network 3670c814-70c1-49a3-92d0-53a71e7a72fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:10:29.861818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1657842a-737d-4af9-a01c-211a47d85bdb None None] Provisioning for port 73015ed8-0703-47da-86a3-fb7a0e42ee59 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:10:29.940482 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-02c8a6a2-7b28-410f-a430-eec510f545f5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131012214&fields=id&tenant_id=98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 267 time: 0.0441313 Aug 26 12:10:30.012053 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:10:30.069523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:10:30.073645 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:30.074101 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:30.074601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-b4ce5314-512a-4371-9d2f-ac2f7f048acf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:30.087192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-b4ce5314-512a-4371-9d2f-ac2f7f048acf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/networks?id=3670c814-70c1-49a3-92d0-53a71e7a72fc HTTP/1.1" status: 200 len: 796 time: 0.1361973 Aug 26 12:10:30.100028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-6be6bb67-03b6-4407-8944-704cf3ecebad tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/quotas/98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 375 time: 0.0118468 Aug 26 12:10:30.170930 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:30.171899 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-b86bb8c6-c155-4b66-a597-a99ba22098fe tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652664 Aug 26 12:10:30.193791 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:10:30.199668 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:30.200872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 73015ed8-0703-47da-86a3-fb7a0e42ee59 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:10:30.283333 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:30.307625 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 73015ed8-0703-47da-86a3-fb7a0e42ee59 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:10:30.310823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f123d7a9-4112-4389-9b8c-1feac3f1a8aa None None] Provisioning for port 2afa67c9-9af1-4680-b0aa-be24b6af991a completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:10:30.314695 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 73015ed8-0703-47da-86a3-fb7a0e42ee59 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:30.315554 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:30.318227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f123d7a9-4112-4389-9b8c-1feac3f1a8aa None None] Provisioning complete for port 2afa67c9-9af1-4680-b0aa-be24b6af991a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:30.318379 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f123d7a9-4112-4389-9b8c-1feac3f1a8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:30.341391 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-a80691c4-482f-4878-8fb2-c4596accdb89 service neutron] 10.222.0.21 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635807 Aug 26 12:10:30.349513 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Sync routers for ids ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:10:30.359240 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Routers {'1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:10:30.359860 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:30.387719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f123d7a9-4112-4389-9b8c-1feac3f1a8aa None None] Port 2afa67c9-9af1-4680-b0aa-be24b6af991a cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:10:30.440601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f123d7a9-4112-4389-9b8c-1feac3f1a8aa None None] Provisioning complete for port 73015ed8-0703-47da-86a3-fb7a0e42ee59 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:30.440982 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f123d7a9-4112-4389-9b8c-1feac3f1a8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:30.444826 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:30.450525 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-b749171b-0b89-4ccc-9e1a-9ff385dd7762 service neutron] 10.222.0.21 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021152 Aug 26 12:10:30.497220 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Set router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:10:30.507965 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 73015ed8-0703-47da-86a3-fb7a0e42ee59, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=73015ed8-0703-47da-86a3-fb7a0e42ee59,segment=NetworkSegment(60419f65-f7fa-4a11-9226-65a5b68cc91c),segment_id=60419f65-f7fa-4a11-9226-65a5b68cc91c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:10:30.515954 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:30.603576 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=73015ed8-0703-47da-86a3-fb7a0e42ee59,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:30.689721 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fa30e6b-da7b-494f-90f5-2b7efd83a436 req-579dcbbf-60d3-434f-b42a-7f28a1d8dc53 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 210 time: 0.0477138 Aug 26 12:10:30.747973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-21751a50-1bcd-476f-b607-a30d8a951446 None None] Provisioning complete for port 2afa67c9-9af1-4680-b0aa-be24b6af991a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:30.748448 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21751a50-1bcd-476f-b607-a30d8a951446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:30.753578 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:28Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2afa67c9-9af1-4680-b0aa-be24b6af991a', 'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:0e:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:28Z', 'updated_at': '2021-08-26T12:10:29Z', 'revision_number': 2, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:30.788369 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Checking router: 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:10:30.788781 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Updating router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a port 2afa67c9-9af1-4680-b0aa-be24b6af991a binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:10:30.794474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-21751a50-1bcd-476f-b607-a30d8a951446 None None] Port 2afa67c9-9af1-4680-b0aa-be24b6af991a cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:10:30.813828 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:30.911812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e3094d6b-1baf-4906-bb33-221737d0c5af None None] Provisioning complete for port 2afa67c9-9af1-4680-b0aa-be24b6af991a triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:30.912240 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3094d6b-1baf-4906-bb33-221737d0c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:30.944753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e3094d6b-1baf-4906-bb33-221737d0c5af None None] Port 2afa67c9-9af1-4680-b0aa-be24b6af991a cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:10:31.075721 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:31.085822 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Transition to ACTIVE for port object 2afa67c9-9af1-4680-b0aa-be24b6af991a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:10:31.091373 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:31.215137 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Pushing event updated for resources: {'Port': ['ID=2afa67c9-9af1-4680-b0aa-be24b6af991a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:31.240567 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.240911 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.241248 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.241578 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.241905 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.242231 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.242555 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.242902 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.243226 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.243550 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.243888 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.244184 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:10:31.279270 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Attempting to bind port 2afa67c9-9af1-4680-b0aa-be24b6af991a on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:10:31.279646 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Attempting to bind port 2afa67c9-9af1-4680-b0aa-be24b6af991a by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:10:31.280017 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Attempting to bind port 2afa67c9-9af1-4680-b0aa-be24b6af991a on network 3670c814-70c1-49a3-92d0-53a71e7a72fc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:10:31.285044 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:10:31.285420 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Checking segment: {'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:10:31.285825 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:31.286218 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Bound using segment: {'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:10:31.286684 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Bound port: 2afa67c9-9af1-4680-b0aa-be24b6af991a, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:10:31.287086 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:31.351899 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] For port 2afa67c9-9af1-4680-b0aa-be24b6af991a, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:10:31.355238 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] For port 2afa67c9-9af1-4680-b0aa-be24b6af991a, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2afa67c9-9af1-4680-b0aa-be24b6af991a,segment=NetworkSegment(60419f65-f7fa-4a11-9226-65a5b68cc91c),segment_id=60419f65-f7fa-4a11-9226-65a5b68cc91c)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:10:31.360435 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:31.419762 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Routers {'1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:10:31.420394 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:31.422697 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108db895-0b76-42a2-b194-63a0f921f3fe None None] Pushing event updated for resources: {'Port': ['ID=2afa67c9-9af1-4680-b0aa-be24b6af991a,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:31.532441 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] Set router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:10:31.725487 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:28Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2afa67c9-9af1-4680-b0aa-be24b6af991a', 'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:0e:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:28Z', 'updated_at': '2021-08-26T12:10:31Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:31.753380 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd01e6-de7d-41e5-bc0a-48b7b0fcf1a6 None None] The sync data for ids ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'] in n-d-778550-13 is: [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:28Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2afa67c9-9af1-4680-b0aa-be24b6af991a', 'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:0e:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:28Z', 'updated_at': '2021-08-26T12:10:31Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:10:31.769269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aed9292d-6365-42e5-8617-faf76b640e07 req-8867899f-d063-4137-85b3-a084d81d6dfe tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 210 time: 0.0289609 Aug 26 12:10:32.000177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:10:32.049562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:32.049944 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:32.134587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2afa67c9-9af1-4680-b0aa-be24b6af991a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:10:32.183541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 2afa67c9-9af1-4680-b0aa-be24b6af991a completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:10:32.187890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2afa67c9-9af1-4680-b0aa-be24b6af991a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:32.188300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:32.267848 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:32.300926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 2afa67c9-9af1-4680-b0aa-be24b6af991a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2afa67c9-9af1-4680-b0aa-be24b6af991a,segment=NetworkSegment(60419f65-f7fa-4a11-9226-65a5b68cc91c),segment_id=60419f65-f7fa-4a11-9226-65a5b68cc91c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:10:32.305186 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:32.306071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 73015ed8-0703-47da-86a3-fb7a0e42ee59 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:10:32.384855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=2afa67c9-9af1-4680-b0aa-be24b6af991a,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:32.399646 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 73015ed8-0703-47da-86a3-fb7a0e42ee59 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:32.400029 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:32.844800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-453ee631-e73c-4b39-8981-b85de9daf50b req-52720f2c-bd19-4d2d-b34a-8e5b23bb46e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 210 time: 0.0267715 Aug 26 12:10:33.732652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-0aca0b53-2891-43f7-852d-e98f6602bd8a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:33.734119 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-0aca0b53-2891-43f7-852d-e98f6602bd8a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "GET /v2.0/networks?id=3670c814-70c1-49a3-92d0-53a71e7a72fc HTTP/1.1" status: 200 len: 796 time: 0.1067042 Aug 26 12:10:33.778045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-03e433d6-059d-4388-b698-b9ce3fec72e1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 379 time: 0.0342894 Aug 26 12:10:33.796173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'port': {'device_id': '3afea9b4-d356-4632-ad44-f5596a363779', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'admin_state_up': True, 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'security_groups': ['42eb9b71-da6f-4b45-a98e-2e2f7cf15848']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:33.903576 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:10:33.907747 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:33.914204 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2afa67c9-9af1-4680-b0aa-be24b6af991a up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:10:33.958219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6cc49017-354b-497f-be13-f3bf1bfda116 req-b95b842b-e8e2-4996-9475-b684eb16f10c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 210 time: 0.0392900 Aug 26 12:10:33.969233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 2afa67c9-9af1-4680-b0aa-be24b6af991a triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:33.969525 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:34.063392 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.20.0.13 (3670c814-70c1-49a3-92d0-53a71e7a72fc/b3da3398-a95b-47b4-a2cb-654c2f9024f5/549c002d-c82c-4ca8-be44-905353fdb24d) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:10:34.200035 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:34.212922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Transition to ACTIVE for port object 549c002d-c82c-4ca8-be44-905353fdb24d will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:10:34.245567 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:34.286876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network 3670c814-70c1-49a3-92d0-53a71e7a72fc is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:10:34.291795 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:10:34.295379 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:10:34.302145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=549c002d-c82c-4ca8-be44-905353fdb24d,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:34.349292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:34.349923 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:34.365193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-761a91df-a8e6-469b-88f2-7fd14279bb8e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5726829 Aug 26 12:10:34.378788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Request body: {'port': {'device_id': '3afea9b4-d356-4632-ad44-f5596a363779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:34.443585 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:34.522901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-774a4156-5ad8-4d59-a58a-76f7b7c402ec None None] Provisioning for port 549c002d-c82c-4ca8-be44-905353fdb24d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:10:34.526450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-774a4156-5ad8-4d59-a58a-76f7b7c402ec None None] Provisioning complete for port 549c002d-c82c-4ca8-be44-905353fdb24d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:34.526858 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-774a4156-5ad8-4d59-a58a-76f7b7c402ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:34.564625 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-774a4156-5ad8-4d59-a58a-76f7b7c402ec None None] Port 549c002d-c82c-4ca8-be44-905353fdb24d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:10:34.705797 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549c002d-c82c-4ca8-be44-905353fdb24d {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:10:34.713012 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:34.725324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Transition to ACTIVE for port object 549c002d-c82c-4ca8-be44-905353fdb24d will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:10:34.729063 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:34.783899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Pushing event updated for resources: {'Port': ['ID=549c002d-c82c-4ca8-be44-905353fdb24d,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:34.856637 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Attempting to bind port 549c002d-c82c-4ca8-be44-905353fdb24d on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:10:34.856976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Attempting to bind port 549c002d-c82c-4ca8-be44-905353fdb24d by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:10:34.857303 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Attempting to bind port 549c002d-c82c-4ca8-be44-905353fdb24d on network 3670c814-70c1-49a3-92d0-53a71e7a72fc {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:10:34.861664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Port 549c002d-c82c-4ca8-be44-905353fdb24d on network 3670c814-70c1-49a3-92d0-53a71e7a72fc not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:10:34.861992 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Attempting to bind port 549c002d-c82c-4ca8-be44-905353fdb24d on network 3670c814-70c1-49a3-92d0-53a71e7a72fc {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:10:34.867088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:10:34.867426 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Checking segment: {'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:10:34.867809 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Bound using segment: {'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:10:34.868232 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Bound port: 549c002d-c82c-4ca8-be44-905353fdb24d, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60419f65-f7fa-4a11-9226-65a5b68cc91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:10:34.868592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:34.939138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] For port 549c002d-c82c-4ca8-be44-905353fdb24d, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:10:34.942108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] For port 549c002d-c82c-4ca8-be44-905353fdb24d, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=549c002d-c82c-4ca8-be44-905353fdb24d,segment=NetworkSegment(60419f65-f7fa-4a11-9226-65a5b68cc91c),segment_id=60419f65-f7fa-4a11-9226-65a5b68cc91c)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:10:34.946384 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:34.980318 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:34.980941 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:34.982427 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] 10.222.0.47 "PUT /v2.0/ports/549c002d-c82c-4ca8-be44-905353fdb24d HTTP/1.1" status: 200 len: 1093 time: 0.6083953 Aug 26 12:10:34.982906 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afea9b4-d356-4632-ad44-f5596a363779', 'tag': '549c002d-c82c-4ca8-be44-905353fdb24d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:10:34.985233 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3011a2c0-8f18-48a1-bb7d-fde46e844013" -d '{"events": [{"name": "network-changed", "server_uuid": "3afea9b4-d356-4632-ad44-f5596a363779", "tag": "549c002d-c82c-4ca8-be44-905353fdb24d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:10:35.011068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524b1d8-a764-4af4-b507-3c261447284c service neutron] Pushing event updated for resources: {'Port': ['ID=549c002d-c82c-4ca8-be44-905353fdb24d,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:35.104801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-6c9bdd0b-6cde-486f-8380-251fb37bc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:35.106332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-6c9bdd0b-6cde-486f-8380-251fb37bc68e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 1096 time: 0.0780456 Aug 26 12:10:35.119659 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d9031-7cf5-4f1a-8aa8-ee32f2a950e1 req-83997ae6-1335-4ec4-9613-4bc3162c12f7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:35.121231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-051d9031-7cf5-4f1a-8aa8-ee32f2a950e1 req-83997ae6-1335-4ec4-9613-4bc3162c12f7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 944 time: 0.0616369 Aug 26 12:10:35.164631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-872dfd51-1b79-4e62-b9bd-ef721536146b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549c002d-c82c-4ca8-be44-905353fdb24d HTTP/1.1" status: 200 len: 217 time: 0.0424004 Aug 26 12:10:35.222875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-051d9031-7cf5-4f1a-8aa8-ee32f2a950e1 req-c8c78525-1d2d-4a02-b757-d1ab8ae49a2d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940132 Aug 26 12:10:35.235720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-f2bf0413-ef99-4e64-bd0b-580317589b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:35.237041 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-f2bf0413-ef99-4e64-bd0b-580317589b5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3da3398-a95b-47b4-a2cb-654c2f9024f5 HTTP/1.1" status: 200 len: 833 time: 0.0639017 Aug 26 12:10:35.270797 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed9ba1b-e021-4145-b801-4b1f7ab12705 x-openstack-request-id: req-5ed9ba1b-e021-4145-b801-4b1f7ab12705 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:10:35.271099 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afea9b4-d356-4632-ad44-f5596a363779", "tag": "549c002d-c82c-4ca8-be44-905353fdb24d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:10:35.271360 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ed9ba1b-e021-4145-b801-4b1f7ab12705 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:10:35.271762 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afea9b4-d356-4632-ad44-f5596a363779', 'tag': '549c002d-c82c-4ca8-be44-905353fdb24d', 'status': 'completed', 'code': 200} Aug 26 12:10:35.288424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-318f99da-149a-4c91-a2e8-02bb88f7f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:35.289949 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-318f99da-149a-4c91-a2e8-02bb88f7f6ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3670c814-70c1-49a3-92d0-53a71e7a72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450206 Aug 26 12:10:35.383055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-37e0eb51-321f-4f71-8f4d-8a66aacca301 service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855894 Aug 26 12:10:35.472100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7fb57d79-88c1-4d6c-baa7-edc3062efda8 req-14a519df-a807-4a08-be06-9936572a46ba service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819368 Aug 26 12:10:35.567910 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011a2c0-8f18-48a1-bb7d-fde46e844013 req-834d4e14-fa80-4307-8d7f-69e33f4f60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:35.569299 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3011a2c0-8f18-48a1-bb7d-fde46e844013 req-834d4e14-fa80-4307-8d7f-69e33f4f60c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 1096 time: 0.0418510 Aug 26 12:10:35.662283 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011a2c0-8f18-48a1-bb7d-fde46e844013 req-6b9f9641-09c0-4085-bfa9-1d562ececbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:35.663753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3011a2c0-8f18-48a1-bb7d-fde46e844013 req-6b9f9641-09c0-4085-bfa9-1d562ececbdc service neutron] 10.222.0.47 "GET /v2.0/networks?id=3670c814-70c1-49a3-92d0-53a71e7a72fc HTTP/1.1" status: 200 len: 897 time: 0.0875065 Aug 26 12:10:35.706893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3011a2c0-8f18-48a1-bb7d-fde46e844013 req-a08a7e67-8f3b-4812-b273-de657186b643 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549c002d-c82c-4ca8-be44-905353fdb24d HTTP/1.1" status: 200 len: 217 time: 0.0345287 Aug 26 12:10:35.755108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011a2c0-8f18-48a1-bb7d-fde46e844013 req-019ce9a5-f569-424d-b577-ee790f77a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:35.756544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3011a2c0-8f18-48a1-bb7d-fde46e844013 req-019ce9a5-f569-424d-b577-ee790f77a2a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3da3398-a95b-47b4-a2cb-654c2f9024f5 HTTP/1.1" status: 200 len: 833 time: 0.0425847 Aug 26 12:10:35.806919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011a2c0-8f18-48a1-bb7d-fde46e844013 req-7a7b4d7e-67c2-4554-ab28-2b831f995723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:35.808408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3011a2c0-8f18-48a1-bb7d-fde46e844013 req-7a7b4d7e-67c2-4554-ab28-2b831f995723 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3670c814-70c1-49a3-92d0-53a71e7a72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450099 Aug 26 12:10:35.900453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3011a2c0-8f18-48a1-bb7d-fde46e844013 req-48b9a4f6-24a1-48f0-9285-01f00f146a47 service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839221 Aug 26 12:10:35.992939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3011a2c0-8f18-48a1-bb7d-fde46e844013 req-cd12e916-c273-4c3b-8ba6-2ca252b99c10 service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847487 Aug 26 12:10:36.341216 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d00ec9-4f50-4457-a1f3-6e0ea3070bac req-864a3a1e-d3f1-4e7d-88ac-c4a0715ae2c2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:36.343255 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1d00ec9-4f50-4457-a1f3-6e0ea3070bac req-864a3a1e-d3f1-4e7d-88ac-c4a0715ae2c2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 944 time: 0.0493076 Aug 26 12:10:36.380145 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c1d00ec9-4f50-4457-a1f3-6e0ea3070bac req-77c102ce-cb32-4744-8d13-1a8d7ca5e48d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313613 Aug 26 12:10:37.491544 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42d272-beb5-4c8b-a2b7-37b829305dfb req-9ac09603-bb06-4f3a-acf1-e57adfe8f403 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:37.493024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db42d272-beb5-4c8b-a2b7-37b829305dfb req-9ac09603-bb06-4f3a-acf1-e57adfe8f403 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 944 time: 0.0483720 Aug 26 12:10:37.531460 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db42d272-beb5-4c8b-a2b7-37b829305dfb req-a534ee18-4459-4bf4-ab87-5bfa8c791e78 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316601 Aug 26 12:10:38.302589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 549c002d-c82c-4ca8-be44-905353fdb24d details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:10:38.396952 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 549c002d-c82c-4ca8-be44-905353fdb24d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=549c002d-c82c-4ca8-be44-905353fdb24d,segment=NetworkSegment(60419f65-f7fa-4a11-9226-65a5b68cc91c),segment_id=60419f65-f7fa-4a11-9226-65a5b68cc91c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:10:38.407788 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '549c002d-c82c-4ca8-be44-905353fdb24d', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'port_id': '549c002d-c82c-4ca8-be44-905353fdb24d', 'mac_address': 'fa:16:3e:ac:4e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:10:38.443671 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:38.455733 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549c002d-c82c-4ca8-be44-905353fdb24d {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:10:38.474813 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 549c002d-c82c-4ca8-be44-905353fdb24d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=549c002d-c82c-4ca8-be44-905353fdb24d,segment=NetworkSegment(60419f65-f7fa-4a11-9226-65a5b68cc91c),segment_id=60419f65-f7fa-4a11-9226-65a5b68cc91c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:10:38.478639 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:38.527328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=549c002d-c82c-4ca8-be44-905353fdb24d,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:38.649057 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc3240-3e1d-4f23-8606-55f48b1bcb17 req-36711832-8554-49cf-a06f-7579de5c67c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:38.650578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39dc3240-3e1d-4f23-8606-55f48b1bcb17 req-36711832-8554-49cf-a06f-7579de5c67c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 945 time: 0.0544922 Aug 26 12:10:38.690110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-39dc3240-3e1d-4f23-8606-55f48b1bcb17 req-8d2a23da-759d-4141-a54d-7940f033bc4d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Aug 26 12:10:38.791934 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['549c002d-c82c-4ca8-be44-905353fdb24d'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:10:39.803889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca69a3-6421-47cf-bb8b-1f2f6dca3b74 req-dbb2b91b-9176-479e-9137-d7d9a882cddf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:39.805364 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21ca69a3-6421-47cf-bb8b-1f2f6dca3b74 req-dbb2b91b-9176-479e-9137-d7d9a882cddf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 945 time: 0.0479093 Aug 26 12:10:39.842209 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21ca69a3-6421-47cf-bb8b-1f2f6dca3b74 req-847bbb06-4fda-4bdf-9498-7d16f530a9a3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309515 Aug 26 12:10:40.317822 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 549c002d-c82c-4ca8-be44-905353fdb24d up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:10:40.365329 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 549c002d-c82c-4ca8-be44-905353fdb24d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:10:40.369096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 549c002d-c82c-4ca8-be44-905353fdb24d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:10:40.369468 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:40.443110 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:40.467631 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afea9b4-d356-4632-ad44-f5596a363779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549c002d-c82c-4ca8-be44-905353fdb24d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:10:40.470432 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12679d9-e8fd-4b0d-aafe-a6d6c2e5ca03" -d '{"events": [{"server_uuid": "3afea9b4-d356-4632-ad44-f5596a363779", "name": "network-vif-plugged", "status": "completed", "tag": "549c002d-c82c-4ca8-be44-905353fdb24d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:10:40.482632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 549c002d-c82c-4ca8-be44-905353fdb24d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=549c002d-c82c-4ca8-be44-905353fdb24d,segment=NetworkSegment(60419f65-f7fa-4a11-9226-65a5b68cc91c),segment_id=60419f65-f7fa-4a11-9226-65a5b68cc91c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:10:40.486605 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:40.509422 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcc7f90-e905-473e-916b-439d08a1dd94 x-openstack-request-id: req-bfcc7f90-e905-473e-916b-439d08a1dd94 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:10:40.509721 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afea9b4-d356-4632-ad44-f5596a363779", "name": "network-vif-plugged", "status": "completed", "tag": "549c002d-c82c-4ca8-be44-905353fdb24d", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:10:40.509972 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfcc7f90-e905-473e-916b-439d08a1dd94 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:10:40.510363 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afea9b4-d356-4632-ad44-f5596a363779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549c002d-c82c-4ca8-be44-905353fdb24d', 'code': 200} Aug 26 12:10:40.536475 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=549c002d-c82c-4ca8-be44-905353fdb24d,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:40.613161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cae31-2089-4965-9af6-8cee73b37212 req-c5ff91dd-0205-4a6c-8b84-7d84eb3f70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:40.614663 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e1cae31-2089-4965-9af6-8cee73b37212 req-c5ff91dd-0205-4a6c-8b84-7d84eb3f70ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 1098 time: 0.0412560 Aug 26 12:10:40.649634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e1cae31-2089-4965-9af6-8cee73b37212 req-0c84fae1-bd12-4f39-827e-ad3973e20c1b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275517 Aug 26 12:10:40.756680 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:10:40.961046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3b7a5-3867-491d-aba1-6cc273af645d req-cd0c8b0c-6220-4894-82cd-663de3475b4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:40.962532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01c3b7a5-3867-491d-aba1-6cc273af645d req-cd0c8b0c-6220-4894-82cd-663de3475b4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0521190 Aug 26 12:10:41.000547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01c3b7a5-3867-491d-aba1-6cc273af645d req-52d0cf1f-3064-4cc5-a022-41048a6c9d63 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320833 Aug 26 12:10:42.112296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fb406-9291-4854-9974-df4eb2994a36 req-44eec901-6958-4c3f-8648-56c43bbadb4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:42.113777 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-770fb406-9291-4854-9974-df4eb2994a36 req-44eec901-6958-4c3f-8648-56c43bbadb4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0477364 Aug 26 12:10:42.151218 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-770fb406-9291-4854-9974-df4eb2994a36 req-2ac2baba-46b4-41f1-93e9-763756d5972d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315094 Aug 26 12:10:42.263529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772db375-c850-4870-b6e4-e6f307e56f31 req-5409eacc-762d-4737-9fb2-5fa6a92ebeff tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:42.265010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-772db375-c850-4870-b6e4-e6f307e56f31 req-5409eacc-762d-4737-9fb2-5fa6a92ebeff tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0491397 Aug 26 12:10:42.302404 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-772db375-c850-4870-b6e4-e6f307e56f31 req-75fbd736-0137-4287-98bd-8757b4f48079 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Aug 26 12:10:42.323056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44586) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:42.365709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1559995c-6287-4deb-a44c-abfc6f44e7af tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:42.367169 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1559995c-6287-4deb-a44c-abfc6f44e7af tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 1093 time: 0.0431814 Aug 26 12:10:42.369914 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44588) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:42.374208 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '549c002d-c82c-4ca8-be44-905353fdb24d', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:10:42.395621 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:42.490193 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:42.594971 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.25.1.45 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/0355e684-d647-4ce1-a524-549669b0df54) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:10:42.694226 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:42.732948 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:42.770860 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:10:42.773635 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:10:42.777029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:10:42.806140 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=0355e684-d647-4ce1-a524-549669b0df54,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:43.133343 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:43.200069 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:43.347774 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:43.352187 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:43.415355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=0355e684-d647-4ce1-a524-549669b0df54,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:10:43.430521 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:43.461211 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69bd4a22-8b9b-4289-a452-bde16d15a284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:43.530141 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Floating IP 48fdf949-653f-4c99-9d6e-72d3bd0dc71c associated. External IP: 172.25.1.45, port: 549c002d-c82c-4ca8-be44-905353fdb24d. Aug 26 12:10:43.737220 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:10:43.842481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:10:43.852455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1c3a3-2a7c-4059-b717-f514fd42f411 None None] Sync routers for ids ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:10:43.862573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1c3a3-2a7c-4059-b717-f514fd42f411 None None] Routers {'1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:10:43.862834 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:43.863379 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-25f1c3a3-2a7c-4059-b717-f514fd42f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:43.890186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d5f9d895-f1a4-4255-8b42-b53a65b5b715 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5192792 Aug 26 12:10:43.890791 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afea9b4-d356-4632-ad44-f5596a363779', 'tag': '549c002d-c82c-4ca8-be44-905353fdb24d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:10:43.893050 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146f4ba4-f913-411c-8632-653d4aa01cda" -d '{"events": [{"name": "network-changed", "server_uuid": "3afea9b4-d356-4632-ad44-f5596a363779", "tag": "549c002d-c82c-4ca8-be44-905353fdb24d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:10:43.989149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9626d71-4106-4ff5-b746-c89c71410b24 req-1e87df1e-f053-44eb-91e2-c9945b3ed860 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:43.990651 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9626d71-4106-4ff5-b746-c89c71410b24 req-1e87df1e-f053-44eb-91e2-c9945b3ed860 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0522344 Aug 26 12:10:44.034064 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e9626d71-4106-4ff5-b746-c89c71410b24 req-0faa6388-cf37-48f1-ac53-762244490512 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369782 Aug 26 12:10:44.057174 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44594) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:44.103473 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d2ce67-3d39-4bdf-a707-317b078358ba x-openstack-request-id: req-51d2ce67-3d39-4bdf-a707-317b078358ba {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:10:44.103802 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afea9b4-d356-4632-ad44-f5596a363779", "tag": "549c002d-c82c-4ca8-be44-905353fdb24d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:10:44.104084 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51d2ce67-3d39-4bdf-a707-317b078358ba {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:10:44.104515 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afea9b4-d356-4632-ad44-f5596a363779', 'tag': '549c002d-c82c-4ca8-be44-905353fdb24d', 'status': 'completed', 'code': 200} Aug 26 12:10:44.143161 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-25f1c3a3-2a7c-4059-b717-f514fd42f411 None None] Set router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:10:44.161141 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a7e36dc7-2bbe-4f68-b95e-aa033cc77607 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/48fdf949-653f-4c99-9d6e-72d3bd0dc71c HTTP/1.1" status: 200 len: 991 time: 0.1023941 Aug 26 12:10:44.170536 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f4ba4-f913-411c-8632-653d4aa01cda req-8e28106f-4152-442c-b6a6-aed0cbb96a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:44.172242 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-146f4ba4-f913-411c-8632-653d4aa01cda req-8e28106f-4152-442c-b6a6-aed0cbb96a9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 1098 time: 0.0648582 Aug 26 12:10:44.267093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f4ba4-f913-411c-8632-653d4aa01cda req-ec65af0e-b3d2-4338-b6a0-88c5f4ee3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:44.268523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-146f4ba4-f913-411c-8632-653d4aa01cda req-ec65af0e-b3d2-4338-b6a0-88c5f4ee3be3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3670c814-70c1-49a3-92d0-53a71e7a72fc HTTP/1.1" status: 200 len: 897 time: 0.0886431 Aug 26 12:10:44.334454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-146f4ba4-f913-411c-8632-653d4aa01cda req-6ec015bb-a2a9-4e29-9df3-c3f030bd032b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549c002d-c82c-4ca8-be44-905353fdb24d HTTP/1.1" status: 200 len: 999 time: 0.0582683 Aug 26 12:10:44.372865 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-25f1c3a3-2a7c-4059-b717-f514fd42f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:28Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '48fdf949-653f-4c99-9d6e-72d3bd0dc71c', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.45', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'port_id': '549c002d-c82c-4ca8-be44-905353fdb24d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'mac_address': 'fa:16:3e:ac:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afea9b4-d356-4632-ad44-f5596a363779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:10:42Z', 'updated_at': '2021-08-26T12:10:42Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afa67c9-9af1-4680-b0aa-be24b6af991a', 'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:0e:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:28Z', 'updated_at': '2021-08-26T12:10:32Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:44.383663 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f4ba4-f913-411c-8632-653d4aa01cda req-58d709e7-b9ed-4efc-8213-b6b50d6ec60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:44.385171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-146f4ba4-f913-411c-8632-653d4aa01cda req-58d709e7-b9ed-4efc-8213-b6b50d6ec60e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3da3398-a95b-47b4-a2cb-654c2f9024f5 HTTP/1.1" status: 200 len: 833 time: 0.0434914 Aug 26 12:10:44.403880 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1c3a3-2a7c-4059-b717-f514fd42f411 None None] Checking router: 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:10:44.413224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1c3a3-2a7c-4059-b717-f514fd42f411 None None] Routers {'1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:10:44.413841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-25f1c3a3-2a7c-4059-b717-f514fd42f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:10:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:44.435746 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f4ba4-f913-411c-8632-653d4aa01cda req-9c863436-dd8f-4bd8-893f-75c2295f9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:10:44.437283 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-146f4ba4-f913-411c-8632-653d4aa01cda req-9c863436-dd8f-4bd8-893f-75c2295f9f2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3670c814-70c1-49a3-92d0-53a71e7a72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435395 Aug 26 12:10:44.521362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-25f1c3a3-2a7c-4059-b717-f514fd42f411 None None] Set router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:10:44.526472 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-146f4ba4-f913-411c-8632-653d4aa01cda req-674bd8e8-4e9b-475c-9020-179e21413cf3 service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813224 Aug 26 12:10:44.622967 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-146f4ba4-f913-411c-8632-653d4aa01cda req-b3377913-1ad9-4a67-bc90-e369d65861bd service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879307 Aug 26 12:10:44.744304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-25f1c3a3-2a7c-4059-b717-f514fd42f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:28Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '48fdf949-653f-4c99-9d6e-72d3bd0dc71c', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.45', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'port_id': '549c002d-c82c-4ca8-be44-905353fdb24d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'mac_address': 'fa:16:3e:ac:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afea9b4-d356-4632-ad44-f5596a363779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:10:42Z', 'updated_at': '2021-08-26T12:10:42Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afa67c9-9af1-4680-b0aa-be24b6af991a', 'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:0e:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:28Z', 'updated_at': '2021-08-26T12:10:32Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:10:44.775522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1c3a3-2a7c-4059-b717-f514fd42f411 None None] The sync data for ids ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'] in n-d-778550-13 is: [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:28Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '48fdf949-653f-4c99-9d6e-72d3bd0dc71c', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.45', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'port_id': '549c002d-c82c-4ca8-be44-905353fdb24d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'mac_address': 'fa:16:3e:ac:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afea9b4-d356-4632-ad44-f5596a363779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:10:42Z', 'updated_at': '2021-08-26T12:10:42Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afa67c9-9af1-4680-b0aa-be24b6af991a', 'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:0e:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:28Z', 'updated_at': '2021-08-26T12:10:32Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:10:44.956817 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417c45f-41b2-4958-a6dd-93f4bc5f1068 None None] New status for floating IP 48fdf949-653f-4c99-9d6e-72d3bd0dc71c: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:10:45.164978 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44596) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:10:45.583840 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f8603b14-e85b-44c0-9757-9a41aee3c1d4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/48fdf949-653f-4c99-9d6e-72d3bd0dc71c HTTP/1.1" status: 200 len: 993 time: 0.4175012 Aug 26 12:10:45.855413 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74f8251d-c353-4b77-8de2-709bf4f70c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:46.400314 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:47.519018 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:49.593795 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:51.162669 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:10:53.201700 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:13.461570 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8a81107-702d-4a54-81c1-52cca79cac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:15.856738 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22df55d2-b760-408c-ba4b-097946a562be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:16.400806 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:17.522292 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:17.755691 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:11:19.597201 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:21.191621 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:23.219710 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:41.607017 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-896df8be-6bfb-4262-8ab0-d1207c2225bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386975 Aug 26 12:11:41.690801 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-0296a0c0-520c-4361-956c-420bc288c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:11:41.692262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-0296a0c0-520c-4361-956c-420bc288c1fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 1098 time: 0.0421753 Aug 26 12:11:41.792597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-52b2272f-fc41-4bb8-850c-b630fa0ef79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:11:41.794578 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-52b2272f-fc41-4bb8-850c-b630fa0ef79b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3670c814-70c1-49a3-92d0-53a71e7a72fc HTTP/1.1" status: 200 len: 897 time: 0.0829749 Aug 26 12:11:41.862212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-f0171f10-a599-4516-875e-c28563bc497a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549c002d-c82c-4ca8-be44-905353fdb24d HTTP/1.1" status: 200 len: 1001 time: 0.0604806 Aug 26 12:11:41.911222 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-91219d5d-8d07-4d2d-b3f0-fdc43657f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:11:41.912629 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-91219d5d-8d07-4d2d-b3f0-fdc43657f88a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3da3398-a95b-47b4-a2cb-654c2f9024f5 HTTP/1.1" status: 200 len: 833 time: 0.0430863 Aug 26 12:11:41.956872 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-856e92b5-109b-420f-b843-337b6cec4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:11:41.958305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-856e92b5-109b-420f-b843-337b6cec4a23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3670c814-70c1-49a3-92d0-53a71e7a72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382843 Aug 26 12:11:42.048733 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-29af6f41-39d4-4cf9-920e-927aaed1a6e0 service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821905 Aug 26 12:11:42.136819 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9c768d8-0f29-44e3-9b8e-d4a88742a63a req-d171760d-f082-41d0-8fce-af0fae5d571c service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810249 Aug 26 12:11:43.462787 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7746ef70-44d9-4376-8793-142e7b1ebb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:45.858015 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fabd296a-ee29-455d-a646-7d5a5c45e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:46.401313 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:47.523176 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:49.600955 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:51.205963 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:53.235787 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:11:54.754769 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:11:58.985680 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f7365-147c-4299-97dc-d5c3bae41a28 req-7b8202e5-5ec3-4e6e-87d5-8283caa19c4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:11:58.987230 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-754f7365-147c-4299-97dc-d5c3bae41a28 req-7b8202e5-5ec3-4e6e-87d5-8283caa19c4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0483944 Aug 26 12:11:59.025297 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-754f7365-147c-4299-97dc-d5c3bae41a28 req-f97bfce3-2fcc-4da8-aaae-72cab4955215 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321727 Aug 26 12:12:00.142671 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e954751-ab72-478c-aba1-24b62160550e req-fc34622d-e0bb-47ad-9b28-ae8d28ffa114 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:00.144226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e954751-ab72-478c-aba1-24b62160550e req-fc34622d-e0bb-47ad-9b28-ae8d28ffa114 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0523090 Aug 26 12:12:00.181338 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6e954751-ab72-478c-aba1-24b62160550e req-05134b2f-e805-4db2-a5dd-daace675cc77 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312254 Aug 26 12:12:01.299836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f71d3-ed34-4f9c-b57d-ee808ce36309 req-6cfa2139-d9e3-4aeb-a8ab-5a9629de90bd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:01.301339 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b32f71d3-ed34-4f9c-b57d-ee808ce36309 req-6cfa2139-d9e3-4aeb-a8ab-5a9629de90bd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0483611 Aug 26 12:12:01.337947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b32f71d3-ed34-4f9c-b57d-ee808ce36309 req-568f4e7d-a2f1-4c5f-b505-5ee1db44c189 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308163 Aug 26 12:12:02.450440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564140fb-957f-4ee6-9d8a-bfc4c0906f82 req-9afd56f8-a596-4aea-ac5d-0fb8871808d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:02.451939 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-564140fb-957f-4ee6-9d8a-bfc4c0906f82 req-9afd56f8-a596-4aea-ac5d-0fb8871808d5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0477078 Aug 26 12:12:02.489137 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-564140fb-957f-4ee6-9d8a-bfc4c0906f82 req-284f889a-ee4c-4992-b644-9a678cd52ac9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312397 Aug 26 12:12:03.610634 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e86744-cf81-4ebb-b912-00f135ef6e19 req-45d55759-dcd6-449e-8671-be62710c10dc tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:03.612175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b5e86744-cf81-4ebb-b912-00f135ef6e19 req-45d55759-dcd6-449e-8671-be62710c10dc tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0544274 Aug 26 12:12:03.649752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b5e86744-cf81-4ebb-b912-00f135ef6e19 req-40321efb-df04-4194-81fc-a052525f881d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316694 Aug 26 12:12:04.761623 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08051386-9d29-45e1-b9d5-fdecaf6c1f15 req-13148ff7-9290-4611-b915-989e2ae63b68 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:04.763146 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08051386-9d29-45e1-b9d5-fdecaf6c1f15 req-13148ff7-9290-4611-b915-989e2ae63b68 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0486639 Aug 26 12:12:04.801660 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-08051386-9d29-45e1-b9d5-fdecaf6c1f15 req-03257fac-08df-4563-a74f-b8af2ebb6f27 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317101 Aug 26 12:12:05.916359 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32a06-2b79-45da-9994-6509c1c5025a req-0ce335d3-f589-412f-b798-8a179098022f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:05.917843 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2e32a06-2b79-45da-9994-6509c1c5025a req-0ce335d3-f589-412f-b798-8a179098022f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0503857 Aug 26 12:12:05.954977 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2e32a06-2b79-45da-9994-6509c1c5025a req-2275f31c-cfeb-4c67-91bd-5c3438b54a2a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309684 Aug 26 12:12:07.072488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed2246-b661-4106-a65b-610d5a6a25e2 req-23582e04-b7cb-4378-9d8b-08e94ebff009 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:07.073947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94ed2246-b661-4106-a65b-610d5a6a25e2 req-23582e04-b7cb-4378-9d8b-08e94ebff009 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0522494 Aug 26 12:12:07.111211 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94ed2246-b661-4106-a65b-610d5a6a25e2 req-90841ab4-9769-496c-976a-53e064c7a1ee tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313723 Aug 26 12:12:08.231966 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15eaec-dadc-46c9-b564-a717705161f6 req-6de28a0d-af26-4dc0-ac16-84994fe16292 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:08.233540 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c15eaec-dadc-46c9-b564-a717705161f6 req-6de28a0d-af26-4dc0-ac16-84994fe16292 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0510645 Aug 26 12:12:08.274090 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3c15eaec-dadc-46c9-b564-a717705161f6 req-a67d3fce-cd60-4d6b-bb25-69a29bfaf334 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318339 Aug 26 12:12:09.386078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fa97c-85e7-45ab-be45-dbbfbc273ab9 req-7ed9487a-4562-4aaa-a646-78b18952a070 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:09.387577 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-194fa97c-85e7-45ab-be45-dbbfbc273ab9 req-7ed9487a-4562-4aaa-a646-78b18952a070 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0484366 Aug 26 12:12:09.425358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-194fa97c-85e7-45ab-be45-dbbfbc273ab9 req-066c56cd-6530-41cf-9a20-d2f2a62ade20 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318437 Aug 26 12:12:10.542450 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db75f3-2247-44ad-859e-d66349775033 req-6425ecb3-8c77-4855-aeb5-842adc528145 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:10.543837 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2db75f3-2247-44ad-859e-d66349775033 req-6425ecb3-8c77-4855-aeb5-842adc528145 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0523722 Aug 26 12:12:10.580314 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b2db75f3-2247-44ad-859e-d66349775033 req-7cb4dc26-b9bc-4b51-82c6-5d8ef4f2b7ff tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305924 Aug 26 12:12:11.692981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd1f90-763d-4bc5-9ddb-37e21663abea req-444247d6-564d-4ca2-ac00-b71802c982d2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:11.694459 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cefd1f90-763d-4bc5-9ddb-37e21663abea req-444247d6-564d-4ca2-ac00-b71802c982d2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0482593 Aug 26 12:12:11.748760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cefd1f90-763d-4bc5-9ddb-37e21663abea req-21bc8345-8c3b-4878-ad54-36770977ec94 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484350 Aug 26 12:12:12.860163 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cccdb-721b-4950-a421-c0635401beda req-c538d442-48f3-44be-abec-4b34f4ed2d56 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:12.861631 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-997cccdb-721b-4950-a421-c0635401beda req-c538d442-48f3-44be-abec-4b34f4ed2d56 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0483658 Aug 26 12:12:12.898807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-997cccdb-721b-4950-a421-c0635401beda req-3df33fe6-9ab5-4591-b401-0f32d75e360b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312800 Aug 26 12:12:13.464771 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d394673-2c20-484b-8a4b-7277f1e34de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:14.014248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069d35c-e52f-4b0c-b4fc-417023be2885 req-04c4035d-5d8e-4b19-983e-62795a8bce1d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:14.016312 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d069d35c-e52f-4b0c-b4fc-417023be2885 req-04c4035d-5d8e-4b19-983e-62795a8bce1d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0523450 Aug 26 12:12:14.053389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d069d35c-e52f-4b0c-b4fc-417023be2885 req-eca1782a-bcb2-4af7-9f48-e80f4bfefecf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312324 Aug 26 12:12:15.165598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84520352-3024-402e-9a03-470a5b00b624 req-eb2a95a5-5121-44c4-afb4-d310804cf00a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:15.167088 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84520352-3024-402e-9a03-470a5b00b624 req-eb2a95a5-5121-44c4-afb4-d310804cf00a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0480909 Aug 26 12:12:15.204658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-84520352-3024-402e-9a03-470a5b00b624 req-7535f21b-b75d-4597-88ae-ad223987ec61 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311403 Aug 26 12:12:15.226862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44670) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:12:15.293794 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-ef3f2d07-d0c1-440f-a158-a1077cf75910 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/48fdf949-653f-4c99-9d6e-72d3bd0dc71c HTTP/1.1" status: 200 len: 993 time: 0.0656688 Aug 26 12:12:15.857837 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7eb79b17-6c19-4cfe-aeb0-82cf9493f619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:16.401857 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:16.584333 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2dab3-7d82-4204-a01f-1d63f572c046 req-8bd20bf7-d648-448b-b8d2-b02af29a745e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:16.585821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbd2dab3-7d82-4204-a01f-1d63f572c046 req-8bd20bf7-d648-448b-b8d2-b02af29a745e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0774808 Aug 26 12:12:16.591157 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece1a50-5a9a-46f0-a001-7784fa6844ac req-247e46a4-be72-433b-a419-3651bb6d3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:16.593109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ece1a50-5a9a-46f0-a001-7784fa6844ac req-247e46a4-be72-433b-a419-3651bb6d3908 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 1098 time: 0.0570989 Aug 26 12:12:16.677385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dbd2dab3-7d82-4204-a01f-1d63f572c046 req-b266dbd0-a640-41bc-96f6-928d1851a19f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833340 Aug 26 12:12:16.707593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece1a50-5a9a-46f0-a001-7784fa6844ac req-4fd348ef-83c4-432f-b102-d17817d22ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:16.709069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ece1a50-5a9a-46f0-a001-7784fa6844ac req-4fd348ef-83c4-432f-b102-d17817d22ec3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3670c814-70c1-49a3-92d0-53a71e7a72fc HTTP/1.1" status: 200 len: 897 time: 0.1093235 Aug 26 12:12:16.776180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ece1a50-5a9a-46f0-a001-7784fa6844ac req-f4a2948b-6bbc-4ff9-9557-0bc9cdc7916a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549c002d-c82c-4ca8-be44-905353fdb24d HTTP/1.1" status: 200 len: 1001 time: 0.0590613 Aug 26 12:12:16.829390 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece1a50-5a9a-46f0-a001-7784fa6844ac req-183af423-851d-4099-9c00-4d2b752b0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:16.830847 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ece1a50-5a9a-46f0-a001-7784fa6844ac req-183af423-851d-4099-9c00-4d2b752b0860 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3da3398-a95b-47b4-a2cb-654c2f9024f5 HTTP/1.1" status: 200 len: 833 time: 0.0478592 Aug 26 12:12:16.875915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece1a50-5a9a-46f0-a001-7784fa6844ac req-35aed5f3-41cc-4c25-89a8-02994d8f9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:16.877417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ece1a50-5a9a-46f0-a001-7784fa6844ac req-35aed5f3-41cc-4c25-89a8-02994d8f9a77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3670c814-70c1-49a3-92d0-53a71e7a72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397007 Aug 26 12:12:16.966539 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ece1a50-5a9a-46f0-a001-7784fa6844ac req-1b59276d-5663-42bc-b215-3e95c7ced417 service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816920 Aug 26 12:12:17.060187 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0ece1a50-5a9a-46f0-a001-7784fa6844ac req-03836231-9672-493d-bd47-db312367967b service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862026 Aug 26 12:12:17.526418 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:17.792415 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6258ca-4dde-4364-a742-e010145067a0 req-f015105c-c75f-4f5c-98a4-203d7762e4b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:17.793816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd6258ca-4dde-4364-a742-e010145067a0 req-f015105c-c75f-4f5c-98a4-203d7762e4b5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0492392 Aug 26 12:12:17.831877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cd6258ca-4dde-4364-a742-e010145067a0 req-4267dc57-7e48-4479-973c-f242146fa16f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315413 Aug 26 12:12:17.853828 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44680) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:12:17.917946 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bea4923c-f7ae-4447-a2a5-944ee2e9506e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/48fdf949-653f-4c99-9d6e-72d3bd0dc71c HTTP/1.1" status: 200 len: 993 time: 0.0630035 Aug 26 12:12:19.602685 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:21.235873 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:23.251446 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:31.754649 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:12:43.465081 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50e6ace9-ef2b-41e1-8d43-64f279406ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:43.600672 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-8c893c3c-3486-4c41-8251-498b20dbbb74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393662 Aug 26 12:12:43.685407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-7837856a-20f1-4569-8b98-0879262f6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:43.686920 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-7837856a-20f1-4569-8b98-0879262f6643 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 1098 time: 0.0410104 Aug 26 12:12:43.791306 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-2af68bbf-4e26-4d7a-bde8-0a8478ddc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:43.792834 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-2af68bbf-4e26-4d7a-bde8-0a8478ddc1f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3670c814-70c1-49a3-92d0-53a71e7a72fc HTTP/1.1" status: 200 len: 897 time: 0.0863941 Aug 26 12:12:43.858135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-24982c37-eed6-40b3-b7c3-1285b793493d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549c002d-c82c-4ca8-be44-905353fdb24d HTTP/1.1" status: 200 len: 1001 time: 0.0577395 Aug 26 12:12:43.907649 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-328a00b0-39c0-46e6-911b-5a424a77cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:43.909046 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-328a00b0-39c0-46e6-911b-5a424a77cfb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3da3398-a95b-47b4-a2cb-654c2f9024f5 HTTP/1.1" status: 200 len: 833 time: 0.0432453 Aug 26 12:12:43.958645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-aeb4b75b-e719-4232-82d7-7dfe1c577fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:12:43.960153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-aeb4b75b-e719-4232-82d7-7dfe1c577fe6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3670c814-70c1-49a3-92d0-53a71e7a72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433962 Aug 26 12:12:44.050001 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-f2e34005-c205-4c2c-816e-2908d4b5257d service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816214 Aug 26 12:12:44.143368 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8e24e3f6-544f-40d9-8111-5e7f5077456a req-a9bd43c1-be2d-4b8f-8901-4a1c7b5a5d7e service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850031 Aug 26 12:12:45.857529 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e2c8e7b-0dbc-4def-a9fa-315eebf005bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:46.404050 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:47.528928 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:49.606370 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:51.234522 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:12:53.272932 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:08.333652 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44702) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:08.489021 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 0355e684-d647-4ce1-a524-549669b0df54 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:13:08.489282 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:08.563166 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:08.563504 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:08.575124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 0355e684-d647-4ce1-a524-549669b0df54 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:13:08.719453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:08.742656 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=0355e684-d647-4ce1-a524-549669b0df54,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:08.753594 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.753945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.754863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.754863 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.755107 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.755407 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.755542 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:13:08.755949 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.756056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.756370 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.756692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.757015 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.757556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:08.820152 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:08.820491 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Floating IP 48fdf949-653f-4c99-9d6e-72d3bd0dc71c disassociated (deleted). External IP: 172.25.1.45, port: 549c002d-c82c-4ca8-be44-905353fdb24d. Aug 26 12:13:09.022440 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:13:09.133353 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:13:09.137894 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:09.143171 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf1870-e8f4-4ac3-9da1-4897dfc65974 None None] Sync routers for ids ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:13:09.151630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf1870-e8f4-4ac3-9da1-4897dfc65974 None None] Routers {'1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:13:09.152246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a4cf1870-e8f4-4ac3-9da1-4897dfc65974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:12:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:09.167095 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-49ab2884-b392-420f-8522-3e9810dc34eb tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/floatingips/48fdf949-653f-4c99-9d6e-72d3bd0dc71c HTTP/1.1" status: 204 len: 168 time: 0.8322208 Aug 26 12:13:09.167687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afea9b4-d356-4632-ad44-f5596a363779', 'tag': '549c002d-c82c-4ca8-be44-905353fdb24d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:13:09.169910 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29" -d '{"events": [{"name": "network-changed", "server_uuid": "3afea9b4-d356-4632-ad44-f5596a363779", "tag": "549c002d-c82c-4ca8-be44-905353fdb24d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:13:09.258858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a4cf1870-e8f4-4ac3-9da1-4897dfc65974 None None] Set router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:13:09.318353 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0554ec28-c3f7-4300-b1d8-59c2b64ce5a4 x-openstack-request-id: req-0554ec28-c3f7-4300-b1d8-59c2b64ce5a4 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:13:09.318651 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afea9b4-d356-4632-ad44-f5596a363779", "tag": "549c002d-c82c-4ca8-be44-905353fdb24d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:13:09.319015 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0554ec28-c3f7-4300-b1d8-59c2b64ce5a4 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:13:09.319430 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afea9b4-d356-4632-ad44-f5596a363779', 'tag': '549c002d-c82c-4ca8-be44-905353fdb24d', 'status': 'completed', 'code': 200} Aug 26 12:13:09.411167 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29 req-697d8bc1-de3f-4632-bc1f-4da04b19b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:09.413005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29 req-697d8bc1-de3f-4632-bc1f-4da04b19b05f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 1098 time: 0.0701334 Aug 26 12:13:09.430358 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2dac0-5336-434d-a11c-be521b610d15 req-5aad87a6-1ca5-483f-b2d0-17e078e3a19a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:09.431815 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebb2dac0-5336-434d-a11c-be521b610d15 req-5aad87a6-1ca5-483f-b2d0-17e078e3a19a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0615919 Aug 26 12:13:09.474535 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a4cf1870-e8f4-4ac3-9da1-4897dfc65974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:28Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2afa67c9-9af1-4680-b0aa-be24b6af991a', 'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:0e:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:28Z', 'updated_at': '2021-08-26T12:10:32Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:09.500839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf1870-e8f4-4ac3-9da1-4897dfc65974 None None] Checking router: 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:13:09.508859 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf1870-e8f4-4ac3-9da1-4897dfc65974 None None] Routers {'1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:13:09.509449 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a4cf1870-e8f4-4ac3-9da1-4897dfc65974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:12:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:09.527233 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebb2dac0-5336-434d-a11c-be521b610d15 req-bab228e4-caea-4e96-8ded-2ed999503821 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885484 Aug 26 12:13:09.554234 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29 req-2b5b982f-f631-45f3-8802-7c03f5c50752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:09.555757 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29 req-2b5b982f-f631-45f3-8802-7c03f5c50752 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3670c814-70c1-49a3-92d0-53a71e7a72fc HTTP/1.1" status: 200 len: 897 time: 0.1337762 Aug 26 12:13:09.598704 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29 req-fc0e6a54-31e0-4965-b1d7-221a4f7a6f7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549c002d-c82c-4ca8-be44-905353fdb24d HTTP/1.1" status: 200 len: 217 time: 0.0352621 Aug 26 12:13:09.620736 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a4cf1870-e8f4-4ac3-9da1-4897dfc65974 None None] Set router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:13:09.651059 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29 req-18fb0129-7413-49a1-a7a0-4b0194671b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:09.652527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29 req-18fb0129-7413-49a1-a7a0-4b0194671b6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3da3398-a95b-47b4-a2cb-654c2f9024f5 HTTP/1.1" status: 200 len: 833 time: 0.0442469 Aug 26 12:13:09.701742 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29 req-0a8a040c-4014-4076-82f9-b48050591645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:09.703332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29 req-0a8a040c-4014-4076-82f9-b48050591645 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3670c814-70c1-49a3-92d0-53a71e7a72fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432506 Aug 26 12:13:09.795542 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29 req-50c44465-ff6b-4bcc-97a4-7dea22acf254 service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817022 Aug 26 12:13:09.815862 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a4cf1870-e8f4-4ac3-9da1-4897dfc65974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:28Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2afa67c9-9af1-4680-b0aa-be24b6af991a', 'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:0e:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:28Z', 'updated_at': '2021-08-26T12:10:32Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:09.845808 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf1870-e8f4-4ac3-9da1-4897dfc65974 None None] The sync data for ids ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'] in n-d-778550-13 is: [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:28Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '2afa67c9-9af1-4680-b0aa-be24b6af991a', 'name': '', 'network_id': '3670c814-70c1-49a3-92d0-53a71e7a72fc', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:0e:ee:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:28Z', 'updated_at': '2021-08-26T12:10:32Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': 'b3da3398-a95b-47b4-a2cb-654c2f9024f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:13:09.893510 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-76c690e9-90a8-4fa8-ab4e-9bfb11d8bd29 req-54918300-4dc8-4889-b52e-d9f7f734270f service neutron] 10.222.0.47 "GET /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890262 Aug 26 12:13:10.051741 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef3ac45-f9cb-4459-9910-88a60509f4c9 None None] New status for floating IP 48fdf949-653f-4c99-9d6e-72d3bd0dc71c: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:13:10.642327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ad252-23ba-4358-9174-fd00f870ed04 req-a7803daf-73e4-4d22-b86c-a703027ef133 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:10.643841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-383ad252-23ba-4358-9174-fd00f870ed04 req-a7803daf-73e4-4d22-b86c-a703027ef133 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0499179 Aug 26 12:13:10.680549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-383ad252-23ba-4358-9174-fd00f870ed04 req-de49fef7-fe8c-435d-a064-fd5c81b17d1b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=42eb9b71-da6f-4b45-a98e-2e2f7cf15848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308678 Aug 26 12:13:11.178101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9930a59-e0b3-424b-a27d-0d46a7e4db0e req-cc726ab2-ac6f-4207-ae6d-3ed8b9692f26 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:11.179610 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9930a59-e0b3-424b-a27d-0d46a7e4db0e req-cc726ab2-ac6f-4207-ae6d-3ed8b9692f26 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 946 time: 0.0470726 Aug 26 12:13:11.271451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-f9930a59-e0b3-424b-a27d-0d46a7e4db0e req-95ae19df-c613-4329-aa1c-6052feea9976 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 549c002d-c82c-4ca8-be44-905353fdb24d {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:13:11.271801 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f9930a59-e0b3-424b-a27d-0d46a7e4db0e req-95ae19df-c613-4329-aa1c-6052feea9976 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:11.357750 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-f9930a59-e0b3-424b-a27d-0d46a7e4db0e req-95ae19df-c613-4329-aa1c-6052feea9976 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 549c002d-c82c-4ca8-be44-905353fdb24d, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=549c002d-c82c-4ca8-be44-905353fdb24d,segment=NetworkSegment(60419f65-f7fa-4a11-9226-65a5b68cc91c),segment_id=60419f65-f7fa-4a11-9226-65a5b68cc91c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:13:11.358121 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f9930a59-e0b3-424b-a27d-0d46a7e4db0e req-95ae19df-c613-4329-aa1c-6052feea9976 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:11.371203 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-f9930a59-e0b3-424b-a27d-0d46a7e4db0e req-95ae19df-c613-4329-aa1c-6052feea9976 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 549c002d-c82c-4ca8-be44-905353fdb24d owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:13:11.505724 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f9930a59-e0b3-424b-a27d-0d46a7e4db0e req-95ae19df-c613-4329-aa1c-6052feea9976 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:11.533686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae19df-c613-4329-aa1c-6052feea9976 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=549c002d-c82c-4ca8-be44-905353fdb24d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:11.578640 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9930a59-e0b3-424b-a27d-0d46a7e4db0e req-95ae19df-c613-4329-aa1c-6052feea9976 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] No DVR routers for this DVR port 549c002d-c82c-4ca8-be44-905353fdb24d on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:13:11.581864 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-f9930a59-e0b3-424b-a27d-0d46a7e4db0e req-95ae19df-c613-4329-aa1c-6052feea9976 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:11.584238 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9930a59-e0b3-424b-a27d-0d46a7e4db0e req-95ae19df-c613-4329-aa1c-6052feea9976 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.47 "DELETE /v2.0/ports/549c002d-c82c-4ca8-be44-905353fdb24d HTTP/1.1" status: 204 len: 173 time: 0.3981125 Aug 26 12:13:11.584692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afea9b4-d356-4632-ad44-f5596a363779', 'name': 'network-vif-deleted', 'tag': '549c002d-c82c-4ca8-be44-905353fdb24d'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:13:11.587097 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96edd602-2578-4cfe-b575-e070c954b833" -d '{"events": [{"server_uuid": "3afea9b4-d356-4632-ad44-f5596a363779", "name": "network-vif-deleted", "tag": "549c002d-c82c-4ca8-be44-905353fdb24d"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:13:11.624296 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480a4e4a-39dc-4efb-9e28-927110442fb9 x-openstack-request-id: req-480a4e4a-39dc-4efb-9e28-927110442fb9 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:13:11.624595 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afea9b4-d356-4632-ad44-f5596a363779", "name": "network-vif-deleted", "tag": "549c002d-c82c-4ca8-be44-905353fdb24d", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:13:11.624850 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-480a4e4a-39dc-4efb-9e28-927110442fb9 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:13:11.625250 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afea9b4-d356-4632-ad44-f5596a363779', 'name': 'network-vif-deleted', 'tag': '549c002d-c82c-4ca8-be44-905353fdb24d', 'status': 'completed', 'code': 200} Aug 26 12:13:11.796803 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63632d1d-a86d-4887-959c-a5e13f95d1cf req-bae30c91-560e-4160-b4c5-18443c251a8f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=3afea9b4-d356-4632-ad44-f5596a363779 HTTP/1.1" status: 200 len: 210 time: 0.0266881 Aug 26 12:13:12.850991 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44718) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:13.465111 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-863396ab-cbb5-41ce-ad1d-a57df63baee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:13.539231 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:13.787009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 2afa67c9-9af1-4680-b0aa-be24b6af991a {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:13:13.787356 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:13.876341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 2afa67c9-9af1-4680-b0aa-be24b6af991a, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=2afa67c9-9af1-4680-b0aa-be24b6af991a,segment=NetworkSegment(60419f65-f7fa-4a11-9226-65a5b68cc91c),segment_id=60419f65-f7fa-4a11-9226-65a5b68cc91c)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:13:13.876987 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:13.889051 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 2afa67c9-9af1-4680-b0aa-be24b6af991a owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:13:14.068321 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:14.096530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=2afa67c9-9af1-4680-b0aa-be24b6af991a,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:14.271937 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:14.481607 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:13:14.585690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:13:14.590655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1f3d3704-f9cc-47ab-85b7-22a3efb90d0f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "PUT /v2.0/routers/1b2bda4f-9125-4eff-9cd6-ffaad5a1389a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386606 Aug 26 12:13:14.593451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44720) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:14.595669 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851069d1-caff-4db3-bd08-40ca324f048d None None] Sync routers for ids ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:13:14.605364 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851069d1-caff-4db3-bd08-40ca324f048d None None] Routers {'1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:13:14.605969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-851069d1-caff-4db3-bd08-40ca324f048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:12:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:14.648567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e026ad7-d53f-4b43-90c5-4428c8824bb2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting subnet b3da3398-a95b-47b4-a2cb-654c2f9024f5 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:13:14.651592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e026ad7-d53f-4b43-90c5-4428c8824bb2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:14.691327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e026ad7-d53f-4b43-90c5-4428c8824bb2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:14.709065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-851069d1-caff-4db3-bd08-40ca324f048d None None] Set router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:13:14.777022 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e026ad7-d53f-4b43-90c5-4428c8824bb2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:14.842985 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e026ad7-d53f-4b43-90c5-4428c8824bb2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:14.874205 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7e026ad7-d53f-4b43-90c5-4428c8824bb2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:14.879416 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7e026ad7-d53f-4b43-90c5-4428c8824bb2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/subnets/b3da3398-a95b-47b4-a2cb-654c2f9024f5 HTTP/1.1" status: 204 len: 168 time: 0.2816663 Aug 26 12:13:14.879416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e026ad7-d53f-4b43-90c5-4428c8824bb2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Subnet': ['ID=b3da3398-a95b-47b4-a2cb-654c2f9024f5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:14.880324 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44722) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:14.957892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa55a35-37b7-44f1-93e4-ddb0c0b3f11f None None] Network 3670c814-70c1-49a3-92d0-53a71e7a72fc requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:13:14.989934 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.094920 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.139100 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 549c002d-c82c-4ca8-be44-905353fdb24d no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:13:15.155713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:13:15.156025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.163360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 549c002d-c82c-4ca8-be44-905353fdb24d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:13:15.163717 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 549c002d-c82c-4ca8-be44-905353fdb24d not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:13:15.170264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-851069d1-caff-4db3-bd08-40ca324f048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:13:14Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:15.202124 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] DHCP port deletion for 3670c814-70c1-49a3-92d0-53a71e7a72fc request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:13:15.204434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851069d1-caff-4db3-bd08-40ca324f048d None None] Checking router: 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:13:15.231562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851069d1-caff-4db3-bd08-40ca324f048d None None] Routers {'1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:13:15.232198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-851069d1-caff-4db3-bd08-40ca324f048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:12:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:15.238694 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:13:15.239174 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.252295 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:13:15.329050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-851069d1-caff-4db3-bd08-40ca324f048d None None] Set router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:13:15.356938 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Deleting port 73015ed8-0703-47da-86a3-fb7a0e42ee59 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:13:15.357248 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.386589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-851069d1-caff-4db3-bd08-40ca324f048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:13:15Z', 'revision_number': 6, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:15.419709 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.446416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:15.453104 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851069d1-caff-4db3-bd08-40ca324f048d None None] The sync data for ids ['1b2bda4f-9125-4eff-9cd6-ffaad5a1389a'] in n-d-778550-13 is: [{'id': '1b2bda4f-9125-4eff-9cd6-ffaad5a1389a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091576526', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:10:25Z', 'updated_at': '2021-08-26T12:13:15Z', 'revision_number': 6, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:13:15.478031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] For port 73015ed8-0703-47da-86a3-fb7a0e42ee59, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=73015ed8-0703-47da-86a3-fb7a0e42ee59,segment=NetworkSegment(60419f65-f7fa-4a11-9226-65a5b68cc91c),segment_id=60419f65-f7fa-4a11-9226-65a5b68cc91c)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:13:15.478446 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.492020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Calling delete_port for 73015ed8-0703-47da-86a3-fb7a0e42ee59 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:13:15.513300 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.575223 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.602777 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Pushing event deleted for resources: {'Port': ['ID=73015ed8-0703-47da-86a3-fb7a0e42ee59,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:15.605654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] No DVR routers for this DVR port 73015ed8-0703-47da-86a3-fb7a0e42ee59 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:13:15.607358 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.609456 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.617715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.618102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.618422 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.619699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.619699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.619699 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.620174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.620174 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.620490 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.620872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.621207 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.621538 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ce583-6af6-4c86-8d89-c0f1b5c6ffe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:15.656305 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.657457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Fanout notify agent at l3_agent the message router_deleted on router 1b2bda4f-9125-4eff-9cd6-ffaad5a1389a {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:13:15.664305 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.665417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-3bd39306-69bf-469c-a57a-2dcb83d3736f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/routers/1b2bda4f-9125-4eff-9cd6-ffaad5a1389a HTTP/1.1" status: 204 len: 168 time: 0.7849298 Aug 26 12:13:15.668037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44724) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:15.744679 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.834190 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.845973 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3670c814-70c1-49a3-92d0-53a71e7a72fc']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:15.857686 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60419f65-f7fa-4a11-9226-65a5b68cc91c') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:15.857909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60419f65-f7fa-4a11-9226-65a5b68cc91c') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:15.861861 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff023d7a-d67b-4b43-b1cc-109d22759ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.867798 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.882963 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.892734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:13:15.893045 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: timer() Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:13:15.896219 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:13:15.964300 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.976933 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:15.979212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/networks/3670c814-70c1-49a3-92d0-53a71e7a72fc HTTP/1.1" status: 204 len: 168 time: 0.3099623 Aug 26 12:13:15.981592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44726) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:15.998632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fba0f2-a4b4-4cb0-993e-c96211709735 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Network': ['ID=3670c814-70c1-49a3-92d0-53a71e7a72fc,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:16.020407 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2afa67c9-9af1-4680-b0aa-be24b6af991a no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:13:16.040250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 2afa67c9-9af1-4680-b0aa-be24b6af991a {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:13:16.040677 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 2afa67c9-9af1-4680-b0aa-be24b6af991a not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:13:16.041166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:13:16.055453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bd6862a-9d13-499f-8eac-4c82b120f010 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:16.059842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:13:16.060005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3ce6d2aa-d4ac-4751-a86f-aedb0fec63f4 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:13:16.060377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 73015ed8-0703-47da-86a3-fb7a0e42ee59 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:13:16.080685 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 73015ed8-0703-47da-86a3-fb7a0e42ee59 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:13:16.081034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 73015ed8-0703-47da-86a3-fb7a0e42ee59 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:13:16.081597 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bd6862a-9d13-499f-8eac-4c82b120f010 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:16.143425 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bd6862a-9d13-499f-8eac-4c82b120f010 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:16.146086 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8bd6862a-9d13-499f-8eac-4c82b120f010 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:16.147320 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8bd6862a-9d13-499f-8eac-4c82b120f010 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/security-groups/42eb9b71-da6f-4b45-a98e-2e2f7cf15848 HTTP/1.1" status: 204 len: 168 time: 0.1648185 Aug 26 12:13:16.156169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6862a-9d13-499f-8eac-4c82b120f010 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb9b71-da6f-4b45-a98e-2e2f7cf15848,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:16.403843 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.384572 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44734) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:17.389250 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6e14f243-380c-456f-8eff-bf958569b97f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-337682701', 'description': 'tempest-secgroup-smoke-337682701 description', 'project_id': '98cae013182e4657ae3d22c7cceb6349'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:17.411647 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6e14f243-380c-456f-8eff-bf958569b97f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.496832 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6e14f243-380c-456f-8eff-bf958569b97f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.500592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6e14f243-380c-456f-8eff-bf958569b97f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.534053 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14f243-380c-456f-8eff-bf958569b97f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906b7f9c-4c37-40f7-a30a-23cb9d4484c5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:17.537327 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6e14f243-380c-456f-8eff-bf958569b97f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.537499 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.539225 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6e14f243-380c-456f-8eff-bf958569b97f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1535468 Aug 26 12:13:17.541924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44736) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:17.546556 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6c1f1add-cbdc-4bf4-95bd-9f924ff8523e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '906b7f9c-4c37-40f7-a30a-23cb9d4484c5', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:17.573059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1add-cbdc-4bf4-95bd-9f924ff8523e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.629343 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1add-cbdc-4bf4-95bd-9f924ff8523e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.632669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1add-cbdc-4bf4-95bd-9f924ff8523e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.651725 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f1add-cbdc-4bf4-95bd-9f924ff8523e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0811de2-fec6-424f-bb9e-98ec17b71e08,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:17.655394 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1add-cbdc-4bf4-95bd-9f924ff8523e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.656560 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6c1f1add-cbdc-4bf4-95bd-9f924ff8523e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137552 Aug 26 12:13:17.659804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44738) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:17.664098 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-7b25e6a8-659b-42d2-955e-88c29dfbc0c5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '906b7f9c-4c37-40f7-a30a-23cb9d4484c5', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:17.689305 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b25e6a8-659b-42d2-955e-88c29dfbc0c5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.743851 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b25e6a8-659b-42d2-955e-88c29dfbc0c5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.747028 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b25e6a8-659b-42d2-955e-88c29dfbc0c5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.763646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25e6a8-659b-42d2-955e-88c29dfbc0c5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5908dca-6deb-43be-b93c-5f0ca0ebcd2b,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:17.770591 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b25e6a8-659b-42d2-955e-88c29dfbc0c5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.771796 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7b25e6a8-659b-42d2-955e-88c29dfbc0c5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110923 Aug 26 12:13:17.774408 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44740) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:17.779054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-26342f6a-9847-4e5c-ad49-23138e7dd22c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '906b7f9c-4c37-40f7-a30a-23cb9d4484c5', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:17.814285 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26342f6a-9847-4e5c-ad49-23138e7dd22c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.873786 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26342f6a-9847-4e5c-ad49-23138e7dd22c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.877415 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26342f6a-9847-4e5c-ad49-23138e7dd22c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.894689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26342f6a-9847-4e5c-ad49-23138e7dd22c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fb0f5d-129f-4861-a7e9-d5825c25aa9e,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:17.900672 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-26342f6a-9847-4e5c-ad49-23138e7dd22c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.901902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-26342f6a-9847-4e5c-ad49-23138e7dd22c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264312 Aug 26 12:13:17.904749 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44742) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:17.910068 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-f867ff86-125b-4b62-8ffe-0d48d77aba32 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '906b7f9c-4c37-40f7-a30a-23cb9d4484c5', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:17.934899 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f867ff86-125b-4b62-8ffe-0d48d77aba32 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.993737 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f867ff86-125b-4b62-8ffe-0d48d77aba32 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:17.997661 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f867ff86-125b-4b62-8ffe-0d48d77aba32 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.014568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867ff86-125b-4b62-8ffe-0d48d77aba32 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7919f24a-d997-4547-b32c-51c051c9655c,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:18.020841 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f867ff86-125b-4b62-8ffe-0d48d77aba32 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.022247 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f867ff86-125b-4b62-8ffe-0d48d77aba32 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164620 Aug 26 12:13:18.024989 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44744) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:18.029319 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-46173a64-ea48-4640-9bbc-c556ef91409c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '906b7f9c-4c37-40f7-a30a-23cb9d4484c5', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:18.051006 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-46173a64-ea48-4640-9bbc-c556ef91409c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Project 98cae013182e4657ae3d22c7cceb6349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:13:18.055660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46173a64-ea48-4640-9bbc-c556ef91409c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.115024 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46173a64-ea48-4640-9bbc-c556ef91409c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.118475 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46173a64-ea48-4640-9bbc-c556ef91409c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.136025 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46173a64-ea48-4640-9bbc-c556ef91409c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6790699-f718-45cf-b518-13d92a9d20fb,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:18.141882 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-46173a64-ea48-4640-9bbc-c556ef91409c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.143024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-46173a64-ea48-4640-9bbc-c556ef91409c tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170452 Aug 26 12:13:18.145699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44746) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:18.149986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-93642ab3-ef7f-4988-b25c-5ed2e0071e8f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'security_group_rule': {'security_group_id': '906b7f9c-4c37-40f7-a30a-23cb9d4484c5', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:18.171168 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-93642ab3-ef7f-4988-b25c-5ed2e0071e8f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Project 98cae013182e4657ae3d22c7cceb6349 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:13:18.175853 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-93642ab3-ef7f-4988-b25c-5ed2e0071e8f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.239202 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-93642ab3-ef7f-4988-b25c-5ed2e0071e8f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.243056 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-93642ab3-ef7f-4988-b25c-5ed2e0071e8f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.261874 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93642ab3-ef7f-4988-b25c-5ed2e0071e8f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec64b55-f495-406b-8251-21f410b7e8ad,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:18.264913 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-93642ab3-ef7f-4988-b25c-5ed2e0071e8f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.267188 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-93642ab3-ef7f-4988-b25c-5ed2e0071e8f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205149 Aug 26 12:13:18.268947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44748) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:18.273832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'network': {'name': 'tempest-network-smoke--1409726041', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'port_security_enabled': True}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:18.294455 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:13:18.298432 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.321409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:13:18.330075 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.330417 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Added segment a3552953-d48b-46da-950d-4f404da20b83 of type vlan for network 2658dd7d-0ad1-46b0-bf25-d59902f91055 Aug 26 12:13:18.369094 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.392468 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.397931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:18.398509 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.458876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888709 Aug 26 12:13:18.461681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44750) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:18.467225 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'admin_state_up': True, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:18.467388 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066abf98-a434-4393-a4d7-c812a51544d0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Network': ['ID=2658dd7d-0ad1-46b0-bf25-d59902f91055,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:18.478866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 2658dd7d-0ad1-46b0-bf25-d59902f91055 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:13:18.491731 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.492801 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.545286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.682011 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.872000 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.890696 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:18.993316 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.25.1.116 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/029c1d07-5271-4692-ab6d-3749266997a6) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:13:19.090453 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:19.129546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:19.169739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:13:19.175073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:13:19.178602 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:13:19.200433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=029c1d07-5271-4692-ab6d-3749266997a6,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:19.212201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.212557 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.212905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.213248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.213587 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.213929 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.214261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.214599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.214962 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.215294 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.215623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.215977 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:19.433480 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:19.609573 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:19.915799 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:20.040954 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 2fa7190c-1f37-401e-9a50-48789d393eb7 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:13:20.145798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:13:20.155327 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Sync routers for ids ['2fa7190c-1f37-401e-9a50-48789d393eb7'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:13:20.164615 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:20.165122 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Routers {'2fa7190c-1f37-401e-9a50-48789d393eb7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:13:20.165795 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:13:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2fa7190c-1f37-401e-9a50-48789d393eb7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:20.166078 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-8e15362f-1e03-4741-903f-6b2e771a4afa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7032807 Aug 26 12:13:20.169273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44754) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:20.197873 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8056219d-f254-4ac6-b971-fef2be61f680 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=98cae013182e4657ae3d22c7cceb6349&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274551 Aug 26 12:13:20.200578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44756) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:20.270007 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Set router 2fa7190c-1f37-401e-9a50-48789d393eb7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:13:20.287148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e2e2e5-cc6e-4bce-a09a-1c8eda4091be tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:20.288676 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-55e2e2e5-cc6e-4bce-a09a-1c8eda4091be tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871964 Aug 26 12:13:20.291626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44758) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:20.319913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-b190de9b-a112-427a-9c9f-410dd0c9f83d tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=b1703738-6a36-495d-9edf-c5d14a6506a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272491 Aug 26 12:13:20.322382 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44760) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:20.327187 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1628064510', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:20.416706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:13:20.420896 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:20.442621 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:19Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:20.467465 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Checking router: 2fa7190c-1f37-401e-9a50-48789d393eb7 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:13:20.467818 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Updating router 2fa7190c-1f37-401e-9a50-48789d393eb7 port 029c1d07-5271-4692-ab6d-3749266997a6 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:13:20.496314 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:20.608195 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:20.669373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Subnet': ['ID=9c6367d1-c8a0-4b53-a6d1-abde2fc305bf,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:20.679905 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Checking segment: {'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:13:20.680373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network hostable DHCP agents. Network: 2658dd7d-0ad1-46b0-bf25-d59902f91055, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:13:20.699152 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network 2658dd7d-0ad1-46b0-bf25-d59902f91055 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:13:20.709086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 2658dd7d-0ad1-46b0-bf25-d59902f91055) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:13:20.713293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:20.713906 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:20.722304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d67ca-6e38-4652-bb77-8465ca1b6279 None None] Network 2658dd7d-0ad1-46b0-bf25-d59902f91055 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:13:20.731576 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bff87a04-9d06-42f8-bb86-0a60ae375190 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4080029 Aug 26 12:13:20.733922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44762) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:20.836948 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:20.847488 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Transition to ACTIVE for port object 029c1d07-5271-4692-ab6d-3749266997a6 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:13:20.855395 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:20.877543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-2658dd7d-0ad1-46b0-bf25-d59902f91055', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ips': [{'subnet_id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:13:20.878765 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:20.905629 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Attempting to bind port 029c1d07-5271-4692-ab6d-3749266997a6 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:13:20.905876 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Attempting to bind port 029c1d07-5271-4692-ab6d-3749266997a6 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:13:20.906222 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Attempting to bind port 029c1d07-5271-4692-ab6d-3749266997a6 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:13:20.914101 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:13:20.914471 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:13:20.914891 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:20.915277 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:13:20.915735 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Bound port: 029c1d07-5271-4692-ab6d-3749266997a6, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:13:20.916107 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:20.917569 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Pushing event updated for resources: {'Port': ['ID=029c1d07-5271-4692-ab6d-3749266997a6,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:20.952274 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.952507 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.952838 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.953165 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.954031 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.954360 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.954687 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.955037 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.955354 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.955673 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.955989 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.956758 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:13:20.977667 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] For port 029c1d07-5271-4692-ab6d-3749266997a6, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:13:20.980688 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] For port 029c1d07-5271-4692-ab6d-3749266997a6, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=029c1d07-5271-4692-ab6d-3749266997a6,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:13:20.987413 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:21.027232 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Allocated IP 172.20.0.2 (2658dd7d-0ad1-46b0-bf25-d59902f91055/9c6367d1-c8a0-4b53-a6d1-abde2fc305bf/5ff510e8-7173-4fe5-8961-583b553b16f2) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:13:21.046612 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Routers {'2fa7190c-1f37-401e-9a50-48789d393eb7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:13:21.047800 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:13:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2fa7190c-1f37-401e-9a50-48789d393eb7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:21.081935 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a8f07-5d7f-49a0-9493-f3383d933c52 None None] Pushing event updated for resources: {'Port': ['ID=029c1d07-5271-4692-ab6d-3749266997a6,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:21.160890 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] Set router 2fa7190c-1f37-401e-9a50-48789d393eb7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:13:21.178380 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:21.187810 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Transition to ACTIVE for port object 5ff510e8-7173-4fe5-8961-583b553b16f2 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:13:21.206195 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Transition to ACTIVE for port object 5ff510e8-7173-4fe5-8961-583b553b16f2 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:13:21.212279 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:21.212477 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:21.277477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Network 2658dd7d-0ad1-46b0-bf25-d59902f91055 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:13:21.284638 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:13:21.287131 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Pushing event updated for resources: {'Port': ['ID=5ff510e8-7173-4fe5-8961-583b553b16f2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:21.290484 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:21.291926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:13:21.347237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Attempting to bind port 5ff510e8-7173-4fe5-8961-583b553b16f2 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:13:21.347614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Attempting to bind port 5ff510e8-7173-4fe5-8961-583b553b16f2 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:13:21.347978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Attempting to bind port 5ff510e8-7173-4fe5-8961-583b553b16f2 on network 2658dd7d-0ad1-46b0-bf25-d59902f91055 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:13:21.354660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:13:21.355070 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Checking segment: {'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:13:21.355592 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:21.355993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Bound using segment: {'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:13:21.356455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Bound port: 5ff510e8-7173-4fe5-8961-583b553b16f2, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:13:21.357104 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:21.361924 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:19Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:21.389130 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c68dcd-f7d3-496c-b590-ec2ce21a281c None None] The sync data for ids ['2fa7190c-1f37-401e-9a50-48789d393eb7'] in n-d-778550-13 is: [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:19Z', 'revision_number': 3, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:13:21.434509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] For port 5ff510e8-7173-4fe5-8961-583b553b16f2, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:13:21.438205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] For port 5ff510e8-7173-4fe5-8961-583b553b16f2, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5ff510e8-7173-4fe5-8961-583b553b16f2,segment=NetworkSegment(a3552953-d48b-46da-950d-4f404da20b83),segment_id=a3552953-d48b-46da-950d-4f404da20b83)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:13:21.443836 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:21.511876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.20.0.1 (2658dd7d-0ad1-46b0-bf25-d59902f91055/9c6367d1-c8a0-4b53-a6d1-abde2fc305bf/5d3c767a-ef01-4dad-8feb-ade67c4136ef) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:13:21.521369 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79977c13-f5f8-42a1-bb9f-0bc2e817c41f None None] Pushing event updated for resources: {'Port': ['ID=5ff510e8-7173-4fe5-8961-583b553b16f2,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:21.637751 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:21.666800 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Transition to ACTIVE for port object 5d3c767a-ef01-4dad-8feb-ade67c4136ef will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:13:21.704584 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:21.761780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network 2658dd7d-0ad1-46b0-bf25-d59902f91055 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:13:21.767502 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:13:21.769908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:13:21.813804 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=5d3c767a-ef01-4dad-8feb-ade67c4136ef,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:21.834803 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:21.968728 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:22.083710 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5ff510e8-7173-4fe5-8961-583b553b16f2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:13:22.136599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 5ff510e8-7173-4fe5-8961-583b553b16f2 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:13:22.142338 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 029c1d07-5271-4692-ab6d-3749266997a6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:13:22.200843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 029c1d07-5271-4692-ab6d-3749266997a6 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:13:22.206883 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 029c1d07-5271-4692-ab6d-3749266997a6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:22.207580 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:22.307336 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:22.339034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 029c1d07-5271-4692-ab6d-3749266997a6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=029c1d07-5271-4692-ab6d-3749266997a6,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:13:22.344884 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:22.406373 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=029c1d07-5271-4692-ab6d-3749266997a6,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:22.566482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7c2db4-ea95-442e-b851-6227a6582b3a None None] Network 2658dd7d-0ad1-46b0-bf25-d59902f91055 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:13:22.628222 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-45111065-9a4a-4e20-9e63-fbaad3ae93cb None None] Provisioning for port 5ff510e8-7173-4fe5-8961-583b553b16f2 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:13:22.640419 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-45111065-9a4a-4e20-9e63-fbaad3ae93cb None None] Provisioning complete for port 5ff510e8-7173-4fe5-8961-583b553b16f2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:22.640795 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45111065-9a4a-4e20-9e63-fbaad3ae93cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:22.664769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:22.671020 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:22.748687 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:22.750472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=5d3c767a-ef01-4dad-8feb-ade67c4136ef,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:22.793722 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45111065-9a4a-4e20-9e63-fbaad3ae93cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:22.833589 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-45111065-9a4a-4e20-9e63-fbaad3ae93cb None None] For port 5ff510e8-7173-4fe5-8961-583b553b16f2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5ff510e8-7173-4fe5-8961-583b553b16f2,segment=NetworkSegment(a3552953-d48b-46da-950d-4f404da20b83),segment_id=a3552953-d48b-46da-950d-4f404da20b83)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:13:22.838790 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45111065-9a4a-4e20-9e63-fbaad3ae93cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:22.842547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network 2658dd7d-0ad1-46b0-bf25-d59902f91055 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:13:22.845661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:13:22.900102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45111065-9a4a-4e20-9e63-fbaad3ae93cb None None] Pushing event updated for resources: {'Port': ['ID=5ff510e8-7173-4fe5-8961-583b553b16f2,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:22.974915 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 2fa7190c-1f37-401e-9a50-48789d393eb7 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:13:23.068096 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e8b588dd-c97d-4d91-a763-377ae9c9bfc6 None None] Provisioning complete for port 5ff510e8-7173-4fe5-8961-583b553b16f2 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:23.068475 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b588dd-c97d-4d91-a763-377ae9c9bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:23.094985 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:13:23.100426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7c16d14e-719b-4ff9-ba64-b31df2f32069 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "PUT /v2.0/routers/2fa7190c-1f37-401e-9a50-48789d393eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3654265 Aug 26 12:13:23.206113 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e8b588dd-c97d-4d91-a763-377ae9c9bfc6 None None] Provisioning for port 5d3c767a-ef01-4dad-8feb-ade67c4136ef completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:13:23.211457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e8b588dd-c97d-4d91-a763-377ae9c9bfc6 None None] Provisioning complete for port 5d3c767a-ef01-4dad-8feb-ade67c4136ef triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:23.211844 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b588dd-c97d-4d91-a763-377ae9c9bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:23.259765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Sync routers for ids ['2fa7190c-1f37-401e-9a50-48789d393eb7'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:13:23.262075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e8b588dd-c97d-4d91-a763-377ae9c9bfc6 None None] Port 5d3c767a-ef01-4dad-8feb-ade67c4136ef cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:13:23.272147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Routers {'2fa7190c-1f37-401e-9a50-48789d393eb7'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:13:23.272763 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:13:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2fa7190c-1f37-401e-9a50-48789d393eb7'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:23.274100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-ee933354-011b-4886-b525-ddb33e603174 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337682701&fields=id&tenant_id=98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 267 time: 0.0416899 Aug 26 12:13:23.331320 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:23.396003 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-df9d3602-fe21-4739-b775-bdbb23e586d8 None None] Provisioning complete for port 5d3c767a-ef01-4dad-8feb-ade67c4136ef triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:23.396253 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c9911-25c2-4314-a593-30cd34f749bf req-9533c263-4bb9-425b-871a-5b5b5fccac80 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:23.396460 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df9d3602-fe21-4739-b775-bdbb23e586d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:23.397987 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-9533c263-4bb9-425b-871a-5b5b5fccac80 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/networks?id=2658dd7d-0ad1-46b0-bf25-d59902f91055 HTTP/1.1" status: 200 len: 797 time: 0.1163685 Aug 26 12:13:23.413262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Set router 2fa7190c-1f37-401e-9a50-48789d393eb7 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:13:23.413899 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-1af9e133-0889-4bd1-937d-c61f73c90704 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/quotas/98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 375 time: 0.0101695 Aug 26 12:13:23.469517 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-4cb3869d-5c14-45bf-902d-f4ff2077a5f3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492656 Aug 26 12:13:23.486113 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-df9d3602-fe21-4739-b775-bdbb23e586d8 None None] Port 5d3c767a-ef01-4dad-8feb-ade67c4136ef cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:13:23.488158 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-f56540fd-e14e-43f6-9ec4-2bcbd440fd7a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:13:23.489206 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-f56540fd-e14e-43f6-9ec4-2bcbd440fd7a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062389 Aug 26 12:13:23.583229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-407c6c91-4fd3-4b67-b8ae-3ea985dbe9b0 service neutron] 10.222.0.21 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879133 Aug 26 12:13:23.632557 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9056970d-7159-46d1-b381-fbecc7778ba9 None None] Provisioning complete for port 5d3c767a-ef01-4dad-8feb-ade67c4136ef triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:23.632934 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9056970d-7159-46d1-b381-fbecc7778ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:23.675666 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9056970d-7159-46d1-b381-fbecc7778ba9 None None] Port 5d3c767a-ef01-4dad-8feb-ade67c4136ef cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:13:23.676010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-b4dce4a8-e045-4741-b1b1-d14be1c4e9e3 service neutron] 10.222.0.21 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867324 Aug 26 12:13:23.688501 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:21Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5d3c767a-ef01-4dad-8feb-ade67c4136ef', 'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:d5:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:21Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 2, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:23.718540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Checking router: 2fa7190c-1f37-401e-9a50-48789d393eb7 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:13:23.718980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Updating router 2fa7190c-1f37-401e-9a50-48789d393eb7 port 5d3c767a-ef01-4dad-8feb-ade67c4136ef binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:13:23.743757 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:24.001406 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:24.006259 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5ff510e8-7173-4fe5-8961-583b553b16f2 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:13:24.036913 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Transition to ACTIVE for port object 5d3c767a-ef01-4dad-8feb-ade67c4136ef will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:13:24.045344 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:24.103983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a48dc3-42d7-48dd-934f-7e0803894d04 None None] Pushing event updated for resources: {'Port': ['ID=5d3c767a-ef01-4dad-8feb-ade67c4136ef,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:24.152079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5ff510e8-7173-4fe5-8961-583b553b16f2 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:24.152274 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:24.182925 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Attempting to bind port 5d3c767a-ef01-4dad-8feb-ade67c4136ef on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:13:24.183307 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Attempting to bind port 5d3c767a-ef01-4dad-8feb-ade67c4136ef by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:13:24.183679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Attempting to bind port 5d3c767a-ef01-4dad-8feb-ade67c4136ef on network 2658dd7d-0ad1-46b0-bf25-d59902f91055 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:13:24.197672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:13:24.197964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Checking segment: {'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:13:24.198372 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:24.198807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Bound using segment: {'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:13:24.199289 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Bound port: 5d3c767a-ef01-4dad-8feb-ade67c4136ef, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:13:24.199675 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:24.304555 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 029c1d07-5271-4692-ab6d-3749266997a6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:13:24.308343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] For port 5d3c767a-ef01-4dad-8feb-ade67c4136ef, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:13:24.339769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] For port 5d3c767a-ef01-4dad-8feb-ade67c4136ef, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5d3c767a-ef01-4dad-8feb-ade67c4136ef,segment=NetworkSegment(a3552953-d48b-46da-950d-4f404da20b83),segment_id=a3552953-d48b-46da-950d-4f404da20b83)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:13:24.347963 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:24.433975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Routers {'2fa7190c-1f37-401e-9a50-48789d393eb7'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:13:24.434616 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:13:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2fa7190c-1f37-401e-9a50-48789d393eb7'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:24.437716 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a48dc3-42d7-48dd-934f-7e0803894d04 None None] Pushing event updated for resources: {'Port': ['ID=5d3c767a-ef01-4dad-8feb-ade67c4136ef,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:24.479397 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 029c1d07-5271-4692-ab6d-3749266997a6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:24.479773 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:24.743892 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] Set router 2fa7190c-1f37-401e-9a50-48789d393eb7 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:13:24.861629 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6aeea98-4f39-4258-9703-2fcc15096549 req-4f6d0b67-e074-4cfe-a077-c93f7f9f3b4f tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 210 time: 0.0287077 Aug 26 12:13:24.982908 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:21Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5d3c767a-ef01-4dad-8feb-ade67c4136ef', 'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:d5:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:21Z', 'updated_at': '2021-08-26T12:13:24Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:25.010190 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6429f9-782a-4dbd-bb20-cf69251a9bc6 None None] The sync data for ids ['2fa7190c-1f37-401e-9a50-48789d393eb7'] in n-d-778550-13 is: [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:21Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5d3c767a-ef01-4dad-8feb-ade67c4136ef', 'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:d5:8b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:21Z', 'updated_at': '2021-08-26T12:13:24Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:13:25.956990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d8bfc4d5-d89a-491a-a43e-e3327cb61cfa req-90a18f55-07d6-41a5-be90-193285d70529 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 210 time: 0.0276611 Aug 26 12:13:26.021898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5d3c767a-ef01-4dad-8feb-ade67c4136ef up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:13:26.068851 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 5d3c767a-ef01-4dad-8feb-ade67c4136ef completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:13:26.072719 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5d3c767a-ef01-4dad-8feb-ade67c4136ef triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:26.073088 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:26.152667 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:26.183477 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 5d3c767a-ef01-4dad-8feb-ade67c4136ef, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5d3c767a-ef01-4dad-8feb-ade67c4136ef,segment=NetworkSegment(a3552953-d48b-46da-950d-4f404da20b83),segment_id=a3552953-d48b-46da-950d-4f404da20b83)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:13:26.187450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:26.234672 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=5d3c767a-ef01-4dad-8feb-ade67c4136ef,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:26.846611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c9911-25c2-4314-a593-30cd34f749bf req-c14792c5-04de-4735-94af-468780cabccf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:26.848125 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-c14792c5-04de-4735-94af-468780cabccf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "GET /v2.0/networks?id=2658dd7d-0ad1-46b0-bf25-d59902f91055 HTTP/1.1" status: 200 len: 797 time: 0.1091661 Aug 26 12:13:26.899625 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-96e700e9-c5f7-43ec-8008-c4b0406c2ff9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98cae013182e4657ae3d22c7cceb6349 HTTP/1.1" status: 200 len: 379 time: 0.0424428 Aug 26 12:13:26.910889 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'port': {'device_id': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'admin_state_up': True, 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'security_groups': ['906b7f9c-4c37-40f7-a30a-23cb9d4484c5']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:27.014998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Made reservation on behalf of 98cae013182e4657ae3d22c7cceb6349 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:13:27.018800 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:27.056388 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-103b09ad-8994-4aaa-9da4-b8b8b84e05ba req-a55866e6-5332-4936-ac1a-8f0793041e53 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 210 time: 0.0309207 Aug 26 12:13:27.149795 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.20.0.7 (2658dd7d-0ad1-46b0-bf25-d59902f91055/9c6367d1-c8a0-4b53-a6d1-abde2fc305bf/771b6d54-2271-48db-a309-0d6ba6ea56f6) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:13:27.290482 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:27.303312 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Transition to ACTIVE for port object 771b6d54-2271-48db-a309-0d6ba6ea56f6 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:13:27.334177 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:27.380636 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network 2658dd7d-0ad1-46b0-bf25-d59902f91055 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:13:27.385639 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:13:27.389345 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:13:27.413382 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=771b6d54-2271-48db-a309-0d6ba6ea56f6,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:27.441960 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:27.442615 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:27.458054 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-edf028fc-10dc-410c-a691-ca87b7050505 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5507379 Aug 26 12:13:27.471764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Request body: {'port': {'device_id': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:27.528307 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:27.617349 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c18679a5-da04-4d12-8ec0-cf11380e8e6c None None] Provisioning for port 771b6d54-2271-48db-a309-0d6ba6ea56f6 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:13:27.621864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c18679a5-da04-4d12-8ec0-cf11380e8e6c None None] Provisioning complete for port 771b6d54-2271-48db-a309-0d6ba6ea56f6 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:27.622497 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c18679a5-da04-4d12-8ec0-cf11380e8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:27.655634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c18679a5-da04-4d12-8ec0-cf11380e8e6c None None] Port 771b6d54-2271-48db-a309-0d6ba6ea56f6 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:13:27.796185 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771b6d54-2271-48db-a309-0d6ba6ea56f6 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:13:27.803251 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:27.815193 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Transition to ACTIVE for port object 771b6d54-2271-48db-a309-0d6ba6ea56f6 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:13:27.818930 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:27.884552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Pushing event updated for resources: {'Port': ['ID=771b6d54-2271-48db-a309-0d6ba6ea56f6,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:27.938190 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Attempting to bind port 771b6d54-2271-48db-a309-0d6ba6ea56f6 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:13:27.938535 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Attempting to bind port 771b6d54-2271-48db-a309-0d6ba6ea56f6 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:13:27.939077 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Attempting to bind port 771b6d54-2271-48db-a309-0d6ba6ea56f6 on network 2658dd7d-0ad1-46b0-bf25-d59902f91055 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:13:27.943630 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Port 771b6d54-2271-48db-a309-0d6ba6ea56f6 on network 2658dd7d-0ad1-46b0-bf25-d59902f91055 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:13:27.943953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Attempting to bind port 771b6d54-2271-48db-a309-0d6ba6ea56f6 on network 2658dd7d-0ad1-46b0-bf25-d59902f91055 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:13:27.949261 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:13:27.949597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Checking segment: {'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:13:27.949983 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Bound using segment: {'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:13:27.950412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Bound port: 771b6d54-2271-48db-a309-0d6ba6ea56f6, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3552953-d48b-46da-950d-4f404da20b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:13:27.950796 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:28.008737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5d3c767a-ef01-4dad-8feb-ade67c4136ef up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:13:28.026989 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] For port 771b6d54-2271-48db-a309-0d6ba6ea56f6, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:13:28.030356 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] For port 771b6d54-2271-48db-a309-0d6ba6ea56f6, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=771b6d54-2271-48db-a309-0d6ba6ea56f6,segment=NetworkSegment(a3552953-d48b-46da-950d-4f404da20b83),segment_id=a3552953-d48b-46da-950d-4f404da20b83)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:13:28.034291 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:28.060473 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5d3c767a-ef01-4dad-8feb-ade67c4136ef triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:28.060768 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:28.067039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:28.067474 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:28.069299 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] 10.222.0.42 "PUT /v2.0/ports/771b6d54-2271-48db-a309-0d6ba6ea56f6 HTTP/1.1" status: 200 len: 1092 time: 0.6026437 Aug 26 12:13:28.071483 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'tag': '771b6d54-2271-48db-a309-0d6ba6ea56f6'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:13:28.074408 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc82e63f-d0ea-4f3c-b717-5727fedf118b", "tag": "771b6d54-2271-48db-a309-0d6ba6ea56f6"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:13:28.102952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72ee02-207c-4b89-8e2c-e366fb5060af service neutron] Pushing event updated for resources: {'Port': ['ID=771b6d54-2271-48db-a309-0d6ba6ea56f6,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:28.175501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c9911-25c2-4314-a593-30cd34f749bf req-60c9feaa-68bd-4e4b-9e08-1343fa262c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:28.177060 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-60c9feaa-68bd-4e4b-9e08-1343fa262c6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 1095 time: 0.0465705 Aug 26 12:13:28.195415 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf71744-68d7-43d6-aa38-f44a9ad82221 x-openstack-request-id: req-dcf71744-68d7-43d6-aa38-f44a9ad82221 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:13:28.195718 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc82e63f-d0ea-4f3c-b717-5727fedf118b", "tag": "771b6d54-2271-48db-a309-0d6ba6ea56f6", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:13:28.195978 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcf71744-68d7-43d6-aa38-f44a9ad82221 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:13:28.196384 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'tag': '771b6d54-2271-48db-a309-0d6ba6ea56f6', 'status': 'completed', 'code': 200} Aug 26 12:13:28.242882 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-3334299e-c855-4a67-8528-5536496339ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=771b6d54-2271-48db-a309-0d6ba6ea56f6 HTTP/1.1" status: 200 len: 217 time: 0.0577784 Aug 26 12:13:28.290769 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc646d58-5f1a-4cc2-936f-7147f26fa8e3 req-0a8910c3-ca7b-4b30-b7ac-db454877dc6b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:28.293070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc646d58-5f1a-4cc2-936f-7147f26fa8e3 req-0a8910c3-ca7b-4b30-b7ac-db454877dc6b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 943 time: 0.0521755 Aug 26 12:13:28.295596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c9911-25c2-4314-a593-30cd34f749bf req-3b41be9f-1e91-48f3-ac23-71a1f3c08cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:28.297111 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-3b41be9f-1e91-48f3-ac23-71a1f3c08cbb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c6367d1-c8a0-4b53-a6d1-abde2fc305bf HTTP/1.1" status: 200 len: 835 time: 0.0473542 Aug 26 12:13:28.332381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bc646d58-5f1a-4cc2-936f-7147f26fa8e3 req-af5fd807-c14e-485f-a2cf-d9fc023cc5c1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325437 Aug 26 12:13:28.343373 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c9911-25c2-4314-a593-30cd34f749bf req-e4aee0f4-2a7f-4efb-a907-c882db051e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:28.345524 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-e4aee0f4-2a7f-4efb-a907-c882db051e91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2658dd7d-0ad1-46b0-bf25-d59902f91055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417364 Aug 26 12:13:28.438166 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-e8183d80-44c6-4e91-80eb-1aab5effb069 service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857897 Aug 26 12:13:28.527016 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-910c9911-25c2-4314-a593-30cd34f749bf req-dc2a0d26-5952-4ddd-943d-ffd1beb3ec87 service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819986 Aug 26 12:13:28.609192 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd req-89b450f9-885e-4422-9804-5821e3e6fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:28.610773 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd req-89b450f9-885e-4422-9804-5821e3e6fb6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 1095 time: 0.0405114 Aug 26 12:13:28.706106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd req-96c32953-c0e5-438a-95f5-6924eaa8d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:28.707661 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd req-96c32953-c0e5-438a-95f5-6924eaa8d80d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2658dd7d-0ad1-46b0-bf25-d59902f91055 HTTP/1.1" status: 200 len: 898 time: 0.0860257 Aug 26 12:13:28.748605 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd req-d880db83-6a6b-4847-a9f8-454406de319d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=771b6d54-2271-48db-a309-0d6ba6ea56f6 HTTP/1.1" status: 200 len: 217 time: 0.0333242 Aug 26 12:13:28.797315 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd req-645e5f61-5b5d-4f1e-bc2e-5c454dda1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:28.798703 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd req-645e5f61-5b5d-4f1e-bc2e-5c454dda1212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c6367d1-c8a0-4b53-a6d1-abde2fc305bf HTTP/1.1" status: 200 len: 835 time: 0.0422580 Aug 26 12:13:28.848035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd req-08736717-036b-46f7-a61a-b24955a75893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:28.849518 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd req-08736717-036b-46f7-a61a-b24955a75893 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2658dd7d-0ad1-46b0-bf25-d59902f91055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432689 Aug 26 12:13:28.938109 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd req-a076a139-7ffa-4ab9-94a6-861d1fd17f1a service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795553 Aug 26 12:13:29.034634 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-dabc1ab6-24cb-48bf-bcf5-bbc9a03102bd req-ba5d1c0b-4fc8-4ba3-9b63-c5dc64019126 service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893981 Aug 26 12:13:29.447108 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337800b0-5655-4219-9c5f-08c81224bca6 req-05df1d50-a1ab-484b-9b0c-13ef2b2f7583 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:29.448589 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-337800b0-5655-4219-9c5f-08c81224bca6 req-05df1d50-a1ab-484b-9b0c-13ef2b2f7583 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 943 time: 0.0484047 Aug 26 12:13:29.487027 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-337800b0-5655-4219-9c5f-08c81224bca6 req-c331733a-5b05-4768-b8f3-a1e697054e6d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316925 Aug 26 12:13:30.548474 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 771b6d54-2271-48db-a309-0d6ba6ea56f6 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:13:30.600428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525bba-3307-4c02-af2e-74876d76e145 req-ad09df36-2672-407b-a1a8-0cdb07d84aef tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:30.601933 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97525bba-3307-4c02-af2e-74876d76e145 req-ad09df36-2672-407b-a1a8-0cdb07d84aef tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 943 time: 0.0483742 Aug 26 12:13:30.645411 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-97525bba-3307-4c02-af2e-74876d76e145 req-c6c3c21e-0f3f-423d-8c8a-c949067ef66d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373874 Aug 26 12:13:30.647696 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 771b6d54-2271-48db-a309-0d6ba6ea56f6, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=771b6d54-2271-48db-a309-0d6ba6ea56f6,segment=NetworkSegment(a3552953-d48b-46da-950d-4f404da20b83),segment_id=a3552953-d48b-46da-950d-4f404da20b83)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:13:30.660057 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '771b6d54-2271-48db-a309-0d6ba6ea56f6', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'port_id': '771b6d54-2271-48db-a309-0d6ba6ea56f6', 'mac_address': 'fa:16:3e:92:e2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:13:30.695845 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:30.708456 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771b6d54-2271-48db-a309-0d6ba6ea56f6 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:13:30.727541 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 771b6d54-2271-48db-a309-0d6ba6ea56f6, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=771b6d54-2271-48db-a309-0d6ba6ea56f6,segment=NetworkSegment(a3552953-d48b-46da-950d-4f404da20b83),segment_id=a3552953-d48b-46da-950d-4f404da20b83)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:13:30.731476 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:30.776454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=771b6d54-2271-48db-a309-0d6ba6ea56f6,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:30.951978 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['771b6d54-2271-48db-a309-0d6ba6ea56f6'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:13:31.758406 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcef73-a954-45a7-9601-e27398b89ee9 req-c924d846-3699-4f8f-a793-c6ff561bebe8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:31.759899 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74fcef73-a954-45a7-9601-e27398b89ee9 req-c924d846-3699-4f8f-a793-c6ff561bebe8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 944 time: 0.0477576 Aug 26 12:13:31.796582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74fcef73-a954-45a7-9601-e27398b89ee9 req-a87f2923-5395-4f85-aa70-c55660bea441 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308387 Aug 26 12:13:32.549022 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 771b6d54-2271-48db-a309-0d6ba6ea56f6 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:13:32.599689 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 771b6d54-2271-48db-a309-0d6ba6ea56f6 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:13:32.604155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 771b6d54-2271-48db-a309-0d6ba6ea56f6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:13:32.604642 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:32.679708 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:32.700561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b6d54-2271-48db-a309-0d6ba6ea56f6'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:13:32.702797 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700919ee-9eb2-4b21-9243-48d00d851f00" -d '{"events": [{"server_uuid": "cc82e63f-d0ea-4f3c-b717-5727fedf118b", "name": "network-vif-plugged", "status": "completed", "tag": "771b6d54-2271-48db-a309-0d6ba6ea56f6"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:13:32.718071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 771b6d54-2271-48db-a309-0d6ba6ea56f6, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=771b6d54-2271-48db-a309-0d6ba6ea56f6,segment=NetworkSegment(a3552953-d48b-46da-950d-4f404da20b83),segment_id=a3552953-d48b-46da-950d-4f404da20b83)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:13:32.723550 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:32.751109 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e64199-bca5-47e9-aaaf-650e9af52fed x-openstack-request-id: req-39e64199-bca5-47e9-aaaf-650e9af52fed {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:13:32.751405 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc82e63f-d0ea-4f3c-b717-5727fedf118b", "name": "network-vif-plugged", "status": "completed", "tag": "771b6d54-2271-48db-a309-0d6ba6ea56f6", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:13:32.751657 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39e64199-bca5-47e9-aaaf-650e9af52fed {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:13:32.752074 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b6d54-2271-48db-a309-0d6ba6ea56f6', 'code': 200} Aug 26 12:13:32.776632 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=771b6d54-2271-48db-a309-0d6ba6ea56f6,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:32.845750 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae063b7b-6306-45a7-9469-53ab23d523cd req-43054efb-73f7-4087-9ace-2f197c827d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:32.847316 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ae063b7b-6306-45a7-9469-53ab23d523cd req-43054efb-73f7-4087-9ace-2f197c827d0e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 1097 time: 0.0411577 Aug 26 12:13:32.886187 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-ae063b7b-6306-45a7-9469-53ab23d523cd req-f2b9a487-a2cc-4f22-af26-df78f4ebf431 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316494 Aug 26 12:13:32.913161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ba002-51ed-475a-aa00-46beebcaca1e req-52f54d87-fa86-42bb-9890-de9d0482217e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:32.914671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db8ba002-51ed-475a-aa00-46beebcaca1e req-52f54d87-fa86-42bb-9890-de9d0482217e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0497284 Aug 26 12:13:32.951813 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-db8ba002-51ed-475a-aa00-46beebcaca1e req-70e9373f-2017-43ea-b90f-5e7675ff1ed8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312259 Aug 26 12:13:34.065467 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c95c21-4e34-4c53-bab8-039d9f6780dc req-4c619819-69d1-4125-a3c9-625fba7de2c8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:34.066955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54c95c21-4e34-4c53-bab8-039d9f6780dc req-4c619819-69d1-4125-a3c9-625fba7de2c8 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0475690 Aug 26 12:13:34.108795 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-54c95c21-4e34-4c53-bab8-039d9f6780dc req-fc9ac788-4e06-4466-8a13-37ba7880b756 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358708 Aug 26 12:13:34.220807 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aebb0f-ad50-4351-9d96-5bc0a283b941 req-b84ad349-70e2-4578-9708-18754b487635 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:34.222600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55aebb0f-ad50-4351-9d96-5bc0a283b941 req-b84ad349-70e2-4578-9708-18754b487635 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0492711 Aug 26 12:13:34.259922 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55aebb0f-ad50-4351-9d96-5bc0a283b941 req-763caff1-0ba0-44f8-b8ef-95184346b6d3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313561 Aug 26 12:13:34.281685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44822) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:34.319692 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b813e-9ad3-4f05-b282-e35dc9707239 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:34.321171 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-735b813e-9ad3-4f05-b282-e35dc9707239 tempest-TestNetworkAdvancedServerOps-1730817646 tempest-TestNetworkAdvancedServerOps-1730817646-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 1092 time: 0.0385187 Aug 26 12:13:34.323909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44824) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:34.328687 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '771b6d54-2271-48db-a309-0d6ba6ea56f6', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:13:34.350103 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:34.447402 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:34.547505 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Allocated IP 172.25.1.225 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/006ee7d6-970a-49a8-9e49-6368f5be9628) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:13:34.656525 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:34.694243 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:34.730674 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:13:34.735948 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:13:34.739473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:13:34.744806 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=006ee7d6-970a-49a8-9e49-6368f5be9628,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:35.096291 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:35.160971 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:35.308734 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:35.313203 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:35.384998 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event updated for resources: {'Port': ['ID=006ee7d6-970a-49a8-9e49-6368f5be9628,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:13:35.394235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:35.491332 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Floating IP 14c21e96-971e-4c2f-84b4-fe7de90f7a2c associated. External IP: 172.25.1.225, port: 771b6d54-2271-48db-a309-0d6ba6ea56f6. Aug 26 12:13:35.690702 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 2fa7190c-1f37-401e-9a50-48789d393eb7 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:13:35.793726 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:13:35.803717 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb339b68-8dd6-4ac0-b8d6-c0f9c107fa57 None None] Sync routers for ids ['2fa7190c-1f37-401e-9a50-48789d393eb7'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:13:35.811020 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:35.813714 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb339b68-8dd6-4ac0-b8d6-c0f9c107fa57 None None] Routers {'2fa7190c-1f37-401e-9a50-48789d393eb7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:13:35.814318 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cb339b68-8dd6-4ac0-b8d6-c0f9c107fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:13:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2fa7190c-1f37-401e-9a50-48789d393eb7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:35.840905 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4829137f-0b86-44d2-a0aa-84ad4cacee2e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5159531 Aug 26 12:13:35.841495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'tag': '771b6d54-2271-48db-a309-0d6ba6ea56f6'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:13:35.844153 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80d0022-b19f-436b-a80b-e3d87a7827ec" -d '{"events": [{"name": "network-changed", "server_uuid": "cc82e63f-d0ea-4f3c-b717-5727fedf118b", "tag": "771b6d54-2271-48db-a309-0d6ba6ea56f6"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:13:35.923743 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-cb339b68-8dd6-4ac0-b8d6-c0f9c107fa57 None None] Set router 2fa7190c-1f37-401e-9a50-48789d393eb7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:13:35.939123 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdfaed-7a5c-4330-ae5e-db3ca5a01bd7 req-7b48dadf-9199-4ae6-994d-3a6596a5802e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:35.940632 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbdfaed-7a5c-4330-ae5e-db3ca5a01bd7 req-7b48dadf-9199-4ae6-994d-3a6596a5802e tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0485044 Aug 26 12:13:35.982042 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5bbdfaed-7a5c-4330-ae5e-db3ca5a01bd7 req-aab1db11-8211-49e2-837a-b0bccce938bf tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310709 Aug 26 12:13:36.005260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44830) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:36.042594 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecf3f14-4580-4fae-877e-7dfb44e9fd47 x-openstack-request-id: req-7ecf3f14-4580-4fae-877e-7dfb44e9fd47 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:13:36.042907 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc82e63f-d0ea-4f3c-b717-5727fedf118b", "tag": "771b6d54-2271-48db-a309-0d6ba6ea56f6", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:13:36.043163 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ecf3f14-4580-4fae-877e-7dfb44e9fd47 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:13:36.043559 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'tag': '771b6d54-2271-48db-a309-0d6ba6ea56f6', 'status': 'completed', 'code': 200} Aug 26 12:13:36.073140 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-efb67771-a763-4a5c-b3c9-6bd4211864f2 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/14c21e96-971e-4c2f-84b4-fe7de90f7a2c HTTP/1.1" status: 200 len: 991 time: 0.0656822 Aug 26 12:13:36.092393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d0022-b19f-436b-a80b-e3d87a7827ec req-714c874c-108d-4886-8c81-2e4df4552464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:36.094504 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c80d0022-b19f-436b-a80b-e3d87a7827ec req-714c874c-108d-4886-8c81-2e4df4552464 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 1097 time: 0.0418496 Aug 26 12:13:36.151079 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cb339b68-8dd6-4ac0-b8d6-c0f9c107fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:21Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '14c21e96-971e-4c2f-84b4-fe7de90f7a2c', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'port_id': '771b6d54-2271-48db-a309-0d6ba6ea56f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'mac_address': 'fa:16:3e:92:e2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:13:34Z', 'updated_at': '2021-08-26T12:13:34Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3c767a-ef01-4dad-8feb-ade67c4136ef', 'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:d5:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:21Z', 'updated_at': '2021-08-26T12:13:26Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:36.177452 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb339b68-8dd6-4ac0-b8d6-c0f9c107fa57 None None] Checking router: 2fa7190c-1f37-401e-9a50-48789d393eb7 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:13:36.185360 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb339b68-8dd6-4ac0-b8d6-c0f9c107fa57 None None] Routers {'2fa7190c-1f37-401e-9a50-48789d393eb7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:13:36.185963 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cb339b68-8dd6-4ac0-b8d6-c0f9c107fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:13:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2fa7190c-1f37-401e-9a50-48789d393eb7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:36.188946 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d0022-b19f-436b-a80b-e3d87a7827ec req-7575651c-c73b-4768-b4db-2372aa181a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:36.190450 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c80d0022-b19f-436b-a80b-e3d87a7827ec req-7575651c-c73b-4768-b4db-2372aa181a32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2658dd7d-0ad1-46b0-bf25-d59902f91055 HTTP/1.1" status: 200 len: 898 time: 0.0893152 Aug 26 12:13:36.257091 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c80d0022-b19f-436b-a80b-e3d87a7827ec req-e7b69bf1-6276-46a0-8e03-a66398541944 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=771b6d54-2271-48db-a309-0d6ba6ea56f6 HTTP/1.1" status: 200 len: 999 time: 0.0591269 Aug 26 12:13:36.290345 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-cb339b68-8dd6-4ac0-b8d6-c0f9c107fa57 None None] Set router 2fa7190c-1f37-401e-9a50-48789d393eb7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:13:36.310579 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d0022-b19f-436b-a80b-e3d87a7827ec req-32ed3a81-c6b3-40a3-9402-85c90b299647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:36.312132 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c80d0022-b19f-436b-a80b-e3d87a7827ec req-32ed3a81-c6b3-40a3-9402-85c90b299647 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c6367d1-c8a0-4b53-a6d1-abde2fc305bf HTTP/1.1" status: 200 len: 835 time: 0.0484254 Aug 26 12:13:36.357739 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d0022-b19f-436b-a80b-e3d87a7827ec req-6b5f0c5e-51e7-4e49-97d3-8103a788d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:36.359905 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c80d0022-b19f-436b-a80b-e3d87a7827ec req-6b5f0c5e-51e7-4e49-97d3-8103a788d466 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2658dd7d-0ad1-46b0-bf25-d59902f91055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401528 Aug 26 12:13:36.447539 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c80d0022-b19f-436b-a80b-e3d87a7827ec req-b6ee3c38-71f1-422d-8bbc-f688cce28906 service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807168 Aug 26 12:13:36.509225 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-cb339b68-8dd6-4ac0-b8d6-c0f9c107fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:21Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '14c21e96-971e-4c2f-84b4-fe7de90f7a2c', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'port_id': '771b6d54-2271-48db-a309-0d6ba6ea56f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'mac_address': 'fa:16:3e:92:e2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:13:34Z', 'updated_at': '2021-08-26T12:13:34Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3c767a-ef01-4dad-8feb-ade67c4136ef', 'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:d5:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:21Z', 'updated_at': '2021-08-26T12:13:26Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:13:36.535690 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb339b68-8dd6-4ac0-b8d6-c0f9c107fa57 None None] The sync data for ids ['2fa7190c-1f37-401e-9a50-48789d393eb7'] in n-d-778550-13 is: [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:21Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '14c21e96-971e-4c2f-84b4-fe7de90f7a2c', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'port_id': '771b6d54-2271-48db-a309-0d6ba6ea56f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'mac_address': 'fa:16:3e:92:e2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:13:34Z', 'updated_at': '2021-08-26T12:13:34Z', 'revision_number': 0, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d3c767a-ef01-4dad-8feb-ade67c4136ef', 'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:d5:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:21Z', 'updated_at': '2021-08-26T12:13:26Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:13:36.541217 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-c80d0022-b19f-436b-a80b-e3d87a7827ec req-d0a11dc4-4d70-4f6a-9bb6-f2b16da2ef3b service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870125 Aug 26 12:13:36.722016 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8caa0b-f3f0-40b3-9b71-6a16e7b89cb1 None None] New status for floating IP 14c21e96-971e-4c2f-84b4-fe7de90f7a2c: ACTIVE {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:13:37.076000 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44832) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:13:37.137902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-13048cfd-740a-4aba-8efd-9f4edcab82c7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/14c21e96-971e-4c2f-84b4-fe7de90f7a2c HTTP/1.1" status: 200 len: 993 time: 0.0608509 Aug 26 12:13:43.464545 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0d5aba95-3463-4978-8b7a-126e0638555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:45.755529 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:13:45.863455 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0429b85-c3ba-445e-8502-b56233f7aaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:46.405024 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:47.534896 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:49.612560 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:51.247550 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:53.296792 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:13:58.564876 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-a6821bfe-5118-430f-bb05-0c74d1497085 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406032 Aug 26 12:13:58.646782 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-d0b843a1-78e0-48e2-8a66-e4739358ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:58.648260 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-d0b843a1-78e0-48e2-8a66-e4739358ab4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 1097 time: 0.0405028 Aug 26 12:13:58.753409 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-f2eb87be-99cd-4b67-b21d-1c4a9829a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:58.754875 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-f2eb87be-99cd-4b67-b21d-1c4a9829a04b service neutron] 10.222.0.42 "GET /v2.0/networks?id=2658dd7d-0ad1-46b0-bf25-d59902f91055 HTTP/1.1" status: 200 len: 898 time: 0.0862060 Aug 26 12:13:58.819807 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-0cfc5891-ec7e-479c-8cca-d2f798ea45c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=771b6d54-2271-48db-a309-0d6ba6ea56f6 HTTP/1.1" status: 200 len: 1001 time: 0.0561585 Aug 26 12:13:58.872765 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-b82ea81b-43e7-4170-972e-1a8d7eb07f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:58.874162 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-b82ea81b-43e7-4170-972e-1a8d7eb07f57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c6367d1-c8a0-4b53-a6d1-abde2fc305bf HTTP/1.1" status: 200 len: 835 time: 0.0467668 Aug 26 12:13:58.918488 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-bc86635f-04d9-4f42-9486-756ef69f1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:13:58.919980 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-bc86635f-04d9-4f42-9486-756ef69f1a9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2658dd7d-0ad1-46b0-bf25-d59902f91055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384696 Aug 26 12:13:59.006430 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-f17e8ad8-469c-4ec1-9d5d-0551fb887692 service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792243 Aug 26 12:13:59.099686 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-31c9e3b4-69ba-40b6-aa16-01d395e710f0 req-7149d050-273d-489a-8137-1c6ebdc360ec service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860064 Aug 26 12:14:06.068851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d6330-8ded-4e0d-9583-8ccbb08de74b req-f88709bc-2ff5-424c-98d3-e2dce9180820 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:06.070335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-363d6330-8ded-4e0d-9583-8ccbb08de74b req-f88709bc-2ff5-424c-98d3-e2dce9180820 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0490370 Aug 26 12:14:06.106791 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-363d6330-8ded-4e0d-9583-8ccbb08de74b req-7d03548a-a9c7-44e9-9e07-2f9a97d812ab tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306470 Aug 26 12:14:07.223449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd91d8-4117-4702-974d-cceaadfa4ade req-20f3690b-6cae-4128-a147-fb065305bec6 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:07.224945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66bd91d8-4117-4702-974d-cceaadfa4ade req-20f3690b-6cae-4128-a147-fb065305bec6 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0498457 Aug 26 12:14:07.261332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66bd91d8-4117-4702-974d-cceaadfa4ade req-8d047de2-46d6-40ef-8e27-ddea367396a4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304134 Aug 26 12:14:07.283980 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44856) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:07.345128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4dd16764-9655-423d-b7d4-ef9b8dc227e0 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/14c21e96-971e-4c2f-84b4-fe7de90f7a2c HTTP/1.1" status: 200 len: 993 time: 0.0600414 Aug 26 12:14:08.615586 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cef82-9815-43d9-84cc-7c798322a9bb req-63be903d-6f6e-4d07-b912-188f58c59900 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:08.617224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e86cef82-9815-43d9-84cc-7c798322a9bb req-63be903d-6f6e-4d07-b912-188f58c59900 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0534513 Aug 26 12:14:08.618879 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e3ee3-8d98-4548-b778-d48a0a6594d4 req-2a88f687-19d6-4176-97f4-bd5b7eb62fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:08.620457 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a6e3ee3-8d98-4548-b778-d48a0a6594d4 req-2a88f687-19d6-4176-97f4-bd5b7eb62fb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 1097 time: 0.0402169 Aug 26 12:14:08.656740 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e86cef82-9815-43d9-84cc-7c798322a9bb req-59002d39-238a-40be-858b-8b4e5fbab803 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322866 Aug 26 12:14:08.713710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e3ee3-8d98-4548-b778-d48a0a6594d4 req-2465cb38-f0a8-4c87-a989-049e99bb41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:08.715296 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a6e3ee3-8d98-4548-b778-d48a0a6594d4 req-2465cb38-f0a8-4c87-a989-049e99bb41d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2658dd7d-0ad1-46b0-bf25-d59902f91055 HTTP/1.1" status: 200 len: 898 time: 0.0882635 Aug 26 12:14:08.779440 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a6e3ee3-8d98-4548-b778-d48a0a6594d4 req-c425ed24-0663-46be-b187-93bc16e7b737 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=771b6d54-2271-48db-a309-0d6ba6ea56f6 HTTP/1.1" status: 200 len: 1001 time: 0.0570099 Aug 26 12:14:08.826362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e3ee3-8d98-4548-b778-d48a0a6594d4 req-ec23d084-3241-4b42-b6da-6fd81cb24fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:08.827772 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a6e3ee3-8d98-4548-b778-d48a0a6594d4 req-ec23d084-3241-4b42-b6da-6fd81cb24fac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c6367d1-c8a0-4b53-a6d1-abde2fc305bf HTTP/1.1" status: 200 len: 835 time: 0.0418446 Aug 26 12:14:08.875598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e3ee3-8d98-4548-b778-d48a0a6594d4 req-9e01d7b0-3843-46b5-bff6-418aa2e61041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:08.877059 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a6e3ee3-8d98-4548-b778-d48a0a6594d4 req-9e01d7b0-3843-46b5-bff6-418aa2e61041 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2658dd7d-0ad1-46b0-bf25-d59902f91055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423875 Aug 26 12:14:08.964899 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a6e3ee3-8d98-4548-b778-d48a0a6594d4 req-42b24779-2419-43ec-aabc-f20a8d7890f2 service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798526 Aug 26 12:14:09.058769 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-0a6e3ee3-8d98-4548-b778-d48a0a6594d4 req-619dfeab-f532-474d-b5bd-1007d730b2ea service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855534 Aug 26 12:14:09.775788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e39d0-5dd6-492b-b56e-5c7481d96dac req-73081064-5f38-42d5-8e98-2add405d9778 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:09.777296 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a28e39d0-5dd6-492b-b56e-5c7481d96dac req-73081064-5f38-42d5-8e98-2add405d9778 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0523157 Aug 26 12:14:09.816781 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a28e39d0-5dd6-492b-b56e-5c7481d96dac req-07bfd8a2-8adf-427c-b733-e04d06eaed84 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333009 Aug 26 12:14:10.929645 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb48ee-e9ca-4381-bca6-cb00d4daff93 req-e8006f66-bf92-4162-bd31-e735c258ca4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:10.931151 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7cdb48ee-e9ca-4381-bca6-cb00d4daff93 req-e8006f66-bf92-4162-bd31-e735c258ca4a tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0482984 Aug 26 12:14:10.969911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7cdb48ee-e9ca-4381-bca6-cb00d4daff93 req-7a5092d0-55ee-4119-ba3f-7319b16d1c0b tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319886 Aug 26 12:14:10.991833 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44868) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:11.050172 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-00e5ce9d-31c3-47bd-b1d7-7cc3dd8b510d tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/floatingips/14c21e96-971e-4c2f-84b4-fe7de90f7a2c HTTP/1.1" status: 200 len: 993 time: 0.0572770 Aug 26 12:14:11.314153 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44874) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:11.468652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 006ee7d6-970a-49a8-9e49-6368f5be9628 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:14:11.468911 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:11.542097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:11.542431 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:11.554334 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 006ee7d6-970a-49a8-9e49-6368f5be9628 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:14:11.728912 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:11.755008 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=006ee7d6-970a-49a8-9e49-6368f5be9628,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:11.816219 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:11.816556 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Floating IP 14c21e96-971e-4c2f-84b4-fe7de90f7a2c disassociated (deleted). External IP: 172.25.1.225, port: 771b6d54-2271-48db-a309-0d6ba6ea56f6. Aug 26 12:14:12.019342 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 2fa7190c-1f37-401e-9a50-48789d393eb7 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:14:12.124743 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:14:12.129546 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:12.134351 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e05a3-8171-4a8b-9543-b3062df0aa7b None None] Sync routers for ids ['2fa7190c-1f37-401e-9a50-48789d393eb7'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:14:12.143961 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e05a3-8171-4a8b-9543-b3062df0aa7b None None] Routers {'2fa7190c-1f37-401e-9a50-48789d393eb7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:12.144570 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-de4e05a3-8171-4a8b-9543-b3062df0aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:13:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2fa7190c-1f37-401e-9a50-48789d393eb7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:12.155587 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-732860b7-bd08-44d1-9d78-bd9dad90f2e4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/floatingips/14c21e96-971e-4c2f-84b4-fe7de90f7a2c HTTP/1.1" status: 204 len: 168 time: 0.8403261 Aug 26 12:14:12.156175 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'tag': '771b6d54-2271-48db-a309-0d6ba6ea56f6'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:14:12.158528 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f3f212-1b0f-4791-a445-b52d475c4927" -d '{"events": [{"name": "network-changed", "server_uuid": "cc82e63f-d0ea-4f3c-b717-5727fedf118b", "tag": "771b6d54-2271-48db-a309-0d6ba6ea56f6"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:14:12.313569 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e1b4b5-0d2e-40b5-a9c9-e531b788ea17 x-openstack-request-id: req-e8e1b4b5-0d2e-40b5-a9c9-e531b788ea17 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:14:12.313989 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc82e63f-d0ea-4f3c-b717-5727fedf118b", "tag": "771b6d54-2271-48db-a309-0d6ba6ea56f6", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:14:12.314251 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8e1b4b5-0d2e-40b5-a9c9-e531b788ea17 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:14:12.314841 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'tag': '771b6d54-2271-48db-a309-0d6ba6ea56f6', 'status': 'completed', 'code': 200} Aug 26 12:14:12.340283 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-de4e05a3-8171-4a8b-9543-b3062df0aa7b None None] Set router 2fa7190c-1f37-401e-9a50-48789d393eb7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:12.412078 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f9d58-1ad4-45d0-883b-0305cdb32f58 req-d1ecf487-568e-4920-80e3-9a2c8a7bb327 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:12.413697 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-419f9d58-1ad4-45d0-883b-0305cdb32f58 req-d1ecf487-568e-4920-80e3-9a2c8a7bb327 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0554862 Aug 26 12:14:12.455251 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-419f9d58-1ad4-45d0-883b-0305cdb32f58 req-d731e6b2-91e6-48dd-baaa-c051818709fd tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355601 Aug 26 12:14:12.485288 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-c1b007b7-8215-46db-bfa2-fea73287251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:12.486835 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-c1b007b7-8215-46db-bfa2-fea73287251a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=98cae013182e4657ae3d22c7cceb6349&device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 1097 time: 0.1440582 Aug 26 12:14:12.540484 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-de4e05a3-8171-4a8b-9543-b3062df0aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:21Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5d3c767a-ef01-4dad-8feb-ade67c4136ef', 'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:d5:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:21Z', 'updated_at': '2021-08-26T12:13:26Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:12.571915 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e05a3-8171-4a8b-9543-b3062df0aa7b None None] Checking router: 2fa7190c-1f37-401e-9a50-48789d393eb7 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:14:12.580777 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e05a3-8171-4a8b-9543-b3062df0aa7b None None] Routers {'2fa7190c-1f37-401e-9a50-48789d393eb7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:12.581412 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-de4e05a3-8171-4a8b-9543-b3062df0aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:13:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2fa7190c-1f37-401e-9a50-48789d393eb7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:12.690810 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-de4e05a3-8171-4a8b-9543-b3062df0aa7b None None] Set router 2fa7190c-1f37-401e-9a50-48789d393eb7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:12.884614 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-ace15dbe-7be6-4610-a60a-32f4be93bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:12.886146 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-ace15dbe-7be6-4610-a60a-32f4be93bdfd service neutron] 10.222.0.42 "GET /v2.0/networks?id=2658dd7d-0ad1-46b0-bf25-d59902f91055 HTTP/1.1" status: 200 len: 898 time: 0.3899317 Aug 26 12:14:12.890404 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-de4e05a3-8171-4a8b-9543-b3062df0aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:21Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5d3c767a-ef01-4dad-8feb-ade67c4136ef', 'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:d5:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:21Z', 'updated_at': '2021-08-26T12:13:26Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:12.916306 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e05a3-8171-4a8b-9543-b3062df0aa7b None None] The sync data for ids ['2fa7190c-1f37-401e-9a50-48789d393eb7'] in n-d-778550-13 is: [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:21Z', 'revision_number': 4, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '5d3c767a-ef01-4dad-8feb-ade67c4136ef', 'name': '', 'network_id': '2658dd7d-0ad1-46b0-bf25-d59902f91055', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'mac_address': 'fa:16:3e:d5:8b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:21Z', 'updated_at': '2021-08-26T12:13:26Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'subnets': [{'id': '9c6367d1-c8a0-4b53-a6d1-abde2fc305bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:14:12.931606 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-4fff6503-814b-45e6-9b62-e6d1af736a46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=771b6d54-2271-48db-a309-0d6ba6ea56f6 HTTP/1.1" status: 200 len: 217 time: 0.0355909 Aug 26 12:14:12.985893 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-1a8ce0ad-87f1-4635-8bd4-172132b23551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:12.987426 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-1a8ce0ad-87f1-4635-8bd4-172132b23551 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c6367d1-c8a0-4b53-a6d1-abde2fc305bf HTTP/1.1" status: 200 len: 835 time: 0.0460467 Aug 26 12:14:13.041524 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-71a23f57-9a33-41d4-95cd-1505cc5297d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:13.043093 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-71a23f57-9a33-41d4-95cd-1505cc5297d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2658dd7d-0ad1-46b0-bf25-d59902f91055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443499 Aug 26 12:14:13.055656 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-7f41476d-da39-4142-ba17-5f67ea8d185a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:14:13.056688 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-7f41476d-da39-4142-ba17-5f67ea8d185a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052450 Aug 26 12:14:13.136957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dfcd97-80e3-4c4a-a7d6-e8a2b4785d65 None None] New status for floating IP 14c21e96-971e-4c2f-84b4-fe7de90f7a2c: DOWN {{(pid=101268) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:14:13.152414 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-572d6969-2221-4a2d-8849-43b6e5d3384b service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866275 Aug 26 12:14:13.249281 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-27f3f212-1b0f-4791-a445-b52d475c4927 req-14c6be27-6119-4fab-ae3a-956bdd9d642b service neutron] 10.222.0.42 "GET /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879998 Aug 26 12:14:13.465142 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eeb36c8-e721-448a-9371-6bda38c87d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:13.569452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6114b-97d6-4528-9bd6-cfae3779d1c9 req-de3688a7-3652-4358-b98d-73c085b21aa3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:13.570960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09c6114b-97d6-4528-9bd6-cfae3779d1c9 req-de3688a7-3652-4358-b98d-73c085b21aa3 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0484447 Aug 26 12:14:13.609294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-09c6114b-97d6-4528-9bd6-cfae3779d1c9 req-36d0c859-57ed-4d21-b330-af217a29f0aa tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/security-groups?id=906b7f9c-4c37-40f7-a30a-23cb9d4484c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305305 Aug 26 12:14:14.049423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814632e-acfc-4019-aa21-318d1d1cd87b req-ad5ccd30-0719-45d7-9faa-6e7cbb6966c9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:14.051507 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d814632e-acfc-4019-aa21-318d1d1cd87b req-ad5ccd30-0719-45d7-9faa-6e7cbb6966c9 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 945 time: 0.0561340 Aug 26 12:14:14.158978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-d814632e-acfc-4019-aa21-318d1d1cd87b req-39bf59fe-0b5b-4cc4-aa2f-cade2bc50b78 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 771b6d54-2271-48db-a309-0d6ba6ea56f6 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:14:14.159332 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d814632e-acfc-4019-aa21-318d1d1cd87b req-39bf59fe-0b5b-4cc4-aa2f-cade2bc50b78 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:14.248358 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-d814632e-acfc-4019-aa21-318d1d1cd87b req-39bf59fe-0b5b-4cc4-aa2f-cade2bc50b78 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 771b6d54-2271-48db-a309-0d6ba6ea56f6, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=771b6d54-2271-48db-a309-0d6ba6ea56f6,segment=NetworkSegment(a3552953-d48b-46da-950d-4f404da20b83),segment_id=a3552953-d48b-46da-950d-4f404da20b83)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:14.248736 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d814632e-acfc-4019-aa21-318d1d1cd87b req-39bf59fe-0b5b-4cc4-aa2f-cade2bc50b78 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:14.261114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-d814632e-acfc-4019-aa21-318d1d1cd87b req-39bf59fe-0b5b-4cc4-aa2f-cade2bc50b78 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 771b6d54-2271-48db-a309-0d6ba6ea56f6 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:14:14.387249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d814632e-acfc-4019-aa21-318d1d1cd87b req-39bf59fe-0b5b-4cc4-aa2f-cade2bc50b78 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:14.417393 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf59fe-0b5b-4cc4-aa2f-cade2bc50b78 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=771b6d54-2271-48db-a309-0d6ba6ea56f6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:14.456475 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-d814632e-acfc-4019-aa21-318d1d1cd87b req-39bf59fe-0b5b-4cc4-aa2f-cade2bc50b78 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] No DVR routers for this DVR port 771b6d54-2271-48db-a309-0d6ba6ea56f6 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:14:14.459193 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-d814632e-acfc-4019-aa21-318d1d1cd87b req-39bf59fe-0b5b-4cc4-aa2f-cade2bc50b78 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:14.461184 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d814632e-acfc-4019-aa21-318d1d1cd87b req-39bf59fe-0b5b-4cc4-aa2f-cade2bc50b78 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.42 "DELETE /v2.0/ports/771b6d54-2271-48db-a309-0d6ba6ea56f6 HTTP/1.1" status: 204 len: 173 time: 0.4030268 Aug 26 12:14:14.461620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'name': 'network-vif-deleted', 'tag': '771b6d54-2271-48db-a309-0d6ba6ea56f6'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:14:14.463858 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af6144e-5023-47fe-8c94-bbafd7f7f9c2" -d '{"events": [{"server_uuid": "cc82e63f-d0ea-4f3c-b717-5727fedf118b", "name": "network-vif-deleted", "tag": "771b6d54-2271-48db-a309-0d6ba6ea56f6"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:14:14.502464 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9658046a-f74b-4f60-82c7-016a04e28cde x-openstack-request-id: req-9658046a-f74b-4f60-82c7-016a04e28cde {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:14:14.502891 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc82e63f-d0ea-4f3c-b717-5727fedf118b", "name": "network-vif-deleted", "tag": "771b6d54-2271-48db-a309-0d6ba6ea56f6", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:14:14.503094 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9658046a-f74b-4f60-82c7-016a04e28cde {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:14:14.503569 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc82e63f-d0ea-4f3c-b717-5727fedf118b', 'name': 'network-vif-deleted', 'tag': '771b6d54-2271-48db-a309-0d6ba6ea56f6', 'status': 'completed', 'code': 200} Aug 26 12:14:14.730849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-474b4013-47a3-4219-9658-2b7b19be741a req-1b07a578-ce3a-4178-9f24-f34379ff55a1 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc82e63f-d0ea-4f3c-b717-5727fedf118b HTTP/1.1" status: 200 len: 210 time: 0.0259783 Aug 26 12:14:15.786952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44892) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:15.863493 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77ff7a99-3ee1-4a23-a7c6-c36fa3549275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:16.161340 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:16.409186 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:16.427113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 5d3c767a-ef01-4dad-8feb-ade67c4136ef {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:14:16.427367 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:16.513952 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 5d3c767a-ef01-4dad-8feb-ade67c4136ef, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5d3c767a-ef01-4dad-8feb-ade67c4136ef,segment=NetworkSegment(a3552953-d48b-46da-950d-4f404da20b83),segment_id=a3552953-d48b-46da-950d-4f404da20b83)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:16.514863 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:16.532128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 5d3c767a-ef01-4dad-8feb-ade67c4136ef owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:14:16.718309 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:16.744972 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=5d3c767a-ef01-4dad-8feb-ade67c4136ef,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:16.926663 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.157726 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Router 2fa7190c-1f37-401e-9a50-48789d393eb7 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:14:17.264699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:14:17.270340 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-84ff6389-a01e-4484-8a13-c30b834dedc5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "PUT /v2.0/routers/2fa7190c-1f37-401e-9a50-48789d393eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4822731 Aug 26 12:14:17.273004 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44896) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:17.275443 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd8d89-bc84-4af9-8178-b819f095eefb None None] Sync routers for ids ['2fa7190c-1f37-401e-9a50-48789d393eb7'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:14:17.285518 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd8d89-bc84-4af9-8178-b819f095eefb None None] Routers {'2fa7190c-1f37-401e-9a50-48789d393eb7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:17.286131 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cfd8d89-bc84-4af9-8178-b819f095eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2fa7190c-1f37-401e-9a50-48789d393eb7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:17.323723 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf39252-76c8-4fa8-a520-26cbdf7473a4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting subnet 9c6367d1-c8a0-4b53-a6d1-abde2fc305bf {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:14:17.326753 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-acf39252-76c8-4fa8-a520-26cbdf7473a4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.367063 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-acf39252-76c8-4fa8-a520-26cbdf7473a4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.388761 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9cfd8d89-bc84-4af9-8178-b819f095eefb None None] Set router 2fa7190c-1f37-401e-9a50-48789d393eb7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:17.453994 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-acf39252-76c8-4fa8-a520-26cbdf7473a4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.511605 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-acf39252-76c8-4fa8-a520-26cbdf7473a4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.539232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf39252-76c8-4fa8-a520-26cbdf7473a4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6367d1-c8a0-4b53-a6d1-abde2fc305bf,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:17.540170 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.547421 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-acf39252-76c8-4fa8-a520-26cbdf7473a4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.551819 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-acf39252-76c8-4fa8-a520-26cbdf7473a4 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/subnets/9c6367d1-c8a0-4b53-a6d1-abde2fc305bf HTTP/1.1" status: 204 len: 168 time: 0.2754002 Aug 26 12:14:17.552065 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44898) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:17.552485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f6e02-7926-4b27-8fd0-62eaf0d58bdc None None] Network 2658dd7d-0ad1-46b0-bf25-d59902f91055 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:14:17.574284 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cfd8d89-bc84-4af9-8178-b819f095eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:14:16Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:17.602535 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd8d89-bc84-4af9-8178-b819f095eefb None None] Checking router: 2fa7190c-1f37-401e-9a50-48789d393eb7 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:14:17.612025 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd8d89-bc84-4af9-8178-b819f095eefb None None] Routers {'2fa7190c-1f37-401e-9a50-48789d393eb7'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:17.612692 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cfd8d89-bc84-4af9-8178-b819f095eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['2fa7190c-1f37-401e-9a50-48789d393eb7'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:17.662658 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.726437 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-9cfd8d89-bc84-4af9-8178-b819f095eefb None None] Set router 2fa7190c-1f37-401e-9a50-48789d393eb7 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:17.735712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] DHCP port deletion for 2658dd7d-0ad1-46b0-bf25-d59902f91055 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:14:17.769501 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.784123 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Deleting port 5ff510e8-7173-4fe5-8961-583b553b16f2 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:14:17.784644 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.823235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Deleting port 029c1d07-5271-4692-ab6d-3749266997a6 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:14:17.823576 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.855551 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] For port 5ff510e8-7173-4fe5-8961-583b553b16f2, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5ff510e8-7173-4fe5-8961-583b553b16f2,segment=NetworkSegment(a3552953-d48b-46da-950d-4f404da20b83),segment_id=a3552953-d48b-46da-950d-4f404da20b83)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:17.856044 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.870093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Calling delete_port for 5ff510e8-7173-4fe5-8961-583b553b16f2 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:14:17.908433 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] For port 029c1d07-5271-4692-ab6d-3749266997a6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=029c1d07-5271-4692-ab6d-3749266997a6,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:17.908945 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.919240 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-9cfd8d89-bc84-4af9-8178-b819f095eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:14:16Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:17.923878 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Calling delete_port for 029c1d07-5271-4692-ab6d-3749266997a6 owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:14:17.952078 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd8d89-bc84-4af9-8178-b819f095eefb None None] The sync data for ids ['2fa7190c-1f37-401e-9a50-48789d393eb7'] in n-d-778550-13 is: [{'id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254108648', 'tenant_id': '98cae013182e4657ae3d22c7cceb6349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '029c1d07-5271-4692-ab6d-3749266997a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:14:16Z', 'revision_number': 5, 'project_id': '98cae013182e4657ae3d22c7cceb6349', 'gw_port': {'id': '029c1d07-5271-4692-ab6d-3749266997a6', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:26:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa7190c-1f37-401e-9a50-48789d393eb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:13:18Z', 'updated_at': '2021-08-26T12:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:14:17.956482 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:17.983713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Pushing event deleted for resources: {'Port': ['ID=5ff510e8-7173-4fe5-8961-583b553b16f2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:17.993261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] No DVR routers for this DVR port 5ff510e8-7173-4fe5-8961-583b553b16f2 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:14:17.994111 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:17.994558 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:17.995020 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:17.995697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:17.996264 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:17.997079 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:17.997676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:17.998282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:17.999427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:17.999990 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.000539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.001090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460f222-14fa-4f3d-9cd5-cb7054be9ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.123575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.146596 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Port': ['ID=029c1d07-5271-4692-ab6d-3749266997a6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:18.207614 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.301069 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.303143 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.354866 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.355646 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Fanout notify agent at l3_agent the message router_deleted on router 2fa7190c-1f37-401e-9a50-48789d393eb7 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:14:18.364035 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.365309 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-95e9e7ba-aab3-446d-a854-9452385b2df7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/routers/2fa7190c-1f37-401e-9a50-48789d393eb7 HTTP/1.1" status: 204 len: 168 time: 0.8123167 Aug 26 12:14:18.368087 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44900) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:18.447899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.455901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5ff510e8-7173-4fe5-8961-583b553b16f2 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:14:18.476246 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 5ff510e8-7173-4fe5-8961-583b553b16f2 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:14:18.476847 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5ff510e8-7173-4fe5-8961-583b553b16f2 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:14:18.542879 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.553460 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2658dd7d-0ad1-46b0-bf25-d59902f91055']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:18.564747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3552953-d48b-46da-950d-4f404da20b83') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:18.564947 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3552953-d48b-46da-950d-4f404da20b83') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:18.574665 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.589776 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.596804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:14:18.597347 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: timer() Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:14:18.600676 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:14:18.664462 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.671630 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.673753 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/networks/2658dd7d-0ad1-46b0-bf25-d59902f91055 HTTP/1.1" status: 204 len: 168 time: 0.3047147 Aug 26 12:14:18.676579 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44902) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:18.689706 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbb4d4-1e70-4f32-b585-be1e416a2ca5 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'Network': ['ID=2658dd7d-0ad1-46b0-bf25-d59902f91055,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:18.737071 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.761331 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.782062 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 771b6d54-2271-48db-a309-0d6ba6ea56f6 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:14:18.803292 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: 771b6d54-2271-48db-a309-0d6ba6ea56f6 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:14:18.803653 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 771b6d54-2271-48db-a309-0d6ba6ea56f6 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:14:18.824714 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.827895 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:18.829088 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] 10.222.0.21 "DELETE /v2.0/security-groups/906b7f9c-4c37-40f7-a30a-23cb9d4484c5 HTTP/1.1" status: 204 len: 168 time: 0.1515284 Aug 26 12:14:18.838533 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906b7f9c-4c37-40f7-a30a-23cb9d4484c5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:18.846658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.846658 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.847004 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.847347 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.847740 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.848095 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.848421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.848753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.849082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.849409 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.849737 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:18.850064 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e006a5f3-a44e-4658-ae89-90d2f6fa4ad7 tempest-TestNetworkAdvancedServerOps-2042638388 tempest-TestNetworkAdvancedServerOps-2042638388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.175186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44910) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:19.302620 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f16c3037-c828-4212-b05e-a9de76a3b11a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98cae013182e4657ae3d22c7cceb6349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263013 Aug 26 12:14:19.305034 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44914) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:19.350640 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.371127 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.416972 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.419665 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.420866 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66d943a0-0d85-4905-bf7f-5f9b253fa1cf HTTP/1.1" status: 204 len: 168 time: 0.1149566 Aug 26 12:14:19.428681 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d943a0-0d85-4905-bf7f-5f9b253fa1cf,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:19.436094 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.436450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.436801 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.437142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.437480 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.437821 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.438154 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.438486 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.438842 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.439173 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.439503 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.439942 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2dda2-4784-4560-a243-161489adfa95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:19.617191 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.687434 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44920) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:19.701151 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74a74732-d533-4259-9c77-7a6d7311bf98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.791290 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74a74732-d533-4259-9c77-7a6d7311bf98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.794775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-74a74732-d533-4259-9c77-7a6d7311bf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.834953 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-74a74732-d533-4259-9c77-7a6d7311bf98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac325c92cbce4356876ded2a7e3048c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463740 Aug 26 12:14:19.837118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a74732-d533-4259-9c77-7a6d7311bf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981e220e-f6f7-482e-beb8-f08017670312,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:19.837835 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44922) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:19.887644 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28801abe-fca1-4338-83a8-68eddcac0551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.908252 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28801abe-fca1-4338-83a8-68eddcac0551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.952898 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28801abe-fca1-4338-83a8-68eddcac0551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.955461 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-28801abe-fca1-4338-83a8-68eddcac0551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:19.956655 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-28801abe-fca1-4338-83a8-68eddcac0551 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/981e220e-f6f7-482e-beb8-f08017670312 HTTP/1.1" status: 204 len: 168 time: 0.1177111 Aug 26 12:14:19.964077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28801abe-fca1-4338-83a8-68eddcac0551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981e220e-f6f7-482e-beb8-f08017670312,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:20.035953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5d3c767a-ef01-4dad-8feb-ade67c4136ef no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:14:20.059413 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 5d3c767a-ef01-4dad-8feb-ade67c4136ef {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:14:20.059765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5d3c767a-ef01-4dad-8feb-ade67c4136ef not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:14:20.060186 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 029c1d07-5271-4692-ab6d-3749266997a6 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:14:20.078901 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 029c1d07-5271-4692-ab6d-3749266997a6 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:14:20.079249 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 029c1d07-5271-4692-ab6d-3749266997a6 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:14:20.655374 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44944) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:20.747182 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-276486683-network', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:20.768106 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Made reservation on behalf of 7d82f8f4c97643a2aed242a8b511032b for: {'network': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:14:20.770446 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:20.778416 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:20.865305 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:20.869220 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:20.890503 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=101267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:14:20.905642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d569dd-27a8-44d3-ad64-8e00a310ad36,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:20.909326 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:20.909683 n-d-778550-13 neutron-server[101267]: INFO neutron.db.segments_db [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Added segment 525d1ce9-e364-4783-85bb-801d06aac9d1 of type vlan for network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 Aug 26 12:14:20.948438 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:20.973259 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:20.974212 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:20.974835 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.026089 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3696387 Aug 26 12:14:21.029253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44948) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:21.034847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] Request body: {'subnet': {'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-276486683-subnet', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'ip_version': 4}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:21.037146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30698974-8d27-4b0e-9cf2-892ed4783a05 admin admin] Pushing event updated for resources: {'Network': ['ID=2adbf889-db3a-4a4e-a7b9-0c6993a18c84,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:21.047836 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:14:21.056397 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] Made reservation on behalf of 7d82f8f4c97643a2aed242a8b511032b for: {'subnet': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:14:21.058818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12068386'] for subnet, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.225422 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8704232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12068432'] for subnet, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.245252 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.282239 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6daf2e16-7f2b-42db-9ae8-69c0e13115b5,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:21.293017 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] Checking segment: {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:14:21.293384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] Network hostable DHCP agents. Network: 2adbf889-db3a-4a4e-a7b9-0c6993a18c84, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101266) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:14:21.312113 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] Network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:14:21.320066 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 2adbf889-db3a-4a4e-a7b9-0c6993a18c84) {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:21.324252 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:21.324852 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.330485 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3ce7c3-9e1f-4fa5-b416-d3cabd9f5f45 None None] Network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:14:21.339152 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5792c718-97c3-47e0-a958-0ecc74c30853 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3087151 Aug 26 12:14:21.341804 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44950) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:21.346604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:21.366212 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.367229 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.418556 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.475357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:14:21.476169 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.557397 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.611858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Allocated IP 172.20.0.2 (2adbf889-db3a-4a4e-a7b9-0c6993a18c84/6daf2e16-7f2b-42db-9ae8-69c0e13115b5/f74aed87-a49c-427d-b35b-354624ef868f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:14:21.754823 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.756545 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.764753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Transition to ACTIVE for port object f74aed87-a49c-427d-b35b-354624ef868f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:21.774226 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.778882 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Transition to ACTIVE for port object f74aed87-a49c-427d-b35b-354624ef868f will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:21.785552 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.820325 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:14:21.823081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:21.828656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:14:21.837350 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Pushing event updated for resources: {'Port': ['ID=f74aed87-a49c-427d-b35b-354624ef868f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:21.878809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Allocated IP 172.25.1.134 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/b0464d6b-94fd-4947-b197-34a39a0d734c) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:14:21.887399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Attempting to bind port f74aed87-a49c-427d-b35b-354624ef868f on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:14:21.887768 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Attempting to bind port f74aed87-a49c-427d-b35b-354624ef868f by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:14:21.888128 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Attempting to bind port f74aed87-a49c-427d-b35b-354624ef868f on network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:14:21.893521 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:14:21.893951 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Checking segment: {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:14:21.894349 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.895278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Bound using segment: {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:14:21.895747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Bound port: f74aed87-a49c-427d-b35b-354624ef868f, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:14:21.896124 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:21.963450 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] For port f74aed87-a49c-427d-b35b-354624ef868f, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:14:21.967766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] For port f74aed87-a49c-427d-b35b-354624ef868f, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f74aed87-a49c-427d-b35b-354624ef868f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:14:21.972602 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:22.038495 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46ae3c-122b-4955-a623-984de18b11a2 None None] Pushing event updated for resources: {'Port': ['ID=f74aed87-a49c-427d-b35b-354624ef868f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:22.300562 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:22.339434 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:22.374456 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:14:22.377232 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:22.380759 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:14:22.408237 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0464d6b-94fd-4947-b197-34a39a0d734c,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:22.634120 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:22.755125 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:14:22.833999 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:22.899469 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a354a1c-5888-420d-bec4-bff4f097aa20 None None] Network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:14:22.965551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Router d200b568-b915-4fe9-9dab-547d7cb8275a is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:14:22.980375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-022a4116-ca38-4686-9465-b59201845241 None None] Provisioning for port f74aed87-a49c-427d-b35b-354624ef868f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:23.075815 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:14:23.084969 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Sync routers for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:14:23.091925 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:23.093794 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-a3aef7be-58b0-46de-b725-e728c7c8cad2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7508903 Aug 26 12:14:23.096527 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44954) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:23.097351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:23.099389 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:23.212405 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:23.340167 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:23.415522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:22Z', 'revision_number': 3, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:23.445170 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Checking router: d200b568-b915-4fe9-9dab-547d7cb8275a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:14:23.445540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Updating router d200b568-b915-4fe9-9dab-547d7cb8275a port b0464d6b-94fd-4947-b197-34a39a0d734c binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:14:23.470043 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:23.518890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:23.677836 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Allocated IP 172.20.0.1 (2adbf889-db3a-4a4e-a7b9-0c6993a18c84/6daf2e16-7f2b-42db-9ae8-69c0e13115b5/a75ed938-ad43-4c20-ada5-8fea8fc27b08) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:14:23.786594 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:23.800918 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Transition to ACTIVE for port object a75ed938-ad43-4c20-ada5-8fea8fc27b08 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:23.833666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:23.872539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:14:23.876715 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:23.878146 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:23.881812 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:14:23.886472 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Transition to ACTIVE for port object b0464d6b-94fd-4947-b197-34a39a0d734c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:23.892675 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:23.904764 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Pushing event updated for resources: {'Port': ['ID=a75ed938-ad43-4c20-ada5-8fea8fc27b08,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:23.925099 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:23.949877 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Attempting to bind port b0464d6b-94fd-4947-b197-34a39a0d734c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:14:23.950457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Attempting to bind port b0464d6b-94fd-4947-b197-34a39a0d734c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:14:23.950610 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Attempting to bind port b0464d6b-94fd-4947-b197-34a39a0d734c on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:14:23.952658 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de44795-af43-4999-aa78-fabe2364ff89 None None] Pushing event updated for resources: {'Port': ['ID=b0464d6b-94fd-4947-b197-34a39a0d734c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:23.959304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:14:23.959688 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:14:23.960098 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:23.960537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:14:23.961193 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Bound port: b0464d6b-94fd-4947-b197-34a39a0d734c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:14:23.961353 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:24.034412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] For port b0464d6b-94fd-4947-b197-34a39a0d734c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:14:24.038499 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] For port b0464d6b-94fd-4947-b197-34a39a0d734c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b0464d6b-94fd-4947-b197-34a39a0d734c,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:14:24.044064 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:24.089891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:24.095673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f74aed87-a49c-427d-b35b-354624ef868f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:24.140910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:24.141527 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:24.145762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de44795-af43-4999-aa78-fabe2364ff89 None None] Pushing event updated for resources: {'Port': ['ID=b0464d6b-94fd-4947-b197-34a39a0d734c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:24.241412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dee404dd-52e5-4cc6-a018-c6305923d20c None None] Provisioning for port a75ed938-ad43-4c20-ada5-8fea8fc27b08 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:24.252197 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-dee404dd-52e5-4cc6-a018-c6305923d20c None None] Provisioning complete for port a75ed938-ad43-4c20-ada5-8fea8fc27b08 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:24.252573 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dee404dd-52e5-4cc6-a018-c6305923d20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:24.253985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port f74aed87-a49c-427d-b35b-354624ef868f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:24.264666 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:24.269409 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:24.283792 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f74aed87-a49c-427d-b35b-354624ef868f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:24.284162 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:24.329766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:24.335284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Pushing event updated for resources: {'Port': ['ID=a75ed938-ad43-4c20-ada5-8fea8fc27b08,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:24.337854 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:24.359574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dee404dd-52e5-4cc6-a018-c6305923d20c None None] Port a75ed938-ad43-4c20-ada5-8fea8fc27b08 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:14:24.439616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:14:24.441018 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:24.493403 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:24.551611 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port f74aed87-a49c-427d-b35b-354624ef868f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f74aed87-a49c-427d-b35b-354624ef868f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:24.584120 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:24.593097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Router d200b568-b915-4fe9-9dab-547d7cb8275a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:14:24.648331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=f74aed87-a49c-427d-b35b-354624ef868f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:24.678177 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:23Z', 'revision_number': 1, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:24.708762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e53c3b-d121-498e-a301-b4e464664d08 None None] The sync data for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 is: [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:23Z', 'revision_number': 1, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:14:24.734752 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:14:24.742853 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-83846c2f-151e-4041-8a41-cc16d675a716 admin admin] 10.222.0.21 "PUT /v2.0/routers/d200b568-b915-4fe9-9dab-547d7cb8275a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6420934 Aug 26 12:14:24.786463 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-80f17955-4715-4088-a5e6-6340fb190fd2 None None] Provisioning complete for port a75ed938-ad43-4c20-ada5-8fea8fc27b08 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:24.786967 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80f17955-4715-4088-a5e6-6340fb190fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:24.822108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-80f17955-4715-4088-a5e6-6340fb190fd2 None None] Port a75ed938-ad43-4c20-ada5-8fea8fc27b08 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:14:25.237623 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44970) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:25.242710 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-413346967-network', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:25.268028 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Made reservation on behalf of e5104115e4b84fca87e99a9c42276fae for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:14:25.271294 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.281105 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.403818 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.408054 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.434099 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:14:25.444563 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d8d40b-a2c8-4d52-ac57-0e0923462b2d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:25.449516 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.449858 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Added segment 660ec21f-cfdb-4799-bfe6-08a894bce433 of type vlan for network fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 Aug 26 12:14:25.490553 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.516765 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.517742 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:25.518378 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.575593 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3368096 Aug 26 12:14:25.578619 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44972) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:25.583210 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d98f3-0109-4e5a-b080-4348cb829019 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:25.583765 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] Request body: {'subnet': {'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-413346967-subnet', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:25.593910 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:14:25.607787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] Made reservation on behalf of e5104115e4b84fca87e99a9c42276fae for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:14:25.610495 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.790827 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.845908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=092b724e-65a8-46de-9e12-8ff37bde3aa4,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:25.854485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] Checking segment: {'id': '660ec21f-cfdb-4799-bfe6-08a894bce433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:14:25.854888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] Network hostable DHCP agents. Network: fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:14:25.872124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] Network fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:14:25.881349 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:25.890494 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:25.891684 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.897176 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386da72-3b3d-45b7-8124-b0c4c03ceb90 None None] Network fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:14:25.909369 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-93191f27-7e64-4877-b92f-f35d7645b6d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3295331 Aug 26 12:14:25.911919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44974) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:25.916677 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-413346967-router', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:25.939395 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:25.940488 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.004670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.070252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0', 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'fixed_ips': [{'subnet_id': '092b724e-65a8-46de-9e12-8ff37bde3aa4'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:14:26.071144 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.143155 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f74aed87-a49c-427d-b35b-354624ef868f up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:26.159025 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.243412 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port f74aed87-a49c-427d-b35b-354624ef868f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:26.243786 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.265387 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Allocated IP 172.20.0.2 (fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0/092b724e-65a8-46de-9e12-8ff37bde3aa4/aa55d06f-feff-4c79-90b7-12fe8ac1707e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:14:26.369831 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.390909 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.413168 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b0464d6b-94fd-4947-b197-34a39a0d734c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:26.498007 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.505897 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Allocated IP 172.25.1.248 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/8711c1fe-fab5-43c7-8bd9-eaa01998f2d1) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:14:26.511498 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Transition to ACTIVE for port object aa55d06f-feff-4c79-90b7-12fe8ac1707e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:26.518059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port b0464d6b-94fd-4947-b197-34a39a0d734c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:26.528112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b0464d6b-94fd-4947-b197-34a39a0d734c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:26.528482 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.532347 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Transition to ACTIVE for port object aa55d06f-feff-4c79-90b7-12fe8ac1707e will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:26.555726 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.603314 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Network fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:14:26.607729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:26.614323 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:14:26.618004 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.628652 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Pushing event updated for resources: {'Port': ['ID=aa55d06f-feff-4c79-90b7-12fe8ac1707e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:26.662871 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.680097 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Sync routers for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:14:26.690168 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:26.690899 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:26.705299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:14:26.708218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.708457 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:26.711080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:14:26.714376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Attempting to bind port aa55d06f-feff-4c79-90b7-12fe8ac1707e on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:14:26.714767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Attempting to bind port aa55d06f-feff-4c79-90b7-12fe8ac1707e by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '660ec21f-cfdb-4799-bfe6-08a894bce433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:14:26.715147 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Attempting to bind port aa55d06f-feff-4c79-90b7-12fe8ac1707e on network fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:14:26.725574 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:14:26.725948 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Checking segment: {'id': '660ec21f-cfdb-4799-bfe6-08a894bce433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:14:26.726358 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.726765 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Bound using segment: {'id': '660ec21f-cfdb-4799-bfe6-08a894bce433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:14:26.727237 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Bound port: aa55d06f-feff-4c79-90b7-12fe8ac1707e, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660ec21f-cfdb-4799-bfe6-08a894bce433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:14:26.727616 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.747221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port b0464d6b-94fd-4947-b197-34a39a0d734c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b0464d6b-94fd-4947-b197-34a39a0d734c,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:26.751279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Pushing event updated for resources: {'Port': ['ID=8711c1fe-fab5-43c7-8bd9-eaa01998f2d1,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:26.763841 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.880982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=b0464d6b-94fd-4947-b197-34a39a0d734c,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:26.884094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] For port aa55d06f-feff-4c79-90b7-12fe8ac1707e, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:14:26.887697 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] For port aa55d06f-feff-4c79-90b7-12fe8ac1707e, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=aa55d06f-feff-4c79-90b7-12fe8ac1707e,segment=NetworkSegment(660ec21f-cfdb-4799-bfe6-08a894bce433),segment_id=660ec21f-cfdb-4799-bfe6-08a894bce433)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:14:26.893467 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:26.937264 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:26.965011 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa2b2c-2571-4937-bc33-dd9c4c533427 None None] Pushing event updated for resources: {'Port': ['ID=aa55d06f-feff-4c79-90b7-12fe8ac1707e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:27.174984 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 2, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:27.206566 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Checking router: d200b568-b915-4fe9-9dab-547d7cb8275a for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:14:27.207236 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Updating router d200b568-b915-4fe9-9dab-547d7cb8275a port a75ed938-ad43-4c20-ada5-8fea8fc27b08 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:14:27.242020 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:27.366344 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:27.510378 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:27.520676 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Transition to ACTIVE for port object a75ed938-ad43-4c20-ada5-8fea8fc27b08 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:27.527105 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:27.571129 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:27.603306 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Pushing event updated for resources: {'Port': ['ID=a75ed938-ad43-4c20-ada5-8fea8fc27b08,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:27.623613 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.624508 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.624508 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.624738 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.625145 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.625625 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.625974 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.626280 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.626946 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.626946 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.627255 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.627691 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:14:27.645440 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Attempting to bind port a75ed938-ad43-4c20-ada5-8fea8fc27b08 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:14:27.646068 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Attempting to bind port a75ed938-ad43-4c20-ada5-8fea8fc27b08 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:14:27.646431 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Attempting to bind port a75ed938-ad43-4c20-ada5-8fea8fc27b08 on network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:14:27.653137 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:14:27.653436 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Checking segment: {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:14:27.653851 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:27.654311 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Bound using segment: {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:14:27.654807 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Bound port: a75ed938-ad43-4c20-ada5-8fea8fc27b08, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:14:27.655187 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:27.722690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:14:27.737715 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] For port a75ed938-ad43-4c20-ada5-8fea8fc27b08, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:14:27.741604 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] For port a75ed938-ad43-4c20-ada5-8fea8fc27b08, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a75ed938-ad43-4c20-ada5-8fea8fc27b08,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:14:27.747840 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:27.804575 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:27.805213 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:27.848172 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:14:27.861051 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Sync routers for ids ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:14:27.861542 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94713770-ae82-4186-8d3d-7a291bc6eeab None None] Pushing event updated for resources: {'Port': ['ID=a75ed938-ad43-4c20-ada5-8fea8fc27b08,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:27.874234 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:27.877822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-195e6450-6b9c-419f-8c6b-fb8a78be8920 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9623933 Aug 26 12:14:27.878145 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44976) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:27.898670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Routers {'5b80156a-7fe0-4d04-83d7-b8b18e5688d4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:27.899328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:27.945742 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:28.040772 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Set router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:28.177426 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fd6ddb-d315-46cb-95ec-e09ea4c46360 None None] Network fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:14:28.231875 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:27Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:28.266560 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd3f82-84d6-42fe-b410-7861d1d4926b None None] The sync data for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 is: [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:27Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:14:28.267061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b0464d6b-94fd-4947-b197-34a39a0d734c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:28.582409 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-12bfa330-a841-4a30-91dd-00f2bfec69f0 None None] Provisioning for port aa55d06f-feff-4c79-90b7-12fe8ac1707e completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:28.622863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b0464d6b-94fd-4947-b197-34a39a0d734c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:28.623387 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:28.625854 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'name': 'tempest-TestShelveInstance-413346967-router', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:25Z', 'updated_at': '2021-08-26T12:14:27Z', 'revision_number': 3, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'gw_port': {'id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:26Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:28.695895 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Checking router: 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:14:28.696272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Updating router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:14:28.742369 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:28.848150 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:28.892980 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device aa55d06f-feff-4c79-90b7-12fe8ac1707e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:29.009881 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port aa55d06f-feff-4c79-90b7-12fe8ac1707e completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:29.016885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port aa55d06f-feff-4c79-90b7-12fe8ac1707e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:29.017332 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.035834 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Allocated IP 172.20.0.1 (fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0/092b724e-65a8-46de-9e12-8ff37bde3aa4/88dace47-fcd0-451b-8850-1093ccf122b6) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:14:29.141861 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.154990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Transition to ACTIVE for port object 88dace47-fcd0-451b-8850-1093ccf122b6 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:29.165756 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.167799 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-94a44f93-8427-4eb4-88da-8d5e379407d6 None None] Provisioning complete for port aa55d06f-feff-4c79-90b7-12fe8ac1707e triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:29.168163 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94a44f93-8427-4eb4-88da-8d5e379407d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.188509 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.198163 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.212322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Transition to ACTIVE for port object 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:29.229273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Network fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:14:29.230262 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.233130 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:29.237083 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:14:29.270377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Pushing event updated for resources: {'Port': ['ID=88dace47-fcd0-451b-8850-1093ccf122b6,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:29.282509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port aa55d06f-feff-4c79-90b7-12fe8ac1707e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=aa55d06f-feff-4c79-90b7-12fe8ac1707e,segment=NetworkSegment(660ec21f-cfdb-4799-bfe6-08a894bce433),segment_id=660ec21f-cfdb-4799-bfe6-08a894bce433)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:29.290060 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.300315 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.301099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a75ed938-ad43-4c20-ada5-8fea8fc27b08 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:29.312821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Attempting to bind port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:14:29.313196 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Attempting to bind port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:14:29.313561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Attempting to bind port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:14:29.333030 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcb948-6f84-448d-bab6-b6a575f0f1fa None None] Pushing event updated for resources: {'Port': ['ID=8711c1fe-fab5-43c7-8bd9-eaa01998f2d1,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:29.347752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:14:29.348142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:14:29.348547 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.349061 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:14:29.349418 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Bound port: 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:14:29.349808 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.435059 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.474281 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=aa55d06f-feff-4c79-90b7-12fe8ac1707e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:29.489099 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] For port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:14:29.492269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] For port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8711c1fe-fab5-43c7-8bd9-eaa01998f2d1,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:14:29.493360 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port a75ed938-ad43-4c20-ada5-8fea8fc27b08 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:29.497368 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a75ed938-ad43-4c20-ada5-8fea8fc27b08 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:29.497749 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.500136 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.604881 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Routers {'5b80156a-7fe0-4d04-83d7-b8b18e5688d4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:29.605467 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:29.608106 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.608269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcb948-6f84-448d-bab6-b6a575f0f1fa None None] Pushing event updated for resources: {'Port': ['ID=8711c1fe-fab5-43c7-8bd9-eaa01998f2d1,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:29.612317 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7135fb9a-d3ac-49b6-9f73-aad5ee801228 None None] Provisioning for port 88dace47-fcd0-451b-8850-1093ccf122b6 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:29.618207 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.666048 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7135fb9a-d3ac-49b6-9f73-aad5ee801228 None None] Provisioning complete for port 88dace47-fcd0-451b-8850-1093ccf122b6 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:29.666440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7135fb9a-d3ac-49b6-9f73-aad5ee801228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.689216 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.691805 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Pushing event updated for resources: {'Port': ['ID=88dace47-fcd0-451b-8850-1093ccf122b6,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:29.750332 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.766415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7135fb9a-d3ac-49b6-9f73-aad5ee801228 None None] Port 88dace47-fcd0-451b-8850-1093ccf122b6 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:14:29.783730 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Network fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:14:29.785231 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:29.791071 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] Set router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:29.829964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port a75ed938-ad43-4c20-ada5-8fea8fc27b08, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a75ed938-ad43-4c20-ada5-8fea8fc27b08,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:29.839146 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:29.916010 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:14:29.965077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=a75ed938-ad43-4c20-ada5-8fea8fc27b08,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:30.037156 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:14:30.050858 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e698b886-ad18-4cef-a154-8f09883d98fd admin admin] 10.222.0.21 "PUT /v2.0/routers/5b80156a-7fe0-4d04-83d7-b8b18e5688d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1639390 Aug 26 12:14:30.062438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'name': 'tempest-TestShelveInstance-413346967-router', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:25Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 4, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'gw_port': {'id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:26Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '88dace47-fcd0-451b-8850-1093ccf122b6', 'name': '', 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'mac_address': 'fa:16:3e:62:5d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '092b724e-65a8-46de-9e12-8ff37bde3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:28Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 2, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'subnets': [{'id': '092b724e-65a8-46de-9e12-8ff37bde3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:30.065529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device aa55d06f-feff-4c79-90b7-12fe8ac1707e up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:30.118018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4cd669-05b0-4696-bf5c-7c0b853d66d1 None None] The sync data for ids ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'] in n-d-778550-13 is: [{'id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'name': 'tempest-TestShelveInstance-413346967-router', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:25Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 4, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'gw_port': {'id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:26Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '88dace47-fcd0-451b-8850-1093ccf122b6', 'name': '', 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'mac_address': 'fa:16:3e:62:5d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '092b724e-65a8-46de-9e12-8ff37bde3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:28Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 2, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'subnets': [{'id': '092b724e-65a8-46de-9e12-8ff37bde3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:14:30.137105 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-250f503f-87d1-42e7-a6dc-50681f576f6e None None] Provisioning complete for port 88dace47-fcd0-451b-8850-1093ccf122b6 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:30.137478 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250f503f-87d1-42e7-a6dc-50681f576f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:30.181269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-250f503f-87d1-42e7-a6dc-50681f576f6e None None] Port 88dace47-fcd0-451b-8850-1093ccf122b6 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:14:30.182509 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port aa55d06f-feff-4c79-90b7-12fe8ac1707e triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:30.182911 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:30.270425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a75ed938-ad43-4c20-ada5-8fea8fc27b08 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:30.334900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port a75ed938-ad43-4c20-ada5-8fea8fc27b08 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:30.335316 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:30.805383 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44984) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:30.810298 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-8ad9b410-f7d6-4165-873d-02e042299e06 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401850499', 'description': 'tempest-secgroup-smoke-1401850499 description', 'project_id': '7d82f8f4c97643a2aed242a8b511032b'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:30.832226 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b410-f7d6-4165-873d-02e042299e06 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:30.912839 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b410-f7d6-4165-873d-02e042299e06 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:30.916686 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b410-f7d6-4165-873d-02e042299e06 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:30.952541 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9b410-f7d6-4165-873d-02e042299e06 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd48c074-2f87-4612-bfb3-ff346363dcd5,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:30.955726 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-8ad9b410-f7d6-4165-873d-02e042299e06 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:30.958523 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-8ad9b410-f7d6-4165-873d-02e042299e06 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1520278 Aug 26 12:14:30.961577 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 44986) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:30.966446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-c71c86d1-165e-4a56-b3e4-ba518c7e98df tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': 'bd48c074-2f87-4612-bfb3-ff346363dcd5', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:30.992213 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c71c86d1-165e-4a56-b3e4-ba518c7e98df tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.052351 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c71c86d1-165e-4a56-b3e4-ba518c7e98df tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.058352 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c71c86d1-165e-4a56-b3e4-ba518c7e98df tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.080095 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-c71c86d1-165e-4a56-b3e4-ba518c7e98df tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.081293 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-c71c86d1-165e-4a56-b3e4-ba518c7e98df tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187651 Aug 26 12:14:31.083785 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c86d1-165e-4a56-b3e4-ba518c7e98df tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f554c0f5-8b71-42d9-95f0-27821f3244a4,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:31.084353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44988) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:31.089665 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-591180d2-41b0-47f1-ad05-1d93144f8262 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': 'bd48c074-2f87-4612-bfb3-ff346363dcd5', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:31.117290 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-591180d2-41b0-47f1-ad05-1d93144f8262 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.178683 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-591180d2-41b0-47f1-ad05-1d93144f8262 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.182623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-591180d2-41b0-47f1-ad05-1d93144f8262 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.201620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591180d2-41b0-47f1-ad05-1d93144f8262 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78396dca-d97e-44b0-833e-c63704e825b5,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:31.212087 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-591180d2-41b0-47f1-ad05-1d93144f8262 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.213231 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-591180d2-41b0-47f1-ad05-1d93144f8262 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278706 Aug 26 12:14:31.215933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44990) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:31.220551 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-be3c1fbe-f134-48c1-8492-b2a641583f04 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': 'bd48c074-2f87-4612-bfb3-ff346363dcd5', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:31.248662 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be3c1fbe-f134-48c1-8492-b2a641583f04 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.313971 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be3c1fbe-f134-48c1-8492-b2a641583f04 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.317866 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be3c1fbe-f134-48c1-8492-b2a641583f04 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.338666 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c1fbe-f134-48c1-8492-b2a641583f04 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fcd6041-9a42-46b7-8f77-8936c87294a2,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:31.346077 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-be3c1fbe-f134-48c1-8492-b2a641583f04 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.349994 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-be3c1fbe-f134-48c1-8492-b2a641583f04 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303504 Aug 26 12:14:31.350166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44992) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:31.354957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-2f42b4e6-d888-4f06-a736-6e98d8ea30fe tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': 'bd48c074-2f87-4612-bfb3-ff346363dcd5', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:31.382453 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2f42b4e6-d888-4f06-a736-6e98d8ea30fe tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.444907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2f42b4e6-d888-4f06-a736-6e98d8ea30fe tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.448868 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2f42b4e6-d888-4f06-a736-6e98d8ea30fe tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.468387 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42b4e6-d888-4f06-a736-6e98d8ea30fe tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f9f934-d202-4abb-92e7-8954b0d0c8e6,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:31.475341 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2f42b4e6-d888-4f06-a736-6e98d8ea30fe tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.476647 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2f42b4e6-d888-4f06-a736-6e98d8ea30fe tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254387 Aug 26 12:14:31.479293 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44994) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:31.484454 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-cfeab114-264b-42a2-a0b2-d02d209ad172 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': 'bd48c074-2f87-4612-bfb3-ff346363dcd5', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:31.507694 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-cfeab114-264b-42a2-a0b2-d02d209ad172 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Project 7d82f8f4c97643a2aed242a8b511032b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:14:31.512895 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cfeab114-264b-42a2-a0b2-d02d209ad172 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.577261 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cfeab114-264b-42a2-a0b2-d02d209ad172 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.581805 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cfeab114-264b-42a2-a0b2-d02d209ad172 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.601869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeab114-264b-42a2-a0b2-d02d209ad172 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ccc563-6080-4367-bd36-e3a6dc9db65f,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:31.609122 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-cfeab114-264b-42a2-a0b2-d02d209ad172 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.610417 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-cfeab114-264b-42a2-a0b2-d02d209ad172 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302085 Aug 26 12:14:31.613266 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 44996) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:31.617618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-4e96b083-2bd6-474a-954a-a8f5827b2097 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': 'bd48c074-2f87-4612-bfb3-ff346363dcd5', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:31.639899 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-4e96b083-2bd6-474a-954a-a8f5827b2097 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Project 7d82f8f4c97643a2aed242a8b511032b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:14:31.644750 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e96b083-2bd6-474a-954a-a8f5827b2097 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.707592 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e96b083-2bd6-474a-954a-a8f5827b2097 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.711117 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e96b083-2bd6-474a-954a-a8f5827b2097 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.729416 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96b083-2bd6-474a-954a-a8f5827b2097 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c1d77e-23db-446e-95f3-3e38011d352b,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:31.735039 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4e96b083-2bd6-474a-954a-a8f5827b2097 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:31.736176 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4e96b083-2bd6-474a-954a-a8f5827b2097 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220005 Aug 26 12:14:31.933829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-354e9e2f-0ee0-42a1-885f-b2d91e85fb07 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401850499&fields=id&tenant_id=7d82f8f4c97643a2aed242a8b511032b HTTP/1.1" status: 200 len: 267 time: 0.0337822 Aug 26 12:14:32.053709 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-889222b1-9d9a-4a02-807d-714983d9940e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:32.055378 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-889222b1-9d9a-4a02-807d-714983d9940e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 808 time: 0.1149406 Aug 26 12:14:32.063857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:32.071110 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-4c001525-ccad-4788-af2b-251a58bebb0e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/quotas/7d82f8f4c97643a2aed242a8b511032b HTTP/1.1" status: 200 len: 375 time: 0.0096264 Aug 26 12:14:32.115359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:32.119252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:32.119630 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:32.124923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-700cc320-ac8b-4107-aa83-185358b6b742 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476565 Aug 26 12:14:32.208181 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:32.229553 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8711c1fe-fab5-43c7-8bd9-eaa01998f2d1,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:32.231996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-e0122b41-d553-4a7f-8938-73f6bdcf57dd service neutron] 10.222.0.21 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951350 Aug 26 12:14:32.234989 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:32.283464 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=8711c1fe-fab5-43c7-8bd9-eaa01998f2d1,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:32.309506 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Sync routers for ids ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:14:32.319118 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Routers {'5b80156a-7fe0-4d04-83d7-b8b18e5688d4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:32.319720 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:32.336453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-974b7c85-c1e9-47b6-ad56-cfd33db60c5d service neutron] 10.222.0.21 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921268 Aug 26 12:14:32.425016 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Set router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:32.500120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6c86677-b39c-482b-9add-c45b92888f50 req-303eeb2d-fe63-4381-96ee-7966372acbfe tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 210 time: 0.0286541 Aug 26 12:14:32.627662 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'name': 'tempest-TestShelveInstance-413346967-router', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:25Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 4, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'gw_port': {'id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:26Z', 'updated_at': '2021-08-26T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '88dace47-fcd0-451b-8850-1093ccf122b6', 'name': '', 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'mac_address': 'fa:16:3e:62:5d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '092b724e-65a8-46de-9e12-8ff37bde3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:28Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 2, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'subnets': [{'id': '092b724e-65a8-46de-9e12-8ff37bde3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:32.656941 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Checking router: 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:14:32.657293 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Updating router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 port 88dace47-fcd0-451b-8850-1093ccf122b6 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:14:32.681017 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:32.928890 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:32.938905 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Transition to ACTIVE for port object 88dace47-fcd0-451b-8850-1093ccf122b6 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:32.944531 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:32.997399 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5b186-04b5-4d2e-ae78-9c57ece3d97c None None] Pushing event updated for resources: {'Port': ['ID=88dace47-fcd0-451b-8850-1093ccf122b6,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:33.137769 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Attempting to bind port 88dace47-fcd0-451b-8850-1093ccf122b6 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:14:33.138135 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Attempting to bind port 88dace47-fcd0-451b-8850-1093ccf122b6 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '660ec21f-cfdb-4799-bfe6-08a894bce433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:14:33.138527 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Attempting to bind port 88dace47-fcd0-451b-8850-1093ccf122b6 on network fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:14:33.143720 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:14:33.144099 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Checking segment: {'id': '660ec21f-cfdb-4799-bfe6-08a894bce433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:14:33.144505 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:33.145013 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Bound using segment: {'id': '660ec21f-cfdb-4799-bfe6-08a894bce433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:14:33.145352 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Bound port: 88dace47-fcd0-451b-8850-1093ccf122b6, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660ec21f-cfdb-4799-bfe6-08a894bce433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:14:33.145725 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:33.205989 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] For port 88dace47-fcd0-451b-8850-1093ccf122b6, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:14:33.209686 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] For port 88dace47-fcd0-451b-8850-1093ccf122b6, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=88dace47-fcd0-451b-8850-1093ccf122b6,segment=NetworkSegment(660ec21f-cfdb-4799-bfe6-08a894bce433),segment_id=660ec21f-cfdb-4799-bfe6-08a894bce433)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:14:33.213374 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:33.269992 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Routers {'5b80156a-7fe0-4d04-83d7-b8b18e5688d4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:33.270627 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:33.309197 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5b186-04b5-4d2e-ae78-9c57ece3d97c None None] Pushing event updated for resources: {'Port': ['ID=88dace47-fcd0-451b-8850-1093ccf122b6,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:33.383227 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] Set router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:33.579233 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'name': 'tempest-TestShelveInstance-413346967-router', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:25Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 4, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'gw_port': {'id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:26Z', 'updated_at': '2021-08-26T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '88dace47-fcd0-451b-8850-1093ccf122b6', 'name': '', 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'mac_address': 'fa:16:3e:62:5d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '092b724e-65a8-46de-9e12-8ff37bde3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:28Z', 'updated_at': '2021-08-26T12:14:33Z', 'revision_number': 4, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'subnets': [{'id': '092b724e-65a8-46de-9e12-8ff37bde3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:33.582532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f9b9e4a1-4e51-4926-8bce-e7349ff82307 req-0f78e4ee-706b-4b37-ab77-354e96cdd383 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 210 time: 0.0305791 Aug 26 12:14:33.611792 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aa95b-3a7e-4bd7-9e2f-2c27a2d4e54f None None] The sync data for ids ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'] in n-d-778550-13 is: [{'id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'name': 'tempest-TestShelveInstance-413346967-router', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:25Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 4, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'gw_port': {'id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:26Z', 'updated_at': '2021-08-26T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '88dace47-fcd0-451b-8850-1093ccf122b6', 'name': '', 'network_id': 'fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'mac_address': 'fa:16:3e:62:5d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '092b724e-65a8-46de-9e12-8ff37bde3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:28Z', 'updated_at': '2021-08-26T12:14:33Z', 'revision_number': 4, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'subnets': [{'id': '092b724e-65a8-46de-9e12-8ff37bde3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:14:34.067331 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 88dace47-fcd0-451b-8850-1093ccf122b6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:34.117781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 88dace47-fcd0-451b-8850-1093ccf122b6 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:34.121889 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 88dace47-fcd0-451b-8850-1093ccf122b6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:34.122257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:34.350113 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:34.382025 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 88dace47-fcd0-451b-8850-1093ccf122b6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=88dace47-fcd0-451b-8850-1093ccf122b6,segment=NetworkSegment(660ec21f-cfdb-4799-bfe6-08a894bce433),segment_id=660ec21f-cfdb-4799-bfe6-08a894bce433)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:34.385811 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:34.386673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:34.463211 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=88dace47-fcd0-451b-8850-1093ccf122b6,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:34.474321 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:34.474693 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:34.664899 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1040728b-8c65-452c-ba2c-c90dc864f407 req-832873e9-7928-4a48-a280-4b8afcac2cce tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 210 time: 0.0301380 Aug 26 12:14:35.459851 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-d7624b38-c3ef-454c-bfc4-4166ce3ec5f6 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:35.461315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-d7624b38-c3ef-454c-bfc4-4166ce3ec5f6 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 808 time: 0.1054239 Aug 26 12:14:35.507282 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-bef4a104-a69e-4a26-ae54-42e1e41661dc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d82f8f4c97643a2aed242a8b511032b HTTP/1.1" status: 200 len: 380 time: 0.0365691 Aug 26 12:14:35.517783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'port': {'device_id': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'admin_state_up': True, 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'security_groups': ['bd48c074-2f87-4612-bfb3-ff346363dcd5']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:35.627569 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Made reservation on behalf of 7d82f8f4c97643a2aed242a8b511032b for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:14:35.631068 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:35.766586 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75154dfc-671f-4aa9-ab2f-21d6173abcf3 req-f9792af2-fb29-4644-8e46-87d8682efdff tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 210 time: 0.0351062 Aug 26 12:14:35.781907 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Allocated IP 172.20.0.8 (2adbf889-db3a-4a4e-a7b9-0c6993a18c84/6daf2e16-7f2b-42db-9ae8-69c0e13115b5/1d70873b-489b-45a4-91ee-2f799e2d70b4) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:14:35.916844 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:35.930373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Transition to ACTIVE for port object 1d70873b-489b-45a4-91ee-2f799e2d70b4 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:35.962556 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:36.008830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:14:36.011895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:36.014604 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:14:36.048148 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'Port': ['ID=1d70873b-489b-45a4-91ee-2f799e2d70b4,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:36.062594 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 88dace47-fcd0-451b-8850-1093ccf122b6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:36.081373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:36.082118 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:36.097853 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-9814ffc0-36ff-4952-958c-3c64ae37d12c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841968 Aug 26 12:14:36.111912 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Request body: {'port': {'device_id': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:36.112634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 88dace47-fcd0-451b-8850-1093ccf122b6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:36.113076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:36.172105 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:36.290505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a300ddf0-9c7d-4346-a297-c076fa2f419a None None] Provisioning for port 1d70873b-489b-45a4-91ee-2f799e2d70b4 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:36.294093 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a300ddf0-9c7d-4346-a297-c076fa2f419a None None] Provisioning complete for port 1d70873b-489b-45a4-91ee-2f799e2d70b4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:36.294508 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a300ddf0-9c7d-4346-a297-c076fa2f419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:36.328833 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a300ddf0-9c7d-4346-a297-c076fa2f419a None None] Port 1d70873b-489b-45a4-91ee-2f799e2d70b4 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:14:36.437853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d70873b-489b-45a4-91ee-2f799e2d70b4 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:14:36.445072 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:36.456631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Transition to ACTIVE for port object 1d70873b-489b-45a4-91ee-2f799e2d70b4 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:14:36.460349 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:36.510599 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d70873b-489b-45a4-91ee-2f799e2d70b4,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:36.581378 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Attempting to bind port 1d70873b-489b-45a4-91ee-2f799e2d70b4 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:14:36.581719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Attempting to bind port 1d70873b-489b-45a4-91ee-2f799e2d70b4 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:14:36.582047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Attempting to bind port 1d70873b-489b-45a4-91ee-2f799e2d70b4 on network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:14:36.587810 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Port 1d70873b-489b-45a4-91ee-2f799e2d70b4 on network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:14:36.588164 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Attempting to bind port 1d70873b-489b-45a4-91ee-2f799e2d70b4 on network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:14:36.593688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:14:36.594022 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Checking segment: {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:14:36.594427 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Bound using segment: {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:14:36.594876 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Bound port: 1d70873b-489b-45a4-91ee-2f799e2d70b4, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:14:36.595238 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:36.664879 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:14:36.667917 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:14:36.672683 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:36.705191 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:36.705749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:36.707160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 1092 time: 0.6013379 Aug 26 12:14:36.709129 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:14:36.711437 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:14:36.742621 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db93ed-d3ae-4cbd-8f7c-14c6fa08f0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d70873b-489b-45a4-91ee-2f799e2d70b4,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:36.800708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-b597cd8f-df8b-480f-b9ec-666a7820a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:36.802254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-b597cd8f-df8b-480f-b9ec-666a7820a255 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1095 time: 0.0498238 Aug 26 12:14:36.854264 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816f2bc6-f469-4261-9cab-3395a4fbbf64 x-openstack-request-id: req-816f2bc6-f469-4261-9cab-3395a4fbbf64 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:14:36.854558 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:14:36.854970 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-816f2bc6-f469-4261-9cab-3395a4fbbf64 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:14:36.855434 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'status': 'completed', 'code': 200} Aug 26 12:14:36.857943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-7f385b7e-3852-47b2-865e-ce8236856db7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 217 time: 0.0469360 Aug 26 12:14:36.938086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-3219d13a-f127-4858-a813-5b2b0cf4f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:36.939644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-3219d13a-f127-4858-a813-5b2b0cf4f31f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0740955 Aug 26 12:14:36.953616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3378f-53ba-43e5-9bc5-5dbb1fbd14f5 req-041835ed-732a-4ac0-a2d2-67298955cd24 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:36.955012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6f3378f-53ba-43e5-9bc5-5dbb1fbd14f5 req-041835ed-732a-4ac0-a2d2-67298955cd24 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0790441 Aug 26 12:14:37.021843 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6f3378f-53ba-43e5-9bc5-5dbb1fbd14f5 req-a15e28ab-076c-4acc-a288-63c008c5d883 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574129 Aug 26 12:14:37.026418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-995b1425-abc5-444a-9573-453825ee65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:37.027875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-995b1425-abc5-444a-9573-453825ee65b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720346 Aug 26 12:14:37.117619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-05347e64-37c0-4016-bcda-973b91545992 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818481 Aug 26 12:14:37.208816 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-55fcef84-6ac6-4ad2-9946-8b06fd9d8dd3 req-2ad5dcbc-03d4-4b98-b6fa-6f313569b629 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844297 Aug 26 12:14:37.296843 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f req-b790e3e3-3f76-4b51-8248-988b4b5d2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:37.298315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f req-b790e3e3-3f76-4b51-8248-988b4b5d2c7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1095 time: 0.0408628 Aug 26 12:14:37.385689 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f req-399cd3e6-4ae1-4f72-a080-bd39f93c96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:37.387147 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f req-399cd3e6-4ae1-4f72-a080-bd39f93c96d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0816157 Aug 26 12:14:37.432164 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f req-0f954d09-84e6-419a-aa7e-a79bd0079822 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 217 time: 0.0371823 Aug 26 12:14:37.479782 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f req-689717fc-b781-4cc5-a354-c0832a12e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:37.481181 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f req-689717fc-b781-4cc5-a354-c0832a12e500 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0426528 Aug 26 12:14:37.525402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f req-c2af646c-53c0-4b98-bf1b-9e96733d953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:37.526861 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f req-c2af646c-53c0-4b98-bf1b-9e96733d953e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383132 Aug 26 12:14:37.617579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f req-fc95fa96-5d88-4845-b9d3-9bff885071f3 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834925 Aug 26 12:14:37.706619 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3f372e9c-5bd8-4af2-9e6e-99b61c07d04f req-6508f98f-1921-47e6-ab63-a920176a9fa4 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811129 Aug 26 12:14:38.134559 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c83c2-89be-41d7-8d0f-42c09427febf req-3dbf0c33-f21e-49d7-8618-540722920bf5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:38.136043 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a56c83c2-89be-41d7-8d0f-42c09427febf req-3dbf0c33-f21e-49d7-8618-540722920bf5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0481169 Aug 26 12:14:38.179024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a56c83c2-89be-41d7-8d0f-42c09427febf req-a025edfd-56a3-44f9-81f6-96cb03174c51 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364745 Aug 26 12:14:39.291434 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40de5dc-ce8a-4b74-8064-3b38abf2e0e0 req-4a05a2e5-49a2-468f-9c42-41b60944923d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:39.292829 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c40de5dc-ce8a-4b74-8064-3b38abf2e0e0 req-4a05a2e5-49a2-468f-9c42-41b60944923d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0486987 Aug 26 12:14:39.329844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c40de5dc-ce8a-4b74-8064-3b38abf2e0e0 req-97f466b0-fc34-473a-9ee7-9ed46d188c03 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313210 Aug 26 12:14:40.441925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9fad7-4bcd-4410-bb75-e83998c45242 req-70fdf378-752c-47fa-b7d7-fe5f3af493c5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:40.443413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3bb9fad7-4bcd-4410-bb75-e83998c45242 req-70fdf378-752c-47fa-b7d7-fe5f3af493c5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0474815 Aug 26 12:14:40.480332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3bb9fad7-4bcd-4410-bb75-e83998c45242 req-f423edfb-114d-4812-95bd-2f3002ba6220 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Aug 26 12:14:41.509132 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d70873b-489b-45a4-91ee-2f799e2d70b4 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:14:41.592428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16496f-ac0a-4194-a422-555e752815c2 req-4f2a369a-9e96-4bae-886b-1c354136151d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:41.593923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba16496f-ac0a-4194-a422-555e752815c2 req-4f2a369a-9e96-4bae-886b-1c354136151d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0485611 Aug 26 12:14:41.605890 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:41.617782 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'port_id': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'mac_address': 'fa:16:3e:8f:8c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:14:41.637100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba16496f-ac0a-4194-a422-555e752815c2 req-c0f891b9-410b-43ea-9ad9-cd1f0d3b62d3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370347 Aug 26 12:14:41.657370 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:41.670075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d70873b-489b-45a4-91ee-2f799e2d70b4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:14:41.689313 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:41.693342 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:41.738748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d70873b-489b-45a4-91ee-2f799e2d70b4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:42.065376 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['1d70873b-489b-45a4-91ee-2f799e2d70b4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:14:42.748775 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c196dd-553b-4ff9-a9eb-46a62b9ffbaf req-4cb41714-7659-4e9c-9344-06c3a3f4dd87 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:42.750226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28c196dd-553b-4ff9-a9eb-46a62b9ffbaf req-4cb41714-7659-4e9c-9344-06c3a3f4dd87 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 944 time: 0.0477324 Aug 26 12:14:42.787972 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28c196dd-553b-4ff9-a9eb-46a62b9ffbaf req-750eb860-a3e4-4d38-92b6-5349699b492a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318520 Aug 26 12:14:43.465215 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a821b989-9e7a-42dd-ab6d-d565d3decf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:43.523352 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d70873b-489b-45a4-91ee-2f799e2d70b4 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:14:43.573260 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 1d70873b-489b-45a4-91ee-2f799e2d70b4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:14:43.576860 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 1d70873b-489b-45a4-91ee-2f799e2d70b4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:14:43.577233 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:43.651150 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:43.673324 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:14:43.675628 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3881311-8b33-4d61-9727-c5cfc1b3459a" -d '{"events": [{"server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "name": "network-vif-plugged", "status": "completed", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:14:43.687675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:14:43.692974 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:43.742786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d70873b-489b-45a4-91ee-2f799e2d70b4,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:43.766449 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5e4be2-bea1-4682-9fdc-58102e88ff2b x-openstack-request-id: req-8b5e4be2-bea1-4682-9fdc-58102e88ff2b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:14:43.766754 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "name": "network-vif-plugged", "status": "completed", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:14:43.767018 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b5e4be2-bea1-4682-9fdc-58102e88ff2b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:14:43.767411 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'code': 200} Aug 26 12:14:43.886504 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c31ec-71f8-47bf-b36d-bc1b2dd4f000 req-a38dbd7c-e0ad-48c7-884b-2032c7e8752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:43.888016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-734c31ec-71f8-47bf-b36d-bc1b2dd4f000 req-a38dbd7c-e0ad-48c7-884b-2032c7e8752f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1097 time: 0.0629678 Aug 26 12:14:43.920608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f1c1e-8b1b-4c8b-ae4c-1b2d8915bb20 req-d697ae38-2920-4a7b-a7b2-a3d4c46e69d9 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:43.922024 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-178f1c1e-8b1b-4c8b-ae4c-1b2d8915bb20 req-d697ae38-2920-4a7b-a7b2-a3d4c46e69d9 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0675042 Aug 26 12:14:43.945009 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-734c31ec-71f8-47bf-b36d-bc1b2dd4f000 req-40a5bb60-a7d8-4a04-a2ea-2ec40e705b3f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491679 Aug 26 12:14:43.970269 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-178f1c1e-8b1b-4c8b-ae4c-1b2d8915bb20 req-d96d5002-235f-4bb2-b98f-a991dc5279f4 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401499 Aug 26 12:14:45.080841 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc311d1-d25e-4ab7-953c-6d3a85f08dc4 req-3219f46a-6d05-4464-bc15-f54a4f99c815 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:45.082305 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bc311d1-d25e-4ab7-953c-6d3a85f08dc4 req-3219f46a-6d05-4464-bc15-f54a4f99c815 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0471551 Aug 26 12:14:45.119062 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9bc311d1-d25e-4ab7-953c-6d3a85f08dc4 req-381f1b17-c4d8-4586-8b6a-e48dfb2f3dc0 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309439 Aug 26 12:14:45.864139 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-481a8e82-2412-4cf2-b86e-cac7816f2a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:46.229849 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2eb7ed-b918-420a-9084-5615a889f118 req-b24605f2-f1b5-4192-aa20-65b16edf8d8c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:46.231381 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be2eb7ed-b918-420a-9084-5615a889f118 req-b24605f2-f1b5-4192-aa20-65b16edf8d8c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0479195 Aug 26 12:14:46.268926 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-be2eb7ed-b918-420a-9084-5615a889f118 req-f37a3db1-dd09-4c0c-ab93-ce1cb1a251a3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311489 Aug 26 12:14:46.383633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678f73-4137-4e2f-aead-93185e86b559 req-2b3615ee-7df2-4448-b492-2f87a6a51e96 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:46.385105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50678f73-4137-4e2f-aead-93185e86b559 req-2b3615ee-7df2-4448-b492-2f87a6a51e96 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0528924 Aug 26 12:14:46.409764 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:46.424408 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-50678f73-4137-4e2f-aead-93185e86b559 req-cbdae5ce-629d-4786-b7bb-d6d147b75e41 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334153 Aug 26 12:14:46.446284 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45062) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:46.568229 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e607e6cf-236a-40b2-af8e-f1867435476a tempest-TestShelveInstance-780116233 tempest-TestShelveInstance-780116233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:46.569752 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e607e6cf-236a-40b2-af8e-f1867435476a tempest-TestShelveInstance-780116233 tempest-TestShelveInstance-780116233-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1092 time: 0.1224709 Aug 26 12:14:46.572685 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45066) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:14:46.576940 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:14:46.597575 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for floatingip, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:46.694825 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:46.795084 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Allocated IP 172.25.1.83 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/3ceaf088-2e54-4f4c-aab2-d3b715c50f5e) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:14:46.896863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:46.934358 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:46.967987 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:14:46.972062 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:14:46.974512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:14:47.003611 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'Port': ['ID=3ceaf088-2e54-4f4c-aab2-d3b715c50f5e,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:47.328487 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:47.392609 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:47.539462 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:47.540503 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:47.544153 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:47.609417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'Port': ['ID=3ceaf088-2e54-4f4c-aab2-d3b715c50f5e,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:14:47.619281 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:48.070430 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Floating IP 21391b69-6355-4e90-b38d-aed0d853cf7b associated. External IP: 172.25.1.83, port: 1d70873b-489b-45a4-91ee-2f799e2d70b4. Aug 26 12:14:48.273665 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Router d200b568-b915-4fe9-9dab-547d7cb8275a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:14:48.379748 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:14:48.390043 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d6bdb1-4a3e-4e36-9240-4ad3ac90cfa2 None None] Sync routers for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:14:48.395735 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:48.399918 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d6bdb1-4a3e-4e36-9240-4ad3ac90cfa2 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:48.400617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f5d6bdb1-4a3e-4e36-9240-4ad3ac90cfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:48.422532 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1c1d1877-290f-4875-8e26-3a9ce3bb7359 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8488460 Aug 26 12:14:48.423242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:14:48.425480 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2855ba-69b7-4a08-be38-0c3e8db82724" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:14:48.461345 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251bc8d8-2870-4ceb-a2e3-67111c795ca2 x-openstack-request-id: req-251bc8d8-2870-4ceb-a2e3-67111c795ca2 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:14:48.461639 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:14:48.461894 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-251bc8d8-2870-4ceb-a2e3-67111c795ca2 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:14:48.462298 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'status': 'completed', 'code': 200} Aug 26 12:14:48.509964 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f5d6bdb1-4a3e-4e36-9240-4ad3ac90cfa2 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:48.527418 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2855ba-69b7-4a08-be38-0c3e8db82724 req-7fa0bcb0-90c3-4cf5-8dc1-99e73cbac38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:48.529440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f2855ba-69b7-4a08-be38-0c3e8db82724 req-7fa0bcb0-90c3-4cf5-8dc1-99e73cbac38a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1097 time: 0.0444250 Aug 26 12:14:48.618517 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2855ba-69b7-4a08-be38-0c3e8db82724 req-4e13058e-7599-49ae-9feb-592ed6f4d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:48.620038 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f2855ba-69b7-4a08-be38-0c3e8db82724 req-4e13058e-7599-49ae-9feb-592ed6f4d0a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0836272 Aug 26 12:14:48.691608 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f2855ba-69b7-4a08-be38-0c3e8db82724 req-6f8ac736-f2df-4234-bc73-a0a9ddfe5a8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 998 time: 0.0641005 Aug 26 12:14:48.731698 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f5d6bdb1-4a3e-4e36-9240-4ad3ac90cfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '21391b69-6355-4e90-b38d-aed0d853cf7b', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'port_id': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'mac_address': 'fa:16:3e:8f:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:14:47Z', 'updated_at': '2021-08-26T12:14:47Z', 'revision_number': 0, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:48.740753 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2855ba-69b7-4a08-be38-0c3e8db82724 req-3798f320-cd78-4867-a22e-2e9a2310c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:48.742223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f2855ba-69b7-4a08-be38-0c3e8db82724 req-3798f320-cd78-4867-a22e-2e9a2310c134 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0439479 Aug 26 12:14:48.761817 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d6bdb1-4a3e-4e36-9240-4ad3ac90cfa2 None None] Checking router: d200b568-b915-4fe9-9dab-547d7cb8275a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:14:48.770549 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d6bdb1-4a3e-4e36-9240-4ad3ac90cfa2 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:14:48.771192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f5d6bdb1-4a3e-4e36-9240-4ad3ac90cfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:14:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:48.788578 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2855ba-69b7-4a08-be38-0c3e8db82724 req-bd502c2e-18b3-4c9d-8d8b-77dbc1511d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:14:48.790012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f2855ba-69b7-4a08-be38-0c3e8db82724 req-bd502c2e-18b3-4c9d-8d8b-77dbc1511d2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401402 Aug 26 12:14:48.876680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-f5d6bdb1-4a3e-4e36-9240-4ad3ac90cfa2 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:14:48.884174 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f2855ba-69b7-4a08-be38-0c3e8db82724 req-f67b6aa4-e354-45ba-bd1c-c333c127206a service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866811 Aug 26 12:14:48.972674 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4f2855ba-69b7-4a08-be38-0c3e8db82724 req-677cb99e-699a-4b65-977e-bf410d0215a5 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817215 Aug 26 12:14:49.095947 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-f5d6bdb1-4a3e-4e36-9240-4ad3ac90cfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '21391b69-6355-4e90-b38d-aed0d853cf7b', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'port_id': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'mac_address': 'fa:16:3e:8f:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:14:47Z', 'updated_at': '2021-08-26T12:14:47Z', 'revision_number': 0, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:14:49.121701 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d6bdb1-4a3e-4e36-9240-4ad3ac90cfa2 None None] The sync data for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 is: [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '21391b69-6355-4e90-b38d-aed0d853cf7b', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'port_id': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'mac_address': 'fa:16:3e:8f:8c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:14:47Z', 'updated_at': '2021-08-26T12:14:47Z', 'revision_number': 0, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:14:49.307479 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2759aabc-464a-4d7c-ae54-5c71e601534b None None] New status for floating IP 21391b69-6355-4e90-b38d-aed0d853cf7b: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:14:49.619369 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:51.244631 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:53.318020 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:14:59.755456 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:15:13.469263 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f68855f9-3e04-4c40-83c5-aec2f2398bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:15.863697 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e0e425a-6c40-453b-9961-587319ac60c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:16.410481 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:17.544121 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:19.621463 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:21.258858 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:23.311760 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:36.754180 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:15:43.469912 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89e4ad58-fe7c-4998-bb11-ff3df746bdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:44.663871 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-a13d9ed1-87bf-438a-badd-2798d97db3d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0816009 Aug 26 12:15:44.752405 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-04c54177-fea8-49d1-831e-f43ea340b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:44.753868 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-04c54177-fea8-49d1-831e-f43ea340b3c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1097 time: 0.0457959 Aug 26 12:15:44.855122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-fa354bc2-b286-471d-bcc0-297bc509602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:44.856571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-fa354bc2-b286-471d-bcc0-297bc509602e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0832069 Aug 26 12:15:44.930335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-edbae1aa-533b-4bd5-9c3f-fc582731e1e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 1000 time: 0.0654945 Aug 26 12:15:44.980274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-d2c2e567-b14f-43e5-8a65-7a283c085a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:44.981662 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-d2c2e567-b14f-43e5-8a65-7a283c085a84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0436661 Aug 26 12:15:45.030323 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-c322424e-0fa2-4458-b6d6-994f5c745854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:15:45.031804 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-c322424e-0fa2-4458-b6d6-994f5c745854 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391786 Aug 26 12:15:45.124597 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-be6d3d72-fbb7-4b62-b102-088aee5278a7 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Aug 26 12:15:45.213712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9be5d82f-6767-4839-a322-b66c64f2d1c9 req-ff7bac45-49a8-42a7-ac8a-7f668123705e service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819328 Aug 26 12:15:45.863892 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-32d64749-7fd2-4419-b818-5ebd0ff6380f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:46.411554 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:47.547353 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:49.624615 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:51.263225 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:15:53.315820 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:13.470056 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a83839e5-7f52-40cb-b2e8-1ad0066a0b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:13.752866 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:16:15.863141 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-599730bb-0a1a-4156-8b56-c311c73b118d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:16.413102 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:17.549623 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:19.627378 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:21.271741 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:23.309727 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:43.470940 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5a53d8e-384a-45e7-88cd-e5fd2d5a61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:44.595126 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-0b8031e5-605a-477e-a76a-7481685b0590 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393238 Aug 26 12:16:44.679820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-6102d788-a79a-479d-a069-f8fe20851886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:16:44.681336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-6102d788-a79a-479d-a069-f8fe20851886 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1097 time: 0.0448740 Aug 26 12:16:44.783883 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-f3046b4f-e0f3-4a8c-9be9-941ab8abe3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:16:44.785372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-f3046b4f-e0f3-4a8c-9be9-941ab8abe3db service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0839224 Aug 26 12:16:44.853639 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-cfab4a09-030f-4423-8368-ce2038146f44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 1000 time: 0.0609446 Aug 26 12:16:44.904288 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-6afc8391-1a27-4442-9366-d27ca3148d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:16:44.905753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-6afc8391-1a27-4442-9366-d27ca3148d57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0438755 Aug 26 12:16:44.949690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-a550bc2f-6535-45ff-883a-865f45035fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:16:44.951161 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-a550bc2f-6535-45ff-883a-865f45035fcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380883 Aug 26 12:16:44.963278 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-35cbd7af-e9a9-4092-8b6a-d782c3617321 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:16:44.964228 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-35cbd7af-e9a9-4092-8b6a-d782c3617321 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049958 Aug 26 12:16:45.056761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-67df60fa-6941-4624-b2af-1343336282f5 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847433 Aug 26 12:16:45.146800 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a47e3cdb-d705-492b-a08e-ffa3a9468c4c req-39f3cd9c-3c40-44e2-8910-9bea487312bc service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819335 Aug 26 12:16:45.862409 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ec2db99-ce2d-40ca-88d0-8fcb837ba0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:46.414043 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:47.553014 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:49.631729 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:50.751737 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:16:51.289850 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:16:53.324407 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:13.470312 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8bde234d-a2c4-4fb5-8175-2e5c540f7612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:15.863453 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f09dd8b8-e260-4632-b9a6-4582208e0d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:16.414311 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:17.556250 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:19.634101 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:21.288098 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:23.316882 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:27.752977 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:17:37.445783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba629e2-646f-4668-a6d4-0403fd190596 req-e63b5d70-dd0f-4b0d-b3e5-993fdfd6910a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:37.447219 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eba629e2-646f-4668-a6d4-0403fd190596 req-e63b5d70-dd0f-4b0d-b3e5-993fdfd6910a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0591455 Aug 26 12:17:37.484119 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eba629e2-646f-4668-a6d4-0403fd190596 req-b1b9c6e8-06b7-4bc9-a5d6-ecd14820c93d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310149 Aug 26 12:17:38.625145 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2e25f-aa7d-44a8-aa02-fe195835d98f req-3b76f7c8-33a6-452e-aca8-4d2c612e1e62 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:38.626621 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88c2e25f-aa7d-44a8-aa02-fe195835d98f req-3b76f7c8-33a6-452e-aca8-4d2c612e1e62 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0528142 Aug 26 12:17:38.665418 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88c2e25f-aa7d-44a8-aa02-fe195835d98f req-51ce9482-e921-4671-aaf6-b8c3829cf2dd tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322311 Aug 26 12:17:39.780340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3c838-edb8-4891-8847-e289dbf64479 req-19ab23de-3a12-4be1-a6ed-e9f08df485af tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:39.781841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0a3c838-edb8-4891-8847-e289dbf64479 req-19ab23de-3a12-4be1-a6ed-e9f08df485af tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0492487 Aug 26 12:17:39.818896 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d0a3c838-edb8-4891-8847-e289dbf64479 req-bfc47b5f-cf5d-4770-8d52-698dadc56c99 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311842 Aug 26 12:17:40.930664 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf07c0f-ef85-40c0-b9cf-a243a8fa21d8 req-96b216c9-ce25-4438-820c-3a4e351f0369 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:40.932143 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bf07c0f-ef85-40c0-b9cf-a243a8fa21d8 req-96b216c9-ce25-4438-820c-3a4e351f0369 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0471473 Aug 26 12:17:40.968658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2bf07c0f-ef85-40c0-b9cf-a243a8fa21d8 req-7045759f-77d3-445f-9c48-5274f57d4dc7 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308177 Aug 26 12:17:42.086190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c045906-22bd-4521-b20a-cadcb815d0b2 req-a73f1b9b-75ba-4102-99af-d4edfdbbd010 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:42.087691 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c045906-22bd-4521-b20a-cadcb815d0b2 req-a73f1b9b-75ba-4102-99af-d4edfdbbd010 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0524926 Aug 26 12:17:42.124634 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c045906-22bd-4521-b20a-cadcb815d0b2 req-4a42a62f-7360-47fd-a4a5-b2593da19e61 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Aug 26 12:17:43.238125 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21d05f-dfb9-4f40-898f-81540c2792bd req-7e0e53c0-a163-4b81-8b09-abb250a9bed1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:43.239703 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a21d05f-dfb9-4f40-898f-81540c2792bd req-7e0e53c0-a163-4b81-8b09-abb250a9bed1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0494845 Aug 26 12:17:43.277332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2a21d05f-dfb9-4f40-898f-81540c2792bd req-d9d3a216-a3b0-42cc-b9f1-73b85784b0df tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 Aug 26 12:17:43.471764 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-681c0eb0-b08a-4883-906f-d7412a6d9349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:44.390268 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74089426-84d0-41c1-815f-2f633fe90e41 req-9abcc3e3-c7ea-44a8-a669-6ef4d35cba50 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:44.391761 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74089426-84d0-41c1-815f-2f633fe90e41 req-9abcc3e3-c7ea-44a8-a669-6ef4d35cba50 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0482378 Aug 26 12:17:44.427865 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-74089426-84d0-41c1-815f-2f633fe90e41 req-242b26f4-7c76-4a8a-ae6c-5607c86cf08b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303683 Aug 26 12:17:45.545047 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5296a4c-8d2a-4a4c-928a-6bade638d020 req-9b9895ef-066a-4fcd-a757-466b49523a1e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:45.546579 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b5296a4c-8d2a-4a4c-928a-6bade638d020 req-9b9895ef-066a-4fcd-a757-466b49523a1e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0527916 Aug 26 12:17:45.585760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b5296a4c-8d2a-4a4c-928a-6bade638d020 req-2fd8fea6-3d6f-454f-a6bf-f2db30091d31 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331163 Aug 26 12:17:45.624076 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c72b1-0b0d-4b48-b754-39c412bf6ea8 req-ce33d42a-5eb3-4738-be2d-89f3a6c94179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:45.625627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a54c72b1-0b0d-4b48-b754-39c412bf6ea8 req-ce33d42a-5eb3-4738-be2d-89f3a6c94179 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1097 time: 0.0390208 Aug 26 12:17:45.730642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c72b1-0b0d-4b48-b754-39c412bf6ea8 req-11c1d5c6-96fe-442d-865f-19f78f84af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:45.732153 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a54c72b1-0b0d-4b48-b754-39c412bf6ea8 req-11c1d5c6-96fe-442d-865f-19f78f84af4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0876703 Aug 26 12:17:45.797417 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a54c72b1-0b0d-4b48-b754-39c412bf6ea8 req-65c1d55b-57b7-475e-9092-7531f48a3025 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 1000 time: 0.0577345 Aug 26 12:17:45.846241 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c72b1-0b0d-4b48-b754-39c412bf6ea8 req-355a75df-a2c2-4ca0-b586-eae3da202830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:45.847658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a54c72b1-0b0d-4b48-b754-39c412bf6ea8 req-355a75df-a2c2-4ca0-b586-eae3da202830 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0425661 Aug 26 12:17:45.864440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2722-3b57-4440-b243-f1371a126d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:45.900341 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c72b1-0b0d-4b48-b754-39c412bf6ea8 req-dead3884-f395-451f-977d-21381fbe48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:45.901839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a54c72b1-0b0d-4b48-b754-39c412bf6ea8 req-dead3884-f395-451f-977d-21381fbe48ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458658 Aug 26 12:17:45.989928 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a54c72b1-0b0d-4b48-b754-39c412bf6ea8 req-2eca1c72-e75b-48be-84a4-9135d95912ac service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810027 Aug 26 12:17:46.084217 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a54c72b1-0b0d-4b48-b754-39c412bf6ea8 req-cd5cd067-76e0-4a2e-85f6-a2bb421d3e69 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864446 Aug 26 12:17:46.413700 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:46.700101 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6317b8-0682-4118-9c9e-91209884b7dc req-5175dd64-4ad2-41a3-88c9-b5aad6c1d959 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:46.701476 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb6317b8-0682-4118-9c9e-91209884b7dc req-5175dd64-4ad2-41a3-88c9-b5aad6c1d959 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0488794 Aug 26 12:17:46.737763 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb6317b8-0682-4118-9c9e-91209884b7dc req-87f2215f-181c-49c2-bb64-bfe61f3bd5c3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303166 Aug 26 12:17:47.559736 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:47.851423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc0288-34ee-4242-a5d3-e012870ddad4 req-b41a8e88-0411-40ea-a518-1199f48c0b8c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:47.852898 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52cc0288-34ee-4242-a5d3-e012870ddad4 req-b41a8e88-0411-40ea-a518-1199f48c0b8c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0479987 Aug 26 12:17:47.889872 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52cc0288-34ee-4242-a5d3-e012870ddad4 req-1c5ea74d-a4b3-4064-ba3c-6d5b20fe95b5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311193 Aug 26 12:17:49.003442 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c944eb8-2de6-4ced-b697-ea52886f9195 req-e6bbee8f-6ca3-4085-b837-bdeb2b48e2cb tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:49.004918 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c944eb8-2de6-4ced-b697-ea52886f9195 req-e6bbee8f-6ca3-4085-b837-bdeb2b48e2cb tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0482302 Aug 26 12:17:49.045821 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6c944eb8-2de6-4ced-b697-ea52886f9195 req-613eb4c2-ede2-4e46-8e04-4a53fb4b0d5c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351310 Aug 26 12:17:49.637125 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:50.158923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfd65c-c80e-4178-9104-ba068aa4ec64 req-f49c2ac3-fc46-440e-9976-c206b8e8498a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:50.160442 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49bfd65c-c80e-4178-9104-ba068aa4ec64 req-f49c2ac3-fc46-440e-9976-c206b8e8498a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0496316 Aug 26 12:17:50.196730 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-49bfd65c-c80e-4178-9104-ba068aa4ec64 req-9158bea0-8c84-43a2-8896-85a0c5f51dd4 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304098 Aug 26 12:17:50.360345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d70873b-489b-45a4-91ee-2f799e2d70b4 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:17:50.454311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:17:50.465247 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'port_id': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'mac_address': 'fa:16:3e:8f:8c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:17:50.500910 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:50.513531 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d70873b-489b-45a4-91ee-2f799e2d70b4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:17:50.531540 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:17:50.535743 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:50.583562 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d70873b-489b-45a4-91ee-2f799e2d70b4,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:17:50.590664 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.591038 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.591404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.591748 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.592081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.592428 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.592739 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.593065 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.593388 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.593712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.594034 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.594356 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:17:50.610512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['1d70873b-489b-45a4-91ee-2f799e2d70b4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:17:51.301586 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:51.310616 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcadf2-b3f7-4148-86f5-8f26481a15cb req-7671cd64-7033-4f7d-9e60-384737a87625 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:51.312173 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dadcadf2-b3f7-4148-86f5-8f26481a15cb req-7671cd64-7033-4f7d-9e60-384737a87625 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 944 time: 0.0497208 Aug 26 12:17:51.349201 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-dadcadf2-b3f7-4148-86f5-8f26481a15cb req-7e349042-e2e0-4eae-a847-401170331728 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305288 Aug 26 12:17:52.374950 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d70873b-489b-45a4-91ee-2f799e2d70b4 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:17:52.423753 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 1d70873b-489b-45a4-91ee-2f799e2d70b4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:17:52.424207 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:52.462631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba589bd2-ba70-4f37-849d-8c1ec8df1a97 req-cb2d6948-d3fb-403d-9ceb-2e144bc1cd52 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:52.464166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba589bd2-ba70-4f37-849d-8c1ec8df1a97 req-cb2d6948-d3fb-403d-9ceb-2e144bc1cd52 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 944 time: 0.0481298 Aug 26 12:17:52.499843 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:52.508174 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba589bd2-ba70-4f37-849d-8c1ec8df1a97 req-4a310e20-f961-4d88-bdb9-814d9c9a1869 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381458 Aug 26 12:17:52.528517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:17:52.530756 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b20578e-4849-4000-aba5-c62f48da2c70" -d '{"events": [{"server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "name": "network-vif-plugged", "status": "completed", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:17:52.543855 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:17:52.547940 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:52.572323 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1976a2-29c9-4015-8911-847fb1b453cf x-openstack-request-id: req-ed1976a2-29c9-4015-8911-847fb1b453cf {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:17:52.572611 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "name": "network-vif-plugged", "status": "completed", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:17:52.572862 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed1976a2-29c9-4015-8911-847fb1b453cf {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:17:52.573244 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'code': 200} Aug 26 12:17:52.596942 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d70873b-489b-45a4-91ee-2f799e2d70b4,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:17:53.324412 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:17:53.623091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ecc27-3adb-430c-8a21-d98fed4d3820 req-73963ffb-79b0-459e-abda-30bfe752a2d5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:53.624598 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-900ecc27-3adb-430c-8a21-d98fed4d3820 req-73963ffb-79b0-459e-abda-30bfe752a2d5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0486929 Aug 26 12:17:53.662556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-900ecc27-3adb-430c-8a21-d98fed4d3820 req-f6078a4a-f051-442f-82f4-726b9bb62415 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Aug 26 12:17:54.794708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1237a31-6d09-4267-8961-6e203505316d req-69d233bc-86cd-4e27-9fee-4a49a5be9f2f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:54.796577 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1237a31-6d09-4267-8961-6e203505316d req-69d233bc-86cd-4e27-9fee-4a49a5be9f2f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0577173 Aug 26 12:17:54.838606 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f1237a31-6d09-4267-8961-6e203505316d req-44304b9b-29c2-4c35-af0d-a40a316baf49 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353501 Aug 26 12:17:55.980554 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0083d-50f3-4f79-ad9e-071dee76fdfe req-57757b24-ce47-4576-930a-ecffc1149263 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:55.988952 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0de0083d-50f3-4f79-ad9e-071dee76fdfe req-57757b24-ce47-4576-930a-ecffc1149263 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0589447 Aug 26 12:17:56.036549 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0de0083d-50f3-4f79-ad9e-071dee76fdfe req-5ecda566-85eb-4fae-9d02-6d8b17d2edd0 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462816 Aug 26 12:17:57.167981 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472eeedf-55bd-46e6-af3d-30dade73f055 req-a642d9bb-5880-4664-803a-ce0d81c3b56c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:57.170340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-472eeedf-55bd-46e6-af3d-30dade73f055 req-a642d9bb-5880-4664-803a-ce0d81c3b56c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0525751 Aug 26 12:17:57.215937 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-472eeedf-55bd-46e6-af3d-30dade73f055 req-06f306ca-b0be-4642-b923-e13cd5112b64 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386376 Aug 26 12:17:58.352340 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d996c9-2ae8-4c29-91a1-11e16cbd7b52 req-2fd54813-cfd2-4a51-819b-355da558314e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:58.353934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61d996c9-2ae8-4c29-91a1-11e16cbd7b52 req-2fd54813-cfd2-4a51-819b-355da558314e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0641267 Aug 26 12:17:58.394437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61d996c9-2ae8-4c29-91a1-11e16cbd7b52 req-4f8dc8f0-490c-4b75-ad78-e56d5e705a46 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346267 Aug 26 12:17:59.512595 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1059f-65e8-43a9-a277-becd549e15b8 req-48143190-b9a0-4ad9-a3ca-bd759a38ce66 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:17:59.514100 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24a1059f-65e8-43a9-a277-becd549e15b8 req-48143190-b9a0-4ad9-a3ca-bd759a38ce66 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0499029 Aug 26 12:17:59.562787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24a1059f-65e8-43a9-a277-becd549e15b8 req-ff525364-151b-413d-8e68-d03688d67d48 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416942 Aug 26 12:18:00.694105 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b81a9d-ca47-495f-8bbb-fe41740a07a9 req-7e2ac6e9-7d6f-48ee-badc-0e2afecd0f7f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:00.696452 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01b81a9d-ca47-495f-8bbb-fe41740a07a9 req-7e2ac6e9-7d6f-48ee-badc-0e2afecd0f7f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0537872 Aug 26 12:18:00.739627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-01b81a9d-ca47-495f-8bbb-fe41740a07a9 req-c8aae56e-0d37-429c-aab8-8c853de2551f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360138 Aug 26 12:18:01.869719 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256df85-f4a8-407a-b90f-a273c9160f9e req-c8b582d7-182b-4002-8a04-3c10518ec7c7 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:01.872012 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0256df85-f4a8-407a-b90f-a273c9160f9e req-c8b582d7-182b-4002-8a04-3c10518ec7c7 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0586705 Aug 26 12:18:01.916893 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0256df85-f4a8-407a-b90f-a273c9160f9e req-8b42e399-7724-47fc-9ce8-2ed25090cfa2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363052 Aug 26 12:18:03.033568 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0164d-3e46-4e08-ad4c-3f8731bf2eb9 req-5f5cbbaf-a910-48c6-b526-fdee67801a85 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:03.035066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88d0164d-3e46-4e08-ad4c-3f8731bf2eb9 req-5f5cbbaf-a910-48c6-b526-fdee67801a85 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0486107 Aug 26 12:18:03.074934 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88d0164d-3e46-4e08-ad4c-3f8731bf2eb9 req-d72cca61-9393-40e3-a8d6-667bb5ec29a9 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340822 Aug 26 12:18:03.556601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c53ca-cbba-4051-99d0-23cef4c4e81c req-43e60cee-1dbc-4cbb-b896-cc4b4f1b9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:03.557975 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-784c53ca-cbba-4051-99d0-23cef4c4e81c req-43e60cee-1dbc-4cbb-b896-cc4b4f1b9086 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1097 time: 0.0401878 Aug 26 12:18:03.645343 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c53ca-cbba-4051-99d0-23cef4c4e81c req-79c6022c-67b0-4525-bd1d-a004773acc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:03.646849 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-784c53ca-cbba-4051-99d0-23cef4c4e81c req-79c6022c-67b0-4525-bd1d-a004773acc63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0813322 Aug 26 12:18:03.715486 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-784c53ca-cbba-4051-99d0-23cef4c4e81c req-6d977bc9-8d37-4b50-978e-204a0bd5e8e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 1000 time: 0.0611005 Aug 26 12:18:03.764435 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c53ca-cbba-4051-99d0-23cef4c4e81c req-63655d4e-d6ed-4d8d-a41d-2189f8d86235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:03.765843 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-784c53ca-cbba-4051-99d0-23cef4c4e81c req-63655d4e-d6ed-4d8d-a41d-2189f8d86235 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0429869 Aug 26 12:18:03.808627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c53ca-cbba-4051-99d0-23cef4c4e81c req-6b03d408-18e2-4207-a2a0-032f4c85c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:03.809968 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-784c53ca-cbba-4051-99d0-23cef4c4e81c req-6b03d408-18e2-4207-a2a0-032f4c85c001 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0374646 Aug 26 12:18:03.900644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-784c53ca-cbba-4051-99d0-23cef4c4e81c req-eb592cc5-1ebe-41e7-84c9-c64dd1781411 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835254 Aug 26 12:18:03.993351 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-784c53ca-cbba-4051-99d0-23cef4c4e81c req-5a38aa6e-3f79-48af-a574-7b25b33d4296 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847576 Aug 26 12:18:04.187699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621f9f9-5b1c-44aa-a392-36c38ca28c0b req-f6b2d144-ed7b-431b-aad6-f5fa74377cf5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:04.189160 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0621f9f9-5b1c-44aa-a392-36c38ca28c0b req-f6b2d144-ed7b-431b-aad6-f5fa74377cf5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0479355 Aug 26 12:18:04.231061 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0621f9f9-5b1c-44aa-a392-36c38ca28c0b req-02c10fa4-f66a-459a-a963-ac64b8800e79 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354095 Aug 26 12:18:04.751598 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:18:05.344309 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c1bbc-1758-4780-8e0e-44e45f516ded req-737c01d6-dc20-48ba-aa02-6c7a01fd0ee7 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:05.345753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-026c1bbc-1758-4780-8e0e-44e45f516ded req-737c01d6-dc20-48ba-aa02-6c7a01fd0ee7 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0477140 Aug 26 12:18:05.383067 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-026c1bbc-1758-4780-8e0e-44e45f516ded req-bb540222-bd32-4975-938c-40dd88a59c47 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307350 Aug 26 12:18:06.464299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d70873b-489b-45a4-91ee-2f799e2d70b4 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:18:06.494947 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b6221-2e38-4adc-9012-12054ed6ef03 req-23d796aa-96c1-4e18-a565-e2e6c152a1dd tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:06.496715 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-142b6221-2e38-4adc-9012-12054ed6ef03 req-23d796aa-96c1-4e18-a565-e2e6c152a1dd tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 945 time: 0.0484352 Aug 26 12:18:06.534179 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-142b6221-2e38-4adc-9012-12054ed6ef03 req-b5c32994-9b71-47b6-a32e-b1742e4fe1f2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315611 Aug 26 12:18:06.540010 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:06.561573 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:18:06.563812 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d01b84-0710-47f5-b3ea-d1d8a02f6ff5" -d '{"events": [{"server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "name": "network-vif-unplugged", "status": "completed", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:18:06.576512 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:18:06.580690 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:06.629583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d70873b-489b-45a4-91ee-2f799e2d70b4,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:18:06.678262 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 Aug 2021 12:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ac334b-3582-4bad-b993-3370e6f05875 x-openstack-request-id: req-f4ac334b-3582-4bad-b993-3370e6f05875 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:18:06.678600 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "name": "network-vif-unplugged", "status": "failed", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4", "code": 422}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:18:06.678893 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4ac334b-3582-4bad-b993-3370e6f05875 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:18:06.679308 n-d-778550-13 neutron-server[101268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'code': 422} returned with failed status Aug 26 12:18:06.768327 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c05f03-c552-45a7-b8ce-c14c684583b6 req-395bf8a2-5073-4faa-831a-1fc6945ace87 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:06.770010 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30c05f03-c552-45a7-b8ce-c14c684583b6 req-395bf8a2-5073-4faa-831a-1fc6945ace87 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0502615 Aug 26 12:18:06.813990 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-30c05f03-c552-45a7-b8ce-c14c684583b6 req-8fb4bed0-c68e-4410-95fd-02c7372cd177 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379696 Aug 26 12:18:06.923555 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-3b831e4d-5de5-4dc1-8e79-9e50b591e95d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855944 Aug 26 12:18:07.927251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee1883-b61a-4903-8870-d791b7d73036 req-bc614401-0e96-4cbe-8de5-70af72d72e42 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:07.928719 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebee1883-b61a-4903-8870-d791b7d73036 req-bc614401-0e96-4cbe-8de5-70af72d72e42 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0481865 Aug 26 12:18:07.965475 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ebee1883-b61a-4903-8870-d791b7d73036 req-b44c6f44-363b-4d90-9cdf-c7a3365d90da tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309448 Aug 26 12:18:09.079196 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeac4b-6aad-4064-bb40-46a12df1d69c req-e509d793-3afe-4dc5-9115-51f36edfeff4 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:09.080638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63eeac4b-6aad-4064-bb40-46a12df1d69c req-e509d793-3afe-4dc5-9115-51f36edfeff4 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0473902 Aug 26 12:18:09.117923 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63eeac4b-6aad-4064-bb40-46a12df1d69c req-979d2337-e8ce-45ba-8e80-a7b18af6f52b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308344 Aug 26 12:18:09.687299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-7172f698-c980-4819-aa59-9cbad7acd27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:09.688736 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-7172f698-c980-4819-aa59-9cbad7acd27d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94&tenant_id=7d82f8f4c97643a2aed242a8b511032b HTTP/1.1" status: 200 len: 1095 time: 0.0400932 Aug 26 12:18:09.752783 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-d49647ff-e1e5-4b6e-9889-e28a245e8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:09.754214 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-d49647ff-e1e5-4b6e-9889-e28a245e8b07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1095 time: 0.0425575 Aug 26 12:18:09.841923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-907bc44e-9c14-450a-978a-ccdc4dc3e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:09.843389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-907bc44e-9c14-450a-978a-ccdc4dc3e151 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0808284 Aug 26 12:18:09.913779 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-df2062e4-d8de-4ba9-b971-ccd397b71aa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 998 time: 0.0623393 Aug 26 12:18:09.962006 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-3bddd312-975c-4bf8-a6a6-b94d269ffc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:09.963359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-3bddd312-975c-4bf8-a6a6-b94d269ffc9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0423448 Aug 26 12:18:10.007736 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-91797575-c399-473c-be6e-2013b8c5ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:10.009185 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-91797575-c399-473c-be6e-2013b8c5ef60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386364 Aug 26 12:18:10.101767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-8da2d291-8327-4ee3-be75-b989206779b5 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843635 Aug 26 12:18:10.202076 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e039c0b-d0f5-43b2-a90b-f7591cd50ff1 req-1d61fa24-f00f-46c0-bcea-d99de0ef3d74 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919600 Aug 26 12:18:10.241666 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edd592-be52-43e3-a377-046127227c4a req-dc17ef8e-90d9-4f48-b27a-29f2118667b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:10.243182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35edd592-be52-43e3-a377-046127227c4a req-dc17ef8e-90d9-4f48-b27a-29f2118667b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0552616 Aug 26 12:18:10.282224 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-35edd592-be52-43e3-a377-046127227c4a req-a7da2e39-ad24-43c8-882a-bf5c8ec703d0 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327210 Aug 26 12:18:10.496513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d70873b-489b-45a4-91ee-2f799e2d70b4 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:18:11.402707 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e9b45-094f-4144-9aad-0639d7472f73 req-76792b74-ff3d-42e1-884d-10cd412e83ec tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:11.404200 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c72e9b45-094f-4144-9aad-0639d7472f73 req-76792b74-ff3d-42e1-884d-10cd412e83ec tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0540390 Aug 26 12:18:11.443239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c72e9b45-094f-4144-9aad-0639d7472f73 req-187897b6-5c33-406c-830c-c2193ad8dbac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319972 Aug 26 12:18:12.563852 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20b963-d399-4927-bcda-6cc3931e2fe7 req-48d12536-3985-4321-a69f-880c768ca4a7 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:12.565457 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff20b963-d399-4927-bcda-6cc3931e2fe7 req-48d12536-3985-4321-a69f-880c768ca4a7 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0509350 Aug 26 12:18:12.605842 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ff20b963-d399-4927-bcda-6cc3931e2fe7 req-804b343f-a0a1-4127-9db5-fef66c9ee45f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343664 Aug 26 12:18:13.473007 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-32204acd-f2f1-43f8-a3a8-d2fbeb63faca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:13.727631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c42e0-1cfc-43b4-b89a-db72b74c0659 req-43926756-297b-4a56-b0f3-73948418422d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:13.729122 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-946c42e0-1cfc-43b4-b89a-db72b74c0659 req-43926756-297b-4a56-b0f3-73948418422d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0506086 Aug 26 12:18:13.769393 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-946c42e0-1cfc-43b4-b89a-db72b74c0659 req-54076c5a-71bd-4537-9744-3c5e6b443aaa tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343118 Aug 26 12:18:14.890366 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018d56d-332e-4b20-9f3d-832c5646b5b7 req-48ba3f59-067b-4db6-982a-fdcd8ca265bb tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:14.891989 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8018d56d-332e-4b20-9f3d-832c5646b5b7 req-48ba3f59-067b-4db6-982a-fdcd8ca265bb tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0546179 Aug 26 12:18:14.929784 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8018d56d-332e-4b20-9f3d-832c5646b5b7 req-5b040790-0636-4c10-aea5-43ed8f5ff33d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Aug 26 12:18:15.868012 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6cb4-46f2-47fa-a3c2-cd44e74f8d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:16.051805 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80737a-e2af-4e03-b06b-b17aed827a38 req-92bd0ca3-518d-4f64-8d56-dc8c115d9df2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:16.053477 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b80737a-e2af-4e03-b06b-b17aed827a38 req-92bd0ca3-518d-4f64-8d56-dc8c115d9df2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0527835 Aug 26 12:18:16.093116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3b80737a-e2af-4e03-b06b-b17aed827a38 req-d92f1bbe-3c94-4810-ae8d-8b8bc76873aa tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336971 Aug 26 12:18:16.416634 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:17.209789 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603210d-f9b6-42b6-bfe2-55751aeb59cd req-4ec59ad9-8506-4f14-91b3-b1753a7b437a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:17.211334 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3603210d-f9b6-42b6-bfe2-55751aeb59cd req-4ec59ad9-8506-4f14-91b3-b1753a7b437a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0494471 Aug 26 12:18:17.251590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3603210d-f9b6-42b6-bfe2-55751aeb59cd req-a36627a6-a33b-4580-8c85-5df84a7e47d4 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Aug 26 12:18:17.563494 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:18.376501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362637ca-01f7-412a-a97e-2d40d37bdd98 req-9b69c74c-7b5c-40d4-aaaa-32ceded4329c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:18.378618 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-362637ca-01f7-412a-a97e-2d40d37bdd98 req-9b69c74c-7b5c-40d4-aaaa-32ceded4329c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0536234 Aug 26 12:18:18.416988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-362637ca-01f7-412a-a97e-2d40d37bdd98 req-1f727810-b0e5-4013-82ae-4d48de01927c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323217 Aug 26 12:18:19.534961 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4a2f-7c88-4a42-a92a-2f0812337360 req-e1870ae0-8777-495a-ad21-09dd7a8ced01 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:19.536428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdac4a2f-7c88-4a42-a92a-2f0812337360 req-e1870ae0-8777-495a-ad21-09dd7a8ced01 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0504277 Aug 26 12:18:19.575309 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cdac4a2f-7c88-4a42-a92a-2f0812337360 req-5fbf4d11-3af2-4590-b2f5-0976d305b176 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328631 Aug 26 12:18:19.640485 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:20.691386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ce968-0379-4e4a-a2f2-9a21d2b02650 req-e2256045-7c6f-4631-ba63-a78422148274 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:20.692913 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba5ce968-0379-4e4a-a2f2-9a21d2b02650 req-e2256045-7c6f-4631-ba63-a78422148274 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0499434 Aug 26 12:18:20.730385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ba5ce968-0379-4e4a-a2f2-9a21d2b02650 req-e3dc98b3-c3cf-42fb-8cb9-d3ef5107d70b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315890 Aug 26 12:18:21.317125 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:21.847086 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f11559-c4f1-4d37-bd29-2e0d9ca3ee68 req-c7a02d6b-c720-4238-897a-6807417c8d63 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:21.848554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51f11559-c4f1-4d37-bd29-2e0d9ca3ee68 req-c7a02d6b-c720-4238-897a-6807417c8d63 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0510607 Aug 26 12:18:21.884390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-51f11559-c4f1-4d37-bd29-2e0d9ca3ee68 req-dd96dc70-6a80-404d-92ae-2d2af0c77a35 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301044 Aug 26 12:18:22.996481 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c4cb5-b85c-45d5-a239-a86ff817b652 req-70085ae1-36bd-4e84-a9b5-9a139ff367ce tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:22.997946 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a65c4cb5-b85c-45d5-a239-a86ff817b652 req-70085ae1-36bd-4e84-a9b5-9a139ff367ce tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0485017 Aug 26 12:18:23.034702 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a65c4cb5-b85c-45d5-a239-a86ff817b652 req-6e99a51f-d5f0-43ac-bf02-129aa1afeb9a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309057 Aug 26 12:18:23.323154 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:24.147351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af95b7-5a59-4f0d-898c-cccaf4159dfe req-0629bae0-b4c9-4329-b50d-c0bdf4766696 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:24.148863 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94af95b7-5a59-4f0d-898c-cccaf4159dfe req-0629bae0-b4c9-4329-b50d-c0bdf4766696 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0487599 Aug 26 12:18:24.185706 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-94af95b7-5a59-4f0d-898c-cccaf4159dfe req-7704fe04-4bba-40b0-a6b0-347df629140b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309749 Aug 26 12:18:25.302484 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584a4d6-0e59-4442-b0fb-60948a096e78 req-8eadf274-be59-4810-be99-a8a920d14ef8 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:25.303970 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1584a4d6-0e59-4442-b0fb-60948a096e78 req-8eadf274-be59-4810-be99-a8a920d14ef8 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0509334 Aug 26 12:18:25.339701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1584a4d6-0e59-4442-b0fb-60948a096e78 req-d50b1333-f5a9-4c07-b691-f10595098b0f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300024 Aug 26 12:18:26.457600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c1346-67db-48eb-aa44-785ba1569cfa req-eae8367c-3fd2-49af-8e26-7faed0ef45c2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:26.459098 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a8c1346-67db-48eb-aa44-785ba1569cfa req-eae8367c-3fd2-49af-8e26-7faed0ef45c2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0522900 Aug 26 12:18:26.495915 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-3a8c1346-67db-48eb-aa44-785ba1569cfa req-ee6d24e7-0061-4e7d-8d40-8c90b7a32fb9 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Aug 26 12:18:27.606754 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291882c6-8965-4bd6-b71d-fc8aedb4c52d req-7277eb67-a9a1-4397-8aca-fdc849d88a8b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:27.608226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-291882c6-8965-4bd6-b71d-fc8aedb4c52d req-7277eb67-a9a1-4397-8aca-fdc849d88a8b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0482101 Aug 26 12:18:27.645220 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-291882c6-8965-4bd6-b71d-fc8aedb4c52d req-de97ab30-3146-445e-9843-4c98a52f578a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Aug 26 12:18:28.596838 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d70873b-489b-45a4-91ee-2f799e2d70b4 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:18:28.692117 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:18:28.703250 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'port_id': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'mac_address': 'fa:16:3e:8f:8c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:18:28.740081 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:28.752609 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d70873b-489b-45a4-91ee-2f799e2d70b4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:18:28.762032 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a08caa-c366-4159-8103-5cc7033fb0e1 req-a2237c40-6e80-4aba-ad91-06ddc2faff87 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:28.763593 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3a08caa-c366-4159-8103-5cc7033fb0e1 req-a2237c40-6e80-4aba-ad91-06ddc2faff87 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 943 time: 0.0526662 Aug 26 12:18:28.772253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:18:28.776218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:28.812449 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a3a08caa-c366-4159-8103-5cc7033fb0e1 req-cd5efc45-7aa3-42e2-bf04-12d5013eef16 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423439 Aug 26 12:18:28.827820 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d70873b-489b-45a4-91ee-2f799e2d70b4,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:18:29.145619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['1d70873b-489b-45a4-91ee-2f799e2d70b4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:18:29.925185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c1851-0300-4019-b31d-bf41e040be1b req-fe4a4a0b-ece9-48ea-abc1-b10a34066fa6 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:29.926671 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-679c1851-0300-4019-b31d-bf41e040be1b req-fe4a4a0b-ece9-48ea-abc1-b10a34066fa6 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 944 time: 0.0483708 Aug 26 12:18:29.962980 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-679c1851-0300-4019-b31d-bf41e040be1b req-da63830e-dd40-42f8-b5ff-444b16d9928b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304811 Aug 26 12:18:30.603599 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d70873b-489b-45a4-91ee-2f799e2d70b4 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:18:30.650295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 1d70873b-489b-45a4-91ee-2f799e2d70b4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:18:30.650665 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:30.724142 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:30.756075 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:18:30.758296 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baa192d-4593-4dc1-a8b8-77d78044e576" -d '{"events": [{"server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "name": "network-vif-plugged", "status": "completed", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:18:30.773069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:18:30.807059 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d1a33c-543e-4e21-aaee-5fc7fbbf97df x-openstack-request-id: req-e5d1a33c-543e-4e21-aaee-5fc7fbbf97df {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:18:30.807350 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "name": "network-vif-plugged", "status": "completed", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:18:30.807600 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5d1a33c-543e-4e21-aaee-5fc7fbbf97df {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:18:30.807983 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'code': 200} Aug 26 12:18:30.811033 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:30.868421 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=1d70873b-489b-45a4-91ee-2f799e2d70b4,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:18:30.950615 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc991c1f-9124-47f8-b5a9-40a5f38cc6f4 req-c5631f36-f5f8-41df-a0c6-8da078e78c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:30.952154 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc991c1f-9124-47f8-b5a9-40a5f38cc6f4 req-c5631f36-f5f8-41df-a0c6-8da078e78c2b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1098 time: 0.0392747 Aug 26 12:18:30.986922 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc991c1f-9124-47f8-b5a9-40a5f38cc6f4 req-e038e89f-f404-4d05-ab41-d33ff6e9afdd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265663 Aug 26 12:18:31.079345 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d2a17-8452-4256-8f41-e85704196a99 req-70bcee36-15dc-4a55-a8f6-65dfe53e0f62 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:31.081372 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c64d2a17-8452-4256-8f41-e85704196a99 req-70bcee36-15dc-4a55-a8f6-65dfe53e0f62 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 946 time: 0.0513051 Aug 26 12:18:31.125688 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c64d2a17-8452-4256-8f41-e85704196a99 req-6b2bc40d-80ac-4bbe-8544-062115272b01 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380821 Aug 26 12:18:32.247402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec3fcc-04a6-4374-bdf8-a44955c20bce req-5f09d962-1033-4a75-8e80-5b9876e99bc4 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:32.248909 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25ec3fcc-04a6-4374-bdf8-a44955c20bce req-5f09d962-1033-4a75-8e80-5b9876e99bc4 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 946 time: 0.0574181 Aug 26 12:18:32.287945 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-25ec3fcc-04a6-4374-bdf8-a44955c20bce req-5e7c305c-5fd9-4114-a63c-9886eda6acbe tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Aug 26 12:18:33.400093 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd82d4-8c41-4f87-8911-a9039dc67704 req-dfe04627-57e4-462d-847e-b6c887d27937 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:33.401535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7cd82d4-8c41-4f87-8911-a9039dc67704 req-dfe04627-57e4-462d-847e-b6c887d27937 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 946 time: 0.0475605 Aug 26 12:18:33.438521 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7cd82d4-8c41-4f87-8911-a9039dc67704 req-1777259c-d80d-405c-829e-3effd401cb77 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Aug 26 12:18:41.751197 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:18:43.474176 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf76d-b1c2-4bc0-91ad-1345b2cfb799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:45.868828 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-356258e1-3c12-4f88-98fe-740d09a51578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:46.417893 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:47.569843 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:47.594869 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-40cda829-84f9-4aa6-b10a-d4a6746f0701 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427027 Aug 26 12:18:47.680077 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-394e1594-fa5d-4e84-8d07-5ceb5462cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:47.681540 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-394e1594-fa5d-4e84-8d07-5ceb5462cf60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1098 time: 0.0409255 Aug 26 12:18:47.786099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-bdd4789d-3b65-4938-aa75-f0387eb42f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:47.787564 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-bdd4789d-3b65-4938-aa75-f0387eb42f9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0862300 Aug 26 12:18:47.851496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-5a5d3d22-8077-42ce-bbea-03d695a0ea38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 1000 time: 0.0560772 Aug 26 12:18:47.901772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-9d288e06-98bf-49a3-8db4-efb832e60f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:47.903328 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-9d288e06-98bf-49a3-8db4-efb832e60f23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0438898 Aug 26 12:18:47.950242 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-aa0dd155-da84-4d12-8cd6-56f85311da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:18:47.951694 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-aa0dd155-da84-4d12-8cd6-56f85311da5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411868 Aug 26 12:18:48.042065 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-4e504ca8-3588-401a-82bf-c659bf37fdbe service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804834 Aug 26 12:18:48.135496 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f0368d5-ac3b-410a-9574-c0b0532d41e3 req-9a34e2be-89b1-4389-adb6-90fa18a71184 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834520 Aug 26 12:18:49.642751 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:51.323158 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:18:53.335044 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:13.473739 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d38650be-327f-4752-b34e-f17395850bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:15.869469 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ea461bf-98d9-40e5-b846-90f5801f69a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:16.417932 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:17.567310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:18.750423 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:19:19.644748 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:21.321423 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:23.325897 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:43.474948 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f21e4828-dc53-4257-9167-2aa45901b879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:45.872119 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e88d44a8-978d-422e-89c0-b95b11290136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:46.418230 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:47.570128 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:49.649579 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:49.932177 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-ba85d0d5-a04e-4965-94ee-d89ea8285e97 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3842301 Aug 26 12:19:50.010546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-22fc1392-5458-4f0e-bc8e-68a40684377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:19:50.012011 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-22fc1392-5458-4f0e-bc8e-68a40684377a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1098 time: 0.0387206 Aug 26 12:19:50.114421 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-616ea42a-ebfd-4be5-9ae9-5f34e73ba74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:19:50.115880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-616ea42a-ebfd-4be5-9ae9-5f34e73ba74c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0837111 Aug 26 12:19:50.182522 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-3323f2e9-1232-4920-bd9d-0cf02b2fd192 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 1000 time: 0.0585043 Aug 26 12:19:50.231023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-e8da6984-5f98-4bd8-9508-6e0864a96a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:19:50.232554 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-e8da6984-5f98-4bd8-9508-6e0864a96a65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0426047 Aug 26 12:19:50.279730 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-17a10358-0cc8-4c06-923b-ab68a670fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:19:50.281680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-17a10358-0cc8-4c06-923b-ab68a670fe8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414641 Aug 26 12:19:50.367760 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-5482f70f-852b-4583-b9a9-ca6e384acb22 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786633 Aug 26 12:19:50.458385 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0397ac-606c-4722-a40d-aeed5ad6b1da req-92e9e9f9-fbf2-41bf-afd3-1a0f14820c88 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829601 Aug 26 12:19:51.342981 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:53.365180 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:19:55.750369 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:20:13.475079 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0519-37c3-4a36-86c6-fcd13a19a399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:15.873951 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7f24fd56-df9a-41b3-be41-4cdf3e3982d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:16.418589 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:17.574211 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:19.653364 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:20.616708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45436) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:20:20.827527 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Deleting port 3ceaf088-2e54-4f4c-aab2-d3b715c50f5e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:20:20.827869 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:20.899673 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:20.899975 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:20.911944 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Calling delete_port for 3ceaf088-2e54-4f4c-aab2-d3b715c50f5e owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:20:21.056308 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:21.081299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event deleted for resources: {'Port': ['ID=3ceaf088-2e54-4f4c-aab2-d3b715c50f5e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:21.094292 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.094642 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.095014 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.095354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.095690 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.096020 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.096351 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.097055 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.097387 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.097715 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.098043 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.098373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:21.155958 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:21.156207 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Floating IP 21391b69-6355-4e90-b38d-aed0d853cf7b disassociated (deleted). External IP: 172.25.1.83, port: 1d70873b-489b-45a4-91ee-2f799e2d70b4. Aug 26 12:20:21.358122 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:21.362968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Router d200b568-b915-4fe9-9dab-547d7cb8275a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:20:21.471029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:20:21.475689 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:21.480732 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920315ab-2a14-4052-827f-e7e7ea4bd2d6 None None] Sync routers for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:20:21.489866 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920315ab-2a14-4052-827f-e7e7ea4bd2d6 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:20:21.490478 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-920315ab-2a14-4052-827f-e7e7ea4bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:20:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:20:21.502480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a58da6ad-faca-4a11-a22c-6f8dad17a24b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "DELETE /v2.0/floatingips/21391b69-6355-4e90-b38d-aed0d853cf7b HTTP/1.1" status: 204 len: 168 time: 0.8846903 Aug 26 12:20:21.503183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:20:21.505512 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b470c516-9573-43c3-9ca0-4d77531d239d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:20:21.599633 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-920315ab-2a14-4052-827f-e7e7ea4bd2d6 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:20:21.743280 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17923c22-e188-4ee6-a0de-6ccf5ab86b3a x-openstack-request-id: req-17923c22-e188-4ee6-a0de-6ccf5ab86b3a {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:20:21.743808 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:20:21.743808 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17923c22-e188-4ee6-a0de-6ccf5ab86b3a {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:20:21.744199 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'status': 'completed', 'code': 200} Aug 26 12:20:21.814924 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-920315ab-2a14-4052-827f-e7e7ea4bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:20:21.833153 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470c516-9573-43c3-9ca0-4d77531d239d req-1be0ce40-8db1-4bf5-ad59-0a7f85f1ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:21.834663 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b470c516-9573-43c3-9ca0-4d77531d239d req-1be0ce40-8db1-4bf5-ad59-0a7f85f1ea5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 1098 time: 0.0683653 Aug 26 12:20:21.841139 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920315ab-2a14-4052-827f-e7e7ea4bd2d6 None None] Checking router: d200b568-b915-4fe9-9dab-547d7cb8275a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:20:21.848633 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795cda6-ead1-4890-9329-5e3eb7e61e8f req-55260c77-6a74-456d-ad69-214b1ae710a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:21.849515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920315ab-2a14-4052-827f-e7e7ea4bd2d6 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:20:21.850055 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6795cda6-ead1-4890-9329-5e3eb7e61e8f req-55260c77-6a74-456d-ad69-214b1ae710a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 946 time: 0.0591185 Aug 26 12:20:21.850214 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-920315ab-2a14-4052-827f-e7e7ea4bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:20:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:20:21.935397 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6795cda6-ead1-4890-9329-5e3eb7e61e8f req-d1efab5f-ae64-4730-b45f-99413f544827 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768638 Aug 26 12:20:21.957411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-920315ab-2a14-4052-827f-e7e7ea4bd2d6 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:20:21.964546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470c516-9573-43c3-9ca0-4d77531d239d req-2c09e440-c6c4-4e49-a52b-6a4ce3668c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:21.966032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b470c516-9573-43c3-9ca0-4d77531d239d req-2c09e440-c6c4-4e49-a52b-6a4ce3668c47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.1151340 Aug 26 12:20:22.013375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b470c516-9573-43c3-9ca0-4d77531d239d req-f482f0e3-098a-403a-93af-89eb9044edc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 200 len: 217 time: 0.0361564 Aug 26 12:20:22.068999 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470c516-9573-43c3-9ca0-4d77531d239d req-e5c7dd0d-1967-4a68-b7d5-3c8cb49aa020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:22.070594 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b470c516-9573-43c3-9ca0-4d77531d239d req-e5c7dd0d-1967-4a68-b7d5-3c8cb49aa020 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0495172 Aug 26 12:20:22.116190 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470c516-9573-43c3-9ca0-4d77531d239d req-144c8fa0-5043-4ab8-a1c3-e691ce0b0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:22.117707 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b470c516-9573-43c3-9ca0-4d77531d239d req-144c8fa0-5043-4ab8-a1c3-e691ce0b0417 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396829 Aug 26 12:20:22.160774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-920315ab-2a14-4052-827f-e7e7ea4bd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:20:22.188332 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920315ab-2a14-4052-827f-e7e7ea4bd2d6 None None] The sync data for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 is: [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:20:22.209047 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b470c516-9573-43c3-9ca0-4d77531d239d req-408f682a-390d-4cc6-8023-a33770f90007 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827918 Aug 26 12:20:22.306911 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b470c516-9573-43c3-9ca0-4d77531d239d req-41823db1-7c75-44b5-bd03-ee692b3aad07 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899494 Aug 26 12:20:22.399812 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e3fa22-3a96-4e43-8152-e0db70b90517 None None] New status for floating IP 21391b69-6355-4e90-b38d-aed0d853cf7b: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:20:23.052530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0a55e-77bd-423b-a56f-71e029fc10b7 req-ba06cbb7-f6fb-4d57-a5d6-59b86c169ba7 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:23.054003 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99a0a55e-77bd-423b-a56f-71e029fc10b7 req-ba06cbb7-f6fb-4d57-a5d6-59b86c169ba7 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 946 time: 0.0513060 Aug 26 12:20:23.092787 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99a0a55e-77bd-423b-a56f-71e029fc10b7 req-e9751afd-57cf-4a41-a834-0c2faf2917bc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd48c074-2f87-4612-bfb3-ff346363dcd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329359 Aug 26 12:20:23.295601 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9f4e-074e-451b-a125-943279c265b2 req-aaac781f-fe4d-487d-a670-384f0c097689 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:23.297039 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a2f9f4e-074e-451b-a125-943279c265b2 req-aaac781f-fe4d-487d-a670-384f0c097689 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 946 time: 0.0472441 Aug 26 12:20:23.373880 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:23.391575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-0a2f9f4e-074e-451b-a125-943279c265b2 req-d08113c1-910c-4dfe-9690-07fc830891a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Deleting port 1d70873b-489b-45a4-91ee-2f799e2d70b4 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:20:23.391926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0a2f9f4e-074e-451b-a125-943279c265b2 req-d08113c1-910c-4dfe-9690-07fc830891a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:23.479470 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-0a2f9f4e-074e-451b-a125-943279c265b2 req-d08113c1-910c-4dfe-9690-07fc830891a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] For port 1d70873b-489b-45a4-91ee-2f799e2d70b4, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=1d70873b-489b-45a4-91ee-2f799e2d70b4,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:20:23.479757 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0a2f9f4e-074e-451b-a125-943279c265b2 req-d08113c1-910c-4dfe-9690-07fc830891a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:23.492970 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-0a2f9f4e-074e-451b-a125-943279c265b2 req-d08113c1-910c-4dfe-9690-07fc830891a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Calling delete_port for 1d70873b-489b-45a4-91ee-2f799e2d70b4 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:20:23.621209 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0a2f9f4e-074e-451b-a125-943279c265b2 req-d08113c1-910c-4dfe-9690-07fc830891a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:23.649243 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08113c1-910c-4dfe-9690-07fc830891a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event deleted for resources: {'Port': ['ID=1d70873b-489b-45a4-91ee-2f799e2d70b4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:23.695945 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2f9f4e-074e-451b-a125-943279c265b2 req-d08113c1-910c-4dfe-9690-07fc830891a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] No DVR routers for this DVR port 1d70873b-489b-45a4-91ee-2f799e2d70b4 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:20:23.698616 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-0a2f9f4e-074e-451b-a125-943279c265b2 req-d08113c1-910c-4dfe-9690-07fc830891a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:23.700627 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0a2f9f4e-074e-451b-a125-943279c265b2 req-d08113c1-910c-4dfe-9690-07fc830891a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.47 "DELETE /v2.0/ports/1d70873b-489b-45a4-91ee-2f799e2d70b4 HTTP/1.1" status: 204 len: 173 time: 0.3968191 Aug 26 12:20:23.745834 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'name': 'network-vif-deleted', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:20:23.748117 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39f6c62-a303-4c4e-b446-b4d3189e355d" -d '{"events": [{"server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "name": "network-vif-deleted", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:20:23.785181 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22380713-7bd1-47d4-8e5c-3a82e52c563f x-openstack-request-id: req-22380713-7bd1-47d4-8e5c-3a82e52c563f {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:20:23.785479 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2419d1-7ed6-4d6b-82ae-15f9876fab94", "name": "network-vif-deleted", "tag": "1d70873b-489b-45a4-91ee-2f799e2d70b4", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:20:23.785738 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22380713-7bd1-47d4-8e5c-3a82e52c563f {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:20:23.786142 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2419d1-7ed6-4d6b-82ae-15f9876fab94', 'name': 'network-vif-deleted', 'tag': '1d70873b-489b-45a4-91ee-2f799e2d70b4', 'status': 'completed', 'code': 200} Aug 26 12:20:24.207359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2c4fded2-1cf2-47b3-b8cc-058d57a15a53 req-d3fc3dec-b08a-44f8-ab50-d88b4276769e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c2419d1-7ed6-4d6b-82ae-15f9876fab94 HTTP/1.1" status: 200 len: 210 time: 0.0299904 Aug 26 12:20:25.262056 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45460) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:20:25.318669 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4279116e-8882-4334-bc55-ad7145d75568 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:25.342814 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4279116e-8882-4334-bc55-ad7145d75568 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:25.401729 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4279116e-8882-4334-bc55-ad7145d75568 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:25.404946 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-4279116e-8882-4334-bc55-ad7145d75568 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:25.406096 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-4279116e-8882-4334-bc55-ad7145d75568 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "DELETE /v2.0/security-groups/bd48c074-2f87-4612-bfb3-ff346363dcd5 HTTP/1.1" status: 204 len: 168 time: 0.1430619 Aug 26 12:20:25.415429 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279116e-8882-4334-bc55-ad7145d75568 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd48c074-2f87-4612-bfb3-ff346363dcd5,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:25.843667 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45468) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:20:25.849845 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-552879236', 'description': 'tempest-secgroup-smoke-552879236 description', 'project_id': '7d82f8f4c97643a2aed242a8b511032b'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:20:25.871441 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:25.956063 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:25.960195 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:25.990707 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:25.992578 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1473327 Aug 26 12:20:25.992811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b981a2f-013c-4081-b10b-7647c3c3bfa8,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:25.995331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45472) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:20:26.000711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-1b461bc3-eb5b-42b6-9c1a-986bad2bcac1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': '2b981a2f-013c-4081-b10b-7647c3c3bfa8', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:20:26.005191 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.005616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.006418 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.006900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.007462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.007863 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.008257 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.008799 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.009651 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.010186 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.010640 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.011412 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a6b082-9306-4ac7-a1ab-da3e0552f92d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:26.032674 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b461bc3-eb5b-42b6-9c1a-986bad2bcac1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.080155 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b461bc3-eb5b-42b6-9c1a-986bad2bcac1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.083740 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b461bc3-eb5b-42b6-9c1a-986bad2bcac1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.105811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b461bc3-eb5b-42b6-9c1a-986bad2bcac1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b15d4a-12ef-47aa-b8ec-cdb824ebf4e4,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:26.114104 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1b461bc3-eb5b-42b6-9c1a-986bad2bcac1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.118297 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45474) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:20:26.118456 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1b461bc3-eb5b-42b6-9c1a-986bad2bcac1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219361 Aug 26 12:20:26.124384 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9a5c172e-7792-4f24-9408-5338d877bc0c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': '2b981a2f-013c-4081-b10b-7647c3c3bfa8', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:20:26.163094 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a5c172e-7792-4f24-9408-5338d877bc0c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.224093 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a5c172e-7792-4f24-9408-5338d877bc0c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.227934 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a5c172e-7792-4f24-9408-5338d877bc0c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.249735 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c172e-7792-4f24-9408-5338d877bc0c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27452bd1-092f-4b96-a92a-b201fa08a4b6,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:26.252065 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9a5c172e-7792-4f24-9408-5338d877bc0c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.253221 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9a5c172e-7792-4f24-9408-5338d877bc0c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335247 Aug 26 12:20:26.256314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45476) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:20:26.261366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-9d40153c-7267-4424-ab9a-94629f40023a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': '2b981a2f-013c-4081-b10b-7647c3c3bfa8', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:20:26.286591 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d40153c-7267-4424-ab9a-94629f40023a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.342414 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d40153c-7267-4424-ab9a-94629f40023a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.345870 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d40153c-7267-4424-ab9a-94629f40023a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.363396 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40153c-7267-4424-ab9a-94629f40023a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4d8863-8e93-4bfa-8610-5dc6cfe22569,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:26.368832 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-9d40153c-7267-4424-ab9a-94629f40023a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.369992 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-9d40153c-7267-4424-ab9a-94629f40023a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124370 Aug 26 12:20:26.372969 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45478) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:20:26.377828 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0c4a7384-200a-40f4-8f62-86876556a30f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': '2b981a2f-013c-4081-b10b-7647c3c3bfa8', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:20:26.403211 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7384-200a-40f4-8f62-86876556a30f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.460333 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7384-200a-40f4-8f62-86876556a30f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.463996 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7384-200a-40f4-8f62-86876556a30f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.482986 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a7384-200a-40f4-8f62-86876556a30f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c744a8-3d3b-41c0-bb2d-c92267cf2373,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:26.485927 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7384-200a-40f4-8f62-86876556a30f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.487160 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0c4a7384-200a-40f4-8f62-86876556a30f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1127899 Aug 26 12:20:26.489877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45480) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:20:26.494425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-c38525e9-c32d-4b7e-8eed-df6cc3d3d038 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': '2b981a2f-013c-4081-b10b-7647c3c3bfa8', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:20:26.515579 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-c38525e9-c32d-4b7e-8eed-df6cc3d3d038 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Project 7d82f8f4c97643a2aed242a8b511032b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:20:26.520179 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c38525e9-c32d-4b7e-8eed-df6cc3d3d038 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.581154 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c38525e9-c32d-4b7e-8eed-df6cc3d3d038 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.584618 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c38525e9-c32d-4b7e-8eed-df6cc3d3d038 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.599110 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38525e9-c32d-4b7e-8eed-df6cc3d3d038 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2187607-aeb6-4f41-adae-3e19ba132430,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:26.607831 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-c38525e9-c32d-4b7e-8eed-df6cc3d3d038 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.609034 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-c38525e9-c32d-4b7e-8eed-df6cc3d3d038 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182396 Aug 26 12:20:26.611895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45482) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:20:26.616263 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e65ef563-3166-411c-b74a-2bc33d46bcbf tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'security_group_rule': {'security_group_id': '2b981a2f-013c-4081-b10b-7647c3c3bfa8', 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:20:26.637205 n-d-778550-13 neutron-server[101266]: INFO neutron.db.securitygroups_db [None req-e65ef563-3166-411c-b74a-2bc33d46bcbf tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Project 7d82f8f4c97643a2aed242a8b511032b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:20:26.641890 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e65ef563-3166-411c-b74a-2bc33d46bcbf tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.703025 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e65ef563-3166-411c-b74a-2bc33d46bcbf tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.706511 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e65ef563-3166-411c-b74a-2bc33d46bcbf tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.727091 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ef563-3166-411c-b74a-2bc33d46bcbf tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591b560a-f2c9-4f97-afcb-cb727b2edf26,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:26.731058 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e65ef563-3166-411c-b74a-2bc33d46bcbf tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:26.732236 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e65ef563-3166-411c-b74a-2bc33d46bcbf tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194334 Aug 26 12:20:27.166900 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d70873b-489b-45a4-91ee-2f799e2d70b4 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:20:27.191713 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 1d70873b-489b-45a4-91ee-2f799e2d70b4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:20:27.192066 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 1d70873b-489b-45a4-91ee-2f799e2d70b4 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:20:32.749728 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:20:39.935910 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-5c52fad6-46b9-4bac-9c01-8e8aa04361b7 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-552879236&fields=id&tenant_id=7d82f8f4c97643a2aed242a8b511032b HTTP/1.1" status: 200 len: 267 time: 0.0325630 Aug 26 12:20:40.041293 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-b7faed45-3e41-42d7-93fb-7100c45aea17 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:40.042670 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-b7faed45-3e41-42d7-93fb-7100c45aea17 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 808 time: 0.1004009 Aug 26 12:20:40.057074 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-de59a531-a012-4cfb-b097-d3083d73fb07 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/quotas/7d82f8f4c97643a2aed242a8b511032b HTTP/1.1" status: 200 len: 375 time: 0.0088305 Aug 26 12:20:40.106717 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-37b90365-ffd8-4192-8076-8b2d02571545 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446305 Aug 26 12:20:40.258183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-dacaba3f-2e87-4867-a908-72a29c85ac76 service neutron] 10.222.0.21 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404011 Aug 26 12:20:40.345362 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-69a5f1f9-b7bc-4bef-94e3-d71cdd7854a4 service neutron] 10.222.0.21 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804663 Aug 26 12:20:40.628298 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53231e45-80d4-423f-8df9-0a7f882356ad req-25a177db-f83d-484d-ba29-4d38108331eb tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 210 time: 0.0312755 Aug 26 12:20:41.752556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eaff31b6-974c-4f94-ae48-e7758364f4bc req-1c71665d-f9d6-4dd3-8cc5-19668674e675 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 210 time: 0.0264645 Aug 26 12:20:42.549684 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-dcad4181-659a-45f5-b519-b85bf06604a8 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:42.551191 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-dcad4181-659a-45f5-b519-b85bf06604a8 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.42 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 808 time: 0.1028814 Aug 26 12:20:42.600792 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-7cad11f4-34ff-43e8-b756-154012eeef58 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d82f8f4c97643a2aed242a8b511032b HTTP/1.1" status: 200 len: 379 time: 0.0410185 Aug 26 12:20:42.610474 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'port': {'device_id': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'admin_state_up': True, 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'security_groups': ['2b981a2f-013c-4081-b10b-7647c3c3bfa8']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:20:42.722158 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Made reservation on behalf of 7d82f8f4c97643a2aed242a8b511032b for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:20:42.725668 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:42.848890 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-9c2f0e56-07b1-4ae6-a2b2-c3a9c4b66345 req-22c61f80-8f33-47f5-8770-72548fd553fe tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 210 time: 0.0281456 Aug 26 12:20:42.860271 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Allocated IP 172.20.0.11 (2adbf889-db3a-4a4e-a7b9-0c6993a18c84/6daf2e16-7f2b-42db-9ae8-69c0e13115b5/604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:20:42.999269 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:43.012425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Transition to ACTIVE for port object 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:20:43.043825 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:43.089168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:20:43.092270 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:20:43.099357 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:20:43.126642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'Port': ['ID=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:43.155865 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:43.156547 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:43.177807 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-78c21d32-faee-42f4-bb9f-503cc7c7affc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716796 Aug 26 12:20:43.238720 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Request body: {'port': {'device_id': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:20:43.303307 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:43.375790 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c10a66c1-8dc9-43dd-9f4e-8b4c975ef93a None None] Provisioning for port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:20:43.380284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c10a66c1-8dc9-43dd-9f4e-8b4c975ef93a None None] Provisioning complete for port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:20:43.380779 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c10a66c1-8dc9-43dd-9f4e-8b4c975ef93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:43.421840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c10a66c1-8dc9-43dd-9f4e-8b4c975ef93a None None] Port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:20:43.476724 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac575f30-912d-4dcf-b888-7d1040725fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:43.573621 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:20:43.581545 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:43.593044 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Transition to ACTIVE for port object 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:20:43.597424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:43.647642 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Pushing event updated for resources: {'Port': ['ID=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:43.737825 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Attempting to bind port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:20:43.738176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Attempting to bind port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:20:43.738594 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Attempting to bind port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f on network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:20:43.743996 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f on network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:20:43.744327 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Attempting to bind port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f on network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:20:43.750873 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:20:43.751228 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Checking segment: {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:20:43.751626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Bound using segment: {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:20:43.752070 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Bound port: 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:20:43.752443 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:43.835216 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:20:43.839223 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:20:43.843308 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:43.878603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:43.879373 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:43.880767 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] 10.222.0.42 "PUT /v2.0/ports/604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 1093 time: 0.6941953 Aug 26 12:20:43.881086 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:20:43.883363 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75a306b-a79b-4ecb-ac11-641e8cc536b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:20:43.917142 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5a60c-9cff-4747-99ba-f38e7f4a4235 service neutron] Pushing event updated for resources: {'Port': ['ID=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:43.964339 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-b031b24c-f553-408d-8443-643850934a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:43.965887 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-b031b24c-f553-408d-8443-643850934a33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1096 time: 0.0425489 Aug 26 12:20:43.986763 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b73b9-f760-44e1-8b4f-3456313aa6a0 req-cad083d1-00e9-43b5-9c07-5543d2cf77d3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:43.989013 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c45b73b9-f760-44e1-8b4f-3456313aa6a0 req-cad083d1-00e9-43b5-9c07-5543d2cf77d3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0541511 Aug 26 12:20:44.020628 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-6d0a8ab2-89f0-4b30-8f65-3c3f79ac9547 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 217 time: 0.0470414 Aug 26 12:20:44.044536 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c45b73b9-f760-44e1-8b4f-3456313aa6a0 req-2ae3b85e-37ff-4451-967e-225369f7ae42 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434985 Aug 26 12:20:44.099565 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-77770a8c-6624-401c-8877-7f4940331711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:44.101916 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-77770a8c-6624-401c-8877-7f4940331711 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0700989 Aug 26 12:20:44.142937 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a827a3d8-31c9-4f22-afb6-0fce40a31db1 x-openstack-request-id: req-a827a3d8-31c9-4f22-afb6-0fce40a31db1 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:20:44.143310 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:20:44.143637 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a827a3d8-31c9-4f22-afb6-0fce40a31db1 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:20:44.144106 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'status': 'completed', 'code': 200} Aug 26 12:20:44.158793 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-e567f86a-f0d7-4a2b-9209-27f7404f6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:44.160364 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-e567f86a-f0d7-4a2b-9209-27f7404f6578 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489149 Aug 26 12:20:44.259884 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-f7352c26-474f-4e7b-83a2-00a00c1fd30d service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907326 Aug 26 12:20:44.350946 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-75eaf13d-3879-4a15-bc4d-9dd063f4ce68 req-4846f5ec-01f4-449c-98bf-05d50dfe3a5d service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837932 Aug 26 12:20:44.438248 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a306b-a79b-4ecb-ac11-641e8cc536b2 req-a52b8933-1ab6-4948-83a9-86660bc7adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:44.439827 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e75a306b-a79b-4ecb-ac11-641e8cc536b2 req-a52b8933-1ab6-4948-83a9-86660bc7adf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1096 time: 0.0430410 Aug 26 12:20:44.535250 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a306b-a79b-4ecb-ac11-641e8cc536b2 req-e2917134-33b5-47c5-b891-2d5f668f9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:44.536728 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e75a306b-a79b-4ecb-ac11-641e8cc536b2 req-e2917134-33b5-47c5-b891-2d5f668f9f75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0902529 Aug 26 12:20:44.578196 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e75a306b-a79b-4ecb-ac11-641e8cc536b2 req-b67d4226-c74e-40b7-b2eb-639b3fdc594d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 217 time: 0.0342805 Aug 26 12:20:44.634798 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a306b-a79b-4ecb-ac11-641e8cc536b2 req-1a3f1290-f43d-4adf-b7d4-6bb160690220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:44.636214 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e75a306b-a79b-4ecb-ac11-641e8cc536b2 req-1a3f1290-f43d-4adf-b7d4-6bb160690220 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0512359 Aug 26 12:20:44.683645 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a306b-a79b-4ecb-ac11-641e8cc536b2 req-4df75daf-b567-4ab7-aeed-1644e49d457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:44.685141 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e75a306b-a79b-4ecb-ac11-641e8cc536b2 req-4df75daf-b567-4ab7-aeed-1644e49d457b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406995 Aug 26 12:20:44.773473 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e75a306b-a79b-4ecb-ac11-641e8cc536b2 req-09629899-1943-495d-ac82-c4ffd6605703 service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811429 Aug 26 12:20:44.865548 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e75a306b-a79b-4ecb-ac11-641e8cc536b2 req-671d3388-ce36-4eb4-a7bf-d04745ee0cf2 service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855148 Aug 26 12:20:45.154848 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b980d2-f41b-4d72-8253-1645914fa094 req-e78e194f-9552-4b3e-9036-4b69ac8716ff tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:45.156904 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27b980d2-f41b-4d72-8253-1645914fa094 req-e78e194f-9552-4b3e-9036-4b69ac8716ff tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0541098 Aug 26 12:20:45.195876 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-27b980d2-f41b-4d72-8253-1645914fa094 req-b7a91244-a981-4995-ab00-612189ff5355 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328236 Aug 26 12:20:45.875868 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89bb5208-80e3-4836-be8a-e018e5335905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:46.313899 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26288ab-bd73-4823-b8be-4a151019b253 req-52b025e5-7c23-41c9-9579-4e3df27380ab tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:46.315492 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c26288ab-bd73-4823-b8be-4a151019b253 req-52b025e5-7c23-41c9-9579-4e3df27380ab tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0494540 Aug 26 12:20:46.353860 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c26288ab-bd73-4823-b8be-4a151019b253 req-e26a7dc9-11fe-42b2-8540-78eea47d52f1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321321 Aug 26 12:20:46.419586 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:47.467228 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dec9ec-d868-46e1-8987-49e0c7168d68 req-63f327a2-86b6-4e49-b06e-4faa54eb5202 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:47.468700 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5dec9ec-d868-46e1-8987-49e0c7168d68 req-63f327a2-86b6-4e49-b06e-4faa54eb5202 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0483100 Aug 26 12:20:47.504932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e5dec9ec-d868-46e1-8987-49e0c7168d68 req-144f6753-9a4b-4b7e-bf4a-039c36b7af5b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304000 Aug 26 12:20:47.575700 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:48.621598 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7498218-a24e-4bab-9c7a-0605698a4f02 req-910e979f-279d-4c0b-9ebf-3d4d5e506ea2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:48.623136 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7498218-a24e-4bab-9c7a-0605698a4f02 req-910e979f-279d-4c0b-9ebf-3d4d5e506ea2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0526814 Aug 26 12:20:48.660658 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d7498218-a24e-4bab-9c7a-0605698a4f02 req-442604bd-0a6b-4648-abcc-da0c5cca78ac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316641 Aug 26 12:20:49.655145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:49.772730 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ecf86-ca13-430e-8ca1-691d3840f3d6 req-a3e4143a-b6f3-4a75-ac92-a15c9a174ebc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:49.774225 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f07ecf86-ca13-430e-8ca1-691d3840f3d6 req-a3e4143a-b6f3-4a75-ac92-a15c9a174ebc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0490253 Aug 26 12:20:49.811544 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f07ecf86-ca13-430e-8ca1-691d3840f3d6 req-5e8ec973-ee3c-4148-a0a5-336c8935bb1f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308554 Aug 26 12:20:50.924120 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c8cb7-95e2-4ed3-aa33-a9be83f7806b req-7189c9fe-c88c-401a-855f-36f1824f2fd6 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:50.925599 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d97c8cb7-95e2-4ed3-aa33-a9be83f7806b req-7189c9fe-c88c-401a-855f-36f1824f2fd6 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0482402 Aug 26 12:20:50.963767 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d97c8cb7-95e2-4ed3-aa33-a9be83f7806b req-edf43388-50f4-4671-b994-5a83e4232636 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320246 Aug 26 12:20:51.357128 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:52.079618 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a2a03-e05a-446f-a5bf-9cb2476f3cdd req-d54bb124-cc30-4ca7-952d-b439dda65add tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:52.081070 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a2a2a03-e05a-446f-a5bf-9cb2476f3cdd req-d54bb124-cc30-4ca7-952d-b439dda65add tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0527771 Aug 26 12:20:52.117448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8a2a2a03-e05a-446f-a5bf-9cb2476f3cdd req-c25715ba-b3e0-4b7a-8508-6a5adaf77425 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305445 Aug 26 12:20:53.229372 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1c7a3-8631-406c-8b8c-db6b4a3412f3 req-dbc166fd-0d60-497b-8281-7583f7cbea2b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:53.230925 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36b1c7a3-8631-406c-8b8c-db6b4a3412f3 req-dbc166fd-0d60-497b-8281-7583f7cbea2b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0482495 Aug 26 12:20:53.269550 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-36b1c7a3-8631-406c-8b8c-db6b4a3412f3 req-d3d91824-e2d9-4bc5-9574-bdc8cc1f2fe7 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321610 Aug 26 12:20:53.407242 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:54.385629 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829967b6-a58f-4e44-9c54-580ad74da76a req-82063ab5-3030-4ef5-93ce-e6f6364fbf03 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:54.387186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-829967b6-a58f-4e44-9c54-580ad74da76a req-82063ab5-3030-4ef5-93ce-e6f6364fbf03 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0488598 Aug 26 12:20:54.424276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-829967b6-a58f-4e44-9c54-580ad74da76a req-82f08dc3-9042-400e-83d8-6f3ccb4a591b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312438 Aug 26 12:20:54.438754 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:20:54.530112 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:20:54.540955 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'port_id': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'mac_address': 'fa:16:3e:e8:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:20:54.579066 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:54.591000 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:20:54.609791 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:20:54.613613 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:54.662362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:54.670210 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.670556 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.670919 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.671253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.671656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.671983 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.672311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.672634 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.672953 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.673272 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.673591 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.673909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:20:54.845769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:20:55.541632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff619f-727d-456f-9ae3-cc863c3a4d71 req-75833828-33a3-480e-9d30-8afe1855228c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:55.543058 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1dff619f-727d-456f-9ae3-cc863c3a4d71 req-75833828-33a3-480e-9d30-8afe1855228c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 945 time: 0.0528474 Aug 26 12:20:55.581519 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1dff619f-727d-456f-9ae3-cc863c3a4d71 req-a153a4e7-0769-4ec3-bc6d-bba691e4ecd6 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324810 Aug 26 12:20:56.453623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:20:56.501269 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:20:56.504783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:20:56.505157 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:56.580426 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:56.601916 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:20:56.604220 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c04274c-0083-42a4-a2ed-546cfb4b8cbe" -d '{"events": [{"server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "name": "network-vif-plugged", "status": "completed", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:20:56.617261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:20:56.621857 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:56.669166 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:20:56.700067 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c58bb1-4221-4056-b7f5-9003cc9ef294 req-7f1f0c86-756b-41e7-b697-77d8d2cb8c54 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:56.701591 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52c58bb1-4221-4056-b7f5-9003cc9ef294 req-7f1f0c86-756b-41e7-b697-77d8d2cb8c54 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0490313 Aug 26 12:20:56.738712 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-52c58bb1-4221-4056-b7f5-9003cc9ef294 req-aa11f4f8-10b8-4e3c-8c72-eead0dd5a19e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312736 Aug 26 12:20:56.828092 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a3325b-2fea-401d-b0ad-0fa986b5dd0c x-openstack-request-id: req-a2a3325b-2fea-401d-b0ad-0fa986b5dd0c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:20:56.828386 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "name": "network-vif-plugged", "status": "completed", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:20:56.828645 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2a3325b-2fea-401d-b0ad-0fa986b5dd0c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:20:56.829044 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'code': 200} Aug 26 12:20:56.922166 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360342bb-0a77-4628-8079-b6908c4dbb29 req-ae6468dd-cebd-4c64-9399-794a40f68358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:56.923603 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-360342bb-0a77-4628-8079-b6908c4dbb29 req-ae6468dd-cebd-4c64-9399-794a40f68358 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1098 time: 0.0403912 Aug 26 12:20:56.959257 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-360342bb-0a77-4628-8079-b6908c4dbb29 req-b2037913-9b42-4813-b861-f0f462bc9950 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283964 Aug 26 12:20:57.860443 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22559a8-451c-4e24-8f55-9485441948d4 req-9212615c-b3e0-4e6d-89b3-0aed8f225eb5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:57.863056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e22559a8-451c-4e24-8f55-9485441948d4 req-9212615c-b3e0-4e6d-89b3-0aed8f225eb5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0577066 Aug 26 12:20:57.901375 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e22559a8-451c-4e24-8f55-9485441948d4 req-57f0d48f-99dc-43f0-a719-8c177a205ac5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318015 Aug 26 12:20:59.018493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f16e-4c0b-41ce-b608-880b0dac643d req-c085fbca-ec06-4c61-9184-e87e07fe9521 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:59.019973 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1727f16e-4c0b-41ce-b608-880b0dac643d req-c085fbca-ec06-4c61-9184-e87e07fe9521 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0515733 Aug 26 12:20:59.057103 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1727f16e-4c0b-41ce-b608-880b0dac643d req-7c85eba6-26a6-4857-b92e-7749bf2d8376 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313075 Aug 26 12:20:59.166683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d12148-bacb-47cb-a893-7282f36634df req-23dc9009-9e06-4846-85a3-b5d99583cc55 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:59.168175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46d12148-bacb-47cb-a893-7282f36634df req-23dc9009-9e06-4846-85a3-b5d99583cc55 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0483265 Aug 26 12:20:59.205155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46d12148-bacb-47cb-a893-7282f36634df req-68e2e97c-3b3b-4789-b518-8415f2f8a448 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304627 Aug 26 12:20:59.226371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45702) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:20:59.305161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596f6b2-3377-4933-80a0-d54a2182f264 tempest-TestShelveInstance-780116233 tempest-TestShelveInstance-780116233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:20:59.306668 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-1596f6b2-3377-4933-80a0-d54a2182f264 tempest-TestShelveInstance-780116233 tempest-TestShelveInstance-780116233-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1093 time: 0.0792363 Aug 26 12:20:59.309512 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45706) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:20:59.314349 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:20:59.336356 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:59.433348 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:59.536867 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Allocated IP 172.25.1.110 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/3100aa8f-e743-4dca-8a19-5a567aa376f9) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:20:59.635100 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:59.672523 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:20:59.707202 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:20:59.709912 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:20:59.715774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:20:59.742809 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'Port': ['ID=3100aa8f-e743-4dca-8a19-5a567aa376f9,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:21:00.072580 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:00.141505 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:00.285331 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:00.289920 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:00.363347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event updated for resources: {'Port': ['ID=3100aa8f-e743-4dca-8a19-5a567aa376f9,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:21:00.371913 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:00.476838 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Floating IP 863a254e-f806-4199-b158-732ad910868a associated. External IP: 172.25.1.110, port: 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f. Aug 26 12:21:00.681238 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Router d200b568-b915-4fe9-9dab-547d7cb8275a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:21:01.082410 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:21:01.092293 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89342ec-a671-4e12-a717-0d57a9ef5e26 None None] Sync routers for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:21:01.099188 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:01.101813 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89342ec-a671-4e12-a717-0d57a9ef5e26 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:21:01.102455 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c89342ec-a671-4e12-a717-0d57a9ef5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:20:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:21:01.125864 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-24fd820e-1d02-433c-bff9-2bb2dcacf1b3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8148494 Aug 26 12:21:01.126450 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:21:01.128793 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02a4cc5-fbec-4445-acd0-ba2872d39816" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:21:01.169904 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d701a287-359d-4c76-9e01-8a08f8343d52 x-openstack-request-id: req-d701a287-359d-4c76-9e01-8a08f8343d52 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:21:01.170199 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:21:01.170453 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d701a287-359d-4c76-9e01-8a08f8343d52 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:21:01.170890 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'status': 'completed', 'code': 200} Aug 26 12:21:01.219127 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c89342ec-a671-4e12-a717-0d57a9ef5e26 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:21:01.234747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a4cc5-fbec-4445-acd0-ba2872d39816 req-d01f23f5-9843-42f8-b1db-01aadbfb4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:21:01.236293 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d02a4cc5-fbec-4445-acd0-ba2872d39816 req-d01f23f5-9843-42f8-b1db-01aadbfb4656 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1098 time: 0.0410693 Aug 26 12:21:01.323391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a4cc5-fbec-4445-acd0-ba2872d39816 req-d1e05920-97df-4164-a05f-8171ff2678f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:21:01.324865 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d02a4cc5-fbec-4445-acd0-ba2872d39816 req-d1e05920-97df-4164-a05f-8171ff2678f6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0816212 Aug 26 12:21:01.395214 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d02a4cc5-fbec-4445-acd0-ba2872d39816 req-2e1e8748-8f60-4924-8b9a-8205130c6d28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 1000 time: 0.0631416 Aug 26 12:21:01.445168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a4cc5-fbec-4445-acd0-ba2872d39816 req-489e0b99-4f02-4160-9f8a-8fa595e9db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:21:01.446709 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d02a4cc5-fbec-4445-acd0-ba2872d39816 req-489e0b99-4f02-4160-9f8a-8fa595e9db91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0453176 Aug 26 12:21:01.495432 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a4cc5-fbec-4445-acd0-ba2872d39816 req-fcd363c5-5155-4c79-b331-5fe3fb7dd1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:21:01.497166 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d02a4cc5-fbec-4445-acd0-ba2872d39816 req-fcd363c5-5155-4c79-b331-5fe3fb7dd1ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434442 Aug 26 12:21:01.593204 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d02a4cc5-fbec-4445-acd0-ba2872d39816 req-519c2d9c-9e6f-4f42-aab3-ea0d005406f1 service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883391 Aug 26 12:21:01.599679 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c89342ec-a671-4e12-a717-0d57a9ef5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '863a254e-f806-4199-b158-732ad910868a', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'port_id': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'mac_address': 'fa:16:3e:e8:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:20:59Z', 'updated_at': '2021-08-26T12:20:59Z', 'revision_number': 0, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:21:01.625520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89342ec-a671-4e12-a717-0d57a9ef5e26 None None] Checking router: d200b568-b915-4fe9-9dab-547d7cb8275a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:21:01.633618 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89342ec-a671-4e12-a717-0d57a9ef5e26 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:21:01.634219 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c89342ec-a671-4e12-a717-0d57a9ef5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:20:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:21:01.683718 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-d02a4cc5-fbec-4445-acd0-ba2872d39816 req-46b70e2e-f8ff-4176-b59f-53b7e393ac0d service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828753 Aug 26 12:21:01.743198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-c89342ec-a671-4e12-a717-0d57a9ef5e26 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:21:01.982752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-c89342ec-a671-4e12-a717-0d57a9ef5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '863a254e-f806-4199-b158-732ad910868a', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'port_id': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'mac_address': 'fa:16:3e:e8:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:20:59Z', 'updated_at': '2021-08-26T12:20:59Z', 'revision_number': 0, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:21:02.010089 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89342ec-a671-4e12-a717-0d57a9ef5e26 None None] The sync data for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 is: [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': '863a254e-f806-4199-b158-732ad910868a', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'floating_ip_address': '172.25.1.110', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'port_id': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'mac_address': 'fa:16:3e:e8:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:20:59Z', 'updated_at': '2021-08-26T12:20:59Z', 'revision_number': 0, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:21:02.200506 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099b107-b611-430a-9bb2-964259ee71ff None None] New status for floating IP 863a254e-f806-4199-b158-732ad910868a: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:21:02.985806 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-98a39691-db78-4eb7-bd72-600a1a604937 req-279191fe-4df7-490d-8d71-bdf0db76a39f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438435 Aug 26 12:21:03.064391 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39691-db78-4eb7-bd72-600a1a604937 req-20d0a5c7-61c3-46d2-ad5b-6307c54f3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:21:03.065870 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-98a39691-db78-4eb7-bd72-600a1a604937 req-20d0a5c7-61c3-46d2-ad5b-6307c54f3654 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1098 time: 0.0398853 Aug 26 12:21:03.166174 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39691-db78-4eb7-bd72-600a1a604937 req-39c0704b-02a8-4f7d-b429-5fd60f3fb0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:21:03.167676 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-98a39691-db78-4eb7-bd72-600a1a604937 req-39c0704b-02a8-4f7d-b429-5fd60f3fb0a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0828342 Aug 26 12:21:03.237550 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-98a39691-db78-4eb7-bd72-600a1a604937 req-d918d370-4ce0-4bdb-bf15-69bd50720715 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 1002 time: 0.0623603 Aug 26 12:21:03.285895 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39691-db78-4eb7-bd72-600a1a604937 req-8d94ab4c-10e2-46eb-82ab-11bf0bc37901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:21:03.287382 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-98a39691-db78-4eb7-bd72-600a1a604937 req-8d94ab4c-10e2-46eb-82ab-11bf0bc37901 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0434196 Aug 26 12:21:03.332060 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39691-db78-4eb7-bd72-600a1a604937 req-ad74035c-e8ce-4785-badd-ff1c7d14bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:21:03.333543 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-98a39691-db78-4eb7-bd72-600a1a604937 req-ad74035c-e8ce-4785-badd-ff1c7d14bf70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392492 Aug 26 12:21:03.424542 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-98a39691-db78-4eb7-bd72-600a1a604937 req-ffd1910d-c819-4b05-8e08-66db5472fe8a service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842676 Aug 26 12:21:03.513793 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-98a39691-db78-4eb7-bd72-600a1a604937 req-e004d8b2-33ef-4e94-815f-0f0b2c2b0328 service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814109 Aug 26 12:21:09.749052 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:21:13.476585 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98ff6884-5d18-4765-b13e-15bdc9e5a0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:15.877133 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba118779-358f-4341-b0d6-fa19a5990ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:16.420296 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:17.579649 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:19.659404 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:21.355508 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:23.412482 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:43.477238 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa697bdc-c6b2-4881-941c-6d08d110ea6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:45.876823 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7993-f266-43e1-9a69-b2ae95865d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:46.421557 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:46.748918 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:21:47.587863 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:49.663989 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:51.364619 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:21:53.429486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:02.989377 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-7db72b1a-35e7-4758-8ac7-b3e4e5b759e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443835 Aug 26 12:22:03.075559 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-a3b53a40-763e-401c-b696-41261521a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:03.077037 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-a3b53a40-763e-401c-b696-41261521a754 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1098 time: 0.0413339 Aug 26 12:22:03.179552 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-a32d75fe-2b18-4297-a5c2-5113295671a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:03.181026 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-a32d75fe-2b18-4297-a5c2-5113295671a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0849891 Aug 26 12:22:03.252514 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-ac128e66-813d-4745-bdd2-ba20026dea3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 1002 time: 0.0644023 Aug 26 12:22:03.303268 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-4252c090-822e-4248-b940-ef9445e8ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:03.304757 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-4252c090-822e-4248-b940-ef9445e8ae0c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0454397 Aug 26 12:22:03.349923 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-7f6ea0c2-1485-452a-9f3e-82721a8b46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:03.351466 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-7f6ea0c2-1485-452a-9f3e-82721a8b46bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398202 Aug 26 12:22:03.444705 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-906097e7-e444-4a7e-83d5-2c42879adade service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862765 Aug 26 12:22:03.535316 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-a7f4d724-06ec-4aa8-a1fb-9addb2715a9a req-da5d0664-562a-4be2-97b9-7af432689005 service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833535 Aug 26 12:22:13.478017 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94e86c43-f2cc-460d-baf8-585f1e55df76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:15.876928 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3bf2ab5-993d-4815-a269-a3f6aec91951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:16.421587 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:17.585727 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:19.663432 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:21.370090 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:23.449986 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:23.749336 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:22:43.480196 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee11ce68-48ae-4ab5-a891-73096cf8a222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:45.877516 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-079d4690-1aff-4847-9688-40928add5f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:46.422629 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:47.589771 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:49.666709 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:51.384450 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:53.461637 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:22:55.942921 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a8b33-c673-4581-9889-dc8de2c59106 req-8b2a66c6-98e9-4a19-ac3e-42debbc8e118 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:55.944425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b1a8b33-c673-4581-9889-dc8de2c59106 req-8b2a66c6-98e9-4a19-ac3e-42debbc8e118 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0962720 Aug 26 12:22:55.983490 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7b1a8b33-c673-4581-9889-dc8de2c59106 req-79700a2d-4fc4-4fcd-99c9-22cc2c40af31 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330548 Aug 26 12:22:57.128487 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519235a-586b-4c58-90c2-f52704c5ccea req-2b794e35-b3d6-4eb5-9868-dd8ec0ee701f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:57.129942 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b519235a-586b-4c58-90c2-f52704c5ccea req-2b794e35-b3d6-4eb5-9868-dd8ec0ee701f tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0518398 Aug 26 12:22:57.167743 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b519235a-586b-4c58-90c2-f52704c5ccea req-9757acd0-7704-4bc0-9788-c0ca23328157 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313809 Aug 26 12:22:58.281493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5333d2-be56-4611-a5dd-96e17878c37e req-d6fe2d82-9e60-439c-b278-07d4ca4bbfa1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:58.283056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a5333d2-be56-4611-a5dd-96e17878c37e req-d6fe2d82-9e60-439c-b278-07d4ca4bbfa1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0487695 Aug 26 12:22:58.322392 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5a5333d2-be56-4611-a5dd-96e17878c37e req-a6c10b9d-1304-45ba-8181-71bf1f5d8cdc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334380 Aug 26 12:22:59.441245 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cbeef-2714-4cfe-87e6-eb6abba383b1 req-01124764-b771-4710-9e4e-521297c48923 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:22:59.442765 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-189cbeef-2714-4cfe-87e6-eb6abba383b1 req-01124764-b771-4710-9e4e-521297c48923 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0475414 Aug 26 12:22:59.480031 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-189cbeef-2714-4cfe-87e6-eb6abba383b1 req-4db628a3-a2be-43c9-b4f1-c1ef4a750416 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309033 Aug 26 12:23:00.596780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391aa10-5a91-4dcf-84c9-904f37c03844 req-b2a4c10a-4fba-460c-9d15-909e19751bac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:00.598254 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6391aa10-5a91-4dcf-84c9-904f37c03844 req-b2a4c10a-4fba-460c-9d15-909e19751bac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0535328 Aug 26 12:23:00.639303 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6391aa10-5a91-4dcf-84c9-904f37c03844 req-9dabed19-f8b5-4bed-a66d-f0040de50011 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350118 Aug 26 12:23:00.748911 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:23:01.750931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70198fce-f74e-469a-8a8b-39447439e0d6 req-4b1e7ff6-0308-4a9e-82db-e691de856e3c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:01.752441 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70198fce-f74e-469a-8a8b-39447439e0d6 req-4b1e7ff6-0308-4a9e-82db-e691de856e3c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0483444 Aug 26 12:23:01.789349 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-70198fce-f74e-469a-8a8b-39447439e0d6 req-3993fb7b-1986-4c99-a97c-674eda8d5115 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311267 Aug 26 12:23:02.902363 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61198455-bfc4-42b7-8261-0a8194da8247 req-f41cb8c9-6a37-4753-8957-66ffb13636ee tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:02.903892 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61198455-bfc4-42b7-8261-0a8194da8247 req-f41cb8c9-6a37-4753-8957-66ffb13636ee tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0486848 Aug 26 12:23:02.940822 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-61198455-bfc4-42b7-8261-0a8194da8247 req-da5f9011-dd1b-4ad9-b8de-45e2c74508bd tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310895 Aug 26 12:23:03.641089 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45a4e-3139-4064-9ff4-630f87e683a5 req-a91a1bcd-f524-4a10-8c42-e3fe344740cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:03.642700 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5cf45a4e-3139-4064-9ff4-630f87e683a5 req-a91a1bcd-f524-4a10-8c42-e3fe344740cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1098 time: 0.0462770 Aug 26 12:23:03.745998 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45a4e-3139-4064-9ff4-630f87e683a5 req-e3c83fd0-09ca-4be1-a3bc-8dd18c8f1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:03.747520 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5cf45a4e-3139-4064-9ff4-630f87e683a5 req-e3c83fd0-09ca-4be1-a3bc-8dd18c8f1b17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0846667 Aug 26 12:23:03.816309 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5cf45a4e-3139-4064-9ff4-630f87e683a5 req-4236bcf7-34e8-42d5-bbc3-c858006d17da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 1002 time: 0.0611413 Aug 26 12:23:03.863131 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45a4e-3139-4064-9ff4-630f87e683a5 req-74e6f252-a5f3-4df1-aa73-b8cfd05a1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:03.864523 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5cf45a4e-3139-4064-9ff4-630f87e683a5 req-74e6f252-a5f3-4df1-aa73-b8cfd05a1c86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0417411 Aug 26 12:23:03.908603 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45a4e-3139-4064-9ff4-630f87e683a5 req-cb953023-2eb2-4e3d-a221-112a261250ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:03.909980 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5cf45a4e-3139-4064-9ff4-630f87e683a5 req-cb953023-2eb2-4e3d-a221-112a261250ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385733 Aug 26 12:23:04.003503 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5cf45a4e-3139-4064-9ff4-630f87e683a5 req-c777a516-faa4-411c-87d1-b57aa3069aac service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857008 Aug 26 12:23:04.062781 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36b913-2c7c-422f-a83d-1c736ef199e6 req-dea71d52-b5f3-473a-b337-c9cb46d340ac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:04.064295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d36b913-2c7c-422f-a83d-1c736ef199e6 req-dea71d52-b5f3-473a-b337-c9cb46d340ac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0533211 Aug 26 12:23:04.097201 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-5cf45a4e-3139-4064-9ff4-630f87e683a5 req-c7626011-0c09-45d4-bd1f-5a60e43a9e1e service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851145 Aug 26 12:23:04.101405 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d36b913-2c7c-422f-a83d-1c736ef199e6 req-9d9666b5-1709-4fd1-8b7e-34fbab988dea tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311704 Aug 26 12:23:05.216909 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0ddf3-d8e6-4e47-992b-617cff81ecb1 req-feb3946a-7b42-4aed-b485-fbbb0811370e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:05.218433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6b0ddf3-d8e6-4e47-992b-617cff81ecb1 req-feb3946a-7b42-4aed-b485-fbbb0811370e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0499511 Aug 26 12:23:05.257028 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e6b0ddf3-d8e6-4e47-992b-617cff81ecb1 req-b52f0b35-11dc-4aae-b908-97b24b50bbfa tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325735 Aug 26 12:23:06.001898 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366707ab-2640-4212-8370-8df3ab9681a0 req-2ebbed45-8f01-4264-adf7-486daf0c5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.003475 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-366707ab-2640-4212-8370-8df3ab9681a0 req-2ebbed45-8f01-4264-adf7-486daf0c5914 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1098 time: 0.0416598 Aug 26 12:23:06.095771 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366707ab-2640-4212-8370-8df3ab9681a0 req-5674439e-eb21-40e8-ab40-49e6ae238b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.097252 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-366707ab-2640-4212-8370-8df3ab9681a0 req-5674439e-eb21-40e8-ab40-49e6ae238b32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0867417 Aug 26 12:23:06.163648 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-366707ab-2640-4212-8370-8df3ab9681a0 req-40ef4708-b532-4f13-8b4c-ab97e0d2ba91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 1002 time: 0.0593221 Aug 26 12:23:06.220964 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366707ab-2640-4212-8370-8df3ab9681a0 req-6361d5b4-3cc0-4ed6-bc04-b66149854a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.222481 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-366707ab-2640-4212-8370-8df3ab9681a0 req-6361d5b4-3cc0-4ed6-bc04-b66149854a01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0523493 Aug 26 12:23:06.268496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366707ab-2640-4212-8370-8df3ab9681a0 req-d14b7bf3-2d79-4b4c-bad6-33be8a181db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.269999 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-366707ab-2640-4212-8370-8df3ab9681a0 req-d14b7bf3-2d79-4b4c-bad6-33be8a181db7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403097 Aug 26 12:23:06.359576 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-366707ab-2640-4212-8370-8df3ab9681a0 req-a4d7c79e-d786-41b4-a471-0e11125b6783 service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822670 Aug 26 12:23:06.370871 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cad4b5-461e-4a13-9ab5-a78d238a0dd0 req-39f7a498-7447-4c7c-9dc8-83f4a66ea2dd tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:06.372353 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22cad4b5-461e-4a13-9ab5-a78d238a0dd0 req-39f7a498-7447-4c7c-9dc8-83f4a66ea2dd tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0485079 Aug 26 12:23:06.410571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-22cad4b5-461e-4a13-9ab5-a78d238a0dd0 req-bb83fd9e-01f2-4261-a134-5a78432ce2f2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Aug 26 12:23:06.454064 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-366707ab-2640-4212-8370-8df3ab9681a0 req-e8c32f28-8873-4343-9aab-485e6740df10 service neutron] 10.222.0.42 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873060 Aug 26 12:23:07.526532 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41656f3-0125-4672-88a7-b133ba3adb04 req-b55ca20a-0aa6-4c21-8c5c-258c29e415e2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:07.527944 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f41656f3-0125-4672-88a7-b133ba3adb04 req-b55ca20a-0aa6-4c21-8c5c-258c29e415e2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0525188 Aug 26 12:23:07.564601 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f41656f3-0125-4672-88a7-b133ba3adb04 req-c4bb68b3-5924-4e71-aec2-0e61f51b02f8 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309398 Aug 26 12:23:08.682701 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa885be-8bc7-4a36-9c2f-f0fcd747a8e4 req-47012180-1e10-4a55-895a-38947a4ebe76 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:08.684267 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-daa885be-8bc7-4a36-9c2f-f0fcd747a8e4 req-47012180-1e10-4a55-895a-38947a4ebe76 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0516701 Aug 26 12:23:08.722295 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-daa885be-8bc7-4a36-9c2f-f0fcd747a8e4 req-2827fc08-2610-4f6b-8366-e67ea3f08b57 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320663 Aug 26 12:23:09.836424 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66506aff-3e6a-4efd-a58f-bc862569b4dc req-977924f3-7efb-49ff-b5a8-f00bcaadfd6b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:09.838433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66506aff-3e6a-4efd-a58f-bc862569b4dc req-977924f3-7efb-49ff-b5a8-f00bcaadfd6b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0488164 Aug 26 12:23:09.875144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-66506aff-3e6a-4efd-a58f-bc862569b4dc req-0cdfb9af-02f2-46d6-9f28-0914b22175e2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308311 Aug 26 12:23:10.084236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c35abe-a0de-4cbb-a4b0-aa5fe57d9448 req-9f4ba0e4-b477-4965-b58a-5e52e60f27f4 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:10.085723 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4c35abe-a0de-4cbb-a4b0-aa5fe57d9448 req-9f4ba0e4-b477-4965-b58a-5e52e60f27f4 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0525491 Aug 26 12:23:10.092398 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-eed25d5d-ba64-471d-a14d-7e4ce840ce6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802634 Aug 26 12:23:10.125527 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f4c35abe-a0de-4cbb-a4b0-aa5fe57d9448 req-b945ede8-1377-4e91-9877-26c76bd95f9c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330493 Aug 26 12:23:11.114839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:23:11.194848 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:11.227659 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:23:11.230200 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bb167c-da0e-493e-8953-54f19c04d83c" -d '{"events": [{"server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:23:11.243295 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:11.248713 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:11.249451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc8dc5-8098-439e-9ee4-d65b3ed34791 req-0b4bdabc-739a-4d36-a766-85af8c878d30 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:11.251045 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfcc8dc5-8098-439e-9ee4-d65b3ed34791 req-0b4bdabc-739a-4d36-a766-85af8c878d30 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 946 time: 0.0568192 Aug 26 12:23:11.292231 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfcc8dc5-8098-439e-9ee4-d65b3ed34791 req-717acafe-5a18-448c-8810-ebae4b4813a5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323768 Aug 26 12:23:11.306841 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:11.314539 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.314940 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.315288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.315752 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.315949 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.316342 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.316663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.316997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.317381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.317711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.318180 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.318515 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:11.349841 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 Aug 2021 12:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d723444-0820-4bef-ab52-923e3c4c3406 x-openstack-request-id: req-5d723444-0820-4bef-ab52-923e3c4c3406 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:23:11.350137 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "name": "network-vif-unplugged", "status": "failed", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f", "code": 422}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:23:11.350393 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d723444-0820-4bef-ab52-923e3c4c3406 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:23:11.350835 n-d-778550-13 neutron-server[101268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'code': 422} returned with failed status Aug 26 12:23:12.417273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46952db2-7e6d-4e6f-9557-865a5fc0af76 req-b6ee55bf-7816-4db9-bb69-ce3c5e5975cc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:12.418801 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46952db2-7e6d-4e6f-9557-865a5fc0af76 req-b6ee55bf-7816-4db9-bb69-ce3c5e5975cc tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0530009 Aug 26 12:23:12.459891 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-46952db2-7e6d-4e6f-9557-865a5fc0af76 req-cb6aa2f4-b455-4d7f-8749-2704bc590cd9 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342436 Aug 26 12:23:13.480617 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1283068c-a7ec-487b-a1a5-54774b8b33b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:13.580081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af1f7d-0463-432a-a8b0-9fc97660359a req-36ba168b-9579-4b98-9799-e66aadc16d9c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:13.581687 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63af1f7d-0463-432a-a8b0-9fc97660359a req-36ba168b-9579-4b98-9799-e66aadc16d9c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0536034 Aug 26 12:23:13.622977 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-63af1f7d-0463-432a-a8b0-9fc97660359a req-4e29aef8-83f1-4f89-8d40-783bf52f5087 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345941 Aug 26 12:23:14.740965 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6fdde-6b86-4633-8c08-060e37cd280e req-db52977d-35d9-44f2-9393-e70a3a4bc06d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:14.742983 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06f6fdde-6b86-4633-8c08-060e37cd280e req-db52977d-35d9-44f2-9393-e70a3a4bc06d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0522687 Aug 26 12:23:14.782117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-06f6fdde-6b86-4633-8c08-060e37cd280e req-6786828a-1fc5-4a97-aba5-8bbb63d17826 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327358 Aug 26 12:23:15.879291 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fec29196-9c90-4ca8-ade6-f7cd787aaeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:15.898888 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21704d38-c909-4951-a920-303baa856bc0 req-3bf0d91a-8c26-4561-8b9e-6da6adfa7062 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:15.900413 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21704d38-c909-4951-a920-303baa856bc0 req-3bf0d91a-8c26-4561-8b9e-6da6adfa7062 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0519028 Aug 26 12:23:15.939002 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-21704d38-c909-4951-a920-303baa856bc0 req-481cbeae-27c9-477a-82dc-aa1df2838ac6 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325458 Aug 26 12:23:16.421400 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:16.704529 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-49df26ae-6414-4d76-9fa1-33db4cb78656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:16.705932 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-49df26ae-6414-4d76-9fa1-33db4cb78656 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f&tenant_id=7d82f8f4c97643a2aed242a8b511032b HTTP/1.1" status: 200 len: 1096 time: 0.0799716 Aug 26 12:23:16.717743 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-13', 'device_owner': 'compute:nova'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:23:16.768977 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:16.968090 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:17.001274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h2-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:23:17.060820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:23:17.070571 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.088115 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Transition to ACTIVE for port object 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:23:17.096046 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdfaff-1bee-44d5-9975-5d6d73553fda req-9871c521-52fe-4963-92aa-8fb44d5e3963 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:17.097538 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78cdfaff-1bee-44d5-9975-5d6d73553fda req-9871c521-52fe-4963-92aa-8fb44d5e3963 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0738130 Aug 26 12:23:17.098568 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.206218 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Pushing event updated for resources: {'Port': ['ID=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,revision_number=7']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:17.225021 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-78cdfaff-1bee-44d5-9975-5d6d73553fda req-34dbea4e-94ec-4bdc-bd8c-f9bf9867c2c5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181262 Aug 26 12:23:17.228868 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.229417 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.229796 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.230146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.230488 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.230853 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.231194 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.231530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.231864 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.232198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.232535 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.232865 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:23:17.271413 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] No DVR routers for this DVR port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f on host n-h2-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:23:17.406274 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Attempting to bind port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:23:17.406547 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Attempting to bind port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:23:17.406919 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Attempting to bind port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f on network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:23:17.411113 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f on network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:23:17.411472 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Attempting to bind port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f on network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:23:17.416305 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:23:17.416644 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Checking segment: {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:23:17.417028 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Bound using segment: {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:23:17.417459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Bound port: 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525d1ce9-e364-4783-85bb-801d06aac9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:23:17.417816 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.479071 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:23:17.481943 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:23:17.486853 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.523567 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:17.524783 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.526186 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] 10.222.0.47 "PUT /v2.0/ports/604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 1093 time: 0.8123674 Aug 26 12:23:17.526628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:23:17.528883 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2feaaa0-b75e-4c4b-af3c-7a0097701853" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:23:17.561820 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a83075-d8f3-4a72-beeb-83db2b4730b5 service neutron] Pushing event updated for resources: {'Port': ['ID=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,revision_number=8']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:17.581961 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08c87bf-7aed-4f3c-bc47-4f3ecce9df0b x-openstack-request-id: req-e08c87bf-7aed-4f3c-bc47-4f3ecce9df0b {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:23:17.582248 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:23:17.582507 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e08c87bf-7aed-4f3c-bc47-4f3ecce9df0b {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:23:17.582929 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'status': 'completed', 'code': 200} Aug 26 12:23:17.595145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:17.600913 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-0fa01fa4-20d7-4880-b543-667456335c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:17.602466 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-0fa01fa4-20d7-4880-b543-667456335c42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1096 time: 0.0499604 Aug 26 12:23:17.695575 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-c4e3b6cf-885c-44a4-b6b9-553ee8a774e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:17.697575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-c4e3b6cf-885c-44a4-b6b9-553ee8a774e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0884085 Aug 26 12:23:17.767954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-ee86e4fd-e643-4d78-8b1b-cb9d2c13933f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 1000 time: 0.0623844 Aug 26 12:23:17.816771 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-515c1df2-6f02-4836-a47a-f90743ac323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:17.818113 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-515c1df2-6f02-4836-a47a-f90743ac323f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0437956 Aug 26 12:23:17.861722 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-499fdfe5-5731-45cd-b29d-a4c398d9d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:17.863183 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-499fdfe5-5731-45cd-b29d-a4c398d9d7e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382221 Aug 26 12:23:18.295453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-d3b51ebd-2bc9-4b11-b6c9-5e6538da8a2b service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253354 Aug 26 12:23:18.400215 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16073dbb-362e-4d4e-8789-500b32436f8e req-826abf79-a7fa-49cf-be2f-6f1c05b95d75 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:18.401701 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16073dbb-362e-4d4e-8789-500b32436f8e req-826abf79-a7fa-49cf-be2f-6f1c05b95d75 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.1050823 Aug 26 12:23:18.435056 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-07e86c83-2815-4347-9b9c-8ca8852dc0eb service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299274 Aug 26 12:23:18.450818 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16073dbb-362e-4d4e-8789-500b32436f8e req-80978427-3435-4acf-979f-953f6063ab33 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427182 Aug 26 12:23:18.522238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feaaa0-b75e-4c4b-af3c-7a0097701853 req-88a76ec1-373e-4c9c-8ea4-e8bd943be68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:18.524229 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2feaaa0-b75e-4c4b-af3c-7a0097701853 req-88a76ec1-373e-4c9c-8ea4-e8bd943be68d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1096 time: 0.0401073 Aug 26 12:23:18.614889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feaaa0-b75e-4c4b-af3c-7a0097701853 req-e49085ce-dc95-428e-9080-f9f4dda75979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:18.616326 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2feaaa0-b75e-4c4b-af3c-7a0097701853 req-e49085ce-dc95-428e-9080-f9f4dda75979 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0857148 Aug 26 12:23:18.680988 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2feaaa0-b75e-4c4b-af3c-7a0097701853 req-13b4dfae-720e-409b-b6c8-542c006eb5c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 1000 time: 0.0572186 Aug 26 12:23:18.730889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feaaa0-b75e-4c4b-af3c-7a0097701853 req-a90b87f4-5ec9-4b7d-bb8f-ae5132eb871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:18.732292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2feaaa0-b75e-4c4b-af3c-7a0097701853 req-a90b87f4-5ec9-4b7d-bb8f-ae5132eb871d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0440617 Aug 26 12:23:18.781626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feaaa0-b75e-4c4b-af3c-7a0097701853 req-83f7f350-a018-46fb-9651-a1df560d3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:18.783031 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2feaaa0-b75e-4c4b-af3c-7a0097701853 req-83f7f350-a018-46fb-9651-a1df560d3f23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428116 Aug 26 12:23:18.871399 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2feaaa0-b75e-4c4b-af3c-7a0097701853 req-b2ef4295-8acd-49b9-813d-3d5e630aa990 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806553 Aug 26 12:23:18.966530 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f2feaaa0-b75e-4c4b-af3c-7a0097701853 req-d71951df-9084-4810-bb65-56432df70b9f service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865643 Aug 26 12:23:19.565096 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bf50c-1fed-4927-8162-d3d98a9169ce req-79880415-3ef6-47fd-8b62-af4d257d7f1a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:19.566656 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b17bf50c-1fed-4927-8162-d3d98a9169ce req-79880415-3ef6-47fd-8b62-af4d257d7f1a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0485640 Aug 26 12:23:19.603974 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b17bf50c-1fed-4927-8162-d3d98a9169ce req-7ca2e8eb-99df-41a3-aca7-214b82d467dd tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308356 Aug 26 12:23:19.672944 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:20.717825 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b7b38-c756-400f-9729-bb4ac6f28acc req-68ef4efa-881a-4855-9c13-1e48a7779022 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:20.719332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f73b7b38-c756-400f-9729-bb4ac6f28acc req-68ef4efa-881a-4855-9c13-1e48a7779022 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0489511 Aug 26 12:23:20.756354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f73b7b38-c756-400f-9729-bb4ac6f28acc req-c4470772-1129-46e0-8e39-0c08f776d443 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312574 Aug 26 12:23:21.384223 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:21.873088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999a911-4e02-4e0a-9611-f8fb44ee5480 req-8a7f3a4b-f2f9-43ff-904c-c4ff61b80542 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:21.874556 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0999a911-4e02-4e0a-9611-f8fb44ee5480 req-8a7f3a4b-f2f9-43ff-904c-c4ff61b80542 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0523903 Aug 26 12:23:21.911453 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-0999a911-4e02-4e0a-9611-f8fb44ee5480 req-0ef95484-b3a4-42e3-be30-cce91812c821 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310526 Aug 26 12:23:23.022571 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a19a7-6257-4f0e-825d-d4deaf82da66 req-449c265d-4885-4a2e-8945-d2f6cfe2b478 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:23.024558 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-765a19a7-6257-4f0e-825d-d4deaf82da66 req-449c265d-4885-4a2e-8945-d2f6cfe2b478 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0482852 Aug 26 12:23:23.061628 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-765a19a7-6257-4f0e-825d-d4deaf82da66 req-0a656b4c-d368-4ee8-a1f5-18c70a302fb6 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312455 Aug 26 12:23:23.486669 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:24.172996 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6129be8-d844-428d-a6f0-62200169d687 req-d848e524-a75f-4bde-b705-48f6a18cf25b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:24.174480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6129be8-d844-428d-a6f0-62200169d687 req-d848e524-a75f-4bde-b705-48f6a18cf25b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0474441 Aug 26 12:23:24.210827 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a6129be8-d844-428d-a6f0-62200169d687 req-2ccc9065-05d1-4b37-9363-37d3527ac459 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299637 Aug 26 12:23:25.326430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced5846-6cd5-4cee-b4ec-7e53f67e99c4 req-9ca5f5a4-3997-4da0-8e9c-2923eea73e7e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:25.327844 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aced5846-6cd5-4cee-b4ec-7e53f67e99c4 req-9ca5f5a4-3997-4da0-8e9c-2923eea73e7e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0522406 Aug 26 12:23:25.369276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aced5846-6cd5-4cee-b4ec-7e53f67e99c4 req-16a8bfbe-9134-4257-838b-92cb00ede690 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355294 Aug 26 12:23:26.480908 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8ddfa-109c-4151-9210-a908fe620ce5 req-63dceca8-5c7d-4766-a5d4-a8bc370ec819 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:26.482370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28a8ddfa-109c-4151-9210-a908fe620ce5 req-63dceca8-5c7d-4766-a5d4-a8bc370ec819 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0483074 Aug 26 12:23:26.519192 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28a8ddfa-109c-4151-9210-a908fe620ce5 req-49e9e254-0e3f-4596-991f-7fa3033f1e9a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310998 Aug 26 12:23:27.631772 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4958c47-48e5-41f7-95c4-f00344117d33 req-5b5cdb48-1dae-4388-ac11-a0a56f514fe8 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:27.633875 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4958c47-48e5-41f7-95c4-f00344117d33 req-5b5cdb48-1dae-4388-ac11-a0a56f514fe8 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 944 time: 0.0489583 Aug 26 12:23:27.670311 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e4958c47-48e5-41f7-95c4-f00344117d33 req-90ac3c5a-b896-4de0-b57e-a3f334917268 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306087 Aug 26 12:23:27.904298 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:23:27.998584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:28.009427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'port_id': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'mac_address': 'fa:16:3e:e8:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:23:28.045312 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:28.057712 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:23:28.076434 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:28.080163 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:28.128506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,revision_number=9']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:28.451976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:23:28.786976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22480a-9ef5-46d6-9cd1-45066403e339 req-119317a5-e1c0-411b-bf04-4583bf01ce15 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:28.788429 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae22480a-9ef5-46d6-9cd1-45066403e339 req-119317a5-e1c0-411b-bf04-4583bf01ce15 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 945 time: 0.0523593 Aug 26 12:23:28.825719 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ae22480a-9ef5-46d6-9cd1-45066403e339 req-e6fc89cd-cf59-44b6-acee-4f09f7c9edf2 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314009 Aug 26 12:23:29.919622 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:23:29.939610 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b4d7-ab84-4274-b52f-169502828d06 req-1ee1cfce-59e3-4aaf-8b29-75f5d0843eb0 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:29.941138 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8c0b4d7-ab84-4274-b52f-169502828d06 req-1ee1cfce-59e3-4aaf-8b29-75f5d0843eb0 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 945 time: 0.0497611 Aug 26 12:23:29.967592 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:23:29.971167 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:23:29.971548 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:29.980976 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c8c0b4d7-ab84-4274-b52f-169502828d06 req-4fa996f4-4c28-4408-84bb-e7f46ceccbe5 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340276 Aug 26 12:23:30.048385 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.069302 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:23:30.072394 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cd2494-33d3-42bb-8f91-906ed8c249ef" -d '{"events": [{"server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "name": "network-vif-plugged", "status": "completed", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:23:30.084359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:23:30.088361 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:30.118770 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70095f52-6adb-439d-ba9c-e32cefd4f73f x-openstack-request-id: req-70095f52-6adb-439d-ba9c-e32cefd4f73f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:23:30.119069 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "name": "network-vif-plugged", "status": "completed", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:23:30.119321 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70095f52-6adb-439d-ba9c-e32cefd4f73f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:23:30.119710 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'code': 200} Aug 26 12:23:30.145583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:23:30.255211 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7524f-e300-47da-991f-3e33082fb537 req-2165b556-58b2-4f3d-bcea-2f10c3e2d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:30.256854 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16e7524f-e300-47da-991f-3e33082fb537 req-2165b556-58b2-4f3d-bcea-2f10c3e2d608 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1099 time: 0.0400879 Aug 26 12:23:30.291069 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-16e7524f-e300-47da-991f-3e33082fb537 req-47fd222c-6dd0-425a-a6b6-5e365abc8d88 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271201 Aug 26 12:23:31.099506 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ace33-e269-412c-8650-5184d1101abd req-eec9fe3a-e200-4264-a68b-95bd3bd4a7d4 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:31.100997 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d80ace33-e269-412c-8650-5184d1101abd req-eec9fe3a-e200-4264-a68b-95bd3bd4a7d4 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 947 time: 0.0526807 Aug 26 12:23:31.141389 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d80ace33-e269-412c-8650-5184d1101abd req-337fea80-f4c1-4bb6-b3ee-cab02bf1a68c tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344524 Aug 26 12:23:32.255923 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb31c2f-2b39-42e3-bcbd-a07f6fedb313 req-937e54a8-4734-489e-b092-ba4a5ccf80d6 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:32.258367 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdb31c2f-2b39-42e3-bcbd-a07f6fedb313 req-937e54a8-4734-489e-b092-ba4a5ccf80d6 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 947 time: 0.0496287 Aug 26 12:23:32.294716 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fdb31c2f-2b39-42e3-bcbd-a07f6fedb313 req-14d62146-6844-4d5e-ab5e-b4e8c462a64d tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308437 Aug 26 12:23:37.749591 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:23:43.484393 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7516cb9b-356e-42e4-8c16-9ff0a0b73b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:45.880159 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16d60165-a6df-417b-9c0a-46fed17dc7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:46.421191 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:47.594568 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:49.674140 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:51.398584 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:53.479069 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:23:53.567739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b09bd585-1357-4929-86c6-f5234582677a req-fb7c46bb-cc5d-4230-a0b2-a27e1873f9ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392227 Aug 26 12:23:53.655672 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bd585-1357-4929-86c6-f5234582677a req-99140083-4482-4394-9676-bf10455fe8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:53.657190 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b09bd585-1357-4929-86c6-f5234582677a req-99140083-4482-4394-9676-bf10455fe8a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1099 time: 0.0420125 Aug 26 12:23:53.764931 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bd585-1357-4929-86c6-f5234582677a req-0f50b6af-e25a-4ae0-b75f-533df00f1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:53.766947 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b09bd585-1357-4929-86c6-f5234582677a req-0f50b6af-e25a-4ae0-b75f-533df00f1263 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.0899637 Aug 26 12:23:53.834149 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b09bd585-1357-4929-86c6-f5234582677a req-50a1f1bb-1a4c-4b1e-af81-d9290df5413d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 1002 time: 0.0588913 Aug 26 12:23:53.890279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bd585-1357-4929-86c6-f5234582677a req-cb49b5f1-67fc-4822-b650-fdefa3ee8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:53.891809 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b09bd585-1357-4929-86c6-f5234582677a req-cb49b5f1-67fc-4822-b650-fdefa3ee8c47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0491748 Aug 26 12:23:53.938850 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bd585-1357-4929-86c6-f5234582677a req-5b261394-af7e-4c22-b845-404c7f8ff377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:23:53.940358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b09bd585-1357-4929-86c6-f5234582677a req-5b261394-af7e-4c22-b845-404c7f8ff377 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401309 Aug 26 12:23:54.031638 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b09bd585-1357-4929-86c6-f5234582677a req-520a7a5e-ed89-45f9-aa60-5fc52aae7003 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813725 Aug 26 12:23:54.141739 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b09bd585-1357-4929-86c6-f5234582677a req-43e5f03f-e90c-4b2a-8127-fa8c8b252454 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020553 Aug 26 12:24:13.484359 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c278b560-ba95-4b8d-a7ab-ef986d90a23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:14.748888 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:24:15.880712 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da146c72-a23a-4e89-85f0-1d3ddd5ef81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:16.421373 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:17.597622 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:19.678833 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:21.407952 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:23.484987 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:43.485269 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d92efdb9-1769-4f0c-82f0-a8b74c49be95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:45.257276 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45878) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:45.416337 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Deleting port 3100aa8f-e743-4dca-8a19-5a567aa376f9 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:45.416681 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:45.493710 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:45.493966 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:45.505530 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Calling delete_port for 3100aa8f-e743-4dca-8a19-5a567aa376f9 owned by network:floatingip {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:45.648842 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:45.681449 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event deleted for resources: {'Port': ['ID=3100aa8f-e743-4dca-8a19-5a567aa376f9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:45.705204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.705552 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.705896 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.706236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.706573 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.706935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.707267 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.707597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.707922 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.708273 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.708600 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.708927 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:45.749254 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for floatingip, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:45.749515 n-d-778550-13 neutron-server[101267]: INFO neutron.db.l3_db [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Floating IP 863a254e-f806-4199-b158-732ad910868a disassociated (deleted). External IP: 172.25.1.110, port: 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f. Aug 26 12:24:45.881846 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a2952cc-c30e-4f30-918d-619d0d234598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:45.954832 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Router d200b568-b915-4fe9-9dab-547d7cb8275a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:24:46.060141 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:24:46.064439 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.070224 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fccdc2-7a4c-4cc7-a276-251f4dfb0d10 None None] Sync routers for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:24:46.078742 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fccdc2-7a4c-4cc7-a276-251f4dfb0d10 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:46.079366 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a0fccdc2-7a4c-4cc7-a276-251f4dfb0d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:46.090327 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-1ea29a9d-66f1-4a04-a213-b987b9678fac tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "DELETE /v2.0/floatingips/863a254e-f806-4199-b158-732ad910868a HTTP/1.1" status: 204 len: 168 time: 0.8319182 Aug 26 12:24:46.091054 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:46.093427 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc224d14-b928-4fda-ad20-5ae0a08245c2" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:46.186330 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a0fccdc2-7a4c-4cc7-a276-251f4dfb0d10 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:46.251852 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca9defd-3868-4b16-8b40-2ddec245629b x-openstack-request-id: req-3ca9defd-3868-4b16-8b40-2ddec245629b {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:46.252213 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:46.252549 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ca9defd-3868-4b16-8b40-2ddec245629b {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:46.253005 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'status': 'completed', 'code': 200} Aug 26 12:24:46.349811 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224d14-b928-4fda-ad20-5ae0a08245c2 req-28f8e66e-b4c9-4ac9-8c1d-5b71a03faa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.351358 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc224d14-b928-4fda-ad20-5ae0a08245c2 req-28f8e66e-b4c9-4ac9-8c1d-5b71a03faa2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d82f8f4c97643a2aed242a8b511032b&device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 1099 time: 0.0740283 Aug 26 12:24:46.365526 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4e73c-bb5d-4aa4-a03c-8b723b7442d4 req-990c6734-a0b9-4e07-9484-e5a51594d758 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.366986 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7c4e73c-bb5d-4aa4-a03c-8b723b7442d4 req-990c6734-a0b9-4e07-9484-e5a51594d758 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 947 time: 0.0609202 Aug 26 12:24:46.404517 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a0fccdc2-7a4c-4cc7-a276-251f4dfb0d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:46.437775 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fccdc2-7a4c-4cc7-a276-251f4dfb0d10 None None] Checking router: d200b568-b915-4fe9-9dab-547d7cb8275a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:24:46.448288 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:46.449979 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fccdc2-7a4c-4cc7-a276-251f4dfb0d10 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:46.450584 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a0fccdc2-7a4c-4cc7-a276-251f4dfb0d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:46.458878 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c7c4e73c-bb5d-4aa4-a03c-8b723b7442d4 req-18ffa4a4-8fb0-4ff2-92cb-441afd0cc2eb tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827694 Aug 26 12:24:46.485260 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224d14-b928-4fda-ad20-5ae0a08245c2 req-1e3fe23c-585a-4551-847e-6670bbd35626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.486758 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc224d14-b928-4fda-ad20-5ae0a08245c2 req-1e3fe23c-585a-4551-847e-6670bbd35626 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 200 len: 909 time: 0.1189120 Aug 26 12:24:46.529948 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc224d14-b928-4fda-ad20-5ae0a08245c2 req-d832246e-026c-4567-ae00-cc4e623e397d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 200 len: 217 time: 0.0354872 Aug 26 12:24:46.557690 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-a0fccdc2-7a4c-4cc7-a276-251f4dfb0d10 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:46.585080 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224d14-b928-4fda-ad20-5ae0a08245c2 req-c847681a-0594-40f7-a891-496fd594b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.586547 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc224d14-b928-4fda-ad20-5ae0a08245c2 req-c847681a-0594-40f7-a891-496fd594b55b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 200 len: 847 time: 0.0489309 Aug 26 12:24:46.639648 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224d14-b928-4fda-ad20-5ae0a08245c2 req-42282dc3-a80d-4fef-97dd-7f47a244c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:46.641155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc224d14-b928-4fda-ad20-5ae0a08245c2 req-42282dc3-a80d-4fef-97dd-7f47a244c6c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2adbf889-db3a-4a4e-a7b9-0c6993a18c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453956 Aug 26 12:24:46.732706 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc224d14-b928-4fda-ad20-5ae0a08245c2 req-29dc6cc7-0b87-4582-b8e9-9d57169f5033 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836227 Aug 26 12:24:46.758238 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-a0fccdc2-7a4c-4cc7-a276-251f4dfb0d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:46.788675 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fccdc2-7a4c-4cc7-a276-251f4dfb0d10 None None] The sync data for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 is: [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:24Z', 'revision_number': 4, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': 'a75ed938-ad43-4c20-ada5-8fea8fc27b08', 'name': '', 'network_id': '2adbf889-db3a-4a4e-a7b9-0c6993a18c84', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'mac_address': 'fa:16:3e:a4:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:23Z', 'updated_at': '2021-08-26T12:14:29Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'subnets': [{'id': '6daf2e16-7f2b-42db-9ae8-69c0e13115b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:24:46.829182 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-fc224d14-b928-4fda-ad20-5ae0a08245c2 req-e89d6f72-e4e7-4d0c-96d4-3219e43e8434 service neutron] 10.222.0.47 "GET /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893147 Aug 26 12:24:47.023722 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b770b-7fdf-44ec-9fee-72dd8acc6093 None None] New status for floating IP 863a254e-f806-4199-b158-732ad910868a: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:24:47.577653 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7b126-36b2-4e4f-a2e6-40fd514006f8 req-121563ec-464e-4e4b-8fdf-6dff1abaf587 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:47.579155 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2d7b126-36b2-4e4f-a2e6-40fd514006f8 req-121563ec-464e-4e4b-8fdf-6dff1abaf587 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 947 time: 0.0494146 Aug 26 12:24:47.601215 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:47.619226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a2d7b126-36b2-4e4f-a2e6-40fd514006f8 req-d3690edb-8b28-4644-ad8a-7fc1c1bac7da tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b981a2f-013c-4081-b10b-7647c3c3bfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334141 Aug 26 12:24:48.057354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0c1e-6f01-48f9-bb65-51eaa1401f57 req-671b496e-4c14-4b31-9d9b-c729363ac5f1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:24:48.058917 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-897a0c1e-6f01-48f9-bb65-51eaa1401f57 req-671b496e-4c14-4b31-9d9b-c729363ac5f1 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.47 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 947 time: 0.0478051 Aug 26 12:24:48.150255 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-897a0c1e-6f01-48f9-bb65-51eaa1401f57 req-98b1be65-7eb9-453a-8368-fe2dbf56a56e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Deleting port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:48.150594 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-897a0c1e-6f01-48f9-bb65-51eaa1401f57 req-98b1be65-7eb9-453a-8368-fe2dbf56a56e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.235436 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-897a0c1e-6f01-48f9-bb65-51eaa1401f57 req-98b1be65-7eb9-453a-8368-fe2dbf56a56e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] For port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:48.235807 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-897a0c1e-6f01-48f9-bb65-51eaa1401f57 req-98b1be65-7eb9-453a-8368-fe2dbf56a56e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.248609 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-897a0c1e-6f01-48f9-bb65-51eaa1401f57 req-98b1be65-7eb9-453a-8368-fe2dbf56a56e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Calling delete_port for 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:48.380670 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-897a0c1e-6f01-48f9-bb65-51eaa1401f57 req-98b1be65-7eb9-453a-8368-fe2dbf56a56e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.406968 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1be65-7eb9-453a-8368-fe2dbf56a56e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event deleted for resources: {'Port': ['ID=604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:48.453520 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-897a0c1e-6f01-48f9-bb65-51eaa1401f57 req-98b1be65-7eb9-453a-8368-fe2dbf56a56e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] No DVR routers for this DVR port 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:24:48.456170 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-897a0c1e-6f01-48f9-bb65-51eaa1401f57 req-98b1be65-7eb9-453a-8368-fe2dbf56a56e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:48.458170 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-897a0c1e-6f01-48f9-bb65-51eaa1401f57 req-98b1be65-7eb9-453a-8368-fe2dbf56a56e tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.47 "DELETE /v2.0/ports/604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f HTTP/1.1" status: 204 len: 173 time: 0.3934462 Aug 26 12:24:48.458603 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'name': 'network-vif-deleted', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:24:48.460842 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe60465-b5b3-4136-881d-9aa0445752b8" -d '{"events": [{"server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "name": "network-vif-deleted", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:24:48.500147 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953d0d0e-df6e-4745-b1ba-7cb08e872ca9 x-openstack-request-id: req-953d0d0e-df6e-4745-b1ba-7cb08e872ca9 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:24:48.500449 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbfa3ad-6a43-45b0-983e-5adc83756c9f", "name": "network-vif-deleted", "tag": "604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:24:48.500705 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-953d0d0e-df6e-4745-b1ba-7cb08e872ca9 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:24:48.501108 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbfa3ad-6a43-45b0-983e-5adc83756c9f', 'name': 'network-vif-deleted', 'tag': '604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f', 'status': 'completed', 'code': 200} Aug 26 12:24:48.714505 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2e6f07ab-36f4-4084-9b22-3dd3b2114ac5 req-2ca3ea9d-c81f-40d2-8fd8-e77f47505559 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 210 time: 0.0267591 Aug 26 12:24:49.682256 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:49.809575 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1a9ce541-943d-4904-87ac-857b398fb8a1 req-88a45fa9-3300-49d1-81bd-cc856c7bf4f3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 210 time: 0.0282323 Aug 26 12:24:50.314136 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:24:50.334674 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:24:50.335055 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device 604fe9f0-5a94-4c6d-a4f0-21c6b08b8c4f not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:24:50.903175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-789659e4-a1cc-4475-944a-22de0408cc75 req-87d17ddc-b9be-4165-8cad-666e82db0be3 tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 210 time: 0.0269229 Aug 26 12:24:51.408708 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:51.748473 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:24:52.008971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-ea8c6e6b-9d65-4713-932d-97ee508503d1 req-fd9e2234-075c-44f7-ba5f-d78a7a14347a tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfbfa3ad-6a43-45b0-983e-5adc83756c9f HTTP/1.1" status: 200 len: 210 time: 0.0268841 Aug 26 12:24:53.062712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45906) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:53.121832 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e800cb05-f610-40e9-acc2-0279f17c210b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:53.151560 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e800cb05-f610-40e9-acc2-0279f17c210b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:53.211313 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e800cb05-f610-40e9-acc2-0279f17c210b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:53.213874 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-e800cb05-f610-40e9-acc2-0279f17c210b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:53.215066 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e800cb05-f610-40e9-acc2-0279f17c210b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] 10.222.0.21 "DELETE /v2.0/security-groups/2b981a2f-013c-4081-b10b-7647c3c3bfa8 HTTP/1.1" status: 204 len: 168 time: 0.1512632 Aug 26 12:24:53.232591 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800cb05-f610-40e9-acc2-0279f17c210b tempest-TestShelveInstance-1738437394 tempest-TestShelveInstance-1738437394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b981a2f-013c-4081-b10b-7647c3c3bfa8,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:53.265196 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45910) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:53.484440 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:53.800998 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.048284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Deleting port a75ed938-ad43-4c20-ada5-8fea8fc27b08 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:54.048524 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.125791 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] For port a75ed938-ad43-4c20-ada5-8fea8fc27b08, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=a75ed938-ad43-4c20-ada5-8fea8fc27b08,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:54.126165 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.138604 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Calling delete_port for a75ed938-ad43-4c20-ada5-8fea8fc27b08 owned by network:router_interface {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:54.318189 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.349802 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=a75ed938-ad43-4c20-ada5-8fea8fc27b08,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:54.362652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.366215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.366346 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.366618 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.367403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.367403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.367644 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.367957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.368295 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.368629 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.368958 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.369287 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:54.533097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.753851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Router d200b568-b915-4fe9-9dab-547d7cb8275a has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:24:54.862774 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:24:54.868407 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-62c00cee-e43f-45dc-aafe-c930f06c2c0f admin admin] 10.222.0.21 "PUT /v2.0/routers/d200b568-b915-4fe9-9dab-547d7cb8275a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6021893 Aug 26 12:24:54.871317 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45916) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:54.874476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01e9fc-8028-42fa-a5ee-241b9b4eeff0 None None] Sync routers for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:24:54.883504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01e9fc-8028-42fa-a5ee-241b9b4eeff0 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:54.884119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf01e9fc-8028-42fa-a5ee-241b9b4eeff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:54.975359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:54.988702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cf01e9fc-8028-42fa-a5ee-241b9b4eeff0 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:55.075458 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.135215 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Deleting port b0464d6b-94fd-4947-b197-34a39a0d734c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:55.135565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.215497 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] For port b0464d6b-94fd-4947-b197-34a39a0d734c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b0464d6b-94fd-4947-b197-34a39a0d734c,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:55.215895 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.230374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Calling delete_port for b0464d6b-94fd-4947-b197-34a39a0d734c owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:55.318849 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf01e9fc-8028-42fa-a5ee-241b9b4eeff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:24:54Z', 'revision_number': 5, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port': {'id': 'b0464d6b-94fd-4947-b197-34a39a0d734c', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:78:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:55.350351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01e9fc-8028-42fa-a5ee-241b9b4eeff0 None None] Checking router: d200b568-b915-4fe9-9dab-547d7cb8275a for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:24:55.358619 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01e9fc-8028-42fa-a5ee-241b9b4eeff0 None None] Routers {'d200b568-b915-4fe9-9dab-547d7cb8275a'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:55.359266 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf01e9fc-8028-42fa-a5ee-241b9b4eeff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['d200b568-b915-4fe9-9dab-547d7cb8275a'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:55.396067 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.422143 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0464d6b-94fd-4947-b197-34a39a0d734c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:55.445821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-cf01e9fc-8028-42fa-a5ee-241b9b4eeff0 None None] Set router d200b568-b915-4fe9-9dab-547d7cb8275a gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:55.484039 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.498106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-cf01e9fc-8028-42fa-a5ee-241b9b4eeff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:24:55Z', 'revision_number': 6, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:55.528291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01e9fc-8028-42fa-a5ee-241b9b4eeff0 None None] The sync data for ids ['d200b568-b915-4fe9-9dab-547d7cb8275a'] in n-d-778550-13 is: [{'id': 'd200b568-b915-4fe9-9dab-547d7cb8275a', 'name': 'tempest-TestShelveInstance-276486683-router', 'tenant_id': '7d82f8f4c97643a2aed242a8b511032b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:21Z', 'updated_at': '2021-08-26T12:24:55Z', 'revision_number': 6, 'project_id': '7d82f8f4c97643a2aed242a8b511032b', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:24:55.582296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.584451 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.626888 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.627340 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d200b568-b915-4fe9-9dab-547d7cb8275a {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:24:55.631672 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.632830 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-aa59786c-08f0-4491-b4ba-5e0135f33223 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d200b568-b915-4fe9-9dab-547d7cb8275a HTTP/1.1" status: 204 len: 168 time: 0.7605889 Aug 26 12:24:55.635385 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45918) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:55.683701 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-da201691-5325-4054-9693-7a7cbfc83230 admin admin] Deleting subnet 6daf2e16-7f2b-42db-9ae8-69c0e13115b5 {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:24:55.686663 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da201691-5325-4054-9693-7a7cbfc83230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.720214 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da201691-5325-4054-9693-7a7cbfc83230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.794983 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da201691-5325-4054-9693-7a7cbfc83230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.847312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da201691-5325-4054-9693-7a7cbfc83230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.876673 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da201691-5325-4054-9693-7a7cbfc83230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6daf2e16-7f2b-42db-9ae8-69c0e13115b5,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:55.883642 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-da201691-5325-4054-9693-7a7cbfc83230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:55.885580 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-da201691-5325-4054-9693-7a7cbfc83230 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6daf2e16-7f2b-42db-9ae8-69c0e13115b5 HTTP/1.1" status: 204 len: 168 time: 0.2491798 Aug 26 12:24:55.888096 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45920) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:55.890568 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778d8d4-14ab-445e-a54d-b9dfc5e3e5b8 None None] Network 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:24:55.960861 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.014253 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Deleting port f74aed87-a49c-427d-b35b-354624ef868f {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:56.014602 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.308975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] DHCP port deletion for 2adbf889-db3a-4a4e-a7b9-0c6993a18c84 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:24:56.374586 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device f74aed87-a49c-427d-b35b-354624ef868f no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:24:56.388747 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] For port f74aed87-a49c-427d-b35b-354624ef868f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f74aed87-a49c-427d-b35b-354624ef868f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:56.389111 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.401900 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Calling delete_port for f74aed87-a49c-427d-b35b-354624ef868f owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:56.408340 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Deleting port f74aed87-a49c-427d-b35b-354624ef868f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:56.408723 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.485422 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.506141 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] For port f74aed87-a49c-427d-b35b-354624ef868f, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=f74aed87-a49c-427d-b35b-354624ef868f,segment=NetworkSegment(525d1ce9-e364-4783-85bb-801d06aac9d1),segment_id=525d1ce9-e364-4783-85bb-801d06aac9d1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:56.506546 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.511637 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Pushing event deleted for resources: {'Port': ['ID=f74aed87-a49c-427d-b35b-354624ef868f,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:56.515420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] No DVR routers for this DVR port f74aed87-a49c-427d-b35b-354624ef868f on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:24:56.526218 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Calling delete_port for f74aed87-a49c-427d-b35b-354624ef868f owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:56.530140 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.597510 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.608268 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b0464d6b-94fd-4947-b197-34a39a0d734c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:24:56.609608 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2adbf889-db3a-4a4e-a7b9-0c6993a18c84']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:56.621336 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525d1ce9-e364-4783-85bb-801d06aac9d1') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:56.621689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525d1ce9-e364-4783-85bb-801d06aac9d1') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:56.634866 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.640805 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: b0464d6b-94fd-4947-b197-34a39a0d734c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:24:56.641157 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b0464d6b-94fd-4947-b197-34a39a0d734c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:24:56.641581 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a75ed938-ad43-4c20-ada5-8fea8fc27b08 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:24:56.650806 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.656856 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:24:56.657255 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: timer() Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:24:56.658976 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:24:56.663303 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: a75ed938-ad43-4c20-ada5-8fea8fc27b08 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:24:56.663656 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device a75ed938-ad43-4c20-ada5-8fea8fc27b08 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:24:56.678445 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.704223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Pushing event deleted for resources: {'Port': ['ID=f74aed87-a49c-427d-b35b-354624ef868f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:56.706447 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] No DVR routers for this DVR port f74aed87-a49c-427d-b35b-354624ef868f on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:24:56.715192 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.715299 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.715654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.715973 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.716898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.716898 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.717098 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.717261 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.717692 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.718002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.718267 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.718552 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765ede1a-3763-46f1-b320-94db9f2f8464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:24:56.726148 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.733153 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:56.735340 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] 10.222.0.21 "DELETE /v2.0/networks/2adbf889-db3a-4a4e-a7b9-0c6993a18c84 HTTP/1.1" status: 204 len: 168 time: 0.8436098 Aug 26 12:24:56.738570 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45922) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:56.747766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2edc66-e829-4f7f-bd10-43218d68020e admin admin] Pushing event deleted for resources: {'Network': ['ID=2adbf889-db3a-4a4e-a7b9-0c6993a18c84,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:57.076754 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.316688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] Deleting port 88dace47-fcd0-451b-8850-1093ccf122b6 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:57.317037 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.397939 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] For port 88dace47-fcd0-451b-8850-1093ccf122b6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=88dace47-fcd0-451b-8850-1093ccf122b6,segment=NetworkSegment(660ec21f-cfdb-4799-bfe6-08a894bce433),segment_id=660ec21f-cfdb-4799-bfe6-08a894bce433)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:57.398309 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.411430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] Calling delete_port for 88dace47-fcd0-451b-8850-1093ccf122b6 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:57.586132 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:57.611660 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=88dace47-fcd0-451b-8850-1093ccf122b6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:57.785185 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:58.000322 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] Router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:24:58.452034 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:24:58.456955 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fe69407c-c135-47f7-8b9f-dc6ed4550ce6 admin admin] 10.222.0.21 "PUT /v2.0/routers/5b80156a-7fe0-4d04-83d7-b8b18e5688d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172978 Aug 26 12:24:58.459473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45924) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:58.460656 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bdd6ce-3ae9-4444-b3df-88073ef4c7ed None None] Sync routers for ids ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:24:58.469808 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bdd6ce-3ae9-4444-b3df-88073ef4c7ed None None] Routers {'5b80156a-7fe0-4d04-83d7-b8b18e5688d4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:58.470423 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-15bdd6ce-3ae9-4444-b3df-88073ef4c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:58.560087 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:58.573460 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-15bdd6ce-3ae9-4444-b3df-88073ef4c7ed None None] Set router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:58.661601 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:58.712952 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Deleting port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:58.713296 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:58.747434 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-15bdd6ce-3ae9-4444-b3df-88073ef4c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'name': 'tempest-TestShelveInstance-413346967-router', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:25Z', 'updated_at': '2021-08-26T12:24:57Z', 'revision_number': 5, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'gw_port': {'id': '8711c1fe-fab5-43c7-8bd9-eaa01998f2d1', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:14:26Z', 'updated_at': '2021-08-26T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:58.773056 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bdd6ce-3ae9-4444-b3df-88073ef4c7ed None None] Checking router: 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:24:58.781048 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bdd6ce-3ae9-4444-b3df-88073ef4c7ed None None] Routers {'5b80156a-7fe0-4d04-83d7-b8b18e5688d4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:24:58.781648 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-15bdd6ce-3ae9-4444-b3df-88073ef4c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:58.794272 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] For port 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=8711c1fe-fab5-43c7-8bd9-eaa01998f2d1,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:58.794860 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:58.807512 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Calling delete_port for 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:58.866109 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-15bdd6ce-3ae9-4444-b3df-88073ef4c7ed None None] Set router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:24:58.920438 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-15bdd6ce-3ae9-4444-b3df-88073ef4c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'name': 'tempest-TestShelveInstance-413346967-router', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:25Z', 'updated_at': '2021-08-26T12:24:58Z', 'revision_number': 6, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:58.947871 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bdd6ce-3ae9-4444-b3df-88073ef4c7ed None None] The sync data for ids ['5b80156a-7fe0-4d04-83d7-b8b18e5688d4'] in n-d-778550-13 is: [{'id': '5b80156a-7fe0-4d04-83d7-b8b18e5688d4', 'name': 'tempest-TestShelveInstance-413346967-router', 'tenant_id': 'e5104115e4b84fca87e99a9c42276fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:14:25Z', 'updated_at': '2021-08-26T12:24:58Z', 'revision_number': 6, 'project_id': 'e5104115e4b84fca87e99a9c42276fae', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:24:58.973059 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:58.999146 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=8711c1fe-fab5-43c7-8bd9-eaa01998f2d1,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:59.061176 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.152429 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.154536 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.197500 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.198029 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b80156a-7fe0-4d04-83d7-b8b18e5688d4 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:24:59.202503 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.203692 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a22674d7-7911-420a-aa34-985f75050a6a admin admin] 10.222.0.21 "DELETE /v2.0/routers/5b80156a-7fe0-4d04-83d7-b8b18e5688d4 HTTP/1.1" status: 204 len: 168 time: 0.7433105 Aug 26 12:24:59.206213 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45926) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:59.250453 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-5806ed8f-86df-43ab-96f1-99589d59f349 admin admin] Deleting subnet 092b724e-65a8-46de-9e12-8ff37bde3aa4 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:24:59.253386 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5806ed8f-86df-43ab-96f1-99589d59f349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.289529 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5806ed8f-86df-43ab-96f1-99589d59f349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.374605 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5806ed8f-86df-43ab-96f1-99589d59f349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.426162 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5806ed8f-86df-43ab-96f1-99589d59f349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.452204 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806ed8f-86df-43ab-96f1-99589d59f349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092b724e-65a8-46de-9e12-8ff37bde3aa4,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:59.455926 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5806ed8f-86df-43ab-96f1-99589d59f349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.458366 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5806ed8f-86df-43ab-96f1-99589d59f349 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/092b724e-65a8-46de-9e12-8ff37bde3aa4 HTTP/1.1" status: 204 len: 168 time: 0.2506406 Aug 26 12:24:59.460902 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45928) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:24:59.464253 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629d3460-9fdf-4c10-b950-c69f59db0cff None None] Network fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:24:59.532161 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.586238 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Deleting port aa55d06f-feff-4c79-90b7-12fe8ac1707e {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:59.586592 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.650091 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] For port aa55d06f-feff-4c79-90b7-12fe8ac1707e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=aa55d06f-feff-4c79-90b7-12fe8ac1707e,segment=NetworkSegment(660ec21f-cfdb-4799-bfe6-08a894bce433),segment_id=660ec21f-cfdb-4799-bfe6-08a894bce433)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:59.650463 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.664178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Calling delete_port for aa55d06f-feff-4c79-90b7-12fe8ac1707e owned by network:dhcp {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:59.691786 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24256af8-d974-41ad-a3f6-144cee127215 None None] DHCP port deletion for fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:24:59.739462 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-24256af8-d974-41ad-a3f6-144cee127215 None None] Deleting port aa55d06f-feff-4c79-90b7-12fe8ac1707e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:24:59.739852 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24256af8-d974-41ad-a3f6-144cee127215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.750817 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.776977 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa55d06f-feff-4c79-90b7-12fe8ac1707e,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:59.783169 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] No DVR routers for this DVR port aa55d06f-feff-4c79-90b7-12fe8ac1707e on host n-d-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:24:59.813997 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-24256af8-d974-41ad-a3f6-144cee127215 None None] For port aa55d06f-feff-4c79-90b7-12fe8ac1707e, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=aa55d06f-feff-4c79-90b7-12fe8ac1707e,segment=NetworkSegment(660ec21f-cfdb-4799-bfe6-08a894bce433),segment_id=660ec21f-cfdb-4799-bfe6-08a894bce433)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:24:59.814402 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24256af8-d974-41ad-a3f6-144cee127215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.831491 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-24256af8-d974-41ad-a3f6-144cee127215 None None] Calling delete_port for aa55d06f-feff-4c79-90b7-12fe8ac1707e owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:24:59.855576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.865895 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0']}} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:59.881684 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660ec21f-cfdb-4799-bfe6-08a894bce433') {'for_net_delete': True} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:59.881986 n-d-778550-13 neutron-server[101267]: DEBUG neutron.services.segments.db [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660ec21f-cfdb-4799-bfe6-08a894bce433') {} {{(pid=101267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:24:59.891571 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11854865'] for segment, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.906703 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24256af8-d974-41ad-a3f6-144cee127215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.907156 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.915079 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:24:59.915498 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11855800'] for segment, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: Traceback (most recent call last): Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: timer() Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: cb(*args, **kw) Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: return func(*args, **kwargs) Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: self._notify() Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: self.callback(batched_events) Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: event.method(event) Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: return f(self, *a, **k) Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: return self._get(url).json() Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: return self.request(url, 'GET', **kwargs) Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:24:59.917422 n-d-778550-13 neutron-server[101267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:24:59.930839 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24256af8-d974-41ad-a3f6-144cee127215 None None] Pushing event deleted for resources: {'Port': ['ID=aa55d06f-feff-4c79-90b7-12fe8ac1707e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:24:59.937278 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24256af8-d974-41ad-a3f6-144cee127215 None None] No DVR routers for this DVR port aa55d06f-feff-4c79-90b7-12fe8ac1707e on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:24:59.975585 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.983199 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Notify callbacks [] for network, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:24:59.985109 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0 HTTP/1.1" status: 204 len: 168 time: 0.5231788 Aug 26 12:24:59.994877 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46d7d5-bbc5-49b1-97f6-0574ae83ed74 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7b9a43-d5c2-44a1-94e2-21c02ed11ea0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:00.121112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45932) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:00.163607 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e0405d4b-362b-4897-8136-9f4986505564 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d82f8f4c97643a2aed242a8b511032b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413232 Aug 26 12:25:00.166215 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45934) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:00.213848 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d599ab8f-40e8-4934-a801-aff4ead638a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:00.238708 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d599ab8f-40e8-4934-a801-aff4ead638a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:00.285309 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d599ab8f-40e8-4934-a801-aff4ead638a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:00.287964 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d599ab8f-40e8-4934-a801-aff4ead638a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:00.289127 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d599ab8f-40e8-4934-a801-aff4ead638a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81d569dd-27a8-44d3-ad64-8e00a310ad36 HTTP/1.1" status: 204 len: 168 time: 0.1219840 Aug 26 12:25:00.296855 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599ab8f-40e8-4934-a801-aff4ead638a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d569dd-27a8-44d3-ad64-8e00a310ad36,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:00.374529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device aa55d06f-feff-4c79-90b7-12fe8ac1707e no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:25:00.395778 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: aa55d06f-feff-4c79-90b7-12fe8ac1707e {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:25:00.396134 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device aa55d06f-feff-4c79-90b7-12fe8ac1707e not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:25:00.396563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 88dace47-fcd0-451b-8850-1093ccf122b6 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:25:00.417976 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 88dace47-fcd0-451b-8850-1093ccf122b6 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:25:00.418328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 88dace47-fcd0-451b-8850-1093ccf122b6 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:25:00.418767 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:25:00.437878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:25:00.438231 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 8711c1fe-fab5-43c7-8bd9-eaa01998f2d1 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:25:00.636938 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45940) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:00.675741 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-82a0c198-d426-4b1c-b5ec-331045428533 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5104115e4b84fca87e99a9c42276fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376840 Aug 26 12:25:00.678824 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45942) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:00.725736 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6d84161c-3b5f-4643-856f-208914d9573c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:00.748202 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6d84161c-3b5f-4643-856f-208914d9573c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:00.796178 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6d84161c-3b5f-4643-856f-208914d9573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:00.799073 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6d84161c-3b5f-4643-856f-208914d9573c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:00.800276 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6d84161c-3b5f-4643-856f-208914d9573c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2d8d40b-a2c8-4d52-ac57-0e0923462b2d HTTP/1.1" status: 204 len: 168 time: 0.1205406 Aug 26 12:25:00.808446 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84161c-3b5f-4643-856f-208914d9573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d8d40b-a2c8-4d52-ac57-0e0923462b2d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:01.522851 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45964) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:01.617023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1617099288-network', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:01.636931 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Made reservation on behalf of 63896463c07e4174b128351ffc3fe6e3 for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:01.639298 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:01.647614 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:01.734924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:01.738565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:01.760599 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:25:01.776439 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b13bd79-eeb6-4347-94c2-7f9f0b23bfc0,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:01.781715 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:01.782300 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Added segment f9cfa280-ffa9-4841-b675-85145c4fba41 of type vlan for network 3bdfa9a2-c048-4447-ac86-ee9403120c50 Aug 26 12:25:01.826187 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:01.849734 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:01.850853 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:01.851437 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:01.905173 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3812020 Aug 26 12:25:01.908459 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45968) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:01.914348 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] Request body: {'subnet': {'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1617099288-subnet', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:01.914509 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5a796-1385-4996-a9a3-291bbf4f7469 admin admin] Pushing event updated for resources: {'Network': ['ID=3bdfa9a2-c048-4447-ac86-ee9403120c50,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:01.924202 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 3bdfa9a2-c048-4447-ac86-ee9403120c50 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:25:01.936814 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] Made reservation on behalf of 63896463c07e4174b128351ffc3fe6e3 for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:01.939256 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.104664 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.163827 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5cc1e2-1714-4571-a21f-c31eb545604c,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:02.173036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] Checking segment: {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:02.173402 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] Network hostable DHCP agents. Network: 3bdfa9a2-c048-4447-ac86-ee9403120c50, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:25:02.189124 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] Network 3bdfa9a2-c048-4447-ac86-ee9403120c50 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:25:02.198262 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 3bdfa9a2-c048-4447-ac86-ee9403120c50) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:02.203844 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:02.203972 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.208438 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4464181a-9c79-4a9f-95fa-1ac53bbc59ab None None] Network 3bdfa9a2-c048-4447-ac86-ee9403120c50 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:25:02.221905 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45970) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:02.223105 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-6f8840c9-5d5f-495a-98c2-3065fed10a6d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3134913 Aug 26 12:25:02.227056 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:02.248076 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.249088 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.300874 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.356425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-3bdfa9a2-c048-4447-ac86-ee9403120c50', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:25:02.357257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.441359 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.494596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Allocated IP 172.20.0.2 (3bdfa9a2-c048-4447-ac86-ee9403120c50/df5cc1e2-1714-4571-a21f-c31eb545604c/b960148b-1b83-454d-9671-ac11eb44c4a6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:02.637540 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.643907 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.646383 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Transition to ACTIVE for port object b960148b-1b83-454d-9671-ac11eb44c4a6 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:02.661403 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Transition to ACTIVE for port object b960148b-1b83-454d-9671-ac11eb44c4a6 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:02.664424 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.667249 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.704137 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Network 3bdfa9a2-c048-4447-ac86-ee9403120c50 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:02.708930 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:02.712747 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:02.721590 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Pushing event updated for resources: {'Port': ['ID=b960148b-1b83-454d-9671-ac11eb44c4a6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:02.769278 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Allocated IP 172.25.1.216 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/7bbaa736-0b06-4d92-bd13-c4540a7956be) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:02.770958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Attempting to bind port b960148b-1b83-454d-9671-ac11eb44c4a6 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:02.771345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Attempting to bind port b960148b-1b83-454d-9671-ac11eb44c4a6 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:02.771715 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Attempting to bind port b960148b-1b83-454d-9671-ac11eb44c4a6 on network 3bdfa9a2-c048-4447-ac86-ee9403120c50 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:02.776826 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:02.777201 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Checking segment: {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:02.777611 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.778014 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Bound using segment: {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:02.778481 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Bound port: b960148b-1b83-454d-9671-ac11eb44c4a6, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:02.778897 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.843364 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] For port b960148b-1b83-454d-9671-ac11eb44c4a6, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:02.846398 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] For port b960148b-1b83-454d-9671-ac11eb44c4a6, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b960148b-1b83-454d-9671-ac11eb44c4a6,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:02.850441 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.878455 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.911856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815813f9-8a29-4301-9f42-1cc691c7f39c None None] Pushing event updated for resources: {'Port': ['ID=b960148b-1b83-454d-9671-ac11eb44c4a6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:02.947038 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:02.993612 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:02.996922 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:02.999465 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:03.023132 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Pushing event updated for resources: {'Port': ['ID=7bbaa736-0b06-4d92-bd13-c4540a7956be,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:03.308943 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:03.505921 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:03.642917 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Router eef679dc-f975-40ca-ac2b-2bb7295aecb4 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101266) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:25:03.753541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:25:03.770488 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Sync routers for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:25:03.773768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:03.774939 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-0788d757-7879-4b72-806c-38900c66553c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5520024 Aug 26 12:25:03.777757 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45972) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:03.781683 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:03.782524 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:03.868729 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc89ff4-fcd2-44d7-9ced-137512e92fa8 None None] Network 3bdfa9a2-c048-4447-ac86-ee9403120c50 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:25:03.961050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:04.040207 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-34e01cb4-e331-4575-9fff-beaec8c01a28 None None] Provisioning for port b960148b-1b83-454d-9671-ac11eb44c4a6 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:04.204162 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:04.222743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:03Z', 'revision_number': 3, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:04.262205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Checking router: eef679dc-f975-40ca-ac2b-2bb7295aecb4 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:25:04.262560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Updating router eef679dc-f975-40ca-ac2b-2bb7295aecb4 port 7bbaa736-0b06-4d92-bd13-c4540a7956be binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:25:04.291616 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:04.415286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Allocated IP 172.20.0.1 (3bdfa9a2-c048-4447-ac86-ee9403120c50/df5cc1e2-1714-4571-a21f-c31eb545604c/6281bf83-2bf3-4f48-b9d9-2373b4598a2d) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:04.464249 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b960148b-1b83-454d-9671-ac11eb44c4a6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:04.547110 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:04.560892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Transition to ACTIVE for port object 6281bf83-2bf3-4f48-b9d9-2373b4598a2d will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:04.581884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port b960148b-1b83-454d-9671-ac11eb44c4a6 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:04.589002 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b960148b-1b83-454d-9671-ac11eb44c4a6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:04.589373 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:04.594002 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:04.633451 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Network 3bdfa9a2-c048-4447-ac86-ee9403120c50 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:04.639838 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:04.644624 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:04.647190 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6281bf83-2bf3-4f48-b9d9-2373b4598a2d,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:04.681669 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:04.689781 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:04.695257 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Transition to ACTIVE for port object 7bbaa736-0b06-4d92-bd13-c4540a7956be will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:04.724698 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:04.785199 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:04.793654 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa20cd-fedd-476f-9861-89575f6aa0e8 None None] Pushing event updated for resources: {'Port': ['ID=7bbaa736-0b06-4d92-bd13-c4540a7956be,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:04.802958 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Attempting to bind port 7bbaa736-0b06-4d92-bd13-c4540a7956be on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:04.803341 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Attempting to bind port 7bbaa736-0b06-4d92-bd13-c4540a7956be by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:04.803718 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Attempting to bind port 7bbaa736-0b06-4d92-bd13-c4540a7956be on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:04.815394 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:04.815771 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:04.816179 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:04.816577 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:04.817676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Bound port: 7bbaa736-0b06-4d92-bd13-c4540a7956be, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:04.818443 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:04.826836 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:05.005940 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:05.010707 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:05.027466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port b960148b-1b83-454d-9671-ac11eb44c4a6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b960148b-1b83-454d-9671-ac11eb44c4a6,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:05.039729 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:05.041489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9aaec429-51a8-4bfa-80fd-9d9a6d9cd7b4 None None] Provisioning for port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:05.073774 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9aaec429-51a8-4bfa-80fd-9d9a6d9cd7b4 None None] Provisioning complete for port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:05.074065 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9aaec429-51a8-4bfa-80fd-9d9a6d9cd7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:05.076770 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:05.078054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] For port 7bbaa736-0b06-4d92-bd13-c4540a7956be, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:05.078638 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6281bf83-2bf3-4f48-b9d9-2373b4598a2d,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:05.121304 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] For port 7bbaa736-0b06-4d92-bd13-c4540a7956be, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7bbaa736-0b06-4d92-bd13-c4540a7956be,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:05.134434 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:05.146470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9aaec429-51a8-4bfa-80fd-9d9a6d9cd7b4 None None] Port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:25:05.149377 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=b960148b-1b83-454d-9671-ac11eb44c4a6,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:05.180481 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Network 3bdfa9a2-c048-4447-ac86-ee9403120c50 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:05.181892 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:05.194161 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:05.194818 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:05.242345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa20cd-fedd-476f-9861-89575f6aa0e8 None None] Pushing event updated for resources: {'Port': ['ID=7bbaa736-0b06-4d92-bd13-c4540a7956be,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:05.308598 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Router eef679dc-f975-40ca-ac2b-2bb7295aecb4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:25:05.318108 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:05.486091 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5a328836-330a-43c0-9e73-0cd9c2561b29 None None] Provisioning complete for port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:05.486375 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a328836-330a-43c0-9e73-0cd9c2561b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:05.548832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5a328836-330a-43c0-9e73-0cd9c2561b29 None None] Port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:25:05.568858 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 2, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:05.597867 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a449eb9-7cb7-49d3-b208-f47423129025 None None] The sync data for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 is: [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 2, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:25:05.730498 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:25:05.736036 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-d17757f2-5666-4947-8e85-d5768d9ca8a5 admin admin] 10.222.0.21 "PUT /v2.0/routers/eef679dc-f975-40ca-ac2b-2bb7295aecb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9572661 Aug 26 12:25:06.294766 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 45990) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:06.300035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2022331931-network', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:06.331592 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Made reservation on behalf of b149a01dde9f4aa697e85b18cc52860d for: {'network': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:06.335361 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for network, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.345210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.453286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.458047 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.490377 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=101266) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 12:25:06.497018 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7bbaa736-0b06-4d92-bd13-c4540a7956be up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:06.497556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba37af6-e664-4684-9fb6-606cb093684b,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:06.504130 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.505090 n-d-778550-13 neutron-server[101266]: INFO neutron.db.segments_db [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Added segment 57d99a25-8ef3-45d2-b38f-c858517dde00 of type vlan for network 22ef1aa9-5fbd-425a-831a-3192feb50a28 Aug 26 12:25:06.548166 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730520984944'] for network, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.568587 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 7bbaa736-0b06-4d92-bd13-c4540a7956be completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:06.572840 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7bbaa736-0b06-4d92-bd13-c4540a7956be triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:06.573403 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.575167 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295'] for network, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.576846 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:06.577005 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.640277 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45992) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:06.640814 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3444982 Aug 26 12:25:06.647045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] Request body: {'subnet': {'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2022331931-subnet', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'ip_version': 4}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:06.655314 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3591e1-1e08-4249-920a-f278e486accb admin admin] Pushing event updated for resources: {'Network': ['ID=22ef1aa9-5fbd-425a-831a-3192feb50a28,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:06.662068 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.671934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] Made reservation on behalf of b149a01dde9f4aa697e85b18cc52860d for: {'subnet': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:06.672706 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Network 22ef1aa9-5fbd-425a-831a-3192feb50a28 details requested by agent ovs-agent-n-d-778550-13 with host n-d-778550-13 {{(pid=101268) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 12:25:06.674924 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731423'] for subnet, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.733702 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 7bbaa736-0b06-4d92-bd13-c4540a7956be, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7bbaa736-0b06-4d92-bd13-c4540a7956be,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:06.743022 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.743986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b960148b-1b83-454d-9671-ac11eb44c4a6 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:06.841946 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=7bbaa736-0b06-4d92-bd13-c4540a7956be,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:06.868909 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port b960148b-1b83-454d-9671-ac11eb44c4a6 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:06.869363 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.888852 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11855389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731373'] for subnet, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.947296 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:06.956625 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] Checking segment: {'id': '57d99a25-8ef3-45d2-b38f-c858517dde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:06.957178 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] Network hostable DHCP agents. Network: 22ef1aa9-5fbd-425a-831a-3192feb50a28, hostable agents: ['15ab1650-bcf2-40dd-ae45-cffeae467e56'], hosted agents: [] {{(pid=101267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 12:25:06.976734 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] Network 22ef1aa9-5fbd-425a-831a-3192feb50a28 is scheduled to be hosted by DHCP agent 15ab1650-bcf2-40dd-ae45-cffeae467e56 with binding_index 1 {{(pid=101267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 12:25:06.986183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-13, 22ef1aa9-5fbd-425a-831a-3192feb50a28) {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:06.991011 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:06.991819 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:06.998172 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf07fb2-f195-411e-a634-0846e035e1ae None None] Network 22ef1aa9-5fbd-425a-831a-3192feb50a28 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:25:07.008877 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-86504199-a1b2-4b8a-966c-c4c233ed9337 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3638015 Aug 26 12:25:07.009049 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45994) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:07.013398 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2022331931-router', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:07.032863 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3895598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258048'] for router, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.033851 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3898344', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258071'] for router, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.089585 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.147395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb289c46c-f48f-5853-bb3e-28a9ff693d3b-22ef1aa9-5fbd-425a-831a-3192feb50a28', 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'fixed_ips': [{'subnet_id': 'fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6'}]}} from n-d-778550-13. {{(pid=101268) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 12:25:07.148307 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.234235 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.291832 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Allocated IP 172.20.0.2 (22ef1aa9-5fbd-425a-831a-3192feb50a28/fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6/3884932e-7fd5-4ca2-8c11-1515188a128c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:07.438978 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.441783 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.450583 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Transition to ACTIVE for port object 3884932e-7fd5-4ca2-8c11-1515188a128c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:07.459453 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.466375 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Transition to ACTIVE for port object 3884932e-7fd5-4ca2-8c11-1515188a128c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:07.475307 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.517497 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Network 22ef1aa9-5fbd-425a-831a-3192feb50a28 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:07.521159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:07.523601 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:07.530986 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Pushing event updated for resources: {'Port': ['ID=3884932e-7fd5-4ca2-8c11-1515188a128c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:07.571354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Allocated IP 172.25.1.145 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/5717ca41-13de-400a-af43-6326d0fef270) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:07.583510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Attempting to bind port 3884932e-7fd5-4ca2-8c11-1515188a128c on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:07.584032 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Attempting to bind port 3884932e-7fd5-4ca2-8c11-1515188a128c by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '57d99a25-8ef3-45d2-b38f-c858517dde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:07.584406 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Attempting to bind port 3884932e-7fd5-4ca2-8c11-1515188a128c on network 22ef1aa9-5fbd-425a-831a-3192feb50a28 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:07.590923 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:07.591382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Checking segment: {'id': '57d99a25-8ef3-45d2-b38f-c858517dde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:07.591792 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.592198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Bound using segment: {'id': '57d99a25-8ef3-45d2-b38f-c858517dde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:07.592680 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Bound port: 3884932e-7fd5-4ca2-8c11-1515188a128c, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d99a25-8ef3-45d2-b38f-c858517dde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:07.593076 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.660812 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] For port 3884932e-7fd5-4ca2-8c11-1515188a128c, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:07.663872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] For port 3884932e-7fd5-4ca2-8c11-1515188a128c, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3884932e-7fd5-4ca2-8c11-1515188a128c,segment=NetworkSegment(57d99a25-8ef3-45d2-b38f-c858517dde00),segment_id=57d99a25-8ef3-45d2-b38f-c858517dde00)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:07.669131 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.682594 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.716602 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Sync routers for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:25:07.726576 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:07.729322 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e532fe-df5b-4f84-b9cf-0ba8394c9eda None None] Pushing event updated for resources: {'Port': ['ID=3884932e-7fd5-4ca2-8c11-1515188a128c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:07.730478 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:07.731196 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-50d414c2-2575-446d-b802-6e416d81035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:07.767177 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:07.775188 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:07.779518 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:07.786134 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=5717ca41-13de-400a-af43-6326d0fef270,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:07.848948 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:08.073949 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:08.091163 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-50d414c2-2575-446d-b802-6e416d81035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 2, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:08.118347 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Checking router: eef679dc-f975-40ca-ac2b-2bb7295aecb4 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:25:08.118681 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Updating router eef679dc-f975-40ca-ac2b-2bb7295aecb4 port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:25:08.143028 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:08.284285 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3895737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3897399'] for router, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:08.436036 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Router aefb3790-3ab9-4b97-b58a-c9845368a9a9 is scheduled to L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e with binding_index 1 {{(pid=101267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 12:25:08.481662 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7bbaa736-0b06-4d92-bd13-c4540a7956be up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:08.542529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 7bbaa736-0b06-4d92-bd13-c4540a7956be triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:08.543513 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:08.546742 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:08.557835 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Transition to ACTIVE for port object 6281bf83-2bf3-4f48-b9d9-2373b4598a2d will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:08.565455 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:08.574495 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:25:08.591885 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Sync routers for ids ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:25:08.605542 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:08.606996 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-d917fb83-ceb3-420f-b132-e5229d1e1cd3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5969422 Aug 26 12:25:08.609561 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 45996) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:08.615872 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Routers {'aefb3790-3ab9-4b97-b58a-c9845368a9a9'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:08.616510 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:08.673114 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Attempting to bind port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:08.673415 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Attempting to bind port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:08.673773 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Attempting to bind port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d on network 3bdfa9a2-c048-4447-ac86-ee9403120c50 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:08.690751 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:08.691182 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Checking segment: {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:08.691531 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:08.691970 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Bound using segment: {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:08.692445 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Bound port: 6281bf83-2bf3-4f48-b9d9-2373b4598a2d, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:08.693072 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:08.756081 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Pushing event updated for resources: {'Port': ['ID=6281bf83-2bf3-4f48-b9d9-2373b4598a2d,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:08.763221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3884932e-7fd5-4ca2-8c11-1515188a128c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:08.767095 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.767430 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.767760 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.768083 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.768411 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.768733 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.769052 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.769373 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.769687 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.770846 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.770968 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.771189 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:25:08.806275 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-50d414c2-2575-446d-b802-6e416d81035b None None] For port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:08.814230 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-50d414c2-2575-446d-b802-6e416d81035b None None] For port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6281bf83-2bf3-4f48-b9d9-2373b4598a2d,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:08.823878 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Set router aefb3790-3ab9-4b97-b58a-c9845368a9a9 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:08.824765 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:08.882093 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:08.882754 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-50d414c2-2575-446d-b802-6e416d81035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:08.937345 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a121a2-4043-4367-97a7-e54e521907ed None None] Network 22ef1aa9-5fbd-425a-831a-3192feb50a28 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:25:08.978235 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 3884932e-7fd5-4ca2-8c11-1515188a128c completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:09.012846 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349589b-2977-4be9-b45d-831c338c8deb None None] Pushing event updated for resources: {'Port': ['ID=6281bf83-2bf3-4f48-b9d9-2373b4598a2d,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:09.037135 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-50d414c2-2575-446d-b802-6e416d81035b None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:09.194489 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-779f7221-d729-409c-8867-2f7a8e8657ad None None] Provisioning for port 3884932e-7fd5-4ca2-8c11-1515188a128c completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:09.215024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-779f7221-d729-409c-8867-2f7a8e8657ad None None] Provisioning complete for port 3884932e-7fd5-4ca2-8c11-1515188a128c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:09.215401 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-779f7221-d729-409c-8867-2f7a8e8657ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:09.275629 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-50d414c2-2575-446d-b802-6e416d81035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:08Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:09.307454 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d414c2-2575-446d-b802-6e416d81035b None None] The sync data for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 is: [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:08Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:25:09.422882 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-779f7221-d729-409c-8867-2f7a8e8657ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:09.443411 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'name': 'tempest-TestSnapshotPattern-2022331931-router', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5717ca41-13de-400a-af43-6326d0fef270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:07Z', 'revision_number': 3, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'gw_port': {'id': '5717ca41-13de-400a-af43-6326d0fef270', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:09.479069 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Checking router: aefb3790-3ab9-4b97-b58a-c9845368a9a9 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:25:09.479318 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Updating router aefb3790-3ab9-4b97-b58a-c9845368a9a9 port 5717ca41-13de-400a-af43-6326d0fef270 binding host n-d-778550-13 {{(pid=101268) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:25:09.529402 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-779f7221-d729-409c-8867-2f7a8e8657ad None None] For port 3884932e-7fd5-4ca2-8c11-1515188a128c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3884932e-7fd5-4ca2-8c11-1515188a128c,segment=NetworkSegment(57d99a25-8ef3-45d2-b38f-c858517dde00),segment_id=57d99a25-8ef3-45d2-b38f-c858517dde00)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:09.536457 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-779f7221-d729-409c-8867-2f7a8e8657ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:09.540331 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:09.560573 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:09.685004 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f7221-d729-409c-8867-2f7a8e8657ad None None] Pushing event updated for resources: {'Port': ['ID=3884932e-7fd5-4ca2-8c11-1515188a128c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:09.767082 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Allocated IP 172.20.0.1 (22ef1aa9-5fbd-425a-831a-3192feb50a28/fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6/1a4e3202-b8b9-4291-93ee-17197affa463) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:09.817418 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0fd7d34b-e2ee-4676-b4c7-f10af16b95b0 None None] Provisioning complete for port 3884932e-7fd5-4ca2-8c11-1515188a128c triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:09.817916 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0fd7d34b-e2ee-4676-b4c7-f10af16b95b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:09.895193 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:09.907718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:09.909720 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Transition to ACTIVE for port object 1a4e3202-b8b9-4291-93ee-17197affa463 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:09.921635 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Transition to ACTIVE for port object 5717ca41-13de-400a-af43-6326d0fef270 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:09.929560 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:09.946975 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:09.980683 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Network 22ef1aa9-5fbd-425a-831a-3192feb50a28 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:09.983708 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:09.987313 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:10.001404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Attempting to bind port 5717ca41-13de-400a-af43-6326d0fef270 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:10.001781 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Attempting to bind port 5717ca41-13de-400a-af43-6326d0fef270 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:10.002142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Attempting to bind port 5717ca41-13de-400a-af43-6326d0fef270 on network b1703738-6a36-495d-9edf-c5d14a6506a8 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:10.021443 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df43c92-9b12-4a73-843c-38570286737c None None] Pushing event updated for resources: {'Port': ['ID=5717ca41-13de-400a-af43-6326d0fef270,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:10.023821 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:10.024198 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Checking segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:10.024598 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.024982 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Bound using segment: {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:10.025459 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Bound port: 5717ca41-13de-400a-af43-6326d0fef270, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa85835f-5cf9-4533-a1b8-82464f6eb840', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:10.025999 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.027431 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Pushing event updated for resources: {'Port': ['ID=1a4e3202-b8b9-4291-93ee-17197affa463,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:10.049414 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3897576'] for router_interface, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.097227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] For port 5717ca41-13de-400a-af43-6326d0fef270, host n-d-778550-13, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:10.101414 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] For port 5717ca41-13de-400a-af43-6326d0fef270, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5717ca41-13de-400a-af43-6326d0fef270,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:10.106899 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.180766 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Routers {'aefb3790-3ab9-4b97-b58a-c9845368a9a9'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:10.181393 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:10.186255 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df43c92-9b12-4a73-843c-38570286737c None None] Pushing event updated for resources: {'Port': ['ID=5717ca41-13de-400a-af43-6326d0fef270,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:10.194234 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.299758 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] Set router aefb3790-3ab9-4b97-b58a-c9845368a9a9 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:10.335529 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2dd0f4a2-f46b-4c51-9546-ae5a4f1ffbfe None None] Provisioning for port 1a4e3202-b8b9-4291-93ee-17197affa463 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:10.349170 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2dd0f4a2-f46b-4c51-9546-ae5a4f1ffbfe None None] Provisioning complete for port 1a4e3202-b8b9-4291-93ee-17197affa463 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:10.349444 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f4a2-f46b-4c51-9546-ae5a4f1ffbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.375396 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.380975 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.423725 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6281bf83-2bf3-4f48-b9d9-2373b4598a2d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:10.455242 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3892791'] for router_interface, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.458012 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Pushing event updated for resources: {'Port': ['ID=1a4e3202-b8b9-4291-93ee-17197affa463,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:10.478410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0f4a2-f46b-4c51-9546-ae5a4f1ffbfe None None] Port 1a4e3202-b8b9-4291-93ee-17197affa463 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:25:10.535068 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:10.540673 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:10.541051 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.547403 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Network 22ef1aa9-5fbd-425a-831a-3192feb50a28 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:10.548717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:10.629087 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'name': 'tempest-TestSnapshotPattern-2022331931-router', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5717ca41-13de-400a-af43-6326d0fef270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 4, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'gw_port': {'id': '5717ca41-13de-400a-af43-6326d0fef270', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1a4e3202-b8b9-4291-93ee-17197affa463', 'name': '', 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'mac_address': 'fa:16:3e:1a:f6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:09Z', 'updated_at': '2021-08-26T12:25:09Z', 'revision_number': 1, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'subnets': [{'id': 'fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:10.677291 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ea3a2-7515-4929-a5a2-0faf9f1c9398 None None] The sync data for ids ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'] in n-d-778550-13 is: [{'id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'name': 'tempest-TestSnapshotPattern-2022331931-router', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5717ca41-13de-400a-af43-6326d0fef270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 4, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'gw_port': {'id': '5717ca41-13de-400a-af43-6326d0fef270', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1a4e3202-b8b9-4291-93ee-17197affa463', 'name': '', 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'mac_address': 'fa:16:3e:1a:f6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:09Z', 'updated_at': '2021-08-26T12:25:09Z', 'revision_number': 1, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'subnets': [{'id': 'fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:25:10.677584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Router aefb3790-3ab9-4b97-b58a-c9845368a9a9 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:25:10.691310 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.731355 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6281bf83-2bf3-4f48-b9d9-2373b4598a2d,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:10.736060 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.737094 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3884932e-7fd5-4ca2-8c11-1515188a128c up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:10.802812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:25:10.807962 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-64f8c1e5-9fa2-42e7-8a08-9f3109d8e93f admin admin] 10.222.0.21 "PUT /v2.0/routers/aefb3790-3ab9-4b97-b58a-c9845368a9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1973832 Aug 26 12:25:10.852727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-812a8a71-3d68-47aa-81db-92700b3aa80d None None] Provisioning complete for port 1a4e3202-b8b9-4291-93ee-17197affa463 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:10.853104 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-812a8a71-3d68-47aa-81db-92700b3aa80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.885663 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=6281bf83-2bf3-4f48-b9d9-2373b4598a2d,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:10.940417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 3884932e-7fd5-4ca2-8c11-1515188a128c triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:10.941060 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:10.971727 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-812a8a71-3d68-47aa-81db-92700b3aa80d None None] Port 1a4e3202-b8b9-4291-93ee-17197affa463 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:25:11.390684 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46004) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:11.395662 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-5139dfd8-b400-47a4-a27f-bba072c12a76 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-588691086', 'description': 'tempest-secgroup-smoke-588691086 description', 'project_id': '63896463c07e4174b128351ffc3fe6e3'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:11.417044 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5139dfd8-b400-47a4-a27f-bba072c12a76 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.494832 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5139dfd8-b400-47a4-a27f-bba072c12a76 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.498570 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5139dfd8-b400-47a4-a27f-bba072c12a76 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.526497 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-5139dfd8-b400-47a4-a27f-bba072c12a76 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.527756 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-5139dfd8-b400-47a4-a27f-bba072c12a76 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1359508 Aug 26 12:25:11.529608 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139dfd8-b400-47a4-a27f-bba072c12a76 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f8b388-d6a1-4d34-84b8-f8f213c8cc63,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:11.530814 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46006) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:11.535588 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-f65fa180-c8a5-45d7-b84f-9d64962871b1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Request body: {'security_group_rule': {'security_group_id': '13f8b388-d6a1-4d34-84b8-f8f213c8cc63', 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:11.560385 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f65fa180-c8a5-45d7-b84f-9d64962871b1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.615443 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f65fa180-c8a5-45d7-b84f-9d64962871b1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.618828 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f65fa180-c8a5-45d7-b84f-9d64962871b1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.635916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fa180-c8a5-45d7-b84f-9d64962871b1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac6527f-8d87-4708-a0ab-2d1b3cf8b187,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:11.642312 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-f65fa180-c8a5-45d7-b84f-9d64962871b1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.643544 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-f65fa180-c8a5-45d7-b84f-9d64962871b1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1116991 Aug 26 12:25:11.646398 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46008) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:11.650850 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-df0b2f87-f1a4-4ae7-bead-70902d021b12 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Request body: {'security_group_rule': {'security_group_id': '13f8b388-d6a1-4d34-84b8-f8f213c8cc63', 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:11.677270 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df0b2f87-f1a4-4ae7-bead-70902d021b12 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.731993 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df0b2f87-f1a4-4ae7-bead-70902d021b12 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.735388 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df0b2f87-f1a4-4ae7-bead-70902d021b12 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.753988 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b2f87-f1a4-4ae7-bead-70902d021b12 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8716166-58e3-424f-9b7d-cdc5b9cd843e,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:11.761505 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-df0b2f87-f1a4-4ae7-bead-70902d021b12 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.762960 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-df0b2f87-f1a4-4ae7-bead-70902d021b12 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155744 Aug 26 12:25:11.765847 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46010) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:11.770688 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-5719e531-5aa4-4e05-afb2-23f904f840e7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Request body: {'security_group_rule': {'security_group_id': '13f8b388-d6a1-4d34-84b8-f8f213c8cc63', 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:11.796413 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5719e531-5aa4-4e05-afb2-23f904f840e7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.860975 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5719e531-5aa4-4e05-afb2-23f904f840e7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.864488 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5719e531-5aa4-4e05-afb2-23f904f840e7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.881581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719e531-5aa4-4e05-afb2-23f904f840e7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb329eaa-7d92-42ce-b843-33a20e480e32,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:11.898120 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-5719e531-5aa4-4e05-afb2-23f904f840e7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.899814 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-5719e531-5aa4-4e05-afb2-23f904f840e7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327562 Aug 26 12:25:11.902581 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46012) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:11.907123 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-601da3cd-c400-4c9a-b75a-5892bcfdafc9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Request body: {'security_group_rule': {'security_group_id': '13f8b388-d6a1-4d34-84b8-f8f213c8cc63', 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:11.932113 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-601da3cd-c400-4c9a-b75a-5892bcfdafc9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.989894 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-601da3cd-c400-4c9a-b75a-5892bcfdafc9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:11.993899 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-601da3cd-c400-4c9a-b75a-5892bcfdafc9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.013626 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601da3cd-c400-4c9a-b75a-5892bcfdafc9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f665964-d115-4d1b-8587-b35cd66afdf0,revision_number=0']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:12.033249 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-601da3cd-c400-4c9a-b75a-5892bcfdafc9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.034983 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-601da3cd-c400-4c9a-b75a-5892bcfdafc9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309552 Aug 26 12:25:12.038138 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46014) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:12.042898 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-7b51252d-9f2d-4804-9992-b406bbcb0ffb tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Request body: {'security_group_rule': {'security_group_id': '13f8b388-d6a1-4d34-84b8-f8f213c8cc63', 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:12.065123 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-7b51252d-9f2d-4804-9992-b406bbcb0ffb tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Project 63896463c07e4174b128351ffc3fe6e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:25:12.070530 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b51252d-9f2d-4804-9992-b406bbcb0ffb tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.143399 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b51252d-9f2d-4804-9992-b406bbcb0ffb tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.147845 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b51252d-9f2d-4804-9992-b406bbcb0ffb tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.167008 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51252d-9f2d-4804-9992-b406bbcb0ffb tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cef147-95a7-4b71-89b0-314c4040075c,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:12.170080 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7b51252d-9f2d-4804-9992-b406bbcb0ffb tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.171336 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7b51252d-9f2d-4804-9992-b406bbcb0ffb tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321688 Aug 26 12:25:12.174149 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46016) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:12.178780 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [None req-7c246fcb-c728-4ab3-8b1e-e33ea73d1e11 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Request body: {'security_group_rule': {'security_group_id': '13f8b388-d6a1-4d34-84b8-f8f213c8cc63', 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:12.200195 n-d-778550-13 neutron-server[101267]: INFO neutron.db.securitygroups_db [None req-7c246fcb-c728-4ab3-8b1e-e33ea73d1e11 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Project 63896463c07e4174b128351ffc3fe6e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 12:25:12.205325 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c246fcb-c728-4ab3-8b1e-e33ea73d1e11 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.270629 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c246fcb-c728-4ab3-8b1e-e33ea73d1e11 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.274793 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c246fcb-c728-4ab3-8b1e-e33ea73d1e11 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3836273'] for security_group_rule, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.295088 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c246fcb-c728-4ab3-8b1e-e33ea73d1e11 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0259d6b-8b0f-4cc9-8ecf-f3c18efe7468,revision_number=0']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:12.302555 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7c246fcb-c728-4ab3-8b1e-e33ea73d1e11 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.303880 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7c246fcb-c728-4ab3-8b1e-e33ea73d1e11 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287491 Aug 26 12:25:12.467782 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-3964489d-eab9-4f1f-b5a5-72b77bd1bd14 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588691086&fields=id&tenant_id=63896463c07e4174b128351ffc3fe6e3 HTTP/1.1" status: 200 len: 267 time: 0.0383563 Aug 26 12:25:12.482470 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5717ca41-13de-400a-af43-6326d0fef270 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:12.533843 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 5717ca41-13de-400a-af43-6326d0fef270 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:12.537968 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5717ca41-13de-400a-af43-6326d0fef270 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:12.538482 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.585423 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-d973f6b7-56b4-4d99-a39b-780b0b920a59 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:12.587005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-d973f6b7-56b4-4d99-a39b-780b0b920a59 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 810 time: 0.1122317 Aug 26 12:25:12.606128 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-4d621410-621e-45b9-8c3b-cc8d69eeb272 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/quotas/63896463c07e4174b128351ffc3fe6e3 HTTP/1.1" status: 200 len: 375 time: 0.0104165 Aug 26 12:25:12.622498 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.644252 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 5717ca41-13de-400a-af43-6326d0fef270, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5717ca41-13de-400a-af43-6326d0fef270,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:12.649234 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.650026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6281bf83-2bf3-4f48-b9d9-2373b4598a2d up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:12.675184 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-5318bb0d-b511-434e-9696-1186244e70a7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631218 Aug 26 12:25:12.682200 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-83a1510b-9111-45c9-8104-2c346d4977f5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:25:12.687509 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-83a1510b-9111-45c9-8104-2c346d4977f5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093653 Aug 26 12:25:12.728660 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=5717ca41-13de-400a-af43-6326d0fef270,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:12.742630 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:12.743045 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:12.780052 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ece82862-77ce-4f97-bccd-3da7566066bf service neutron] 10.222.0.21 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901527 Aug 26 12:25:12.875239 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-d3e4e429-bece-4d66-959e-f1e03f775256 service neutron] 10.222.0.21 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885277 Aug 26 12:25:13.033823 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-23f0d95e-4015-459c-a2f8-ab25d11e849d req-214ea9c7-6ee3-48ab-8bab-4067e0264b8f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 210 time: 0.0267684 Aug 26 12:25:13.397088 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Sync routers for ids ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:25:13.406807 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Routers {'aefb3790-3ab9-4b97-b58a-c9845368a9a9'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:13.407682 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:13.487805 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf8c842a-4c36-4495-9dee-4325e6d41479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:13.518473 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Set router aefb3790-3ab9-4b97-b58a-c9845368a9a9 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:13.715193 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'name': 'tempest-TestSnapshotPattern-2022331931-router', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5717ca41-13de-400a-af43-6326d0fef270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 4, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'gw_port': {'id': '5717ca41-13de-400a-af43-6326d0fef270', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1a4e3202-b8b9-4291-93ee-17197affa463', 'name': '', 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'mac_address': 'fa:16:3e:1a:f6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:09Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 2, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'subnets': [{'id': 'fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:13.741611 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Checking router: aefb3790-3ab9-4b97-b58a-c9845368a9a9 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:25:13.741959 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Updating router aefb3790-3ab9-4b97-b58a-c9845368a9a9 port 1a4e3202-b8b9-4291-93ee-17197affa463 binding host n-d-778550-13 {{(pid=101269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 12:25:13.765149 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.044423 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.057313 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Transition to ACTIVE for port object 1a4e3202-b8b9-4291-93ee-17197affa463 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:14.064698 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.067360 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-6bb0123c-6ba0-45f2-81a6-a3a9d756c8a8 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:14.068969 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-6bb0123c-6ba0-45f2-81a6-a3a9d756c8a8 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.47 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 810 time: 0.1146882 Aug 26 12:25:14.117344 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ed9e4604-e8f0-40e9-a4af-4ee9c8b30f03 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63896463c07e4174b128351ffc3fe6e3 HTTP/1.1" status: 200 len: 379 time: 0.0377710 Aug 26 12:25:14.126144 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f8e28-8dd2-45ea-ac27-1c87950fe45e None None] Pushing event updated for resources: {'Port': ['ID=1a4e3202-b8b9-4291-93ee-17197affa463,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:14.155308 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-deb95fc7-5968-4da9-8e13-4f534f6e9c71 req-c8e6166a-ba43-4121-a553-7c1eb09e9d1e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 210 time: 0.0329010 Aug 26 12:25:14.161198 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Request body: {'port': {'device_id': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'admin_state_up': True, 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'security_groups': ['13f8b388-d6a1-4d34-84b8-f8f213c8cc63']}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:14.184919 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Attempting to bind port 1a4e3202-b8b9-4291-93ee-17197affa463 on host n-d-778550-13 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:14.185320 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Attempting to bind port 1a4e3202-b8b9-4291-93ee-17197affa463 by drivers openvswitch,hyperv on host n-d-778550-13 at level 0 using segments [{'id': '57d99a25-8ef3-45d2-b38f-c858517dde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:14.185685 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Attempting to bind port 1a4e3202-b8b9-4291-93ee-17197affa463 on network 22ef1aa9-5fbd-425a-831a-3192feb50a28 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:14.191646 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Checking agent: {'id': 'e5a8f3c9-7041-459c-ab30-18146b75db6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 33, 46), 'started_at': datetime.datetime(2021, 8, 26, 10, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:14.192019 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Checking segment: {'id': '57d99a25-8ef3-45d2-b38f-c858517dde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:14.192420 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.192812 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Bound using segment: {'id': '57d99a25-8ef3-45d2-b38f-c858517dde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:14.193278 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Bound port: 1a4e3202-b8b9-4291-93ee-17197affa463, host: n-d-778550-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d99a25-8ef3-45d2-b38f-c858517dde00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:14.193939 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.267388 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] For port 1a4e3202-b8b9-4291-93ee-17197affa463, host n-d-778550-13, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:14.272064 n-d-778550-13 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] For port 1a4e3202-b8b9-4291-93ee-17197affa463, host n-d-778550-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1a4e3202-b8b9-4291-93ee-17197affa463,segment=NetworkSegment(57d99a25-8ef3-45d2-b38f-c858517dde00),segment_id=57d99a25-8ef3-45d2-b38f-c858517dde00)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:14.276505 n-d-778550-13 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.277070 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Made reservation on behalf of 63896463c07e4174b128351ffc3fe6e3 for: {'port': 1} {{(pid=101267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:25:14.280839 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.335647 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f8e28-8dd2-45ea-ac27-1c87950fe45e None None] Pushing event updated for resources: {'Port': ['ID=1a4e3202-b8b9-4291-93ee-17197affa463,revision_number=4']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:14.341119 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Routers {'aefb3790-3ab9-4b97-b58a-c9845368a9a9'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:14.341749 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:24:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:14.431372 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5717ca41-13de-400a-af43-6326d0fef270 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:14.435901 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_common [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Allocated IP 172.20.0.9 (3bdfa9a2-c048-4447-ac86-ee9403120c50/df5cc1e2-1714-4571-a21f-c31eb545604c/b655ae76-82a7-4617-be2d-cb96d485b4b9) {{(pid=101267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:14.507365 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 5717ca41-13de-400a-af43-6326d0fef270 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:14.507926 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.573024 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] Set router aefb3790-3ab9-4b97-b58a-c9845368a9a9 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:14.605660 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for port, precommit_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.619724 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Transition to ACTIVE for port object b655ae76-82a7-4617-be2d-cb96d485b4b9 will not be triggered until provisioned by entity DHCP. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:14.653448 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_create {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.694261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Network 3bdfa9a2-c048-4447-ac86-ee9403120c50 is already hosted by enough agents. {{(pid=101267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:14.697489 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.base_scheduler [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Resources bound (agent type, host, resource id): {{(pid=101267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:14.703173 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Received port after_create {{(pid=101267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:14.730889 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'Port': ['ID=b655ae76-82a7-4617-be2d-cb96d485b4b9,revision_number=1']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:14.772038 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:14.772785 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.789354 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-c641050a-c283-4ef7-aebc-871e6374b56b tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6391063 Aug 26 12:25:14.795296 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'name': 'tempest-TestSnapshotPattern-2022331931-router', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5717ca41-13de-400a-af43-6326d0fef270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 4, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'gw_port': {'id': '5717ca41-13de-400a-af43-6326d0fef270', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1a4e3202-b8b9-4291-93ee-17197affa463', 'name': '', 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'mac_address': 'fa:16:3e:1a:f6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:09Z', 'updated_at': '2021-08-26T12:25:14Z', 'revision_number': 4, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'subnets': [{'id': 'fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:14.803788 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.v2.base [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Request body: {'port': {'device_id': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-13'}} {{(pid=101267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:14.823444 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155472ae-778b-419e-a7f0-ef9eb1bef4df None None] The sync data for ids ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'] in n-d-778550-13 is: [{'id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'name': 'tempest-TestSnapshotPattern-2022331931-router', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5717ca41-13de-400a-af43-6326d0fef270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 4, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'gw_port': {'id': '5717ca41-13de-400a-af43-6326d0fef270', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '1a4e3202-b8b9-4291-93ee-17197affa463', 'name': '', 'network_id': '22ef1aa9-5fbd-425a-831a-3192feb50a28', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'mac_address': 'fa:16:3e:1a:f6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:09Z', 'updated_at': '2021-08-26T12:25:14Z', 'revision_number': 4, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'subnets': [{'id': 'fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:25:14.864447 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:14.966359 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-62889bb7-073c-4eff-85d2-444910168729 None None] Provisioning for port b655ae76-82a7-4617-be2d-cb96d485b4b9 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:14.970956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-62889bb7-073c-4eff-85d2-444910168729 None None] Provisioning complete for port b655ae76-82a7-4617-be2d-cb96d485b4b9 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:14.971580 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62889bb7-073c-4eff-85d2-444910168729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:15.011596 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-62889bb7-073c-4eff-85d2-444910168729 None None] Port b655ae76-82a7-4617-be2d-cb96d485b4b9 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:25:15.148166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b655ae76-82a7-4617-be2d-cb96d485b4b9 {{(pid=101267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:25:15.155912 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:15.168964 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.provisioning_blocks [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Transition to ACTIVE for port object b655ae76-82a7-4617-be2d-cb96d485b4b9 will not be triggered until provisioned by entity L2. {{(pid=101267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:25:15.172338 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:15.243646 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Pushing event updated for resources: {'Port': ['ID=b655ae76-82a7-4617-be2d-cb96d485b4b9,revision_number=2']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:15.335546 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15a512-e350-476e-aecb-f391f79f1347 req-d6122e99-3dbe-42f0-8af3-cb40513379c7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:15.337137 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d15a512-e350-476e-aecb-f391f79f1347 req-d6122e99-3dbe-42f0-8af3-cb40513379c7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 943 time: 0.0957446 Aug 26 12:25:15.340045 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Attempting to bind port b655ae76-82a7-4617-be2d-cb96d485b4b9 on host n-h1-778550-13 for vnic_type normal with profile {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:25:15.340593 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Attempting to bind port b655ae76-82a7-4617-be2d-cb96d485b4b9 by drivers openvswitch,hyperv on host n-h1-778550-13 at level 0 using segments [{'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:25:15.341112 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Attempting to bind port b655ae76-82a7-4617-be2d-cb96d485b4b9 on network 3bdfa9a2-c048-4447-ac86-ee9403120c50 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:15.360168 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Port b655ae76-82a7-4617-be2d-cb96d485b4b9 on network 3bdfa9a2-c048-4447-ac86-ee9403120c50 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-13 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:25:15.360499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Attempting to bind port b655ae76-82a7-4617-be2d-cb96d485b4b9 on network 3bdfa9a2-c048-4447-ac86-ee9403120c50 {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:25:15.371806 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Checking agent: {'id': '2472605e-a30a-4eeb-a596-34992c0caac4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:25:15.372160 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Checking segment: {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:25:15.372528 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Bound using segment: {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'} {{(pid=101267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:25:15.372976 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.managers [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Bound port: b655ae76-82a7-4617-be2d-cb96d485b4b9, host: n-h1-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'}}] {{(pid=101267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:25:15.373343 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:15.397582 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2d15a512-e350-476e-aecb-f391f79f1347 req-c0208ff3-6298-43c6-a421-38227fcaa162 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537598 Aug 26 12:25:15.450516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] For port b655ae76-82a7-4617-be2d-cb96d485b4b9, host n-h1-778550-13, cleared binding levels {{(pid=101267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:25:15.453473 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] For port b655ae76-82a7-4617-be2d-cb96d485b4b9, host n-h1-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:25:15.458512 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11855764'] for port, after_update {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:15.491836 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:15.492457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:15.493841 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] 10.222.0.47 "PUT /v2.0/ports/b655ae76-82a7-4617-be2d-cb96d485b4b9 HTTP/1.1" status: 200 len: 1092 time: 0.6953659 Aug 26 12:25:15.494279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:25:15.496802 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099fdeb8-eb4f-496e-b138-763157e07ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:25:15.522199 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39b649-d8a3-4524-92a1-0722e6e19d7c service neutron] Pushing event updated for resources: {'Port': ['ID=b655ae76-82a7-4617-be2d-cb96d485b4b9,revision_number=3']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:15.552227 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8019b2f-8256-4ae2-a17f-cfb432993836 x-openstack-request-id: req-b8019b2f-8256-4ae2-a17f-cfb432993836 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:25:15.552521 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:25:15.552777 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8019b2f-8256-4ae2-a17f-cfb432993836 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:25:15.553170 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'status': 'completed', 'code': 200} Aug 26 12:25:15.588291 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-8f164298-fab5-49c5-ad86-c3fd8c4fd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:15.589811 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-8f164298-fab5-49c5-ad86-c3fd8c4fd85f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 1095 time: 0.0498111 Aug 26 12:25:15.634307 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-132b66df-fe54-42da-a984-740bc69762ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9 HTTP/1.1" status: 200 len: 217 time: 0.0363610 Aug 26 12:25:15.686485 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ec86e6bc-6af6-4b66-b745-bf5e2e21b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:15.687995 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-ec86e6bc-6af6-4b66-b745-bf5e2e21b072 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0474484 Aug 26 12:25:15.735808 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-484ec418-98d7-4faf-a1ff-9775cd6b56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:15.737273 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-484ec418-98d7-4faf-a1ff-9775cd6b56a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425985 Aug 26 12:25:15.827006 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-650f1f93-7d62-4f0b-8887-17c6b86112ef service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825586 Aug 26 12:25:15.883251 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0bd82cfb-df38-4266-9f9f-b1ee95f781d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:15.920657 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7a072be9-5dff-49cb-9601-23f4128782a1 req-a9d3f02e-ef17-4ff6-81fc-7a0a46d804b5 service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868952 Aug 26 12:25:16.008933 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fdeb8-eb4f-496e-b138-763157e07ef6 req-954da951-e88a-4431-9fda-ffdbce860733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:16.010433 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-099fdeb8-eb4f-496e-b138-763157e07ef6 req-954da951-e88a-4431-9fda-ffdbce860733 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 1095 time: 0.0418603 Aug 26 12:25:16.097185 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fdeb8-eb4f-496e-b138-763157e07ef6 req-63460194-14a4-4a80-98c4-ba71400303dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:16.099213 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-099fdeb8-eb4f-496e-b138-763157e07ef6 req-63460194-14a4-4a80-98c4-ba71400303dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0821137 Aug 26 12:25:16.146117 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-099fdeb8-eb4f-496e-b138-763157e07ef6 req-93d6a7a7-17bb-4850-9939-78b283fb349f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9 HTTP/1.1" status: 200 len: 217 time: 0.0386586 Aug 26 12:25:16.195433 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fdeb8-eb4f-496e-b138-763157e07ef6 req-3155ae75-5054-43a7-a399-9ffd2d6f88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:16.196897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-099fdeb8-eb4f-496e-b138-763157e07ef6 req-3155ae75-5054-43a7-a399-9ffd2d6f88c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0442307 Aug 26 12:25:16.242628 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fdeb8-eb4f-496e-b138-763157e07ef6 req-abc7fec4-f4ff-4c95-9203-a2e25213a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:16.244166 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-099fdeb8-eb4f-496e-b138-763157e07ef6 req-abc7fec4-f4ff-4c95-9203-a2e25213a824 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406713 Aug 26 12:25:16.340359 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-099fdeb8-eb4f-496e-b138-763157e07ef6 req-2b845efa-1a37-4083-a34b-7cbf50cc081b service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884087 Aug 26 12:25:16.414203 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1a4e3202-b8b9-4291-93ee-17197affa463 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:16.452571 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-099fdeb8-eb4f-496e-b138-763157e07ef6 req-f95f2f8a-b5f7-44b1-b868-5251fc4bac22 service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051812 Aug 26 12:25:16.454617 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:16.485189 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning for port 1a4e3202-b8b9-4291-93ee-17197affa463 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:16.490113 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1a4e3202-b8b9-4291-93ee-17197affa463 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:16.490499 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:16.537023 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf0027-40bd-438b-9b4b-305ce5c14196 req-c212be46-1168-4885-b45f-a69607bb6cd2 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:16.538536 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aedf0027-40bd-438b-9b4b-305ce5c14196 req-c212be46-1168-4885-b45f-a69607bb6cd2 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 943 time: 0.0573096 Aug 26 12:25:16.568432 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:16.577119 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-aedf0027-40bd-438b-9b4b-305ce5c14196 req-c0d770f5-a6b4-4c74-b19d-e1b173b4e6e9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326362 Aug 26 12:25:16.602410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9405e558-e334-49ee-b81e-569499fee408 None None] For port 1a4e3202-b8b9-4291-93ee-17197affa463, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1a4e3202-b8b9-4291-93ee-17197affa463,segment=NetworkSegment(57d99a25-8ef3-45d2-b38f-c858517dde00),segment_id=57d99a25-8ef3-45d2-b38f-c858517dde00)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:16.606137 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:16.651856 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Pushing event updated for resources: {'Port': ['ID=1a4e3202-b8b9-4291-93ee-17197affa463,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:17.605935 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:17.691693 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bfbc0-cd3c-437d-83dd-fe940122e667 req-ba1a7c01-815c-4e73-b465-bacae742fee1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:17.693180 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f31bfbc0-cd3c-437d-83dd-fe940122e667 req-ba1a7c01-815c-4e73-b465-bacae742fee1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 943 time: 0.0499589 Aug 26 12:25:17.731436 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f31bfbc0-cd3c-437d-83dd-fe940122e667 req-bf9ac7b5-778c-4038-8b01-48628c60cb18 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319796 Aug 26 12:25:18.376814 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1a4e3202-b8b9-4291-93ee-17197affa463 up at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:18.422884 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Provisioning complete for port 1a4e3202-b8b9-4291-93ee-17197affa463 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:18.423169 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:18.443233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b655ae76-82a7-4617-be2d-cb96d485b4b9 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:25:18.579893 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b655ae76-82a7-4617-be2d-cb96d485b4b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:18.591121 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'mac_address': 'fa:16:3e:a5:3f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:25:18.787141 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:18.800667 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b655ae76-82a7-4617-be2d-cb96d485b4b9 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:25:18.820262 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b655ae76-82a7-4617-be2d-cb96d485b4b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:18.825323 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:18.846452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373479ba-addc-4d11-aa5b-a067b4a7bd46 req-860fdbea-5bee-4fd9-8575-5a2bae149196 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:18.847985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-373479ba-addc-4d11-aa5b-a067b4a7bd46 req-860fdbea-5bee-4fd9-8575-5a2bae149196 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 943 time: 0.0494599 Aug 26 12:25:18.871243 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b655ae76-82a7-4617-be2d-cb96d485b4b9,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:18.885812 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-373479ba-addc-4d11-aa5b-a067b4a7bd46 req-d036b89b-ed31-4c58-b992-6b2feeb1ddff tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318227 Aug 26 12:25:19.187944 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b655ae76-82a7-4617-be2d-cb96d485b4b9'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:25:19.684376 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:20.002934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10eb9c-a608-4756-88da-4618258d4321 req-cf62c42d-f41d-4012-8bf7-2aa5ad9d3ec7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:20.004425 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7c10eb9c-a608-4756-88da-4618258d4321 req-cf62c42d-f41d-4012-8bf7-2aa5ad9d3ec7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 944 time: 0.0525534 Aug 26 12:25:20.041514 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7c10eb9c-a608-4756-88da-4618258d4321 req-95606820-2508-46c2-9c53-5ac9c396e170 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313122 Aug 26 12:25:20.436145 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b655ae76-82a7-4617-be2d-cb96d485b4b9 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:25:20.483351 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning for port b655ae76-82a7-4617-be2d-cb96d485b4b9 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:25:20.486912 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port b655ae76-82a7-4617-be2d-cb96d485b4b9 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:25:20.487291 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:20.565760 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:20.587226 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:25:20.589479 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7d537d-12b2-4e24-9c73-391f00810417" -d '{"events": [{"server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "name": "network-vif-plugged", "status": "completed", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:25:20.602106 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b655ae76-82a7-4617-be2d-cb96d485b4b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:25:20.606449 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:20.629965 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e259f55b-c4e2-4c59-8e7e-d1b0ac0d4862 x-openstack-request-id: req-e259f55b-c4e2-4c59-8e7e-d1b0ac0d4862 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:25:20.630258 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "name": "network-vif-plugged", "status": "completed", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:25:20.630514 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e259f55b-c4e2-4c59-8e7e-d1b0ac0d4862 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:25:20.630933 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'code': 200} Aug 26 12:25:20.656431 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b655ae76-82a7-4617-be2d-cb96d485b4b9,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:20.727812 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b86289-68ab-4e7d-a567-526228aaf030 req-e7b89ca9-97b4-4a91-bdc8-a54e029b5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:20.729340 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53b86289-68ab-4e7d-a567-526228aaf030 req-e7b89ca9-97b4-4a91-bdc8-a54e029b5174 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 1097 time: 0.0405438 Aug 26 12:25:20.763223 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-53b86289-68ab-4e7d-a567-526228aaf030 req-9c7d5350-8ede-44d7-91d3-f325f31e8b3e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269854 Aug 26 12:25:21.155122 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb4050-86cc-42d4-ae47-3119d3fe73dd req-780ba008-13c8-44f7-9812-745f3f273727 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:21.156616 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28cb4050-86cc-42d4-ae47-3119d3fe73dd req-780ba008-13c8-44f7-9812-745f3f273727 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Aug 26 12:25:21.194613 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-28cb4050-86cc-42d4-ae47-3119d3fe73dd req-9f3561de-8097-4eb8-8136-bc4827a4477c tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318437 Aug 26 12:25:21.427708 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:22.311161 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422f86b-acae-4c5f-8b7b-047a30940057 req-4836923b-7c53-4d6e-b3ff-a251315e3a8c tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:22.312644 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1422f86b-acae-4c5f-8b7b-047a30940057 req-4836923b-7c53-4d6e-b3ff-a251315e3a8c tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 945 time: 0.0518615 Aug 26 12:25:22.350262 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1422f86b-acae-4c5f-8b7b-047a30940057 req-6a1ff131-3a60-40d9-98fc-329b23278bf5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317075 Aug 26 12:25:22.459574 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efdff9-6b20-4278-9e02-0199cac49b1c req-4be3a478-095b-4e82-87bb-fd76aa35ae67 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:22.461144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0efdff9-6b20-4278-9e02-0199cac49b1c req-4be3a478-095b-4e82-87bb-fd76aa35ae67 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 945 time: 0.0477104 Aug 26 12:25:22.497789 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a0efdff9-6b20-4278-9e02-0199cac49b1c req-726ff2cb-6e5a-47aa-b7e6-e77b5fa1187c tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309479 Aug 26 12:25:22.518420 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46070) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:22.641073 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c6b324-ed7e-4ec4-800e-3ea5f1d71f3e tempest-TestSnapshotPattern-1656183036 tempest-TestSnapshotPattern-1656183036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:22.642584 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e5c6b324-ed7e-4ec4-800e-3ea5f1d71f3e tempest-TestSnapshotPattern-1656183036 tempest-TestSnapshotPattern-1656183036-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 1092 time: 0.1231332 Aug 26 12:25:22.646106 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46074) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:25:22.650389 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:25:22.671183 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:22.767874 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:22.870541 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Allocated IP 172.25.1.136 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/2ea18c09-1038-4552-9a17-35be5e250795) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:25:22.972882 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:23.010465 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:23.044938 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:25:23.047525 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:25:23.050059 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:25:23.085023 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'Port': ['ID=2ea18c09-1038-4552-9a17-35be5e250795,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:23.408180 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:23.476322 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:23.480084 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:23.627989 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:23.632435 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:23.703012 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'Port': ['ID=2ea18c09-1038-4552-9a17-35be5e250795,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:25:23.713520 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:23.813370 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Floating IP dfedf316-3d86-4702-b18c-78973750db09 associated. External IP: 172.25.1.136, port: b655ae76-82a7-4617-be2d-cb96d485b4b9. Aug 26 12:25:24.020934 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Router eef679dc-f975-40ca-ac2b-2bb7295aecb4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:25:24.128201 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:25:24.138050 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb4a97-c092-429a-b03f-add575405dc4 None None] Sync routers for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:25:24.143497 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:24.146815 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb4a97-c092-429a-b03f-add575405dc4 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:24.147439 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-99fb4a97-c092-429a-b03f-add575405dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:25:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:24.170698 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ce02eb87-1d32-47b1-ab6c-38b6978ffab1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5235882 Aug 26 12:25:24.171426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:25:24.173692 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1199f398-f887-4a31-add1-70930b10db21" -d '{"events": [{"name": "network-changed", "server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:25:24.209645 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0c393f-de39-446e-bfd6-d368f5c0c8de x-openstack-request-id: req-4f0c393f-de39-446e-bfd6-d368f5c0c8de {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:25:24.209947 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:25:24.210210 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f0c393f-de39-446e-bfd6-d368f5c0c8de {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:25:24.210623 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'status': 'completed', 'code': 200} Aug 26 12:25:24.256548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-99fb4a97-c092-429a-b03f-add575405dc4 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:24.273422 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199f398-f887-4a31-add1-70930b10db21 req-afdd2c54-a566-44c9-be5a-4b2bf3653d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:24.274902 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1199f398-f887-4a31-add1-70930b10db21 req-afdd2c54-a566-44c9-be5a-4b2bf3653d3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 1097 time: 0.0404513 Aug 26 12:25:24.368688 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199f398-f887-4a31-add1-70930b10db21 req-dd6f8a88-73f2-4571-a6e6-72570c17afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:24.370159 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1199f398-f887-4a31-add1-70930b10db21 req-dd6f8a88-73f2-4571-a6e6-72570c17afe0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0875974 Aug 26 12:25:24.436443 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1199f398-f887-4a31-add1-70930b10db21 req-f61d5fdb-2fed-4d03-9feb-372d28e6a96f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9 HTTP/1.1" status: 200 len: 999 time: 0.0587015 Aug 26 12:25:24.479735 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-99fb4a97-c092-429a-b03f-add575405dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dfedf316-3d86-4702-b18c-78973750db09', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:a5:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:25:23Z', 'updated_at': '2021-08-26T12:25:23Z', 'revision_number': 0, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:24.484699 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199f398-f887-4a31-add1-70930b10db21 req-a2ae9b60-4565-433b-80a8-03b5bbcefdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:24.486135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1199f398-f887-4a31-add1-70930b10db21 req-a2ae9b60-4565-433b-80a8-03b5bbcefdf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0423398 Aug 26 12:25:24.507164 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb4a97-c092-429a-b03f-add575405dc4 None None] Checking router: eef679dc-f975-40ca-ac2b-2bb7295aecb4 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:25:24.515513 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb4a97-c092-429a-b03f-add575405dc4 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:25:24.516138 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-99fb4a97-c092-429a-b03f-add575405dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:25:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:24.535081 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199f398-f887-4a31-add1-70930b10db21 req-b5e4624c-3844-4aaa-a0f2-8a775cb61c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:24.536497 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1199f398-f887-4a31-add1-70930b10db21 req-b5e4624c-3844-4aaa-a0f2-8a775cb61c52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430269 Aug 26 12:25:24.622033 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-99fb4a97-c092-429a-b03f-add575405dc4 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:25:24.627343 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1199f398-f887-4a31-add1-70930b10db21 req-cb59689b-1c2b-45ee-a0fc-9e5c787d4c18 service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832584 Aug 26 12:25:24.721786 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1199f398-f887-4a31-add1-70930b10db21 req-02007ba2-1297-45ab-af29-c86ed07c2c25 service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874438 Aug 26 12:25:24.854223 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-99fb4a97-c092-429a-b03f-add575405dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dfedf316-3d86-4702-b18c-78973750db09', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:a5:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:25:23Z', 'updated_at': '2021-08-26T12:25:23Z', 'revision_number': 0, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:25:24.880284 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb4a97-c092-429a-b03f-add575405dc4 None None] The sync data for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 is: [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dfedf316-3d86-4702-b18c-78973750db09', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:a5:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:25:23Z', 'updated_at': '2021-08-26T12:25:23Z', 'revision_number': 0, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:25:25.062267 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd753e1-0ca4-438b-8db7-333a11266c2e None None] New status for floating IP dfedf316-3d86-4702-b18c-78973750db09: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:25:28.748270 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:25:43.489318 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06aa66e4-23cf-41e5-89ae-8bd4337c4fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:45.884048 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1fe4-be59-4260-8664-d338cd989445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:46.416424 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:47.605642 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:49.687764 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:51.426019 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:53.474800 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:25:55.566825 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-b45272db-0f78-4e75-98d3-4a3daea1c8e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402360 Aug 26 12:25:55.647935 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-4b7ab681-62b3-4920-9ae5-c30539364e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:55.649459 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-4b7ab681-62b3-4920-9ae5-c30539364e4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 1097 time: 0.0412328 Aug 26 12:25:55.755386 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-ae7ecb30-e82e-48d5-8161-e6141698c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:55.756776 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-ae7ecb30-e82e-48d5-8161-e6141698c246 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0879312 Aug 26 12:25:55.821335 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-c922003d-19e3-4321-a558-a6cd63b18a1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9 HTTP/1.1" status: 200 len: 1001 time: 0.0575752 Aug 26 12:25:55.869711 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-d7fb2bdb-d9b4-4ada-8020-bdff77b2cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:55.871394 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-d7fb2bdb-d9b4-4ada-8020-bdff77b2cae9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0431087 Aug 26 12:25:55.919622 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-fd076aba-655e-44f9-a537-2d7ddf5dd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:25:55.921124 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-fd076aba-655e-44f9-a537-2d7ddf5dd30e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433977 Aug 26 12:25:56.009839 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-39a339bb-bb96-4e05-833b-473c1f65519b service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805707 Aug 26 12:25:56.105266 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f727b8fd-5ee2-4b31-9fec-a2fc7205eba6 req-c8365b9e-f1db-42dc-b6b5-43f03bfa779d service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887420 Aug 26 12:26:05.747162 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:26:13.490263 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4823-e3c8-4c99-ab4c-8e1369e7f5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:15.883690 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f2b909b-f576-4327-9469-1321c32214eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:16.416717 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:17.609941 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:19.689465 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:21.435071 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:23.474579 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:42.746383 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:26:43.493739 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3af2-ec8d-4916-b1f4-766ecea483ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:45.883877 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2f6f209-e806-4105-98cc-7e3ef29afc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:46.417255 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:47.612718 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:49.691893 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:51.438678 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:53.500129 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:26:56.571081 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-99088754-41ed-4b5f-a5d1-85d4c1343efd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433824 Aug 26 12:26:56.649009 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-9b9cae81-1afa-48d2-a3c2-012949a38b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:56.650463 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-9b9cae81-1afa-48d2-a3c2-012949a38b19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 1097 time: 0.0391350 Aug 26 12:26:56.755037 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-6e11116e-f59d-4905-a652-b59286d5629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:56.756470 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-6e11116e-f59d-4905-a652-b59286d5629c service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0869458 Aug 26 12:26:56.820714 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-5039c293-26c9-4c25-89d4-f7d4498e9707 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9 HTTP/1.1" status: 200 len: 1001 time: 0.0567830 Aug 26 12:26:56.868581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-a61672ae-9d89-45d2-9988-e9820438cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:56.869982 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-a61672ae-9d89-45d2-9988-e9820438cb90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0419328 Aug 26 12:26:56.917903 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-9071acdf-f989-4be5-8351-0e4822232a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:26:56.919559 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-9071acdf-f989-4be5-8351-0e4822232a98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430882 Aug 26 12:26:56.930236 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-192e455f-6a2e-4aad-89ed-453834cdd05e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:26:56.931285 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-192e455f-6a2e-4aad-89ed-453834cdd05e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050256 Aug 26 12:26:57.019723 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-7c220058-ca19-41df-a7ca-f2aae15d0d7b service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813372 Aug 26 12:26:57.111032 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-88d6a176-d4a3-4053-9402-7f7df936e038 req-cad8d653-8ea1-412f-a657-735696aff967 service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847721 Aug 26 12:27:13.493887 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a904d5a-7e8d-456a-a50e-e653500f4e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:15.884427 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdaf67a7-4c0f-4806-8008-01b24df02450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:16.417819 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:17.614668 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:19.696059 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:19.748774 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:27:21.454428 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:23.501250 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:43.494219 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3e981cb-f80c-477d-b3c7-808df2bc74c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:45.885185 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-222cbd51-815a-432f-ac30-6fe3807b41a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:46.418530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:47.618018 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:49.700369 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:51.469349 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:53.499942 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:27:56.747735 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:27:57.600836 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-b20f44f3-30c8-456f-b089-53ce614065f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444715 Aug 26 12:27:57.680338 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-474b9f3d-779f-43a9-9c56-845a734c08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:57.681798 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-474b9f3d-779f-43a9-9c56-845a734c08c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 1097 time: 0.0398843 Aug 26 12:27:57.786691 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-9cb5ae58-4967-4da2-a96c-dc5b6c9cb3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:57.788157 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-9cb5ae58-4967-4da2-a96c-dc5b6c9cb3f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0868134 Aug 26 12:27:57.852695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-768ed2c4-c18d-4f3a-9744-a32bba9c51e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9 HTTP/1.1" status: 200 len: 1001 time: 0.0569015 Aug 26 12:27:57.901441 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-f6fd4186-0e73-49cf-bf11-7f14b23cf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:57.902857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-f6fd4186-0e73-49cf-bf11-7f14b23cf3dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0428200 Aug 26 12:27:57.950584 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-1ac9f1e7-d173-42d2-bbec-ceab0a413539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:27:57.952600 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-1ac9f1e7-d173-42d2-bbec-ceab0a413539 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423844 Aug 26 12:27:58.038158 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-d91944a8-90e2-4336-b7c1-10f26c626247 service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786066 Aug 26 12:27:58.470903 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-c5169a77-fb36-4fff-8681-b69675e8ee63 req-d6a841e8-583a-4639-92fb-516c4fbe2a51 service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262757 Aug 26 12:28:07.349915 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b655ae76-82a7-4617-be2d-cb96d485b4b9 details requested by agent hyperv_n-h1-778550-13 with host n-h1-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:28:07.447505 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b655ae76-82a7-4617-be2d-cb96d485b4b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:07.458328 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Returning: {'device': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'mac_address': 'fa:16:3e:a5:3f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:28:07.493276 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:07.505957 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b655ae76-82a7-4617-be2d-cb96d485b4b9 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:28:07.523742 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b655ae76-82a7-4617-be2d-cb96d485b4b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:07.527509 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:07.578504 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b655ae76-82a7-4617-be2d-cb96d485b4b9,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:07.585522 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.585870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.586205 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.586537 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.586894 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.587221 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.587543 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.587864 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.588183 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.588503 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.588819 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.589133 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:07.599676 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] get_ports_and_sgs() called for port_ids ['b655ae76-82a7-4617-be2d-cb96d485b4b9'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:28:09.356343 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b655ae76-82a7-4617-be2d-cb96d485b4b9 up at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:28:09.406217 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Provisioning complete for port b655ae76-82a7-4617-be2d-cb96d485b4b9 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:28:09.406585 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:09.488117 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:09.510534 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:28:09.512786 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e5ee36-79d5-4068-bd13-e5fcfac206af" -d '{"events": [{"server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "name": "network-vif-plugged", "status": "completed", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:28:09.525282 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b655ae76-82a7-4617-be2d-cb96d485b4b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:09.529339 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:09.582711 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b655ae76-82a7-4617-be2d-cb96d485b4b9,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:09.630695 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8891e1b-ab01-4a3b-9d86-c70fa6c97ac8 x-openstack-request-id: req-f8891e1b-ab01-4a3b-9d86-c70fa6c97ac8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:28:09.631023 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "name": "network-vif-plugged", "status": "completed", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:28:09.631278 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8891e1b-ab01-4a3b-9d86-c70fa6c97ac8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:28:09.631681 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'code': 200} Aug 26 12:28:13.494332 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99da3fd7-b49f-40f1-86d9-137bf26b8919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:15.891257 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb8f4d49-b247-46f2-b34e-c56a56c5e1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:16.426342 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:17.622333 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:19.711238 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:21.473125 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:23.520953 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:23.862888 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-862af67c-9007-4c4b-aafb-37a7cb583164 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588691086&fields=id&tenant_id=63896463c07e4174b128351ffc3fe6e3 HTTP/1.1" status: 200 len: 267 time: 0.0326512 Aug 26 12:28:23.965376 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-1c5e550d-d908-45ae-8d1a-987c626ba385 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:23.967409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-1c5e550d-d908-45ae-8d1a-987c626ba385 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 810 time: 0.0972433 Aug 26 12:28:23.981480 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-dd9a3747-333c-41c0-bce2-83b9ed1e058f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/quotas/63896463c07e4174b128351ffc3fe6e3 HTTP/1.1" status: 200 len: 375 time: 0.0085504 Aug 26 12:28:24.037595 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-085cd35d-3d95-4fb9-a1f4-febd7f6a8090 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0511656 Aug 26 12:28:24.174291 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-7a915824-5ddb-45e0-b7e8-d9a48d12d42d service neutron] 10.222.0.21 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255913 Aug 26 12:28:24.266881 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-708c4fc3-52e7-432f-8c16-269906302dd2 service neutron] 10.222.0.21 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865474 Aug 26 12:28:24.422406 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7f67af37-d1f4-465c-aa43-4bca1b2d2d7c req-173da07b-0d1b-49bc-bf26-d8bea6e5ee22 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 210 time: 0.0262940 Aug 26 12:28:25.412476 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b655ae76-82a7-4617-be2d-cb96d485b4b9 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:28:25.490165 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:25.501348 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7189d54e-e1f8-4e35-bef0-e58a06fc1509 req-e88a7217-3dc3-47be-9d7d-eff3457e94b0 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 210 time: 0.0285118 Aug 26 12:28:25.514311 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:28:25.516602 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565cc732-5f58-4a6a-9263-a64891090ee1" -d '{"events": [{"server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "name": "network-vif-unplugged", "status": "completed", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:28:25.532059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] For port b655ae76-82a7-4617-be2d-cb96d485b4b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:25.536044 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:25.558632 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 12:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a8bf6f-df77-4ee2-9ca9-78c33447eaee x-openstack-request-id: req-52a8bf6f-df77-4ee2-9ca9-78c33447eaee {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:28:25.558965 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "name": "network-vif-unplugged", "status": "completed", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:28:25.559219 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52a8bf6f-df77-4ee2-9ca9-78c33447eaee {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:28:25.559603 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'code': 200} Aug 26 12:28:25.586031 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Pushing event updated for resources: {'Port': ['ID=b655ae76-82a7-4617-be2d-cb96d485b4b9,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:26.578426 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-5d634700-07bd-46a3-a6b5-fc72e9be4f6f req-ff87e05a-c908-40c0-bdfd-7deecb3f3671 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 210 time: 0.0257800 Aug 26 12:28:27.653428 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-99ddecc7-ab0b-4966-80ff-8e5b2e8edcfd req-f817c3cf-1bf5-4b7b-9421-028773bbf23f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 210 time: 0.0253692 Aug 26 12:28:28.439235 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-05ceb209-0f03-405c-9a97-40b0a42586ab tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:28.440703 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-05ceb209-0f03-405c-9a97-40b0a42586ab tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.42 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 810 time: 0.1058600 Aug 26 12:28:28.486136 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-13cff9a3-57f4-4291-b750-1c183397e7a9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63896463c07e4174b128351ffc3fe6e3 HTTP/1.1" status: 200 len: 379 time: 0.0358055 Aug 26 12:28:28.496241 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Request body: {'port': {'device_id': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'admin_state_up': True, 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'security_groups': ['13f8b388-d6a1-4d34-84b8-f8f213c8cc63']}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:28:28.611682 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Made reservation on behalf of 63896463c07e4174b128351ffc3fe6e3 for: {'port': 1} {{(pid=101266) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 12:28:28.615277 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:28.765453 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Allocated IP 172.20.0.7 (3bdfa9a2-c048-4447-ac86-ee9403120c50/df5cc1e2-1714-4571-a21f-c31eb545604c/c19403fd-6882-4021-a5e4-80af6a99c1d4) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:28:28.788116 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-24d7ffb7-77e6-4d6d-a03a-1bafdcf5252d req-c77b938f-63ee-4347-9640-1a6a3cc93aff tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 210 time: 0.0514722 Aug 26 12:28:28.942203 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:28.961169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Transition to ACTIVE for port object c19403fd-6882-4021-a5e4-80af6a99c1d4 will not be triggered until provisioned by entity DHCP. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:28:29.000237 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:29.051914 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Network 3bdfa9a2-c048-4447-ac86-ee9403120c50 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:28:29.057426 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:28:29.062211 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:28:29.069171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'Port': ['ID=c19403fd-6882-4021-a5e4-80af6a99c1d4,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:29.101689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.102064 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.102467 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.102816 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.103190 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.103501 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.103841 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.104179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.104513 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.104880 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.105176 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.105510 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:28:29.140360 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:29.141096 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:29.159099 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-47e295a3-7b41-4c6c-a5c6-27e7e4a11b71 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6665056 Aug 26 12:28:29.348179 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b2735224-788c-478d-98be-da161e6c2784 None None] Provisioning for port c19403fd-6882-4021-a5e4-80af6a99c1d4 completed by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:28:29.353823 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b2735224-788c-478d-98be-da161e6c2784 None None] Provisioning complete for port c19403fd-6882-4021-a5e4-80af6a99c1d4 triggered by entity DHCP. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:28:29.354594 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2735224-788c-478d-98be-da161e6c2784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:29.391076 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b2735224-788c-478d-98be-da161e6c2784 None None] Port c19403fd-6882-4021-a5e4-80af6a99c1d4 cannot update to ACTIVE because it is not bound. {{(pid=101268) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 12:28:29.915083 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82951ae8-599c-4178-bdfd-621474b22e08 req-88bc67ba-b946-4593-a06b-58955119a9f1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:29.917294 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82951ae8-599c-4178-bdfd-621474b22e08 req-88bc67ba-b946-4593-a06b-58955119a9f1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 931 time: 0.0511434 Aug 26 12:28:29.955788 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-82951ae8-599c-4178-bdfd-621474b22e08 req-2d5f31dc-4e83-4bff-869c-01b1278d1f81 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323853 Aug 26 12:28:31.077821 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20ddb8-e79e-4d90-9b14-48fe7e785934 req-089b2e01-1bd0-4f3a-9951-03ac96f88e6e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:31.080016 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b20ddb8-e79e-4d90-9b14-48fe7e785934 req-089b2e01-1bd0-4f3a-9951-03ac96f88e6e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 931 time: 0.0515521 Aug 26 12:28:31.124357 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-4b20ddb8-e79e-4d90-9b14-48fe7e785934 req-38ff8b33-fb0e-4776-9904-08f2fe9b25f7 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341203 Aug 26 12:28:32.241631 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7fc29-721a-461e-b529-d73bbce7fdd8 req-ffe8b811-8267-4b99-8b1e-3adf187a0863 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:32.243244 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcd7fc29-721a-461e-b529-d73bbce7fdd8 req-ffe8b811-8267-4b99-8b1e-3adf187a0863 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 931 time: 0.0519264 Aug 26 12:28:32.287440 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-bcd7fc29-721a-461e-b529-d73bbce7fdd8 req-6b62eb83-da2d-4d7c-b6f4-ac61698e9f1a tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380471 Aug 26 12:28:33.412704 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fd1c7-8382-40e5-b920-9ffb99865991 req-785969bf-fd0d-4863-8e00-da9c895f6429 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:33.414390 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-393fd1c7-8382-40e5-b920-9ffb99865991 req-785969bf-fd0d-4863-8e00-da9c895f6429 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 931 time: 0.0504463 Aug 26 12:28:33.453735 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-393fd1c7-8382-40e5-b920-9ffb99865991 req-33680434-ffd0-432d-85c8-927f0bcbfe7c tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324304 Aug 26 12:28:33.747391 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:28:34.574074 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ddb5f-5c5f-4162-94e7-11fbf764d6d4 req-355bd21c-5a49-42d6-8ddc-9a6ae314bbb1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:34.575679 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf4ddb5f-5c5f-4162-94e7-11fbf764d6d4 req-355bd21c-5a49-42d6-8ddc-9a6ae314bbb1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 931 time: 0.0533066 Aug 26 12:28:34.614454 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cf4ddb5f-5c5f-4162-94e7-11fbf764d6d4 req-0ed94801-af52-42b2-919e-d2873c619459 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318656 Aug 26 12:28:35.740342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358b8f9-e887-45ca-a486-9546a8f64bf9 req-4d12bdc5-6b07-4db0-9bad-4a96a0f5a23d tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:35.743005 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7358b8f9-e887-45ca-a486-9546a8f64bf9 req-4d12bdc5-6b07-4db0-9bad-4a96a0f5a23d tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 931 time: 0.0547345 Aug 26 12:28:35.785766 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7358b8f9-e887-45ca-a486-9546a8f64bf9 req-6221b586-39ef-4198-bee2-e74d8bca5e35 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361505 Aug 26 12:28:36.907904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fc5b6-ca9d-47d8-b749-93ab4530d3f1 req-6856b4ab-26b0-4eb4-a2cb-3e05f7b6ae26 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:36.909471 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d28fc5b6-ca9d-47d8-b749-93ab4530d3f1 req-6856b4ab-26b0-4eb4-a2cb-3e05f7b6ae26 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 931 time: 0.0531571 Aug 26 12:28:36.952807 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-d28fc5b6-ca9d-47d8-b749-93ab4530d3f1 req-11723b75-7cd0-4581-87ef-6d60ac44a2bb tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374353 Aug 26 12:28:38.068934 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65fd02-105d-4963-a6b0-a9d9b27ee344 req-473b7cc8-7d4e-4948-87ff-d4e1efdc4b02 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:38.070487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b65fd02-105d-4963-a6b0-a9d9b27ee344 req-473b7cc8-7d4e-4948-87ff-d4e1efdc4b02 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 931 time: 0.0508640 Aug 26 12:28:38.112365 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8b65fd02-105d-4963-a6b0-a9d9b27ee344 req-99531f88-fc8d-4301-a28c-4872249af3ae tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354123 Aug 26 12:28:39.027324 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-1cc99822-e3b3-4137-8328-ce101dbc2c6d tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101266) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 12:28:39.028320 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-1cc99822-e3b3-4137-8328-ce101dbc2c6d tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066283 Aug 26 12:28:39.081990 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Request body: {'port': {'device_id': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-13'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:28:39.134097 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:39.227592 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802c49f-8873-47da-99f8-9592da136228 req-f2a469a3-ca8a-416e-8a08-a830edb4cedf tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:39.229093 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8802c49f-8873-47da-99f8-9592da136228 req-f2a469a3-ca8a-416e-8a08-a830edb4cedf tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 931 time: 0.0491698 Aug 26 12:28:39.271538 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-8802c49f-8873-47da-99f8-9592da136228 req-3f61444c-aaeb-4830-881d-6b285d29464a tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357468 Aug 26 12:28:39.402532 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19403fd-6882-4021-a5e4-80af6a99c1d4 {{(pid=101266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:28:39.410497 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:39.422965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.provisioning_blocks [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Transition to ACTIVE for port object c19403fd-6882-4021-a5e4-80af6a99c1d4 will not be triggered until provisioned by entity L2. {{(pid=101266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 12:28:39.426577 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:39.477539 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Pushing event updated for resources: {'Port': ['ID=c19403fd-6882-4021-a5e4-80af6a99c1d4,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:39.549916 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Attempting to bind port c19403fd-6882-4021-a5e4-80af6a99c1d4 on host n-h2-778550-13 for vnic_type normal with profile {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 12:28:39.550280 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Attempting to bind port c19403fd-6882-4021-a5e4-80af6a99c1d4 by drivers openvswitch,hyperv on host n-h2-778550-13 at level 0 using segments [{'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 12:28:39.550583 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Attempting to bind port c19403fd-6882-4021-a5e4-80af6a99c1d4 on network 3bdfa9a2-c048-4447-ac86-ee9403120c50 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:28:39.555445 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Port c19403fd-6882-4021-a5e4-80af6a99c1d4 on network 3bdfa9a2-c048-4447-ac86-ee9403120c50 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-13 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 12:28:39.555770 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Attempting to bind port c19403fd-6882-4021-a5e4-80af6a99c1d4 on network 3bdfa9a2-c048-4447-ac86-ee9403120c50 {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 12:28:39.561495 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Checking agent: {'id': '9fa4b29e-8838-448d-bc37-0f3fc7f11e9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'started_at': datetime.datetime(2021, 8, 26, 10, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 12:28:39.561844 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Checking segment: {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 12:28:39.562230 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Bound using segment: {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'} {{(pid=101266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 12:28:39.562657 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.managers [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Bound port: c19403fd-6882-4021-a5e4-80af6a99c1d4, host: n-h2-778550-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cfa280-ffa9-4841-b675-85145c4fba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50'}}] {{(pid=101266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 12:28:39.563050 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:39.628383 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] For port c19403fd-6882-4021-a5e4-80af6a99c1d4, host n-h2-778550-13, cleared binding levels {{(pid=101266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 12:28:39.631537 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] For port c19403fd-6882-4021-a5e4-80af6a99c1d4, host n-h2-778550-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 12:28:39.635997 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:39.670353 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:39.671021 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:39.672445 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] 10.222.0.42 "PUT /v2.0/ports/c19403fd-6882-4021-a5e4-80af6a99c1d4 HTTP/1.1" status: 200 len: 1092 time: 0.6360211 Aug 26 12:28:39.673088 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:28:39.675260 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:28:39.702192 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44596e3-b66d-46b9-a47c-83aea07a9083 service neutron] Pushing event updated for resources: {'Port': ['ID=c19403fd-6882-4021-a5e4-80af6a99c1d4,revision_number=3']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:39.764286 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-5b356d58-b9e7-4ae4-ac6c-dd7de2249b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:39.766090 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-5b356d58-b9e7-4ae4-ac6c-dd7de2249b39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 1095 time: 0.0463502 Aug 26 12:28:39.814128 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f681b3f8-2fb6-48c4-ba93-f0aba7d39a4e x-openstack-request-id: req-f681b3f8-2fb6-48c4-ba93-f0aba7d39a4e {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:28:39.814426 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:28:39.814686 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f681b3f8-2fb6-48c4-ba93-f0aba7d39a4e {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:28:39.815121 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'status': 'completed', 'code': 200} Aug 26 12:28:39.816978 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-56534a38-2076-4ce7-a9b0-c2a2fbf6b40e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4 HTTP/1.1" status: 200 len: 217 time: 0.0432091 Aug 26 12:28:39.868840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-868843c4-63b2-4921-b111-37ac3b715339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:39.870378 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-868843c4-63b2-4921-b111-37ac3b715339 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0459821 Aug 26 12:28:39.915364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-2997ae2b-206b-4c81-9efc-9088b4c6af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:39.917874 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-2997ae2b-206b-4c81-9efc-9088b4c6af9e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410552 Aug 26 12:28:40.009664 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-9c71cc7c-f459-46e1-b7bb-d3e07d6f260d service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847824 Aug 26 12:28:40.096237 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e7036708-e090-46c9-9edb-eb45dd5cf2ab req-61efc2e3-8ea1-451b-85f4-c70e66213c8d service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791531 Aug 26 12:28:40.180833 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d req-dae63f49-27a9-4ed8-9089-8fc59bc876a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:40.182340 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d req-dae63f49-27a9-4ed8-9089-8fc59bc876a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 1095 time: 0.0420790 Aug 26 12:28:40.274039 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d req-eb57adb6-8e30-43f6-a464-6f391fa2c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:40.275556 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d req-eb57adb6-8e30-43f6-a464-6f391fa2c851 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0865748 Aug 26 12:28:40.317985 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d req-d544b0ed-ce86-4993-9519-eef9498d0ce5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4 HTTP/1.1" status: 200 len: 217 time: 0.0350161 Aug 26 12:28:40.370909 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d req-615fe19b-7dc1-49d2-837a-7894cf1ae698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:40.372584 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d req-615fe19b-7dc1-49d2-837a-7894cf1ae698 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0476520 Aug 26 12:28:40.387463 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75088c0-61f0-4a13-b339-11c56fc9053e req-b5bd95ae-59b7-4d38-9485-6f718a002f88 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:40.388957 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a75088c0-61f0-4a13-b339-11c56fc9053e req-b5bd95ae-59b7-4d38-9485-6f718a002f88 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 943 time: 0.0487702 Aug 26 12:28:40.418062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d req-fb0a6db6-973a-42cd-a408-324fd9174cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:40.419634 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d req-fb0a6db6-973a-42cd-a408-324fd9174cfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399177 Aug 26 12:28:40.426855 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-a75088c0-61f0-4a13-b339-11c56fc9053e req-99e0f7f0-97b9-448d-a199-26bb77b465cc tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318222 Aug 26 12:28:40.509924 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d req-37fb36d7-e22d-4347-819b-ed3ccf4093e6 service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819726 Aug 26 12:28:40.603232 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-4e9aceb1-c6c8-4a68-8dd0-21d074f9395d req-aaec33d1-207b-4d9f-b136-d83a38247cd4 service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850091 Aug 26 12:28:41.539416 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f2f26-15b2-4f31-a556-c6b1d83db6ed req-e6bfdcc8-e383-45a6-b1c5-30b9225439e1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:41.540773 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e3f2f26-15b2-4f31-a556-c6b1d83db6ed req-e6bfdcc8-e383-45a6-b1c5-30b9225439e1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 943 time: 0.0479219 Aug 26 12:28:41.577590 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e3f2f26-15b2-4f31-a556-c6b1d83db6ed req-be762379-dcf7-4237-847f-a090a4b25bae tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303476 Aug 26 12:28:42.658442 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c19403fd-6882-4021-a5e4-80af6a99c1d4 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:28:42.691005 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8095cfa-ea17-4b9a-9673-d2c0dbc8f65f req-18bc8afa-9725-4be5-9c53-a623dfe09d84 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:42.692513 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8095cfa-ea17-4b9a-9673-d2c0dbc8f65f req-18bc8afa-9725-4be5-9c53-a623dfe09d84 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 943 time: 0.0493953 Aug 26 12:28:42.735137 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f8095cfa-ea17-4b9a-9673-d2c0dbc8f65f req-9d80ed75-23f7-4765-82e4-0b9bb3900f13 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366888 Aug 26 12:28:42.754423 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c19403fd-6882-4021-a5e4-80af6a99c1d4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:42.765927 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'port_id': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'mac_address': 'fa:16:3e:1d:a8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:28:42.801900 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:42.814466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19403fd-6882-4021-a5e4-80af6a99c1d4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:28:42.832985 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c19403fd-6882-4021-a5e4-80af6a99c1d4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:42.837326 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:42.882506 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c19403fd-6882-4021-a5e4-80af6a99c1d4,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:43.075052 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c19403fd-6882-4021-a5e4-80af6a99c1d4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:28:43.494948 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0b44-c388-4c36-b3b8-052ce77ec444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:43.847451 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d4c3d-3a9c-4b65-98b0-56cdbfabc0d4 req-24597a85-0e1b-4acb-be90-3b63c9f5db2d tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:43.848960 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0d4c3d-3a9c-4b65-98b0-56cdbfabc0d4 req-24597a85-0e1b-4acb-be90-3b63c9f5db2d tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 944 time: 0.0478981 Aug 26 12:28:43.886193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e0d4c3d-3a9c-4b65-98b0-56cdbfabc0d4 req-d56add80-ea55-440c-b31d-609a6f769117 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314696 Aug 26 12:28:44.658039 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c19403fd-6882-4021-a5e4-80af6a99c1d4 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:28:44.708024 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning for port c19403fd-6882-4021-a5e4-80af6a99c1d4 completed by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 12:28:44.711523 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port c19403fd-6882-4021-a5e4-80af6a99c1d4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:28:44.711926 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:44.785326 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:44.809435 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:28:44.811705 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4548e64a-90c7-419d-a1b4-eeb0cf0960ba" -d '{"events": [{"server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "name": "network-vif-plugged", "status": "completed", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:28:44.824005 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c19403fd-6882-4021-a5e4-80af6a99c1d4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:28:44.828489 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:44.853234 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb06f2fb-9452-4621-90be-ab01f693001c x-openstack-request-id: req-cb06f2fb-9452-4621-90be-ab01f693001c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:28:44.853524 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "name": "network-vif-plugged", "status": "completed", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:28:44.853772 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb06f2fb-9452-4621-90be-ab01f693001c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:28:44.854157 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'code': 200} Aug 26 12:28:44.882963 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c19403fd-6882-4021-a5e4-80af6a99c1d4,revision_number=5']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:44.944530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970454c-d11d-4ba5-a15a-c2314d33bd24 req-0d4055f1-f10f-4a1c-8150-8e90d466b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:44.946061 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e970454c-d11d-4ba5-a15a-c2314d33bd24 req-0d4055f1-f10f-4a1c-8150-8e90d466b127 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 1097 time: 0.0405040 Aug 26 12:28:44.980174 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-e970454c-d11d-4ba5-a15a-c2314d33bd24 req-fdabe8b1-0e4b-4f73-94ab-98865e771b37 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274808 Aug 26 12:28:45.001813 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907d88-5317-4568-872a-cd527ba39eb8 req-84d3465b-2376-46fa-bd8d-a9db27719dc9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:45.003315 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e907d88-5317-4568-872a-cd527ba39eb8 req-84d3465b-2376-46fa-bd8d-a9db27719dc9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 945 time: 0.0490990 Aug 26 12:28:45.039943 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1e907d88-5317-4568-872a-cd527ba39eb8 req-35df43bd-cc1c-4cdd-ac75-10d3b59d96e8 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308154 Aug 26 12:28:45.894749 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbe6143f-c358-4f8f-87e2-24b8ff0ea370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:46.153354 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f21d-691c-4c22-9eb0-b43249aeb12a req-98df3c09-ddfe-4aeb-9cd4-ea5aca4c8231 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:46.155292 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2099f21d-691c-4c22-9eb0-b43249aeb12a req-98df3c09-ddfe-4aeb-9cd4-ea5aca4c8231 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 945 time: 0.0481334 Aug 26 12:28:46.195535 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2099f21d-691c-4c22-9eb0-b43249aeb12a req-d52e7773-0dc2-47d0-bdbe-5dd01e1b976f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345063 Aug 26 12:28:46.307166 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af1883-a63b-4695-953f-9e96b04648c2 req-ca94b67d-a988-42f8-a032-5e1228c426c1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:46.308633 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1af1883-a63b-4695-953f-9e96b04648c2 req-ca94b67d-a988-42f8-a032-5e1228c426c1 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 945 time: 0.0483868 Aug 26 12:28:46.347135 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-e1af1883-a63b-4695-953f-9e96b04648c2 req-8329df95-6223-484b-b1cb-b5650fd28aa6 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327234 Aug 26 12:28:46.367911 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46414) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:46.407861 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f88c3b2-5ebf-4224-a1e5-4f32af9f7e27 tempest-TestSnapshotPattern-1656183036 tempest-TestSnapshotPattern-1656183036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:46.409312 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-2f88c3b2-5ebf-4224-a1e5-4f32af9f7e27 tempest-TestSnapshotPattern-1656183036 tempest-TestSnapshotPattern-1656183036-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 1092 time: 0.0404437 Aug 26 12:28:46.412273 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46416) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:28:46.421677 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.v2.base [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Request body: {'floatingip': {'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'port_id': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101266) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 12:28:46.421928 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:46.445215 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for floatingip, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:46.544208 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:46.643616 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_common [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Allocated IP 172.25.1.86 (b1703738-6a36-495d-9edf-c5d14a6506a8/ad188aa6-39df-4735-bf52-3bf675db9868/09bb0c26-12cc-4ff8-bd5d-703e877a0a70) {{(pid=101266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 12:28:46.745761 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for port, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:46.784537 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730520966678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:46.824689 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Network b1703738-6a36-495d-9edf-c5d14a6506a8 is already hosted by enough agents. {{(pid=101266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 12:28:46.827556 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.base_scheduler [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Resources bound (agent type, host, resource id): {{(pid=101266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 12:28:46.830627 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Received port after_create {{(pid=101266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 12:28:46.835957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'Port': ['ID=09bb0c26-12cc-4ff8-bd5d-703e877a0a70,revision_number=1']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:47.482286 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:47.546002 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:47.621194 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:47.693924 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for port, precommit_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:47.698090 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8704353'] for port, after_update {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:47.767597 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event updated for resources: {'Port': ['ID=09bb0c26-12cc-4ff8-bd5d-703e877a0a70,revision_number=2']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:28:47.776959 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3897501'] for floatingip, after_create {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:47.877208 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Floating IP b552e528-fbe2-4b73-8093-a3a8e05307f3 associated. External IP: 172.25.1.86, port: c19403fd-6882-4021-a5e4-80af6a99c1d4. Aug 26 12:28:48.080362 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Router eef679dc-f975-40ca-ac2b-2bb7295aecb4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:28:48.183375 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:28:48.194119 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8d507-73c5-4ab2-8735-dd6629911295 None None] Sync routers for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:28:48.199575 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:48.204636 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8d507-73c5-4ab2-8735-dd6629911295 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:28:48.205271 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e1c8d507-73c5-4ab2-8735-dd6629911295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:28:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:48.231293 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-fed2803c-d44e-46fa-83cc-4ce066168d0e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8178468 Aug 26 12:28:48.231995 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:28:48.234404 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884ebece-d8bd-43f0-8524-cec21fe347d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:28:48.270522 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bb979f-1c82-4043-8a30-7295ad079a47 x-openstack-request-id: req-b9bb979f-1c82-4043-8a30-7295ad079a47 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:28:48.270856 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:28:48.271117 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9bb979f-1c82-4043-8a30-7295ad079a47 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:28:48.271530 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'status': 'completed', 'code': 200} Aug 26 12:28:48.336171 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ebece-d8bd-43f0-8524-cec21fe347d8 req-7e6161d1-1293-46f4-a0df-1d30f8996569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:48.337640 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-884ebece-d8bd-43f0-8524-cec21fe347d8 req-7e6161d1-1293-46f4-a0df-1d30f8996569 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 1097 time: 0.0432875 Aug 26 12:28:48.432911 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ebece-d8bd-43f0-8524-cec21fe347d8 req-b236305f-8f0b-434f-a8c3-f5bd61f51c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:48.434444 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-884ebece-d8bd-43f0-8524-cec21fe347d8 req-b236305f-8f0b-434f-a8c3-f5bd61f51c81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0896955 Aug 26 12:28:48.471993 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e1c8d507-73c5-4ab2-8735-dd6629911295 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:28:48.505197 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-884ebece-d8bd-43f0-8524-cec21fe347d8 req-e1cbe1c4-7962-4cf2-aa11-2f369187303b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4 HTTP/1.1" status: 200 len: 998 time: 0.0636837 Aug 26 12:28:48.554778 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ebece-d8bd-43f0-8524-cec21fe347d8 req-8ce009d5-d284-4f36-b89f-bfadaa08b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:48.556256 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-884ebece-d8bd-43f0-8524-cec21fe347d8 req-8ce009d5-d284-4f36-b89f-bfadaa08b5f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0437951 Aug 26 12:28:48.600097 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ebece-d8bd-43f0-8524-cec21fe347d8 req-aecec7d1-7889-4213-8d46-b24f906e4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:48.601600 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-884ebece-d8bd-43f0-8524-cec21fe347d8 req-aecec7d1-7889-4213-8d46-b24f906e4822 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384943 Aug 26 12:28:48.693391 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e1c8d507-73c5-4ab2-8735-dd6629911295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'b552e528-fbe2-4b73-8093-a3a8e05307f3', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:1d:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:28:47Z', 'updated_at': '2021-08-26T12:28:47Z', 'revision_number': 0, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}, {'id': 'dfedf316-3d86-4702-b18c-78973750db09', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:a5:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:25:23Z', 'updated_at': '2021-08-26T12:25:25Z', 'revision_number': 1, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:48.694090 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-884ebece-d8bd-43f0-8524-cec21fe347d8 req-ee9c06d8-218a-4a13-b4be-e723c60d2369 service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852454 Aug 26 12:28:48.719102 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8d507-73c5-4ab2-8735-dd6629911295 None None] Checking router: eef679dc-f975-40ca-ac2b-2bb7295aecb4 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:28:48.727125 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8d507-73c5-4ab2-8735-dd6629911295 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:28:48.727737 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e1c8d507-73c5-4ab2-8735-dd6629911295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:28:46Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:48.783460 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-884ebece-d8bd-43f0-8524-cec21fe347d8 req-63456c07-9137-4781-9ec1-c75e7902c2f0 service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821171 Aug 26 12:28:48.837598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-e1c8d507-73c5-4ab2-8735-dd6629911295 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:28:49.058975 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-e1c8d507-73c5-4ab2-8735-dd6629911295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'b552e528-fbe2-4b73-8093-a3a8e05307f3', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:1d:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:28:47Z', 'updated_at': '2021-08-26T12:28:47Z', 'revision_number': 0, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}, {'id': 'dfedf316-3d86-4702-b18c-78973750db09', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:a5:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:25:23Z', 'updated_at': '2021-08-26T12:25:25Z', 'revision_number': 1, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:28:49.098288 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8d507-73c5-4ab2-8735-dd6629911295 None None] The sync data for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 is: [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'b552e528-fbe2-4b73-8093-a3a8e05307f3', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.86', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:1d:a8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:28:47Z', 'updated_at': '2021-08-26T12:28:47Z', 'revision_number': 0, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}, {'id': 'dfedf316-3d86-4702-b18c-78973750db09', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:a5:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:25:23Z', 'updated_at': '2021-08-26T12:25:25Z', 'revision_number': 1, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:28:49.281935 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9282a4-223e-415b-9e37-af04fc60ff3b None None] New status for floating IP b552e528-fbe2-4b73-8093-a3a8e05307f3: ACTIVE {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:28:49.707503 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:51.468486 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:53.508202 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:28:57.604802 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e015adb-b56b-4675-9056-200b8ea8737e req-13874c06-d136-4977-b58a-9f20f8badc9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787282 Aug 26 12:28:57.688950 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015adb-b56b-4675-9056-200b8ea8737e req-05833eb1-dad9-4f02-8a1b-94455df92f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:57.690409 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e015adb-b56b-4675-9056-200b8ea8737e req-05833eb1-dad9-4f02-8a1b-94455df92f12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 1095 time: 0.0432580 Aug 26 12:28:57.790522 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015adb-b56b-4675-9056-200b8ea8737e req-0f32a21f-51b0-432f-805c-3f1cb872fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:57.791897 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e015adb-b56b-4675-9056-200b8ea8737e req-0f32a21f-51b0-432f-805c-3f1cb872fd12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0825019 Aug 26 12:28:57.859896 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e015adb-b56b-4675-9056-200b8ea8737e req-3dea5d66-8a08-47af-a77c-2ed673bb22be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9 HTTP/1.1" status: 200 len: 999 time: 0.0607166 Aug 26 12:28:57.908562 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015adb-b56b-4675-9056-200b8ea8737e req-45d286b9-e39d-432c-a882-17b8a56026ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:57.909971 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e015adb-b56b-4675-9056-200b8ea8737e req-45d286b9-e39d-432c-a882-17b8a56026ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0436316 Aug 26 12:28:57.954419 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015adb-b56b-4675-9056-200b8ea8737e req-3fb5d51f-623b-4a74-965a-1c399e73c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:28:57.955954 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e015adb-b56b-4675-9056-200b8ea8737e req-3fb5d51f-623b-4a74-965a-1c399e73c410 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394921 Aug 26 12:28:58.046332 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e015adb-b56b-4675-9056-200b8ea8737e req-43e44ee6-ad4a-4c51-811b-db10d2a4b918 service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832927 Aug 26 12:28:58.135753 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-7e015adb-b56b-4675-9056-200b8ea8737e req-19c34884-e7a3-4049-b83a-891cfb933035 service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819445 Aug 26 12:29:10.746246 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:29:11.508229 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-647bc604-2a97-4175-883f-d853ec699cf6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481672 Aug 26 12:29:11.595496 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-47e90ade-bf44-475c-aa99-2cefbbee4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.597003 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-47e90ade-bf44-475c-aa99-2cefbbee4cd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 1097 time: 0.0408568 Aug 26 12:29:11.700965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-0919f828-c08c-4017-a4a4-6b7393fc9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.702480 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-0919f828-c08c-4017-a4a4-6b7393fc9779 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0853965 Aug 26 12:29:11.771740 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-ffcd5387-5610-4027-82d2-2d23d8e3b82a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4 HTTP/1.1" status: 200 len: 1000 time: 0.0619226 Aug 26 12:29:11.820953 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-0e457c76-db2e-45d5-9e4c-d331013d6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.822384 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-0e457c76-db2e-45d5-9e4c-d331013d6cfe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0435405 Aug 26 12:29:11.865957 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-c0b870d3-977b-41e3-b06c-65932771da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:11.867482 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-c0b870d3-977b-41e3-b06c-65932771da71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383306 Aug 26 12:29:11.958428 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-2b5e645b-da13-4f5a-b5b9-38bb733a588b service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835128 Aug 26 12:29:12.047701 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9fda501c-0d60-4e72-a668-2e635e4dbb86 req-1ce1db24-c063-41bd-adc5-7bb1fe34025e service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815132 Aug 26 12:29:13.494454 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39a3d2f7-fce0-4bee-8c5f-9e9426d1951c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:15.895679 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9c71ec2-f420-4194-b639-ce7d1e397d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:16.422746 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:17.625774 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:19.709637 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:21.466481 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:23.515603 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:43.493655 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ffcaa38f-b69f-414b-bc28-06353b0f702b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:45.895348 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6fed4d1-cbe7-4b63-a5a9-5696d92ab504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:46.422885 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:47.628204 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:47.745080 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:29:49.713812 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:51.481769 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:53.526945 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:29:57.561487 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-747024b0-4a27-472d-a570-decaff2c0ae0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396028 Aug 26 12:29:57.647261 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-d9eb64bf-4d2c-40ff-8859-e2312ace540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:57.648778 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-d9eb64bf-4d2c-40ff-8859-e2312ace540e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 1095 time: 0.0459700 Aug 26 12:29:57.755516 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-aff1b109-4b4c-4a57-a1a8-c86bda782a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:57.756985 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-aff1b109-4b4c-4a57-a1a8-c86bda782a05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0889378 Aug 26 12:29:57.828085 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-f3a05dc1-7059-4148-8281-997f61194b3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9 HTTP/1.1" status: 200 len: 999 time: 0.0603743 Aug 26 12:29:57.876428 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-1d38cdec-2bf1-42f7-b7ee-2c9c504423d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:57.877810 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-1d38cdec-2bf1-42f7-b7ee-2c9c504423d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0426314 Aug 26 12:29:57.923099 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-480975a2-fe2b-458e-9a65-4b422063a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:29:57.924572 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-480975a2-fe2b-458e-9a65-4b422063a24c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390131 Aug 26 12:29:58.017120 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-a1221802-08e5-4ebf-a590-a87b694af30d service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849462 Aug 26 12:29:58.105193 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-f6d3b4e0-58f6-4045-8667-b612f328cdeb req-eaa148be-def8-440b-b81e-d754a9c41a87 service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811732 Aug 26 12:30:11.970432 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-d4664b27-d211-4fd6-a9d9-c95ae065c3ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439005 Aug 26 12:30:12.056930 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-9f577ec7-17fb-4622-b836-4ed6457a0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:12.058430 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-9f577ec7-17fb-4622-b836-4ed6457a0cb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 1097 time: 0.0442252 Aug 26 12:30:12.157423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-5f6e5bd6-67a0-4076-8a90-301acab61e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:12.158935 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-5f6e5bd6-67a0-4076-8a90-301acab61e4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0821569 Aug 26 12:30:12.227754 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-faf6bb62-83cc-44d7-b5e6-e52de5a16897 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4 HTTP/1.1" status: 200 len: 1000 time: 0.0616469 Aug 26 12:30:12.277322 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-be424b01-5345-45f1-9067-ab60301f21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:12.278722 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-be424b01-5345-45f1-9067-ab60301f21c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0445249 Aug 26 12:30:12.322615 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-15ce627d-b113-4969-98d7-cffa16a2e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:12.324091 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-15ce627d-b113-4969-98d7-cffa16a2e67f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385501 Aug 26 12:30:12.414454 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-7d3bed66-5bde-4722-886d-004a032cbbc7 service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831401 Aug 26 12:30:12.502405 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-87bb3614-b9ff-4dc1-b710-cbb158a2e925 req-5f1ec328-2d34-43b1-b80a-9e67c2d3310c service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805800 Aug 26 12:30:13.495242 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e725da1-2244-409c-9588-3ddf78899bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:15.894849 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3ed2f2f-33d2-476e-825f-b014fccd74a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:16.426498 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:17.630541 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:19.183548 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c19403fd-6882-4021-a5e4-80af6a99c1d4 details requested by agent hyperv_n-h2-778550-13 with host n-h2-778550-13 {{(pid=101268) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 12:30:19.275544 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c19403fd-6882-4021-a5e4-80af6a99c1d4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:19.289425 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Returning: {'device': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'port_id': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'mac_address': 'fa:16:3e:1d:a8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101268) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 12:30:19.324880 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:19.338614 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c19403fd-6882-4021-a5e4-80af6a99c1d4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 12:30:19.357245 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c19403fd-6882-4021-a5e4-80af6a99c1d4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:19.361073 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:19.410617 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c19403fd-6882-4021-a5e4-80af6a99c1d4,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:19.417686 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.418037 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.418381 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.418742 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.419081 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.419417 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.419749 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.420077 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.420404 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.420730 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.421054 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.421382 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:19.437212 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] get_ports_and_sgs() called for port_ids ['c19403fd-6882-4021-a5e4-80af6a99c1d4'] {{(pid=101268) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 12:30:19.715077 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:21.192346 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c19403fd-6882-4021-a5e4-80af6a99c1d4 up at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 12:30:21.263914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Provisioning complete for port c19403fd-6882-4021-a5e4-80af6a99c1d4 triggered by entity L2. {{(pid=101268) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 12:30:21.264636 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718022'] for port, provisioning_complete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:21.352850 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723023'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:21.377227 n-d-778550-13 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:21.381823 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d376acaeb35e459db654562ea83a14b69870b30b2f197aa688490c50f8d8a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068450d0-514b-4410-a197-5dfb37b86ce4" -d '{"events": [{"server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "name": "network-vif-plugged", "status": "completed", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:21.395362 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] For port c19403fd-6882-4021-a5e4-80af6a99c1d4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:21.401102 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730521440817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730520966696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730520966714'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:21.430535 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd23d272-2dfe-4737-b88f-95680d4fd53f x-openstack-request-id: req-fd23d272-2dfe-4737-b88f-95680d4fd53f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:21.430863 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "name": "network-vif-plugged", "status": "completed", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:21.431116 n-d-778550-13 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd23d272-2dfe-4737-b88f-95680d4fd53f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:21.431527 n-d-778550-13 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'code': 200} Aug 26 12:30:21.455429 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Pushing event updated for resources: {'Port': ['ID=c19403fd-6882-4021-a5e4-80af6a99c1d4,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:21.527917 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:23.528712 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:24.745304 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:30:29.505343 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46622) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:29.664290 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Deleting port 09bb0c26-12cc-4ff8-bd5d-703e877a0a70 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:29.664635 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:29.741578 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:29.741900 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:29.753364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Calling delete_port for 09bb0c26-12cc-4ff8-bd5d-703e877a0a70 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:29.899958 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:29.925161 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event deleted for resources: {'Port': ['ID=09bb0c26-12cc-4ff8-bd5d-703e877a0a70,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:29.936869 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.937227 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.937586 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.937935 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.938279 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.938620 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.939024 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.939364 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.939699 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.940035 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.940374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.940709 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:29.993842 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:29.994180 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Floating IP b552e528-fbe2-4b73-8093-a3a8e05307f3 disassociated (deleted). External IP: 172.25.1.86, port: c19403fd-6882-4021-a5e4-80af6a99c1d4. Aug 26 12:30:30.198628 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Router eef679dc-f975-40ca-ac2b-2bb7295aecb4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:30:30.305380 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:30:30.310026 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:30.315857 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b496b-2016-49b8-b690-fe6a0b4db932 None None] Sync routers for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:30:30.324468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b496b-2016-49b8-b690-fe6a0b4db932 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:30.325090 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6f2b496b-2016-49b8-b690-fe6a0b4db932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:30:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:30.339871 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-ea0540f4-f7fa-4c07-b70d-3d00e3394c5e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "DELETE /v2.0/floatingips/b552e528-fbe2-4b73-8093-a3a8e05307f3 HTTP/1.1" status: 204 len: 168 time: 0.8311179 Aug 26 12:30:30.339871 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:30.340638 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7d9065-fd7f-4f92-a090-a833dccc07a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:30.431520 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-6f2b496b-2016-49b8-b690-fe6a0b4db932 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:30.491518 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478a5042-7a5c-4efd-8c84-66455b1feb6b x-openstack-request-id: req-478a5042-7a5c-4efd-8c84-66455b1feb6b {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:30.491827 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:30.492109 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-478a5042-7a5c-4efd-8c84-66455b1feb6b {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:30.492536 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'status': 'completed', 'code': 200} Aug 26 12:30:30.559062 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d9065-fd7f-4f92-a090-a833dccc07a4 req-789d7a76-930e-464c-bf5f-0e2120ec540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:30.560727 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9e7d9065-fd7f-4f92-a090-a833dccc07a4 req-789d7a76-930e-464c-bf5f-0e2120ec540a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 1097 time: 0.0451300 Aug 26 12:30:30.590016 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb506fcf-a15c-4d47-85a8-b2e232cd01d0 req-54a1afa0-06a3-4439-8f83-be2172798273 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:30.591596 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb506fcf-a15c-4d47-85a8-b2e232cd01d0 req-54a1afa0-06a3-4439-8f83-be2172798273 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 945 time: 0.0536413 Aug 26 12:30:30.631370 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-eb506fcf-a15c-4d47-85a8-b2e232cd01d0 req-b29bea87-5a45-4d84-bb87-878443fb2de5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331914 Aug 26 12:30:30.661484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d9065-fd7f-4f92-a090-a833dccc07a4 req-3061582d-cb63-459d-9850-fe0691aa6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:30.663181 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9e7d9065-fd7f-4f92-a090-a833dccc07a4 req-3061582d-cb63-459d-9850-fe0691aa6332 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.0939867 Aug 26 12:30:30.672021 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6f2b496b-2016-49b8-b690-fe6a0b4db932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dfedf316-3d86-4702-b18c-78973750db09', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:a5:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:25:23Z', 'updated_at': '2021-08-26T12:25:25Z', 'revision_number': 1, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:30.700233 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b496b-2016-49b8-b690-fe6a0b4db932 None None] Checking router: eef679dc-f975-40ca-ac2b-2bb7295aecb4 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:30:30.707236 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9e7d9065-fd7f-4f92-a090-a833dccc07a4 req-92b94ddc-24db-4e71-bd0c-16a73ffc99f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4 HTTP/1.1" status: 200 len: 217 time: 0.0362208 Aug 26 12:30:30.708560 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b496b-2016-49b8-b690-fe6a0b4db932 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:30.709159 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6f2b496b-2016-49b8-b690-fe6a0b4db932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:30:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:30.757403 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d9065-fd7f-4f92-a090-a833dccc07a4 req-a5deb8b1-0d5d-4a36-8103-df14b442f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:30.758906 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9e7d9065-fd7f-4f92-a090-a833dccc07a4 req-a5deb8b1-0d5d-4a36-8103-df14b442f9bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0447795 Aug 26 12:30:30.808866 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d9065-fd7f-4f92-a090-a833dccc07a4 req-3b97284a-892f-4fec-b630-46507443d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:30.810406 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9e7d9065-fd7f-4f92-a090-a833dccc07a4 req-3b97284a-892f-4fec-b630-46507443d92a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435824 Aug 26 12:30:30.813738 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-6f2b496b-2016-49b8-b690-fe6a0b4db932 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:30.900104 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9e7d9065-fd7f-4f92-a090-a833dccc07a4 req-47c064d9-5be1-4cc7-bae4-a1bdf9f67b35 service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818896 Aug 26 12:30:30.993671 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-9e7d9065-fd7f-4f92-a090-a833dccc07a4 req-ac82ae83-80c7-4044-ab0d-45d7c13a1868 service neutron] 10.222.0.42 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856540 Aug 26 12:30:31.033769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-6f2b496b-2016-49b8-b690-fe6a0b4db932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dfedf316-3d86-4702-b18c-78973750db09', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:a5:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:25:23Z', 'updated_at': '2021-08-26T12:25:25Z', 'revision_number': 1, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:31.063080 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b496b-2016-49b8-b690-fe6a0b4db932 None None] The sync data for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 is: [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_floatingips': [{'id': 'dfedf316-3d86-4702-b18c-78973750db09', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'router_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'port_id': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'mac_address': 'fa:16:3e:a5:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T12:25:23Z', 'updated_at': '2021-08-26T12:25:25Z', 'revision_number': 1, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:31.285920 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ffb676-3d6c-4226-80f7-1e573b520a29 None None] New status for floating IP b552e528-fbe2-4b73-8093-a3a8e05307f3: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:30:31.752254 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df562139-8abe-4423-89d4-3eae0f8a0e74 req-eea5a990-d5b0-46ef-a765-d178ff3a65f9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:31.753720 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df562139-8abe-4423-89d4-3eae0f8a0e74 req-eea5a990-d5b0-46ef-a765-d178ff3a65f9 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 945 time: 0.0530195 Aug 26 12:30:31.790680 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-df562139-8abe-4423-89d4-3eae0f8a0e74 req-5c3c517b-e843-4f8c-90b3-5b2dfc0f2579 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311003 Aug 26 12:30:32.086284 n-d-778550-13 neutron-server[101266]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879c974-6179-49f4-a985-5e507cf65b4e req-e6e10d53-5679-41b5-9686-960286bddd2a tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101266) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:32.087665 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1879c974-6179-49f4-a985-5e507cf65b4e req-e6e10d53-5679-41b5-9686-960286bddd2a tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 945 time: 0.0476646 Aug 26 12:30:32.175122 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-1879c974-6179-49f4-a985-5e507cf65b4e req-7c446e81-e0f9-4a49-9bc2-d8881c280a66 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Deleting port c19403fd-6882-4021-a5e4-80af6a99c1d4 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:32.175467 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1879c974-6179-49f4-a985-5e507cf65b4e req-7c446e81-e0f9-4a49-9bc2-d8881c280a66 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:32.265611 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [req-1879c974-6179-49f4-a985-5e507cf65b4e req-7c446e81-e0f9-4a49-9bc2-d8881c280a66 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] For port c19403fd-6882-4021-a5e4-80af6a99c1d4, host n-h2-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-13',level=0,port_id=c19403fd-6882-4021-a5e4-80af6a99c1d4,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:32.265979 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1879c974-6179-49f4-a985-5e507cf65b4e req-7c446e81-e0f9-4a49-9bc2-d8881c280a66 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:32.280205 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [req-1879c974-6179-49f4-a985-5e507cf65b4e req-7c446e81-e0f9-4a49-9bc2-d8881c280a66 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Calling delete_port for c19403fd-6882-4021-a5e4-80af6a99c1d4 owned by compute:nova {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:32.404423 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1879c974-6179-49f4-a985-5e507cf65b4e req-7c446e81-e0f9-4a49-9bc2-d8881c280a66 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:32.432462 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c446e81-e0f9-4a49-9bc2-d8881c280a66 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event deleted for resources: {'Port': ['ID=c19403fd-6882-4021-a5e4-80af6a99c1d4,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:32.473811 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [req-1879c974-6179-49f4-a985-5e507cf65b4e req-7c446e81-e0f9-4a49-9bc2-d8881c280a66 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] No DVR routers for this DVR port c19403fd-6882-4021-a5e4-80af6a99c1d4 on host n-h2-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:32.476442 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [req-1879c974-6179-49f4-a985-5e507cf65b4e req-7c446e81-e0f9-4a49-9bc2-d8881c280a66 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:32.479012 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [req-1879c974-6179-49f4-a985-5e507cf65b4e req-7c446e81-e0f9-4a49-9bc2-d8881c280a66 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.42 "DELETE /v2.0/ports/c19403fd-6882-4021-a5e4-80af6a99c1d4 HTTP/1.1" status: 204 len: 173 time: 0.3852541 Aug 26 12:30:32.493702 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'name': 'network-vif-deleted', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:32.496040 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70197647-f6ac-4390-8aaf-8d4dddb983b4" -d '{"events": [{"server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "name": "network-vif-deleted", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:32.534552 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c544e32-af05-4a5c-8bd0-b6f6ea7ba275 x-openstack-request-id: req-9c544e32-af05-4a5c-8bd0-b6f6ea7ba275 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:32.534888 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2525827-3ec8-40fa-871e-6738a1a1277c", "name": "network-vif-deleted", "tag": "c19403fd-6882-4021-a5e4-80af6a99c1d4", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:32.535152 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c544e32-af05-4a5c-8bd0-b6f6ea7ba275 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:32.535554 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2525827-3ec8-40fa-871e-6738a1a1277c', 'name': 'network-vif-deleted', 'tag': 'c19403fd-6882-4021-a5e4-80af6a99c1d4', 'status': 'completed', 'code': 200} Aug 26 12:30:32.904499 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-efcd2cec-1cc6-41f4-9f12-55e96f08f6a4 req-48d67a88-6c7e-467e-a9b2-2ffdd497bce2 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2525827-3ec8-40fa-871e-6738a1a1277c HTTP/1.1" status: 200 len: 210 time: 0.0285840 Aug 26 12:30:33.241956 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c19403fd-6882-4021-a5e4-80af6a99c1d4 no longer exists at agent hyperv_n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:33.262466 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] No Port match for: c19403fd-6882-4021-a5e4-80af6a99c1d4 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:33.262848 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Device c19403fd-6882-4021-a5e4-80af6a99c1d4 not bound to the agent host n-h2-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:34.552320 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46678) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:34.705354 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Deleting port 2ea18c09-1038-4552-9a17-35be5e250795 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:34.705691 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.781962 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.782210 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.793530 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Calling delete_port for 2ea18c09-1038-4552-9a17-35be5e250795 owned by network:floatingip {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:34.939623 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:34.965609 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event deleted for resources: {'Port': ['ID=2ea18c09-1038-4552-9a17-35be5e250795,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:35.022232 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for floatingip, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.022587 n-d-778550-13 neutron-server[101266]: INFO neutron.db.l3_db [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Floating IP dfedf316-3d86-4702-b18c-78973750db09 disassociated (deleted). External IP: 172.25.1.136, port: b655ae76-82a7-4617-be2d-cb96d485b4b9. Aug 26 12:30:35.514155 n-d-778550-13 neutron-server[101266]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Router eef679dc-f975-40ca-ac2b-2bb7295aecb4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101266) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:30:35.619374 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101266) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:30:35.624296 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for floatingip, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:35.630482 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384944fe-822f-422b-a0bd-03f893ce06f8 None None] Sync routers for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:30:35.639327 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384944fe-822f-422b-a0bd-03f893ce06f8 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:35.639926 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-384944fe-822f-422b-a0bd-03f893ce06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:30:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:35.649778 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-eedea02f-eeb6-4d53-bace-55e88af247b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "DELETE /v2.0/floatingips/dfedf316-3d86-4702-b18c-78973750db09 HTTP/1.1" status: 204 len: 168 time: 1.0964041 Aug 26 12:30:35.650470 n-d-778550-13 neutron-server[101266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9'}] {{(pid=101266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:35.652860 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e887945903aa52f9c1a774c9f959b2a423b1bb04f57e1cb953a045d240dbd78f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829" -d '{"events": [{"name": "network-changed", "server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9"}]}' {{(pid=101266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:35.750460 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-384944fe-822f-422b-a0bd-03f893ce06f8 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:35.800926 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee1e24c-7536-4044-a85b-077999cb6dd4 x-openstack-request-id: req-0ee1e24c-7536-4044-a85b-077999cb6dd4 {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:35.801288 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9", "status": "completed", "code": 200}]} {{(pid=101266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:35.801604 n-d-778550-13 neutron-server[101266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ee1e24c-7536-4044-a85b-077999cb6dd4 {{(pid=101266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:35.802098 n-d-778550-13 neutron-server[101266]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'status': 'completed', 'code': 200} Aug 26 12:30:35.901062 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829 req-035644cd-88e9-4fb5-ad7e-85604e5149e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:35.902615 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829 req-035644cd-88e9-4fb5-ad7e-85604e5149e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63896463c07e4174b128351ffc3fe6e3&device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 1095 time: 0.0745964 Aug 26 12:30:35.915279 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b8d69-9e09-4df8-871e-741d9d8e749c req-6c41f59c-bd64-4160-b598-e020e6d2370e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:35.916684 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b66b8d69-9e09-4df8-871e-741d9d8e749c req-6c41f59c-bd64-4160-b598-e020e6d2370e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 943 time: 0.0636117 Aug 26 12:30:35.964863 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-384944fe-822f-422b-a0bd-03f893ce06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:35.994783 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384944fe-822f-422b-a0bd-03f893ce06f8 None None] Checking router: eef679dc-f975-40ca-ac2b-2bb7295aecb4 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:30:35.998857 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-b66b8d69-9e09-4df8-871e-741d9d8e749c req-f76d637a-51bc-4017-a8f8-6771dcc705f0 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741143 Aug 26 12:30:36.003496 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384944fe-822f-422b-a0bd-03f893ce06f8 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:36.004114 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-384944fe-822f-422b-a0bd-03f893ce06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:30:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:36.026787 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829 req-09a16114-9bac-488d-be47-84f58a9330cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:36.028212 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829 req-09a16114-9bac-488d-be47-84f58a9330cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 200 len: 911 time: 0.1106980 Aug 26 12:30:36.074695 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829 req-210bed11-c3dd-4c1c-83ee-81440e03baec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9 HTTP/1.1" status: 200 len: 217 time: 0.0376110 Aug 26 12:30:36.126205 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829 req-e6a13e94-979b-47be-9c36-a72ae4d4f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:36.127817 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829 req-e6a13e94-979b-47be-9c36-a72ae4d4f918 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 200 len: 849 time: 0.0457361 Aug 26 12:30:36.175916 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829 req-977f6b7f-0d42-4b66-b135-153d2800d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:36.177437 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829 req-977f6b7f-0d42-4b66-b135-153d2800d508 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bdfa9a2-c048-4447-ac86-ee9403120c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422344 Aug 26 12:30:36.265762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-384944fe-822f-422b-a0bd-03f893ce06f8 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:36.279175 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829 req-35f170ec-5313-477a-b9f1-d1619e0067ad service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905962 Aug 26 12:30:36.370448 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-2ec644c2-a5e9-4d3b-b5de-458ace5d5829 req-07055bce-b733-4dce-b379-1ff795c7c7b9 service neutron] 10.222.0.47 "GET /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821660 Aug 26 12:30:36.467623 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-384944fe-822f-422b-a0bd-03f893ce06f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:36.494561 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384944fe-822f-422b-a0bd-03f893ce06f8 None None] The sync data for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 is: [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:04Z', 'revision_number': 4, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13', '_interfaces': [{'id': '6281bf83-2bf3-4f48-b9d9-2373b4598a2d', 'name': '', 'network_id': '3bdfa9a2-c048-4447-ac86-ee9403120c50', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'mac_address': 'fa:16:3e:ab:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:04Z', 'updated_at': '2021-08-26T12:25:10Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'subnets': [{'id': 'df5cc1e2-1714-4571-a21f-c31eb545604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:36.707982 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951dccc-f538-4ca6-870e-7101f5f21172 None None] New status for floating IP dfedf316-3d86-4702-b18c-78973750db09: DOWN {{(pid=101269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 12:30:36.742342 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c8f2f-6845-455e-b238-424009cfb5b6 req-9b90372c-3374-4533-ba98-7a27f9009251 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:36.743826 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f7c8f2f-6845-455e-b238-424009cfb5b6 req-9b90372c-3374-4533-ba98-7a27f9009251 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.47 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 943 time: 0.0487921 Aug 26 12:30:36.839499 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-1f7c8f2f-6845-455e-b238-424009cfb5b6 req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Deleting port b655ae76-82a7-4617-be2d-cb96d485b4b9 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:36.839849 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f7c8f2f-6845-455e-b238-424009cfb5b6 req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:36.925661 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [req-1f7c8f2f-6845-455e-b238-424009cfb5b6 req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] For port b655ae76-82a7-4617-be2d-cb96d485b4b9, host n-h1-778550-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-13',level=0,port_id=b655ae76-82a7-4617-be2d-cb96d485b4b9,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:36.926346 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f7c8f2f-6845-455e-b238-424009cfb5b6 req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:36.938465 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [req-1f7c8f2f-6845-455e-b238-424009cfb5b6 req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Calling delete_port for b655ae76-82a7-4617-be2d-cb96d485b4b9 owned by compute:nova {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:37.107381 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f7c8f2f-6845-455e-b238-424009cfb5b6 req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:37.144790 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event deleted for resources: {'Port': ['ID=b655ae76-82a7-4617-be2d-cb96d485b4b9,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:37.167626 n-d-778550-13 neutron-server[101267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe638ea-b615-4e95-a86a-7e56e2ca7bbe req-9ccf35bb-a5f5-4f4d-aae3-26f4352e079e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 12:30:37.169144 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfe638ea-b615-4e95-a86a-7e56e2ca7bbe req-9ccf35bb-a5f5-4f4d-aae3-26f4352e079e tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/ports?device_id=a36eb24a-c96f-4c40-bdb9-8190ed997702 HTTP/1.1" status: 200 len: 865 time: 0.1003077 Aug 26 12:30:37.170523 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.170904 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.171248 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.171589 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.171925 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.172331 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.172669 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.173061 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.173924 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.174251 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.174581 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.174941 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-13 {{(pid=101267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 12:30:37.220706 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7c8f2f-6845-455e-b238-424009cfb5b6 req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] No DVR routers for this DVR port b655ae76-82a7-4617-be2d-cb96d485b4b9 on host n-h1-778550-13 {{(pid=101267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:37.223758 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [req-1f7c8f2f-6845-455e-b238-424009cfb5b6 req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12380'] for port, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:37.225699 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-1f7c8f2f-6845-455e-b238-424009cfb5b6 req-c9d17730-d9a9-4b64-8198-bb54a0fb5b0f tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.47 "DELETE /v2.0/ports/b655ae76-82a7-4617-be2d-cb96d485b4b9 HTTP/1.1" status: 204 len: 173 time: 0.4751792 Aug 26 12:30:37.226143 n-d-778550-13 neutron-server[101267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'name': 'network-vif-deleted', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9'}] {{(pid=101267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 12:30:37.228400 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9dbba0a9f76cca6dd1cdd1ef38085aadf4e0108f81e26af7978f86af11aca7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6680822c-e79a-4c82-a304-196de4b82b55" -d '{"events": [{"server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "name": "network-vif-deleted", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9"}]}' {{(pid=101267) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 12:30:37.253042 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [req-cfe638ea-b615-4e95-a86a-7e56e2ca7bbe req-f7af9fb6-5c60-44d0-9673-751e525ccba3 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "GET /v2.0/security-groups?id=13f8b388-d6a1-4d34-84b8-f8f213c8cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624523 Aug 26 12:30:37.373976 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 12:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312e1a83-2882-447b-beba-9fef901737f7 x-openstack-request-id: req-312e1a83-2882-447b-beba-9fef901737f7 {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 12:30:37.374280 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36eb24a-c96f-4c40-bdb9-8190ed997702", "name": "network-vif-deleted", "tag": "b655ae76-82a7-4617-be2d-cb96d485b4b9", "status": "completed", "code": 200}]} {{(pid=101267) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 12:30:37.374534 n-d-778550-13 neutron-server[101267]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-312e1a83-2882-447b-beba-9fef901737f7 {{(pid=101267) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 12:30:37.374974 n-d-778550-13 neutron-server[101267]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36eb24a-c96f-4c40-bdb9-8190ed997702', 'name': 'network-vif-deleted', 'tag': 'b655ae76-82a7-4617-be2d-cb96d485b4b9', 'status': 'completed', 'code': 200} Aug 26 12:30:38.317652 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46696) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:38.378374 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2bb12b2c-19e8-4514-9f5d-9e69661c23b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.402504 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2bb12b2c-19e8-4514-9f5d-9e69661c23b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.459705 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2bb12b2c-19e8-4514-9f5d-9e69661c23b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.462239 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-2bb12b2c-19e8-4514-9f5d-9e69661c23b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Notify callbacks [] for security_group, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:38.463439 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-2bb12b2c-19e8-4514-9f5d-9e69661c23b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] 10.222.0.21 "DELETE /v2.0/security-groups/13f8b388-d6a1-4d34-84b8-f8f213c8cc63 HTTP/1.1" status: 204 len: 168 time: 0.1448052 Aug 26 12:30:38.472347 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb12b2c-19e8-4514-9f5d-9e69661c23b5 tempest-TestSnapshotPattern-1428651550 tempest-TestSnapshotPattern-1428651550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f8b388-d6a1-4d34-84b8-f8f213c8cc63,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:38.514193 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46700) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:38.951806 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:39.195717 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] Deleting port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:39.196065 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:39.272501 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] For port 6281bf83-2bf3-4f48-b9d9-2373b4598a2d, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=6281bf83-2bf3-4f48-b9d9-2373b4598a2d,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:39.272881 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:39.285627 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] Calling delete_port for 6281bf83-2bf3-4f48-b9d9-2373b4598a2d owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:39.461553 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:39.487830 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6281bf83-2bf3-4f48-b9d9-2373b4598a2d,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:39.659137 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:40.213542 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] Router eef679dc-f975-40ca-ac2b-2bb7295aecb4 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:30:40.316373 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:30:40.321625 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-a944a4af-c265-4611-9a59-f08a4b060b08 admin admin] 10.222.0.21 "PUT /v2.0/routers/eef679dc-f975-40ca-ac2b-2bb7295aecb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8061554 Aug 26 12:30:40.324206 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46704) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:40.326448 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe970d-1351-4500-909a-08461df3dfe0 None None] Sync routers for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:30:40.337059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe970d-1351-4500-909a-08461df3dfe0 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:40.337670 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7bbe970d-1351-4500-909a-08461df3dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:30:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:40.428120 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Notify callbacks [] for router, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:40.441379 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-7bbe970d-1351-4500-909a-08461df3dfe0 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: n-d-778550-13 {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:40.532135 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:40.585307 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Deleting port 7bbaa736-0b06-4d92-bd13-c4540a7956be {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:40.585654 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:40.623984 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7bbe970d-1351-4500-909a-08461df3dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:30:39Z', 'revision_number': 5, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port': {'id': '7bbaa736-0b06-4d92-bd13-c4540a7956be', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:45:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:40.650604 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe970d-1351-4500-909a-08461df3dfe0 None None] Checking router: eef679dc-f975-40ca-ac2b-2bb7295aecb4 for host: n-d-778550-13 {{(pid=101268) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:30:40.658842 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe970d-1351-4500-909a-08461df3dfe0 None None] Routers {'eef679dc-f975-40ca-ac2b-2bb7295aecb4'} bound to L3 agent in host n-d-778550-13 {{(pid=101268) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:40.659457 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7bbe970d-1351-4500-909a-08461df3dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:30:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'], 'active': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:40.669425 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] For port 7bbaa736-0b06-4d92-bd13-c4540a7956be, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=7bbaa736-0b06-4d92-bd13-c4540a7956be,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:40.669791 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:40.685428 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Calling delete_port for 7bbaa736-0b06-4d92-bd13-c4540a7956be owned by network:router_gateway {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:40.746468 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvr_db [None req-7bbe970d-1351-4500-909a-08461df3dfe0 None None] Set router eef679dc-f975-40ca-ac2b-2bb7295aecb4 gateway port host: None {{(pid=101268) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:40.803519 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_hamode_db [None req-7bbe970d-1351-4500-909a-08461df3dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:30:40Z', 'revision_number': 6, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:40.830762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe970d-1351-4500-909a-08461df3dfe0 None None] The sync data for ids ['eef679dc-f975-40ca-ac2b-2bb7295aecb4'] in n-d-778550-13 is: [{'id': 'eef679dc-f975-40ca-ac2b-2bb7295aecb4', 'name': 'tempest-TestSnapshotPattern-1617099288-router', 'tenant_id': '63896463c07e4174b128351ffc3fe6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:02Z', 'updated_at': '2021-08-26T12:30:40Z', 'revision_number': 6, 'project_id': '63896463c07e4174b128351ffc3fe6e3', 'gw_port_host': None}] {{(pid=101268) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:40.857950 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:40.894168 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbaa736-0b06-4d92-bd13-c4540a7956be,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:40.945261 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.033343 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.035396 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.076775 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.077394 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eef679dc-f975-40ca-ac2b-2bb7295aecb4 {{(pid=101266) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:30:41.082315 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] Notify callbacks [] for router, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.083641 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-e9d4b4e5-95fe-4650-8443-d4731726c898 admin admin] 10.222.0.21 "DELETE /v2.0/routers/eef679dc-f975-40ca-ac2b-2bb7295aecb4 HTTP/1.1" status: 204 len: 168 time: 0.7583866 Aug 26 12:30:41.086179 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46706) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:41.133569 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fee118f-7756-4132-bdb0-c5aa702568cc admin admin] Deleting subnet df5cc1e2-1714-4571-a21f-c31eb545604c {{(pid=101266) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:30:41.136491 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fee118f-7756-4132-bdb0-c5aa702568cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.171896 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fee118f-7756-4132-bdb0-c5aa702568cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12216090'] for subnet, precommit_delete_associations {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.254860 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fee118f-7756-4132-bdb0-c5aa702568cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.311977 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fee118f-7756-4132-bdb0-c5aa702568cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8704299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12068425'] for subnet, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.337169 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee118f-7756-4132-bdb0-c5aa702568cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5cc1e2-1714-4571-a21f-c31eb545604c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:41.340970 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-4fee118f-7756-4132-bdb0-c5aa702568cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.342873 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-4fee118f-7756-4132-bdb0-c5aa702568cc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df5cc1e2-1714-4571-a21f-c31eb545604c HTTP/1.1" status: 204 len: 168 time: 0.2557130 Aug 26 12:30:41.345944 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46708) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:41.348453 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85836204-db39-4e6e-9fab-881198532efa None None] Network 3bdfa9a2-c048-4447-ac86-ee9403120c50 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:30:41.413508 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.465685 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Deleting port b960148b-1b83-454d-9671-ac11eb44c4a6 {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:41.466033 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.535484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] For port b960148b-1b83-454d-9671-ac11eb44c4a6, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=b960148b-1b83-454d-9671-ac11eb44c4a6,segment=NetworkSegment(f9cfa280-ffa9-4841-b675-85145c4fba41),segment_id=f9cfa280-ffa9-4841-b675-85145c4fba41)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:41.535797 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.548114 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Calling delete_port for b960148b-1b83-454d-9671-ac11eb44c4a6 owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:41.612229 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e5b8b4-99eb-4592-a458-26f9445c4fc1 None None] DHCP port deletion for 3bdfa9a2-c048-4447-ac86-ee9403120c50 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:30:41.630757 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.661908 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Pushing event deleted for resources: {'Port': ['ID=b960148b-1b83-454d-9671-ac11eb44c4a6,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:41.662399 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5b8b4-99eb-4592-a458-26f9445c4fc1 None None] Deleting port b960148b-1b83-454d-9671-ac11eb44c4a6 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:41.662810 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b8b4-99eb-4592-a458-26f9445c4fc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.667371 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] No DVR routers for this DVR port b960148b-1b83-454d-9671-ac11eb44c4a6 on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:41.729807 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c4e5b8b4-99eb-4592-a458-26f9445c4fc1 None None] For port b960148b-1b83-454d-9671-ac11eb44c4a6, host n-d-778550-13, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:41.730205 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b8b4-99eb-4592-a458-26f9445c4fc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.741128 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.742870 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5b8b4-99eb-4592-a458-26f9445c4fc1 None None] Calling delete_port for b960148b-1b83-454d-9671-ac11eb44c4a6 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:41.745454 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-c4e5b8b4-99eb-4592-a458-26f9445c4fc1 None None] Port b960148b-1b83-454d-9671-ac11eb44c4a6 was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 12:30:41.746688 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b8b4-99eb-4592-a458-26f9445c4fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.752222 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdfa9a2-c048-4447-ac86-ee9403120c50']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:41.763118 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cfa280-ffa9-4841-b675-85145c4fba41') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:41.763423 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cfa280-ffa9-4841-b675-85145c4fba41') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:41.773680 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.774493 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5b8b4-99eb-4592-a458-26f9445c4fc1 None None] Pushing event deleted for resources: {'Port': ['ID=b960148b-1b83-454d-9671-ac11eb44c4a6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:41.785598 n-d-778550-13 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5b8b4-99eb-4592-a458-26f9445c4fc1 None None] No DVR routers for this DVR port b960148b-1b83-454d-9671-ac11eb44c4a6 on host n-d-778550-13 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:41.788686 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.799160 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:30:41.799565 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: timer() Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:30:41.801338 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:30:41.862252 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.869891 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:41.871882 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] 10.222.0.21 "DELETE /v2.0/networks/3bdfa9a2-c048-4447-ac86-ee9403120c50 HTTP/1.1" status: 204 len: 168 time: 0.5250268 Aug 26 12:30:41.876500 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46710) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:41.884331 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cff809-9c22-46e2-9bcd-9fd5f15d090a admin admin] Pushing event deleted for resources: {'Network': ['ID=3bdfa9a2-c048-4447-ac86-ee9403120c50,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:42.107059 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b655ae76-82a7-4617-be2d-cb96d485b4b9 no longer exists at agent hyperv_n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:42.128762 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] No Port match for: b655ae76-82a7-4617-be2d-cb96d485b4b9 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:42.129026 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Device b655ae76-82a7-4617-be2d-cb96d485b4b9 not bound to the agent host n-h1-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:42.220493 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3891395'] for router_interface, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:42.464759 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] Deleting port 1a4e3202-b8b9-4291-93ee-17197affa463 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:42.465013 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:42.544230 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] For port 1a4e3202-b8b9-4291-93ee-17197affa463, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=1a4e3202-b8b9-4291-93ee-17197affa463,segment=NetworkSegment(57d99a25-8ef3-45d2-b38f-c858517dde00),segment_id=57d99a25-8ef3-45d2-b38f-c858517dde00)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:42.544607 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:42.544743 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7bbaa736-0b06-4d92-bd13-c4540a7956be no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:42.558168 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] Calling delete_port for 1a4e3202-b8b9-4291-93ee-17197affa463 owned by network:router_interface {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:42.564563 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 7bbaa736-0b06-4d92-bd13-c4540a7956be {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:42.564914 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 7bbaa736-0b06-4d92-bd13-c4540a7956be not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:42.565357 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b960148b-1b83-454d-9671-ac11eb44c4a6 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:42.583542 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: b960148b-1b83-454d-9671-ac11eb44c4a6 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:42.583905 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device b960148b-1b83-454d-9671-ac11eb44c4a6 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:42.584319 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6281bf83-2bf3-4f48-b9d9-2373b4598a2d no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:42.603395 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 6281bf83-2bf3-4f48-b9d9-2373b4598a2d {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:42.603742 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 6281bf83-2bf3-4f48-b9d9-2373b4598a2d not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:42.737050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:42.767511 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4e3202-b8b9-4291-93ee-17197affa463,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:42.929457 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3891209'] for router_interface, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.143448 n-d-778550-13 neutron-server[101267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] Router aefb3790-3ab9-4b97-b58a-c9845368a9a9 has already been hosted by L3 agent 1b0b2991-30bd-494d-802f-e43858d3960e {{(pid=101267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 12:30:43.249862 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] Notify agent at l3_agent.n-d-778550-13 the message routers_updated {{(pid=101267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 12:30:43.257951 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-bdd3f035-3aae-4c1f-afac-9aa34a9de2d9 admin admin] 10.222.0.21 "PUT /v2.0/routers/aefb3790-3ab9-4b97-b58a-c9845368a9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3793280 Aug 26 12:30:43.260183 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46712) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:43.263270 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8c3a9-9822-4418-9e72-c94c0aeb9336 None None] Sync routers for ids ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'] in n-d-778550-13 {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 12:30:43.272754 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8c3a9-9822-4418-9e72-c94c0aeb9336 None None] Routers {'aefb3790-3ab9-4b97-b58a-c9845368a9a9'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:43.273354 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bbe8c3a9-9822-4418-9e72-c94c0aeb9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:30:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:43.364721 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Notify callbacks [] for router, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.467566 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-bbe8c3a9-9822-4418-9e72-c94c0aeb9336 None None] Set router aefb3790-3ab9-4b97-b58a-c9845368a9a9 gateway port host: n-d-778550-13 {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:43.473577 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.498435 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87ace67c-3bfe-47d5-88df-ec6ed76d1405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.528597 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Deleting port 5717ca41-13de-400a-af43-6326d0fef270 {{(pid=101267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:43.528942 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.606154 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.db [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] For port 5717ca41-13de-400a-af43-6326d0fef270, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=5717ca41-13de-400a-af43-6326d0fef270,segment=NetworkSegment(aa85835f-5cf9-4533-a1b8-82464f6eb840),segment_id=aa85835f-5cf9-4533-a1b8-82464f6eb840)] {{(pid=101267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:43.606527 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.619712 n-d-778550-13 neutron-server[101267]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Calling delete_port for 5717ca41-13de-400a-af43-6326d0fef270 owned by network:router_gateway {{(pid=101267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:43.644926 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bbe8c3a9-9822-4418-9e72-c94c0aeb9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'name': 'tempest-TestSnapshotPattern-2022331931-router', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'external_fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': '5717ca41-13de-400a-af43-6326d0fef270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:30:42Z', 'revision_number': 5, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'gw_port': {'id': '5717ca41-13de-400a-af43-6326d0fef270', 'name': '', 'network_id': 'b1703738-6a36-495d-9edf-c5d14a6506a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad188aa6-39df-4735-bf52-3bf675db9868', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-13'}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:43.670094 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8c3a9-9822-4418-9e72-c94c0aeb9336 None None] Checking router: aefb3790-3ab9-4b97-b58a-c9845368a9a9 for host: n-d-778550-13 {{(pid=101269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 12:30:43.678515 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8c3a9-9822-4418-9e72-c94c0aeb9336 None None] Routers {'aefb3790-3ab9-4b97-b58a-c9845368a9a9'} bound to L3 agent in host n-d-778550-13 {{(pid=101269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 12:30:43.679155 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bbe8c3a9-9822-4418-9e72-c94c0aeb9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T10:33:46Z,description=,heartbeat_timestamp=2021-08-26T12:30:16Z,host='n-d-778550-13',id=1b0b2991-30bd-494d-802f-e43858d3960e,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T10:33:46Z,topic='l3_agent')) {'router_ids': ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'], 'active': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:43.764125 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_dvr_db [None req-bbe8c3a9-9822-4418-9e72-c94c0aeb9336 None None] Set router aefb3790-3ab9-4b97-b58a-c9845368a9a9 gateway port host: None {{(pid=101269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 12:30:43.781507 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11855757'] for port, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.811355 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Pushing event deleted for resources: {'Port': ['ID=5717ca41-13de-400a-af43-6326d0fef270,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:43.818086 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.l3_hamode_db [None req-bbe8c3a9-9822-4418-9e72-c94c0aeb9336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'name': 'tempest-TestSnapshotPattern-2022331931-router', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:30:43Z', 'revision_number': 6, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'gw_port_host': None}], 'n-d-778550-13', False) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:43.845230 n-d-778550-13 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8c3a9-9822-4418-9e72-c94c0aeb9336 None None] The sync data for ids ['aefb3790-3ab9-4b97-b58a-c9845368a9a9'] in n-d-778550-13 is: [{'id': 'aefb3790-3ab9-4b97-b58a-c9845368a9a9', 'name': 'tempest-TestSnapshotPattern-2022331931-router', 'tenant_id': 'b149a01dde9f4aa697e85b18cc52860d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T12:25:07Z', 'updated_at': '2021-08-26T12:30:43Z', 'revision_number': 6, 'project_id': 'b149a01dde9f4aa697e85b18cc52860d', 'gw_port_host': None}] {{(pid=101269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 12:30:43.881050 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3897427'] for router_gateway, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.978425 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3895756', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258078'] for router, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:43.980541 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.022533 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3895747'] for router, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.023019 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aefb3790-3ab9-4b97-b58a-c9845368a9a9 {{(pid=101267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 12:30:44.030173 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] Notify callbacks [] for router, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.031350 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-7f5a17be-625e-4ac2-a9b9-8c93246fe45d admin admin] 10.222.0.21 "DELETE /v2.0/routers/aefb3790-3ab9-4b97-b58a-c9845368a9a9 HTTP/1.1" status: 204 len: 168 time: 0.7700050 Aug 26 12:30:44.034335 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46714) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:44.081632 n-d-778550-13 neutron-server[101267]: DEBUG neutron.db.db_base_plugin_v2 [None req-11898b99-c33f-46c5-966e-966988daa7f7 admin admin] Deleting subnet fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6 {{(pid=101267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 12:30:44.084619 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11898b99-c33f-46c5-966e-966988daa7f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.119667 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11898b99-c33f-46c5-966e-966988daa7f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11854862'] for subnet, precommit_delete_associations {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.196880 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11898b99-c33f-46c5-966e-966988daa7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719028'] for subnet, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.267384 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11898b99-c33f-46c5-966e-966988daa7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719035', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3823038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11855838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731380'] for subnet, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.293713 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11898b99-c33f-46c5-966e-966988daa7f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:44.297246 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-11898b99-c33f-46c5-966e-966988daa7f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.299189 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-11898b99-c33f-46c5-966e-966988daa7f7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fcf5c8e2-a78c-453f-88b2-ff6da1e7e8e6 HTTP/1.1" status: 204 len: 168 time: 0.2638893 Aug 26 12:30:44.301933 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [-] (101266) accepted ('10.222.0.21', 46716) {{(pid=101266) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:44.303215 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd44b4-9682-4b88-a5b1-f82fb525f8bf None None] Network 22ef1aa9-5fbd-425a-831a-3192feb50a28 requested from n-d-778550-13 {{(pid=101268) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 12:30:44.368793 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579108'] for network, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.426318 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Deleting port 3884932e-7fd5-4ca2-8c11-1515188a128c {{(pid=101266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 12:30:44.426671 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730521498911'] for port, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.489128 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.db [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] For port 3884932e-7fd5-4ca2-8c11-1515188a128c, host n-d-778550-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-13',level=0,port_id=3884932e-7fd5-4ca2-8c11-1515188a128c,segment=NetworkSegment(57d99a25-8ef3-45d2-b38f-c858517dde00),segment_id=57d99a25-8ef3-45d2-b38f-c858517dde00)] {{(pid=101266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 12:30:44.489506 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3894034'] for port, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.502790 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.plugin [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Calling delete_port for 3884932e-7fd5-4ca2-8c11-1515188a128c owned by network:dhcp {{(pid=101266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 12:30:44.578843 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-722944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730521440799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730520966687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8704376'] for port, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.607366 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Pushing event deleted for resources: {'Port': ['ID=3884932e-7fd5-4ca2-8c11-1515188a128c,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:44.613877 n-d-778550-13 neutron-server[101266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] No DVR routers for this DVR port 3884932e-7fd5-4ca2-8c11-1515188a128c on host n-d-778550-13 {{(pid=101266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 12:30:44.615579 n-d-778550-13 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d276798-0648-4516-8277-79ef26e58668 None None] DHCP port deletion for 22ef1aa9-5fbd-425a-831a-3192feb50a28 request from n-d-778550-13 {{(pid=101268) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 12:30:44.690410 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5717ca41-13de-400a-af43-6326d0fef270 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:44.692768 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-717135', 'neutron.services.segments.db._delete_segments_for_network-8730521531374'] for network, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.702840 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ef1aa9-5fbd-425a-831a-3192feb50a28']}} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:44.711415 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 5717ca41-13de-400a-af43-6326d0fef270 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:44.712142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 5717ca41-13de-400a-af43-6326d0fef270 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:44.712142 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1a4e3202-b8b9-4291-93ee-17197affa463 no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:44.715484 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d99a25-8ef3-45d2-b38f-c858517dde00') {'for_net_delete': True} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:44.715780 n-d-778550-13 neutron-server[101266]: DEBUG neutron.services.segments.db [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d99a25-8ef3-45d2-b38f-c858517dde00') {} {{(pid=101266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 12:30:44.725136 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730521531257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12216069'] for segment, before_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.730844 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 1a4e3202-b8b9-4291-93ee-17197affa463 {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:44.731188 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 1a4e3202-b8b9-4291-93ee-17197affa463 not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:44.731606 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3884932e-7fd5-4ca2-8c11-1515188a128c no longer exists at agent ovs-agent-n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 12:30:44.747770 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725'] for segment, precommit_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.754965 n-d-778550-13 neutron-server[101266]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=101266) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 12:30:44.755380 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3473725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8704333'] for segment, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.756427 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9405e558-e334-49ee-b81e-569499fee408 None None] No Port match for: 3884932e-7fd5-4ca2-8c11-1515188a128c {{(pid=101268) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 12:30:44.756769 n-d-778550-13 neutron-server[101268]: DEBUG neutron.plugins.ml2.rpc [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Device 3884932e-7fd5-4ca2-8c11-1515188a128c not bound to the agent host n-d-778550-13 {{(pid=101268) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: Traceback (most recent call last): Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: timer() Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: cb(*args, **kw) Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: return func(*args, **kwargs) Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: self._notify() Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: self.callback(batched_events) Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: event.method(event) Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: return f(self, *a, **k) Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: return self._get(url).json() Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: return self.request(url, 'GET', **kwargs) Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 12:30:44.757157 n-d-778550-13 neutron-server[101266]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 12:30:44.817219 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-717110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3897455'] for network, after_delete {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.823778 n-d-778550-13 neutron-server[101266]: DEBUG neutron_lib.callbacks.manager [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Notify callbacks [] for network, before_response {{(pid=101266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:44.825279 n-d-778550-13 neutron-server[101266]: INFO neutron.wsgi [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] 10.222.0.21 "DELETE /v2.0/networks/22ef1aa9-5fbd-425a-831a-3192feb50a28 HTTP/1.1" status: 204 len: 168 time: 0.5220828 Aug 26 12:30:44.839978 n-d-778550-13 neutron-server[101266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ad7a4-baf0-44f4-8cf2-cf96366d5759 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ef1aa9-5fbd-425a-831a-3192feb50a28,revision_number=None']} {{(pid=101266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:44.954493 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46720) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:44.994324 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-e81bdbe5-f835-45a5-98d5-cf3908305698 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63896463c07e4174b128351ffc3fe6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386472 Aug 26 12:30:44.996737 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46722) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:45.046657 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75dfa2f1-f39a-456e-bf04-d8c8540074ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.068797 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75dfa2f1-f39a-456e-bf04-d8c8540074ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.113445 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75dfa2f1-f39a-456e-bf04-d8c8540074ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.116047 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-75dfa2f1-f39a-456e-bf04-d8c8540074ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.117226 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-75dfa2f1-f39a-456e-bf04-d8c8540074ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b13bd79-eeb6-4347-94c2-7f9f0b23bfc0 HTTP/1.1" status: 204 len: 168 time: 0.1195743 Aug 26 12:30:45.125430 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfa2f1-f39a-456e-bf04-d8c8540074ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b13bd79-eeb6-4347-94c2-7f9f0b23bfc0,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:45.428299 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46728) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:45.468178 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-fc40d38e-42ec-4c32-8575-a3df2fa07464 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b149a01dde9f4aa697e85b18cc52860d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387094 Aug 26 12:30:45.470545 n-d-778550-13 neutron-server[101267]: DEBUG neutron.wsgi [-] (101267) accepted ('10.222.0.21', 46730) {{(pid=101267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 12:30:45.520769 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f4abc621-85de-4e78-b7da-7444c6296aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.540924 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f4abc621-85de-4e78-b7da-7444c6296aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.586749 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f4abc621-85de-4e78-b7da-7444c6296aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3826402'] for security_group, after_delete {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.589529 n-d-778550-13 neutron-server[101267]: DEBUG neutron_lib.callbacks.manager [None req-f4abc621-85de-4e78-b7da-7444c6296aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:45.591022 n-d-778550-13 neutron-server[101267]: INFO neutron.wsgi [None req-f4abc621-85de-4e78-b7da-7444c6296aa7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ba37af6-e664-4684-9fb6-606cb093684b HTTP/1.1" status: 204 len: 168 time: 0.1195447 Aug 26 12:30:45.598452 n-d-778550-13 neutron-server[101267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abc621-85de-4e78-b7da-7444c6296aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba37af6-e664-4684-9fb6-606cb093684b,revision_number=None']} {{(pid=101267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 12:30:45.895561 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-702c491c-d09e-4064-bbb9-937f2d863163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:46.427300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:47.639218 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:49.718711 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:51.496008 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:30:53.539947 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:01.743866 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:31:13.500968 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b09c94-e0b2-42b6-bb3b-54da1f64c89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:15.897176 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8aae4e1-db23-4297-85aa-58baff0327bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:16.426621 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:17.635941 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:19.722895 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:21.510338 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:23.555219 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:38.743730 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:31:43.502592 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9ff4-7940-416f-a5e1-b74ef54523dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:45.895922 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc3353ff-0b3d-4140-bfa8-1ca1ba7b9bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:46.427248 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:47.640220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:49.725999 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:51.508930 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:31:53.554404 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:13.507182 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-234e09ca-8c53-46d6-990d-1d85d29a62c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:15.743136 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:32:15.895806 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c3c7c15-572f-4ae5-8967-881d5045c0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:16.427838 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:17.643287 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:19.729255 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:21.508524 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:23.557988 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:43.507190 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d53222dc-846b-4bb8-9f2f-5f746f09d76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:45.896501 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eab2b19b-d702-47f7-8f53-cd1599ecb860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:46.428814 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:47.645295 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:49.733108 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:51.523278 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:32:52.743047 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:32:53.567960 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:13.507058 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cf8229b-6c6a-4a9c-bfec-eb2ea5ec1d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:15.897421 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af556907-68f7-4f73-a08f-7a7c0d5102b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:16.430589 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:17.647778 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:19.735956 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:21.553763 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:23.571329 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:29.742640 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:33:43.509054 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00c566fb-d833-4395-9493-2e1a380ad711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:45.897308 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23f40e7a-8df3-4f65-bde5-9cae8d24fe2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:46.431300 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:47.650990 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:49.739072 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:51.553330 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:33:53.566551 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:06.742363 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:34:13.513084 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-776d1d1f-ee0f-49ba-8476-7138310c0659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:15.898030 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b5359749-25ad-4028-aa49-367a39951006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:16.434148 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:17.654693 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:19.741848 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:21.568092 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:23.587046 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:43.513830 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f7c3584-80a6-4abd-9ca7-b8b977a927c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:43.744728 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:34:45.901253 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe677fc3-b25d-4b1c-929f-47c1b42a2646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:46.434839 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:47.657631 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:49.745446 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:51.579172 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:34:53.579145 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:13.514264 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dab2bac-3f2d-4d5e-8f0a-669e5d7791fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:15.901267 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b8a2668-4b24-42c6-aaa5-5991486d37eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:16.433513 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:17.660180 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:19.748795 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:20.744248 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:35:21.582376 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:23.578866 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:43.516841 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ede3742-2cdd-42b4-bec3-d380e21dc382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:45.901456 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e556-b4e9-4bde-9f0a-664734c69d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:46.433065 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:47.663040 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:49.750530 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:51.581599 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:53.582103 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:35:57.743330 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:36:13.520456 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5b81215-da72-4cb2-ba16-1604bf862690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:15.901149 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4943c494-1b55-48a1-9fd0-fd73b695448d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:16.432497 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:17.666982 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:19.753469 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:21.581237 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:23.576778 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:34.743489 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:36:43.521007 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-823cce6b-0ee6-4132-b44c-5f92c24560f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:45.902141 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dcd9e993-f75e-4fa4-9ae9-263c333f257d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:46.433533 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:47.668901 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:49.757259 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:51.579679 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:36:53.580090 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:11.743427 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:37:13.521123 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c54fc4ac-0510-4ace-8465-9b594cb1e113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:15.902626 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11cab88b-c210-404b-870f-cc7099a3e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:16.435698 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:17.671424 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:19.761553 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:21.579073 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:23.589576 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:43.521406 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec764a15-af55-43bc-8164-e15389b0a357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:45.903420 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a07647a5-efc4-4a78-91a4-cd771721baa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:46.435651 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:47.674130 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:48.741605 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:37:49.764500 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:51.578109 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:37:53.591055 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:10.094189 n-d-778550-13 neutron-server[101266]: DEBUG neutron.wsgi [req-6de4e6f1-8005-4de8-9df2-4c663e3a2b68 req-eed25d5d-ba64-471d-a14d-7e4ce840ce6b service neutron] (101266) timed out ('10.222.0.21', 44340) {{(pid=101266) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 12:38:13.524407 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ba83441-6cbe-4848-ad20-065690dd497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:15.903765 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc919514-a8b2-4715-9127-7145ba86031b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:16.436804 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:17.676993 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:19.767192 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:21.577416 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:23.593277 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:25.744580 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:38:43.524220 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d1613e4-6d43-4877-b4b7-5608c9d7cec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:45.904128 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fda5eb4b-947a-42fb-b866-9457c652e414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:46.437048 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:47.681594 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:49.770221 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:51.570190 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:38:53.597710 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:02.743797 n-d-778550-13 neutron-server[101269]: DEBUG neutron.db.agents_db [None req-14eebdfc-6381-4148-b037-63b69994cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=101269) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 12:39:13.524585 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d24e846-1db8-4be2-89d0-5457da58edfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:15.904777 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11ff4ac3-b889-4d6b-99c5-0531f84ebcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:16.438747 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9405e558-e334-49ee-b81e-569499fee408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:17.684378 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24f14128-950d-49a0-9638-bc8d63b6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:19.774883 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-acba03fd-2e51-43fc-8001-396b302fc745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:21.575797 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5319e64-b712-4827-ab8f-a147868f10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 12:39:23.594599 n-d-778550-13 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86e5e005-5388-4479-94f6-20b3eaf5e1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730521531356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717941'] for agent, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}